,original_method,input_method,target_block,tokens_in_method
5126,"def stream_edit(request, stream_id, response_format=""html""):
    ""Stream edit page""
    user = request.user.profile
    stream = get_object_or_404(MessageStream, pk=stream_id)
    if not request.user.profile.has_permission(stream, mode=""w""):
        return user_denied(
            request,
            message=""You don't have access to this Stream"",
            response_format=response_format,
        )
    if request.POST:
        if ""cancel"" not in request.POST:
            form = MessageStreamForm(user, request.POST, instance=stream)
            if form.is_valid():
                stream = form.save()
                return HttpResponseRedirect(
                    reverse(""messaging_stream_view"", args=[stream.id])
                )
        else:
            return HttpResponseRedirect(
                reverse(""messaging_stream_view"", args=[stream.id])
            )
    else:
        form = MessageStreamForm(user, instance=stream)
    context = _get_default_context(request)
    context.update({""form"": form, ""stream"": stream})
    return render_to_response(
        ""messaging/stream_edit"",
        context,
        context_instance=RequestContext(request),
        response_format=response_format,
    )","def stream_edit ( request , stream_id , response_format = ""html"" ) : <TAB> ""Stream edit page"" <TAB> user = request . user . profile <TAB> stream = get_object_or_404 ( MessageStream , pk = stream_id ) <TAB> if not request . user . profile . has_permission ( stream , mode = ""w"" ) : <TAB> <TAB> return user_denied ( <TAB> <TAB> <TAB> request , <TAB> <TAB> <TAB> message = ""You don't have access to this Stream"" , <TAB> <TAB> <TAB> response_format = response_format , <TAB> <TAB> ) <TAB> if request . POST : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> form = MessageStreamForm ( user , request . POST , instance = stream ) <TAB> <TAB> <TAB> if form . is_valid ( ) : <TAB> <TAB> <TAB> <TAB> stream = form . save ( ) <TAB> <TAB> <TAB> <TAB> return HttpResponseRedirect ( <TAB> <TAB> <TAB> <TAB> <TAB> reverse ( ""messaging_stream_view"" , args = [ stream . id ] ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return HttpResponseRedirect ( <TAB> <TAB> <TAB> <TAB> reverse ( ""messaging_stream_view"" , args = [ stream . id ] ) <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> form = MessageStreamForm ( user , instance = stream ) <TAB> context = _get_default_context ( request ) <TAB> context . update ( { ""form"" : form , ""stream"" : stream } ) <TAB> return render_to_response ( <TAB> <TAB> ""messaging/stream_edit"" , <TAB> <TAB> context , <TAB> <TAB> context_instance = RequestContext ( request ) , <TAB> <TAB> response_format = response_format , <TAB> )","if ""cancel"" not in request . POST :",352
10859,"def _read_and_parse_includes(self):
    # Map header-filename: (#include AST node, module).
    included_files = {}
    # Map declaration-name: AST node.
    forward_declarations = {}
    files_seen = {}
    for node in self.ast_list:
        if isinstance(node, ast.Include):
            if node.system:
                filename = node.filename
            else:
                module = self._get_module(node)
                filename = module.filename
                _, ext = os.path.splitext(filename)
                if ext.lower() != "".hxx"":
                    included_files[filename] = node, module
            if is_cpp_file(filename):
                self._add_warning(
                    ""should not #include C++ source file '{}'"".format(node.filename),
                    node,
                )
            if filename == self.filename:
                self._add_warning(""'{}' #includes itself"".format(node.filename), node)
            if filename in files_seen:
                include_node = files_seen[filename]
                line_num = get_line_number(self.metrics, include_node)
                self._add_warning(
                    ""'{}' already #included on line {}"".format(node.filename, line_num),
                    node,
                )
            else:
                files_seen[filename] = node
        if isinstance(node, DECLARATION_TYPES) and node.is_declaration():
            forward_declarations[node.full_name()] = node
    return included_files, forward_declarations
","def _read_and_parse_includes ( self ) : <TAB> <TAB> included_files = { } <TAB> <TAB> forward_declarations = { } <TAB> files_seen = { } <TAB> for node in self . ast_list : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if node . system : <TAB> <TAB> <TAB> <TAB> filename = node . filename <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> module = self . _get_module ( node ) <TAB> <TAB> <TAB> <TAB> filename = module . filename <TAB> <TAB> <TAB> <TAB> _ , ext = os . path . splitext ( filename ) <TAB> <TAB> <TAB> <TAB> if ext . lower ( ) != "".hxx"" : <TAB> <TAB> <TAB> <TAB> <TAB> included_files [ filename ] = node , module <TAB> <TAB> <TAB> if is_cpp_file ( filename ) : <TAB> <TAB> <TAB> <TAB> self . _add_warning ( <TAB> <TAB> <TAB> <TAB> <TAB> ""should not #include C++ source file '{}'"" . format ( node . filename ) , <TAB> <TAB> <TAB> <TAB> <TAB> node , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if filename == self . filename : <TAB> <TAB> <TAB> <TAB> self . _add_warning ( ""'{}' #includes itself"" . format ( node . filename ) , node ) <TAB> <TAB> <TAB> if filename in files_seen : <TAB> <TAB> <TAB> <TAB> include_node = files_seen [ filename ] <TAB> <TAB> <TAB> <TAB> line_num = get_line_number ( self . metrics , include_node ) <TAB> <TAB> <TAB> <TAB> self . _add_warning ( <TAB> <TAB> <TAB> <TAB> <TAB> ""'{}' already #included on line {}"" . format ( node . filename , line_num ) , <TAB> <TAB> <TAB> <TAB> <TAB> node , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> files_seen [ filename ] = node <TAB> <TAB> if isinstance ( node , DECLARATION_TYPES ) and node . is_declaration ( ) : <TAB> <TAB> <TAB> forward_declarations [ node . full_name ( ) ] = node <TAB> return included_files , forward_declarations","if isinstance ( node , ast . Include ) :",439
10615,"def _get_list_key(self, spaces, lines):
    key_list = []
    parse_key = False
    key, desc, ptype = None, """", None
    param_spaces = 0
    for line in lines:
        if len(line.strip()) == 0:
            continue
        curr_spaces = get_leading_spaces(line)
        if not param_spaces:
            param_spaces = len(curr_spaces)
        if len(curr_spaces) == param_spaces:
            if parse_key:
                key_list.append((key, desc, ptype))
            if "":"" in line:
                elems = line.split("":"", 1)
                ptype = None
                key = elems[0].strip()
                # the param's type is near the key in parenthesis
                if ""("" in key and "")"" in key:
                    tstart = key.index(""("") + 1
                    tend = key.index("")"")
                    # the 'optional' keyword can follow the style after a comma
                    if "","" in key:
                        tend = key.index("","")
                    ptype = key[tstart:tend].strip()
                    key = key[: tstart - 1].strip()
                desc = elems[1].strip()
                parse_key = True
            else:
                if len(curr_spaces) > len(spaces):
                    line = line.replace(spaces, """", 1)
                if desc:
                    desc += ""\n""
                desc += line
        else:
            if len(curr_spaces) > len(spaces):
                line = line.replace(spaces, """", 1)
            if desc:
                desc += ""\n""
            desc += line
    if parse_key or desc:
        key_list.append((key, desc, ptype))
    return key_list","def _get_list_key ( self , spaces , lines ) : <TAB> key_list = [ ] <TAB> parse_key = False <TAB> key , desc , ptype = None , """" , None <TAB> param_spaces = 0 <TAB> for line in lines : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> curr_spaces = get_leading_spaces ( line ) <TAB> <TAB> if not param_spaces : <TAB> <TAB> <TAB> param_spaces = len ( curr_spaces ) <TAB> <TAB> if len ( curr_spaces ) == param_spaces : <TAB> <TAB> <TAB> if parse_key : <TAB> <TAB> <TAB> <TAB> key_list . append ( ( key , desc , ptype ) ) <TAB> <TAB> <TAB> if "":"" in line : <TAB> <TAB> <TAB> <TAB> elems = line . split ( "":"" , 1 ) <TAB> <TAB> <TAB> <TAB> ptype = None <TAB> <TAB> <TAB> <TAB> key = elems [ 0 ] . strip ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if ""("" in key and "")"" in key : <TAB> <TAB> <TAB> <TAB> <TAB> tstart = key . index ( ""("" ) + 1 <TAB> <TAB> <TAB> <TAB> <TAB> tend = key . index ( "")"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if "","" in key : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> tend = key . index ( "","" ) <TAB> <TAB> <TAB> <TAB> <TAB> ptype = key [ tstart : tend ] . strip ( ) <TAB> <TAB> <TAB> <TAB> <TAB> key = key [ : tstart - 1 ] . strip ( ) <TAB> <TAB> <TAB> <TAB> desc = elems [ 1 ] . strip ( ) <TAB> <TAB> <TAB> <TAB> parse_key = True <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if len ( curr_spaces ) > len ( spaces ) : <TAB> <TAB> <TAB> <TAB> <TAB> line = line . replace ( spaces , """" , 1 ) <TAB> <TAB> <TAB> <TAB> if desc : <TAB> <TAB> <TAB> <TAB> <TAB> desc += ""\n"" <TAB> <TAB> <TAB> <TAB> desc += line <TAB> <TAB> else : <TAB> <TAB> <TAB> if len ( curr_spaces ) > len ( spaces ) : <TAB> <TAB> <TAB> <TAB> line = line . replace ( spaces , """" , 1 ) <TAB> <TAB> <TAB> if desc : <TAB> <TAB> <TAB> <TAB> desc += ""\n"" <TAB> <TAB> <TAB> desc += line <TAB> if parse_key or desc : <TAB> <TAB> key_list . append ( ( key , desc , ptype ) ) <TAB> return key_list",if len ( line . strip ( ) ) == 0 :,510
17853,"def search_host(self, search_string):
    results = []
    for host_entry in self.config_data:
        if host_entry.get(""type"") != ""entry"":
            continue
        if host_entry.get(""host"") == ""*"":
            continue
        searchable_information = host_entry.get(""host"")
        for key, value in six.iteritems(host_entry.get(""options"")):
            if isinstance(value, list):
                value = "" "".join(value)
            if isinstance(value, int):
                value = str(value)
            searchable_information += "" "" + value
        if search_string in searchable_information:
            results.append(host_entry)
    return results
","def search_host ( self , search_string ) : <TAB> results = [ ] <TAB> for host_entry in self . config_data : <TAB> <TAB> if host_entry . get ( ""type"" ) != ""entry"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> if host_entry . get ( ""host"" ) == ""*"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> searchable_information = host_entry . get ( ""host"" ) <TAB> <TAB> for key , value in six . iteritems ( host_entry . get ( ""options"" ) ) : <TAB> <TAB> <TAB> if isinstance ( value , list ) : <TAB> <TAB> <TAB> <TAB> value = "" "" . join ( value ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> value = str ( value ) <TAB> <TAB> <TAB> searchable_information += "" "" + value <TAB> <TAB> if search_string in searchable_information : <TAB> <TAB> <TAB> results . append ( host_entry ) <TAB> return results","if isinstance ( value , int ) :",191
3922,"def pop(self, key: Union[str, Enum], default: Any = DEFAULT_VALUE_MARKER) -> Any:
    try:
        if self._get_flag(""readonly""):
            raise ReadonlyConfigError(""Cannot pop from read-only node"")
        if self._get_flag(""struct""):
            raise ConfigTypeError(""DictConfig in struct mode does not support pop"")
        if self._is_typed() and self._get_node_flag(""struct"") is not False:
            raise ConfigTypeError(
                f""{type_str(self._metadata.object_type)} (DictConfig) does not support pop""
            )
        key = self._validate_and_normalize_key(key)
        node = self._get_node(key=key, validate_access=False)
        if node is not None:
            value = self._resolve_with_default(
                key=key, value=node, default_value=default
            )
            del self[key]
            return value
        else:
            if default is not DEFAULT_VALUE_MARKER:
                return default
            else:
                full = self._get_full_key(key=key)
                if full != key:
                    raise ConfigKeyError(f""Key not found: '{key}' (path: '{full}')"")
                else:
                    raise ConfigKeyError(f""Key not found: '{key}'"")
    except Exception as e:
        self._format_and_raise(key=key, value=None, cause=e)
","def pop ( self , key : Union [ str , Enum ] , default : Any = DEFAULT_VALUE_MARKER ) -> Any : <TAB> try : <TAB> <TAB> if self . _get_flag ( ""readonly"" ) : <TAB> <TAB> <TAB> raise ReadonlyConfigError ( ""Cannot pop from read-only node"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ConfigTypeError ( ""DictConfig in struct mode does not support pop"" ) <TAB> <TAB> if self . _is_typed ( ) and self . _get_node_flag ( ""struct"" ) is not False : <TAB> <TAB> <TAB> raise ConfigTypeError ( <TAB> <TAB> <TAB> <TAB> f""{type_str(self._metadata.object_type)} (DictConfig) does not support pop"" <TAB> <TAB> <TAB> ) <TAB> <TAB> key = self . _validate_and_normalize_key ( key ) <TAB> <TAB> node = self . _get_node ( key = key , validate_access = False ) <TAB> <TAB> if node is not None : <TAB> <TAB> <TAB> value = self . _resolve_with_default ( <TAB> <TAB> <TAB> <TAB> key = key , value = node , default_value = default <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> del self [ key ] <TAB> <TAB> <TAB> return value <TAB> <TAB> else : <TAB> <TAB> <TAB> if default is not DEFAULT_VALUE_MARKER : <TAB> <TAB> <TAB> <TAB> return default <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> full = self . _get_full_key ( key = key ) <TAB> <TAB> <TAB> <TAB> if full != key : <TAB> <TAB> <TAB> <TAB> <TAB> raise ConfigKeyError ( f""Key not found: '{key}' (path: '{full}')"" ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> raise ConfigKeyError ( f""Key not found: '{key}'"" ) <TAB> except Exception as e : <TAB> <TAB> self . _format_and_raise ( key = key , value = None , cause = e )","if self . _get_flag ( ""struct"" ) :",396
8997,"def _key(self, index):
    len_self = len(self)
    if index < 0:
        index += len_self
        if index < 0:
            raise IndexError(""deque index out of range"")
    elif index >= len_self:
        raise IndexError(""deque index out of range"")
    diff = len_self - index - 1
    _cache_iterkeys = self._cache.iterkeys
    try:
        if index <= diff:
            iter_keys = _cache_iterkeys()
            key = next(islice(iter_keys, index, index + 1))
        else:
            iter_keys = _cache_iterkeys(reverse=True)
            key = next(islice(iter_keys, diff, diff + 1))
    except StopIteration:
        raise IndexError(""deque index out of range"")
    return key","def _key ( self , index ) : <TAB> len_self = len ( self ) <TAB> <fill-in> <TAB> <TAB> index += len_self <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise IndexError ( ""deque index out of range"" ) <TAB> elif index >= len_self : <TAB> <TAB> raise IndexError ( ""deque index out of range"" ) <TAB> diff = len_self - index - 1 <TAB> _cache_iterkeys = self . _cache . iterkeys <TAB> try : <TAB> <TAB> if index <= diff : <TAB> <TAB> <TAB> iter_keys = _cache_iterkeys ( ) <TAB> <TAB> <TAB> key = next ( islice ( iter_keys , index , index + 1 ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iter_keys = _cache_iterkeys ( reverse = True ) <TAB> <TAB> <TAB> key = next ( islice ( iter_keys , diff , diff + 1 ) ) <TAB> except StopIteration : <TAB> <TAB> raise IndexError ( ""deque index out of range"" ) <TAB> return key",if index < 0 :,210
15810,"def convert(src, dst):
    """"""Convert keys in pycls pretrained RegNet models to mmdet style.""""""
    # load caffe model
    regnet_model = torch.load(src)
    blobs = regnet_model[""model_state""]
    # convert to pytorch style
    state_dict = OrderedDict()
    converted_names = set()
    for key, weight in blobs.items():
        if ""stem"" in key:
            convert_stem(key, weight, state_dict, converted_names)
        elif ""head"" in key:
            convert_head(key, weight, state_dict, converted_names)
        elif key.startswith(""s""):
            convert_reslayer(key, weight, state_dict, converted_names)
    # check if all layers are converted
    for key in blobs:
        if key not in converted_names:
            print(f""not converted: {key}"")
    # save checkpoint
    checkpoint = dict()
    checkpoint[""state_dict""] = state_dict
    torch.save(checkpoint, dst)
","def convert ( src , dst ) : <TAB> """"""Convert keys in pycls pretrained RegNet models to mmdet style."""""" <TAB> <TAB> regnet_model = torch . load ( src ) <TAB> blobs = regnet_model [ ""model_state"" ] <TAB> <TAB> state_dict = OrderedDict ( ) <TAB> converted_names = set ( ) <TAB> for key , weight in blobs . items ( ) : <TAB> <TAB> if ""stem"" in key : <TAB> <TAB> <TAB> convert_stem ( key , weight , state_dict , converted_names ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> convert_head ( key , weight , state_dict , converted_names ) <TAB> <TAB> elif key . startswith ( ""s"" ) : <TAB> <TAB> <TAB> convert_reslayer ( key , weight , state_dict , converted_names ) <TAB> <TAB> for key in blobs : <TAB> <TAB> if key not in converted_names : <TAB> <TAB> <TAB> print ( f""not converted: {key}"" ) <TAB> <TAB> checkpoint = dict ( ) <TAB> checkpoint [ ""state_dict"" ] = state_dict <TAB> torch . save ( checkpoint , dst )","elif ""head"" in key :",258
17333,"def run(self, args, **kwargs):
    # Filtering options
    if args.action:
        kwargs[""action""] = args.action
    if args.status:
        kwargs[""status""] = args.status
    if args.trigger_instance:
        kwargs[""trigger_instance""] = args.trigger_instance
    if not args.showall:
        # null is the magic string that translates to does not exist.
        kwargs[""parent""] = ""null""
    if args.timestamp_gt:
        kwargs[""timestamp_gt""] = args.timestamp_gt
    if args.timestamp_lt:
        kwargs[""timestamp_lt""] = args.timestamp_lt
    if args.sort_order:
        if args.sort_order in [""asc"", ""ascending""]:
            kwargs[""sort_asc""] = True
        elif args.sort_order in [""desc"", ""descending""]:
            kwargs[""sort_desc""] = True
    # We only retrieve attributes which are needed to speed things up
    include_attributes = self._get_include_attributes(args=args)
    if include_attributes:
        kwargs[""include_attributes""] = "","".join(include_attributes)
    return self.manager.query_with_count(limit=args.last, **kwargs)
","def run ( self , args , ** kwargs ) : <TAB> <TAB> if args . action : <TAB> <TAB> kwargs [ ""action"" ] = args . action <TAB> if args . status : <TAB> <TAB> kwargs [ ""status"" ] = args . status <TAB> if args . trigger_instance : <TAB> <TAB> kwargs [ ""trigger_instance"" ] = args . trigger_instance <TAB> if not args . showall : <TAB> <TAB> <TAB> <TAB> kwargs [ ""parent"" ] = ""null"" <TAB> if args . timestamp_gt : <TAB> <TAB> kwargs [ ""timestamp_gt"" ] = args . timestamp_gt <TAB> if args . timestamp_lt : <TAB> <TAB> kwargs [ ""timestamp_lt"" ] = args . timestamp_lt <TAB> if args . sort_order : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> kwargs [ ""sort_asc"" ] = True <TAB> <TAB> elif args . sort_order in [ ""desc"" , ""descending"" ] : <TAB> <TAB> <TAB> kwargs [ ""sort_desc"" ] = True <TAB> <TAB> include_attributes = self . _get_include_attributes ( args = args ) <TAB> if include_attributes : <TAB> <TAB> kwargs [ ""include_attributes"" ] = "","" . join ( include_attributes ) <TAB> return self . manager . query_with_count ( limit = args . last , ** kwargs )","if args . sort_order in [ ""asc"" , ""ascending"" ] :",304
22834,"def goToPrevMarkedHeadline(self, event=None):
    """"""Select the next marked node.""""""
    c = self
    p = c.p
    if not p:
        return
    p.moveToThreadBack()
    wrapped = False
    while 1:
        if p and p.isMarked():
            break
        elif p:
            p.moveToThreadBack()
        elif wrapped:
            break
        else:
            wrapped = True
            p = c.rootPosition()
    if not p:
        g.blue(""done"")
    c.treeSelectHelper(p)  # Sets focus.","def goToPrevMarkedHeadline ( self , event = None ) : <TAB> """"""Select the next marked node."""""" <TAB> c = self <TAB> p = c . p <TAB> if not p : <TAB> <TAB> return <TAB> p . moveToThreadBack ( ) <TAB> wrapped = False <TAB> while 1 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> elif p : <TAB> <TAB> <TAB> p . moveToThreadBack ( ) <TAB> <TAB> elif wrapped : <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> wrapped = True <TAB> <TAB> <TAB> p = c . rootPosition ( ) <TAB> if not p : <TAB> <TAB> g . blue ( ""done"" ) <TAB> c . treeSelectHelper ( p )",if p and p . isMarked ( ) :,164
7429,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 0:
            if ftype == TType.LIST:
                self.success = []
                (_etype683, _size680) = iprot.readListBegin()
                for _i684 in xrange(_size680):
                    _elem685 = iprot.readString()
                    self.success.append(_elem685)
                iprot.readListEnd()
            else:
                iprot.skip(ftype)
        elif fid == 1:
            if ftype == TType.STRUCT:
                self.o1 = MetaException()
                self.o1.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 0 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . success = [ ] <TAB> <TAB> <TAB> <TAB> ( _etype683 , _size680 ) = iprot . readListBegin ( ) <TAB> <TAB> <TAB> <TAB> for _i684 in xrange ( _size680 ) : <TAB> <TAB> <TAB> <TAB> <TAB> _elem685 = iprot . readString ( ) <TAB> <TAB> <TAB> <TAB> <TAB> self . success . append ( _elem685 ) <TAB> <TAB> <TAB> <TAB> iprot . readListEnd ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . o1 = MetaException ( ) <TAB> <TAB> <TAB> <TAB> self . o1 . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . LIST :,411
19426,"def __iter__(self):
    n_samples = self.image_dataset._X_shape[0]
    worker_info = torch.utils.data.get_worker_info()
    if worker_info is None:
        first_sample = 0
        last_sample = n_samples
    else:
        first_sample = worker_info.id * n_samples // worker_info.num_workers
        last_sample = (worker_info.id + 1) * n_samples // worker_info.num_workers
    for epoch in range(self.epochs):
        if self.deterministic:
            order = first_sample + np.arange(last_sample - first_sample)
        else:
            # Ensure that every worker will pick the same random order for each epoch.
            random = np.random.RandomState(epoch)
            order = random.permutation(n_samples)[first_sample:last_sample]
        if self.batch_size is None:
            for i in order:
                yield (
                    self.image_dataset._get_image(self.image_dataset._X, i),
                    self.image_dataset._get_image(self.image_dataset._y, i),
                    self.image_dataset._w[i],
                    self.image_dataset._ids[i],
                )
        else:
            for i in range(0, len(order), self.batch_size):
                indices = order[i : i + self.batch_size]
                yield (
                    self.image_dataset._get_image(self.image_dataset._X, indices),
                    self.image_dataset._get_image(self.image_dataset._y, indices),
                    self.image_dataset._w[indices],
                    self.image_dataset._ids[indices],
                )","def __iter__ ( self ) : <TAB> n_samples = self . image_dataset . _X_shape [ 0 ] <TAB> worker_info = torch . utils . data . get_worker_info ( ) <TAB> if worker_info is None : <TAB> <TAB> first_sample = 0 <TAB> <TAB> last_sample = n_samples <TAB> else : <TAB> <TAB> first_sample = worker_info . id * n_samples // worker_info . num_workers <TAB> <TAB> last_sample = ( worker_info . id + 1 ) * n_samples // worker_info . num_workers <TAB> for epoch in range ( self . epochs ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> order = first_sample + np . arange ( last_sample - first_sample ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> random = np . random . RandomState ( epoch ) <TAB> <TAB> <TAB> order = random . permutation ( n_samples ) [ first_sample : last_sample ] <TAB> <TAB> if self . batch_size is None : <TAB> <TAB> <TAB> for i in order : <TAB> <TAB> <TAB> <TAB> yield ( <TAB> <TAB> <TAB> <TAB> <TAB> self . image_dataset . _get_image ( self . image_dataset . _X , i ) , <TAB> <TAB> <TAB> <TAB> <TAB> self . image_dataset . _get_image ( self . image_dataset . _y , i ) , <TAB> <TAB> <TAB> <TAB> <TAB> self . image_dataset . _w [ i ] , <TAB> <TAB> <TAB> <TAB> <TAB> self . image_dataset . _ids [ i ] , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> for i in range ( 0 , len ( order ) , self . batch_size ) : <TAB> <TAB> <TAB> <TAB> indices = order [ i : i + self . batch_size ] <TAB> <TAB> <TAB> <TAB> yield ( <TAB> <TAB> <TAB> <TAB> <TAB> self . image_dataset . _get_image ( self . image_dataset . _X , indices ) , <TAB> <TAB> <TAB> <TAB> <TAB> self . image_dataset . _get_image ( self . image_dataset . _y , indices ) , <TAB> <TAB> <TAB> <TAB> <TAB> self . image_dataset . _w [ indices ] , <TAB> <TAB> <TAB> <TAB> <TAB> self . image_dataset . _ids [ indices ] , <TAB> <TAB> <TAB> <TAB> )",if self . deterministic :,487
24553,"def on_leave(self, instance):
    """"""Called when the mouse cursor goes outside the button of stack.""""""
    if self.state == ""open"":
        for widget in self.children:
            if isinstance(widget, MDFloatingLabel) and self.hint_animation:
                Animation.cancel_all(widget)
                if self.data[instance.icon] == widget.text:
                    Animation(
                        _canvas_width=0,
                        _padding_right=0,
                        d=self.opening_time,
                        t=self.opening_transition,
                    ).start(instance)
                    if self.hint_animation:
                        Animation(
                            opacity=0,
                            d=0.1,
                            t=self.opening_transition,
                        ).start(widget)
                    break","def on_leave ( self , instance ) : <TAB> """"""Called when the mouse cursor goes outside the button of stack."""""" <TAB> if self . state == ""open"" : <TAB> <TAB> for widget in self . children : <TAB> <TAB> <TAB> if isinstance ( widget , MDFloatingLabel ) and self . hint_animation : <TAB> <TAB> <TAB> <TAB> Animation . cancel_all ( widget ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> Animation ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> _canvas_width = 0 , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> _padding_right = 0 , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> d = self . opening_time , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> t = self . opening_transition , <TAB> <TAB> <TAB> <TAB> <TAB> ) . start ( instance ) <TAB> <TAB> <TAB> <TAB> <TAB> if self . hint_animation : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> Animation ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> opacity = 0 , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> d = 0.1 , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> t = self . opening_transition , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) . start ( widget ) <TAB> <TAB> <TAB> <TAB> <TAB> break",if self . data [ instance . icon ] == widget . text :,265
25340,"def reset_init_only_vars(
    self, info: TypeInfo, attributes: List[DataclassAttribute]
) -> None:
    """"""Remove init-only vars from the class and reset init var declarations.""""""
    for attr in attributes:
        if attr.is_init_var:
            if attr.name in info.names:
                del info.names[attr.name]
            else:
                # Nodes of superclass InitVars not used in __init__
                # cannot be reached.
                assert attr.is_init_var
            for stmt in info.defn.defs.body:
                if isinstance(stmt, AssignmentStmt) and stmt.unanalyzed_type:
                    lvalue = stmt.lvalues[0]
                    if isinstance(lvalue, NameExpr) and lvalue.name == attr.name:
                        # Reset node so that another semantic analysis pass will
                        # recreate a symbol node for this attribute.
                        lvalue.node = None","def reset_init_only_vars ( <TAB> self , info : TypeInfo , attributes : List [ DataclassAttribute ] ) -> None : <TAB> """"""Remove init-only vars from the class and reset init var declarations."""""" <TAB> for attr in attributes : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if attr . name in info . names : <TAB> <TAB> <TAB> <TAB> del info . names [ attr . name ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> assert attr . is_init_var <TAB> <TAB> <TAB> for stmt in info . defn . defs . body : <TAB> <TAB> <TAB> <TAB> if isinstance ( stmt , AssignmentStmt ) and stmt . unanalyzed_type : <TAB> <TAB> <TAB> <TAB> <TAB> lvalue = stmt . lvalues [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( lvalue , NameExpr ) and lvalue . name == attr . name : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> lvalue . node = None",if attr . is_init_var :,252
23924,"def __call__(self, request):
    if (
        request.path.startswith(get_script_prefix() + ""control"")
        and request.user.is_authenticated
    ):
        if is_hijacked(request):
            hijack_history = request.session.get(""hijack_history"", False)
            hijacker = get_object_or_404(User, pk=hijack_history[0])
            ss = hijacker.get_active_staff_session(
                request.session.get(""hijacker_session"")
            )
            if ss:
                ss.logs.create(
                    url=request.path, method=request.method, impersonating=request.user
                )
        else:
            ss = request.user.get_active_staff_session(request.session.session_key)
            if ss:
                ss.logs.create(url=request.path, method=request.method)
    response = self.get_response(request)
    return response","def __call__ ( self , request ) : <TAB> if ( <TAB> <TAB> request . path . startswith ( get_script_prefix ( ) + ""control"" ) <TAB> <TAB> and request . user . is_authenticated <TAB> ) : <TAB> <TAB> if is_hijacked ( request ) : <TAB> <TAB> <TAB> hijack_history = request . session . get ( ""hijack_history"" , False ) <TAB> <TAB> <TAB> hijacker = get_object_or_404 ( User , pk = hijack_history [ 0 ] ) <TAB> <TAB> <TAB> ss = hijacker . get_active_staff_session ( <TAB> <TAB> <TAB> <TAB> request . session . get ( ""hijacker_session"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> ss . logs . create ( <TAB> <TAB> <TAB> <TAB> <TAB> url = request . path , method = request . method , impersonating = request . user <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ss = request . user . get_active_staff_session ( request . session . session_key ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> ss . logs . create ( url = request . path , method = request . method ) <TAB> response = self . get_response ( request ) <TAB> return response",if ss :,273
7806,"def test_other_attributes(self):
    print_test_name(""TEST OTHER ATTRIBUTES"")
    correct = 0
    props = {}
    for example in OTHER_PROP_EXAMPLES:
        original_schema = schema.parse(example.schema_string)
        round_trip_schema = schema.parse(str(original_schema))
        self.assertEqual(original_schema.other_props, round_trip_schema.other_props)
        if original_schema.type == ""record"":
            field_props = 0
            for f in original_schema.fields:
                if f.other_props:
                    props.update(f.other_props)
                    field_props += 1
            self.assertEqual(field_props, len(original_schema.fields))
        if original_schema.other_props:
            props.update(original_schema.other_props)
            correct += 1
    for k in props:
        v = props[k]
        if k == ""cp_boolean"":
            self.assertEqual(type(v), bool)
        elif k == ""cp_int"":
            self.assertEqual(type(v), int)
        elif k == ""cp_object"":
            self.assertEqual(type(v), dict)
        elif k == ""cp_float"":
            self.assertEqual(type(v), float)
        elif k == ""cp_array"":
            self.assertEqual(type(v), list)
    self.assertEqual(correct, len(OTHER_PROP_EXAMPLES))","def test_other_attributes ( self ) : <TAB> print_test_name ( ""TEST OTHER ATTRIBUTES"" ) <TAB> correct = 0 <TAB> props = { } <TAB> for example in OTHER_PROP_EXAMPLES : <TAB> <TAB> original_schema = schema . parse ( example . schema_string ) <TAB> <TAB> round_trip_schema = schema . parse ( str ( original_schema ) ) <TAB> <TAB> self . assertEqual ( original_schema . other_props , round_trip_schema . other_props ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> field_props = 0 <TAB> <TAB> <TAB> for f in original_schema . fields : <TAB> <TAB> <TAB> <TAB> if f . other_props : <TAB> <TAB> <TAB> <TAB> <TAB> props . update ( f . other_props ) <TAB> <TAB> <TAB> <TAB> <TAB> field_props += 1 <TAB> <TAB> <TAB> self . assertEqual ( field_props , len ( original_schema . fields ) ) <TAB> <TAB> if original_schema . other_props : <TAB> <TAB> <TAB> props . update ( original_schema . other_props ) <TAB> <TAB> <TAB> correct += 1 <TAB> for k in props : <TAB> <TAB> v = props [ k ] <TAB> <TAB> if k == ""cp_boolean"" : <TAB> <TAB> <TAB> self . assertEqual ( type ( v ) , bool ) <TAB> <TAB> elif k == ""cp_int"" : <TAB> <TAB> <TAB> self . assertEqual ( type ( v ) , int ) <TAB> <TAB> elif k == ""cp_object"" : <TAB> <TAB> <TAB> self . assertEqual ( type ( v ) , dict ) <TAB> <TAB> elif k == ""cp_float"" : <TAB> <TAB> <TAB> self . assertEqual ( type ( v ) , float ) <TAB> <TAB> elif k == ""cp_array"" : <TAB> <TAB> <TAB> self . assertEqual ( type ( v ) , list ) <TAB> self . assertEqual ( correct , len ( OTHER_PROP_EXAMPLES ) )","if original_schema . type == ""record"" :",396
1520,"def test_no_unknown_state_fields_in_mp_events():
    all_fields = ins.MediaPlayerStateIterator.fields.keys()
    ok = True
    for evname in ins.mp_events:
        if evname == ""version"":
            continue
        for name in ins.mp_events[evname][""update_names""]:
            if name not in all_fields:
                print(
                    ""Error, in evname '%s' unknown field '%s' in 'update_names'""
                    % (evname, name)
                )
                ok = False
        for name in ins.mp_events[evname][""other_fields""]:
            if name not in all_fields:
                print(
                    ""Error, in evname '%s' unknown field '%s' in 'other_fields'""
                    % (evname, name)
                )
                ok = False
    if ok:
        print(""test_no_unknown_state_fields_in_mp_events: passed"")
","def test_no_unknown_state_fields_in_mp_events ( ) : <TAB> all_fields = ins . MediaPlayerStateIterator . fields . keys ( ) <TAB> ok = True <TAB> for evname in ins . mp_events : <TAB> <TAB> if evname == ""version"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> for name in ins . mp_events [ evname ] [ ""update_names"" ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Error, in evname '%s' unknown field '%s' in 'update_names'"" <TAB> <TAB> <TAB> <TAB> <TAB> % ( evname , name ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ok = False <TAB> <TAB> for name in ins . mp_events [ evname ] [ ""other_fields"" ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Error, in evname '%s' unknown field '%s' in 'other_fields'"" <TAB> <TAB> <TAB> <TAB> <TAB> % ( evname , name ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ok = False <TAB> if ok : <TAB> <TAB> print ( ""test_no_unknown_state_fields_in_mp_events: passed"" )",if name not in all_fields :,277
4014,"def __call__(self, A, a, order=10, mu=0.1, s=0.5):
    # NE Enhancement via Spectral Propagation
    print(""Chebyshev Series -----------------"")
    if order == 1:
        return a
    node_number = a.shape[0]
    A = sp.eye(node_number) + A
    DA = preprocessing.normalize(A, norm=""l1"")
    L = sp.eye(node_number) - DA
    M = L - mu * sp.eye(node_number)
    Lx0 = a
    Lx1 = M.dot(a)
    Lx1 = 0.5 * M.dot(Lx1) - a
    conv = iv(0, s) * Lx0
    conv -= 2 * iv(1, s) * Lx1
    for i in range(2, order):
        Lx2 = M.dot(Lx1)
        Lx2 = (M.dot(Lx2) - 2 * Lx1) - Lx0
        #         Lx2 = 2*L.dot(Lx1) - Lx0
        if i % 2 == 0:
            conv += 2 * iv(i, s) * Lx2
        else:
            conv -= 2 * iv(i, s) * Lx2
        Lx0 = Lx1
        Lx1 = Lx2
        del Lx2
    mm = A.dot(a - conv)
    return mm","def __call__ ( self , A , a , order = 10 , mu = 0.1 , s = 0.5 ) : <TAB> <TAB> print ( ""Chebyshev Series -----------------"" ) <TAB> if order == 1 : <TAB> <TAB> return a <TAB> node_number = a . shape [ 0 ] <TAB> A = sp . eye ( node_number ) + A <TAB> DA = preprocessing . normalize ( A , norm = ""l1"" ) <TAB> L = sp . eye ( node_number ) - DA <TAB> M = L - mu * sp . eye ( node_number ) <TAB> Lx0 = a <TAB> Lx1 = M . dot ( a ) <TAB> Lx1 = 0.5 * M . dot ( Lx1 ) - a <TAB> conv = iv ( 0 , s ) * Lx0 <TAB> conv -= 2 * iv ( 1 , s ) * Lx1 <TAB> for i in range ( 2 , order ) : <TAB> <TAB> Lx2 = M . dot ( Lx1 ) <TAB> <TAB> Lx2 = ( M . dot ( Lx2 ) - 2 * Lx1 ) - Lx0 <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> conv += 2 * iv ( i , s ) * Lx2 <TAB> <TAB> else : <TAB> <TAB> <TAB> conv -= 2 * iv ( i , s ) * Lx2 <TAB> <TAB> Lx0 = Lx1 <TAB> <TAB> Lx1 = Lx2 <TAB> <TAB> del Lx2 <TAB> mm = A . dot ( a - conv ) <TAB> return mm",if i % 2 == 0 :,368
1613,"def parse_clusterflow_logs(self, f):
    """"""Parse Clusterflow logs""""""
    module = None
    job_id = None
    pipeline_id = None
    for l in f[""f""]:
        # Get pipeline ID
        module_r = re.match(r""Module:\s+(.+)$"", l)
        if module_r:
            module = module_r.group(1)
        job_id_r = re.match(r""Job ID:\s+(.+)$"", l)
        if job_id_r:
            job_id = job_id_r.group(1)
            if module is not None:
                pipeline_r = re.match(
                    r""(cf_.+)_"" + re.escape(module) + r""_\d+$"", job_id
                )
                if pipeline_r:
                    pipeline_id = pipeline_r.group(1)
        # Get commands that have been run
        if l.startswith(""###CFCMD""):
            if pipeline_id is None:
                pipeline_id = ""unknown""
            if pipeline_id not in self.clusterflow_commands.keys():
                self.clusterflow_commands[pipeline_id] = list()
            self.clusterflow_commands[pipeline_id].append(l[8:])","def parse_clusterflow_logs ( self , f ) : <TAB> """"""Parse Clusterflow logs"""""" <TAB> module = None <TAB> job_id = None <TAB> pipeline_id = None <TAB> for l in f [ ""f"" ] : <TAB> <TAB> <TAB> <TAB> module_r = re . match ( r""Module:\s+(.+)$"" , l ) <TAB> <TAB> if module_r : <TAB> <TAB> <TAB> module = module_r . group ( 1 ) <TAB> <TAB> job_id_r = re . match ( r""Job ID:\s+(.+)$"" , l ) <TAB> <TAB> if job_id_r : <TAB> <TAB> <TAB> job_id = job_id_r . group ( 1 ) <TAB> <TAB> <TAB> if module is not None : <TAB> <TAB> <TAB> <TAB> pipeline_r = re . match ( <TAB> <TAB> <TAB> <TAB> <TAB> r""(cf_.+)_"" + re . escape ( module ) + r""_\d+$"" , job_id <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> if pipeline_r : <TAB> <TAB> <TAB> <TAB> <TAB> pipeline_id = pipeline_r . group ( 1 ) <TAB> <TAB> <TAB> <TAB> if l . startswith ( ""###CFCMD"" ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> pipeline_id = ""unknown"" <TAB> <TAB> <TAB> if pipeline_id not in self . clusterflow_commands . keys ( ) : <TAB> <TAB> <TAB> <TAB> self . clusterflow_commands [ pipeline_id ] = list ( ) <TAB> <TAB> <TAB> self . clusterflow_commands [ pipeline_id ] . append ( l [ 8 : ] )",if pipeline_id is None :,343
15841,"def check_other_queues(queue_counts_dict: Dict[str, int]) -> List[Dict[str, Any]]:
    """"""Do a simple queue size check for queues whose workers don't publish stats files.""""""
    results = []
    for queue, count in queue_counts_dict.items():
        if queue in normal_queues:
            continue
        if count > CRITICAL_COUNT_THRESHOLD_DEFAULT:
            results.append(
                dict(status=CRITICAL, name=queue, message=f""count critical: {count}"")
            )
        elif count > WARN_COUNT_THRESHOLD_DEFAULT:
            results.append(
                dict(status=WARNING, name=queue, message=f""count warning: {count}"")
            )
        else:
            results.append(dict(status=OK, name=queue, message=""""))
    return results
","def check_other_queues ( queue_counts_dict : Dict [ str , int ] ) -> List [ Dict [ str , Any ] ] : <TAB> """"""Do a simple queue size check for queues whose workers don't publish stats files."""""" <TAB> results = [ ] <TAB> for queue , count in queue_counts_dict . items ( ) : <TAB> <TAB> if queue in normal_queues : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> results . append ( <TAB> <TAB> <TAB> <TAB> dict ( status = CRITICAL , name = queue , message = f""count critical: {count}"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> elif count > WARN_COUNT_THRESHOLD_DEFAULT : <TAB> <TAB> <TAB> results . append ( <TAB> <TAB> <TAB> <TAB> dict ( status = WARNING , name = queue , message = f""count warning: {count}"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> results . append ( dict ( status = OK , name = queue , message = """" ) ) <TAB> return results",if count > CRITICAL_COUNT_THRESHOLD_DEFAULT :,220
1755,"def handle(self):
    # Send a welcome message.
    self._send_textline(""* OK IMAP4rev1"")
    while 1:
        # Gather up input until we receive a line terminator or we timeout.
        # Accumulate read(1) because it's simpler to handle the differences
        # between naked sockets and SSL sockets.
        line = b""""
        while 1:
            try:
                part = self.rfile.read(1)
                if part == b"""":
                    # Naked sockets return empty strings..
                    return
                line += part
            except OSError:
                # ..but SSLSockets raise exceptions.
                return
            if line.endswith(b""\r\n""):
                break
        if verbose:
            print(""GOT: %r"" % line.strip())
        if self.continuation:
            try:
                self.continuation.send(line)
            except StopIteration:
                self.continuation = None
            continue
        splitline = line.decode(""ASCII"").split()
        tag = splitline[0]
        cmd = splitline[1]
        args = splitline[2:]
        if hasattr(self, ""cmd_"" + cmd):
            continuation = getattr(self, ""cmd_"" + cmd)(tag, args)
            if continuation:
                self.continuation = continuation
                next(continuation)
        else:
            self._send_tagged(tag, ""BAD"", cmd + "" unknown"")","def handle ( self ) : <TAB> <TAB> self . _send_textline ( ""* OK IMAP4rev1"" ) <TAB> while 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> line = b"""" <TAB> <TAB> while 1 : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> part = self . rfile . read ( 1 ) <TAB> <TAB> <TAB> <TAB> if part == b"""" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> line += part <TAB> <TAB> <TAB> except OSError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> if line . endswith ( b""\r\n"" ) : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if verbose : <TAB> <TAB> <TAB> print ( ""GOT: %r"" % line . strip ( ) ) <TAB> <TAB> if self . continuation : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> self . continuation . send ( line ) <TAB> <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> <TAB> self . continuation = None <TAB> <TAB> <TAB> continue <TAB> <TAB> splitline = line . decode ( ""ASCII"" ) . split ( ) <TAB> <TAB> tag = splitline [ 0 ] <TAB> <TAB> cmd = splitline [ 1 ] <TAB> <TAB> args = splitline [ 2 : ] <TAB> <TAB> if hasattr ( self , ""cmd_"" + cmd ) : <TAB> <TAB> <TAB> continuation = getattr ( self , ""cmd_"" + cmd ) ( tag , args ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . continuation = continuation <TAB> <TAB> <TAB> <TAB> next ( continuation ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _send_tagged ( tag , ""BAD"" , cmd + "" unknown"" )",if continuation :,400
3058,"def get_indexes(self, cursor, table_name):
    # This query retrieves each index on the given table, including the
    # first associated field name
    cursor.execute(self._get_indexes_query, [table_name, self.connection.schema_name])
    indexes = {}
    for row in cursor.fetchall():
        # row[1] (idx.indkey) is stored in the DB as an array. It comes out as
        # a string of space-separated integers. This designates the field
        # indexes (1-based) of the fields that have indexes on the table.
        # Here, we skip any indexes across multiple fields.
        if "" "" in row[1]:
            continue
        if row[0] not in indexes:
            indexes[row[0]] = {""primary_key"": False, ""unique"": False}
        # It's possible to have the unique and PK constraints in separate indexes.
        if row[3]:
            indexes[row[0]][""primary_key""] = True
        if row[2]:
            indexes[row[0]][""unique""] = True
    return indexes","def get_indexes ( self , cursor , table_name ) : <TAB> <TAB> <TAB> cursor . execute ( self . _get_indexes_query , [ table_name , self . connection . schema_name ] ) <TAB> indexes = { } <TAB> for row in cursor . fetchall ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if "" "" in row [ 1 ] : <TAB> <TAB> <TAB> continue <TAB> <TAB> if row [ 0 ] not in indexes : <TAB> <TAB> <TAB> indexes [ row [ 0 ] ] = { ""primary_key"" : False , ""unique"" : False } <TAB> <TAB> <TAB> <TAB> if row [ 3 ] : <TAB> <TAB> <TAB> indexes [ row [ 0 ] ] [ ""primary_key"" ] = True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> indexes [ row [ 0 ] ] [ ""unique"" ] = True <TAB> return indexes",if row [ 2 ] :,274
7177,"def _cache_key(ui, url=None, locale=None, additional_key_data=None):
    if url is None:
        url = request.base_url
    if locale is None:
        locale = g.locale.language if g.locale else ""en""
    k = ""ui:{}:{}:{}"".format(ui, url, locale)
    if callable(additional_key_data):
        try:
            ak = additional_key_data()
            if ak:
                # we have some additional key components, let's attach them
                if not isinstance(ak, (list, tuple)):
                    ak = [ak]
                k = ""{}:{}"".format(k, "":"".join(ak))
        except Exception:
            _logger.exception(
                ""Error while trying to retrieve additional cache key parts for ui {}"".format(
                    ui
                )
            )
    return k
","def _cache_key ( ui , url = None , locale = None , additional_key_data = None ) : <TAB> if url is None : <TAB> <TAB> url = request . base_url <TAB> if locale is None : <TAB> <TAB> locale = g . locale . language if g . locale else ""en"" <TAB> k = ""ui:{}:{}:{}"" . format ( ui , url , locale ) <TAB> if callable ( additional_key_data ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> ak = additional_key_data ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not isinstance ( ak , ( list , tuple ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> ak = [ ak ] <TAB> <TAB> <TAB> <TAB> k = ""{}:{}"" . format ( k , "":"" . join ( ak ) ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> _logger . exception ( <TAB> <TAB> <TAB> <TAB> ""Error while trying to retrieve additional cache key parts for ui {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> ui <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> return k",if ak :,238
16186,"def _ArgumentListHasDictionaryEntry(self, token):
    """"""Check if the function argument list has a dictionary as an arg.""""""
    if _IsArgumentToFunction(token):
        while token:
            if token.value == ""{"":
                length = token.matching_bracket.total_length - token.total_length
                return length + self.stack[-2].indent > self.column_limit
            if token.ClosesScope():
                break
            if token.OpensScope():
                token = token.matching_bracket
            token = token.next_token
    return False","def _ArgumentListHasDictionaryEntry ( self , token ) : <TAB> """"""Check if the function argument list has a dictionary as an arg."""""" <TAB> if _IsArgumentToFunction ( token ) : <TAB> <TAB> while token : <TAB> <TAB> <TAB> if token . value == ""{"" : <TAB> <TAB> <TAB> <TAB> length = token . matching_bracket . total_length - token . total_length <TAB> <TAB> <TAB> <TAB> return length + self . stack [ - 2 ] . indent > self . column_limit <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> if token . OpensScope ( ) : <TAB> <TAB> <TAB> <TAB> token = token . matching_bracket <TAB> <TAB> <TAB> token = token . next_token <TAB> return False",if token . ClosesScope ( ) :,153
13354,"def parse_escaped_hierarchical_category_name(category_name):
    """"""Parse a category name.""""""
    result = []
    current = None
    index = 0
    next_backslash = category_name.find(""\\"", index)
    next_slash = category_name.find(""/"", index)
    while index < len(category_name):
        if next_backslash == -1 and next_slash == -1:
            current = (current if current else """") + category_name[index:]
            index = len(category_name)
        elif next_slash >= 0 and (next_backslash == -1 or next_backslash > next_slash):
            result.append(
                (current if current else """") + category_name[index:next_slash]
            )
            current = """"
            index = next_slash + 1
            next_slash = category_name.find(""/"", index)
        else:
            if len(category_name) == next_backslash + 1:
                raise Exception(
                    ""Unexpected '\\' in '{0}' at last position!"".format(category_name)
                )
            esc_ch = category_name[next_backslash + 1]
            if esc_ch not in {""/"", ""\\""}:
                raise Exception(
                    ""Unknown escape sequence '\\{0}' in '{1}'!"".format(
                        esc_ch, category_name
                    )
                )
            current = (
                (current if current else """")
                + category_name[index:next_backslash]
                + esc_ch
            )
            index = next_backslash + 2
            next_backslash = category_name.find(""\\"", index)
            if esc_ch == ""/"":
                next_slash = category_name.find(""/"", index)
    if current is not None:
        result.append(current)
    return result","def parse_escaped_hierarchical_category_name ( category_name ) : <TAB> """"""Parse a category name."""""" <TAB> result = [ ] <TAB> current = None <TAB> index = 0 <TAB> next_backslash = category_name . find ( ""\\"" , index ) <TAB> next_slash = category_name . find ( ""/"" , index ) <TAB> while index < len ( category_name ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> current = ( current if current else """" ) + category_name [ index : ] <TAB> <TAB> <TAB> index = len ( category_name ) <TAB> <TAB> elif next_slash >= 0 and ( next_backslash == - 1 or next_backslash > next_slash ) : <TAB> <TAB> <TAB> result . append ( <TAB> <TAB> <TAB> <TAB> ( current if current else """" ) + category_name [ index : next_slash ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> current = """" <TAB> <TAB> <TAB> index = next_slash + 1 <TAB> <TAB> <TAB> next_slash = category_name . find ( ""/"" , index ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if len ( category_name ) == next_backslash + 1 : <TAB> <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Unexpected '\\' in '{0}' at last position!"" . format ( category_name ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> esc_ch = category_name [ next_backslash + 1 ] <TAB> <TAB> <TAB> if esc_ch not in { ""/"" , ""\\"" } : <TAB> <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Unknown escape sequence '\\{0}' in '{1}'!"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> esc_ch , category_name <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> current = ( <TAB> <TAB> <TAB> <TAB> ( current if current else """" ) <TAB> <TAB> <TAB> <TAB> + category_name [ index : next_backslash ] <TAB> <TAB> <TAB> <TAB> + esc_ch <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> index = next_backslash + 2 <TAB> <TAB> <TAB> next_backslash = category_name . find ( ""\\"" , index ) <TAB> <TAB> <TAB> if esc_ch == ""/"" : <TAB> <TAB> <TAB> <TAB> next_slash = category_name . find ( ""/"" , index ) <TAB> if current is not None : <TAB> <TAB> result . append ( current ) <TAB> return result",if next_backslash == - 1 and next_slash == - 1 :,495
23681,"def addStudent(self, name, age):
    new_names = self.getNames()
    found = False
    for item in new_names:
        if item == (name, age):
            found = True
            break
    if not found:
        new_names.append((name, age))
    new_names.sort()
    while len(self.children):
        self.remove(self.children[0])
        # self.clear()
    self.addTitle()
    for student in new_names:
        sw = StudentWidget(student[0], student[1])
        makeDraggable(sw)
        self.append(sw)
        self.setCellVerticalAlignment(sw, HasVerticalAlignment.ALIGN_TOP)","def addStudent ( self , name , age ) : <TAB> new_names = self . getNames ( ) <TAB> found = False <TAB> for item in new_names : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> found = True <TAB> <TAB> <TAB> break <TAB> if not found : <TAB> <TAB> new_names . append ( ( name , age ) ) <TAB> new_names . sort ( ) <TAB> while len ( self . children ) : <TAB> <TAB> self . remove ( self . children [ 0 ] ) <TAB> <TAB> <TAB> self . addTitle ( ) <TAB> for student in new_names : <TAB> <TAB> sw = StudentWidget ( student [ 0 ] , student [ 1 ] ) <TAB> <TAB> makeDraggable ( sw ) <TAB> <TAB> self . append ( sw ) <TAB> <TAB> self . setCellVerticalAlignment ( sw , HasVerticalAlignment . ALIGN_TOP )","if item == ( name , age ) :",191
6262,"def mockup(self, records):
    provider = TransipProvider("""", """", """")
    _dns_entries = []
    for record in records:
        if record._type in provider.SUPPORTS:
            entries_for = getattr(provider, ""_entries_for_{}"".format(record._type))
            # Root records have '@' as name
            name = record.name
            if name == """":
                name = provider.ROOT_RECORD
            _dns_entries.extend(entries_for(name, record))
            # NS is not supported as a DNS Entry,
            # so it should cover the if statement
            _dns_entries.append(DnsEntry(""@"", ""3600"", ""NS"", ""ns01.transip.nl.""))
    self.mockupEntries = _dns_entries","def mockup ( self , records ) : <TAB> provider = TransipProvider ( """" , """" , """" ) <TAB> _dns_entries = [ ] <TAB> for record in records : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> entries_for = getattr ( provider , ""_entries_for_{}"" . format ( record . _type ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> name = record . name <TAB> <TAB> <TAB> if name == """" : <TAB> <TAB> <TAB> <TAB> name = provider . ROOT_RECORD <TAB> <TAB> <TAB> _dns_entries . extend ( entries_for ( name , record ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> _dns_entries . append ( DnsEntry ( ""@"" , ""3600"" , ""NS"" , ""ns01.transip.nl."" ) ) <TAB> self . mockupEntries = _dns_entries",if record . _type in provider . SUPPORTS :,196
15643,"def _compare(d1, d2, skip_keys=None):
    """"""Compare two lists or dictionaries or array""""""
    if type(d1) != type(d2):
        return False
    if isinstance(d1, dict):
        if set(d1) != set(d2):
            return False
        for key in d1:
            if skip_keys is not None and key in skip_keys:
                continue
            if not _compare(d1[key], d2[key], skip_keys=skip_keys):
                return False
    elif isinstance(d1, list):
        for i, _ in enumerate(d1):
            if not _compare(d1[i], d2[i], skip_keys=skip_keys):
                return False
    elif isinstance(d1, np.ndarray):
        if not np.array_equal(d1, d2):
            return False
    else:
        if d1 != d2:
            return False
    return True","def _compare ( d1 , d2 , skip_keys = None ) : <TAB> """"""Compare two lists or dictionaries or array"""""" <TAB> if type ( d1 ) != type ( d2 ) : <TAB> <TAB> return False <TAB> if isinstance ( d1 , dict ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> <TAB> for key in d1 : <TAB> <TAB> <TAB> if skip_keys is not None and key in skip_keys : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if not _compare ( d1 [ key ] , d2 [ key ] , skip_keys = skip_keys ) : <TAB> <TAB> <TAB> <TAB> return False <TAB> elif isinstance ( d1 , list ) : <TAB> <TAB> for i , _ in enumerate ( d1 ) : <TAB> <TAB> <TAB> if not _compare ( d1 [ i ] , d2 [ i ] , skip_keys = skip_keys ) : <TAB> <TAB> <TAB> <TAB> return False <TAB> elif isinstance ( d1 , np . ndarray ) : <TAB> <TAB> if not np . array_equal ( d1 , d2 ) : <TAB> <TAB> <TAB> return False <TAB> else : <TAB> <TAB> if d1 != d2 : <TAB> <TAB> <TAB> return False <TAB> return True",if set ( d1 ) != set ( d2 ) :,261
11111,"def _get_families(self):
    families = []
    for name, ext in self._get_family_dirs():
        if ext is None:  # is a directory
            family = self.get_resource(
                FileSystemPackageFamilyResource.key, location=self.location, name=name
            )
        else:
            family = self.get_resource(
                FileSystemCombinedPackageFamilyResource.key,
                location=self.location,
                name=name,
                ext=ext,
            )
        families.append(family)
    return families
","def _get_families ( self ) : <TAB> families = [ ] <TAB> for name , ext in self . _get_family_dirs ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> family = self . get_resource ( <TAB> <TAB> <TAB> <TAB> FileSystemPackageFamilyResource . key , location = self . location , name = name <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> family = self . get_resource ( <TAB> <TAB> <TAB> <TAB> FileSystemCombinedPackageFamilyResource . key , <TAB> <TAB> <TAB> <TAB> location = self . location , <TAB> <TAB> <TAB> <TAB> name = name , <TAB> <TAB> <TAB> <TAB> ext = ext , <TAB> <TAB> <TAB> ) <TAB> <TAB> families . append ( family ) <TAB> return families",if ext is None :,157
1959,"def _module_repr_from_spec(spec):
    """"""Return the repr to use for the module.""""""
    # We mostly replicate _module_repr() using the spec attributes.
    name = ""?"" if spec.name is None else spec.name
    if spec.origin is None:
        if spec.loader is None:
            return ""<module {!r}>"".format(name)
        else:
            return ""<module {!r} ({!r})>"".format(name, spec.loader)
    else:
        if spec.has_location:
            return ""<module {!r} from {!r}>"".format(name, spec.origin)
        else:
            return ""<module {!r} ({})>"".format(spec.name, spec.origin)
","def _module_repr_from_spec ( spec ) : <TAB> """"""Return the repr to use for the module."""""" <TAB> <TAB> name = ""?"" if spec . name is None else spec . name <TAB> if spec . origin is None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ""<module {!r}>"" . format ( name ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return ""<module {!r} ({!r})>"" . format ( name , spec . loader ) <TAB> else : <TAB> <TAB> if spec . has_location : <TAB> <TAB> <TAB> return ""<module {!r} from {!r}>"" . format ( name , spec . origin ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return ""<module {!r} ({})>"" . format ( spec . name , spec . origin )",if spec . loader is None :,180
14479,"def doDir(elem):
    for child in elem.childNodes:
        if not isinstance(child, minidom.Element):
            continue
        if child.tagName == ""Directory"":
            doDir(child)
        elif child.tagName == ""Component"":
            for grandchild in child.childNodes:
                if not isinstance(grandchild, minidom.Element):
                    continue
                if grandchild.tagName != ""File"":
                    continue
                files.add(grandchild.getAttribute(""Source"").replace(os.sep, ""/""))
","def doDir ( elem ) : <TAB> for child in elem . childNodes : <TAB> <TAB> if not isinstance ( child , minidom . Element ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if child . tagName == ""Directory"" : <TAB> <TAB> <TAB> doDir ( child ) <TAB> <TAB> elif child . tagName == ""Component"" : <TAB> <TAB> <TAB> for grandchild in child . childNodes : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if grandchild . tagName != ""File"" : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> files . add ( grandchild . getAttribute ( ""Source"" ) . replace ( os . sep , ""/"" ) )","if not isinstance ( grandchild , minidom . Element ) :",152
16950,"def test_row(self, row):
    for idx, test in self.patterns.items():
        try:
            value = row[idx]
        except IndexError:
            value = """"
        result = test(value)
        if self.any_match:
            if result:
                return not self.inverse  # True
        else:
            if not result:
                return self.inverse  # False
    if self.any_match:
        return self.inverse  # False
    else:
        return not self.inverse  # True
","def test_row ( self , row ) : <TAB> for idx , test in self . patterns . items ( ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> value = row [ idx ] <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> value = """" <TAB> <TAB> result = test ( value ) <TAB> <TAB> if self . any_match : <TAB> <TAB> <TAB> if result : <TAB> <TAB> <TAB> <TAB> return not self . inverse <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return self . inverse <TAB> if self . any_match : <TAB> <TAB> return self . inverse <TAB> else : <TAB> <TAB> return not self . inverse",if not result :,149
1714,"def _validate_scalar_extensions(self) -> List[str]:
    errors = []
    for extension in [
        x for x in self.extensions if isinstance(x, GraphQLScalarTypeExtension)
    ]:
        extended = self.type_definitions.get(extension.name)
        ext_errors = _validate_extension(
            extended, extension.name, GraphQLScalarType, ""SCALAR""
        )
        errors.extend(ext_errors)
        if not ext_errors:
            errors.extend(_validate_extension_directives(extension, extended, ""SCALAR""))
    return errors
","def _validate_scalar_extensions ( self ) -> List [ str ] : <TAB> errors = [ ] <TAB> for extension in [ <TAB> <TAB> x for x in self . extensions if isinstance ( x , GraphQLScalarTypeExtension ) <TAB> ] : <TAB> <TAB> extended = self . type_definitions . get ( extension . name ) <TAB> <TAB> ext_errors = _validate_extension ( <TAB> <TAB> <TAB> extended , extension . name , GraphQLScalarType , ""SCALAR"" <TAB> <TAB> ) <TAB> <TAB> errors . extend ( ext_errors ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> errors . extend ( _validate_extension_directives ( extension , extended , ""SCALAR"" ) ) <TAB> return errors",if not ext_errors :,149
11775,"def call(monad, *args):
    for arg, name in izip(args, (""hour"", ""minute"", ""second"", ""microsecond"")):
        if not isinstance(arg, NumericMixin) or arg.type is not int:
            throw(
                TypeError,
                ""'%s' argument of time(...) function must be of 'int' type. Got: %r""
                % (name, type2str(arg.type)),
            )
        if not isinstance(arg, ConstMonad):
            throw(NotImplementedError)
    return ConstMonad.new(time(*tuple(arg.value for arg in args)))","def call ( monad , * args ) : <TAB> for arg , name in izip ( args , ( ""hour"" , ""minute"" , ""second"" , ""microsecond"" ) ) : <TAB> <TAB> if not isinstance ( arg , NumericMixin ) or arg . type is not int : <TAB> <TAB> <TAB> throw ( <TAB> <TAB> <TAB> <TAB> TypeError , <TAB> <TAB> <TAB> <TAB> ""'%s' argument of time(...) function must be of 'int' type. Got: %r"" <TAB> <TAB> <TAB> <TAB> % ( name , type2str ( arg . type ) ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> throw ( NotImplementedError ) <TAB> return ConstMonad . new ( time ( * tuple ( arg . value for arg in args ) ) )","if not isinstance ( arg , ConstMonad ) :",157
24737,"def get_config():
    try:
        config_str = config.get(""plugins"", ""equalizer_levels"", ""[]"")
        config_dict = ast.literal_eval(config_str)
        if isinstance(config_dict, list):
            print_w(""Converting old EQ config to new format."")
            config_dict = {""Current"": config_dict}
        if not isinstance(config_dict, dict):
            raise ValueError(""Saved config is of wrong type."")
        if not ""Current"" in config_dict.keys():
            raise ValueError(""Saved config was malformed."")
        # Run through the values to check everything is of correct type.
        for key in config_dict.keys():
            [float(s) for s in config_dict[key]]
        return config_dict
    except (config.Error, ValueError) as e:
        print_e(str(e))
        return {""Current"": []}
","def get_config ( ) : <TAB> try : <TAB> <TAB> config_str = config . get ( ""plugins"" , ""equalizer_levels"" , ""[]"" ) <TAB> <TAB> config_dict = ast . literal_eval ( config_str ) <TAB> <TAB> if isinstance ( config_dict , list ) : <TAB> <TAB> <TAB> print_w ( ""Converting old EQ config to new format."" ) <TAB> <TAB> <TAB> config_dict = { ""Current"" : config_dict } <TAB> <TAB> if not isinstance ( config_dict , dict ) : <TAB> <TAB> <TAB> raise ValueError ( ""Saved config is of wrong type."" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""Saved config was malformed."" ) <TAB> <TAB> <TAB> <TAB> for key in config_dict . keys ( ) : <TAB> <TAB> <TAB> [ float ( s ) for s in config_dict [ key ] ] <TAB> <TAB> return config_dict <TAB> except ( config . Error , ValueError ) as e : <TAB> <TAB> print_e ( str ( e ) ) <TAB> <TAB> return { ""Current"" : [ ] }","if not ""Current"" in config_dict . keys ( ) :",231
25172,"def _parse(self, contents):
    entries = []
    for line in contents.splitlines():
        if not len(line.strip()):
            entries.append((""blank"", [line]))
            continue
        (head, tail) = chop_comment(line.strip(), ""#"")
        if not len(head):
            entries.append((""all_comment"", [line]))
            continue
        entries.append((""option"", [head.split(None), tail]))
    return entries
","def _parse ( self , contents ) : <TAB> entries = [ ] <TAB> for line in contents . splitlines ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> entries . append ( ( ""blank"" , [ line ] ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> ( head , tail ) = chop_comment ( line . strip ( ) , ""#"" ) <TAB> <TAB> if not len ( head ) : <TAB> <TAB> <TAB> entries . append ( ( ""all_comment"" , [ line ] ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> entries . append ( ( ""option"" , [ head . split ( None ) , tail ] ) ) <TAB> return entries",if not len ( line . strip ( ) ) :,121
14036,"def _brush_modified_cb(self, settings):
    """"""Updates the brush's base setting adjustments on brush changes""""""
    for cname in settings:
        adj = self.brush_adjustment.get(cname, None)
        if adj is None:
            continue
        value = self.brush.get_base_value(cname)
        adj.set_value(value)
","def _brush_modified_cb ( self , settings ) : <TAB> """"""Updates the brush's base setting adjustments on brush changes"""""" <TAB> for cname in settings : <TAB> <TAB> adj = self . brush_adjustment . get ( cname , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> value = self . brush . get_base_value ( cname ) <TAB> <TAB> adj . set_value ( value )",if adj is None :,92
324,"def upgrade(migrate_engine):
    print(__doc__)
    metadata.bind = migrate_engine
    liftoverjobs = dict()
    jobs = context.query(DeferredJob).filter_by(plugin=""LiftOverTransferPlugin"").all()
    for job in jobs:
        if job.params[""parentjob""] not in liftoverjobs:
            liftoverjobs[job.params[""parentjob""]] = []
        liftoverjobs[job.params[""parentjob""]].append(job.id)
    for parent in liftoverjobs:
        lifts = liftoverjobs[parent]
        deferred = context.query(DeferredJob).filter_by(id=parent).first()
        deferred.params[""liftover""] = lifts
    context.flush()
","def upgrade ( migrate_engine ) : <TAB> print ( __doc__ ) <TAB> metadata . bind = migrate_engine <TAB> liftoverjobs = dict ( ) <TAB> jobs = context . query ( DeferredJob ) . filter_by ( plugin = ""LiftOverTransferPlugin"" ) . all ( ) <TAB> for job in jobs : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> liftoverjobs [ job . params [ ""parentjob"" ] ] = [ ] <TAB> <TAB> liftoverjobs [ job . params [ ""parentjob"" ] ] . append ( job . id ) <TAB> for parent in liftoverjobs : <TAB> <TAB> lifts = liftoverjobs [ parent ] <TAB> <TAB> deferred = context . query ( DeferredJob ) . filter_by ( id = parent ) . first ( ) <TAB> <TAB> deferred . params [ ""liftover"" ] = lifts <TAB> context . flush ( )","if job . params [ ""parentjob"" ] not in liftoverjobs :",182
8891,"def bump_version(bump_type):
    """"""Bumps version to the next release, or development version.""""""
    cur_ver = _get_version()
    click.echo(""current version: %s"" % cur_ver)
    ver_split = cur_ver.split(""."")
    if ""dev"" in ver_split[-1]:
        if bump_type == ""dev"":
            # If this is already a development version, increment the dev count by 1
            ver_split[-1] = ""dev%d"" % (int(ver_split[-1].strip(""dev"") or 0) + 1)
        else:
            # Just strip off dev tag for next release version
            ver_split = ver_split[:-1]
    else:
        # Increment the revision number by one
        if len(ver_split) == 2:
            # We don't have a revision number, assume 0
            ver_split.append(""1"")
        else:
            if ""b"" in ver_split[2]:
                # beta version
                minor, beta = ver_split[-1].split(""b"")
                ver_split[-1] = ""%sb%s"" % (minor, int(beta) + 1)
            else:
                ver_split[-1] = str(int(ver_split[-1]) + 1)
        if bump_type == ""dev"":
            ver_split.append(""dev"")
    new_version = ""."".join(ver_split)
    for line in fileinput.FileInput(""flexget/_version.py"", inplace=1):
        if line.startswith(""__version__ =""):
            line = ""__version__ = '%s'\n"" % new_version
        print(line, end="""")
    click.echo(""new version: %s"" % new_version)","def bump_version ( bump_type ) : <TAB> """"""Bumps version to the next release, or development version."""""" <TAB> cur_ver = _get_version ( ) <TAB> click . echo ( ""current version: %s"" % cur_ver ) <TAB> ver_split = cur_ver . split ( ""."" ) <TAB> if ""dev"" in ver_split [ - 1 ] : <TAB> <TAB> if bump_type == ""dev"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ver_split [ - 1 ] = ""dev%d"" % ( int ( ver_split [ - 1 ] . strip ( ""dev"" ) or 0 ) + 1 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ver_split = ver_split [ : - 1 ] <TAB> else : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ver_split . append ( ""1"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if ""b"" in ver_split [ 2 ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> minor , beta = ver_split [ - 1 ] . split ( ""b"" ) <TAB> <TAB> <TAB> <TAB> ver_split [ - 1 ] = ""%sb%s"" % ( minor , int ( beta ) + 1 ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> ver_split [ - 1 ] = str ( int ( ver_split [ - 1 ] ) + 1 ) <TAB> <TAB> if bump_type == ""dev"" : <TAB> <TAB> <TAB> ver_split . append ( ""dev"" ) <TAB> new_version = ""."" . join ( ver_split ) <TAB> for line in fileinput . FileInput ( ""flexget/_version.py"" , inplace = 1 ) : <TAB> <TAB> if line . startswith ( ""__version__ ="" ) : <TAB> <TAB> <TAB> line = ""__version__ = '%s'\n"" % new_version <TAB> <TAB> print ( line , end = """" ) <TAB> click . echo ( ""new version: %s"" % new_version )",if len ( ver_split ) == 2 :,453
19054,"def __find_smallest(self):
    """"""Find the smallest uncovered value in the matrix.""""""
    minval = sys.maxsize
    for i in range(self.n):
        for j in range(self.n):
            if (not self.row_covered[i]) and (not self.col_covered[j]):
                if minval > self.C[i][j]:
                    minval = self.C[i][j]
    return minval
","def __find_smallest ( self ) : <TAB> """"""Find the smallest uncovered value in the matrix."""""" <TAB> minval = sys . maxsize <TAB> for i in range ( self . n ) : <TAB> <TAB> for j in range ( self . n ) : <TAB> <TAB> <TAB> if ( not self . row_covered [ i ] ) and ( not self . col_covered [ j ] ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> minval = self . C [ i ] [ j ] <TAB> return minval",if minval > self . C [ i ] [ j ] :,114
16481,"def git_branch_for_post(self, path, interactive=False):
    if path is None:
        return None
    if path in self.git_local_branches:
        return self.git_branch(path)
    branches = []
    for branch in self.git_local_branches:
        if path in self.git_local_posts(branches=[branch]):
            branches.append(branch)
    if len(branches) == 0:
        if path in self.dir():
            return self.git_branch(self.config.published_branch)
        return None
    if len(branches) == 1:
        return self.git_branch(branches[0])
    # Deal with ambiguity
    if interactive:
        print(""There are multiple branches for post '{}'."".format(path))
        for i, branch in enumerate(branches):
            print(""{}. {}"".format(i, branch))
        response = None
        while not isinstance(response, int):
            response = input(""Please select the branch you would like to use: "")
            try:
                response = int(response)
            except:
                response = None
    else:
        response = 0
    return self.git_branch(branches[response])","def git_branch_for_post ( self , path , interactive = False ) : <TAB> if path is None : <TAB> <TAB> return None <TAB> if path in self . git_local_branches : <TAB> <TAB> return self . git_branch ( path ) <TAB> branches = [ ] <TAB> for branch in self . git_local_branches : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> branches . append ( branch ) <TAB> if len ( branches ) == 0 : <TAB> <TAB> if path in self . dir ( ) : <TAB> <TAB> <TAB> return self . git_branch ( self . config . published_branch ) <TAB> <TAB> return None <TAB> if len ( branches ) == 1 : <TAB> <TAB> return self . git_branch ( branches [ 0 ] ) <TAB> <TAB> if interactive : <TAB> <TAB> print ( ""There are multiple branches for post '{}'."" . format ( path ) ) <TAB> <TAB> for i , branch in enumerate ( branches ) : <TAB> <TAB> <TAB> print ( ""{}. {}"" . format ( i , branch ) ) <TAB> <TAB> response = None <TAB> <TAB> while not isinstance ( response , int ) : <TAB> <TAB> <TAB> response = input ( ""Please select the branch you would like to use: "" ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> response = int ( response ) <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> response = None <TAB> else : <TAB> <TAB> response = 0 <TAB> return self . git_branch ( branches [ response ] )",if path in self . git_local_posts ( branches = [ branch ] ) :,312
6549,"def update_brush(self, *args):
    with self.output:
        if not self.brush.brushing:  # if we ended brushing, reset it
            self.figure.interaction = None
        if self.brush.selected is not None:
            (x1, y1), (x2, y2) = self.brush.selected
            mode = self.modes_names[
                self.modes_labels.index(self.button_selection_mode.value)
            ]
            self.plot.select_rectangle(x1, y1, x2, y2, mode=mode)
        else:
            self.dataset.select_nothing()
        if (
            not self.brush.brushing
        ):  # but then put it back again so the rectangle is gone,
            self.figure.interaction = self.brush","def update_brush ( self , * args ) : <TAB> with self . output : <TAB> <TAB> if not self . brush . brushing : <TAB> <TAB> <TAB> self . figure . interaction = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ( x1 , y1 ) , ( x2 , y2 ) = self . brush . selected <TAB> <TAB> <TAB> mode = self . modes_names [ <TAB> <TAB> <TAB> <TAB> self . modes_labels . index ( self . button_selection_mode . value ) <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> self . plot . select_rectangle ( x1 , y1 , x2 , y2 , mode = mode ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . dataset . select_nothing ( ) <TAB> <TAB> if ( <TAB> <TAB> <TAB> not self . brush . brushing <TAB> <TAB> ) : <TAB> <TAB> <TAB> self . figure . interaction = self . brush",if self . brush . selected is not None :,220
15689,"def check(self, check_all=False, do_reload=True):
    """"""Check whether some modules need to be reloaded.""""""
    if not self.enabled and not check_all:
        return
    if check_all or self.check_all:
        modules = list(sys.modules.keys())
    else:
        modules = list(self.modules.keys())
    for modname in modules:
        m = sys.modules.get(modname, None)
        if modname in self.skip_modules:
            continue
        py_filename, pymtime = self.filename_and_mtime(m)
        if py_filename is None:
            continue
        try:
            if pymtime <= self.modules_mtimes[modname]:
                continue
        except KeyError:
            self.modules_mtimes[modname] = pymtime
            continue
        else:
            if self.failed.get(py_filename, None) == pymtime:
                continue
        self.modules_mtimes[modname] = pymtime
        # If we've reached this point, we should try to reload the module
        if do_reload:
            try:
                superreload(m, reload, self.old_objects)
                if py_filename in self.failed:
                    del self.failed[py_filename]
            except:
                print(
                    ""[autoreload of %s failed: %s]""
                    % (modname, traceback.format_exc(1)),
                    file=sys.stderr,
                )
                self.failed[py_filename] = pymtime","def check ( self , check_all = False , do_reload = True ) : <TAB> """"""Check whether some modules need to be reloaded."""""" <TAB> if not self . enabled and not check_all : <TAB> <TAB> return <TAB> if check_all or self . check_all : <TAB> <TAB> modules = list ( sys . modules . keys ( ) ) <TAB> else : <TAB> <TAB> modules = list ( self . modules . keys ( ) ) <TAB> for modname in modules : <TAB> <TAB> m = sys . modules . get ( modname , None ) <TAB> <TAB> if modname in self . skip_modules : <TAB> <TAB> <TAB> continue <TAB> <TAB> py_filename , pymtime = self . filename_and_mtime ( m ) <TAB> <TAB> if py_filename is None : <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> if pymtime <= self . modules_mtimes [ modname ] : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> self . modules_mtimes [ modname ] = pymtime <TAB> <TAB> <TAB> continue <TAB> <TAB> else : <TAB> <TAB> <TAB> if self . failed . get ( py_filename , None ) == pymtime : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> self . modules_mtimes [ modname ] = pymtime <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> superreload ( m , reload , self . old_objects ) <TAB> <TAB> <TAB> <TAB> if py_filename in self . failed : <TAB> <TAB> <TAB> <TAB> <TAB> del self . failed [ py_filename ] <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> ""[autoreload of %s failed: %s]"" <TAB> <TAB> <TAB> <TAB> <TAB> % ( modname , traceback . format_exc ( 1 ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> file = sys . stderr , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> self . failed [ py_filename ] = pymtime",if do_reload :,423
18163,"def viewresult_to_response(context, request):
    result = view(context, request)
    if result.__class__ is Response:  # common case
        response = result
    else:
        response = info.registry.queryAdapterOrSelf(result, IResponse)
        if response is None:
            if result is None:
                append = (
                    "" You may have forgotten to return a value ""
                    ""from the view callable.""
                )
            elif isinstance(result, dict):
                append = (
                    "" You may have forgotten to define a ""
                    ""renderer in the view configuration.""
                )
            else:
                append = """"
            msg = (
                ""Could not convert return value of the view ""
                ""callable %s into a response object. ""
                ""The value returned was %r."" + append
            )
            raise ValueError(msg % (view_description(view), result))
    return response
","def viewresult_to_response ( context , request ) : <TAB> result = view ( context , request ) <TAB> if result . __class__ is Response : <TAB> <TAB> response = result <TAB> else : <TAB> <TAB> response = info . registry . queryAdapterOrSelf ( result , IResponse ) <TAB> <TAB> if response is None : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> append = ( <TAB> <TAB> <TAB> <TAB> <TAB> "" You may have forgotten to return a value "" <TAB> <TAB> <TAB> <TAB> <TAB> ""from the view callable."" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> elif isinstance ( result , dict ) : <TAB> <TAB> <TAB> <TAB> append = ( <TAB> <TAB> <TAB> <TAB> <TAB> "" You may have forgotten to define a "" <TAB> <TAB> <TAB> <TAB> <TAB> ""renderer in the view configuration."" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> append = """" <TAB> <TAB> <TAB> msg = ( <TAB> <TAB> <TAB> <TAB> ""Could not convert return value of the view "" <TAB> <TAB> <TAB> <TAB> ""callable %s into a response object. "" <TAB> <TAB> <TAB> <TAB> ""The value returned was %r."" + append <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> raise ValueError ( msg % ( view_description ( view ) , result ) ) <TAB> return response",if result is None :,273
7134,"def put(
    self,
    value: V = None,
    key: K = None,
    partition: Optional[int] = None,
    timestamp: Optional[float] = None,
    headers: HeadersArg = None,
    key_serializer: CodecArg = None,
    value_serializer: CodecArg = None,
    *,
    reply_to: ReplyToArg = None,
    correlation_id: str = None,
    wait: bool = True
) -> EventT:
    if reply_to:
        value, headers = self._create_req(key, value, reply_to, correlation_id, headers)
    channel = cast(ChannelT, self.stream().channel)
    message = self.to_message(
        key,
        value,
        partition=partition,
        offset=self.sent_offset,
        timestamp=timestamp,
        headers=headers,
    )
    event: EventT = await channel.decode(message)
    await channel.put(event)
    self.sent_offset += 1
    if wait:
        async with self.new_value_processed:
            await self.new_value_processed.wait()
            if self._crash_reason:
                raise self._crash_reason from self._crash_reason
    return event","def put ( <TAB> self , <TAB> value : V = None , <TAB> key : K = None , <TAB> partition : Optional [ int ] = None , <TAB> timestamp : Optional [ float ] = None , <TAB> headers : HeadersArg = None , <TAB> key_serializer : CodecArg = None , <TAB> value_serializer : CodecArg = None , <TAB> * , <TAB> reply_to : ReplyToArg = None , <TAB> correlation_id : str = None , <TAB> wait : bool = True ) -> EventT : <TAB> if reply_to : <TAB> <TAB> value , headers = self . _create_req ( key , value , reply_to , correlation_id , headers ) <TAB> channel = cast ( ChannelT , self . stream ( ) . channel ) <TAB> message = self . to_message ( <TAB> <TAB> key , <TAB> <TAB> value , <TAB> <TAB> partition = partition , <TAB> <TAB> offset = self . sent_offset , <TAB> <TAB> timestamp = timestamp , <TAB> <TAB> headers = headers , <TAB> ) <TAB> event : EventT = await channel . decode ( message ) <TAB> await channel . put ( event ) <TAB> self . sent_offset += 1 <TAB> if wait : <TAB> <TAB> async with self . new_value_processed : <TAB> <TAB> <TAB> await self . new_value_processed . wait ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise self . _crash_reason from self . _crash_reason <TAB> return event",if self . _crash_reason :,318
4316,"def __setattr__(self, name: str, val: Any):
    if name.startswith(""COMPUTED_""):
        if name in self:
            old_val = self[name]
            if old_val == val:
                return
            raise KeyError(
                ""Computed attributed '{}' already exists ""
                ""with a different value! old={}, new={}."".format(name, old_val, val)
            )
        self[name] = val
    else:
        super().__setattr__(name, val)
","def __setattr__ ( self , name : str , val : Any ) : <TAB> if name . startswith ( ""COMPUTED_"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> old_val = self [ name ] <TAB> <TAB> <TAB> if old_val == val : <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> raise KeyError ( <TAB> <TAB> <TAB> <TAB> ""Computed attributed '{}' already exists "" <TAB> <TAB> <TAB> <TAB> ""with a different value! old={}, new={}."" . format ( name , old_val , val ) <TAB> <TAB> <TAB> ) <TAB> <TAB> self [ name ] = val <TAB> else : <TAB> <TAB> super ( ) . __setattr__ ( name , val )",if name in self :,137
14754,"def _try_parser(self, parse_method):
    _order = self._settings.DATE_ORDER
    try:
        if self._settings.PREFER_LOCALE_DATE_ORDER:
            if ""DATE_ORDER"" not in self._settings._mod_settings:
                self._settings.DATE_ORDER = self.locale.info.get(""date_order"", _order)
        date_obj, period = date_parser.parse(
            self._get_translated_date(),
            parse_method=parse_method,
            settings=self._settings,
        )
        self._settings.DATE_ORDER = _order
        return DateData(
            date_obj=date_obj,
            period=period,
        )
    except ValueError:
        self._settings.DATE_ORDER = _order
        return None
","def _try_parser ( self , parse_method ) : <TAB> _order = self . _settings . DATE_ORDER <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ""DATE_ORDER"" not in self . _settings . _mod_settings : <TAB> <TAB> <TAB> <TAB> self . _settings . DATE_ORDER = self . locale . info . get ( ""date_order"" , _order ) <TAB> <TAB> date_obj , period = date_parser . parse ( <TAB> <TAB> <TAB> self . _get_translated_date ( ) , <TAB> <TAB> <TAB> parse_method = parse_method , <TAB> <TAB> <TAB> settings = self . _settings , <TAB> <TAB> ) <TAB> <TAB> self . _settings . DATE_ORDER = _order <TAB> <TAB> return DateData ( <TAB> <TAB> <TAB> date_obj = date_obj , <TAB> <TAB> <TAB> period = period , <TAB> <TAB> ) <TAB> except ValueError : <TAB> <TAB> self . _settings . DATE_ORDER = _order <TAB> <TAB> return None",if self . _settings . PREFER_LOCALE_DATE_ORDER :,214
18728,"def _merge_substs(self, subst, new_substs):
    subst = subst.copy()
    for new_subst in new_substs:
        for name, var in new_subst.items():
            if name not in subst:
                subst[name] = var
            elif subst[name] is not var:
                subst[name].PasteVariable(var)
    return subst
","def _merge_substs ( self , subst , new_substs ) : <TAB> subst = subst . copy ( ) <TAB> for new_subst in new_substs : <TAB> <TAB> for name , var in new_subst . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> subst [ name ] = var <TAB> <TAB> <TAB> elif subst [ name ] is not var : <TAB> <TAB> <TAB> <TAB> subst [ name ] . PasteVariable ( var ) <TAB> return subst",if name not in subst :,109
17133,"def calculate(self):
    for task in taskmods.DllList.calculate(self):
        pid = task.UniqueProcessId
        if task.ObjectTable.HandleTableList:
            for handle in task.ObjectTable.handles():
                if not handle.is_valid():
                    continue
                name = """"
                object_type = handle.get_object_type()
                if object_type == ""File"":
                    file_obj = handle.dereference_as(""_FILE_OBJECT"")
                    name = str(file_obj.file_name_with_device())
                elif object_type == ""Key"":
                    key_obj = handle.dereference_as(""_CM_KEY_BODY"")
                    name = key_obj.full_key_name()
                elif object_type == ""Process"":
                    proc_obj = handle.dereference_as(""_EPROCESS"")
                    name = ""{0}({1})"".format(
                        proc_obj.ImageFileName, proc_obj.UniqueProcessId
                    )
                elif object_type == ""Thread"":
                    thrd_obj = handle.dereference_as(""_ETHREAD"")
                    name = ""TID {0} PID {1}"".format(
                        thrd_obj.Cid.UniqueThread, thrd_obj.Cid.UniqueProcess
                    )
                elif handle.NameInfo.Name == None:
                    name = """"
                else:
                    name = str(handle.NameInfo.Name)
                yield pid, handle, object_type, name","def calculate ( self ) : <TAB> for task in taskmods . DllList . calculate ( self ) : <TAB> <TAB> pid = task . UniqueProcessId <TAB> <TAB> if task . ObjectTable . HandleTableList : <TAB> <TAB> <TAB> for handle in task . ObjectTable . handles ( ) : <TAB> <TAB> <TAB> <TAB> if not handle . is_valid ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> name = """" <TAB> <TAB> <TAB> <TAB> object_type = handle . get_object_type ( ) <TAB> <TAB> <TAB> <TAB> if object_type == ""File"" : <TAB> <TAB> <TAB> <TAB> <TAB> file_obj = handle . dereference_as ( ""_FILE_OBJECT"" ) <TAB> <TAB> <TAB> <TAB> <TAB> name = str ( file_obj . file_name_with_device ( ) ) <TAB> <TAB> <TAB> <TAB> elif object_type == ""Key"" : <TAB> <TAB> <TAB> <TAB> <TAB> key_obj = handle . dereference_as ( ""_CM_KEY_BODY"" ) <TAB> <TAB> <TAB> <TAB> <TAB> name = key_obj . full_key_name ( ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> proc_obj = handle . dereference_as ( ""_EPROCESS"" ) <TAB> <TAB> <TAB> <TAB> <TAB> name = ""{0}({1})"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> proc_obj . ImageFileName , proc_obj . UniqueProcessId <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> elif object_type == ""Thread"" : <TAB> <TAB> <TAB> <TAB> <TAB> thrd_obj = handle . dereference_as ( ""_ETHREAD"" ) <TAB> <TAB> <TAB> <TAB> <TAB> name = ""TID {0} PID {1}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> thrd_obj . Cid . UniqueThread , thrd_obj . Cid . UniqueProcess <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> elif handle . NameInfo . Name == None : <TAB> <TAB> <TAB> <TAB> <TAB> name = """" <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> name = str ( handle . NameInfo . Name ) <TAB> <TAB> <TAB> <TAB> yield pid , handle , object_type , name","elif object_type == ""Process"" :",443
22655,"def _maybe_female(self, path_elements, female, strict):
    if female:
        if self.has_gender_differences:
            elements = path_elements + [""female""]
            try:
                return self._get_file(elements, "".png"", strict=strict)
            except ValueError:
                if strict:
                    raise
        elif strict:
            raise ValueError(""Pokemon %s has no gender differences"" % self.species_id)
    return self._get_file(path_elements, "".png"", strict=strict)
","def _maybe_female ( self , path_elements , female , strict ) : <TAB> if female : <TAB> <TAB> if self . has_gender_differences : <TAB> <TAB> <TAB> elements = path_elements + [ ""female"" ] <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> return self . _get_file ( elements , "".png"" , strict = strict ) <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> if strict : <TAB> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""Pokemon %s has no gender differences"" % self . species_id ) <TAB> return self . _get_file ( path_elements , "".png"" , strict = strict )",elif strict :,146
11757,"def process_target(decompiler, pos, partial=False):
    if pos is None:
        limit = None
    elif partial:
        limit = decompiler.targets.get(pos, None)
    else:
        limit = decompiler.targets.pop(pos, None)
    top = decompiler.stack.pop()
    while True:
        top = simplify(top)
        if top is limit:
            break
        if isinstance(top, ast.GenExprFor):
            break
        if not decompiler.stack:
            break
        top2 = decompiler.stack[-1]
        if isinstance(top2, ast.GenExprFor):
            break
        if partial and hasattr(top2, ""endpos"") and top2.endpos == pos:
            break
        if isinstance(top2, (ast.And, ast.Or)):
            if top2.__class__ == top.__class__:
                top2.nodes.extend(top.nodes)
            else:
                top2.nodes.append(top)
        elif isinstance(top2, ast.IfExp):  # Python 2.5
            top2.else_ = top
            if hasattr(top, ""endpos""):
                top2.endpos = top.endpos
                if decompiler.targets.get(top.endpos) is top:
                    decompiler.targets[top.endpos] = top2
        else:
            throw(
                DecompileError(
                    'Expression is too complex to decompile, try to pass query as string, e.g. select(""x for x in Something"")'
                )
            )
        top2.endpos = max(top2.endpos, getattr(top, ""endpos"", 0))
        top = decompiler.stack.pop()
    decompiler.stack.append(top)","def process_target ( decompiler , pos , partial = False ) : <TAB> if pos is None : <TAB> <TAB> limit = None <TAB> elif partial : <TAB> <TAB> limit = decompiler . targets . get ( pos , None ) <TAB> else : <TAB> <TAB> limit = decompiler . targets . pop ( pos , None ) <TAB> top = decompiler . stack . pop ( ) <TAB> while True : <TAB> <TAB> top = simplify ( top ) <TAB> <TAB> if top is limit : <TAB> <TAB> <TAB> break <TAB> <TAB> if isinstance ( top , ast . GenExprFor ) : <TAB> <TAB> <TAB> break <TAB> <TAB> if not decompiler . stack : <TAB> <TAB> <TAB> break <TAB> <TAB> top2 = decompiler . stack [ - 1 ] <TAB> <TAB> if isinstance ( top2 , ast . GenExprFor ) : <TAB> <TAB> <TAB> break <TAB> <TAB> if partial and hasattr ( top2 , ""endpos"" ) and top2 . endpos == pos : <TAB> <TAB> <TAB> break <TAB> <TAB> if isinstance ( top2 , ( ast . And , ast . Or ) ) : <TAB> <TAB> <TAB> if top2 . __class__ == top . __class__ : <TAB> <TAB> <TAB> <TAB> top2 . nodes . extend ( top . nodes ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> top2 . nodes . append ( top ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> top2 . else_ = top <TAB> <TAB> <TAB> if hasattr ( top , ""endpos"" ) : <TAB> <TAB> <TAB> <TAB> top2 . endpos = top . endpos <TAB> <TAB> <TAB> <TAB> if decompiler . targets . get ( top . endpos ) is top : <TAB> <TAB> <TAB> <TAB> <TAB> decompiler . targets [ top . endpos ] = top2 <TAB> <TAB> else : <TAB> <TAB> <TAB> throw ( <TAB> <TAB> <TAB> <TAB> DecompileError ( <TAB> <TAB> <TAB> <TAB> <TAB> 'Expression is too complex to decompile, try to pass query as string, e.g. select(""x for x in Something"")' <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> top2 . endpos = max ( top2 . endpos , getattr ( top , ""endpos"" , 0 ) ) <TAB> <TAB> top = decompiler . stack . pop ( ) <TAB> decompiler . stack . append ( top )","elif isinstance ( top2 , ast . IfExp ) :",485
11895,"def test_inkey_0s_raw_ctrl_c():
    ""0-second inkey with raw allows receiving ^C.""
    pid, master_fd = pty.fork()
    if pid is 0:  # child
        try:
            cov = __import__(""cov_core_init"").init()
        except ImportError:
            cov = None
        term = TestTerminal()
        read_until_semaphore(sys.__stdin__.fileno(), semaphore=SEMAPHORE)
        with term.raw():
            os.write(sys.__stdout__.fileno(), RECV_SEMAPHORE)
            inp = term.inkey(timeout=0)
            os.write(sys.__stdout__.fileno(), inp.encode(""latin1""))
        if cov is not None:
            cov.stop()
            cov.save()
        os._exit(0)
    with echo_off(master_fd):
        os.write(master_fd, SEND_SEMAPHORE)
        # ensure child is in raw mode before sending ^C,
        read_until_semaphore(master_fd)
        os.write(master_fd, u""\x03"".encode(""latin1""))
        stime = time.time()
        output = read_until_eof(master_fd)
    pid, status = os.waitpid(pid, 0)
    if os.environ.get(""TRAVIS"", None) is not None:
        # For some reason, setraw has no effect travis-ci,
        # is still accepts ^C, causing system exit on py26,
        # but exit 0 on py27, and either way on py33
        # .. strange, huh?
        assert output in (u"""", u""\x03"")
        assert os.WEXITSTATUS(status) in (0, 2)
    else:
        assert output == u""\x03"" or output == u"""" and not os.isatty(0)
        assert os.WEXITSTATUS(status) == 0
    assert math.floor(time.time() - stime) == 0.0","def test_inkey_0s_raw_ctrl_c ( ) : <TAB> ""0-second inkey with raw allows receiving ^C."" <TAB> pid , master_fd = pty . fork ( ) <TAB> if pid is 0 : <TAB> <TAB> try : <TAB> <TAB> <TAB> cov = __import__ ( ""cov_core_init"" ) . init ( ) <TAB> <TAB> except ImportError : <TAB> <TAB> <TAB> cov = None <TAB> <TAB> term = TestTerminal ( ) <TAB> <TAB> read_until_semaphore ( sys . __stdin__ . fileno ( ) , semaphore = SEMAPHORE ) <TAB> <TAB> with term . raw ( ) : <TAB> <TAB> <TAB> os . write ( sys . __stdout__ . fileno ( ) , RECV_SEMAPHORE ) <TAB> <TAB> <TAB> inp = term . inkey ( timeout = 0 ) <TAB> <TAB> <TAB> os . write ( sys . __stdout__ . fileno ( ) , inp . encode ( ""latin1"" ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cov . stop ( ) <TAB> <TAB> <TAB> cov . save ( ) <TAB> <TAB> os . _exit ( 0 ) <TAB> with echo_off ( master_fd ) : <TAB> <TAB> os . write ( master_fd , SEND_SEMAPHORE ) <TAB> <TAB> <TAB> <TAB> read_until_semaphore ( master_fd ) <TAB> <TAB> os . write ( master_fd , u""\x03"" . encode ( ""latin1"" ) ) <TAB> <TAB> stime = time . time ( ) <TAB> <TAB> output = read_until_eof ( master_fd ) <TAB> pid , status = os . waitpid ( pid , 0 ) <TAB> if os . environ . get ( ""TRAVIS"" , None ) is not None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> assert output in ( u"""" , u""\x03"" ) <TAB> <TAB> assert os . WEXITSTATUS ( status ) in ( 0 , 2 ) <TAB> else : <TAB> <TAB> assert output == u""\x03"" or output == u"""" and not os . isatty ( 0 ) <TAB> <TAB> assert os . WEXITSTATUS ( status ) == 0 <TAB> assert math . floor ( time . time ( ) - stime ) == 0.0",if cov is not None :,512
10823,"def doLabels():
    global difficulty, answers
    answers = []
    for loop in range(10):
        numa = random.randint(1 * difficulty * 2, 10 * difficulty * 2)
        numb = random.randint(1 * difficulty * 2, 10 * difficulty * 2)
        action = random.choice(actions)
        if action == ""+"":
            answers.append(numa + numb)
        elif action == ""-"":
            answers.append(numa - numb)
        elif action == ""*"":
            answers.append(numa * numb)
        elif action == ""/"":
            answers.append(numa / numb)
        lab = str(numa) + "" "" + action + "" "" + str(numb) + "" = ""
        try:
            win.addLabel(""l"" + str(loop), lab, 2 + loop, 0)
            win.addEntry(""l"" + str(loop), 2 + loop, 1)
        except Exception:
            win.setLabel(""l"" + str(loop), lab)
            win.enableEntry(""l"" + str(loop))
            win.setEntryBg(""l"" + str(loop), ""white"")
            win.setEntry(""l"" + str(loop), """")","def doLabels ( ) : <TAB> global difficulty , answers <TAB> answers = [ ] <TAB> for loop in range ( 10 ) : <TAB> <TAB> numa = random . randint ( 1 * difficulty * 2 , 10 * difficulty * 2 ) <TAB> <TAB> numb = random . randint ( 1 * difficulty * 2 , 10 * difficulty * 2 ) <TAB> <TAB> action = random . choice ( actions ) <TAB> <TAB> if action == ""+"" : <TAB> <TAB> <TAB> answers . append ( numa + numb ) <TAB> <TAB> elif action == ""-"" : <TAB> <TAB> <TAB> answers . append ( numa - numb ) <TAB> <TAB> elif action == ""*"" : <TAB> <TAB> <TAB> answers . append ( numa * numb ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> answers . append ( numa / numb ) <TAB> <TAB> lab = str ( numa ) + "" "" + action + "" "" + str ( numb ) + "" = "" <TAB> <TAB> try : <TAB> <TAB> <TAB> win . addLabel ( ""l"" + str ( loop ) , lab , 2 + loop , 0 ) <TAB> <TAB> <TAB> win . addEntry ( ""l"" + str ( loop ) , 2 + loop , 1 ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> win . setLabel ( ""l"" + str ( loop ) , lab ) <TAB> <TAB> <TAB> win . enableEntry ( ""l"" + str ( loop ) ) <TAB> <TAB> <TAB> win . setEntryBg ( ""l"" + str ( loop ) , ""white"" ) <TAB> <TAB> <TAB> win . setEntry ( ""l"" + str ( loop ) , """" )","elif action == ""/"" :",325
18842,"def _convert_timestamp(timestamp, precision=None):
    if isinstance(timestamp, Integral):
        return timestamp  # assume precision is correct if timestamp is int
    if isinstance(_get_unicode(timestamp), text_type):
        timestamp = parse(timestamp)
    if isinstance(timestamp, datetime):
        ns = timegm(timestamp.utctimetuple()) * 1e9 + timestamp.microsecond * 1e3
        if precision is None or precision == ""n"":
            return ns
        elif precision == ""u"":
            return ns / 1e3
        elif precision == ""ms"":
            return ns / 1e6
        elif precision == ""s"":
            return ns / 1e9
        elif precision == ""m"":
            return ns / 1e9 / 60
        elif precision == ""h"":
            return ns / 1e9 / 3600
    raise ValueError(timestamp)","def _convert_timestamp ( timestamp , precision = None ) : <TAB> if isinstance ( timestamp , Integral ) : <TAB> <TAB> return timestamp <TAB> if isinstance ( _get_unicode ( timestamp ) , text_type ) : <TAB> <TAB> timestamp = parse ( timestamp ) <TAB> if isinstance ( timestamp , datetime ) : <TAB> <TAB> ns = timegm ( timestamp . utctimetuple ( ) ) * 1e9 + timestamp . microsecond * 1e3 <TAB> <TAB> if precision is None or precision == ""n"" : <TAB> <TAB> <TAB> return ns <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ns / 1e3 <TAB> <TAB> elif precision == ""ms"" : <TAB> <TAB> <TAB> return ns / 1e6 <TAB> <TAB> elif precision == ""s"" : <TAB> <TAB> <TAB> return ns / 1e9 <TAB> <TAB> elif precision == ""m"" : <TAB> <TAB> <TAB> return ns / 1e9 / 60 <TAB> <TAB> elif precision == ""h"" : <TAB> <TAB> <TAB> return ns / 1e9 / 3600 <TAB> raise ValueError ( timestamp )","elif precision == ""u"" :",222
17386,"def gotHeaders(self, headers):
    HTTPClientFactory.gotHeaders(self, headers)
    if self.requestedPartial:
        contentRange = headers.get(b""content-range"", None)
        if not contentRange:
            # server doesn't support partial requests, oh well
            self.requestedPartial = 0
            return
        start, end, realLength = http.parseContentRange(contentRange[0])
        if start != self.requestedPartial:
            # server is acting weirdly
            self.requestedPartial = 0","def gotHeaders ( self , headers ) : <TAB> HTTPClientFactory . gotHeaders ( self , headers ) <TAB> if self . requestedPartial : <TAB> <TAB> contentRange = headers . get ( b""content-range"" , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . requestedPartial = 0 <TAB> <TAB> <TAB> return <TAB> <TAB> start , end , realLength = http . parseContentRange ( contentRange [ 0 ] ) <TAB> <TAB> if start != self . requestedPartial : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . requestedPartial = 0",if not contentRange :,138
15378,"def _strip_extras_markers(marker):
    # type: (Union[MarkerTuple, List[Union[MarkerTuple, str]]]) -> List[Union[MarkerTuple, str]]
    if marker is None or not isinstance(marker, (list, tuple)):
        raise TypeError(""Expecting a marker type, received {0!r}"".format(marker))
    markers_to_remove = []
    # iterate forwards and generate a list of indexes to remove first, then reverse the
    # list so we can remove the text that normally occurs after (but we will already
    # be past it in the loop)
    for i, marker_list in enumerate(marker):
        if isinstance(marker_list, list):
            cleaned = _strip_extras_markers(marker_list)
            if not cleaned:
                markers_to_remove.append(i)
        elif isinstance(marker_list, tuple) and marker_list[0].value == ""extra"":
            markers_to_remove.append(i)
    for i in reversed(markers_to_remove):
        del marker[i]
        if i > 0 and marker[i - 1] == ""and"":
            del marker[i - 1]
    return marker","def _strip_extras_markers ( marker ) : <TAB> <TAB> if marker is None or not isinstance ( marker , ( list , tuple ) ) : <TAB> <TAB> raise TypeError ( ""Expecting a marker type, received {0!r}"" . format ( marker ) ) <TAB> markers_to_remove = [ ] <TAB> <TAB> <TAB> <TAB> for i , marker_list in enumerate ( marker ) : <TAB> <TAB> if isinstance ( marker_list , list ) : <TAB> <TAB> <TAB> cleaned = _strip_extras_markers ( marker_list ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> markers_to_remove . append ( i ) <TAB> <TAB> elif isinstance ( marker_list , tuple ) and marker_list [ 0 ] . value == ""extra"" : <TAB> <TAB> <TAB> markers_to_remove . append ( i ) <TAB> for i in reversed ( markers_to_remove ) : <TAB> <TAB> del marker [ i ] <TAB> <TAB> if i > 0 and marker [ i - 1 ] == ""and"" : <TAB> <TAB> <TAB> del marker [ i - 1 ] <TAB> return marker",if not cleaned :,292
20728,"def updateStats(self, stats):
    stats[""global""][""day""] = date.fromordinal(stats[""global""][""day""])
    self.applyDict(self.deck._globalStats, stats[""global""])
    self.deck._globalStats.toDB(self.deck.s)
    for record in stats[""daily""]:
        record[""day""] = date.fromordinal(record[""day""])
        stat = Stats()
        id = self.deck.s.scalar(
            ""select id from stats where "" ""type = :type and day = :day"",
            type=1,
            day=record[""day""],
        )
        if id:
            stat.fromDB(self.deck.s, id)
        else:
            stat.create(self.deck.s, 1, record[""day""])
        self.applyDict(stat, record)
        stat.toDB(self.deck.s)","def updateStats ( self , stats ) : <TAB> stats [ ""global"" ] [ ""day"" ] = date . fromordinal ( stats [ ""global"" ] [ ""day"" ] ) <TAB> self . applyDict ( self . deck . _globalStats , stats [ ""global"" ] ) <TAB> self . deck . _globalStats . toDB ( self . deck . s ) <TAB> for record in stats [ ""daily"" ] : <TAB> <TAB> record [ ""day"" ] = date . fromordinal ( record [ ""day"" ] ) <TAB> <TAB> stat = Stats ( ) <TAB> <TAB> id = self . deck . s . scalar ( <TAB> <TAB> <TAB> ""select id from stats where "" ""type = :type and day = :day"" , <TAB> <TAB> <TAB> type = 1 , <TAB> <TAB> <TAB> day = record [ ""day"" ] , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> stat . fromDB ( self . deck . s , id ) <TAB> <TAB> else : <TAB> <TAB> <TAB> stat . create ( self . deck . s , 1 , record [ ""day"" ] ) <TAB> <TAB> self . applyDict ( stat , record ) <TAB> <TAB> stat . toDB ( self . deck . s )",if id :,236
23413,"def rotate_selected(self):
    opts = self.rotate_selected_opts
    if self.actions.pressed(opts[""move_done_pressed""]):
        return ""main""
    if self.actions.released(opts[""move_done_released""]):
        return ""main""
    if self.actions.pressed(opts[""move_cancelled""]):
        self.undo_cancel()
        return ""main""
    if (self.actions.mouse - opts[""mouselast""]).length == 0:
        return
    if time.time() < opts[""lasttime""] + 0.05:
        return
    opts[""mouselast""] = self.actions.mouse
    opts[""lasttime""] = time.time()
    delta = Direction2D(self.actions.mouse - opts[""center""])
    dx, dy = opts[""rotate_x""].dot(delta), opts[""rotate_y""].dot(delta)
    theta = math.atan2(dy, dx)
    set2D_vert = self.set2D_vert
    for bmv, xy in opts[""bmverts""]:
        if not bmv.is_valid:
            continue
        dxy = xy - opts[""center""]
        nx = dxy.x * math.cos(theta) - dxy.y * math.sin(theta)
        ny = dxy.x * math.sin(theta) + dxy.y * math.cos(theta)
        nxy = Point2D((nx, ny)) + opts[""center""]
        set2D_vert(bmv, nxy)
    self.update_verts_faces(v for v, _ in opts[""bmverts""])
    self.dirty()","def rotate_selected ( self ) : <TAB> opts = self . rotate_selected_opts <TAB> if self . actions . pressed ( opts [ ""move_done_pressed"" ] ) : <TAB> <TAB> return ""main"" <TAB> if self . actions . released ( opts [ ""move_done_released"" ] ) : <TAB> <TAB> return ""main"" <TAB> if self . actions . pressed ( opts [ ""move_cancelled"" ] ) : <TAB> <TAB> self . undo_cancel ( ) <TAB> <TAB> return ""main"" <TAB> if ( self . actions . mouse - opts [ ""mouselast"" ] ) . length == 0 : <TAB> <TAB> return <TAB> if time . time ( ) < opts [ ""lasttime"" ] + 0.05 : <TAB> <TAB> return <TAB> opts [ ""mouselast"" ] = self . actions . mouse <TAB> opts [ ""lasttime"" ] = time . time ( ) <TAB> delta = Direction2D ( self . actions . mouse - opts [ ""center"" ] ) <TAB> dx , dy = opts [ ""rotate_x"" ] . dot ( delta ) , opts [ ""rotate_y"" ] . dot ( delta ) <TAB> theta = math . atan2 ( dy , dx ) <TAB> set2D_vert = self . set2D_vert <TAB> for bmv , xy in opts [ ""bmverts"" ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> dxy = xy - opts [ ""center"" ] <TAB> <TAB> nx = dxy . x * math . cos ( theta ) - dxy . y * math . sin ( theta ) <TAB> <TAB> ny = dxy . x * math . sin ( theta ) + dxy . y * math . cos ( theta ) <TAB> <TAB> nxy = Point2D ( ( nx , ny ) ) + opts [ ""center"" ] <TAB> <TAB> set2D_vert ( bmv , nxy ) <TAB> self . update_verts_faces ( v for v , _ in opts [ ""bmverts"" ] ) <TAB> self . dirty ( )",if not bmv . is_valid :,405
15036,"def _cache_mem(curr_out, prev_mem, mem_len, reuse_len=None):
    """"""cache hidden states into memory.""""""
    if mem_len is None or mem_len == 0:
        return None
    else:
        if reuse_len is not None and reuse_len > 0:
            curr_out = curr_out[:reuse_len]
        if prev_mem is None:
            new_mem = curr_out[-mem_len:]
        else:
            new_mem = tf.concat([prev_mem, curr_out], 0)[-mem_len:]
    return tf.keras.backend.stop_gradient(new_mem)","def _cache_mem ( curr_out , prev_mem , mem_len , reuse_len = None ) : <TAB> """"""cache hidden states into memory."""""" <TAB> if mem_len is None or mem_len == 0 : <TAB> <TAB> return None <TAB> else : <TAB> <TAB> if reuse_len is not None and reuse_len > 0 : <TAB> <TAB> <TAB> curr_out = curr_out [ : reuse_len ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> new_mem = curr_out [ - mem_len : ] <TAB> <TAB> else : <TAB> <TAB> <TAB> new_mem = tf . concat ( [ prev_mem , curr_out ] , 0 ) [ - mem_len : ] <TAB> return tf . keras . backend . stop_gradient ( new_mem )",if prev_mem is None :,165
4792,"def data_download(chunksize, filename, dataset, name):
    # Setup the API connection
    key = get_api_key()
    api = shodan.Shodan(key)
    # Get the file object that the user requested which will contain the URL and total file size
    file = None
    try:
        files = api.data.list_files(dataset)
        for tmp in files:
            if tmp[""name""] == name:
                file = tmp
                break
    except shodan.APIError as e:
        raise click.ClickException(e.value)
    # The file isn't available
    if not file:
        raise click.ClickException(""File not found"")
    # Start downloading the file
    response = requests.get(file[""url""], stream=True)
    # Figure out the size of the file based on the headers
    filesize = response.headers.get(""content-length"", None)
    if not filesize:
        # Fall back to using the filesize provided by the API
        filesize = file[""size""]
    else:
        filesize = int(filesize)
    chunk_size = 1024
    limit = filesize / chunk_size
    # Create a default filename based on the dataset and the filename within that dataset
    if not filename:
        filename = ""{}-{}"".format(dataset, name)
    # Open the output file and start writing to it in chunks
    with open(filename, ""wb"") as fout:
        with click.progressbar(
            response.iter_content(chunk_size=chunk_size), length=limit
        ) as bar:
            for chunk in bar:
                if chunk:
                    fout.write(chunk)
    click.echo(click.style(""Download completed: {}"".format(filename), ""green""))","def data_download ( chunksize , filename , dataset , name ) : <TAB> <TAB> key = get_api_key ( ) <TAB> api = shodan . Shodan ( key ) <TAB> <TAB> file = None <TAB> try : <TAB> <TAB> files = api . data . list_files ( dataset ) <TAB> <TAB> for tmp in files : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> file = tmp <TAB> <TAB> <TAB> <TAB> break <TAB> except shodan . APIError as e : <TAB> <TAB> raise click . ClickException ( e . value ) <TAB> <TAB> if not file : <TAB> <TAB> raise click . ClickException ( ""File not found"" ) <TAB> <TAB> response = requests . get ( file [ ""url"" ] , stream = True ) <TAB> <TAB> filesize = response . headers . get ( ""content-length"" , None ) <TAB> if not filesize : <TAB> <TAB> <TAB> <TAB> filesize = file [ ""size"" ] <TAB> else : <TAB> <TAB> filesize = int ( filesize ) <TAB> chunk_size = 1024 <TAB> limit = filesize / chunk_size <TAB> <TAB> if not filename : <TAB> <TAB> filename = ""{}-{}"" . format ( dataset , name ) <TAB> <TAB> with open ( filename , ""wb"" ) as fout : <TAB> <TAB> with click . progressbar ( <TAB> <TAB> <TAB> response . iter_content ( chunk_size = chunk_size ) , length = limit <TAB> <TAB> ) as bar : <TAB> <TAB> <TAB> for chunk in bar : <TAB> <TAB> <TAB> <TAB> if chunk : <TAB> <TAB> <TAB> <TAB> <TAB> fout . write ( chunk ) <TAB> click . echo ( click . style ( ""Download completed: {}"" . format ( filename ) , ""green"" ) )","if tmp [ ""name"" ] == name :",436
21226,"def build(opt):
    dpath = os.path.join(opt[""datapath""], ""HotpotQA"")
    if not build_data.built(dpath, version_string=VERSION):
        print(""[building data: "" + dpath + ""]"")
        if build_data.built(dpath):
            # An older version exists, so remove these outdated files.
            build_data.remove_dir(dpath)
        build_data.make_dir(dpath)
        # Download the data.
        for downloadable_file in RESOURCES:
            downloadable_file.download_file(dpath)
        with PathManager.open(os.path.join(dpath, TRAIN_FILENAME)) as f:
            data = json.load(f)
            make_parlai_format(dpath, ""train"", data)
        with PathManager.open(os.path.join(dpath, DEV_DISTRACTOR_FILENAME)) as f:
            data = json.load(f)
            make_parlai_format(dpath, ""valid_distractor"", data)
        with PathManager.open(os.path.join(dpath, DEV_FULLWIKI_FILENAME)) as f:
            data = json.load(f)
            make_parlai_format(dpath, ""valid_fullwiki"", data)
        # Mark the data as built.
        build_data.mark_done(dpath, version_string=VERSION)
","def build ( opt ) : <TAB> dpath = os . path . join ( opt [ ""datapath"" ] , ""HotpotQA"" ) <TAB> if not build_data . built ( dpath , version_string = VERSION ) : <TAB> <TAB> print ( ""[building data: "" + dpath + ""]"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> build_data . remove_dir ( dpath ) <TAB> <TAB> build_data . make_dir ( dpath ) <TAB> <TAB> <TAB> <TAB> for downloadable_file in RESOURCES : <TAB> <TAB> <TAB> downloadable_file . download_file ( dpath ) <TAB> <TAB> with PathManager . open ( os . path . join ( dpath , TRAIN_FILENAME ) ) as f : <TAB> <TAB> <TAB> data = json . load ( f ) <TAB> <TAB> <TAB> make_parlai_format ( dpath , ""train"" , data ) <TAB> <TAB> with PathManager . open ( os . path . join ( dpath , DEV_DISTRACTOR_FILENAME ) ) as f : <TAB> <TAB> <TAB> data = json . load ( f ) <TAB> <TAB> <TAB> make_parlai_format ( dpath , ""valid_distractor"" , data ) <TAB> <TAB> with PathManager . open ( os . path . join ( dpath , DEV_FULLWIKI_FILENAME ) ) as f : <TAB> <TAB> <TAB> data = json . load ( f ) <TAB> <TAB> <TAB> make_parlai_format ( dpath , ""valid_fullwiki"" , data ) <TAB> <TAB> <TAB> <TAB> build_data . mark_done ( dpath , version_string = VERSION )",if build_data . built ( dpath ) :,360
1916,"def scanvars(reader, frame, locals):
    """"""Scan one logical line of Python and look up values of variables used.""""""
    vars, lasttoken, parent, prefix, value = [], None, None, """", __UNDEF__
    for ttype, token, start, end, line in tokenize.generate_tokens(reader):
        if ttype == tokenize.NEWLINE:
            break
        if ttype == tokenize.NAME and token not in keyword.kwlist:
            if lasttoken == ""."":
                if parent is not __UNDEF__:
                    value = getattr(parent, token, __UNDEF__)
                    vars.append((prefix + token, prefix, value))
            else:
                where, value = lookup(token, frame, locals)
                vars.append((token, where, value))
        elif token == ""."":
            prefix += lasttoken + "".""
            parent = value
        else:
            parent, prefix = None, """"
        lasttoken = token
    return vars
","def scanvars ( reader , frame , locals ) : <TAB> """"""Scan one logical line of Python and look up values of variables used."""""" <TAB> vars , lasttoken , parent , prefix , value = [ ] , None , None , """" , __UNDEF__ <TAB> for ttype , token , start , end , line in tokenize . generate_tokens ( reader ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> if ttype == tokenize . NAME and token not in keyword . kwlist : <TAB> <TAB> <TAB> if lasttoken == ""."" : <TAB> <TAB> <TAB> <TAB> if parent is not __UNDEF__ : <TAB> <TAB> <TAB> <TAB> <TAB> value = getattr ( parent , token , __UNDEF__ ) <TAB> <TAB> <TAB> <TAB> <TAB> vars . append ( ( prefix + token , prefix , value ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> where , value = lookup ( token , frame , locals ) <TAB> <TAB> <TAB> <TAB> vars . append ( ( token , where , value ) ) <TAB> <TAB> elif token == ""."" : <TAB> <TAB> <TAB> prefix += lasttoken + ""."" <TAB> <TAB> <TAB> parent = value <TAB> <TAB> else : <TAB> <TAB> <TAB> parent , prefix = None , """" <TAB> <TAB> lasttoken = token <TAB> return vars",if ttype == tokenize . NEWLINE :,252
1700,"def queue_viewing(request):
    addon_ids = request.GET.get(""addon_ids"")
    if not addon_ids:
        return {}
    viewing = {}
    user_id = request.user.id
    for addon_id in addon_ids.split("",""):
        addon_id = addon_id.strip()
        key = get_reviewing_cache_key(addon_id)
        currently_viewing = cache.get(key)
        if currently_viewing and currently_viewing != user_id:
            viewing[addon_id] = UserProfile.objects.get(id=currently_viewing).name
    return viewing
","def queue_viewing ( request ) : <TAB> addon_ids = request . GET . get ( ""addon_ids"" ) <TAB> if not addon_ids : <TAB> <TAB> return { } <TAB> viewing = { } <TAB> user_id = request . user . id <TAB> for addon_id in addon_ids . split ( "","" ) : <TAB> <TAB> addon_id = addon_id . strip ( ) <TAB> <TAB> key = get_reviewing_cache_key ( addon_id ) <TAB> <TAB> currently_viewing = cache . get ( key ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> viewing [ addon_id ] = UserProfile . objects . get ( id = currently_viewing ) . name <TAB> return viewing",if currently_viewing and currently_viewing != user_id :,165
11748,"def decompile(decompiler):
    for pos, next_pos, opname, arg in decompiler.instructions:
        if pos in decompiler.targets:
            decompiler.process_target(pos)
        method = getattr(decompiler, opname, None)
        if method is None:
            throw(DecompileError(""Unsupported operation: %s"" % opname))
        decompiler.pos = pos
        decompiler.next_pos = next_pos
        x = method(*arg)
        if x is not None:
            decompiler.stack.append(x)
","def decompile ( decompiler ) : <TAB> for pos , next_pos , opname , arg in decompiler . instructions : <TAB> <TAB> if pos in decompiler . targets : <TAB> <TAB> <TAB> decompiler . process_target ( pos ) <TAB> <TAB> method = getattr ( decompiler , opname , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> throw ( DecompileError ( ""Unsupported operation: %s"" % opname ) ) <TAB> <TAB> decompiler . pos = pos <TAB> <TAB> decompiler . next_pos = next_pos <TAB> <TAB> x = method ( * arg ) <TAB> <TAB> if x is not None : <TAB> <TAB> <TAB> decompiler . stack . append ( x )",if method is None :,143
22023,"def add_directive(self, name, obj, content=None, arguments=None, **options):
    if isinstance(obj, clstypes) and issubclass(obj, Directive):
        if content or arguments or options:
            raise ExtensionError(
                ""when adding directive classes, no "" ""additional arguments may be given""
            )
        directives.register_directive(name, directive_dwim(obj))
    else:
        obj.content = content
        obj.arguments = arguments
        obj.options = options
        directives.register_directive(name, obj)
","def add_directive ( self , name , obj , content = None , arguments = None , ** options ) : <TAB> if isinstance ( obj , clstypes ) and issubclass ( obj , Directive ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ExtensionError ( <TAB> <TAB> <TAB> <TAB> ""when adding directive classes, no "" ""additional arguments may be given"" <TAB> <TAB> <TAB> ) <TAB> <TAB> directives . register_directive ( name , directive_dwim ( obj ) ) <TAB> else : <TAB> <TAB> obj . content = content <TAB> <TAB> obj . arguments = arguments <TAB> <TAB> obj . options = options <TAB> <TAB> directives . register_directive ( name , obj )",if content or arguments or options :,144
9120,"def discover(self, *objlist):
    ret = []
    for l in self.splitlines():
        if len(l) < 5:
            continue
        if l[0] == ""Filename"":
            continue
        try:
            int(l[2])
            int(l[3])
        except:
            continue
        #           ret.append(improve(l[0]))
        ret.append(l[0])
    ret.sort()
    for item in objlist:
        ret.append(item)
    return ret","def discover ( self , * objlist ) : <TAB> ret = [ ] <TAB> for l in self . splitlines ( ) : <TAB> <TAB> if len ( l ) < 5 : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> int ( l [ 2 ] ) <TAB> <TAB> <TAB> int ( l [ 3 ] ) <TAB> <TAB> except : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> ret . append ( l [ 0 ] ) <TAB> ret . sort ( ) <TAB> for item in objlist : <TAB> <TAB> ret . append ( item ) <TAB> return ret","if l [ 0 ] == ""Filename"" :",154
2570,"def pop(self):
    if not HAS_SQL:
        return None
    tries = 3
    wait = 0.1
    try:
        conn, c = self.connect()
    except sqlite3.Error:
        log.traceback(logging.DEBUG)
        return None
    heartbeat = None
    loop = True
    while loop and tries > -1:
        try:
            c.execute(""BEGIN IMMEDIATE"")
            c.execute(""SELECT * FROM {0} LIMIT 1"".format(self.table_name))
            row = c.fetchone()
            if row is not None:
                id = row[0]
                heartbeat = Heartbeat(
                    json.loads(row[1]), self.args, self.configs, _clone=True
                )
                c.execute(""DELETE FROM {0} WHERE id=?"".format(self.table_name), [id])
            conn.commit()
            loop = False
        except sqlite3.Error:
            log.traceback(logging.DEBUG)
            sleep(wait)
            tries -= 1
    try:
        conn.close()
    except sqlite3.Error:
        log.traceback(logging.DEBUG)
    return heartbeat","def pop ( self ) : <TAB> if not HAS_SQL : <TAB> <TAB> return None <TAB> tries = 3 <TAB> wait = 0.1 <TAB> try : <TAB> <TAB> conn , c = self . connect ( ) <TAB> except sqlite3 . Error : <TAB> <TAB> log . traceback ( logging . DEBUG ) <TAB> <TAB> return None <TAB> heartbeat = None <TAB> loop = True <TAB> while loop and tries > - 1 : <TAB> <TAB> try : <TAB> <TAB> <TAB> c . execute ( ""BEGIN IMMEDIATE"" ) <TAB> <TAB> <TAB> c . execute ( ""SELECT * FROM {0} LIMIT 1"" . format ( self . table_name ) ) <TAB> <TAB> <TAB> row = c . fetchone ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> id = row [ 0 ] <TAB> <TAB> <TAB> <TAB> heartbeat = Heartbeat ( <TAB> <TAB> <TAB> <TAB> <TAB> json . loads ( row [ 1 ] ) , self . args , self . configs , _clone = True <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> c . execute ( ""DELETE FROM {0} WHERE id=?"" . format ( self . table_name ) , [ id ] ) <TAB> <TAB> <TAB> conn . commit ( ) <TAB> <TAB> <TAB> loop = False <TAB> <TAB> except sqlite3 . Error : <TAB> <TAB> <TAB> log . traceback ( logging . DEBUG ) <TAB> <TAB> <TAB> sleep ( wait ) <TAB> <TAB> <TAB> tries -= 1 <TAB> try : <TAB> <TAB> conn . close ( ) <TAB> except sqlite3 . Error : <TAB> <TAB> log . traceback ( logging . DEBUG ) <TAB> return heartbeat",if row is not None :,320
15791,"def _translate_bboxes(self, results, offset):
    """"""Shift bboxes horizontally or vertically, according to offset.""""""
    h, w, c = results[""img_shape""]
    for key in results.get(""bbox_fields"", []):
        min_x, min_y, max_x, max_y = np.split(
            results[key], results[key].shape[-1], axis=-1
        )
        if self.direction == ""horizontal"":
            min_x = np.maximum(0, min_x + offset)
            max_x = np.minimum(w, max_x + offset)
        elif self.direction == ""vertical"":
            min_y = np.maximum(0, min_y + offset)
            max_y = np.minimum(h, max_y + offset)
        # the boxs translated outside of image will be filtered along with
        # the corresponding masks, by invoking ``_filter_invalid``.
        results[key] = np.concatenate([min_x, min_y, max_x, max_y], axis=-1)","def _translate_bboxes ( self , results , offset ) : <TAB> """"""Shift bboxes horizontally or vertically, according to offset."""""" <TAB> h , w , c = results [ ""img_shape"" ] <TAB> for key in results . get ( ""bbox_fields"" , [ ] ) : <TAB> <TAB> min_x , min_y , max_x , max_y = np . split ( <TAB> <TAB> <TAB> results [ key ] , results [ key ] . shape [ - 1 ] , axis = - 1 <TAB> <TAB> ) <TAB> <TAB> if self . direction == ""horizontal"" : <TAB> <TAB> <TAB> min_x = np . maximum ( 0 , min_x + offset ) <TAB> <TAB> <TAB> max_x = np . minimum ( w , max_x + offset ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> min_y = np . maximum ( 0 , min_y + offset ) <TAB> <TAB> <TAB> max_y = np . minimum ( h , max_y + offset ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> results [ key ] = np . concatenate ( [ min_x , min_y , max_x , max_y ] , axis = - 1 )","elif self . direction == ""vertical"" :",267
10115,"def runScripts(self):
    pythonCmd = shutil.which(""python3"")
    if pythonCmd is None:
        pythonCmd = shutil.which(""python"")
    if pythonCmd is None:
        pythonCmd = ""python""
    if not self.noDownload:
        ###DOWNLOAD ASSETS
        try:
            if not self.assetRepoLocation is None:
                os.environ[""GIT_OFFICIAL_CLONE_LOCATION""] = self.assetRepoLocation
            self.runProcess([pythonCmd, ""download_assets_git.py""])
        except subprocess.CalledProcessError:
            print(""check that download_assets_git.py is working correctly"")
            sys.exit(1)
        print(""\n"")
    ###COMPILE TARGETS
    try:
        self.runProcess([pythonCmd, ""compile_targets.py""])
    except subprocess.CalledProcessError:
        print(""check that compile_targets.py is working correctly"")
        sys.exit(1)
    print(""\n"")
    ###COMPILE MODELS
    try:
        self.runProcess([pythonCmd, ""compile_models.py""])
    except subprocess.CalledProcessError:
        print(""check that compile_models.py is working correctly"")
        sys.exit(1)
    print(""\n"")
    ###COMPILE PROXIES
    try:
        self.runProcess([pythonCmd, ""compile_proxies.py""])
    except subprocess.CalledProcessError:
        print(""check that compile_proxies.py is working correctly"")
        sys.exit(1)
    print(""\n"")","def runScripts ( self ) : <TAB> pythonCmd = shutil . which ( ""python3"" ) <TAB> if pythonCmd is None : <TAB> <TAB> pythonCmd = shutil . which ( ""python"" ) <TAB> if pythonCmd is None : <TAB> <TAB> pythonCmd = ""python"" <TAB> if not self . noDownload : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> os . environ [ ""GIT_OFFICIAL_CLONE_LOCATION"" ] = self . assetRepoLocation <TAB> <TAB> <TAB> self . runProcess ( [ pythonCmd , ""download_assets_git.py"" ] ) <TAB> <TAB> except subprocess . CalledProcessError : <TAB> <TAB> <TAB> print ( ""check that download_assets_git.py is working correctly"" ) <TAB> <TAB> <TAB> sys . exit ( 1 ) <TAB> <TAB> print ( ""\n"" ) <TAB> <TAB> try : <TAB> <TAB> self . runProcess ( [ pythonCmd , ""compile_targets.py"" ] ) <TAB> except subprocess . CalledProcessError : <TAB> <TAB> print ( ""check that compile_targets.py is working correctly"" ) <TAB> <TAB> sys . exit ( 1 ) <TAB> print ( ""\n"" ) <TAB> <TAB> try : <TAB> <TAB> self . runProcess ( [ pythonCmd , ""compile_models.py"" ] ) <TAB> except subprocess . CalledProcessError : <TAB> <TAB> print ( ""check that compile_models.py is working correctly"" ) <TAB> <TAB> sys . exit ( 1 ) <TAB> print ( ""\n"" ) <TAB> <TAB> try : <TAB> <TAB> self . runProcess ( [ pythonCmd , ""compile_proxies.py"" ] ) <TAB> except subprocess . CalledProcessError : <TAB> <TAB> print ( ""check that compile_proxies.py is working correctly"" ) <TAB> <TAB> sys . exit ( 1 ) <TAB> print ( ""\n"" )",if not self . assetRepoLocation is None :,391
12684,"def assert_backend(self, expected_translated, language=""cs""):
    """"""Check that backend has correct data.""""""
    translation = self.get_translation(language)
    translation.commit_pending(""test"", None)
    store = translation.component.file_format_cls(translation.get_filename(), None)
    messages = set()
    translated = 0
    for unit in store.content_units:
        id_hash = unit.id_hash
        self.assertFalse(id_hash in messages, ""Duplicate string in in backend file!"")
        if unit.is_translated():
            translated += 1
    self.assertEqual(
        translated,
        expected_translated,
        ""Did not found expected number of translations ({} != {})."".format(
            translated, expected_translated
        ),
    )","def assert_backend ( self , expected_translated , language = ""cs"" ) : <TAB> """"""Check that backend has correct data."""""" <TAB> translation = self . get_translation ( language ) <TAB> translation . commit_pending ( ""test"" , None ) <TAB> store = translation . component . file_format_cls ( translation . get_filename ( ) , None ) <TAB> messages = set ( ) <TAB> translated = 0 <TAB> for unit in store . content_units : <TAB> <TAB> id_hash = unit . id_hash <TAB> <TAB> self . assertFalse ( id_hash in messages , ""Duplicate string in in backend file!"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> translated += 1 <TAB> self . assertEqual ( <TAB> <TAB> translated , <TAB> <TAB> expected_translated , <TAB> <TAB> ""Did not found expected number of translations ({} != {})."" . format ( <TAB> <TAB> <TAB> translated , expected_translated <TAB> <TAB> ) , <TAB> )",if unit . is_translated ( ) :,195
19373,"def process_results_file(f, region):
    try:
        formatted_findings_list = []
        results = results_file_to_dict(f)
        aws_account_id = results[""account_id""]
        creation_date = datetime.datetime.strptime(
            results[""last_run""][""time""], ""%Y-%m-%d %H:%M:%S%z""
        ).isoformat()
        for service in results.get(""service_list""):
            for finding_key, finding_value in (
                results.get(""services"", {}).get(service).get(""findings"").items()
            ):
                if finding_value.get(""items""):
                    formatted_finding = format_finding_to_securityhub_format(
                        aws_account_id,
                        region,
                        creation_date,
                        finding_key,
                        finding_value,
                    )
                    formatted_findings_list.append(formatted_finding)
        return formatted_findings_list
    except Exception as e:
        print_exception(f""Unable to process results file: {e}"")
","def process_results_file ( f , region ) : <TAB> try : <TAB> <TAB> formatted_findings_list = [ ] <TAB> <TAB> results = results_file_to_dict ( f ) <TAB> <TAB> aws_account_id = results [ ""account_id"" ] <TAB> <TAB> creation_date = datetime . datetime . strptime ( <TAB> <TAB> <TAB> results [ ""last_run"" ] [ ""time"" ] , ""%Y-%m-%d %H:%M:%S%z"" <TAB> <TAB> ) . isoformat ( ) <TAB> <TAB> for service in results . get ( ""service_list"" ) : <TAB> <TAB> <TAB> for finding_key , finding_value in ( <TAB> <TAB> <TAB> <TAB> results . get ( ""services"" , { } ) . get ( service ) . get ( ""findings"" ) . items ( ) <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> formatted_finding = format_finding_to_securityhub_format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> aws_account_id , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> region , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> creation_date , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> finding_key , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> finding_value , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> formatted_findings_list . append ( formatted_finding ) <TAB> <TAB> return formatted_findings_list <TAB> except Exception as e : <TAB> <TAB> print_exception ( f""Unable to process results file: {e}"" )","if finding_value . get ( ""items"" ) :",310
24045,"def _open_archive(self, archive_name):
    try:
        # Determine archive format
        archive = None
        if tarfile.is_tarfile(archive_name):
            # Open TAR
            archive = tarfile.open(archive_name, ""r"", bufsize=CHUNK_SIZE * 2)
        elif zipfile.is_zipfile(archive_name):
            # Open ZIP
            archive = ZipThatPretendsToBeTar(archive_name, ""r"")
        else:
            # Unrecognized format
            self.emit(""error"", None, _(""Downloaded file is corrupted.""))
        # Find binary inside
        for pathname in archive.getnames():
            # Strip initial 'syncthing-platform-vXYZ' from path
            path = pathname.replace(""\\"", ""/"").split(""/"")[1:]
            if len(path) < 1:
                continue
            filename = path[0]
            if filename in (""syncthing"", ""syncthing.exe""):
                # Last sanity check, then just open files
                # and start extracting
                tinfo = archive.getmember(pathname)
                log.debug(""Extracting '%s'..."" % (pathname,))
                if tinfo.isfile():
                    compressed = archive.extractfile(pathname)
                    try:
                        os.makedirs(os.path.split(self.target)[0])
                    except Exception:
                        pass
                    output = open(self.target, ""wb"")
                    GLib.idle_add(
                        self._extract, (archive, compressed, output, 0, tinfo.size)
                    )
                    return
    except Exception as e:
        log.exception(e)
        self.emit(""error"", e, _(""Failed to determine latest Syncthing version.""))
        return","def _open_archive ( self , archive_name ) : <TAB> try : <TAB> <TAB> <TAB> <TAB> archive = None <TAB> <TAB> if tarfile . is_tarfile ( archive_name ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> archive = tarfile . open ( archive_name , ""r"" , bufsize = CHUNK_SIZE * 2 ) <TAB> <TAB> elif zipfile . is_zipfile ( archive_name ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> archive = ZipThatPretendsToBeTar ( archive_name , ""r"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . emit ( ""error"" , None , _ ( ""Downloaded file is corrupted."" ) ) <TAB> <TAB> <TAB> <TAB> for pathname in archive . getnames ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> path = pathname . replace ( ""\\"" , ""/"" ) . split ( ""/"" ) [ 1 : ] <TAB> <TAB> <TAB> if len ( path ) < 1 : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> filename = path [ 0 ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> tinfo = archive . getmember ( pathname ) <TAB> <TAB> <TAB> <TAB> log . debug ( ""Extracting '%s'..."" % ( pathname , ) ) <TAB> <TAB> <TAB> <TAB> if tinfo . isfile ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> compressed = archive . extractfile ( pathname ) <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> os . makedirs ( os . path . split ( self . target ) [ 0 ] ) <TAB> <TAB> <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> <TAB> output = open ( self . target , ""wb"" ) <TAB> <TAB> <TAB> <TAB> <TAB> GLib . idle_add ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _extract , ( archive , compressed , output , 0 , tinfo . size ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> except Exception as e : <TAB> <TAB> log . exception ( e ) <TAB> <TAB> self . emit ( ""error"" , e , _ ( ""Failed to determine latest Syncthing version."" ) ) <TAB> <TAB> return","if filename in ( ""syncthing"" , ""syncthing.exe"" ) :",490
13705,"def worker_callback(self, worker):
    process_request_count = 0
    while not worker.stop_event.is_set():
        worker.process_pause_signal()
        try:
            result, task = self.input_queue.get(True, 0.1)
        except queue.Empty:
            pass
        else:
            worker.is_busy_event.set()
            try:
                process_request_count += 1
                try:
                    handler = self.spider.find_task_handler(task)
                except NoTaskHandler as ex:
                    ex.tb = format_exc()
                    self.spider.task_dispatcher.input_queue.put(
                        (ex, task, {""exc_info"": sys.exc_info()})
                    )
                    self.spider.stat.inc(""parser:handler-not-found"")
                else:
                    self.execute_task_handler(handler, result, task)
                    self.spider.stat.inc(""parser:handler-processed"")
                if self.spider.parser_requests_per_process:
                    if process_request_count >= self.spider.parser_requests_per_process:
                        self.spider.stat.inc(
                            ""parser:handler-req-limit"",
                        )
                        return
            finally:
                worker.is_busy_event.clear()","def worker_callback ( self , worker ) : <TAB> process_request_count = 0 <TAB> while not worker . stop_event . is_set ( ) : <TAB> <TAB> worker . process_pause_signal ( ) <TAB> <TAB> try : <TAB> <TAB> <TAB> result , task = self . input_queue . get ( True , 0.1 ) <TAB> <TAB> except queue . Empty : <TAB> <TAB> <TAB> pass <TAB> <TAB> else : <TAB> <TAB> <TAB> worker . is_busy_event . set ( ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> process_request_count += 1 <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> handler = self . spider . find_task_handler ( task ) <TAB> <TAB> <TAB> <TAB> except NoTaskHandler as ex : <TAB> <TAB> <TAB> <TAB> <TAB> ex . tb = format_exc ( ) <TAB> <TAB> <TAB> <TAB> <TAB> self . spider . task_dispatcher . input_queue . put ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ( ex , task , { ""exc_info"" : sys . exc_info ( ) } ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> self . spider . stat . inc ( ""parser:handler-not-found"" ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> self . execute_task_handler ( handler , result , task ) <TAB> <TAB> <TAB> <TAB> <TAB> self . spider . stat . inc ( ""parser:handler-processed"" ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> if process_request_count >= self . spider . parser_requests_per_process : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . spider . stat . inc ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""parser:handler-req-limit"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> finally : <TAB> <TAB> <TAB> <TAB> worker . is_busy_event . clear ( )",if self . spider . parser_requests_per_process :,404
6261,"def _construct(self, node):
    self.flatten_mapping(node)
    ret = self.construct_pairs(node)
    keys = [d[0] for d in ret]
    keys_sorted = sorted(keys, key=_natsort_key)
    for key in keys:
        expected = keys_sorted.pop(0)
        if key != expected:
            raise ConstructorError(
                None,
                None,
                ""keys out of order: ""
                ""expected {} got {} at {}"".format(expected, key, node.start_mark),
            )
    return dict(ret)","def _construct ( self , node ) : <TAB> self . flatten_mapping ( node ) <TAB> ret = self . construct_pairs ( node ) <TAB> keys = [ d [ 0 ] for d in ret ] <TAB> keys_sorted = sorted ( keys , key = _natsort_key ) <TAB> for key in keys : <TAB> <TAB> expected = keys_sorted . pop ( 0 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ConstructorError ( <TAB> <TAB> <TAB> <TAB> None , <TAB> <TAB> <TAB> <TAB> None , <TAB> <TAB> <TAB> <TAB> ""keys out of order: "" <TAB> <TAB> <TAB> <TAB> ""expected {} got {} at {}"" . format ( expected , key , node . start_mark ) , <TAB> <TAB> <TAB> ) <TAB> return dict ( ret )",if key != expected :,159
1251,"def __iter__(self):
    consumed = 0
    skipped = 0
    for query in self.queries:
        query_copy = copy(query)
        if self._limit:
            query = query.limit(self._limit - consumed)
        if self._offset:
            query = query.offset(self._offset - skipped)
        obj_count = 0
        for obj in query:
            consumed += 1
            obj_count += 1
            yield obj
        if not obj_count:
            skipped += query_copy.count()
        else:
            skipped += obj_count",def __iter__ ( self ) : <TAB> consumed = 0 <TAB> skipped = 0 <TAB> for query in self . queries : <TAB> <TAB> query_copy = copy ( query ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> query = query . limit ( self . _limit - consumed ) <TAB> <TAB> if self . _offset : <TAB> <TAB> <TAB> query = query . offset ( self . _offset - skipped ) <TAB> <TAB> obj_count = 0 <TAB> <TAB> for obj in query : <TAB> <TAB> <TAB> consumed += 1 <TAB> <TAB> <TAB> obj_count += 1 <TAB> <TAB> <TAB> yield obj <TAB> <TAB> if not obj_count : <TAB> <TAB> <TAB> skipped += query_copy . count ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> skipped += obj_count,if self . _limit :,158
13006,"def refresh(self):
    self.window.erase()
    for index, line in enumerate(self.lines):
        if index < self.head_position:
            continue
        elif index > self.head_position + self.text_height - 1:
            continue
        x = 0
        y = index - self.head_position
        if len(line) > 0:
            self.window.addstr(y, x, line)
    xpos = self.width
    for index, item in enumerate(self.menu_items):
        if index == self.menu_position:
            mode = curses.color_pair(3)
        else:
            mode = curses.color_pair(2)
        self.window.addstr(self.text_height + 1, xpos - len(item[0]) - 4, item[0], mode)
        xpos = xpos - len(item[0]) - 4
    self.render_scroll_bar()
    self.window.refresh()
    self.panel.top()
    self.panel.show()
    curses.panel.update_panels()
    curses.doupdate()","def refresh ( self ) : <TAB> self . window . erase ( ) <TAB> for index , line in enumerate ( self . lines ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> elif index > self . head_position + self . text_height - 1 : <TAB> <TAB> <TAB> continue <TAB> <TAB> x = 0 <TAB> <TAB> y = index - self . head_position <TAB> <TAB> if len ( line ) > 0 : <TAB> <TAB> <TAB> self . window . addstr ( y , x , line ) <TAB> xpos = self . width <TAB> for index , item in enumerate ( self . menu_items ) : <TAB> <TAB> if index == self . menu_position : <TAB> <TAB> <TAB> mode = curses . color_pair ( 3 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> mode = curses . color_pair ( 2 ) <TAB> <TAB> self . window . addstr ( self . text_height + 1 , xpos - len ( item [ 0 ] ) - 4 , item [ 0 ] , mode ) <TAB> <TAB> xpos = xpos - len ( item [ 0 ] ) - 4 <TAB> self . render_scroll_bar ( ) <TAB> self . window . refresh ( ) <TAB> self . panel . top ( ) <TAB> self . panel . show ( ) <TAB> curses . panel . update_panels ( ) <TAB> curses . doupdate ( )",if index < self . head_position :,285
23040,"def process_one_node(self, p, result, environment):
    """"""Handle one node.""""""
    c = self.c
    if not self.code_only:
        result.append(self.underline2(p))
    d = c.scanAllDirectives(p)
    if self.verbose:
        g.trace(d.get(""language"") or ""None"", "":"", p.h)
    s, code = self.process_directives(p.b, d)
    result.append(s)
    result.append(""\n\n"")
    # Add an empty line so bullet lists display properly.
    if code and self.execcode:
        s, err = self.exec_code(code, environment)
        # execute code found in a node, append to reST
        if not self.restoutput and s.strip():
            s = self.format_output(s)  # if some non-reST to print
        result.append(s)  # append, whether plain or reST output
        if err:
            err = self.format_output(err, prefix=""**Error**::"")
            result.append(err)","def process_one_node ( self , p , result , environment ) : <TAB> """"""Handle one node."""""" <TAB> c = self . c <TAB> if not self . code_only : <TAB> <TAB> result . append ( self . underline2 ( p ) ) <TAB> d = c . scanAllDirectives ( p ) <TAB> if self . verbose : <TAB> <TAB> g . trace ( d . get ( ""language"" ) or ""None"" , "":"" , p . h ) <TAB> s , code = self . process_directives ( p . b , d ) <TAB> result . append ( s ) <TAB> result . append ( ""\n\n"" ) <TAB> <TAB> if code and self . execcode : <TAB> <TAB> s , err = self . exec_code ( code , environment ) <TAB> <TAB> <TAB> <TAB> if not self . restoutput and s . strip ( ) : <TAB> <TAB> <TAB> s = self . format_output ( s ) <TAB> <TAB> result . append ( s ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> err = self . format_output ( err , prefix = ""**Error**::"" ) <TAB> <TAB> <TAB> result . append ( err )",if err :,281
19188,"def getReferences(view, name=""""):
    """"""Find all reference definitions.""""""
    # returns {name -> Region}
    refs = []
    name = re.escape(name)
    if name == """":
        refs.extend(view.find_all(r""(?<=^\[)([^\]]+)(?=\]:)"", 0))
    else:
        refs.extend(view.find_all(r""(?<=^\[)(%s)(?=\]:)"" % name, 0))
    regions = refs
    ids = {}
    for reg in regions:
        name = view.substr(reg).strip()
        key = name.lower()
        if key in ids:
            ids[key].regions.append(reg)
        else:
            ids[key] = Obj(regions=[reg], label=name)
    return ids","def getReferences ( view , name = """" ) : <TAB> """"""Find all reference definitions."""""" <TAB> <TAB> refs = [ ] <TAB> name = re . escape ( name ) <TAB> if name == """" : <TAB> <TAB> refs . extend ( view . find_all ( r""(?<=^\[)([^\]]+)(?=\]:)"" , 0 ) ) <TAB> else : <TAB> <TAB> refs . extend ( view . find_all ( r""(?<=^\[)(%s)(?=\]:)"" % name , 0 ) ) <TAB> regions = refs <TAB> ids = { } <TAB> for reg in regions : <TAB> <TAB> name = view . substr ( reg ) . strip ( ) <TAB> <TAB> key = name . lower ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ids [ key ] . regions . append ( reg ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ids [ key ] = Obj ( regions = [ reg ] , label = name ) <TAB> return ids",if key in ids :,199
5463,"def download_chunk(args):
    global counter
    x, y, latest, level = args
    url_format = (
        ""https://himawari8-dl.nict.go.jp/himawari8/img/D531106/{}d/{}/{}_{}_{}.png""
    )
    url = url_format.format(level, WIDTH, strftime(""%Y/%m/%d/%H%M%S"", latest), x, y)
    tiledata = download(url)
    # If the tile data is 2867 bytes, it is a blank ""No Image"" tile.
    if tiledata.__sizeof__() == 2867:
        sys.exit(
            ""No image available for {}."".format(strftime(""%Y/%m/%d %H:%M:%S"", latest))
        )
    with counter.get_lock():
        counter.value += 1
        if counter.value == level * level:
            print(""Downloading tiles: completed."")
        else:
            print(
                ""Downloading tiles: {}/{} completed..."".format(
                    counter.value, level * level
                )
            )
    return x, y, tiledata","def download_chunk ( args ) : <TAB> global counter <TAB> x , y , latest , level = args <TAB> url_format = ( <TAB> <TAB> ""https://himawari8-dl.nict.go.jp/himawari8/img/D531106/{}d/{}/{}_{}_{}.png"" <TAB> ) <TAB> url = url_format . format ( level , WIDTH , strftime ( ""%Y/%m/%d/%H%M%S"" , latest ) , x , y ) <TAB> tiledata = download ( url ) <TAB> <TAB> if tiledata . __sizeof__ ( ) == 2867 : <TAB> <TAB> sys . exit ( <TAB> <TAB> <TAB> ""No image available for {}."" . format ( strftime ( ""%Y/%m/%d %H:%M:%S"" , latest ) ) <TAB> <TAB> ) <TAB> with counter . get_lock ( ) : <TAB> <TAB> counter . value += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""Downloading tiles: completed."" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""Downloading tiles: {}/{} completed..."" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> counter . value , level * level <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> return x , y , tiledata",if counter . value == level * level :,290
4820,"def save(self, mute=False, visited=None, *args, **kwargs):
    from ralph.ui.views.common import SAVE_PRIORITY
    # by default save with the same priority as in 'edit device' forms etc.
    visited = visited or set()
    visited.add(self)
    priority = kwargs.get(""priority"")
    change_author = kwargs.get(""user"")
    if priority is None:
        priority = SAVE_PRIORITY
    changes = []
    for obj, fields in self.get_synced_objs_and_fields():
        if obj in visited:
            continue
        for f in fields:
            setattr(obj, f, getattr(self, f))
        obj.save(visited=visited, mute=True, priority=priority)
    # if 'mute' is False *and* if the given field is not present in
    # SYNC_FIELD_MIXIN_NOTIFICATIONS_WHITELIST, *then* notification of
    # change won't be send
    if not mute:
        changes = []
        try:
            old_obj = type(self).objects.get(pk=self.pk)
        except type(self).DoesNotExist:
            old_obj = None
        for field in self._meta.fields:
            if field.name not in SYNC_FIELD_MIXIN_NOTIFICATIONS_WHITELIST:
                continue
            old_value = getattr(old_obj, field.name) if old_obj else None
            new_value = getattr(self, field.name)
            if old_value != new_value:
                changes.append(ChangeTuple(field.name, old_value, new_value))
        fields_synced_signal.send_robust(
            sender=self, changes=changes, change_author=change_author
        )
    return super(SyncFieldMixin, self).save(*args, **kwargs)
","def save ( self , mute = False , visited = None , * args , ** kwargs ) : <TAB> from ralph . ui . views . common import SAVE_PRIORITY <TAB> <TAB> visited = visited or set ( ) <TAB> visited . add ( self ) <TAB> priority = kwargs . get ( ""priority"" ) <TAB> change_author = kwargs . get ( ""user"" ) <TAB> if priority is None : <TAB> <TAB> priority = SAVE_PRIORITY <TAB> changes = [ ] <TAB> for obj , fields in self . get_synced_objs_and_fields ( ) : <TAB> <TAB> if obj in visited : <TAB> <TAB> <TAB> continue <TAB> <TAB> for f in fields : <TAB> <TAB> <TAB> setattr ( obj , f , getattr ( self , f ) ) <TAB> <TAB> obj . save ( visited = visited , mute = True , priority = priority ) <TAB> <TAB> <TAB> <TAB> if not mute : <TAB> <TAB> changes = [ ] <TAB> <TAB> try : <TAB> <TAB> <TAB> old_obj = type ( self ) . objects . get ( pk = self . pk ) <TAB> <TAB> except type ( self ) . DoesNotExist : <TAB> <TAB> <TAB> old_obj = None <TAB> <TAB> for field in self . _meta . fields : <TAB> <TAB> <TAB> if field . name not in SYNC_FIELD_MIXIN_NOTIFICATIONS_WHITELIST : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> old_value = getattr ( old_obj , field . name ) if old_obj else None <TAB> <TAB> <TAB> new_value = getattr ( self , field . name ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> changes . append ( ChangeTuple ( field . name , old_value , new_value ) ) <TAB> <TAB> fields_synced_signal . send_robust ( <TAB> <TAB> <TAB> sender = self , changes = changes , change_author = change_author <TAB> <TAB> ) <TAB> return super ( SyncFieldMixin , self ) . save ( * args , ** kwargs )",if old_value != new_value :,472
21744,"def tail(f, n, grep):
    if n <= 0:
        raise ValueError(""Invalid amount of lines: {}"".format(n))
    BUFSIZ = 4096
    CR = ""\n""
    data = """"
    f.seek(0, os.SEEK_END)
    fsize = f.tell()
    block = -1
    exit = False
    retval = []
    while not exit:
        step = block * BUFSIZ
        if abs(step) >= fsize:
            f.seek(0)
            newdata = f.read(BUFSIZ - (abs(step) - fsize))
            exit = True
        else:
            f.seek(step, os.SEEK_END)
            newdata = f.read(BUFSIZ)
        data = newdata + data
        if len(retval) + data.count(CR) >= n:
            if grep:
                lines = data.splitlines()
                llines = len(lines)
                for idx in xrange(llines - 1):
                    line = lines[llines - idx - 1]
                    if grep.search(line):
                        retval.insert(0, line)
                    if len(retval) >= n:
                        break
                if len(retval) >= n:
                    break
                else:
                    data = lines[0]
                    block -= 1
            else:
                break
        else:
            block -= 1
    if len(retval) < n:
        n -= len(retval)
        retval += data.splitlines()[-n:]
    return retval","def tail ( f , n , grep ) : <TAB> if n <= 0 : <TAB> <TAB> raise ValueError ( ""Invalid amount of lines: {}"" . format ( n ) ) <TAB> BUFSIZ = 4096 <TAB> CR = ""\n"" <TAB> data = """" <TAB> f . seek ( 0 , os . SEEK_END ) <TAB> fsize = f . tell ( ) <TAB> block = - 1 <TAB> exit = False <TAB> retval = [ ] <TAB> while not exit : <TAB> <TAB> step = block * BUFSIZ <TAB> <TAB> if abs ( step ) >= fsize : <TAB> <TAB> <TAB> f . seek ( 0 ) <TAB> <TAB> <TAB> newdata = f . read ( BUFSIZ - ( abs ( step ) - fsize ) ) <TAB> <TAB> <TAB> exit = True <TAB> <TAB> else : <TAB> <TAB> <TAB> f . seek ( step , os . SEEK_END ) <TAB> <TAB> <TAB> newdata = f . read ( BUFSIZ ) <TAB> <TAB> data = newdata + data <TAB> <TAB> if len ( retval ) + data . count ( CR ) >= n : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> lines = data . splitlines ( ) <TAB> <TAB> <TAB> <TAB> llines = len ( lines ) <TAB> <TAB> <TAB> <TAB> for idx in xrange ( llines - 1 ) : <TAB> <TAB> <TAB> <TAB> <TAB> line = lines [ llines - idx - 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> if grep . search ( line ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> retval . insert ( 0 , line ) <TAB> <TAB> <TAB> <TAB> <TAB> if len ( retval ) >= n : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> if len ( retval ) >= n : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> data = lines [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> block -= 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> block -= 1 <TAB> if len ( retval ) < n : <TAB> <TAB> n -= len ( retval ) <TAB> <TAB> retval += data . splitlines ( ) [ - n : ] <TAB> return retval",if grep :,431
3930,"def getattr(self, path, fh=None):
    logger.debug(""getattr -> '%s' '%s'"" % (path, fh))
    if self.cache.is_deleting(path):
        logger.debug(""getattr path '%s' is deleting -- throwing ENOENT"" % (path))
        raise FuseOSError(errno.ENOENT)
    with self.cache.get_lock(
        path
    ):  # To avoid consistency issues, e.g. with a concurrent purge
        cache = True
        recheck_s3 = False
        if self.cache.is_empty(path):
            logger.debug(""getattr <- '%s' '%s' cache ENOENT"" % (path, fh))
            if self.recheck_s3:
                cache = False
                recheck_s3 = True
                logger.debug(
                    ""getattr rechecking on s3 <- '%s' '%s' cache ENOENT"" % (path, fh)
                )
            else:
                raise FuseOSError(errno.ENOENT)
        attr = self.get_metadata(path, ""attr"")
        if attr == None:
            logger.debug(""getattr <- '%s' '%s' ENOENT"" % (path, fh))
            raise FuseOSError(errno.ENOENT)
        if attr[""st_size""] == 0 and stat.S_ISDIR(attr[""st_mode""]):
            attr[""st_size""] = 4096  # For compatibility...
        attr[""st_nlink""] = 1  # Something better TODO ???
        if self.st_blksize:
            attr[""st_blksize""] = self.st_blksize
        if self.full_prefetch:  # Prefetch
            if stat.S_ISDIR(attr[""st_mode""]):
                self.readdir(path)
            else:
                self.check_data(path)
        logger.debug(""getattr <- '%s' '%s' '%s'"" % (path, fh, attr))
        return attr","def getattr ( self , path , fh = None ) : <TAB> logger . debug ( ""getattr -> '%s' '%s'"" % ( path , fh ) ) <TAB> if self . cache . is_deleting ( path ) : <TAB> <TAB> logger . debug ( ""getattr path '%s' is deleting -- throwing ENOENT"" % ( path ) ) <TAB> <TAB> raise FuseOSError ( errno . ENOENT ) <TAB> with self . cache . get_lock ( <TAB> <TAB> path <TAB> ) : <TAB> <TAB> cache = True <TAB> <TAB> recheck_s3 = False <TAB> <TAB> if self . cache . is_empty ( path ) : <TAB> <TAB> <TAB> logger . debug ( ""getattr <- '%s' '%s' cache ENOENT"" % ( path , fh ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> cache = False <TAB> <TAB> <TAB> <TAB> recheck_s3 = True <TAB> <TAB> <TAB> <TAB> logger . debug ( <TAB> <TAB> <TAB> <TAB> <TAB> ""getattr rechecking on s3 <- '%s' '%s' cache ENOENT"" % ( path , fh ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise FuseOSError ( errno . ENOENT ) <TAB> <TAB> attr = self . get_metadata ( path , ""attr"" ) <TAB> <TAB> if attr == None : <TAB> <TAB> <TAB> logger . debug ( ""getattr <- '%s' '%s' ENOENT"" % ( path , fh ) ) <TAB> <TAB> <TAB> raise FuseOSError ( errno . ENOENT ) <TAB> <TAB> if attr [ ""st_size"" ] == 0 and stat . S_ISDIR ( attr [ ""st_mode"" ] ) : <TAB> <TAB> <TAB> attr [ ""st_size"" ] = 4096 <TAB> <TAB> attr [ ""st_nlink"" ] = 1 <TAB> <TAB> if self . st_blksize : <TAB> <TAB> <TAB> attr [ ""st_blksize"" ] = self . st_blksize <TAB> <TAB> if self . full_prefetch : <TAB> <TAB> <TAB> if stat . S_ISDIR ( attr [ ""st_mode"" ] ) : <TAB> <TAB> <TAB> <TAB> self . readdir ( path ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . check_data ( path ) <TAB> <TAB> logger . debug ( ""getattr <- '%s' '%s' '%s'"" % ( path , fh , attr ) ) <TAB> <TAB> return attr",if self . recheck_s3 :,509
2752,"def execute_commands_and_raise_on_return_code(
    commands, error=None
):  # pylint: disable=invalid-name
    for command in commands:
        bad_return = error if error else ""execute {}"".format(command)
        output, return_code = execute_shell_command_get_return_code(command)
        if return_code != 0:
            raise InstallationError(""Failed to {}\n{}"".format(bad_return, output))","def execute_commands_and_raise_on_return_code ( <TAB> commands , error = None ) : <TAB> for command in commands : <TAB> <TAB> bad_return = error if error else ""execute {}"" . format ( command ) <TAB> <TAB> output , return_code = execute_shell_command_get_return_code ( command ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise InstallationError ( ""Failed to {}\n{}"" . format ( bad_return , output ) )",if return_code != 0 :,112
20776,"def image_diff(test, ref, key=""image"", prompt_num=None):
    """"""Diff two base64-encoded images.""""""
    if test == ref:
        return True, """"
    message = ""Mismatch in %s output"" % key
    if prompt_num is not None:
        message += "" (#%d)"" % prompt_num
    try:
        test = base64_to_array(test)
        ref = base64_to_array(ref)
        if test.shape == ref.shape:
            import numpy as np
            diff = np.abs(test - ref).mean() * 100
            # TODO hardcode tol, make configurable later
            if diff < 5:
                return True, """"
            message += "": %.3g%% difference"" % diff
        else:
            message += "": Test image (%dx%d)"" % test.shape[:2]
            message += ""; Ref image (%dx%d)"" % ref.shape[:2]
    except ImportError:
        pass
    return False, message","def image_diff ( test , ref , key = ""image"" , prompt_num = None ) : <TAB> """"""Diff two base64-encoded images."""""" <TAB> if test == ref : <TAB> <TAB> return True , """" <TAB> message = ""Mismatch in %s output"" % key <TAB> if prompt_num is not None : <TAB> <TAB> message += "" (#%d)"" % prompt_num <TAB> try : <TAB> <TAB> test = base64_to_array ( test ) <TAB> <TAB> ref = base64_to_array ( ref ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> import numpy as np <TAB> <TAB> <TAB> diff = np . abs ( test - ref ) . mean ( ) * 100 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if diff < 5 : <TAB> <TAB> <TAB> <TAB> return True , """" <TAB> <TAB> <TAB> message += "": %.3g%% difference"" % diff <TAB> <TAB> else : <TAB> <TAB> <TAB> message += "": Test image (%dx%d)"" % test . shape [ : 2 ] <TAB> <TAB> <TAB> message += ""; Ref image (%dx%d)"" % ref . shape [ : 2 ] <TAB> except ImportError : <TAB> <TAB> pass <TAB> return False , message",if test . shape == ref . shape :,260
15907,"def get_event(payload: Dict[str, Any]) -> Optional[str]:
    action = get_action_with_primary_id(payload)
    event = ""{}_{}"".format(action[""entity_type""], action[""action""])
    if event in IGNORED_EVENTS:
        return None
    changes = action.get(""changes"")
    if changes is not None:
        if changes.get(""description"") is not None:
            event = ""{}_{}"".format(event, ""description"")
        elif changes.get(""state"") is not None:
            event = ""{}_{}"".format(event, ""state"")
        elif changes.get(""workflow_state_id"") is not None:
            event = ""{}_{}"".format(event, ""state"")
        elif changes.get(""name"") is not None:
            event = ""{}_{}"".format(event, ""name"")
        elif changes.get(""archived"") is not None:
            event = ""{}_{}"".format(event, ""archived"")
        elif changes.get(""complete"") is not None:
            event = ""{}_{}"".format(event, ""complete"")
        elif changes.get(""epic_id"") is not None:
            event = ""{}_{}"".format(event, ""epic"")
        elif changes.get(""estimate"") is not None:
            event = ""{}_{}"".format(event, ""estimate"")
        elif changes.get(""file_ids"") is not None:
            event = ""{}_{}"".format(event, ""attachment"")
        elif changes.get(""label_ids"") is not None:
            event = ""{}_{}"".format(event, ""label"")
        elif changes.get(""project_id"") is not None:
            event = ""{}_{}"".format(event, ""project"")
        elif changes.get(""story_type"") is not None:
            event = ""{}_{}"".format(event, ""type"")
        elif changes.get(""owner_ids"") is not None:
            event = ""{}_{}"".format(event, ""owner"")
    return event
","def get_event ( payload : Dict [ str , Any ] ) -> Optional [ str ] : <TAB> action = get_action_with_primary_id ( payload ) <TAB> event = ""{}_{}"" . format ( action [ ""entity_type"" ] , action [ ""action"" ] ) <TAB> if event in IGNORED_EVENTS : <TAB> <TAB> return None <TAB> changes = action . get ( ""changes"" ) <TAB> if changes is not None : <TAB> <TAB> if changes . get ( ""description"" ) is not None : <TAB> <TAB> <TAB> event = ""{}_{}"" . format ( event , ""description"" ) <TAB> <TAB> elif changes . get ( ""state"" ) is not None : <TAB> <TAB> <TAB> event = ""{}_{}"" . format ( event , ""state"" ) <TAB> <TAB> elif changes . get ( ""workflow_state_id"" ) is not None : <TAB> <TAB> <TAB> event = ""{}_{}"" . format ( event , ""state"" ) <TAB> <TAB> elif changes . get ( ""name"" ) is not None : <TAB> <TAB> <TAB> event = ""{}_{}"" . format ( event , ""name"" ) <TAB> <TAB> elif changes . get ( ""archived"" ) is not None : <TAB> <TAB> <TAB> event = ""{}_{}"" . format ( event , ""archived"" ) <TAB> <TAB> elif changes . get ( ""complete"" ) is not None : <TAB> <TAB> <TAB> event = ""{}_{}"" . format ( event , ""complete"" ) <TAB> <TAB> elif changes . get ( ""epic_id"" ) is not None : <TAB> <TAB> <TAB> event = ""{}_{}"" . format ( event , ""epic"" ) <TAB> <TAB> elif changes . get ( ""estimate"" ) is not None : <TAB> <TAB> <TAB> event = ""{}_{}"" . format ( event , ""estimate"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> event = ""{}_{}"" . format ( event , ""attachment"" ) <TAB> <TAB> elif changes . get ( ""label_ids"" ) is not None : <TAB> <TAB> <TAB> event = ""{}_{}"" . format ( event , ""label"" ) <TAB> <TAB> elif changes . get ( ""project_id"" ) is not None : <TAB> <TAB> <TAB> event = ""{}_{}"" . format ( event , ""project"" ) <TAB> <TAB> elif changes . get ( ""story_type"" ) is not None : <TAB> <TAB> <TAB> event = ""{}_{}"" . format ( event , ""type"" ) <TAB> <TAB> elif changes . get ( ""owner_ids"" ) is not None : <TAB> <TAB> <TAB> event = ""{}_{}"" . format ( event , ""owner"" ) <TAB> return event","elif changes . get ( ""file_ids"" ) is not None :",472
5344,"def cd(self, name):
    path = self.abspath(name)
    if name == "".."":
        self.path = ""/"".join(self.path.split(""/"")[:-1])
        if self.path == """":
            self.path = ""/""
        return
    try:
        # test
        self.client.files_list_folder(path, recursive=False)
    except dropbox.exceptions.ApiError as api_e:
        e = api_e.reason
        if e.is_other():
            raise OperationFailure(repr(e))
        elif e.is_path():
            pe = e.get_path()
            if pe.is_not_folder():
                raise IsFile()
            elif pe.is_not_found():
                raise OperationFailure(""Not Found!"")
            else:
                raise OperationFailure(repr(e))
        else:
            raise OperationFailure(""Not found!"")
    else:
        self.path = path","def cd ( self , name ) : <TAB> path = self . abspath ( name ) <TAB> if name == "".."" : <TAB> <TAB> self . path = ""/"" . join ( self . path . split ( ""/"" ) [ : - 1 ] ) <TAB> <TAB> if self . path == """" : <TAB> <TAB> <TAB> self . path = ""/"" <TAB> <TAB> return <TAB> try : <TAB> <TAB> <TAB> <TAB> self . client . files_list_folder ( path , recursive = False ) <TAB> except dropbox . exceptions . ApiError as api_e : <TAB> <TAB> e = api_e . reason <TAB> <TAB> if e . is_other ( ) : <TAB> <TAB> <TAB> raise OperationFailure ( repr ( e ) ) <TAB> <TAB> elif e . is_path ( ) : <TAB> <TAB> <TAB> pe = e . get_path ( ) <TAB> <TAB> <TAB> if pe . is_not_folder ( ) : <TAB> <TAB> <TAB> <TAB> raise IsFile ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise OperationFailure ( ""Not Found!"" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise OperationFailure ( repr ( e ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise OperationFailure ( ""Not found!"" ) <TAB> else : <TAB> <TAB> self . path = path",elif pe . is_not_found ( ) :,256
9015,"def concatenateCharacterTokens(tokens):
    pendingCharacters = []
    for token in tokens:
        type = token[""type""]
        if type in (""Characters"", ""SpaceCharacters""):
            pendingCharacters.append(token[""data""])
        else:
            if pendingCharacters:
                yield {""type"": ""Characters"", ""data"": """".join(pendingCharacters)}
                pendingCharacters = []
            yield token
    if pendingCharacters:
        yield {""type"": ""Characters"", ""data"": """".join(pendingCharacters)}
","def concatenateCharacterTokens ( tokens ) : <TAB> pendingCharacters = [ ] <TAB> for token in tokens : <TAB> <TAB> type = token [ ""type"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pendingCharacters . append ( token [ ""data"" ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if pendingCharacters : <TAB> <TAB> <TAB> <TAB> yield { ""type"" : ""Characters"" , ""data"" : """" . join ( pendingCharacters ) } <TAB> <TAB> <TAB> <TAB> pendingCharacters = [ ] <TAB> <TAB> <TAB> yield token <TAB> if pendingCharacters : <TAB> <TAB> yield { ""type"" : ""Characters"" , ""data"" : """" . join ( pendingCharacters ) }","if type in ( ""Characters"" , ""SpaceCharacters"" ) :",130
6772,"def verify_output(actual, expected):
    actual = _read_file(actual, ""Actual"")
    expected = _read_file(join(CURDIR, expected), ""Expected"")
    if len(expected) != len(actual):
        raise AssertionError(
            ""Lengths differ. Expected %d lines but got %d""
            % (len(expected), len(actual))
        )
    for exp, act in zip(expected, actual):
        tester = fnmatchcase if ""*"" in exp else eq
        if not tester(act.rstrip(), exp.rstrip()):
            raise AssertionError(
                ""Lines differ.\nExpected: %s\nActual:   %s"" % (exp, act)
            )
","def verify_output ( actual , expected ) : <TAB> actual = _read_file ( actual , ""Actual"" ) <TAB> expected = _read_file ( join ( CURDIR , expected ) , ""Expected"" ) <TAB> if len ( expected ) != len ( actual ) : <TAB> <TAB> raise AssertionError ( <TAB> <TAB> <TAB> ""Lengths differ. Expected %d lines but got %d"" <TAB> <TAB> <TAB> % ( len ( expected ) , len ( actual ) ) <TAB> <TAB> ) <TAB> for exp , act in zip ( expected , actual ) : <TAB> <TAB> tester = fnmatchcase if ""*"" in exp else eq <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise AssertionError ( <TAB> <TAB> <TAB> <TAB> ""Lines differ.\nExpected: %s\nActual:   %s"" % ( exp , act ) <TAB> <TAB> <TAB> )","if not tester ( act . rstrip ( ) , exp . rstrip ( ) ) :",179
6631,"def forward(self, inputs, feat_layers):
    out = {}
    res = self.conv_bn_init(inputs)
    res = fluid.layers.relu(res)
    res = self.maxpool(res)
    # out['conv_init'] = res
    for i in range(len(self.block_collect)):
        for layer in self.block_collect[i]:
            res = layer(res)
        name = ""block{}"".format(i)
        if name in feat_layers:
            out[name] = res
            if len(out) == len(feat_layers):
                return out
    res = self.global_pool(res)
    B, C, _, _ = res.shape
    res = fluid.layers.reshape(res, [B, C])
    res = self.fc(res)
    out[""fc""] = res
    return out
","def forward ( self , inputs , feat_layers ) : <TAB> out = { } <TAB> res = self . conv_bn_init ( inputs ) <TAB> res = fluid . layers . relu ( res ) <TAB> res = self . maxpool ( res ) <TAB> <TAB> for i in range ( len ( self . block_collect ) ) : <TAB> <TAB> for layer in self . block_collect [ i ] : <TAB> <TAB> <TAB> res = layer ( res ) <TAB> <TAB> name = ""block{}"" . format ( i ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> out [ name ] = res <TAB> <TAB> <TAB> if len ( out ) == len ( feat_layers ) : <TAB> <TAB> <TAB> <TAB> return out <TAB> res = self . global_pool ( res ) <TAB> B , C , _ , _ = res . shape <TAB> res = fluid . layers . reshape ( res , [ B , C ] ) <TAB> res = self . fc ( res ) <TAB> out [ ""fc"" ] = res <TAB> return out",if name in feat_layers :,223
1772,"def _test_forever(self, tests):
    while True:
        for test_name in tests:
            yield test_name
            if self.bad:
                return
            if self.ns.fail_env_changed and self.environment_changed:
                return
","def _test_forever ( self , tests ) : <TAB> while True : <TAB> <TAB> for test_name in tests : <TAB> <TAB> <TAB> yield test_name <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> if self . ns . fail_env_changed and self . environment_changed : <TAB> <TAB> <TAB> <TAB> return",if self . bad :,76
5811,"def init_wake_button_switch(self):
    try:
        import RPi.GPIO
        if susicfg.get(""wakebutton"") == ""enabled"":
            self.wake_button_switch.set_active(True)
        else:
            self.wake_button_switch.set_active(False)
    except ImportError:
        self.wake_button_switch.set_sensitive(False)
    except RuntimeError:
        self.wake_button_switch.set_sensitive(False)
",def init_wake_button_switch ( self ) : <TAB> try : <TAB> <TAB> import RPi . GPIO <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . wake_button_switch . set_active ( True ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . wake_button_switch . set_active ( False ) <TAB> except ImportError : <TAB> <TAB> self . wake_button_switch . set_sensitive ( False ) <TAB> except RuntimeError : <TAB> <TAB> self . wake_button_switch . set_sensitive ( False ),"if susicfg . get ( ""wakebutton"" ) == ""enabled"" :",131
1869,"def transform(self, node, results):
    names_inserted = set()
    testlist = results[""args""]
    args = testlist.children
    new_args = []
    iterator = enumerate(args)
    for idx, arg in iterator:
        if arg.type == token.NAME and arg.value in names_inserted:
            if idx < len(args) - 1 and args[idx + 1].type == token.COMMA:
                next(iterator)
                continue
        else:
            new_args.append(arg)
            if arg.type == token.NAME:
                names_inserted.add(arg.value)
    if new_args and new_args[-1].type == token.COMMA:
        del new_args[-1]
    if len(new_args) == 1:
        atom = testlist.parent
        new_args[0].prefix = atom.prefix
        atom.replace(new_args[0])
    else:
        args[:] = new_args
        node.changed()","def transform ( self , node , results ) : <TAB> names_inserted = set ( ) <TAB> testlist = results [ ""args"" ] <TAB> args = testlist . children <TAB> new_args = [ ] <TAB> iterator = enumerate ( args ) <TAB> for idx , arg in iterator : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if idx < len ( args ) - 1 and args [ idx + 1 ] . type == token . COMMA : <TAB> <TAB> <TAB> <TAB> next ( iterator ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> else : <TAB> <TAB> <TAB> new_args . append ( arg ) <TAB> <TAB> <TAB> if arg . type == token . NAME : <TAB> <TAB> <TAB> <TAB> names_inserted . add ( arg . value ) <TAB> if new_args and new_args [ - 1 ] . type == token . COMMA : <TAB> <TAB> del new_args [ - 1 ] <TAB> if len ( new_args ) == 1 : <TAB> <TAB> atom = testlist . parent <TAB> <TAB> new_args [ 0 ] . prefix = atom . prefix <TAB> <TAB> atom . replace ( new_args [ 0 ] ) <TAB> else : <TAB> <TAB> args [ : ] = new_args <TAB> <TAB> node . changed ( )",if arg . type == token . NAME and arg . value in names_inserted :,260
37,"def scan(self, targets):
    for target in targets:
        target.print_infos()
        if self.is_interesting(target):
            self.target[""other""].append(target)
            if self.match(target):
                return target
    return None
","def scan ( self , targets ) : <TAB> for target in targets : <TAB> <TAB> target . print_infos ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . target [ ""other"" ] . append ( target ) <TAB> <TAB> <TAB> if self . match ( target ) : <TAB> <TAB> <TAB> <TAB> return target <TAB> return None",if self . is_interesting ( target ) :,72
12605,"def decode(self, segment):
    numbers = []
    accu = 0
    weight = 1
    for char in segment:
        ordinal = self.decoding[char]
        isContinuation = ordinal >= 32
        if isContinuation:
            ordinal -= 32  # Reset continuation bit
        if weight == 1:  # It was the tail of a number
            sign = -1 if ordinal % 2 else 1  # Remember sign
            ordinal //= 2  # Remove sign bit, no matter what it was
        accu += weight * ordinal  # Add new ordinal as currently least significant
        if isContinuation:  # If it's a continuation
            if (
                weight == 1
            ):  #   If it's the first continuation it will have the sign bit
                weight = 16  #       So next weight is 16
            else:  #   Else it won't have the sign bit:
                weight *= 32  #       So next weight * 32
        else:  # Else  ('no continuation' means 'end of number', since chunks are reversed)
            numbers.append(sign * accu)  #   Append accumulated number to results
            accu = 0  #   Reset accumulator for next number
            weight = 1  #   Reset weight, next number will again start with least significant part
    return numbers","def decode ( self , segment ) : <TAB> numbers = [ ] <TAB> accu = 0 <TAB> weight = 1 <TAB> for char in segment : <TAB> <TAB> ordinal = self . decoding [ char ] <TAB> <TAB> isContinuation = ordinal >= 32 <TAB> <TAB> if isContinuation : <TAB> <TAB> <TAB> ordinal -= 32 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sign = - 1 if ordinal % 2 else 1 <TAB> <TAB> <TAB> ordinal //= 2 <TAB> <TAB> accu += weight * ordinal <TAB> <TAB> if isContinuation : <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> weight == 1 <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> weight = 16 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> weight *= 32 <TAB> <TAB> else : <TAB> <TAB> <TAB> numbers . append ( sign * accu ) <TAB> <TAB> <TAB> accu = 0 <TAB> <TAB> <TAB> weight = 1 <TAB> return numbers",if weight == 1 :,346
1289,"def new_f(*args, **kwargs):
    try:
        D = pickle.load(open(filename, ""rb""))
        cache_exists = True
    except:
        D = {}
        cache_exists = False
    # simple comparison doesn't work in the case of numpy arrays
    Dargs = D.get(""args"")
    Dkwargs = D.get(""kwargs"")
    try:
        args_match = args == Dargs
    except:
        args_match = np.all([np.all(a1 == a2) for (a1, a2) in zip(Dargs, args)])
    try:
        kwargs_match = kwargs == Dkwargs
    except:
        kwargs_match = (sorted(Dkwargs.keys()) == sorted(kwargs.keys())) and (
            np.all([np.all(Dkwargs[key] == kwargs[key]) for key in kwargs])
        )
    if (
        type(D) == dict
        and D.get(""funcname"") == f.__name__
        and args_match
        and kwargs_match
    ):
        if verbose:
            print(""@pickle_results: using precomputed "" ""results from '%s'"" % filename)
        retval = D[""retval""]
    else:
        if verbose:
            print(""@pickle_results: computing results "" ""and saving to '%s'"" % filename)
            if cache_exists:
                print(""  warning: cache file '%s' exists"" % filename)
                print(""    - args match:   %s"" % args_match)
                print(""    - kwargs match: %s"" % kwargs_match)
        retval = f(*args, **kwargs)
        funcdict = dict(funcname=f.__name__, retval=retval, args=args, kwargs=kwargs)
        with open(filename, ""wb"") as outfile:
            pickle.dump(funcdict, outfile)
    return retval","def new_f ( * args , ** kwargs ) : <TAB> try : <TAB> <TAB> D = pickle . load ( open ( filename , ""rb"" ) ) <TAB> <TAB> cache_exists = True <TAB> except : <TAB> <TAB> D = { } <TAB> <TAB> cache_exists = False <TAB> <TAB> Dargs = D . get ( ""args"" ) <TAB> Dkwargs = D . get ( ""kwargs"" ) <TAB> try : <TAB> <TAB> args_match = args == Dargs <TAB> except : <TAB> <TAB> args_match = np . all ( [ np . all ( a1 == a2 ) for ( a1 , a2 ) in zip ( Dargs , args ) ] ) <TAB> try : <TAB> <TAB> kwargs_match = kwargs == Dkwargs <TAB> except : <TAB> <TAB> kwargs_match = ( sorted ( Dkwargs . keys ( ) ) == sorted ( kwargs . keys ( ) ) ) and ( <TAB> <TAB> <TAB> np . all ( [ np . all ( Dkwargs [ key ] == kwargs [ key ] ) for key in kwargs ] ) <TAB> <TAB> ) <TAB> if ( <TAB> <TAB> type ( D ) == dict <TAB> <TAB> and D . get ( ""funcname"" ) == f . __name__ <TAB> <TAB> and args_match <TAB> <TAB> and kwargs_match <TAB> ) : <TAB> <TAB> if verbose : <TAB> <TAB> <TAB> print ( ""@pickle_results: using precomputed "" ""results from '%s'"" % filename ) <TAB> <TAB> retval = D [ ""retval"" ] <TAB> else : <TAB> <TAB> if verbose : <TAB> <TAB> <TAB> print ( ""@pickle_results: computing results "" ""and saving to '%s'"" % filename ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> print ( ""  warning: cache file '%s' exists"" % filename ) <TAB> <TAB> <TAB> <TAB> print ( ""    - args match:   %s"" % args_match ) <TAB> <TAB> <TAB> <TAB> print ( ""    - kwargs match: %s"" % kwargs_match ) <TAB> <TAB> retval = f ( * args , ** kwargs ) <TAB> <TAB> funcdict = dict ( funcname = f . __name__ , retval = retval , args = args , kwargs = kwargs ) <TAB> <TAB> with open ( filename , ""wb"" ) as outfile : <TAB> <TAB> <TAB> pickle . dump ( funcdict , outfile ) <TAB> return retval",if cache_exists :,482
25428,"def interface_update(self, request: web.Request) -> None:
    """"""Update the configuration of an interface.""""""
    interface = self._get_interface(request.match_info.get(ATTR_INTERFACE))
    # Validate data
    body = await api_validate(SCHEMA_UPDATE, request)
    if not body:
        raise APIError(""You need to supply at least one option to update"")
    # Apply config
    for key, config in body.items():
        if key == ATTR_IPV4:
            interface.ipv4 = attr.evolve(
                interface.ipv4 or IpConfig(InterfaceMethod.STATIC, [], None, []),
                **config,
            )
        elif key == ATTR_IPV6:
            interface.ipv6 = attr.evolve(
                interface.ipv6 or IpConfig(InterfaceMethod.STATIC, [], None, []),
                **config,
            )
        elif key == ATTR_WIFI:
            interface.wifi = attr.evolve(
                interface.wifi
                or WifiConfig(WifiMode.INFRASTRUCTURE, """", AuthMethod.OPEN, None, None),
                **config,
            )
        elif key == ATTR_ENABLED:
            interface.enabled = config
    await asyncio.shield(self.sys_host.network.apply_changes(interface))","def interface_update ( self , request : web . Request ) -> None : <TAB> """"""Update the configuration of an interface."""""" <TAB> interface = self . _get_interface ( request . match_info . get ( ATTR_INTERFACE ) ) <TAB> <TAB> body = await api_validate ( SCHEMA_UPDATE , request ) <TAB> if not body : <TAB> <TAB> raise APIError ( ""You need to supply at least one option to update"" ) <TAB> <TAB> for key , config in body . items ( ) : <TAB> <TAB> if key == ATTR_IPV4 : <TAB> <TAB> <TAB> interface . ipv4 = attr . evolve ( <TAB> <TAB> <TAB> <TAB> interface . ipv4 or IpConfig ( InterfaceMethod . STATIC , [ ] , None , [ ] ) , <TAB> <TAB> <TAB> <TAB> ** config , <TAB> <TAB> <TAB> ) <TAB> <TAB> elif key == ATTR_IPV6 : <TAB> <TAB> <TAB> interface . ipv6 = attr . evolve ( <TAB> <TAB> <TAB> <TAB> interface . ipv6 or IpConfig ( InterfaceMethod . STATIC , [ ] , None , [ ] ) , <TAB> <TAB> <TAB> <TAB> ** config , <TAB> <TAB> <TAB> ) <TAB> <TAB> elif key == ATTR_WIFI : <TAB> <TAB> <TAB> interface . wifi = attr . evolve ( <TAB> <TAB> <TAB> <TAB> interface . wifi <TAB> <TAB> <TAB> <TAB> or WifiConfig ( WifiMode . INFRASTRUCTURE , """" , AuthMethod . OPEN , None , None ) , <TAB> <TAB> <TAB> <TAB> ** config , <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> interface . enabled = config <TAB> await asyncio . shield ( self . sys_host . network . apply_changes ( interface ) )",elif key == ATTR_ENABLED :,349
12380,"def cache_dst(self):
    final_dst = None
    final_linenb = None
    for linenb, assignblk in enumerate(self):
        for dst, src in viewitems(assignblk):
            if dst.is_id(""IRDst""):
                if final_dst is not None:
                    raise ValueError(""Multiple destinations!"")
                final_dst = src
                final_linenb = linenb
    self._dst = final_dst
    self._dst_linenb = final_linenb
    return final_dst
","def cache_dst ( self ) : <TAB> final_dst = None <TAB> final_linenb = None <TAB> for linenb , assignblk in enumerate ( self ) : <TAB> <TAB> for dst , src in viewitems ( assignblk ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if final_dst is not None : <TAB> <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""Multiple destinations!"" ) <TAB> <TAB> <TAB> <TAB> final_dst = src <TAB> <TAB> <TAB> <TAB> final_linenb = linenb <TAB> self . _dst = final_dst <TAB> self . _dst_linenb = final_linenb <TAB> return final_dst","if dst . is_id ( ""IRDst"" ) :",144
20405,"def _tab_only_directories(self):
    from os.path import dirname, basename, expanduser, join, isdir
    line = parse(self.line)
    cwd = self.fm.env.cwd.path
    try:
        rel_dest = line.rest(1)
    except IndexError:
        rel_dest = """"
    # expand the tilde into the user directory
    if rel_dest.startswith(""~""):
        rel_dest = expanduser(rel_dest)
    # define some shortcuts
    abs_dest = join(cwd, rel_dest)
    abs_dirname = dirname(abs_dest)
    rel_basename = basename(rel_dest)
    rel_dirname = dirname(rel_dest)
    try:
        # are we after a directory?
        if rel_dest.endswith(""/"") or rel_dest == """":
            _, dirnames, _ = os.walk(abs_dest).next()
        # are we in the middle of the filename?
        else:
            _, dirnames, _ = os.walk(abs_dirname).next()
            dirnames = [dn for dn in dirnames if dn.startswith(rel_basename)]
    except (OSError, StopIteration):
        # os.walk found nothing
        pass
    else:
        dirnames.sort()
        # no results, return None
        if len(dirnames) == 0:
            return
        # one result. since it must be a directory, append a slash.
        if len(dirnames) == 1:
            return line + join(rel_dirname, dirnames[0]) + ""/""
        # more than one result. append no slash, so the user can
        # manually type in the slash to advance into that directory
        return (line + join(rel_dirname, dirname) for dirname in dirnames)","def _tab_only_directories ( self ) : <TAB> from os . path import dirname , basename , expanduser , join , isdir <TAB> line = parse ( self . line ) <TAB> cwd = self . fm . env . cwd . path <TAB> try : <TAB> <TAB> rel_dest = line . rest ( 1 ) <TAB> except IndexError : <TAB> <TAB> rel_dest = """" <TAB> <TAB> if rel_dest . startswith ( ""~"" ) : <TAB> <TAB> rel_dest = expanduser ( rel_dest ) <TAB> <TAB> abs_dest = join ( cwd , rel_dest ) <TAB> abs_dirname = dirname ( abs_dest ) <TAB> rel_basename = basename ( rel_dest ) <TAB> rel_dirname = dirname ( rel_dest ) <TAB> try : <TAB> <TAB> <TAB> <TAB> if rel_dest . endswith ( ""/"" ) or rel_dest == """" : <TAB> <TAB> <TAB> _ , dirnames , _ = os . walk ( abs_dest ) . next ( ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> _ , dirnames , _ = os . walk ( abs_dirname ) . next ( ) <TAB> <TAB> <TAB> dirnames = [ dn for dn in dirnames if dn . startswith ( rel_basename ) ] <TAB> except ( OSError , StopIteration ) : <TAB> <TAB> <TAB> <TAB> pass <TAB> else : <TAB> <TAB> dirnames . sort ( ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> if len ( dirnames ) == 1 : <TAB> <TAB> <TAB> return line + join ( rel_dirname , dirnames [ 0 ] ) + ""/"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return ( line + join ( rel_dirname , dirname ) for dirname in dirnames )",if len ( dirnames ) == 0 :,437
10986,"def parse(self, backend, x509_obj):
    extensions = []
    seen_oids = set()
    for i in range(self.ext_count(backend, x509_obj)):
        ext = self.get_ext(backend, x509_obj, i)
        backend.openssl_assert(ext != backend._ffi.NULL)
        crit = backend._lib.X509_EXTENSION_get_critical(ext)
        critical = crit == 1
        oid = x509.ObjectIdentifier(_obj2txt(backend, ext.object))
        if oid in seen_oids:
            raise x509.DuplicateExtension(
                ""Duplicate {0} extension found"".format(oid), oid
            )
        try:
            handler = self.handlers[oid]
        except KeyError:
            if critical:
                raise x509.UnsupportedExtension(
                    ""Critical extension {0} is not currently supported"".format(oid), oid
                )
        else:
            # For extensions which are not supported by OpenSSL we pass the
            # extension object directly to the parsing routine so it can
            # be decoded manually.
            if self.unsupported_exts and oid in self.unsupported_exts:
                ext_data = ext
            else:
                ext_data = backend._lib.X509V3_EXT_d2i(ext)
                if ext_data == backend._ffi.NULL:
                    backend._consume_errors()
                    raise ValueError(
                        ""The {0} extension is invalid and can't be ""
                        ""parsed"".format(oid)
                    )
            value = handler(backend, ext_data)
            extensions.append(x509.Extension(oid, critical, value))
        seen_oids.add(oid)
    return x509.Extensions(extensions)","def parse ( self , backend , x509_obj ) : <TAB> extensions = [ ] <TAB> seen_oids = set ( ) <TAB> for i in range ( self . ext_count ( backend , x509_obj ) ) : <TAB> <TAB> ext = self . get_ext ( backend , x509_obj , i ) <TAB> <TAB> backend . openssl_assert ( ext != backend . _ffi . NULL ) <TAB> <TAB> crit = backend . _lib . X509_EXTENSION_get_critical ( ext ) <TAB> <TAB> critical = crit == 1 <TAB> <TAB> oid = x509 . ObjectIdentifier ( _obj2txt ( backend , ext . object ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise x509 . DuplicateExtension ( <TAB> <TAB> <TAB> <TAB> ""Duplicate {0} extension found"" . format ( oid ) , oid <TAB> <TAB> <TAB> ) <TAB> <TAB> try : <TAB> <TAB> <TAB> handler = self . handlers [ oid ] <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> if critical : <TAB> <TAB> <TAB> <TAB> raise x509 . UnsupportedExtension ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Critical extension {0} is not currently supported"" . format ( oid ) , oid <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . unsupported_exts and oid in self . unsupported_exts : <TAB> <TAB> <TAB> <TAB> ext_data = ext <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> ext_data = backend . _lib . X509V3_EXT_d2i ( ext ) <TAB> <TAB> <TAB> <TAB> if ext_data == backend . _ffi . NULL : <TAB> <TAB> <TAB> <TAB> <TAB> backend . _consume_errors ( ) <TAB> <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""The {0} extension is invalid and can't be "" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""parsed"" . format ( oid ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> value = handler ( backend , ext_data ) <TAB> <TAB> <TAB> extensions . append ( x509 . Extension ( oid , critical , value ) ) <TAB> <TAB> seen_oids . add ( oid ) <TAB> return x509 . Extensions ( extensions )",if oid in seen_oids :,492
4913,"def __init__(self, parent, dir, mask, with_dirs=True):
    filelist = []
    dirlist = [""..""]
    self.dir = dir
    self.file = """"
    mask = mask.upper()
    pattern = self.MakeRegex(mask)
    for i in os.listdir(dir):
        if i == ""."" or i == "".."":
            continue
        path = os.path.join(dir, i)
        if os.path.isdir(path):
            dirlist.append(i)
            continue
        path = path.upper()
        value = i.upper()
        if pattern.match(value) is not None:
            filelist.append(i)
    self.files = filelist
    if with_dirs:
        self.dirs = dirlist
","def __init__ ( self , parent , dir , mask , with_dirs = True ) : <TAB> filelist = [ ] <TAB> dirlist = [ "".."" ] <TAB> self . dir = dir <TAB> self . file = """" <TAB> mask = mask . upper ( ) <TAB> pattern = self . MakeRegex ( mask ) <TAB> for i in os . listdir ( dir ) : <TAB> <TAB> if i == ""."" or i == "".."" : <TAB> <TAB> <TAB> continue <TAB> <TAB> path = os . path . join ( dir , i ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> dirlist . append ( i ) <TAB> <TAB> <TAB> continue <TAB> <TAB> path = path . upper ( ) <TAB> <TAB> value = i . upper ( ) <TAB> <TAB> if pattern . match ( value ) is not None : <TAB> <TAB> <TAB> filelist . append ( i ) <TAB> self . files = filelist <TAB> if with_dirs : <TAB> <TAB> self . dirs = dirlist",if os . path . isdir ( path ) :,199
12358,"def initialize(self):
    nn.init.xavier_uniform_(self.linear.weight.data)
    if self.linear.bias is not None:
        self.linear.bias.data.uniform_(-1.0, 1.0)
    if self.self_layer:
        nn.init.xavier_uniform_(self.linear_self.weight.data)
        if self.linear_self.bias is not None:
            self.linear_self.bias.data.uniform_(-1.0, 1.0)","def initialize ( self ) : <TAB> nn . init . xavier_uniform_ ( self . linear . weight . data ) <TAB> if self . linear . bias is not None : <TAB> <TAB> self . linear . bias . data . uniform_ ( - 1.0 , 1.0 ) <TAB> if self . self_layer : <TAB> <TAB> nn . init . xavier_uniform_ ( self . linear_self . weight . data ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . linear_self . bias . data . uniform_ ( - 1.0 , 1.0 )",if self . linear_self . bias is not None :,126
20158,"def datestamp():
    """"""Enter today's date as the release date in the changelog.""""""
    dt = datetime.datetime.now()
    stamp = ""({} {}, {})"".format(dt.strftime(""%B""), dt.day, dt.year)
    marker = ""(in development)""
    lines = []
    underline_length = None
    with open(CHANGELOG) as f:
        for line in f:
            if marker in line:
                # The header line.
                line = line.replace(marker, stamp)
                lines.append(line)
                underline_length = len(line.strip())
            elif underline_length:
                # This is the line after the header. Rewrite the dashes.
                lines.append(""-"" * underline_length + ""\n"")
                underline_length = None
            else:
                lines.append(line)
    with open(CHANGELOG, ""w"") as f:
        for line in lines:
            f.write(line)
","def datestamp ( ) : <TAB> """"""Enter today's date as the release date in the changelog."""""" <TAB> dt = datetime . datetime . now ( ) <TAB> stamp = ""({} {}, {})"" . format ( dt . strftime ( ""%B"" ) , dt . day , dt . year ) <TAB> marker = ""(in development)"" <TAB> lines = [ ] <TAB> underline_length = None <TAB> with open ( CHANGELOG ) as f : <TAB> <TAB> for line in f : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> line = line . replace ( marker , stamp ) <TAB> <TAB> <TAB> <TAB> lines . append ( line ) <TAB> <TAB> <TAB> <TAB> underline_length = len ( line . strip ( ) ) <TAB> <TAB> <TAB> elif underline_length : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> lines . append ( ""-"" * underline_length + ""\n"" ) <TAB> <TAB> <TAB> <TAB> underline_length = None <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> lines . append ( line ) <TAB> with open ( CHANGELOG , ""w"" ) as f : <TAB> <TAB> for line in lines : <TAB> <TAB> <TAB> f . write ( line )",if marker in line :,253
6885,"def go(self, pyfile):
    for line in open(pyfile):
        if self.mode == ""in def"":
            self.text += "" "" + line.strip()
            if line.strip().endswith("":""):
                if self.definition(self.text):
                    self.text = """"
                    self.mode = ""in func""
                else:
                    self.text = """"
                    self.mode = ""normal""
        elif self.mode == ""in func"":
            if '""""""' in line:
                self.text += line.strip().strip('""')
                self.mode = ""in doc""
                if line.count('""""""') == 2:
                    self.mode = ""normal""
                    self.docstring(self.text)
                    self.text = """"
            else:
                self.mode = ""normal""
        elif self.mode == ""in doc"":
            self.text += "" "" + line
            if '""""""' in line:
                self.mode = ""normal""
                self.docstring(self.text.strip().strip('""'))
                self.text = """"
        elif line.startswith(""## ""):
            self.header(line.strip().strip(""#""))
        elif line.startswith(""def "") or line.startswith(""class ""):
            self.text += line.strip().strip("":"")
            if line.strip().endswith("":""):
                if self.definition(self.text):
                    self.text = """"
                    self.mode = ""in func""
                else:
                    self.text = """"
                    self.mode = ""normal""
            else:
                self.mode = ""in def""","def go ( self , pyfile ) : <TAB> for line in open ( pyfile ) : <TAB> <TAB> if self . mode == ""in def"" : <TAB> <TAB> <TAB> self . text += "" "" + line . strip ( ) <TAB> <TAB> <TAB> if line . strip ( ) . endswith ( "":"" ) : <TAB> <TAB> <TAB> <TAB> if self . definition ( self . text ) : <TAB> <TAB> <TAB> <TAB> <TAB> self . text = """" <TAB> <TAB> <TAB> <TAB> <TAB> self . mode = ""in func"" <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> self . text = """" <TAB> <TAB> <TAB> <TAB> <TAB> self . mode = ""normal"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if '""""""' in line : <TAB> <TAB> <TAB> <TAB> self . text += line . strip ( ) . strip ( '""' ) <TAB> <TAB> <TAB> <TAB> self . mode = ""in doc"" <TAB> <TAB> <TAB> <TAB> if line . count ( '""""""' ) == 2 : <TAB> <TAB> <TAB> <TAB> <TAB> self . mode = ""normal"" <TAB> <TAB> <TAB> <TAB> <TAB> self . docstring ( self . text ) <TAB> <TAB> <TAB> <TAB> <TAB> self . text = """" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . mode = ""normal"" <TAB> <TAB> elif self . mode == ""in doc"" : <TAB> <TAB> <TAB> self . text += "" "" + line <TAB> <TAB> <TAB> if '""""""' in line : <TAB> <TAB> <TAB> <TAB> self . mode = ""normal"" <TAB> <TAB> <TAB> <TAB> self . docstring ( self . text . strip ( ) . strip ( '""' ) ) <TAB> <TAB> <TAB> <TAB> self . text = """" <TAB> <TAB> elif line . startswith ( ""## "" ) : <TAB> <TAB> <TAB> self . header ( line . strip ( ) . strip ( ""#"" ) ) <TAB> <TAB> elif line . startswith ( ""def "" ) or line . startswith ( ""class "" ) : <TAB> <TAB> <TAB> self . text += line . strip ( ) . strip ( "":"" ) <TAB> <TAB> <TAB> if line . strip ( ) . endswith ( "":"" ) : <TAB> <TAB> <TAB> <TAB> if self . definition ( self . text ) : <TAB> <TAB> <TAB> <TAB> <TAB> self . text = """" <TAB> <TAB> <TAB> <TAB> <TAB> self . mode = ""in func"" <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> self . text = """" <TAB> <TAB> <TAB> <TAB> <TAB> self . mode = ""normal"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . mode = ""in def""","elif self . mode == ""in func"" :",472
21531,"def _convert_upsample(inexpr, keras_layer, etab):
    _check_data_format(keras_layer)
    upsample_type = type(keras_layer).__name__
    params = {}
    if upsample_type == ""UpSampling1D"":
        h = keras_layer.size
        params[""scale_h""] = h
    elif upsample_type == ""UpSampling2D"":
        h, w = keras_layer.size
        if h != w:
            raise tvm.error.OpAttributeInvalid(
                ""Height must equal width for operator Upsample.""
            )
        params[""scale_h""] = h
        params[""scale_w""] = h
        if hasattr(keras_layer, ""interpolation""):
            interpolation = keras_layer.interpolation
            if interpolation == ""nearest"":
                params[""method""] = ""nearest_neighbor""
            else:
                params[""method""] = ""bilinear""
    else:
        raise tvm.error.OpNotImplemented(
            ""Operator {} is not supported for frontend Keras."".format(upsample_type)
        )
    params[""layout""] = etab.data_layout
    out = _op.nn.upsampling(inexpr, **params)
    return out","def _convert_upsample ( inexpr , keras_layer , etab ) : <TAB> _check_data_format ( keras_layer ) <TAB> upsample_type = type ( keras_layer ) . __name__ <TAB> params = { } <TAB> if upsample_type == ""UpSampling1D"" : <TAB> <TAB> h = keras_layer . size <TAB> <TAB> params [ ""scale_h"" ] = h <TAB> elif upsample_type == ""UpSampling2D"" : <TAB> <TAB> h , w = keras_layer . size <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise tvm . error . OpAttributeInvalid ( <TAB> <TAB> <TAB> <TAB> ""Height must equal width for operator Upsample."" <TAB> <TAB> <TAB> ) <TAB> <TAB> params [ ""scale_h"" ] = h <TAB> <TAB> params [ ""scale_w"" ] = h <TAB> <TAB> if hasattr ( keras_layer , ""interpolation"" ) : <TAB> <TAB> <TAB> interpolation = keras_layer . interpolation <TAB> <TAB> <TAB> if interpolation == ""nearest"" : <TAB> <TAB> <TAB> <TAB> params [ ""method"" ] = ""nearest_neighbor"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> params [ ""method"" ] = ""bilinear"" <TAB> else : <TAB> <TAB> raise tvm . error . OpNotImplemented ( <TAB> <TAB> <TAB> ""Operator {} is not supported for frontend Keras."" . format ( upsample_type ) <TAB> <TAB> ) <TAB> params [ ""layout"" ] = etab . data_layout <TAB> out = _op . nn . upsampling ( inexpr , ** params ) <TAB> return out",if h != w :,317
19512,"def apply_transformation(self, cli, document, lineno, source_to_display, tokens):
    # Get the highlight positions.
    key = (cli.render_counter, document.text, document.cursor_position)
    positions = self._positions_cache.get(
        key, lambda: self._get_positions_to_highlight(document)
    )
    # Apply if positions were found at this line.
    if positions:
        for row, col in positions:
            if row == lineno:
                col = source_to_display(col)
                tokens = explode_tokens(tokens)
                token, text = tokens[col]
                if col == document.cursor_position_col:
                    token += ("":"",) + Token.MatchingBracket.Cursor
                else:
                    token += ("":"",) + Token.MatchingBracket.Other
                tokens[col] = (token, text)
    return Transformation(tokens)
","def apply_transformation ( self , cli , document , lineno , source_to_display , tokens ) : <TAB> <TAB> key = ( cli . render_counter , document . text , document . cursor_position ) <TAB> positions = self . _positions_cache . get ( <TAB> <TAB> key , lambda : self . _get_positions_to_highlight ( document ) <TAB> ) <TAB> <TAB> if positions : <TAB> <TAB> for row , col in positions : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> col = source_to_display ( col ) <TAB> <TAB> <TAB> <TAB> tokens = explode_tokens ( tokens ) <TAB> <TAB> <TAB> <TAB> token , text = tokens [ col ] <TAB> <TAB> <TAB> <TAB> if col == document . cursor_position_col : <TAB> <TAB> <TAB> <TAB> <TAB> token += ( "":"" , ) + Token . MatchingBracket . Cursor <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> token += ( "":"" , ) + Token . MatchingBracket . Other <TAB> <TAB> <TAB> <TAB> tokens [ col ] = ( token , text ) <TAB> return Transformation ( tokens )",if row == lineno :,244
20809,"def download(self, *args, **kwargs):
    fmt = self.query.get(""format"", ""spec"")
    version = self.query.get(""version"", None)
    branch = self.query.get(""branch"", None)
    selector = self.query.get(""selector"") or ""css""
    spider_id = self.kwargs.get(""spider_id"", None)
    spiders = [spider_id] if spider_id is not None else None
    try:
        self.project
    except InvalidFilename as e:
        raise JsonApiNotFoundError(str(e))
    if hasattr(self.storage, ""checkout"") and (version or branch):
        try:
            if version and len(version) < 40:
                version = self.commit_from_short_sha(version).id
            self.storage.checkout(version, branch)
        except IOError:
            pass
        except ValueError as e:
            raise JsonApiNotFoundError(str(e))
    archiver = CodeProjectArchiver if fmt == u""code"" else ProjectArchiver
    try:
        content = archiver(self.storage).archive(spiders, selector=selector)
    except IOError as e:
        raise JsonApiNotFoundError(str(e))
    try:
        name = u""{}.zip"".format(self.project.name)
    except UnicodeEncodeError:
        name = str(self.project.id)
    return FileResponse(name, content, status=HTTP_200_OK)","def download ( self , * args , ** kwargs ) : <TAB> fmt = self . query . get ( ""format"" , ""spec"" ) <TAB> version = self . query . get ( ""version"" , None ) <TAB> branch = self . query . get ( ""branch"" , None ) <TAB> selector = self . query . get ( ""selector"" ) or ""css"" <TAB> spider_id = self . kwargs . get ( ""spider_id"" , None ) <TAB> spiders = [ spider_id ] if spider_id is not None else None <TAB> try : <TAB> <TAB> self . project <TAB> except InvalidFilename as e : <TAB> <TAB> raise JsonApiNotFoundError ( str ( e ) ) <TAB> if hasattr ( self . storage , ""checkout"" ) and ( version or branch ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> version = self . commit_from_short_sha ( version ) . id <TAB> <TAB> <TAB> self . storage . checkout ( version , branch ) <TAB> <TAB> except IOError : <TAB> <TAB> <TAB> pass <TAB> <TAB> except ValueError as e : <TAB> <TAB> <TAB> raise JsonApiNotFoundError ( str ( e ) ) <TAB> archiver = CodeProjectArchiver if fmt == u""code"" else ProjectArchiver <TAB> try : <TAB> <TAB> content = archiver ( self . storage ) . archive ( spiders , selector = selector ) <TAB> except IOError as e : <TAB> <TAB> raise JsonApiNotFoundError ( str ( e ) ) <TAB> try : <TAB> <TAB> name = u""{}.zip"" . format ( self . project . name ) <TAB> except UnicodeEncodeError : <TAB> <TAB> name = str ( self . project . id ) <TAB> return FileResponse ( name , content , status = HTTP_200_OK )",if version and len ( version ) < 40 :,365
13825,"def check_smtp_login(self):
    if self.urlwatch_config.smtp_login:
        config = self.urlwatcher.config_storage.config[""report""][""email""]
        smtp_config = config[""smtp""]
        success = True
        if not config[""enabled""]:
            print(""Please enable e-mail reporting in the config first."")
            success = False
        if config[""method""] != ""smtp"":
            print(""Please set the method to SMTP for the e-mail reporter."")
            success = False
        if not smtp_config.get(""auth"", smtp_config.get(""keyring"", False)):
            print(""Authentication must be enabled for SMTP."")
            success = False
        smtp_hostname = smtp_config[""host""]
        if not smtp_hostname:
            print(""Please configure the SMTP hostname in the config first."")
            success = False
        smtp_username = smtp_config.get(""user"", None) or config[""from""]
        if not smtp_username:
            print(""Please configure the SMTP user in the config first."")
            success = False
        if not success:
            sys.exit(1)
        if ""insecure_password"" in smtp_config:
            print(
                'The password is already set in the config (key ""insecure_password"").'
            )
            sys.exit(0)
        if have_password(smtp_hostname, smtp_username):
            message = ""Password for %s / %s already set, update? [y/N] "" % (
                smtp_username,
                smtp_hostname,
            )
            if input(message).lower() != ""y"":
                print(""Password unchanged."")
                sys.exit(0)
        if success:
            set_password(smtp_hostname, smtp_username)
            # TODO: Actually verify that the login to the server works
        sys.exit(0)","def check_smtp_login ( self ) : <TAB> if self . urlwatch_config . smtp_login : <TAB> <TAB> config = self . urlwatcher . config_storage . config [ ""report"" ] [ ""email"" ] <TAB> <TAB> smtp_config = config [ ""smtp"" ] <TAB> <TAB> success = True <TAB> <TAB> if not config [ ""enabled"" ] : <TAB> <TAB> <TAB> print ( ""Please enable e-mail reporting in the config first."" ) <TAB> <TAB> <TAB> success = False <TAB> <TAB> if config [ ""method"" ] != ""smtp"" : <TAB> <TAB> <TAB> print ( ""Please set the method to SMTP for the e-mail reporter."" ) <TAB> <TAB> <TAB> success = False <TAB> <TAB> if not smtp_config . get ( ""auth"" , smtp_config . get ( ""keyring"" , False ) ) : <TAB> <TAB> <TAB> print ( ""Authentication must be enabled for SMTP."" ) <TAB> <TAB> <TAB> success = False <TAB> <TAB> smtp_hostname = smtp_config [ ""host"" ] <TAB> <TAB> if not smtp_hostname : <TAB> <TAB> <TAB> print ( ""Please configure the SMTP hostname in the config first."" ) <TAB> <TAB> <TAB> success = False <TAB> <TAB> smtp_username = smtp_config . get ( ""user"" , None ) or config [ ""from"" ] <TAB> <TAB> if not smtp_username : <TAB> <TAB> <TAB> print ( ""Please configure the SMTP user in the config first."" ) <TAB> <TAB> <TAB> success = False <TAB> <TAB> if not success : <TAB> <TAB> <TAB> sys . exit ( 1 ) <TAB> <TAB> if ""insecure_password"" in smtp_config : <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> 'The password is already set in the config (key ""insecure_password"").' <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> sys . exit ( 0 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> message = ""Password for %s / %s already set, update? [y/N] "" % ( <TAB> <TAB> <TAB> <TAB> smtp_username , <TAB> <TAB> <TAB> <TAB> smtp_hostname , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if input ( message ) . lower ( ) != ""y"" : <TAB> <TAB> <TAB> <TAB> print ( ""Password unchanged."" ) <TAB> <TAB> <TAB> <TAB> sys . exit ( 0 ) <TAB> <TAB> if success : <TAB> <TAB> <TAB> set_password ( smtp_hostname , smtp_username ) <TAB> <TAB> <TAB> <TAB> <TAB> sys . exit ( 0 )","if have_password ( smtp_hostname , smtp_username ) :",495
8940,"def reverse_url(self, name: str, *args: Any) -> Optional[str]:
    if name in self.named_rules:
        return self.named_rules[name].matcher.reverse(*args)
    for rule in self.rules:
        if isinstance(rule.target, ReversibleRouter):
            reversed_url = rule.target.reverse_url(name, *args)
            if reversed_url is not None:
                return reversed_url
    return None
","def reverse_url ( self , name : str , * args : Any ) -> Optional [ str ] : <TAB> if name in self . named_rules : <TAB> <TAB> return self . named_rules [ name ] . matcher . reverse ( * args ) <TAB> for rule in self . rules : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> reversed_url = rule . target . reverse_url ( name , * args ) <TAB> <TAB> <TAB> if reversed_url is not None : <TAB> <TAB> <TAB> <TAB> return reversed_url <TAB> return None","if isinstance ( rule . target , ReversibleRouter ) :",121
23821,"def handle(self, *args, **options):
    if not settings.ST_BASE_DIR.endswith(""spirit""):
        raise CommandError(
            ""settings.ST_BASE_DIR is not the spirit root folder, are you overriding it?""
        )
    for root, dirs, files in os.walk(settings.ST_BASE_DIR):
        if ""locale"" not in dirs:
            continue
        with utils.pushd(root):
            call_command(
                ""makemessages"", stdout=self.stdout, stderr=self.stderr, **options
            )
    self.stdout.write(""ok"")
","def handle ( self , * args , ** options ) : <TAB> if not settings . ST_BASE_DIR . endswith ( ""spirit"" ) : <TAB> <TAB> raise CommandError ( <TAB> <TAB> <TAB> ""settings.ST_BASE_DIR is not the spirit root folder, are you overriding it?"" <TAB> <TAB> ) <TAB> for root , dirs , files in os . walk ( settings . ST_BASE_DIR ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> with utils . pushd ( root ) : <TAB> <TAB> <TAB> call_command ( <TAB> <TAB> <TAB> <TAB> ""makemessages"" , stdout = self . stdout , stderr = self . stderr , ** options <TAB> <TAB> <TAB> ) <TAB> self . stdout . write ( ""ok"" )","if ""locale"" not in dirs :",160
10976,"def _declare(self, name, obj, included=False, quals=0):
    if name in self._declarations:
        prevobj, prevquals = self._declarations[name]
        if prevobj is obj and prevquals == quals:
            return
        if not self._override:
            raise api.FFIError(
                ""multiple declarations of %s (for interactive usage, ""
                ""try cdef(xx, override=True))"" % (name,)
            )
    assert ""__dotdotdot__"" not in name.split()
    self._declarations[name] = (obj, quals)
    if included:
        self._included_declarations.add(obj)","def _declare ( self , name , obj , included = False , quals = 0 ) : <TAB> if name in self . _declarations : <TAB> <TAB> prevobj , prevquals = self . _declarations [ name ] <TAB> <TAB> if prevobj is obj and prevquals == quals : <TAB> <TAB> <TAB> return <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise api . FFIError ( <TAB> <TAB> <TAB> <TAB> ""multiple declarations of %s (for interactive usage, "" <TAB> <TAB> <TAB> <TAB> ""try cdef(xx, override=True))"" % ( name , ) <TAB> <TAB> <TAB> ) <TAB> assert ""__dotdotdot__"" not in name . split ( ) <TAB> self . _declarations [ name ] = ( obj , quals ) <TAB> if included : <TAB> <TAB> self . _included_declarations . add ( obj )",if not self . _override :,174
17930,"def EnumerateUsersFromClient(args):
    """"""Enumerates all the users on this system.""""""
    del args  # Unused
    users = _ParseWtmp()
    for user, last_login in users.items():
        # Lose the null termination
        username, _ = user.split(b""\x00"", 1)
        username = username.decode(""utf-8"")
        if username:
            # Somehow the last login time can be < 0. There is no documentation
            # what this means so we just set it to 0 (the rdfvalue field is
            # unsigned so we can't send negative values).
            if last_login < 0:
                last_login = 0
            result = rdf_client.User(username=username, last_logon=last_login * 1000000)
            try:
                pwdict = pwd.getpwnam(username)
                result.homedir = utils.SmartUnicode(pwdict.pw_dir)
                result.full_name = utils.SmartUnicode(pwdict.pw_gecos)
                result.uid = pwdict.pw_uid
                result.gid = pwdict.pw_gid
                result.shell = utils.SmartUnicode(pwdict.pw_shell)
            except KeyError:
                pass
            yield result","def EnumerateUsersFromClient ( args ) : <TAB> """"""Enumerates all the users on this system."""""" <TAB> del args <TAB> users = _ParseWtmp ( ) <TAB> for user , last_login in users . items ( ) : <TAB> <TAB> <TAB> <TAB> username , _ = user . split ( b""\x00"" , 1 ) <TAB> <TAB> username = username . decode ( ""utf-8"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if last_login < 0 : <TAB> <TAB> <TAB> <TAB> last_login = 0 <TAB> <TAB> <TAB> result = rdf_client . User ( username = username , last_logon = last_login * 1000000 ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> pwdict = pwd . getpwnam ( username ) <TAB> <TAB> <TAB> <TAB> result . homedir = utils . SmartUnicode ( pwdict . pw_dir ) <TAB> <TAB> <TAB> <TAB> result . full_name = utils . SmartUnicode ( pwdict . pw_gecos ) <TAB> <TAB> <TAB> <TAB> result . uid = pwdict . pw_uid <TAB> <TAB> <TAB> <TAB> result . gid = pwdict . pw_gid <TAB> <TAB> <TAB> <TAB> result . shell = utils . SmartUnicode ( pwdict . pw_shell ) <TAB> <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> yield result",if username :,341
9683,"def _get_vif_port(self, name):
    external_ids = self.db_get_map(""Interface"", name, ""external_ids"")
    if ""iface-id"" in external_ids and ""attached-mac"" in external_ids:
        return self._vifport(name, external_ids)
    elif ""xs-vif-uuid"" in external_ids and ""attached-mac"" in external_ids:
        # if this is a xenserver and iface-id is not automatically
        # synced to OVS from XAPI, we grab it from XAPI directly
        ofport = self.db_get_val(""Interface"", name, ""ofport"")
        iface_id = self.get_xapi_iface_id(external_ids[""xs-vif-uuid""])
        return VifPort(name, ofport, iface_id, external_ids[""attached-mac""], self)
","def _get_vif_port ( self , name ) : <TAB> external_ids = self . db_get_map ( ""Interface"" , name , ""external_ids"" ) <TAB> if ""iface-id"" in external_ids and ""attached-mac"" in external_ids : <TAB> <TAB> return self . _vifport ( name , external_ids ) <TAB> elif ""xs-vif-uuid"" in external_ids and ""attached-mac"" in external_ids : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ofport = self . db_get_val ( ""Interface"" , name , ""ofport"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> return VifPort ( name , ofport , iface_id , external_ids [ ""attached-mac"" ] , self )","iface_id = self . get_xapi_iface_id ( external_ids [ ""xs-vif-uuid"" ] )",222
18053,"def checkpoint(vd):
    vd.undoPids.append(os.getpid())
    pid = os.fork()
    if pid > 0:  # parent, halt until undo
        before = time.time()
        pid, st = os.wait()
        if st == 42:  # undo
            vd.scr.clear()
            vd.undoPids.remove(os.getpid())
            raise Exception(""undid %ss"" % int(time.time() - before))","def checkpoint ( vd ) : <TAB> vd . undoPids . append ( os . getpid ( ) ) <TAB> pid = os . fork ( ) <TAB> if pid > 0 : <TAB> <TAB> before = time . time ( ) <TAB> <TAB> pid , st = os . wait ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> vd . scr . clear ( ) <TAB> <TAB> <TAB> vd . undoPids . remove ( os . getpid ( ) ) <TAB> <TAB> <TAB> raise Exception ( ""undid %ss"" % int ( time . time ( ) - before ) )",if st == 42 :,123
17455,"def prune(self, study: ""optuna.study.Study"", trial: ""optuna.trial.FrozenTrial"") -> bool:
    step = trial.last_step
    if step is None:
        return False
    rung = _get_current_rung(trial)
    value = trial.intermediate_values[step]
    trials: Optional[List[""optuna.trial.FrozenTrial""]] = None
    while True:
        if self._min_resource is None:
            if trials is None:
                trials = study.get_trials(deepcopy=False)
            self._min_resource = _estimate_min_resource(trials)
            if self._min_resource is None:
                return False
        assert self._min_resource is not None
        rung_promotion_step = self._min_resource * (
            self._reduction_factor ** (self._min_early_stopping_rate + rung)
        )
        if step < rung_promotion_step:
            return False
        if math.isnan(value):
            return True
        if trials is None:
            trials = study.get_trials(deepcopy=False)
        rung_key = _completed_rung_key(rung)
        study._storage.set_trial_system_attr(trial._trial_id, rung_key, value)
        competing = _get_competing_values(trials, value, rung_key)
        # 'competing' already includes the current trial
        # Therefore, we need to use the '<=' operator here
        if len(competing) <= self._bootstrap_count:
            return True
        if not _is_trial_promotable_to_next_rung(
            value,
            competing,
            self._reduction_factor,
            study.direction,
        ):
            return True
        rung += 1","def prune ( self , study : ""optuna.study.Study"" , trial : ""optuna.trial.FrozenTrial"" ) -> bool : <TAB> step = trial . last_step <TAB> if step is None : <TAB> <TAB> return False <TAB> rung = _get_current_rung ( trial ) <TAB> value = trial . intermediate_values [ step ] <TAB> trials : Optional [ List [ ""optuna.trial.FrozenTrial"" ] ] = None <TAB> while True : <TAB> <TAB> if self . _min_resource is None : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> trials = study . get_trials ( deepcopy = False ) <TAB> <TAB> <TAB> self . _min_resource = _estimate_min_resource ( trials ) <TAB> <TAB> <TAB> if self . _min_resource is None : <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> assert self . _min_resource is not None <TAB> <TAB> rung_promotion_step = self . _min_resource * ( <TAB> <TAB> <TAB> self . _reduction_factor ** ( self . _min_early_stopping_rate + rung ) <TAB> <TAB> ) <TAB> <TAB> if step < rung_promotion_step : <TAB> <TAB> <TAB> return False <TAB> <TAB> if math . isnan ( value ) : <TAB> <TAB> <TAB> return True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> trials = study . get_trials ( deepcopy = False ) <TAB> <TAB> rung_key = _completed_rung_key ( rung ) <TAB> <TAB> study . _storage . set_trial_system_attr ( trial . _trial_id , rung_key , value ) <TAB> <TAB> competing = _get_competing_values ( trials , value , rung_key ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if len ( competing ) <= self . _bootstrap_count : <TAB> <TAB> <TAB> return True <TAB> <TAB> if not _is_trial_promotable_to_next_rung ( <TAB> <TAB> <TAB> value , <TAB> <TAB> <TAB> competing , <TAB> <TAB> <TAB> self . _reduction_factor , <TAB> <TAB> <TAB> study . direction , <TAB> <TAB> ) : <TAB> <TAB> <TAB> return True <TAB> <TAB> rung += 1",if trials is None :,495
15545,"def __call__(self, loss, sess):
    if self.sign * loss > self.sign * self.best:
        if FLAGS.log_progress:
            tf.logging.info(""Previous best %s: %.4f."", self.label, self.best)
            tf.gfile.MakeDirs(os.path.dirname(self.save_path))
            self.saver.save(sess, self.save_path)
            tf.logging.info(
                ""Storing best model so far with loss %.4f at %s.""
                % (loss, self.save_path)
            )
        self.best = loss
        self.age = 0
        self.true_age = 0
    else:
        self.age += 1
        self.true_age += 1
        if self.age > self.patience:
            sess.run([self.decay_op])
            self.age = 0","def __call__ ( self , loss , sess ) : <TAB> if self . sign * loss > self . sign * self . best : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tf . logging . info ( ""Previous best %s: %.4f."" , self . label , self . best ) <TAB> <TAB> <TAB> tf . gfile . MakeDirs ( os . path . dirname ( self . save_path ) ) <TAB> <TAB> <TAB> self . saver . save ( sess , self . save_path ) <TAB> <TAB> <TAB> tf . logging . info ( <TAB> <TAB> <TAB> <TAB> ""Storing best model so far with loss %.4f at %s."" <TAB> <TAB> <TAB> <TAB> % ( loss , self . save_path ) <TAB> <TAB> <TAB> ) <TAB> <TAB> self . best = loss <TAB> <TAB> self . age = 0 <TAB> <TAB> self . true_age = 0 <TAB> else : <TAB> <TAB> self . age += 1 <TAB> <TAB> self . true_age += 1 <TAB> <TAB> if self . age > self . patience : <TAB> <TAB> <TAB> sess . run ( [ self . decay_op ] ) <TAB> <TAB> <TAB> self . age = 0",if FLAGS . log_progress :,240
14837,"def filter(
    self,
    projects=None,
    tags=None,
    ignore_projects=None,
    ignore_tags=None,
    span=None,
    include_partial_frames=False,
):
    for frame in self._rows:
        if projects is not None and frame.project not in projects:
            continue
        if ignore_projects is not None and frame.project in ignore_projects:
            continue
        if tags is not None and not any(tag in frame.tags for tag in tags):
            continue
        if ignore_tags is not None and any(tag in frame.tags for tag in ignore_tags):
            continue
        if span is None:
            yield frame
        elif frame in span:
            yield frame
        elif include_partial_frames and span.overlaps(frame):
            # If requested, return the part of the frame that is within the
            # span, for frames that are *partially* within span or reaching
            # over span
            start = span.start if frame.start < span.start else frame.start
            stop = span.stop if frame.stop > span.stop else frame.stop
            yield frame._replace(start=start, stop=stop)
","def filter ( <TAB> self , <TAB> projects = None , <TAB> tags = None , <TAB> ignore_projects = None , <TAB> ignore_tags = None , <TAB> span = None , <TAB> include_partial_frames = False , ) : <TAB> for frame in self . _rows : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if ignore_projects is not None and frame . project in ignore_projects : <TAB> <TAB> <TAB> continue <TAB> <TAB> if tags is not None and not any ( tag in frame . tags for tag in tags ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if ignore_tags is not None and any ( tag in frame . tags for tag in ignore_tags ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if span is None : <TAB> <TAB> <TAB> yield frame <TAB> <TAB> elif frame in span : <TAB> <TAB> <TAB> yield frame <TAB> <TAB> elif include_partial_frames and span . overlaps ( frame ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> start = span . start if frame . start < span . start else frame . start <TAB> <TAB> <TAB> stop = span . stop if frame . stop > span . stop else frame . stop <TAB> <TAB> <TAB> yield frame . _replace ( start = start , stop = stop )",if projects is not None and frame . project not in projects :,310
23971,"def parse(wb):
    rst, key = [], {}
    for ws in wb.worksheets:
        rst.append((ws.title, []))
        for row in ws.rows:
            for cell in row:
                if not isinstance(cell.value, str):
                    continue
                if cell.value[0] + cell.value[-1] != ""{}"":
                    continue
                cont = cell.value[1:-1].strip()
                tp = cont.split("" "")[0]
                cont = cont[len(tp) :].strip()
                note, value = ""no description"", None
                if ""#"" in cont:
                    note = cont.split(""#"")[-1].strip()
                    cont = cont[: cont.index(""#"")].strip()
                if ""="" in cont:
                    value = cont.split(""="")[1].strip()
                    name = cont[: cont.index(""="")].strip()
                else:
                    name = cont
                rst[-1][-1].append(((cell.row, cell.col_idx), [tp, name, value, note]))
                key[name] = [tp, name, value, note]
    return rst, key","def parse ( wb ) : <TAB> rst , key = [ ] , { } <TAB> for ws in wb . worksheets : <TAB> <TAB> rst . append ( ( ws . title , [ ] ) ) <TAB> <TAB> for row in ws . rows : <TAB> <TAB> <TAB> for cell in row : <TAB> <TAB> <TAB> <TAB> if not isinstance ( cell . value , str ) : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> cont = cell . value [ 1 : - 1 ] . strip ( ) <TAB> <TAB> <TAB> <TAB> tp = cont . split ( "" "" ) [ 0 ] <TAB> <TAB> <TAB> <TAB> cont = cont [ len ( tp ) : ] . strip ( ) <TAB> <TAB> <TAB> <TAB> note , value = ""no description"" , None <TAB> <TAB> <TAB> <TAB> if ""#"" in cont : <TAB> <TAB> <TAB> <TAB> <TAB> note = cont . split ( ""#"" ) [ - 1 ] . strip ( ) <TAB> <TAB> <TAB> <TAB> <TAB> cont = cont [ : cont . index ( ""#"" ) ] . strip ( ) <TAB> <TAB> <TAB> <TAB> if ""="" in cont : <TAB> <TAB> <TAB> <TAB> <TAB> value = cont . split ( ""="" ) [ 1 ] . strip ( ) <TAB> <TAB> <TAB> <TAB> <TAB> name = cont [ : cont . index ( ""="" ) ] . strip ( ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> name = cont <TAB> <TAB> <TAB> <TAB> rst [ - 1 ] [ - 1 ] . append ( ( ( cell . row , cell . col_idx ) , [ tp , name , value , note ] ) ) <TAB> <TAB> <TAB> <TAB> key [ name ] = [ tp , name , value , note ] <TAB> return rst , key","if cell . value [ 0 ] + cell . value [ - 1 ] != ""{}"" :",327
1633,"def parse_flash_log(self, logf):
    """"""parse flash logs""""""
    data = OrderedDict()
    samplelogs = self.split_log(logf[""f""])
    for slog in samplelogs:
        try:
            sample = dict()
            ## Sample name ##
            s_name = self.clean_pe_name(slog, logf[""root""])
            if s_name is None:
                continue
            sample[""s_name""] = s_name
            ## Log attributes ##
            sample[""totalpairs""] = self.get_field(""Total pairs"", slog)
            sample[""discardpairs""] = self.get_field(""Discarded pairs"", slog)
            sample[""percdiscard""] = self.get_field(""Percent Discarded"", slog, fl=True)
            sample[""combopairs""] = self.get_field(""Combined pairs"", slog)
            sample[""inniepairs""] = self.get_field(""Innie pairs"", slog)
            sample[""outiepairs""] = self.get_field(""Outie pairs"", slog)
            sample[""uncombopairs""] = self.get_field(""Uncombined pairs"", slog)
            sample[""perccombo""] = self.get_field(""Percent combined"", slog, fl=True)
            data[s_name] = sample
        except Exception as err:
            log.warning(""Error parsing record in {}. {}"".format(logf[""fn""], err))
            log.debug(traceback.format_exc())
            continue
    return data
","def parse_flash_log ( self , logf ) : <TAB> """"""parse flash logs"""""" <TAB> data = OrderedDict ( ) <TAB> samplelogs = self . split_log ( logf [ ""f"" ] ) <TAB> for slog in samplelogs : <TAB> <TAB> try : <TAB> <TAB> <TAB> sample = dict ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> s_name = self . clean_pe_name ( slog , logf [ ""root"" ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> sample [ ""s_name"" ] = s_name <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sample [ ""totalpairs"" ] = self . get_field ( ""Total pairs"" , slog ) <TAB> <TAB> <TAB> sample [ ""discardpairs"" ] = self . get_field ( ""Discarded pairs"" , slog ) <TAB> <TAB> <TAB> sample [ ""percdiscard"" ] = self . get_field ( ""Percent Discarded"" , slog , fl = True ) <TAB> <TAB> <TAB> sample [ ""combopairs"" ] = self . get_field ( ""Combined pairs"" , slog ) <TAB> <TAB> <TAB> sample [ ""inniepairs"" ] = self . get_field ( ""Innie pairs"" , slog ) <TAB> <TAB> <TAB> sample [ ""outiepairs"" ] = self . get_field ( ""Outie pairs"" , slog ) <TAB> <TAB> <TAB> sample [ ""uncombopairs"" ] = self . get_field ( ""Uncombined pairs"" , slog ) <TAB> <TAB> <TAB> sample [ ""perccombo"" ] = self . get_field ( ""Percent combined"" , slog , fl = True ) <TAB> <TAB> <TAB> data [ s_name ] = sample <TAB> <TAB> except Exception as err : <TAB> <TAB> <TAB> log . warning ( ""Error parsing record in {}. {}"" . format ( logf [ ""fn"" ] , err ) ) <TAB> <TAB> <TAB> log . debug ( traceback . format_exc ( ) ) <TAB> <TAB> <TAB> continue <TAB> return data",if s_name is None :,404
4642,"def import_refs(
    self,
    base,
    other,
    committer=None,
    timestamp=None,
    timezone=None,
    message=None,
    prune=False,
):
    if prune:
        to_delete = set(self.subkeys(base))
    else:
        to_delete = set()
    for name, value in other.items():
        if value is None:
            to_delete.add(name)
        else:
            self.set_if_equals(b""/"".join((base, name)), None, value, message=message)
        if to_delete:
            try:
                to_delete.remove(name)
            except KeyError:
                pass
    for ref in to_delete:
        self.remove_if_equals(b""/"".join((base, ref)), None, message=message)
","def import_refs ( <TAB> self , <TAB> base , <TAB> other , <TAB> committer = None , <TAB> timestamp = None , <TAB> timezone = None , <TAB> message = None , <TAB> prune = False , ) : <TAB> if prune : <TAB> <TAB> to_delete = set ( self . subkeys ( base ) ) <TAB> else : <TAB> <TAB> to_delete = set ( ) <TAB> for name , value in other . items ( ) : <TAB> <TAB> if value is None : <TAB> <TAB> <TAB> to_delete . add ( name ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . set_if_equals ( b""/"" . join ( ( base , name ) ) , None , value , message = message ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> to_delete . remove ( name ) <TAB> <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> pass <TAB> for ref in to_delete : <TAB> <TAB> self . remove_if_equals ( b""/"" . join ( ( base , ref ) ) , None , message = message )",if to_delete :,224
16456,"def remove(self, values):
    if not isinstance(values, (list, tuple, set)):
        values = [values]
    for v in values:
        v = str(v)
        if isinstance(self._definition, dict):
            self._definition.pop(v, None)
        elif self._definition == ""ANY"":
            if v == ""ANY"":
                self._definition = []
        elif v in self._definition:
            self._definition.remove(v)
    if (
        self._value is not None
        and self._value not in self._definition
        and self._not_any()
    ):
        raise ConanException(bad_value_msg(self._name, self._value, self.values_range))
","def remove ( self , values ) : <TAB> if not isinstance ( values , ( list , tuple , set ) ) : <TAB> <TAB> values = [ values ] <TAB> for v in values : <TAB> <TAB> v = str ( v ) <TAB> <TAB> if isinstance ( self . _definition , dict ) : <TAB> <TAB> <TAB> self . _definition . pop ( v , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if v == ""ANY"" : <TAB> <TAB> <TAB> <TAB> self . _definition = [ ] <TAB> <TAB> elif v in self . _definition : <TAB> <TAB> <TAB> self . _definition . remove ( v ) <TAB> if ( <TAB> <TAB> self . _value is not None <TAB> <TAB> and self . _value not in self . _definition <TAB> <TAB> and self . _not_any ( ) <TAB> ) : <TAB> <TAB> raise ConanException ( bad_value_msg ( self . _name , self . _value , self . values_range ) )","elif self . _definition == ""ANY"" :",192
5864,"def taiga(request, trigger_id, key):
    signature = request.META.get(""HTTP_X_TAIGA_WEBHOOK_SIGNATURE"")
    # check that the data are ok with the provided signature
    if verify_signature(request._request.body, key, signature):
        data = data_filter(trigger_id, **request.data)
        status = save_data(trigger_id, data)
        return (
            Response({""message"": ""Success""})
            if status
            else Response({""message"": ""Failed!""})
        )
    Response({""message"": ""Bad request""})
","def taiga ( request , trigger_id , key ) : <TAB> signature = request . META . get ( ""HTTP_X_TAIGA_WEBHOOK_SIGNATURE"" ) <TAB> <TAB> if verify_signature ( request . _request . body , key , signature ) : <TAB> <TAB> data = data_filter ( trigger_id , ** request . data ) <TAB> <TAB> status = save_data ( trigger_id , data ) <TAB> <TAB> return ( <TAB> <TAB> <TAB> Response ( { ""message"" : ""Success"" } ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> else Response ( { ""message"" : ""Failed!"" } ) <TAB> <TAB> ) <TAB> Response ( { ""message"" : ""Bad request"" } )",if status,149
2192,"def genLoopPackets(self):
    while True:
        # If we are in simulator mode, sleep first (as if we are gathering
        # observations). If we are in generator mode, don't sleep at all.
        if self.mode == ""simulator"":
            # Determine how long to sleep
            if self.real_time:
                # We are in real time mode. Try to keep synched up with the
                # wall clock
                sleep_time = self.the_time + self.loop_interval - time.time()
                if sleep_time > 0:
                    time.sleep(sleep_time)
            else:
                # A start time was specified, so we are not in real time.
                # Just sleep the appropriate interval
                time.sleep(self.loop_interval)
        # Update the simulator clock:
        self.the_time += self.loop_interval
        # Because a packet represents the measurements observed over the
        # time interval, we want the measurement values at the middle
        # of the interval.
        avg_time = self.the_time - self.loop_interval / 2.0
        _packet = {""dateTime"": int(self.the_time + 0.5), ""usUnits"": weewx.US}
        for obs_type in self.observations:
            _packet[obs_type] = self.observations[obs_type].value_at(avg_time)
        yield _packet","def genLoopPackets ( self ) : <TAB> while True : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . mode == ""simulator"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . real_time : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sleep_time = self . the_time + self . loop_interval - time . time ( ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> time . sleep ( sleep_time ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> time . sleep ( self . loop_interval ) <TAB> <TAB> <TAB> <TAB> self . the_time += self . loop_interval <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> avg_time = self . the_time - self . loop_interval / 2.0 <TAB> <TAB> _packet = { ""dateTime"" : int ( self . the_time + 0.5 ) , ""usUnits"" : weewx . US } <TAB> <TAB> for obs_type in self . observations : <TAB> <TAB> <TAB> _packet [ obs_type ] = self . observations [ obs_type ] . value_at ( avg_time ) <TAB> <TAB> yield _packet",if sleep_time > 0 :,380
15329,"def input_str(
    self,
    s,
    default_value=None,
    valid_list=None,
    show_default_value=True,
    help_message=None,
):
    if show_default_value and default_value is not None:
        s = f""[{default_value}] {s}""
    if valid_list is not None or help_message is not None:
        s += "" (""
    if valid_list is not None:
        s += "" "" + ""/"".join(valid_list)
    if help_message is not None:
        s += "" ?:help""
    if valid_list is not None or help_message is not None:
        s += "" )""
    s += "" : ""
    while True:
        try:
            inp = input(s)
            if len(inp) == 0:
                if default_value is None:
                    print("""")
                    return None
                result = default_value
                break
            if help_message is not None and inp == ""?"":
                print(help_message)
                continue
            if valid_list is not None:
                if inp.lower() in valid_list:
                    result = inp.lower()
                    break
                if inp in valid_list:
                    result = inp
                    break
                continue
            result = inp
            break
        except:
            result = default_value
            break
    print(result)
    return result","def input_str ( <TAB> self , <TAB> s , <TAB> default_value = None , <TAB> valid_list = None , <TAB> show_default_value = True , <TAB> help_message = None , ) : <TAB> if show_default_value and default_value is not None : <TAB> <TAB> s = f""[{default_value}] {s}"" <TAB> if valid_list is not None or help_message is not None : <TAB> <TAB> s += "" ("" <TAB> if valid_list is not None : <TAB> <TAB> s += "" "" + ""/"" . join ( valid_list ) <TAB> if help_message is not None : <TAB> <TAB> s += "" ?:help"" <TAB> if valid_list is not None or help_message is not None : <TAB> <TAB> s += "" )"" <TAB> s += "" : "" <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> inp = input ( s ) <TAB> <TAB> <TAB> if len ( inp ) == 0 : <TAB> <TAB> <TAB> <TAB> if default_value is None : <TAB> <TAB> <TAB> <TAB> <TAB> print ( """" ) <TAB> <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> <TAB> <TAB> result = default_value <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> if help_message is not None and inp == ""?"" : <TAB> <TAB> <TAB> <TAB> print ( help_message ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if valid_list is not None : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> result = inp . lower ( ) <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> if inp in valid_list : <TAB> <TAB> <TAB> <TAB> <TAB> result = inp <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> result = inp <TAB> <TAB> <TAB> break <TAB> <TAB> except : <TAB> <TAB> <TAB> result = default_value <TAB> <TAB> <TAB> break <TAB> print ( result ) <TAB> return result",if inp . lower ( ) in valid_list :,408
15403,"def split_version_and_name(
    major=None,  # type: Optional[Union[str, int]]
    minor=None,  # type: Optional[Union[str, int]]
    patch=None,  # type: Optional[Union[str, int]]
    name=None,  # type: Optional[str]
):
    # type: (...) -> Tuple[Optional[Union[str, int]], Optional[Union[str, int]], Optional[Union[str, int]], Optional[str]]  # noqa
    if isinstance(major, six.string_types) and not minor and not patch:
        # Only proceed if this is in the format ""x.y.z"" or similar
        if major.isdigit() or (major.count(""."") > 0 and major[0].isdigit()):
            version = major.split(""."", 2)
            if isinstance(version, (tuple, list)):
                if len(version) > 3:
                    major, minor, patch, _ = version
                elif len(version) == 3:
                    major, minor, patch = version
                elif len(version) == 2:
                    major, minor = version
                else:
                    major = major[0]
            else:
                major = major
                name = None
        else:
            name = ""{0!s}"".format(major)
            major = None
    return (major, minor, patch, name)","def split_version_and_name ( <TAB> major = None , <TAB> minor = None , <TAB> patch = None , <TAB> name = None , ) : <TAB> <TAB> if isinstance ( major , six . string_types ) and not minor and not patch : <TAB> <TAB> <TAB> <TAB> if major . isdigit ( ) or ( major . count ( ""."" ) > 0 and major [ 0 ] . isdigit ( ) ) : <TAB> <TAB> <TAB> version = major . split ( ""."" , 2 ) <TAB> <TAB> <TAB> if isinstance ( version , ( tuple , list ) ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> major , minor , patch , _ = version <TAB> <TAB> <TAB> <TAB> elif len ( version ) == 3 : <TAB> <TAB> <TAB> <TAB> <TAB> major , minor , patch = version <TAB> <TAB> <TAB> <TAB> elif len ( version ) == 2 : <TAB> <TAB> <TAB> <TAB> <TAB> major , minor = version <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> major = major [ 0 ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> major = major <TAB> <TAB> <TAB> <TAB> name = None <TAB> <TAB> else : <TAB> <TAB> <TAB> name = ""{0!s}"" . format ( major ) <TAB> <TAB> <TAB> major = None <TAB> return ( major , minor , patch , name )",if len ( version ) > 3 :,367
3661,"def parse_workflow_directory(workflow_directory):
    parsed = {
        ""versions"": [],
    }
    # Verify that the directory exists.
    if not os.path.exists(workflow_directory):
        raise WorkflowError(""Workflow directory does not exist."")
    # Look for and parse the workflow manifest.
    workflow_files = os.listdir(workflow_directory)
    if ""workflow.json"" not in workflow_files:
        raise WorkflowError('No ""workflow.json"" manifest file found.')
    with open(os.path.join(workflow_directory, ""workflow.json""), ""r"") as f:
        parsed[""workflow""] = json.load(f)
    # Look for and parse workflow version subdirectories.
    workflow_subdirs = [
        os.path.join(workflow_directory, workflow_file)
        for workflow_file in workflow_files
        if os.path.isdir(os.path.join(workflow_directory, workflow_file))
    ]
    for version_directory in workflow_subdirs:
        version_files = os.listdir(version_directory)
        if ""version.json"" not in version_files:
            continue  # Subdirectory wasn't a workflow version.
        with open(os.path.join(version_directory, ""version.json""), ""r"") as f:
            parsed[""versions""].append(json.load(f))
    # Complain if the workflow has no versions.
    if len(parsed[""versions""]) == 0:
        raise WorkflowError(
            ""Workflow directory {} does not contain any ""
            ""versions"".format(workflow_directory)
        )
    return parsed","def parse_workflow_directory ( workflow_directory ) : <TAB> parsed = { <TAB> <TAB> ""versions"" : [ ] , <TAB> } <TAB> <TAB> if not os . path . exists ( workflow_directory ) : <TAB> <TAB> raise WorkflowError ( ""Workflow directory does not exist."" ) <TAB> <TAB> workflow_files = os . listdir ( workflow_directory ) <TAB> if ""workflow.json"" not in workflow_files : <TAB> <TAB> raise WorkflowError ( 'No ""workflow.json"" manifest file found.' ) <TAB> with open ( os . path . join ( workflow_directory , ""workflow.json"" ) , ""r"" ) as f : <TAB> <TAB> parsed [ ""workflow"" ] = json . load ( f ) <TAB> <TAB> workflow_subdirs = [ <TAB> <TAB> os . path . join ( workflow_directory , workflow_file ) <TAB> <TAB> for workflow_file in workflow_files <TAB> <TAB> if os . path . isdir ( os . path . join ( workflow_directory , workflow_file ) ) <TAB> ] <TAB> for version_directory in workflow_subdirs : <TAB> <TAB> version_files = os . listdir ( version_directory ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> with open ( os . path . join ( version_directory , ""version.json"" ) , ""r"" ) as f : <TAB> <TAB> <TAB> parsed [ ""versions"" ] . append ( json . load ( f ) ) <TAB> <TAB> if len ( parsed [ ""versions"" ] ) == 0 : <TAB> <TAB> raise WorkflowError ( <TAB> <TAB> <TAB> ""Workflow directory {} does not contain any "" <TAB> <TAB> <TAB> ""versions"" . format ( workflow_directory ) <TAB> <TAB> ) <TAB> return parsed","if ""version.json"" not in version_files :",399
15233,"def not_modssl_ifmodule(self, path):
    """"""Checks if the provided Augeas path has argument !mod_ssl""""""
    if ""ifmodule"" not in path.lower():
        return False
    # Trim the path to the last ifmodule
    workpath = path.lower()
    while workpath:
        # Get path to the last IfModule (ignore the tail)
        parts = workpath.rpartition(""ifmodule"")
        if not parts[0]:
            # IfModule not found
            break
        ifmod_path = parts[0] + parts[1]
        # Check if ifmodule had an index
        if parts[2].startswith(""[""):
            # Append the index from tail
            ifmod_path += parts[2].partition(""/"")[0]
        # Get the original path trimmed to correct length
        # This is required to preserve cases
        ifmod_real_path = path[0 : len(ifmod_path)]
        if ""!mod_ssl.c"" in self.get_all_args(ifmod_real_path):
            return True
        # Set the workpath to the heading part
        workpath = parts[0]
    return False","def not_modssl_ifmodule ( self , path ) : <TAB> """"""Checks if the provided Augeas path has argument !mod_ssl"""""" <TAB> if ""ifmodule"" not in path . lower ( ) : <TAB> <TAB> return False <TAB> <TAB> workpath = path . lower ( ) <TAB> while workpath : <TAB> <TAB> <TAB> <TAB> parts = workpath . rpartition ( ""ifmodule"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> ifmod_path = parts [ 0 ] + parts [ 1 ] <TAB> <TAB> <TAB> <TAB> if parts [ 2 ] . startswith ( ""["" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ifmod_path += parts [ 2 ] . partition ( ""/"" ) [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ifmod_real_path = path [ 0 : len ( ifmod_path ) ] <TAB> <TAB> if ""!mod_ssl.c"" in self . get_all_args ( ifmod_real_path ) : <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> <TAB> workpath = parts [ 0 ] <TAB> return False",if not parts [ 0 ] :,296
1408,"def read_config_file(args):
    if os.path.isfile(args.config_file):
        try:
            with open(args.config_file) as f:
                config = json.load(f)
                for key, elem in config.items():
                    if key not in defaults_flag_in_config:
                        logger.info(
                            yellow(
                                ""{} has an unknown key: {} : {}"".format(
                                    args.config_file, key, elem
                                )
                            )
                        )
                        continue
                    if getattr(args, key) == defaults_flag_in_config[key]:
                        setattr(args, key, elem)
        except json.decoder.JSONDecodeError as e:
            logger.error(
                red(
                    ""Impossible to read {}, please check the file {}"".format(
                        args.config_file, e
                    )
                )
            )
","def read_config_file ( args ) : <TAB> if os . path . isfile ( args . config_file ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> with open ( args . config_file ) as f : <TAB> <TAB> <TAB> <TAB> config = json . load ( f ) <TAB> <TAB> <TAB> <TAB> for key , elem in config . items ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> logger . info ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> yellow ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""{} has an unknown key: {} : {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> args . config_file , key , elem <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> if getattr ( args , key ) == defaults_flag_in_config [ key ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> setattr ( args , key , elem ) <TAB> <TAB> except json . decoder . JSONDecodeError as e : <TAB> <TAB> <TAB> logger . error ( <TAB> <TAB> <TAB> <TAB> red ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Impossible to read {}, please check the file {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> args . config_file , e <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> )",if key not in defaults_flag_in_config :,302
15855,"def consume(self, data: Dict[str, Any]) -> None:
    # TODO: This is the only implementation with Dict cf Mapping; should we simplify?
    user_profile = get_user_profile_by_id(data[""user_id""])
    logging.info(
        ""Processing signup for user %s in realm %s"",
        user_profile.id,
        user_profile.realm.string_id,
    )
    if settings.MAILCHIMP_API_KEY and settings.PRODUCTION:
        endpoint = ""https://{}.api.mailchimp.com/3.0/lists/{}/members"".format(
            settings.MAILCHIMP_API_KEY.split(""-"")[1],
            settings.ZULIP_FRIENDS_LIST_ID,
        )
        params = dict(data)
        del params[""user_id""]
        params[""list_id""] = settings.ZULIP_FRIENDS_LIST_ID
        params[""status""] = ""subscribed""
        r = requests.post(
            endpoint,
            auth=(""apikey"", settings.MAILCHIMP_API_KEY),
            json=params,
            timeout=10,
        )
        if r.status_code == 400 and orjson.loads(r.content)[""title""] == ""Member Exists"":
            logging.warning(
                ""Attempted to sign up already existing email to list: %s"",
                data[""email_address""],
            )
        elif r.status_code == 400:
            retry_event(self.queue_name, data, lambda e: r.raise_for_status())
        else:
            r.raise_for_status()","def consume ( self , data : Dict [ str , Any ] ) -> None : <TAB> <TAB> user_profile = get_user_profile_by_id ( data [ ""user_id"" ] ) <TAB> logging . info ( <TAB> <TAB> ""Processing signup for user %s in realm %s"" , <TAB> <TAB> user_profile . id , <TAB> <TAB> user_profile . realm . string_id , <TAB> ) <TAB> if settings . MAILCHIMP_API_KEY and settings . PRODUCTION : <TAB> <TAB> endpoint = ""https://{}.api.mailchimp.com/3.0/lists/{}/members"" . format ( <TAB> <TAB> <TAB> settings . MAILCHIMP_API_KEY . split ( ""-"" ) [ 1 ] , <TAB> <TAB> <TAB> settings . ZULIP_FRIENDS_LIST_ID , <TAB> <TAB> ) <TAB> <TAB> params = dict ( data ) <TAB> <TAB> del params [ ""user_id"" ] <TAB> <TAB> params [ ""list_id"" ] = settings . ZULIP_FRIENDS_LIST_ID <TAB> <TAB> params [ ""status"" ] = ""subscribed"" <TAB> <TAB> r = requests . post ( <TAB> <TAB> <TAB> endpoint , <TAB> <TAB> <TAB> auth = ( ""apikey"" , settings . MAILCHIMP_API_KEY ) , <TAB> <TAB> <TAB> json = params , <TAB> <TAB> <TAB> timeout = 10 , <TAB> <TAB> ) <TAB> <TAB> if r . status_code == 400 and orjson . loads ( r . content ) [ ""title"" ] == ""Member Exists"" : <TAB> <TAB> <TAB> logging . warning ( <TAB> <TAB> <TAB> <TAB> ""Attempted to sign up already existing email to list: %s"" , <TAB> <TAB> <TAB> <TAB> data [ ""email_address"" ] , <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> retry_event ( self . queue_name , data , lambda e : r . raise_for_status ( ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> r . raise_for_status ( )",elif r . status_code == 400 :,428
308,"def _read_model_arguments(argv, use_argparse=False):
    if use_argparse:
        parser = argparse.ArgumentParser()
        parser.add_argument(
            ""database"",
            metavar=""DATABASE"",
            type=str,
            default=""galaxy"",
            nargs=""?"",
            help=""database to target (galaxy, tool_shed, install)"",
        )
        populate_config_args(parser)
        args = parser.parse_args(argv[1:] if argv else [])
        return args.config_file, args.config_section, args.database
    else:
        config_file = None
        for arg in [""-c"", ""--config"", ""--config-file""]:
            if arg in argv:
                pos = argv.index(arg)
                argv.pop(pos)
                config_file = argv.pop(pos)
        config_section = None
        if ""--config-section"" in argv:
            pos = argv.index(""--config-section"")
            argv.pop(pos)
            config_section = argv.pop(pos)
        if argv and (argv[-1] in DATABASE):
            database = argv.pop()  # database name tool_shed, galaxy, or install.
        else:
            database = ""galaxy""
        return config_file, config_section, database","def _read_model_arguments ( argv , use_argparse = False ) : <TAB> if use_argparse : <TAB> <TAB> parser = argparse . ArgumentParser ( ) <TAB> <TAB> parser . add_argument ( <TAB> <TAB> <TAB> ""database"" , <TAB> <TAB> <TAB> metavar = ""DATABASE"" , <TAB> <TAB> <TAB> type = str , <TAB> <TAB> <TAB> default = ""galaxy"" , <TAB> <TAB> <TAB> nargs = ""?"" , <TAB> <TAB> <TAB> help = ""database to target (galaxy, tool_shed, install)"" , <TAB> <TAB> ) <TAB> <TAB> populate_config_args ( parser ) <TAB> <TAB> args = parser . parse_args ( argv [ 1 : ] if argv else [ ] ) <TAB> <TAB> return args . config_file , args . config_section , args . database <TAB> else : <TAB> <TAB> config_file = None <TAB> <TAB> for arg in [ ""-c"" , ""--config"" , ""--config-file"" ] : <TAB> <TAB> <TAB> if arg in argv : <TAB> <TAB> <TAB> <TAB> pos = argv . index ( arg ) <TAB> <TAB> <TAB> <TAB> argv . pop ( pos ) <TAB> <TAB> <TAB> <TAB> config_file = argv . pop ( pos ) <TAB> <TAB> config_section = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pos = argv . index ( ""--config-section"" ) <TAB> <TAB> <TAB> argv . pop ( pos ) <TAB> <TAB> <TAB> config_section = argv . pop ( pos ) <TAB> <TAB> if argv and ( argv [ - 1 ] in DATABASE ) : <TAB> <TAB> <TAB> database = argv . pop ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> database = ""galaxy"" <TAB> <TAB> return config_file , config_section , database","if ""--config-section"" in argv :",357
8856,"def seen_add(options):
    seen_name = options.add_value
    if is_imdb_url(seen_name):
        console(""IMDB url detected, try to parse ID"")
        imdb_id = extract_id(seen_name)
        if imdb_id:
            seen_name = imdb_id
        else:
            console(""Could not parse IMDB ID"")
    db.add(seen_name, ""cli_add"", {""cli_add"": seen_name})
    console(""Added %s as seen. This will affect all tasks."" % seen_name)
","def seen_add ( options ) : <TAB> seen_name = options . add_value <TAB> if is_imdb_url ( seen_name ) : <TAB> <TAB> console ( ""IMDB url detected, try to parse ID"" ) <TAB> <TAB> imdb_id = extract_id ( seen_name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> seen_name = imdb_id <TAB> <TAB> else : <TAB> <TAB> <TAB> console ( ""Could not parse IMDB ID"" ) <TAB> db . add ( seen_name , ""cli_add"" , { ""cli_add"" : seen_name } ) <TAB> console ( ""Added %s as seen. This will affect all tasks."" % seen_name )",if imdb_id :,144
24822,"def translate_apply(self, exp):
    pre = []
    callable_pre, callable_value = self.translate(exp[0], False)
    pre.extend(callable_pre)
    args = []
    keyword_args = []
    keyword_arg_exps = []
    arg_exps = exp[1:]
    for i, argexp in enumerate(arg_exps):
        if type(argexp) is Keyword:
            keyword_arg_exps = arg_exps[i:]
            arg_exps = arg_exps[:i]
            break
    for argexp in arg_exps:
        arg_pre, arg_value = self.translate(argexp, False)
        pre.extend(arg_pre)
        args.append(arg_value)
    for argKey, argExp in chunks(keyword_arg_exps, 2):
        if type(argKey) is not Keyword:
            raise MochiSyntaxError(argKey, self.filename)
        arg_pre, arg_value = self.translate(argExp, False)
        pre.extend(arg_pre)
        keyword_args.append(ast.keyword(arg=argKey.name, value=arg_value))
    value = ast.Call(
        func=callable_value,
        args=args,
        keywords=keyword_args,
        starargs=None,
        kwargs=None,
        lineno=callable_value.lineno,
        col_offset=0,
    )
    return pre, value","def translate_apply ( self , exp ) : <TAB> pre = [ ] <TAB> callable_pre , callable_value = self . translate ( exp [ 0 ] , False ) <TAB> pre . extend ( callable_pre ) <TAB> args = [ ] <TAB> keyword_args = [ ] <TAB> keyword_arg_exps = [ ] <TAB> arg_exps = exp [ 1 : ] <TAB> for i , argexp in enumerate ( arg_exps ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> keyword_arg_exps = arg_exps [ i : ] <TAB> <TAB> <TAB> arg_exps = arg_exps [ : i ] <TAB> <TAB> <TAB> break <TAB> for argexp in arg_exps : <TAB> <TAB> arg_pre , arg_value = self . translate ( argexp , False ) <TAB> <TAB> pre . extend ( arg_pre ) <TAB> <TAB> args . append ( arg_value ) <TAB> for argKey , argExp in chunks ( keyword_arg_exps , 2 ) : <TAB> <TAB> if type ( argKey ) is not Keyword : <TAB> <TAB> <TAB> raise MochiSyntaxError ( argKey , self . filename ) <TAB> <TAB> arg_pre , arg_value = self . translate ( argExp , False ) <TAB> <TAB> pre . extend ( arg_pre ) <TAB> <TAB> keyword_args . append ( ast . keyword ( arg = argKey . name , value = arg_value ) ) <TAB> value = ast . Call ( <TAB> <TAB> func = callable_value , <TAB> <TAB> args = args , <TAB> <TAB> keywords = keyword_args , <TAB> <TAB> starargs = None , <TAB> <TAB> kwargs = None , <TAB> <TAB> lineno = callable_value . lineno , <TAB> <TAB> col_offset = 0 , <TAB> ) <TAB> return pre , value",if type ( argexp ) is Keyword :,371
24812,"def parse_shoutcast1(url, timeout=5):
    """"""A Shoutcast object of raises ParseError""""""
    root = get_root(url)
    shoutcast1_status = root + ""/7.html""
    headers = {""User-Agent"": ""Mozilla/4.0""}
    try:
        r = requests.get(
            shoutcast1_status, headers=headers, timeout=timeout, stream=True
        )
        if ""text"" not in r.headers.get(""content-type"", """"):
            raise ParseError
        r.content
    except (RequestException, socket.timeout):
        raise ParseError
    if r.status_code != 200:
        raise ParseError
    soup = BeautifulSoup(r.content)
    body = soup.find(""body"")
    if not body:
        raise ParseError
    status_line = body.string
    if status_line is None:
        raise ParseError
    try:
        current, status, peak, max_, unique, bitrate, songtitle = status_line.split(
            "","", 6
        )
    except ValueError:
        raise ParseError
    try:
        peak = str(int(peak))
        current = str(int(current))
    except ValueError:
        raise ParseError
    return Stream(root, current, peak)","def parse_shoutcast1 ( url , timeout = 5 ) : <TAB> """"""A Shoutcast object of raises ParseError"""""" <TAB> root = get_root ( url ) <TAB> shoutcast1_status = root + ""/7.html"" <TAB> headers = { ""User-Agent"" : ""Mozilla/4.0"" } <TAB> try : <TAB> <TAB> r = requests . get ( <TAB> <TAB> <TAB> shoutcast1_status , headers = headers , timeout = timeout , stream = True <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ParseError <TAB> <TAB> r . content <TAB> except ( RequestException , socket . timeout ) : <TAB> <TAB> raise ParseError <TAB> if r . status_code != 200 : <TAB> <TAB> raise ParseError <TAB> soup = BeautifulSoup ( r . content ) <TAB> body = soup . find ( ""body"" ) <TAB> if not body : <TAB> <TAB> raise ParseError <TAB> status_line = body . string <TAB> if status_line is None : <TAB> <TAB> raise ParseError <TAB> try : <TAB> <TAB> current , status , peak , max_ , unique , bitrate , songtitle = status_line . split ( <TAB> <TAB> <TAB> "","" , 6 <TAB> <TAB> ) <TAB> except ValueError : <TAB> <TAB> raise ParseError <TAB> try : <TAB> <TAB> peak = str ( int ( peak ) ) <TAB> <TAB> current = str ( int ( current ) ) <TAB> except ValueError : <TAB> <TAB> raise ParseError <TAB> return Stream ( root , current , peak )","if ""text"" not in r . headers . get ( ""content-type"" , """" ) :",320
18894,"def reconnect_user(self, user_id, host_id, server_id):
    if host_id == settings.local.host_id:
        return
    if server_id and self.server.id != server_id:
        return
    for client in self.clients.find({""user_id"": user_id}):
        self.clients.update_id(
            client[""id""],
            {
                ""ignore_routes"": True,
            },
        )
        if len(client[""id""]) > 32:
            self.instance.disconnect_wg(client[""id""])
        else:
            self.instance_com.client_kill(client[""id""])","def reconnect_user ( self , user_id , host_id , server_id ) : <TAB> if host_id == settings . local . host_id : <TAB> <TAB> return <TAB> if server_id and self . server . id != server_id : <TAB> <TAB> return <TAB> for client in self . clients . find ( { ""user_id"" : user_id } ) : <TAB> <TAB> self . clients . update_id ( <TAB> <TAB> <TAB> client [ ""id"" ] , <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""ignore_routes"" : True , <TAB> <TAB> <TAB> } , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . instance . disconnect_wg ( client [ ""id"" ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . instance_com . client_kill ( client [ ""id"" ] )","if len ( client [ ""id"" ] ) > 32 :",176
24057,"def __init__(self, *args, **decimals):
    self.amounts = OrderedDict(
        (currency, decimals.get(currency, Money.ZEROS[currency].amount))
        for currency in CURRENCIES
    )
    for arg in args:
        if isinstance(arg, Money):
            self.amounts[arg.currency] += arg.amount
        else:
            for m in arg:
                self.amounts[m.currency] += m.amount
","def __init__ ( self , * args , ** decimals ) : <TAB> self . amounts = OrderedDict ( <TAB> <TAB> ( currency , decimals . get ( currency , Money . ZEROS [ currency ] . amount ) ) <TAB> <TAB> for currency in CURRENCIES <TAB> ) <TAB> for arg in args : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . amounts [ arg . currency ] += arg . amount <TAB> <TAB> else : <TAB> <TAB> <TAB> for m in arg : <TAB> <TAB> <TAB> <TAB> self . amounts [ m . currency ] += m . amount","if isinstance ( arg , Money ) :",120
15800,"def _mask_forward_test(self, stage, x, bboxes, semantic_feat=None):
    """"""Mask head forward function for testing.""""""
    mask_roi_extractor = self.mask_roi_extractor[stage]
    mask_head = self.mask_head[stage]
    mask_rois = bbox2roi([bboxes])
    mask_feats = mask_roi_extractor(
        x[: len(mask_roi_extractor.featmap_strides)], mask_rois
    )
    if self.with_semantic and ""mask"" in self.semantic_fusion:
        mask_semantic_feat = self.semantic_roi_extractor([semantic_feat], mask_rois)
        if mask_semantic_feat.shape[-2:] != mask_feats.shape[-2:]:
            mask_semantic_feat = F.adaptive_avg_pool2d(
                mask_semantic_feat, mask_feats.shape[-2:]
            )
        mask_feats += mask_semantic_feat
    if self.mask_info_flow:
        last_feat = None
        last_pred = None
        for i in range(stage):
            mask_pred, last_feat = self.mask_head[i](mask_feats, last_feat)
            if last_pred is not None:
                mask_pred = mask_pred + last_pred
            last_pred = mask_pred
        mask_pred = mask_head(mask_feats, last_feat, return_feat=False)
        if last_pred is not None:
            mask_pred = mask_pred + last_pred
    else:
        mask_pred = mask_head(mask_feats)
    return mask_pred","def _mask_forward_test ( self , stage , x , bboxes , semantic_feat = None ) : <TAB> """"""Mask head forward function for testing."""""" <TAB> mask_roi_extractor = self . mask_roi_extractor [ stage ] <TAB> mask_head = self . mask_head [ stage ] <TAB> mask_rois = bbox2roi ( [ bboxes ] ) <TAB> mask_feats = mask_roi_extractor ( <TAB> <TAB> x [ : len ( mask_roi_extractor . featmap_strides ) ] , mask_rois <TAB> ) <TAB> if self . with_semantic and ""mask"" in self . semantic_fusion : <TAB> <TAB> mask_semantic_feat = self . semantic_roi_extractor ( [ semantic_feat ] , mask_rois ) <TAB> <TAB> if mask_semantic_feat . shape [ - 2 : ] != mask_feats . shape [ - 2 : ] : <TAB> <TAB> <TAB> mask_semantic_feat = F . adaptive_avg_pool2d ( <TAB> <TAB> <TAB> <TAB> mask_semantic_feat , mask_feats . shape [ - 2 : ] <TAB> <TAB> <TAB> ) <TAB> <TAB> mask_feats += mask_semantic_feat <TAB> if self . mask_info_flow : <TAB> <TAB> last_feat = None <TAB> <TAB> last_pred = None <TAB> <TAB> for i in range ( stage ) : <TAB> <TAB> <TAB> mask_pred , last_feat = self . mask_head [ i ] ( mask_feats , last_feat ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> mask_pred = mask_pred + last_pred <TAB> <TAB> <TAB> last_pred = mask_pred <TAB> <TAB> mask_pred = mask_head ( mask_feats , last_feat , return_feat = False ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> mask_pred = mask_pred + last_pred <TAB> else : <TAB> <TAB> mask_pred = mask_head ( mask_feats ) <TAB> return mask_pred",if last_pred is not None :,427
17720,"def on_completed2():
    doner[0] = True
    if not qr:
        if len(ql) > 0:
            observer.on_next(False)
            observer.on_completed()
        elif donel[0]:
            observer.on_next(True)
            observer.on_completed()",def on_completed2 ( ) : <TAB> doner [ 0 ] = True <TAB> if not qr : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> observer . on_next ( False ) <TAB> <TAB> <TAB> observer . on_completed ( ) <TAB> <TAB> elif donel [ 0 ] : <TAB> <TAB> <TAB> observer . on_next ( True ) <TAB> <TAB> <TAB> observer . on_completed ( ),if len ( ql ) > 0 :,86
16984,"def modify_vpc_attribute(self):
    vpc_id = self._get_param(""VpcId"")
    for attribute in (""EnableDnsSupport"", ""EnableDnsHostnames""):
        if self.querystring.get(""%s.Value"" % attribute):
            attr_name = camelcase_to_underscores(attribute)
            attr_value = self.querystring.get(""%s.Value"" % attribute)[0]
            self.ec2_backend.modify_vpc_attribute(vpc_id, attr_name, attr_value)
            return MODIFY_VPC_ATTRIBUTE_RESPONSE","def modify_vpc_attribute ( self ) : <TAB> vpc_id = self . _get_param ( ""VpcId"" ) <TAB> for attribute in ( ""EnableDnsSupport"" , ""EnableDnsHostnames"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> attr_name = camelcase_to_underscores ( attribute ) <TAB> <TAB> <TAB> attr_value = self . querystring . get ( ""%s.Value"" % attribute ) [ 0 ] <TAB> <TAB> <TAB> self . ec2_backend . modify_vpc_attribute ( vpc_id , attr_name , attr_value ) <TAB> <TAB> <TAB> return MODIFY_VPC_ATTRIBUTE_RESPONSE","if self . querystring . get ( ""%s.Value"" % attribute ) :",143
12045,"def TryMerge(self, d):
    while d.avail() > 0:
        tt = d.getVarInt32()
        if tt == 10:
            self.set_socket_descriptor(d.getPrefixedString())
            continue
        if tt == 26:
            length = d.getVarInt32()
            tmp = ProtocolBuffer.Decoder(d.buffer(), d.pos(), d.pos() + length)
            d.skip(length)
            self.mutable_server_address().TryMerge(tmp)
            continue
        if tt == 34:
            length = d.getVarInt32()
            tmp = ProtocolBuffer.Decoder(d.buffer(), d.pos(), d.pos() + length)
            d.skip(length)
            self.mutable_proxy_external_ip().TryMerge(tmp)
            continue
        if tt == 0:
            raise ProtocolBuffer.ProtocolBufferDecodeError
        d.skipData(tt)","def TryMerge ( self , d ) : <TAB> while d . avail ( ) > 0 : <TAB> <TAB> tt = d . getVarInt32 ( ) <TAB> <TAB> if tt == 10 : <TAB> <TAB> <TAB> self . set_socket_descriptor ( d . getPrefixedString ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 26 : <TAB> <TAB> <TAB> length = d . getVarInt32 ( ) <TAB> <TAB> <TAB> tmp = ProtocolBuffer . Decoder ( d . buffer ( ) , d . pos ( ) , d . pos ( ) + length ) <TAB> <TAB> <TAB> d . skip ( length ) <TAB> <TAB> <TAB> self . mutable_server_address ( ) . TryMerge ( tmp ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> length = d . getVarInt32 ( ) <TAB> <TAB> <TAB> tmp = ProtocolBuffer . Decoder ( d . buffer ( ) , d . pos ( ) , d . pos ( ) + length ) <TAB> <TAB> <TAB> d . skip ( length ) <TAB> <TAB> <TAB> self . mutable_proxy_external_ip ( ) . TryMerge ( tmp ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 0 : <TAB> <TAB> <TAB> raise ProtocolBuffer . ProtocolBufferDecodeError <TAB> <TAB> d . skipData ( tt )",if tt == 34 :,252
23807,"def is_accepted_drag_event(self, event):
    if event.source() == self.table:
        return True
    mime = event.mimeData()
    if mime.hasUrls():
        for url in mime.urls():
            # Only support local files.
            if not url.isLocalFile():
                break
            # And only allow supported extensions.
            filename = url.toLocalFile()
            extension = os.path.splitext(filename)[1].lower()[1:]
            if extension not in _dictionary_formats():
                break
        else:
            return True
    return False","def is_accepted_drag_event ( self , event ) : <TAB> if event . source ( ) == self . table : <TAB> <TAB> return True <TAB> mime = event . mimeData ( ) <TAB> if mime . hasUrls ( ) : <TAB> <TAB> for url in mime . urls ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> filename = url . toLocalFile ( ) <TAB> <TAB> <TAB> extension = os . path . splitext ( filename ) [ 1 ] . lower ( ) [ 1 : ] <TAB> <TAB> <TAB> if extension not in _dictionary_formats ( ) : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> return True <TAB> return False",if not url . isLocalFile ( ) :,163
4810,"def clean_new_hostname(self):
    old_ip = self.cleaned_data.get(""address"")
    new_hostname = self.cleaned_data[""new_hostname""]
    if not is_valid_hostname(new_hostname):
        raise forms.ValidationError(""Invalid hostname"")
    try:
        get_domain(new_hostname)
    except Domain.DoesNotExist:
        raise forms.ValidationError(""Invalid domain"")
    try:
        ipaddress = IPAddress.objects.get(hostname=new_hostname)
    except IPAddress.DoesNotExist:
        if find_addresses_for_hostname(new_hostname):
            raise forms.ValidationError(""Hostname already in DNS."")
    else:
        if ipaddress.device and not ipaddress.device.deleted:
            if not old_ip:
                raise forms.ValidationError(""Hostname in use."")
            device = Device.objects.get(ipaddress__address=old_ip)
            if ipaddress.device.id != device.id:
                raise forms.ValidationError(
                    ""Hostname used by %s"" % device,
                )
        elif Record.objects.filter(name=new_hostname).exists():
            raise forms.ValidationError(""Hostname already in DNS."")
    return new_hostname
","def clean_new_hostname ( self ) : <TAB> old_ip = self . cleaned_data . get ( ""address"" ) <TAB> new_hostname = self . cleaned_data [ ""new_hostname"" ] <TAB> if not is_valid_hostname ( new_hostname ) : <TAB> <TAB> raise forms . ValidationError ( ""Invalid hostname"" ) <TAB> try : <TAB> <TAB> get_domain ( new_hostname ) <TAB> except Domain . DoesNotExist : <TAB> <TAB> raise forms . ValidationError ( ""Invalid domain"" ) <TAB> try : <TAB> <TAB> ipaddress = IPAddress . objects . get ( hostname = new_hostname ) <TAB> except IPAddress . DoesNotExist : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise forms . ValidationError ( ""Hostname already in DNS."" ) <TAB> else : <TAB> <TAB> if ipaddress . device and not ipaddress . device . deleted : <TAB> <TAB> <TAB> if not old_ip : <TAB> <TAB> <TAB> <TAB> raise forms . ValidationError ( ""Hostname in use."" ) <TAB> <TAB> <TAB> device = Device . objects . get ( ipaddress__address = old_ip ) <TAB> <TAB> <TAB> if ipaddress . device . id != device . id : <TAB> <TAB> <TAB> <TAB> raise forms . ValidationError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Hostname used by %s"" % device , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> elif Record . objects . filter ( name = new_hostname ) . exists ( ) : <TAB> <TAB> <TAB> raise forms . ValidationError ( ""Hostname already in DNS."" ) <TAB> return new_hostname",if find_addresses_for_hostname ( new_hostname ) :,308
18320,"def __getattr__(self, name):
    # Machine.__dict__ does not contain double underscore variables.
    # Class variables will be mangled.
    if name.startswith(""__""):
        raise AttributeError(
            ""'{}' does not exist on <Machine@{}>"".format(name, id(self))
        )
    # Could be a callback
    callback_type, target = self._identify_callback(name)
    if callback_type is not None:
        if callback_type in self.transition_cls.dynamic_methods:
            if target not in self.events:
                raise AttributeError(
                    ""event '{}' is not registered on <Machine@{}>"".format(
                        target, id(self)
                    )
                )
            return partial(self.events[target].add_callback, callback_type)
        elif callback_type in self.state_cls.dynamic_methods:
            state = self.get_state(target)
            return partial(state.add_callback, callback_type[3:])
    try:
        return self.__getattribute__(name)
    except AttributeError:
        # Nothing matched
        raise AttributeError(
            ""'{}' does not exist on <Machine@{}>"".format(name, id(self))
        )","def __getattr__ ( self , name ) : <TAB> <TAB> <TAB> if name . startswith ( ""__"" ) : <TAB> <TAB> raise AttributeError ( <TAB> <TAB> <TAB> ""'{}' does not exist on <Machine@{}>"" . format ( name , id ( self ) ) <TAB> <TAB> ) <TAB> <TAB> callback_type , target = self . _identify_callback ( name ) <TAB> if callback_type is not None : <TAB> <TAB> if callback_type in self . transition_cls . dynamic_methods : <TAB> <TAB> <TAB> if target not in self . events : <TAB> <TAB> <TAB> <TAB> raise AttributeError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""event '{}' is not registered on <Machine@{}>"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> target , id ( self ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return partial ( self . events [ target ] . add_callback , callback_type ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> state = self . get_state ( target ) <TAB> <TAB> <TAB> return partial ( state . add_callback , callback_type [ 3 : ] ) <TAB> try : <TAB> <TAB> return self . __getattribute__ ( name ) <TAB> except AttributeError : <TAB> <TAB> <TAB> <TAB> raise AttributeError ( <TAB> <TAB> <TAB> ""'{}' does not exist on <Machine@{}>"" . format ( name , id ( self ) ) <TAB> <TAB> )",elif callback_type in self . state_cls . dynamic_methods :,317
19709,"def delete_user(self, uid):
    """"""Delete a user""""""
    if not self.__user_exists(uid):
        raise exception.LDAPUserNotFound(user_id=uid)
    self.__remove_from_all(uid)
    if FLAGS.ldap_user_modify_only:
        # Delete attributes
        attr = []
        # Retrieve user by name
        user = self.__get_ldap_user(uid)
        if ""secretKey"" in user.keys():
            attr.append((self.ldap.MOD_DELETE, ""secretKey"", user[""secretKey""]))
        if ""accessKey"" in user.keys():
            attr.append((self.ldap.MOD_DELETE, ""accessKey"", user[""accessKey""]))
        if LdapDriver.isadmin_attribute in user.keys():
            attr.append(
                (
                    self.ldap.MOD_DELETE,
                    LdapDriver.isadmin_attribute,
                    user[LdapDriver.isadmin_attribute],
                )
            )
        self.conn.modify_s(self.__uid_to_dn(uid), attr)
    else:
        # Delete entry
        self.conn.delete_s(self.__uid_to_dn(uid))
","def delete_user ( self , uid ) : <TAB> """"""Delete a user"""""" <TAB> if not self . __user_exists ( uid ) : <TAB> <TAB> raise exception . LDAPUserNotFound ( user_id = uid ) <TAB> self . __remove_from_all ( uid ) <TAB> if FLAGS . ldap_user_modify_only : <TAB> <TAB> <TAB> <TAB> attr = [ ] <TAB> <TAB> <TAB> <TAB> user = self . __get_ldap_user ( uid ) <TAB> <TAB> if ""secretKey"" in user . keys ( ) : <TAB> <TAB> <TAB> attr . append ( ( self . ldap . MOD_DELETE , ""secretKey"" , user [ ""secretKey"" ] ) ) <TAB> <TAB> if ""accessKey"" in user . keys ( ) : <TAB> <TAB> <TAB> attr . append ( ( self . ldap . MOD_DELETE , ""accessKey"" , user [ ""accessKey"" ] ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> attr . append ( <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> self . ldap . MOD_DELETE , <TAB> <TAB> <TAB> <TAB> <TAB> LdapDriver . isadmin_attribute , <TAB> <TAB> <TAB> <TAB> <TAB> user [ LdapDriver . isadmin_attribute ] , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> self . conn . modify_s ( self . __uid_to_dn ( uid ) , attr ) <TAB> else : <TAB> <TAB> <TAB> <TAB> self . conn . delete_s ( self . __uid_to_dn ( uid ) )",if LdapDriver . isadmin_attribute in user . keys ( ) :,337
12544,"def setLabel(self, label):
    if label is None:
        if self.label is not None:
            self.label.scene().removeItem(self.label)
            self.label = None
    else:
        if self.label is None:
            self.label = TextItem()
            self.label.setParentItem(self)
        self.label.setText(label)
        self._updateLabel()
","def setLabel ( self , label ) : <TAB> if label is None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . label . scene ( ) . removeItem ( self . label ) <TAB> <TAB> <TAB> self . label = None <TAB> else : <TAB> <TAB> if self . label is None : <TAB> <TAB> <TAB> self . label = TextItem ( ) <TAB> <TAB> <TAB> self . label . setParentItem ( self ) <TAB> <TAB> self . label . setText ( label ) <TAB> <TAB> self . _updateLabel ( )",if self . label is not None :,112
10532,"def dispatch_return(self, frame, arg):
    if self.stop_here(frame) or frame == self.returnframe:
        # Ignore return events in generator except when stepping.
        if self.stopframe and frame.f_code.co_flags & CO_GENERATOR:
            return self.trace_dispatch
        try:
            self.frame_returning = frame
            self.user_return(frame, arg)
        finally:
            self.frame_returning = None
        if self.quitting:
            raise BdbQuit
        # The user issued a 'next' or 'until' command.
        if self.stopframe is frame and self.stoplineno != -1:
            self._set_stopinfo(None, None)
    return self.trace_dispatch","def dispatch_return ( self , frame , arg ) : <TAB> if self . stop_here ( frame ) or frame == self . returnframe : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return self . trace_dispatch <TAB> <TAB> try : <TAB> <TAB> <TAB> self . frame_returning = frame <TAB> <TAB> <TAB> self . user_return ( frame , arg ) <TAB> <TAB> finally : <TAB> <TAB> <TAB> self . frame_returning = None <TAB> <TAB> if self . quitting : <TAB> <TAB> <TAB> raise BdbQuit <TAB> <TAB> <TAB> <TAB> if self . stopframe is frame and self . stoplineno != - 1 : <TAB> <TAB> <TAB> self . _set_stopinfo ( None , None ) <TAB> return self . trace_dispatch",if self . stopframe and frame . f_code . co_flags & CO_GENERATOR :,199
13528,"def allow_hide_post(user_acl, target):
    if user_acl[""is_anonymous""]:
        raise PermissionDenied(_(""You have to sign in to hide posts.""))
    category_acl = user_acl[""categories""].get(
        target.category_id, {""can_hide_posts"": 0, ""can_hide_own_posts"": 0}
    )
    if not category_acl[""can_hide_posts""]:
        if not category_acl[""can_hide_own_posts""]:
            raise PermissionDenied(_(""You can't hide posts in this category.""))
        if user_acl[""user_id""] != target.poster_id:
            raise PermissionDenied(
                _(""You can't hide other users posts in this category."")
            )
        if target.is_protected and not category_acl[""can_protect_posts""]:
            raise PermissionDenied(_(""This post is protected. You can't hide it.""))
        if not has_time_to_edit_post(user_acl, target):
            message = ngettext(
                ""You can't hide posts that are older than %(minutes)s minute."",
                ""You can't hide posts that are older than %(minutes)s minutes."",
                category_acl[""post_edit_time""],
            )
            raise PermissionDenied(
                message % {""minutes"": category_acl[""post_edit_time""]}
            )
    if target.is_first_post:
        raise PermissionDenied(_(""You can't hide thread's first post.""))
    if not category_acl[""can_close_threads""]:
        if target.category.is_closed:
            raise PermissionDenied(
                _(""This category is closed. You can't hide posts in it."")
            )
        if target.thread.is_closed:
            raise PermissionDenied(
                _(""This thread is closed. You can't hide posts in it."")
            )","def allow_hide_post ( user_acl , target ) : <TAB> if user_acl [ ""is_anonymous"" ] : <TAB> <TAB> raise PermissionDenied ( _ ( ""You have to sign in to hide posts."" ) ) <TAB> category_acl = user_acl [ ""categories"" ] . get ( <TAB> <TAB> target . category_id , { ""can_hide_posts"" : 0 , ""can_hide_own_posts"" : 0 } <TAB> ) <TAB> if not category_acl [ ""can_hide_posts"" ] : <TAB> <TAB> if not category_acl [ ""can_hide_own_posts"" ] : <TAB> <TAB> <TAB> raise PermissionDenied ( _ ( ""You can't hide posts in this category."" ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise PermissionDenied ( <TAB> <TAB> <TAB> <TAB> _ ( ""You can't hide other users posts in this category."" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> if target . is_protected and not category_acl [ ""can_protect_posts"" ] : <TAB> <TAB> <TAB> raise PermissionDenied ( _ ( ""This post is protected. You can't hide it."" ) ) <TAB> <TAB> if not has_time_to_edit_post ( user_acl , target ) : <TAB> <TAB> <TAB> message = ngettext ( <TAB> <TAB> <TAB> <TAB> ""You can't hide posts that are older than %(minutes)s minute."" , <TAB> <TAB> <TAB> <TAB> ""You can't hide posts that are older than %(minutes)s minutes."" , <TAB> <TAB> <TAB> <TAB> category_acl [ ""post_edit_time"" ] , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> raise PermissionDenied ( <TAB> <TAB> <TAB> <TAB> message % { ""minutes"" : category_acl [ ""post_edit_time"" ] } <TAB> <TAB> <TAB> ) <TAB> if target . is_first_post : <TAB> <TAB> raise PermissionDenied ( _ ( ""You can't hide thread's first post."" ) ) <TAB> if not category_acl [ ""can_close_threads"" ] : <TAB> <TAB> if target . category . is_closed : <TAB> <TAB> <TAB> raise PermissionDenied ( <TAB> <TAB> <TAB> <TAB> _ ( ""This category is closed. You can't hide posts in it."" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> if target . thread . is_closed : <TAB> <TAB> <TAB> raise PermissionDenied ( <TAB> <TAB> <TAB> <TAB> _ ( ""This thread is closed. You can't hide posts in it."" ) <TAB> <TAB> <TAB> )","if user_acl [ ""user_id"" ] != target . poster_id :",469
4172,"def test_dayoffsets(self):
    start = datetime.datetime(self.yr, self.mth, self.dy, 9)
    for date_string, expected_day_offset in [
        (""Aujourd'hui"", 0),
        (""aujourd'hui"", 0),
        (""Demain"", 1),
        (""demain"", 1),
        (""Hier"", -1),
        (""hier"", -1),
        (""au jour de hui"", None),
    ]:
        got_dt, rc = self.cal.parseDT(date_string, start)
        if expected_day_offset is not None:
            self.assertEqual(rc, 1)
            target = start + datetime.timedelta(days=expected_day_offset)
            self.assertEqual(got_dt, target)
        else:
            self.assertEqual(rc, 0)","def test_dayoffsets ( self ) : <TAB> start = datetime . datetime ( self . yr , self . mth , self . dy , 9 ) <TAB> for date_string , expected_day_offset in [ <TAB> <TAB> ( ""Aujourd'hui"" , 0 ) , <TAB> <TAB> ( ""aujourd'hui"" , 0 ) , <TAB> <TAB> ( ""Demain"" , 1 ) , <TAB> <TAB> ( ""demain"" , 1 ) , <TAB> <TAB> ( ""Hier"" , - 1 ) , <TAB> <TAB> ( ""hier"" , - 1 ) , <TAB> <TAB> ( ""au jour de hui"" , None ) , <TAB> ] : <TAB> <TAB> got_dt , rc = self . cal . parseDT ( date_string , start ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertEqual ( rc , 1 ) <TAB> <TAB> <TAB> target = start + datetime . timedelta ( days = expected_day_offset ) <TAB> <TAB> <TAB> self . assertEqual ( got_dt , target ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . assertEqual ( rc , 0 )",if expected_day_offset is not None :,225
20363,"def send_messages(self, messages):
    sent_messages = 0
    for m in messages:
        payload = {}
        for opt, optval in {
            ""mattermost_icon_url"": ""icon_url"",
            ""mattermost_channel"": ""channel"",
            ""mattermost_username"": ""username"",
        }.items():
            optvalue = getattr(self, opt)
            if optvalue is not None:
                payload[optval] = optvalue.strip()
        payload[""text""] = m.subject
        r = requests.post(
            ""{}"".format(m.recipients()[0]),
            data=json.dumps(payload),
            verify=(not self.mattermost_no_verify_ssl),
        )
        if r.status_code >= 400:
            logger.error(
                smart_text(
                    _(""Error sending notification mattermost: {}"").format(r.text)
                )
            )
            if not self.fail_silently:
                raise Exception(
                    smart_text(
                        _(""Error sending notification mattermost: {}"").format(r.text)
                    )
                )
        sent_messages += 1
    return sent_messages","def send_messages ( self , messages ) : <TAB> sent_messages = 0 <TAB> for m in messages : <TAB> <TAB> payload = { } <TAB> <TAB> for opt , optval in { <TAB> <TAB> <TAB> ""mattermost_icon_url"" : ""icon_url"" , <TAB> <TAB> <TAB> ""mattermost_channel"" : ""channel"" , <TAB> <TAB> <TAB> ""mattermost_username"" : ""username"" , <TAB> <TAB> } . items ( ) : <TAB> <TAB> <TAB> optvalue = getattr ( self , opt ) <TAB> <TAB> <TAB> if optvalue is not None : <TAB> <TAB> <TAB> <TAB> payload [ optval ] = optvalue . strip ( ) <TAB> <TAB> payload [ ""text"" ] = m . subject <TAB> <TAB> r = requests . post ( <TAB> <TAB> <TAB> ""{}"" . format ( m . recipients ( ) [ 0 ] ) , <TAB> <TAB> <TAB> data = json . dumps ( payload ) , <TAB> <TAB> <TAB> verify = ( not self . mattermost_no_verify_ssl ) , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . error ( <TAB> <TAB> <TAB> <TAB> smart_text ( <TAB> <TAB> <TAB> <TAB> <TAB> _ ( ""Error sending notification mattermost: {}"" ) . format ( r . text ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if not self . fail_silently : <TAB> <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> <TAB> smart_text ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> _ ( ""Error sending notification mattermost: {}"" ) . format ( r . text ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> sent_messages += 1 <TAB> return sent_messages",if r . status_code >= 400 :,339
3299,"def get_top_level_stats(self):
    for func, (cc, nc, tt, ct, callers) in self.stats.items():
        self.total_calls += nc
        self.prim_calls += cc
        self.total_tt += tt
        if (""jprofile"", 0, ""profiler"") in callers:
            self.top_level[func] = None
        if len(func_std_string(func)) > self.max_name_len:
            self.max_name_len = len(func_std_string(func))","def get_top_level_stats ( self ) : <TAB> for func , ( cc , nc , tt , ct , callers ) in self . stats . items ( ) : <TAB> <TAB> self . total_calls += nc <TAB> <TAB> self . prim_calls += cc <TAB> <TAB> self . total_tt += tt <TAB> <TAB> if ( ""jprofile"" , 0 , ""profiler"" ) in callers : <TAB> <TAB> <TAB> self . top_level [ func ] = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . max_name_len = len ( func_std_string ( func ) )",if len ( func_std_string ( func ) ) > self . max_name_len :,141
5834,"def read(self, iprot):
    if (
        iprot._fast_decode is not None
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
    ):
        iprot._fast_decode(self, iprot, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRUCT:
                self.status = TStatus()
                self.status.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRUCT:
                self.schema = TTableSchema()
                self.schema.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . _fast_decode is not None <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> ) : <TAB> <TAB> iprot . _fast_decode ( self , iprot , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . status = TStatus ( ) <TAB> <TAB> <TAB> <TAB> self . status . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . schema = TTableSchema ( ) <TAB> <TAB> <TAB> <TAB> self . schema . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if fid == 1 :,322
11258,"def __init__(self, cga, *args) -> None:
    super().__init__(cga)
    self.einf = self.cga.einf  # we use this alot
    if len(args) == 0:
        # generate random highest dimension flat
        nulls = [self.cga.null_vector() for k in range(self.layout.dims - 2)]
        self.mv = reduce(op, nulls + [self.einf])
    elif len(args) == 1:
        # from existing multivector
        if isinstance(args[0], MultiVector):
            self.mv = args[0]
        # generate random flat  for given  dimension
        elif isinstance(args[0], int):
            dim = args[0]
            points = [self.cga.base_vector() for k in range(dim + 1)]
            points = list(map(self.cga.up, points))
            self.mv = reduce(op, points + [self.einf])
    # from vectors on flat
    else:
        nulls = map(self.cga.null_vector, args)
        if self.einf not in nulls:
            nulls = list(nulls) + [self.einf]
        self.mv = reduce(op, nulls)
    self.mv = self.mv.normal()","def __init__ ( self , cga , * args ) -> None : <TAB> super ( ) . __init__ ( cga ) <TAB> self . einf = self . cga . einf <TAB> if len ( args ) == 0 : <TAB> <TAB> <TAB> <TAB> nulls = [ self . cga . null_vector ( ) for k in range ( self . layout . dims - 2 ) ] <TAB> <TAB> self . mv = reduce ( op , nulls + [ self . einf ] ) <TAB> elif len ( args ) == 1 : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . mv = args [ 0 ] <TAB> <TAB> <TAB> <TAB> elif isinstance ( args [ 0 ] , int ) : <TAB> <TAB> <TAB> dim = args [ 0 ] <TAB> <TAB> <TAB> points = [ self . cga . base_vector ( ) for k in range ( dim + 1 ) ] <TAB> <TAB> <TAB> points = list ( map ( self . cga . up , points ) ) <TAB> <TAB> <TAB> self . mv = reduce ( op , points + [ self . einf ] ) <TAB> <TAB> else : <TAB> <TAB> nulls = map ( self . cga . null_vector , args ) <TAB> <TAB> if self . einf not in nulls : <TAB> <TAB> <TAB> nulls = list ( nulls ) + [ self . einf ] <TAB> <TAB> self . mv = reduce ( op , nulls ) <TAB> self . mv = self . mv . normal ( )","if isinstance ( args [ 0 ] , MultiVector ) :",339
5700,"def get_final_results(log_json_path, iter_num):
    result_dict = dict()
    with open(log_json_path, ""r"") as f:
        for line in f.readlines():
            log_line = json.loads(line)
            if ""mode"" not in log_line.keys():
                continue
            if log_line[""mode""] == ""train"" and log_line[""iter""] == iter_num:
                result_dict[""memory""] = log_line[""memory""]
            if log_line[""iter""] == iter_num:
                result_dict.update(
                    {key: log_line[key] for key in RESULTS_LUT if key in log_line}
                )
                return result_dict
","def get_final_results ( log_json_path , iter_num ) : <TAB> result_dict = dict ( ) <TAB> with open ( log_json_path , ""r"" ) as f : <TAB> <TAB> for line in f . readlines ( ) : <TAB> <TAB> <TAB> log_line = json . loads ( line ) <TAB> <TAB> <TAB> if ""mode"" not in log_line . keys ( ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> result_dict [ ""memory"" ] = log_line [ ""memory"" ] <TAB> <TAB> <TAB> if log_line [ ""iter"" ] == iter_num : <TAB> <TAB> <TAB> <TAB> result_dict . update ( <TAB> <TAB> <TAB> <TAB> <TAB> { key : log_line [ key ] for key in RESULTS_LUT if key in log_line } <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> return result_dict","if log_line [ ""mode"" ] == ""train"" and log_line [ ""iter"" ] == iter_num :",204
24343,"def argument_action(self, text, loc, arg):
    """"""Code executed after recognising each of function's arguments""""""
    exshared.setpos(loc, text)
    if DEBUG > 0:
        print(""ARGUMENT:"", arg.exp)
        if DEBUG == 2:
            self.symtab.display()
        if DEBUG > 2:
            return
    arg_ordinal = len(self.function_arguments)
    # check argument's type
    if not self.symtab.same_type_as_argument(
        arg.exp, self.function_call_index, arg_ordinal
    ):
        raise SemanticException(
            ""Incompatible type for argument %d in '%s'""
            % (arg_ordinal + 1, self.symtab.get_name(self.function_call_index))
        )
    self.function_arguments.append(arg.exp)","def argument_action ( self , text , loc , arg ) : <TAB> """"""Code executed after recognising each of function's arguments"""""" <TAB> exshared . setpos ( loc , text ) <TAB> if DEBUG > 0 : <TAB> <TAB> print ( ""ARGUMENT:"" , arg . exp ) <TAB> <TAB> if DEBUG == 2 : <TAB> <TAB> <TAB> self . symtab . display ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> arg_ordinal = len ( self . function_arguments ) <TAB> <TAB> if not self . symtab . same_type_as_argument ( <TAB> <TAB> arg . exp , self . function_call_index , arg_ordinal <TAB> ) : <TAB> <TAB> raise SemanticException ( <TAB> <TAB> <TAB> ""Incompatible type for argument %d in '%s'"" <TAB> <TAB> <TAB> % ( arg_ordinal + 1 , self . symtab . get_name ( self . function_call_index ) ) <TAB> <TAB> ) <TAB> self . function_arguments . append ( arg . exp )",if DEBUG > 2 :,218
3697,"def reload(self):
    """"""Parse bindings and mangle into an appropriate form""""""
    self._lookup = {}
    self._masks = 0
    for action, bindings in self.keys.items():
        if not isinstance(bindings, tuple):
            bindings = (bindings,)
        for binding in bindings:
            if not binding or binding == ""None"":
                continue
            try:
                keyval, mask = self._parsebinding(binding)
                # Does much the same, but with poorer error handling.
                # keyval, mask = Gtk.accelerator_parse(binding)
            except KeymapError as e:
                err(
                    ""keybindings.reload failed to parse binding '%s': %s"" % (binding, e)
                )
            else:
                if mask & Gdk.ModifierType.SHIFT_MASK:
                    if keyval == Gdk.KEY_Tab:
                        keyval = Gdk.KEY_ISO_Left_Tab
                        mask &= ~Gdk.ModifierType.SHIFT_MASK
                    else:
                        keyvals = Gdk.keyval_convert_case(keyval)
                        if keyvals[0] != keyvals[1]:
                            keyval = keyvals[1]
                            mask &= ~Gdk.ModifierType.SHIFT_MASK
                else:
                    keyval = Gdk.keyval_to_lower(keyval)
                self._lookup.setdefault(mask, {})
                self._lookup[mask][keyval] = action
                self._masks |= mask","def reload ( self ) : <TAB> """"""Parse bindings and mangle into an appropriate form"""""" <TAB> self . _lookup = { } <TAB> self . _masks = 0 <TAB> for action , bindings in self . keys . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> bindings = ( bindings , ) <TAB> <TAB> for binding in bindings : <TAB> <TAB> <TAB> if not binding or binding == ""None"" : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> keyval , mask = self . _parsebinding ( binding ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> except KeymapError as e : <TAB> <TAB> <TAB> <TAB> err ( <TAB> <TAB> <TAB> <TAB> <TAB> ""keybindings.reload failed to parse binding '%s': %s"" % ( binding , e ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if mask & Gdk . ModifierType . SHIFT_MASK : <TAB> <TAB> <TAB> <TAB> <TAB> if keyval == Gdk . KEY_Tab : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> keyval = Gdk . KEY_ISO_Left_Tab <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> mask &= ~ Gdk . ModifierType . SHIFT_MASK <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> keyvals = Gdk . keyval_convert_case ( keyval ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if keyvals [ 0 ] != keyvals [ 1 ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> keyval = keyvals [ 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> mask &= ~ Gdk . ModifierType . SHIFT_MASK <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> keyval = Gdk . keyval_to_lower ( keyval ) <TAB> <TAB> <TAB> <TAB> self . _lookup . setdefault ( mask , { } ) <TAB> <TAB> <TAB> <TAB> self . _lookup [ mask ] [ keyval ] = action <TAB> <TAB> <TAB> <TAB> self . _masks |= mask","if not isinstance ( bindings , tuple ) :",423
19061,"def write(self):
    """"""Make a copy of the stored config and write it to the configured file""""""
    new_config = ConfigObj(encoding=""UTF-8"")
    new_config.filename = self._config_file
    # first copy over everything from the old config, even if it is not
    # correctly defined to keep from losing data
    for key, subkeys in self._config.items():
        if key not in new_config:
            new_config[key] = {}
        for subkey, value in subkeys.items():
            new_config[key][subkey] = value
    # next make sure that everything we expect to have defined is so
    for key in _CONFIG_DEFINITIONS.keys():
        key, definition_type, section, ini_key, default = self._define(key)
        self.check_setting(key)
        if section not in new_config:
            new_config[section] = {}
        new_config[section][ini_key] = self._config[section][ini_key]
    # Write it to file
    headphones.logger.info(""Writing configuration to file"")
    try:
        new_config.write()
    except IOError as e:
        headphones.logger.error(""Error writing configuration file: %s"", e)","def write ( self ) : <TAB> """"""Make a copy of the stored config and write it to the configured file"""""" <TAB> new_config = ConfigObj ( encoding = ""UTF-8"" ) <TAB> new_config . filename = self . _config_file <TAB> <TAB> <TAB> for key , subkeys in self . _config . items ( ) : <TAB> <TAB> if key not in new_config : <TAB> <TAB> <TAB> new_config [ key ] = { } <TAB> <TAB> for subkey , value in subkeys . items ( ) : <TAB> <TAB> <TAB> new_config [ key ] [ subkey ] = value <TAB> <TAB> for key in _CONFIG_DEFINITIONS . keys ( ) : <TAB> <TAB> key , definition_type , section , ini_key , default = self . _define ( key ) <TAB> <TAB> self . check_setting ( key ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> new_config [ section ] = { } <TAB> <TAB> new_config [ section ] [ ini_key ] = self . _config [ section ] [ ini_key ] <TAB> <TAB> headphones . logger . info ( ""Writing configuration to file"" ) <TAB> try : <TAB> <TAB> new_config . write ( ) <TAB> except IOError as e : <TAB> <TAB> headphones . logger . error ( ""Error writing configuration file: %s"" , e )",if section not in new_config :,314
6414,"def __init__(
    self, endpoint: str, credential: MetricsAdvisorKeyCredential, **kwargs: Any
) -> None:
    try:
        if not endpoint.lower().startswith(""http""):
            endpoint = ""https://"" + endpoint
    except AttributeError:
        raise ValueError(""Base URL must be a string."")
    if not credential:
        raise ValueError(""Missing credential"")
    self._endpoint = endpoint
    if isinstance(credential, MetricsAdvisorKeyCredential):
        self._client = _ClientAsync(
            endpoint=endpoint,
            sdk_moniker=SDK_MONIKER,
            authentication_policy=MetricsAdvisorKeyCredentialPolicy(credential),
            **kwargs
        )
    else:
        if hasattr(credential, ""get_token""):
            credential_scopes = kwargs.pop(
                ""credential_scopes"", [""https://cognitiveservices.azure.com/.default""]
            )
            credential_policy = AsyncBearerTokenCredentialPolicy(
                credential, *credential_scopes
            )
        else:
            raise TypeError(
                ""Please provide an instance from azure-identity ""
                ""or a class that implement the 'get_token protocol""
            )
        self._client = _ClientAsync(
            endpoint=endpoint,
            sdk_moniker=SDK_MONIKER,
            authentication_policy=credential_policy,
            **kwargs
        )
","def __init__ ( <TAB> self , endpoint : str , credential : MetricsAdvisorKeyCredential , ** kwargs : Any ) -> None : <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> endpoint = ""https://"" + endpoint <TAB> except AttributeError : <TAB> <TAB> raise ValueError ( ""Base URL must be a string."" ) <TAB> if not credential : <TAB> <TAB> raise ValueError ( ""Missing credential"" ) <TAB> self . _endpoint = endpoint <TAB> if isinstance ( credential , MetricsAdvisorKeyCredential ) : <TAB> <TAB> self . _client = _ClientAsync ( <TAB> <TAB> <TAB> endpoint = endpoint , <TAB> <TAB> <TAB> sdk_moniker = SDK_MONIKER , <TAB> <TAB> <TAB> authentication_policy = MetricsAdvisorKeyCredentialPolicy ( credential ) , <TAB> <TAB> <TAB> ** kwargs <TAB> <TAB> ) <TAB> else : <TAB> <TAB> if hasattr ( credential , ""get_token"" ) : <TAB> <TAB> <TAB> credential_scopes = kwargs . pop ( <TAB> <TAB> <TAB> <TAB> ""credential_scopes"" , [ ""https://cognitiveservices.azure.com/.default"" ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> credential_policy = AsyncBearerTokenCredentialPolicy ( <TAB> <TAB> <TAB> <TAB> credential , * credential_scopes <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> ""Please provide an instance from azure-identity "" <TAB> <TAB> <TAB> <TAB> ""or a class that implement the 'get_token protocol"" <TAB> <TAB> <TAB> ) <TAB> <TAB> self . _client = _ClientAsync ( <TAB> <TAB> <TAB> endpoint = endpoint , <TAB> <TAB> <TAB> sdk_moniker = SDK_MONIKER , <TAB> <TAB> <TAB> authentication_policy = credential_policy , <TAB> <TAB> <TAB> ** kwargs <TAB> <TAB> )","if not endpoint . lower ( ) . startswith ( ""http"" ) :",372
16624,"def _build_blocks_by_usage(
    ids: Sequence[FunctionID],
    *,
    level: int = 0,
    to: Optional[FunctionID] = None,
    origin: float = 0,
    visited: AbstractSet[Call] = frozenset(),
    parent_width: float = 0,
) -> None:
    factor = 1.0
    if ids and to is not None:
        calls_tottime = sum(calls[fid, to][3] for fid in ids)
        if calls_tottime:
            factor = parent_width / calls_tottime
    for fid in sorted(ids):
        call = fid, to
        if to is not None:
            cc, nc, tt, tc = calls[call]  # type: ignore
            ttt = tc * factor
        else:
            cc, nc, tt, tc = funcs[fid].stat
            ttt = tt * factor
        if ttt / maxw < threshold:
            origin += ttt
            continue
        tooltip = TOOLTIP.format(tt / maxw, cc, nc, tt, tc)
        block = Block(
            func=fid,
            call_stack=(),
            color=2 if level > 0 else not funcs[fid].calls,
            level=level,
            tooltip=tooltip,
            w=ttt,
            x=origin,
        )
        usage_blocks.append(block)
        if call not in visited:
            _build_blocks_by_usage(
                funcs[fid].calledby,
                level=level + 1,
                to=fid,
                origin=origin,
                visited=visited | {call},
                parent_width=ttt,
            )
        origin += ttt","def _build_blocks_by_usage ( <TAB> ids : Sequence [ FunctionID ] , <TAB> * , <TAB> level : int = 0 , <TAB> to : Optional [ FunctionID ] = None , <TAB> origin : float = 0 , <TAB> visited : AbstractSet [ Call ] = frozenset ( ) , <TAB> parent_width : float = 0 , ) -> None : <TAB> factor = 1.0 <TAB> if ids and to is not None : <TAB> <TAB> calls_tottime = sum ( calls [ fid , to ] [ 3 ] for fid in ids ) <TAB> <TAB> if calls_tottime : <TAB> <TAB> <TAB> factor = parent_width / calls_tottime <TAB> for fid in sorted ( ids ) : <TAB> <TAB> call = fid , to <TAB> <TAB> if to is not None : <TAB> <TAB> <TAB> cc , nc , tt , tc = calls [ call ] <TAB> <TAB> <TAB> ttt = tc * factor <TAB> <TAB> else : <TAB> <TAB> <TAB> cc , nc , tt , tc = funcs [ fid ] . stat <TAB> <TAB> <TAB> ttt = tt * factor <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> origin += ttt <TAB> <TAB> <TAB> continue <TAB> <TAB> tooltip = TOOLTIP . format ( tt / maxw , cc , nc , tt , tc ) <TAB> <TAB> block = Block ( <TAB> <TAB> <TAB> func = fid , <TAB> <TAB> <TAB> call_stack = ( ) , <TAB> <TAB> <TAB> color = 2 if level > 0 else not funcs [ fid ] . calls , <TAB> <TAB> <TAB> level = level , <TAB> <TAB> <TAB> tooltip = tooltip , <TAB> <TAB> <TAB> w = ttt , <TAB> <TAB> <TAB> x = origin , <TAB> <TAB> ) <TAB> <TAB> usage_blocks . append ( block ) <TAB> <TAB> if call not in visited : <TAB> <TAB> <TAB> _build_blocks_by_usage ( <TAB> <TAB> <TAB> <TAB> funcs [ fid ] . calledby , <TAB> <TAB> <TAB> <TAB> level = level + 1 , <TAB> <TAB> <TAB> <TAB> to = fid , <TAB> <TAB> <TAB> <TAB> origin = origin , <TAB> <TAB> <TAB> <TAB> visited = visited | { call } , <TAB> <TAB> <TAB> <TAB> parent_width = ttt , <TAB> <TAB> <TAB> ) <TAB> <TAB> origin += ttt",if ttt / maxw < threshold :,464
23439,"def _map_saslprep(s):
    """"""Map stringprep table B.1 to nothing and C.1.2 to ASCII space""""""
    r = []
    for c in s:
        if stringprep.in_table_c12(c):
            r.append("" "")
        elif not stringprep.in_table_b1(c):
            r.append(c)
    return """".join(r)","def _map_saslprep ( s ) : <TAB> """"""Map stringprep table B.1 to nothing and C.1.2 to ASCII space"""""" <TAB> r = [ ] <TAB> for c in s : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> r . append ( "" "" ) <TAB> <TAB> elif not stringprep . in_table_b1 ( c ) : <TAB> <TAB> <TAB> r . append ( c ) <TAB> return """" . join ( r )",if stringprep . in_table_c12 ( c ) :,106
9912,"def _del_port(self, ctx, br_name=None, target=None, must_exist=False, with_iface=False):
    assert target is not None
    ctx.populate_cache()
    if not with_iface:
        vsctl_port = ctx.find_port(target, must_exist)
    else:
        vsctl_port = ctx.find_port(target, False)
        if not vsctl_port:
            vsctl_iface = ctx.find_iface(target, False)
            if vsctl_iface:
                vsctl_port = vsctl_iface.port()
            if must_exist and not vsctl_port:
                vsctl_fatal(""no port or interface named %s"" % target)
    if not vsctl_port:
        return
    if not br_name:
        vsctl_bridge = ctx.find_bridge(br_name, True)
        if vsctl_port.bridge() != vsctl_bridge:
            if vsctl_port.bridge().parent == vsctl_bridge:
                vsctl_fatal(
                    ""bridge %s does not have a port %s (although ""
                    ""its parent bridge %s does)""
                    % (br_name, target, vsctl_bridge.parent.name)
                )
            else:
                vsctl_fatal(""bridge %s does not have a port %s"" % (br_name, target))
    ctx.del_port(vsctl_port)
","def _del_port ( self , ctx , br_name = None , target = None , must_exist = False , with_iface = False ) : <TAB> assert target is not None <TAB> ctx . populate_cache ( ) <TAB> if not with_iface : <TAB> <TAB> vsctl_port = ctx . find_port ( target , must_exist ) <TAB> else : <TAB> <TAB> vsctl_port = ctx . find_port ( target , False ) <TAB> <TAB> if not vsctl_port : <TAB> <TAB> <TAB> vsctl_iface = ctx . find_iface ( target , False ) <TAB> <TAB> <TAB> if vsctl_iface : <TAB> <TAB> <TAB> <TAB> vsctl_port = vsctl_iface . port ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> vsctl_fatal ( ""no port or interface named %s"" % target ) <TAB> if not vsctl_port : <TAB> <TAB> return <TAB> if not br_name : <TAB> <TAB> vsctl_bridge = ctx . find_bridge ( br_name , True ) <TAB> <TAB> if vsctl_port . bridge ( ) != vsctl_bridge : <TAB> <TAB> <TAB> if vsctl_port . bridge ( ) . parent == vsctl_bridge : <TAB> <TAB> <TAB> <TAB> vsctl_fatal ( <TAB> <TAB> <TAB> <TAB> <TAB> ""bridge %s does not have a port %s (although "" <TAB> <TAB> <TAB> <TAB> <TAB> ""its parent bridge %s does)"" <TAB> <TAB> <TAB> <TAB> <TAB> % ( br_name , target , vsctl_bridge . parent . name ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> vsctl_fatal ( ""bridge %s does not have a port %s"" % ( br_name , target ) ) <TAB> ctx . del_port ( vsctl_port )",if must_exist and not vsctl_port :,389
11887,"def reset(self):
    if self._on_memory:
        self._generation += 1
        if self._shuffle and self._generation > 0:
            self._order = list(self._rng.permutation(self._size))
        else:
            self._order = list(range(self._size))
        if self._position == 0:
            self._generation = -1
        else:
            self._data_source._position = self._position
            self._data_source.reset()
    else:
        self._data_source.reset()
        self._generation = self._data_source._generation
        self._position = self._data_source._position
    super(DataSourceWithMemoryCache, self).reset()","def reset ( self ) : <TAB> if self . _on_memory : <TAB> <TAB> self . _generation += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _order = list ( self . _rng . permutation ( self . _size ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _order = list ( range ( self . _size ) ) <TAB> <TAB> if self . _position == 0 : <TAB> <TAB> <TAB> self . _generation = - 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _data_source . _position = self . _position <TAB> <TAB> <TAB> self . _data_source . reset ( ) <TAB> else : <TAB> <TAB> self . _data_source . reset ( ) <TAB> <TAB> self . _generation = self . _data_source . _generation <TAB> <TAB> self . _position = self . _data_source . _position <TAB> super ( DataSourceWithMemoryCache , self ) . reset ( )",if self . _shuffle and self . _generation > 0 :,186
11132,"def _format_arg(self, name, trait_spec, value):
    if name == ""mask_file"":
        return """"
    if name == ""op_string"":
        if ""-k %s"" in self.inputs.op_string:
            if isdefined(self.inputs.mask_file):
                return self.inputs.op_string % self.inputs.mask_file
            else:
                raise ValueError(""-k %s option in op_string requires mask_file"")
    return super(ImageStats, self)._format_arg(name, trait_spec, value)
","def _format_arg ( self , name , trait_spec , value ) : <TAB> if name == ""mask_file"" : <TAB> <TAB> return """" <TAB> if name == ""op_string"" : <TAB> <TAB> if ""-k %s"" in self . inputs . op_string : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return self . inputs . op_string % self . inputs . mask_file <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""-k %s option in op_string requires mask_file"" ) <TAB> return super ( ImageStats , self ) . _format_arg ( name , trait_spec , value )",if isdefined ( self . inputs . mask_file ) :,146
16003,"def _prepare_subset(
    full_data: torch.Tensor,
    full_targets: torch.Tensor,
    num_samples: int,
    digits: Sequence,
):
    classes = {d: 0 for d in digits}
    indexes = []
    for idx, target in enumerate(full_targets):
        label = target.item()
        if classes.get(label, float(""inf"")) >= num_samples:
            continue
        indexes.append(idx)
        classes[label] += 1
        if all(classes[k] >= num_samples for k in classes):
            break
    data = full_data[indexes]
    targets = full_targets[indexes]
    return data, targets","def _prepare_subset ( <TAB> full_data : torch . Tensor , <TAB> full_targets : torch . Tensor , <TAB> num_samples : int , <TAB> digits : Sequence , ) : <TAB> classes = { d : 0 for d in digits } <TAB> indexes = [ ] <TAB> for idx , target in enumerate ( full_targets ) : <TAB> <TAB> label = target . item ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> indexes . append ( idx ) <TAB> <TAB> classes [ label ] += 1 <TAB> <TAB> if all ( classes [ k ] >= num_samples for k in classes ) : <TAB> <TAB> <TAB> break <TAB> data = full_data [ indexes ] <TAB> targets = full_targets [ indexes ] <TAB> return data , targets","if classes . get ( label , float ( ""inf"" ) ) >= num_samples :",174
8988,"def apply(self, response):
    updated_headers = self.update_headers(response)
    if updated_headers:
        response.headers.update(updated_headers)
        warning_header_value = self.warning(response)
        if warning_header_value is not None:
            response.headers.update({""Warning"": warning_header_value})
    return response
","def apply ( self , response ) : <TAB> updated_headers = self . update_headers ( response ) <TAB> if updated_headers : <TAB> <TAB> response . headers . update ( updated_headers ) <TAB> <TAB> warning_header_value = self . warning ( response ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> response . headers . update ( { ""Warning"" : warning_header_value } ) <TAB> return response",if warning_header_value is not None :,92
6554,"def dataset_to_stream(dataset, input_name):
    """"""Takes a tf.Dataset and creates a numpy stream of ready batches.""""""
    # All input-pipeline processing should be on CPU.
    for example in fastmath.dataset_as_numpy(dataset):
        features = example[0]
        inp, out = features[input_name], example[1]
        mask = features[""mask""] if ""mask"" in features else None
        # Some accelerators don't handle uint8 well, cast to int.
        if isinstance(inp, np.uint8):
            inp = inp.astype(np.int32)
        if isinstance(out, np.uint8):
            out = out.astype(np.int32)
        yield (inp, out) if mask is None else (inp, out, mask)","def dataset_to_stream ( dataset , input_name ) : <TAB> """"""Takes a tf.Dataset and creates a numpy stream of ready batches."""""" <TAB> <TAB> for example in fastmath . dataset_as_numpy ( dataset ) : <TAB> <TAB> features = example [ 0 ] <TAB> <TAB> inp , out = features [ input_name ] , example [ 1 ] <TAB> <TAB> mask = features [ ""mask"" ] if ""mask"" in features else None <TAB> <TAB> <TAB> <TAB> if isinstance ( inp , np . uint8 ) : <TAB> <TAB> <TAB> inp = inp . astype ( np . int32 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> out = out . astype ( np . int32 ) <TAB> <TAB> yield ( inp , out ) if mask is None else ( inp , out , mask )","if isinstance ( out , np . uint8 ) :",198
24341,"def numexp_action(self, text, loc, num):
    """"""Code executed after recognising a numexp expression (something +|- something)""""""
    exshared.setpos(loc, text)
    if DEBUG > 0:
        print(""NUM_EXP:"", num)
        if DEBUG == 2:
            self.symtab.display()
        if DEBUG > 2:
            return
    # iterate through all additions/substractions
    n = list(num)
    while len(n) > 1:
        if not self.symtab.same_types(n[0], n[2]):
            raise SemanticException(""Invalid opernads to binary '%s'"" % n[1])
        reg = self.codegen.arithmetic(n[1], n[0], n[2])
        # replace first calculation with it's result
        n[0:3] = [reg]
    return n[0]","def numexp_action ( self , text , loc , num ) : <TAB> """"""Code executed after recognising a numexp expression (something +|- something)"""""" <TAB> exshared . setpos ( loc , text ) <TAB> if DEBUG > 0 : <TAB> <TAB> print ( ""NUM_EXP:"" , num ) <TAB> <TAB> if DEBUG == 2 : <TAB> <TAB> <TAB> self . symtab . display ( ) <TAB> <TAB> if DEBUG > 2 : <TAB> <TAB> <TAB> return <TAB> <TAB> n = list ( num ) <TAB> while len ( n ) > 1 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise SemanticException ( ""Invalid opernads to binary '%s'"" % n [ 1 ] ) <TAB> <TAB> reg = self . codegen . arithmetic ( n [ 1 ] , n [ 0 ] , n [ 2 ] ) <TAB> <TAB> <TAB> <TAB> n [ 0 : 3 ] = [ reg ] <TAB> return n [ 0 ]","if not self . symtab . same_types ( n [ 0 ] , n [ 2 ] ) :",223
8286,"def _analyze_callsite(
    self, caller_block_addr: int, rda: ReachingDefinitionsModel
) -> CallSiteFact:
    fact = CallSiteFact(
        True,  # by default we treat all return values as used
    )
    state = rda.observed_results[(""node"", caller_block_addr, 1)]
    all_uses: ""Uses"" = rda.all_uses
    default_cc_cls = DefaultCC.get(self.project.arch.name, None)
    if default_cc_cls is not None:
        default_cc: SimCC = default_cc_cls(self.project.arch)
        all_defs: Set[""Definition""] = state.register_definitions.get_all_variables()
        return_val = default_cc.RETURN_VAL
        if return_val is not None and isinstance(return_val, SimRegArg):
            return_reg_offset, _ = self.project.arch.registers[return_val.reg_name]
            # find the def of the return val
            try:
                return_def = next(
                    iter(
                        d
                        for d in all_defs
                        if isinstance(d.atom, Register)
                        and d.atom.reg_offset == return_reg_offset
                    )
                )
            except StopIteration:
                return_def = None
            if return_def is not None:
                # is it used?
                uses = all_uses.get_uses(return_def)
                if uses:
                    # the return value is used!
                    fact.return_value_used = True
                else:
                    fact.return_value_used = False
        # TODO: Detect if arguments are used
    return fact","def _analyze_callsite ( <TAB> self , caller_block_addr : int , rda : ReachingDefinitionsModel ) -> CallSiteFact : <TAB> fact = CallSiteFact ( <TAB> <TAB> True , <TAB> ) <TAB> state = rda . observed_results [ ( ""node"" , caller_block_addr , 1 ) ] <TAB> all_uses : ""Uses"" = rda . all_uses <TAB> default_cc_cls = DefaultCC . get ( self . project . arch . name , None ) <TAB> if default_cc_cls is not None : <TAB> <TAB> default_cc : SimCC = default_cc_cls ( self . project . arch ) <TAB> <TAB> all_defs : Set [ ""Definition"" ] = state . register_definitions . get_all_variables ( ) <TAB> <TAB> return_val = default_cc . RETURN_VAL <TAB> <TAB> if return_val is not None and isinstance ( return_val , SimRegArg ) : <TAB> <TAB> <TAB> return_reg_offset , _ = self . project . arch . registers [ return_val . reg_name ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> return_def = next ( <TAB> <TAB> <TAB> <TAB> <TAB> iter ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> d <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for d in all_defs <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( d . atom , Register ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> and d . atom . reg_offset == return_reg_offset <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> <TAB> return_def = None <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> uses = all_uses . get_uses ( return_def ) <TAB> <TAB> <TAB> <TAB> if uses : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> fact . return_value_used = True <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> fact . return_value_used = False <TAB> <TAB> <TAB> return fact",if return_def is not None :,483
13842,"def handle_noargs(self, **options):
    global gdata_service
    try:
        from gdata import service
        gdata_service = service
    except ImportError:
        raise CommandError(
            ""You need to install the gdata "" ""module to run this command.""
        )
    self.verbosity = int(options.get(""verbosity"", 1))
    self.blogger_username = options.get(""blogger_username"")
    self.category_title = options.get(""category_title"")
    self.blogger_blog_id = options.get(""blogger_blog_id"")
    self.write_out(
        self.style.TITLE(""Starting migration from Blogger to Zinnia %s\n"" % __version__)
    )
    if not self.blogger_username:
        self.blogger_username = raw_input(""Blogger username: "")
        if not self.blogger_username:
            raise CommandError(""Invalid Blogger username"")
    self.blogger_password = getpass(""Blogger password: "")
    try:
        self.blogger_manager = BloggerManager(
            self.blogger_username, self.blogger_password
        )
    except gdata_service.BadAuthentication:
        raise CommandError(""Incorrect Blogger username or password"")
    default_author = options.get(""author"")
    if default_author:
        try:
            self.default_author = User.objects.get(username=default_author)
        except User.DoesNotExist:
            raise CommandError(
                'Invalid Zinnia username for default author ""%s""' % default_author
            )
    else:
        self.default_author = User.objects.all()[0]
    if not self.blogger_blog_id:
        self.select_blog_id()
    if not self.category_title:
        self.category_title = raw_input(""Category title for imported entries: "")
        if not self.category_title:
            raise CommandError(""Invalid category title"")
    self.import_posts()","def handle_noargs ( self , ** options ) : <TAB> global gdata_service <TAB> try : <TAB> <TAB> from gdata import service <TAB> <TAB> gdata_service = service <TAB> except ImportError : <TAB> <TAB> raise CommandError ( <TAB> <TAB> <TAB> ""You need to install the gdata "" ""module to run this command."" <TAB> <TAB> ) <TAB> self . verbosity = int ( options . get ( ""verbosity"" , 1 ) ) <TAB> self . blogger_username = options . get ( ""blogger_username"" ) <TAB> self . category_title = options . get ( ""category_title"" ) <TAB> self . blogger_blog_id = options . get ( ""blogger_blog_id"" ) <TAB> self . write_out ( <TAB> <TAB> self . style . TITLE ( ""Starting migration from Blogger to Zinnia %s\n"" % __version__ ) <TAB> ) <TAB> <fill-in> <TAB> <TAB> self . blogger_username = raw_input ( ""Blogger username: "" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise CommandError ( ""Invalid Blogger username"" ) <TAB> self . blogger_password = getpass ( ""Blogger password: "" ) <TAB> try : <TAB> <TAB> self . blogger_manager = BloggerManager ( <TAB> <TAB> <TAB> self . blogger_username , self . blogger_password <TAB> <TAB> ) <TAB> except gdata_service . BadAuthentication : <TAB> <TAB> raise CommandError ( ""Incorrect Blogger username or password"" ) <TAB> default_author = options . get ( ""author"" ) <TAB> if default_author : <TAB> <TAB> try : <TAB> <TAB> <TAB> self . default_author = User . objects . get ( username = default_author ) <TAB> <TAB> except User . DoesNotExist : <TAB> <TAB> <TAB> raise CommandError ( <TAB> <TAB> <TAB> <TAB> 'Invalid Zinnia username for default author ""%s""' % default_author <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> self . default_author = User . objects . all ( ) [ 0 ] <TAB> if not self . blogger_blog_id : <TAB> <TAB> self . select_blog_id ( ) <TAB> if not self . category_title : <TAB> <TAB> self . category_title = raw_input ( ""Category title for imported entries: "" ) <TAB> <TAB> if not self . category_title : <TAB> <TAB> <TAB> raise CommandError ( ""Invalid category title"" ) <TAB> self . import_posts ( )",if not self . blogger_username :,484
10048,"def nodes(self):
    if not self._nodes:
        nodes = self.cluster_group.instances()
        self._nodes = []
        master = self.master_node
        nodeid = 1
        for node in nodes:
            if node.state not in [""pending"", ""running""]:
                continue
            if node.id == master.id:
                self._nodes.insert(0, master)
                continue
            self._nodes.append(Node(node, self.key_location, ""node%.3d"" % nodeid))
            nodeid += 1
    else:
        for node in self._nodes:
            log.debug(""refreshing instance %s"" % node.id)
            node.update()
    return self._nodes","def nodes ( self ) : <TAB> if not self . _nodes : <TAB> <TAB> nodes = self . cluster_group . instances ( ) <TAB> <TAB> self . _nodes = [ ] <TAB> <TAB> master = self . master_node <TAB> <TAB> nodeid = 1 <TAB> <TAB> for node in nodes : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if node . id == master . id : <TAB> <TAB> <TAB> <TAB> self . _nodes . insert ( 0 , master ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> self . _nodes . append ( Node ( node , self . key_location , ""node%.3d"" % nodeid ) ) <TAB> <TAB> <TAB> nodeid += 1 <TAB> else : <TAB> <TAB> for node in self . _nodes : <TAB> <TAB> <TAB> log . debug ( ""refreshing instance %s"" % node . id ) <TAB> <TAB> <TAB> node . update ( ) <TAB> return self . _nodes","if node . state not in [ ""pending"" , ""running"" ] :",198
4610,"def set_ok_port(self, cookie, request):
    if cookie.port_specified:
        req_port = request_port(request)
        if req_port is None:
            req_port = ""80""
        else:
            req_port = str(req_port)
        for p in cookie.port.split("",""):
            try:
                int(p)
            except ValueError:
                debug(""   bad port %s (not numeric)"", p)
                return False
            if p == req_port:
                break
        else:
            debug(""   request port (%s) not found in %s"", req_port, cookie.port)
            return False
    return True","def set_ok_port ( self , cookie , request ) : <TAB> if cookie . port_specified : <TAB> <TAB> req_port = request_port ( request ) <TAB> <TAB> if req_port is None : <TAB> <TAB> <TAB> req_port = ""80"" <TAB> <TAB> else : <TAB> <TAB> <TAB> req_port = str ( req_port ) <TAB> <TAB> for p in cookie . port . split ( "","" ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> int ( p ) <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> debug ( ""   bad port %s (not numeric)"" , p ) <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> debug ( ""   request port (%s) not found in %s"" , req_port , cookie . port ) <TAB> <TAB> <TAB> return False <TAB> return True",if p == req_port :,195
12643,"def _test_kneighbors_regressor(
    self,
    n_neighbors=5,
    algorithm=""brute"",
    weights=""uniform"",
    metric=""minkowski"",
    metric_params={""p"": 2},
    score_w_train_data=False,
):
    for data in [datasets.load_boston(), datasets.load_diabetes()]:
        X, y = data.data, data.target
        X = X.astype(np.float32)
        if metric == ""wminkowski"":
            metric_params[""w""] = np.random.rand(X.shape[1])
        elif metric == ""seuclidean"":
            metric_params[""V""] = np.random.rand(X.shape[1])
        elif metric == ""mahalanobis"":
            V = np.cov(X.T)
            metric_params[""VI""] = np.linalg.inv(V)
        model = KNeighborsRegressor(
            n_neighbors=n_neighbors,
            algorithm=algorithm,
            weights=weights,
            metric=metric,
            metric_params=metric_params,
        )
        n_train_rows = int(X.shape[0] * 0.6)
        model.fit(X[:n_train_rows, :], y[:n_train_rows])
        if not score_w_train_data:
            X = X[n_train_rows:, :]
        extra_config = {
            hummingbird.ml.operator_converters.constants.BATCH_SIZE: X.shape[0]
        }
        torch_model = hummingbird.ml.convert(model, ""torch"", extra_config=extra_config)
        self.assertTrue(torch_model is not None)
        np.testing.assert_allclose(
            model.predict(X), torch_model.predict(X), rtol=1e-5, atol=1e-5
        )","def _test_kneighbors_regressor ( <TAB> self , <TAB> n_neighbors = 5 , <TAB> algorithm = ""brute"" , <TAB> weights = ""uniform"" , <TAB> metric = ""minkowski"" , <TAB> metric_params = { ""p"" : 2 } , <TAB> score_w_train_data = False , ) : <TAB> for data in [ datasets . load_boston ( ) , datasets . load_diabetes ( ) ] : <TAB> <TAB> X , y = data . data , data . target <TAB> <TAB> X = X . astype ( np . float32 ) <TAB> <TAB> if metric == ""wminkowski"" : <TAB> <TAB> <TAB> metric_params [ ""w"" ] = np . random . rand ( X . shape [ 1 ] ) <TAB> <TAB> elif metric == ""seuclidean"" : <TAB> <TAB> <TAB> metric_params [ ""V"" ] = np . random . rand ( X . shape [ 1 ] ) <TAB> <TAB> elif metric == ""mahalanobis"" : <TAB> <TAB> <TAB> V = np . cov ( X . T ) <TAB> <TAB> <TAB> metric_params [ ""VI"" ] = np . linalg . inv ( V ) <TAB> <TAB> model = KNeighborsRegressor ( <TAB> <TAB> <TAB> n_neighbors = n_neighbors , <TAB> <TAB> <TAB> algorithm = algorithm , <TAB> <TAB> <TAB> weights = weights , <TAB> <TAB> <TAB> metric = metric , <TAB> <TAB> <TAB> metric_params = metric_params , <TAB> <TAB> ) <TAB> <TAB> n_train_rows = int ( X . shape [ 0 ] * 0.6 ) <TAB> <TAB> model . fit ( X [ : n_train_rows , : ] , y [ : n_train_rows ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> X = X [ n_train_rows : , : ] <TAB> <TAB> extra_config = { <TAB> <TAB> <TAB> hummingbird . ml . operator_converters . constants . BATCH_SIZE : X . shape [ 0 ] <TAB> <TAB> } <TAB> <TAB> torch_model = hummingbird . ml . convert ( model , ""torch"" , extra_config = extra_config ) <TAB> <TAB> self . assertTrue ( torch_model is not None ) <TAB> <TAB> np . testing . assert_allclose ( <TAB> <TAB> <TAB> model . predict ( X ) , torch_model . predict ( X ) , rtol = 1e-5 , atol = 1e-5 <TAB> <TAB> )",if not score_w_train_data :,480
18581,"def __call__(
    self, engine: Engine, logger: ClearMLLogger, event_name: Union[str, Events]
) -> None:
    if not isinstance(logger, ClearMLLogger):
        raise RuntimeError(""Handler 'GradsHistHandler' works only with ClearMLLogger"")
    global_step = engine.state.get_event_attrib_value(event_name)
    tag_prefix = f""{self.tag}/"" if self.tag else """"
    for name, p in self.model.named_parameters():
        if p.grad is None:
            continue
        title_name, _, series_name = name.partition(""."")
        logger.grad_helper.add_histogram(
            title=f""{tag_prefix}grads_{title_name}"",
            series=series_name,
            step=global_step,
            hist_data=p.grad.detach().cpu().numpy(),
        )
","def __call__ ( <TAB> self , engine : Engine , logger : ClearMLLogger , event_name : Union [ str , Events ] ) -> None : <TAB> if not isinstance ( logger , ClearMLLogger ) : <TAB> <TAB> raise RuntimeError ( ""Handler 'GradsHistHandler' works only with ClearMLLogger"" ) <TAB> global_step = engine . state . get_event_attrib_value ( event_name ) <TAB> tag_prefix = f""{self.tag}/"" if self . tag else """" <TAB> for name , p in self . model . named_parameters ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> title_name , _ , series_name = name . partition ( ""."" ) <TAB> <TAB> logger . grad_helper . add_histogram ( <TAB> <TAB> <TAB> title = f""{tag_prefix}grads_{title_name}"" , <TAB> <TAB> <TAB> series = series_name , <TAB> <TAB> <TAB> step = global_step , <TAB> <TAB> <TAB> hist_data = p . grad . detach ( ) . cpu ( ) . numpy ( ) , <TAB> <TAB> )",if p . grad is None :,224
9130,"def extract(self):
    try:
        c = self.db.cursor()
        c.execute(""""""show global variables like 'max_connections';"""""")
        max = c.fetchone()
        c.execute(""""""show global status like 'Threads_connected';"""""")
        thread = c.fetchone()
        if thread[0] in self.vars:
            self.set2[thread[0]] = float(thread[1])
            self.set2[""Threads""] = float(thread[1]) / float(max[1]) * 100.0
        for name in self.vars:
            self.val[name] = self.set2[name] * 1.0 / elapsed
        if step == op.delay:
            self.set1.update(self.set2)
    except Exception as e:
        for name in self.vars:
            self.val[name] = -1","def extract ( self ) : <TAB> try : <TAB> <TAB> c = self . db . cursor ( ) <TAB> <TAB> c . execute ( """"""show global variables like 'max_connections';"""""" ) <TAB> <TAB> max = c . fetchone ( ) <TAB> <TAB> c . execute ( """"""show global status like 'Threads_connected';"""""" ) <TAB> <TAB> thread = c . fetchone ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . set2 [ thread [ 0 ] ] = float ( thread [ 1 ] ) <TAB> <TAB> <TAB> self . set2 [ ""Threads"" ] = float ( thread [ 1 ] ) / float ( max [ 1 ] ) * 100.0 <TAB> <TAB> for name in self . vars : <TAB> <TAB> <TAB> self . val [ name ] = self . set2 [ name ] * 1.0 / elapsed <TAB> <TAB> if step == op . delay : <TAB> <TAB> <TAB> self . set1 . update ( self . set2 ) <TAB> except Exception as e : <TAB> <TAB> for name in self . vars : <TAB> <TAB> <TAB> self . val [ name ] = - 1",if thread [ 0 ] in self . vars :,225
24908,"def _setUpClass(cls):
    global solver
    import pyomo.environ
    from pyomo.solvers.tests.io.writer_test_cases import testCases
    for test_case in testCases:
        if ((test_case.name, test_case.io) in solver) and (test_case.available):
            solver[(test_case.name, test_case.io)] = True
","def _setUpClass ( cls ) : <TAB> global solver <TAB> import pyomo . environ <TAB> from pyomo . solvers . tests . io . writer_test_cases import testCases <TAB> for test_case in testCases : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> solver [ ( test_case . name , test_case . io ) ] = True","if ( ( test_case . name , test_case . io ) in solver ) and ( test_case . available ) :",101
11371,"def test_timestamp_overflow(self):
    # A modification timestamp larger than 2**32 should not be a problem
    # when importing a module (issue #11235).
    sys.path.insert(0, os.curdir)
    try:
        source = TESTFN + "".py""
        if is_jython:
            compiled = TESTFN + ""$py.class""
        else:
            compiled = source + (""c"" if __debug__ else ""o"")
        with open(source, ""w"") as f:
            pass
        try:
            os.utime(source, (2 ** 33 - 5, 2 ** 33 - 5))
        except OverflowError:
            self.skipTest(""cannot set modification time to large integer"")
        except OSError as e:
            if e.errno != getattr(errno, ""EOVERFLOW"", None):
                raise
            self.skipTest(
                ""cannot set modification time to large integer ({})"".format(e)
            )
        __import__(TESTFN)
        # The pyc file was created.
        os.stat(compiled)
    finally:
        del sys.path[0]
        remove_files(TESTFN)","def test_timestamp_overflow ( self ) : <TAB> <TAB> <TAB> sys . path . insert ( 0 , os . curdir ) <TAB> try : <TAB> <TAB> source = TESTFN + "".py"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> compiled = TESTFN + ""$py.class"" <TAB> <TAB> else : <TAB> <TAB> <TAB> compiled = source + ( ""c"" if __debug__ else ""o"" ) <TAB> <TAB> with open ( source , ""w"" ) as f : <TAB> <TAB> <TAB> pass <TAB> <TAB> try : <TAB> <TAB> <TAB> os . utime ( source , ( 2 ** 33 - 5 , 2 ** 33 - 5 ) ) <TAB> <TAB> except OverflowError : <TAB> <TAB> <TAB> self . skipTest ( ""cannot set modification time to large integer"" ) <TAB> <TAB> except OSError as e : <TAB> <TAB> <TAB> if e . errno != getattr ( errno , ""EOVERFLOW"" , None ) : <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> self . skipTest ( <TAB> <TAB> <TAB> <TAB> ""cannot set modification time to large integer ({})"" . format ( e ) <TAB> <TAB> <TAB> ) <TAB> <TAB> __import__ ( TESTFN ) <TAB> <TAB> <TAB> <TAB> os . stat ( compiled ) <TAB> finally : <TAB> <TAB> del sys . path [ 0 ] <TAB> <TAB> remove_files ( TESTFN )",if is_jython :,297
10654,"def to_representation(self, value):
    old_social_string_fields = [""twitter"", ""github"", ""linkedIn""]
    request = self.context.get(""request"")
    show_old_format = (
        request
        and is_deprecated(request.version, self.min_version)
        and request.method == ""GET""
    )
    if show_old_format:
        social = value.copy()
        for key in old_social_string_fields:
            if social.get(key):
                social[key] = value[key][0]
            elif social.get(key) == []:
                social[key] = """"
        value = social
    return super(SocialField, self).to_representation(value)","def to_representation ( self , value ) : <TAB> old_social_string_fields = [ ""twitter"" , ""github"" , ""linkedIn"" ] <TAB> request = self . context . get ( ""request"" ) <TAB> show_old_format = ( <TAB> <TAB> request <TAB> <TAB> and is_deprecated ( request . version , self . min_version ) <TAB> <TAB> and request . method == ""GET"" <TAB> ) <TAB> if show_old_format : <TAB> <TAB> social = value . copy ( ) <TAB> <TAB> for key in old_social_string_fields : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> social [ key ] = value [ key ] [ 0 ] <TAB> <TAB> <TAB> elif social . get ( key ) == [ ] : <TAB> <TAB> <TAB> <TAB> social [ key ] = """" <TAB> <TAB> value = social <TAB> return super ( SocialField , self ) . to_representation ( value )",if social . get ( key ) :,200
16502,"def contribute(self, converter, model, form_class, inline_model):
    # Find property from target model to current model
    reverse_field = None
    info = self.get_info(inline_model)
    for field in get_meta_fields(info.model):
        field_type = type(field)
        if field_type == ForeignKeyField:
            if field.rel_model == model:
                reverse_field = field
                break
    else:
        raise Exception(""Cannot find reverse relation for model %s"" % info.model)
    # Remove reverse property from the list
    ignore = [reverse_field.name]
    if info.form_excluded_columns:
        exclude = ignore + info.form_excluded_columns
    else:
        exclude = ignore
    # Create field
    child_form = info.get_form()
    if child_form is None:
        child_form = model_form(
            info.model,
            base_class=form.BaseForm,
            only=info.form_columns,
            exclude=exclude,
            field_args=info.form_args,
            allow_pk=True,
            converter=converter,
        )
    try:
        prop_name = reverse_field.related_name
    except AttributeError:
        prop_name = reverse_field.backref
    label = self.get_label(info, prop_name)
    setattr(
        form_class,
        prop_name,
        self.inline_field_list_type(
            child_form,
            info.model,
            reverse_field.name,
            info,
            label=label or info.model.__name__,
        ),
    )
    return form_class
","def contribute ( self , converter , model , form_class , inline_model ) : <TAB> <TAB> reverse_field = None <TAB> info = self . get_info ( inline_model ) <TAB> for field in get_meta_fields ( info . model ) : <TAB> <TAB> field_type = type ( field ) <TAB> <TAB> if field_type == ForeignKeyField : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> reverse_field = field <TAB> <TAB> <TAB> <TAB> break <TAB> else : <TAB> <TAB> raise Exception ( ""Cannot find reverse relation for model %s"" % info . model ) <TAB> <TAB> ignore = [ reverse_field . name ] <TAB> if info . form_excluded_columns : <TAB> <TAB> exclude = ignore + info . form_excluded_columns <TAB> else : <TAB> <TAB> exclude = ignore <TAB> <TAB> child_form = info . get_form ( ) <TAB> if child_form is None : <TAB> <TAB> child_form = model_form ( <TAB> <TAB> <TAB> info . model , <TAB> <TAB> <TAB> base_class = form . BaseForm , <TAB> <TAB> <TAB> only = info . form_columns , <TAB> <TAB> <TAB> exclude = exclude , <TAB> <TAB> <TAB> field_args = info . form_args , <TAB> <TAB> <TAB> allow_pk = True , <TAB> <TAB> <TAB> converter = converter , <TAB> <TAB> ) <TAB> try : <TAB> <TAB> prop_name = reverse_field . related_name <TAB> except AttributeError : <TAB> <TAB> prop_name = reverse_field . backref <TAB> label = self . get_label ( info , prop_name ) <TAB> setattr ( <TAB> <TAB> form_class , <TAB> <TAB> prop_name , <TAB> <TAB> self . inline_field_list_type ( <TAB> <TAB> <TAB> child_form , <TAB> <TAB> <TAB> info . model , <TAB> <TAB> <TAB> reverse_field . name , <TAB> <TAB> <TAB> info , <TAB> <TAB> <TAB> label = label or info . model . __name__ , <TAB> <TAB> ) , <TAB> ) <TAB> return form_class",if field . rel_model == model :,450
11480,"def get_aa_from_codonre(re_aa):
    aas = []
    m = 0
    for i in re_aa:
        if i == ""["":
            m = -1
            aas.append("""")
        elif i == ""]"":
            m = 0
            continue
        elif m == -1:
            aas[-1] = aas[-1] + i
        elif m == 0:
            aas.append(i)
    return aas","def get_aa_from_codonre ( re_aa ) : <TAB> aas = [ ] <TAB> m = 0 <TAB> for i in re_aa : <TAB> <TAB> if i == ""["" : <TAB> <TAB> <TAB> m = - 1 <TAB> <TAB> <TAB> aas . append ( """" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> m = 0 <TAB> <TAB> <TAB> continue <TAB> <TAB> elif m == - 1 : <TAB> <TAB> <TAB> aas [ - 1 ] = aas [ - 1 ] + i <TAB> <TAB> elif m == 0 : <TAB> <TAB> <TAB> aas . append ( i ) <TAB> return aas","elif i == ""]"" :",129
22697,"def _do_db_notes(self, params):
    """"""Adds notes to rows in the database""""""
    table, params = self._parse_params(params)
    if not table:
        self._help_db_notes()
        return
    if table in self.get_tables():
        # get rowid and note from parameters
        if params:
            arg, note = self._parse_params(params)
            rowids = self._parse_rowids(arg)
        # get rowid and note from interactive input
        else:
            try:
                # prompt user for data
                params = input(""rowid(s) (INT): "")
                rowids = self._parse_rowids(params)
                note = input(""note (TXT): "")
            except KeyboardInterrupt:
                print("""")
                return
            finally:
                # ensure proper output for resource scripts
                if Framework._script:
                    print(f""{params}"")
        # delete record(s) from the database
        count = 0
        for rowid in rowids:
            count += self.query(
                f""UPDATE `{table}` SET notes=? WHERE ROWID IS ?"", (note, rowid)
            )
        self.output(f""{count} rows affected."")
    else:
        self.output(""Invalid table name."")","def _do_db_notes ( self , params ) : <TAB> """"""Adds notes to rows in the database"""""" <TAB> table , params = self . _parse_params ( params ) <TAB> if not table : <TAB> <TAB> self . _help_db_notes ( ) <TAB> <TAB> return <TAB> if table in self . get_tables ( ) : <TAB> <TAB> <TAB> <TAB> if params : <TAB> <TAB> <TAB> arg , note = self . _parse_params ( params ) <TAB> <TAB> <TAB> rowids = self . _parse_rowids ( arg ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> params = input ( ""rowid(s) (INT): "" ) <TAB> <TAB> <TAB> <TAB> rowids = self . _parse_rowids ( params ) <TAB> <TAB> <TAB> <TAB> note = input ( ""note (TXT): "" ) <TAB> <TAB> <TAB> except KeyboardInterrupt : <TAB> <TAB> <TAB> <TAB> print ( """" ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> finally : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> print ( f""{params}"" ) <TAB> <TAB> <TAB> <TAB> count = 0 <TAB> <TAB> for rowid in rowids : <TAB> <TAB> <TAB> count += self . query ( <TAB> <TAB> <TAB> <TAB> f""UPDATE `{table}` SET notes=? WHERE ROWID IS ?"" , ( note , rowid ) <TAB> <TAB> <TAB> ) <TAB> <TAB> self . output ( f""{count} rows affected."" ) <TAB> else : <TAB> <TAB> self . output ( ""Invalid table name."" )",if Framework . _script :,355
5221,"def start_workunit(self, workunit):
    """"""Implementation of Reporter callback.""""""
    if self.is_under_background_root(workunit):
        return
    label_format = self._get_label_format(workunit)
    if label_format == LabelFormat.FULL:
        if not WorkUnitLabel.SUPPRESS_LABEL in workunit.labels:
            self._emit_indented_workunit_label(workunit)
        # Start output on a new line.
        tool_output_format = self._get_tool_output_format(workunit)
        if tool_output_format == ToolOutputFormat.INDENT:
            self.emit(self._prefix(workunit, ""\n""))
        elif tool_output_format == ToolOutputFormat.UNINDENTED:
            self.emit(""\n"")
    elif label_format == LabelFormat.DOT:
        self.emit(""."")
    self.flush()
","def start_workunit ( self , workunit ) : <TAB> """"""Implementation of Reporter callback."""""" <TAB> if self . is_under_background_root ( workunit ) : <TAB> <TAB> return <TAB> label_format = self . _get_label_format ( workunit ) <TAB> if label_format == LabelFormat . FULL : <TAB> <TAB> if not WorkUnitLabel . SUPPRESS_LABEL in workunit . labels : <TAB> <TAB> <TAB> self . _emit_indented_workunit_label ( workunit ) <TAB> <TAB> <TAB> <TAB> tool_output_format = self . _get_tool_output_format ( workunit ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . emit ( self . _prefix ( workunit , ""\n"" ) ) <TAB> <TAB> elif tool_output_format == ToolOutputFormat . UNINDENTED : <TAB> <TAB> <TAB> self . emit ( ""\n"" ) <TAB> elif label_format == LabelFormat . DOT : <TAB> <TAB> self . emit ( ""."" ) <TAB> self . flush ( )",if tool_output_format == ToolOutputFormat . INDENT :,227
2006,"def strip_dirs(self):
    oldstats = self.stats
    self.stats = newstats = {}
    max_name_len = 0
    for func, (cc, nc, tt, ct, callers) in oldstats.items():
        newfunc = func_strip_path(func)
        if len(func_std_string(newfunc)) > max_name_len:
            max_name_len = len(func_std_string(newfunc))
        newcallers = {}
        for func2, caller in callers.items():
            newcallers[func_strip_path(func2)] = caller
        if newfunc in newstats:
            newstats[newfunc] = add_func_stats(
                newstats[newfunc], (cc, nc, tt, ct, newcallers)
            )
        else:
            newstats[newfunc] = (cc, nc, tt, ct, newcallers)
    old_top = self.top_level
    self.top_level = new_top = set()
    for func in old_top:
        new_top.add(func_strip_path(func))
    self.max_name_len = max_name_len
    self.fcn_list = None
    self.all_callees = None
    return self","def strip_dirs ( self ) : <TAB> oldstats = self . stats <TAB> self . stats = newstats = { } <TAB> max_name_len = 0 <TAB> for func , ( cc , nc , tt , ct , callers ) in oldstats . items ( ) : <TAB> <TAB> newfunc = func_strip_path ( func ) <TAB> <TAB> if len ( func_std_string ( newfunc ) ) > max_name_len : <TAB> <TAB> <TAB> max_name_len = len ( func_std_string ( newfunc ) ) <TAB> <TAB> newcallers = { } <TAB> <TAB> for func2 , caller in callers . items ( ) : <TAB> <TAB> <TAB> newcallers [ func_strip_path ( func2 ) ] = caller <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> newstats [ newfunc ] = add_func_stats ( <TAB> <TAB> <TAB> <TAB> newstats [ newfunc ] , ( cc , nc , tt , ct , newcallers ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> newstats [ newfunc ] = ( cc , nc , tt , ct , newcallers ) <TAB> old_top = self . top_level <TAB> self . top_level = new_top = set ( ) <TAB> for func in old_top : <TAB> <TAB> new_top . add ( func_strip_path ( func ) ) <TAB> self . max_name_len = max_name_len <TAB> self . fcn_list = None <TAB> self . all_callees = None <TAB> return self",if newfunc in newstats :,324
23781,"def _maybe_run_close_callback(self):
    # If there are pending callbacks, don't run the close callback
    # until they're done (see _maybe_add_error_handler)
    if self.closed() and self._pending_callbacks == 0:
        futures = []
        if self._read_future is not None:
            futures.append(self._read_future)
            self._read_future = None
        if self._write_future is not None:
            futures.append(self._write_future)
            self._write_future = None
        if self._connect_future is not None:
            futures.append(self._connect_future)
            self._connect_future = None
        if self._ssl_connect_future is not None:
            futures.append(self._ssl_connect_future)
            self._ssl_connect_future = None
        for future in futures:
            future.set_exception(StreamClosedError(real_error=self.error))
        if self._close_callback is not None:
            cb = self._close_callback
            self._close_callback = None
            self._run_callback(cb)
        # Delete any unfinished callbacks to break up reference cycles.
        self._read_callback = self._write_callback = None
        # Clear the buffers so they can be cleared immediately even
        # if the IOStream object is kept alive by a reference cycle.
        # TODO: Clear the read buffer too; it currently breaks some tests.
        self._write_buffer = None",def _maybe_run_close_callback ( self ) : <TAB> <TAB> <TAB> if self . closed ( ) and self . _pending_callbacks == 0 : <TAB> <TAB> futures = [ ] <TAB> <TAB> if self . _read_future is not None : <TAB> <TAB> <TAB> futures . append ( self . _read_future ) <TAB> <TAB> <TAB> self . _read_future = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> futures . append ( self . _write_future ) <TAB> <TAB> <TAB> self . _write_future = None <TAB> <TAB> if self . _connect_future is not None : <TAB> <TAB> <TAB> futures . append ( self . _connect_future ) <TAB> <TAB> <TAB> self . _connect_future = None <TAB> <TAB> if self . _ssl_connect_future is not None : <TAB> <TAB> <TAB> futures . append ( self . _ssl_connect_future ) <TAB> <TAB> <TAB> self . _ssl_connect_future = None <TAB> <TAB> for future in futures : <TAB> <TAB> <TAB> future . set_exception ( StreamClosedError ( real_error = self . error ) ) <TAB> <TAB> if self . _close_callback is not None : <TAB> <TAB> <TAB> cb = self . _close_callback <TAB> <TAB> <TAB> self . _close_callback = None <TAB> <TAB> <TAB> self . _run_callback ( cb ) <TAB> <TAB> <TAB> <TAB> self . _read_callback = self . _write_callback = None <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _write_buffer = None,if self . _write_future is not None :,391
4411,"def route(tokeniser):
    ipmask = prefix(tokeniser)
    if ""rd"" in tokeniser.tokens or ""route-distinguisher"" in tokeniser.tokens:
        nlri = IPVPN(IP.toafi(ipmask.top()), SAFI.mpls_vpn, OUT.ANNOUNCE)
    elif ""label"" in tokeniser.tokens:
        nlri = Label(IP.toafi(ipmask.top()), SAFI.nlri_mpls, OUT.ANNOUNCE)
    else:
        nlri = INET(IP.toafi(ipmask.top()), IP.tosafi(ipmask.top()), OUT.ANNOUNCE)
    nlri.cidr = CIDR(ipmask.pack(), ipmask.mask)
    change = Change(nlri, Attributes())
    while True:
        command = tokeniser()
        if not command:
            break
        if command == ""label"":
            nlri.labels = label(tokeniser)
            continue
        if command == ""rd"" or command == ""route-distinguisher"":
            nlri.rd = route_distinguisher(tokeniser)
            continue
        action = ParseStatic.action.get(command, """")
        if action == ""attribute-add"":
            change.attributes.add(ParseStatic.known[command](tokeniser))
        elif action == ""nlri-set"":
            change.nlri.assign(
                ParseStatic.assign[command], ParseStatic.known[command](tokeniser)
            )
        elif action == ""nexthop-and-attribute"":
            nexthop, attribute = ParseStatic.known[command](tokeniser)
            change.nlri.nexthop = nexthop
            change.attributes.add(attribute)
        else:
            raise ValueError('route: unknown command ""%s""' % command)
    return list(ParseStatic.split(change))
","def route ( tokeniser ) : <TAB> ipmask = prefix ( tokeniser ) <TAB> if ""rd"" in tokeniser . tokens or ""route-distinguisher"" in tokeniser . tokens : <TAB> <TAB> nlri = IPVPN ( IP . toafi ( ipmask . top ( ) ) , SAFI . mpls_vpn , OUT . ANNOUNCE ) <TAB> elif ""label"" in tokeniser . tokens : <TAB> <TAB> nlri = Label ( IP . toafi ( ipmask . top ( ) ) , SAFI . nlri_mpls , OUT . ANNOUNCE ) <TAB> else : <TAB> <TAB> nlri = INET ( IP . toafi ( ipmask . top ( ) ) , IP . tosafi ( ipmask . top ( ) ) , OUT . ANNOUNCE ) <TAB> nlri . cidr = CIDR ( ipmask . pack ( ) , ipmask . mask ) <TAB> change = Change ( nlri , Attributes ( ) ) <TAB> while True : <TAB> <TAB> command = tokeniser ( ) <TAB> <TAB> if not command : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> nlri . labels = label ( tokeniser ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if command == ""rd"" or command == ""route-distinguisher"" : <TAB> <TAB> <TAB> nlri . rd = route_distinguisher ( tokeniser ) <TAB> <TAB> <TAB> continue <TAB> <TAB> action = ParseStatic . action . get ( command , """" ) <TAB> <TAB> if action == ""attribute-add"" : <TAB> <TAB> <TAB> change . attributes . add ( ParseStatic . known [ command ] ( tokeniser ) ) <TAB> <TAB> elif action == ""nlri-set"" : <TAB> <TAB> <TAB> change . nlri . assign ( <TAB> <TAB> <TAB> <TAB> ParseStatic . assign [ command ] , ParseStatic . known [ command ] ( tokeniser ) <TAB> <TAB> <TAB> ) <TAB> <TAB> elif action == ""nexthop-and-attribute"" : <TAB> <TAB> <TAB> nexthop , attribute = ParseStatic . known [ command ] ( tokeniser ) <TAB> <TAB> <TAB> change . nlri . nexthop = nexthop <TAB> <TAB> <TAB> change . attributes . add ( attribute ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( 'route: unknown command ""%s""' % command ) <TAB> return list ( ParseStatic . split ( change ) )","if command == ""label"" :",480
18738,"def _get_match_location(self, node, name=None):
    loc = source.Location(node.lineno, node.col_offset)
    if not name:
        return loc
    if isinstance(node, (self._ast.Import, self._ast.ImportFrom)):
        # Search for imported module names
        m = re.search(""[ ,]"" + name + r""\b"", self.source.line(node.lineno))
        if m is not None:
            c, _ = m.span()
            return source.Location(node.lineno, c + 1)
    elif isinstance(node, self._ast.Attribute):
        attr_loc, _ = self.source.get_attr_location(name, loc)
        return attr_loc
    return loc","def _get_match_location ( self , node , name = None ) : <TAB> loc = source . Location ( node . lineno , node . col_offset ) <TAB> if not name : <TAB> <TAB> return loc <TAB> if isinstance ( node , ( self . _ast . Import , self . _ast . ImportFrom ) ) : <TAB> <TAB> <TAB> <TAB> m = re . search ( ""[ ,]"" + name + r""\b"" , self . source . line ( node . lineno ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> c , _ = m . span ( ) <TAB> <TAB> <TAB> return source . Location ( node . lineno , c + 1 ) <TAB> elif isinstance ( node , self . _ast . Attribute ) : <TAB> <TAB> attr_loc , _ = self . source . get_attr_location ( name , loc ) <TAB> <TAB> return attr_loc <TAB> return loc",if m is not None :,188
19880,"def create_columns(self, treeview):
    # single column with icon + markup (dep. on init options)
    column = Gtk.TreeViewColumn("""")
    row_data_index = 1  # first element in the row is always the item itself
    for i, f in enumerate(self.fields):
        if f == IconTextRendererColumns.ICON:
            iconcell = Gtk.CellRendererPixbuf()
            iconcell.set_property(""width"", self.icon_size() + 10)
            column.set_cell_data_func(iconcell, self.icon, i)
            column.pack_start(iconcell, False)
        elif f == IconTextRendererColumns.TITLE:
            namecell = Gtk.CellRendererText()
            namecell.set_property(""ellipsize"", Pango.EllipsizeMode.END)
            column.pack_start(namecell, True)
            column.add_attribute(namecell, ""text"", row_data_index)
        elif f == IconTextRendererColumns.TITLE_SUBTITLE:
            namecell = Gtk.CellRendererText()
            namecell.set_property(""ellipsize"", Pango.EllipsizeMode.END)
            column.set_cell_data_func(namecell, self.markup, i)
            column.pack_start(namecell, True)
        row_data_index += 1
    treeview.append_column(column)","def create_columns ( self , treeview ) : <TAB> <TAB> column = Gtk . TreeViewColumn ( """" ) <TAB> row_data_index = 1 <TAB> for i , f in enumerate ( self . fields ) : <TAB> <TAB> if f == IconTextRendererColumns . ICON : <TAB> <TAB> <TAB> iconcell = Gtk . CellRendererPixbuf ( ) <TAB> <TAB> <TAB> iconcell . set_property ( ""width"" , self . icon_size ( ) + 10 ) <TAB> <TAB> <TAB> column . set_cell_data_func ( iconcell , self . icon , i ) <TAB> <TAB> <TAB> column . pack_start ( iconcell , False ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> namecell = Gtk . CellRendererText ( ) <TAB> <TAB> <TAB> namecell . set_property ( ""ellipsize"" , Pango . EllipsizeMode . END ) <TAB> <TAB> <TAB> column . pack_start ( namecell , True ) <TAB> <TAB> <TAB> column . add_attribute ( namecell , ""text"" , row_data_index ) <TAB> <TAB> elif f == IconTextRendererColumns . TITLE_SUBTITLE : <TAB> <TAB> <TAB> namecell = Gtk . CellRendererText ( ) <TAB> <TAB> <TAB> namecell . set_property ( ""ellipsize"" , Pango . EllipsizeMode . END ) <TAB> <TAB> <TAB> column . set_cell_data_func ( namecell , self . markup , i ) <TAB> <TAB> <TAB> column . pack_start ( namecell , True ) <TAB> <TAB> row_data_index += 1 <TAB> treeview . append_column ( column )",elif f == IconTextRendererColumns . TITLE :,343
5235,"def _create_tiny_git_repo(self, *, copy_files: Optional[Sequence[Path]] = None):
    with temporary_dir() as gitdir, temporary_dir() as worktree:
        # A tiny little fake git repo we will set up. initialize_repo() requires at least one file.
        Path(worktree, ""README"").touch()
        # The contextmanager interface is only necessary if an explicit gitdir is not provided.
        with initialize_repo(worktree, gitdir=gitdir) as git:
            if copy_files is not None:
                for fp in copy_files:
                    new_fp = Path(worktree, fp)
                    safe_mkdir_for(str(new_fp))
                    shutil.copy(fp, new_fp)
            yield git, worktree, gitdir
","def _create_tiny_git_repo ( self , * , copy_files : Optional [ Sequence [ Path ] ] = None ) : <TAB> with temporary_dir ( ) as gitdir , temporary_dir ( ) as worktree : <TAB> <TAB> <TAB> <TAB> Path ( worktree , ""README"" ) . touch ( ) <TAB> <TAB> <TAB> <TAB> with initialize_repo ( worktree , gitdir = gitdir ) as git : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> for fp in copy_files : <TAB> <TAB> <TAB> <TAB> <TAB> new_fp = Path ( worktree , fp ) <TAB> <TAB> <TAB> <TAB> <TAB> safe_mkdir_for ( str ( new_fp ) ) <TAB> <TAB> <TAB> <TAB> <TAB> shutil . copy ( fp , new_fp ) <TAB> <TAB> <TAB> yield git , worktree , gitdir",if copy_files is not None :,210
10778,"def click_outside(event):
    if event not in d:
        x, y, z = self.blockFaceUnderCursor[0]
        if y == 0:
            y = 64
        y += 3
        gotoPanel.X, gotoPanel.Y, gotoPanel.Z = x, y, z
        if event.num_clicks == 2:
            d.dismiss(""Goto"")","def click_outside ( event ) : <TAB> if event not in d : <TAB> <TAB> x , y , z = self . blockFaceUnderCursor [ 0 ] <TAB> <TAB> if y == 0 : <TAB> <TAB> <TAB> y = 64 <TAB> <TAB> y += 3 <TAB> <TAB> gotoPanel . X , gotoPanel . Y , gotoPanel . Z = x , y , z <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> d . dismiss ( ""Goto"" )",if event . num_clicks == 2 :,100
3094,"def get_doc_object(obj, what=None, doc=None, config={}):
    if what is None:
        if inspect.isclass(obj):
            what = ""class""
        elif inspect.ismodule(obj):
            what = ""module""
        elif callable(obj):
            what = ""function""
        else:
            what = ""object""
    if what == ""class"":
        return SphinxClassDoc(obj, func_doc=SphinxFunctionDoc, doc=doc, config=config)
    elif what in (""function"", ""method""):
        return SphinxFunctionDoc(obj, doc=doc, config=config)
    else:
        if doc is None:
            doc = pydoc.getdoc(obj)
        return SphinxObjDoc(obj, doc, config=config)
","def get_doc_object ( obj , what = None , doc = None , config = { } ) : <TAB> if what is None : <TAB> <TAB> if inspect . isclass ( obj ) : <TAB> <TAB> <TAB> what = ""class"" <TAB> <TAB> elif inspect . ismodule ( obj ) : <TAB> <TAB> <TAB> what = ""module"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> what = ""function"" <TAB> <TAB> else : <TAB> <TAB> <TAB> what = ""object"" <TAB> if what == ""class"" : <TAB> <TAB> return SphinxClassDoc ( obj , func_doc = SphinxFunctionDoc , doc = doc , config = config ) <TAB> elif what in ( ""function"" , ""method"" ) : <TAB> <TAB> return SphinxFunctionDoc ( obj , doc = doc , config = config ) <TAB> else : <TAB> <TAB> if doc is None : <TAB> <TAB> <TAB> doc = pydoc . getdoc ( obj ) <TAB> <TAB> return SphinxObjDoc ( obj , doc , config = config )",elif callable ( obj ) :,204
20196,"def _attempt_proof_app(self, current, context, agenda, accessible_vars, atoms, debug):
    f, args = current.uncurry()
    for i, arg in enumerate(args):
        if not TableauProver.is_atom(arg):
            ctx = f
            nv = Variable(""X%s"" % _counter.get())
            for j, a in enumerate(args):
                ctx = ctx(VariableExpression(nv)) if i == j else ctx(a)
            if context:
                ctx = context(ctx).simplify()
            ctx = LambdaExpression(nv, ctx)
            agenda.put(arg, ctx)
            return self._attempt_proof(agenda, accessible_vars, atoms, debug + 1)
    raise Exception(""If this method is called, there must be a non-atomic argument"")","def _attempt_proof_app ( self , current , context , agenda , accessible_vars , atoms , debug ) : <TAB> f , args = current . uncurry ( ) <TAB> for i , arg in enumerate ( args ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ctx = f <TAB> <TAB> <TAB> nv = Variable ( ""X%s"" % _counter . get ( ) ) <TAB> <TAB> <TAB> for j , a in enumerate ( args ) : <TAB> <TAB> <TAB> <TAB> ctx = ctx ( VariableExpression ( nv ) ) if i == j else ctx ( a ) <TAB> <TAB> <TAB> if context : <TAB> <TAB> <TAB> <TAB> ctx = context ( ctx ) . simplify ( ) <TAB> <TAB> <TAB> ctx = LambdaExpression ( nv , ctx ) <TAB> <TAB> <TAB> agenda . put ( arg , ctx ) <TAB> <TAB> <TAB> return self . _attempt_proof ( agenda , accessible_vars , atoms , debug + 1 ) <TAB> raise Exception ( ""If this method is called, there must be a non-atomic argument"" )",if not TableauProver . is_atom ( arg ) :,206
17470,"def background_size(tokens):
    """"""Validation for ``background-size``.""""""
    if len(tokens) == 1:
        token = tokens[0]
        keyword = get_keyword(token)
        if keyword in (""contain"", ""cover""):
            return keyword
        if keyword == ""auto"":
            return (""auto"", ""auto"")
        length = get_length(token, negative=False, percentage=True)
        if length:
            return (length, ""auto"")
    elif len(tokens) == 2:
        values = []
        for token in tokens:
            length = get_length(token, negative=False, percentage=True)
            if length:
                values.append(length)
            elif get_keyword(token) == ""auto"":
                values.append(""auto"")
        if len(values) == 2:
            return tuple(values)","def background_size ( tokens ) : <TAB> """"""Validation for ``background-size``."""""" <TAB> if len ( tokens ) == 1 : <TAB> <TAB> token = tokens [ 0 ] <TAB> <TAB> keyword = get_keyword ( token ) <TAB> <TAB> if keyword in ( ""contain"" , ""cover"" ) : <TAB> <TAB> <TAB> return keyword <TAB> <TAB> if keyword == ""auto"" : <TAB> <TAB> <TAB> return ( ""auto"" , ""auto"" ) <TAB> <TAB> length = get_length ( token , negative = False , percentage = True ) <TAB> <TAB> if length : <TAB> <TAB> <TAB> return ( length , ""auto"" ) <TAB> elif len ( tokens ) == 2 : <TAB> <TAB> values = [ ] <TAB> <TAB> for token in tokens : <TAB> <TAB> <TAB> length = get_length ( token , negative = False , percentage = True ) <TAB> <TAB> <TAB> if length : <TAB> <TAB> <TAB> <TAB> values . append ( length ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> values . append ( ""auto"" ) <TAB> <TAB> if len ( values ) == 2 : <TAB> <TAB> <TAB> return tuple ( values )","elif get_keyword ( token ) == ""auto"" :",230
12493,"def _extract_subtitles(url, subtitle_url):
    subtitles = {}
    if subtitle_url and isinstance(subtitle_url, compat_str):
        subtitle_url = urljoin(url, subtitle_url)
        STL_EXT = "".stl""
        SRT_EXT = "".srt""
        subtitles[""it""] = [
            {
                ""ext"": ""stl"",
                ""url"": subtitle_url,
            }
        ]
        if subtitle_url.endswith(STL_EXT):
            srt_url = subtitle_url[: -len(STL_EXT)] + SRT_EXT
            subtitles[""it""].append(
                {
                    ""ext"": ""srt"",
                    ""url"": srt_url,
                }
            )
    return subtitles
","def _extract_subtitles ( url , subtitle_url ) : <TAB> subtitles = { } <TAB> if subtitle_url and isinstance ( subtitle_url , compat_str ) : <TAB> <TAB> subtitle_url = urljoin ( url , subtitle_url ) <TAB> <TAB> STL_EXT = "".stl"" <TAB> <TAB> SRT_EXT = "".srt"" <TAB> <TAB> subtitles [ ""it"" ] = [ <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""ext"" : ""stl"" , <TAB> <TAB> <TAB> <TAB> ""url"" : subtitle_url , <TAB> <TAB> <TAB> } <TAB> <TAB> ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> srt_url = subtitle_url [ : - len ( STL_EXT ) ] + SRT_EXT <TAB> <TAB> <TAB> subtitles [ ""it"" ] . append ( <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> ""ext"" : ""srt"" , <TAB> <TAB> <TAB> <TAB> <TAB> ""url"" : srt_url , <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> ) <TAB> return subtitles",if subtitle_url . endswith ( STL_EXT ) :,222
15936,"def do_status(self, directory, path):
    if path:
        try:
            return next(
                self._gitcmd(
                    directory, ""status"", ""--porcelain"", ""--ignored"", ""--"", path
                )
            )[:2]
        except StopIteration:
            return None
    else:
        wt_column = "" ""
        index_column = "" ""
        untracked_column = "" ""
        for line in self._gitcmd(directory, ""status"", ""--porcelain""):
            if line[0] == ""?"":
                untracked_column = ""U""
                continue
            elif line[0] == ""!"":
                continue
            if line[0] != "" "":
                index_column = ""I""
            if line[1] != "" "":
                wt_column = ""D""
        r = wt_column + index_column + untracked_column
        return r if r != ""   "" else None","def do_status ( self , directory , path ) : <TAB> if path : <TAB> <TAB> try : <TAB> <TAB> <TAB> return next ( <TAB> <TAB> <TAB> <TAB> self . _gitcmd ( <TAB> <TAB> <TAB> <TAB> <TAB> directory , ""status"" , ""--porcelain"" , ""--ignored"" , ""--"" , path <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) [ : 2 ] <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> return None <TAB> else : <TAB> <TAB> wt_column = "" "" <TAB> <TAB> index_column = "" "" <TAB> <TAB> untracked_column = "" "" <TAB> <TAB> for line in self . _gitcmd ( directory , ""status"" , ""--porcelain"" ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> untracked_column = ""U"" <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> elif line [ 0 ] == ""!"" : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if line [ 0 ] != "" "" : <TAB> <TAB> <TAB> <TAB> index_column = ""I"" <TAB> <TAB> <TAB> if line [ 1 ] != "" "" : <TAB> <TAB> <TAB> <TAB> wt_column = ""D"" <TAB> <TAB> r = wt_column + index_column + untracked_column <TAB> <TAB> return r if r != ""   "" else None","if line [ 0 ] == ""?"" :",270
1475,"def save(self, filename=None, ignore_discard=False, ignore_expires=False):
    if filename is None:
        if self.filename is not None:
            filename = self.filename
        else:
            raise ValueError(MISSING_FILENAME_TEXT)
    f = open(filename, ""w"")
    try:
        f.write(self.header)
        now = time.time()
        for cookie in self:
            if not ignore_discard and cookie.discard:
                continue
            if not ignore_expires and cookie.is_expired(now):
                continue
            if cookie.secure:
                secure = ""TRUE""
            else:
                secure = ""FALSE""
            if cookie.domain.startswith("".""):
                initial_dot = ""TRUE""
            else:
                initial_dot = ""FALSE""
            if cookie.expires is not None:
                expires = str(cookie.expires)
            else:
                expires = """"
            if cookie.value is None:
                # cookies.txt regards 'Set-Cookie: foo' as a cookie
                # with no name, whereas http.cookiejar regards it as a
                # cookie with no value.
                name = """"
                value = cookie.name
            else:
                name = cookie.name
                value = cookie.value
            f.write(
                ""\t"".join(
                    [
                        cookie.domain,
                        initial_dot,
                        cookie.path,
                        secure,
                        expires,
                        name,
                        value,
                    ]
                )
                + ""\n""
            )
    finally:
        f.close()
","def save ( self , filename = None , ignore_discard = False , ignore_expires = False ) : <TAB> if filename is None : <TAB> <TAB> if self . filename is not None : <TAB> <TAB> <TAB> filename = self . filename <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( MISSING_FILENAME_TEXT ) <TAB> f = open ( filename , ""w"" ) <TAB> try : <TAB> <TAB> f . write ( self . header ) <TAB> <TAB> now = time . time ( ) <TAB> <TAB> for cookie in self : <TAB> <TAB> <TAB> if not ignore_discard and cookie . discard : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if not ignore_expires and cookie . is_expired ( now ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if cookie . secure : <TAB> <TAB> <TAB> <TAB> secure = ""TRUE"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> secure = ""FALSE"" <TAB> <TAB> <TAB> if cookie . domain . startswith ( ""."" ) : <TAB> <TAB> <TAB> <TAB> initial_dot = ""TRUE"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> initial_dot = ""FALSE"" <TAB> <TAB> <TAB> if cookie . expires is not None : <TAB> <TAB> <TAB> <TAB> expires = str ( cookie . expires ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> expires = """" <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> name = """" <TAB> <TAB> <TAB> <TAB> value = cookie . name <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> name = cookie . name <TAB> <TAB> <TAB> <TAB> value = cookie . value <TAB> <TAB> <TAB> f . write ( <TAB> <TAB> <TAB> <TAB> ""\t"" . join ( <TAB> <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cookie . domain , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> initial_dot , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cookie . path , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> secure , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> expires , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> name , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> value , <TAB> <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> + ""\n"" <TAB> <TAB> <TAB> ) <TAB> finally : <TAB> <TAB> f . close ( )",if cookie . value is None :,507
970,"def check_metadata_equal(df1, df2):
    # Checks to make sure metadata for df1 and df2 are equal.
    for attr in df1._metadata:
        if attr == ""_recommendation"":
            x = df1._recommendation
            y = df2._recommendation
            for key in x:
                if key in y:
                    assert len(x[key]) == len(y[key])
                    for i in range(len(x[key])):
                        vis1 = x[key][i]
                        vis2 = y[key][i]
                        compare_vis(vis1, vis2)
        elif attr == ""_rec_info"":
            x = df1._rec_info
            y = df2._rec_info
            assert len(x) == len(y)
            for i in range(len(x)):
                x_info, y_info = x[i], y[i]
                for key in x_info:
                    if key in y_info and key == ""collection"":
                        assert len(x_info[key]) == len(y_info[key])
                        for i in range(len(x_info[key])):
                            vis1 = x_info[key][i]
                            vis2 = y_info[key][i]
                            compare_vis(vis1, vis2)
                    elif key in y_info:
                        assert x_info[key] == y_info[key]
        elif attr != ""_widget"" and attr != ""_sampled"" and attr != ""_message"":
            assert getattr(df1, attr) == getattr(df2, attr)","def check_metadata_equal ( df1 , df2 ) : <TAB> <TAB> for attr in df1 . _metadata : <TAB> <TAB> if attr == ""_recommendation"" : <TAB> <TAB> <TAB> x = df1 . _recommendation <TAB> <TAB> <TAB> y = df2 . _recommendation <TAB> <TAB> <TAB> for key in x : <TAB> <TAB> <TAB> <TAB> if key in y : <TAB> <TAB> <TAB> <TAB> <TAB> assert len ( x [ key ] ) == len ( y [ key ] ) <TAB> <TAB> <TAB> <TAB> <TAB> for i in range ( len ( x [ key ] ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> vis1 = x [ key ] [ i ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> vis2 = y [ key ] [ i ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> compare_vis ( vis1 , vis2 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> x = df1 . _rec_info <TAB> <TAB> <TAB> y = df2 . _rec_info <TAB> <TAB> <TAB> assert len ( x ) == len ( y ) <TAB> <TAB> <TAB> for i in range ( len ( x ) ) : <TAB> <TAB> <TAB> <TAB> x_info , y_info = x [ i ] , y [ i ] <TAB> <TAB> <TAB> <TAB> for key in x_info : <TAB> <TAB> <TAB> <TAB> <TAB> if key in y_info and key == ""collection"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> assert len ( x_info [ key ] ) == len ( y_info [ key ] ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for i in range ( len ( x_info [ key ] ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> vis1 = x_info [ key ] [ i ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> vis2 = y_info [ key ] [ i ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> compare_vis ( vis1 , vis2 ) <TAB> <TAB> <TAB> <TAB> <TAB> elif key in y_info : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> assert x_info [ key ] == y_info [ key ] <TAB> <TAB> elif attr != ""_widget"" and attr != ""_sampled"" and attr != ""_message"" : <TAB> <TAB> <TAB> assert getattr ( df1 , attr ) == getattr ( df2 , attr )","elif attr == ""_rec_info"" :",464
23280,"def compute_most_posted(server, message):
    module, num, keyword, paste_date = message.split("";"")
    redis_progression_name_set = ""top_"" + module + ""_set_"" + paste_date
    # Add/Update in Redis
    server.hincrby(paste_date, module + ""-"" + keyword, int(num))
    # Compute Most Posted
    date = get_date_range(0)[0]
    # check if this keyword is eligible for progression
    keyword_total_sum = 0
    curr_value = server.hget(date, module + ""-"" + keyword)
    keyword_total_sum += int(curr_value) if curr_value is not None else 0
    if server.zcard(redis_progression_name_set) < max_set_cardinality:
        server.zadd(redis_progression_name_set, float(keyword_total_sum), keyword)
    else:  # not in set
        member_set = server.zrangebyscore(
            redis_progression_name_set, ""-inf"", ""+inf"", withscores=True, start=0, num=1
        )
        # Member set is a list of (value, score) pairs
        if int(member_set[0][1]) < keyword_total_sum:
            # remove min from set and add the new one
            print(
                module
                + "": adding ""
                + keyword
                + ""(""
                + str(keyword_total_sum)
                + "") in set and removing ""
                + member_set[0][0]
                + ""(""
                + str(member_set[0][1])
                + "")""
            )
            server.zrem(redis_progression_name_set, member_set[0][0])
            server.zadd(redis_progression_name_set, float(keyword_total_sum), keyword)
            print(redis_progression_name_set)","def compute_most_posted ( server , message ) : <TAB> module , num , keyword , paste_date = message . split ( "";"" ) <TAB> redis_progression_name_set = ""top_"" + module + ""_set_"" + paste_date <TAB> <TAB> server . hincrby ( paste_date , module + ""-"" + keyword , int ( num ) ) <TAB> <TAB> date = get_date_range ( 0 ) [ 0 ] <TAB> <TAB> keyword_total_sum = 0 <TAB> curr_value = server . hget ( date , module + ""-"" + keyword ) <TAB> keyword_total_sum += int ( curr_value ) if curr_value is not None else 0 <TAB> if server . zcard ( redis_progression_name_set ) < max_set_cardinality : <TAB> <TAB> server . zadd ( redis_progression_name_set , float ( keyword_total_sum ) , keyword ) <TAB> else : <TAB> <TAB> member_set = server . zrangebyscore ( <TAB> <TAB> <TAB> redis_progression_name_set , ""-inf"" , ""+inf"" , withscores = True , start = 0 , num = 1 <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> module <TAB> <TAB> <TAB> <TAB> + "": adding "" <TAB> <TAB> <TAB> <TAB> + keyword <TAB> <TAB> <TAB> <TAB> + ""("" <TAB> <TAB> <TAB> <TAB> + str ( keyword_total_sum ) <TAB> <TAB> <TAB> <TAB> + "") in set and removing "" <TAB> <TAB> <TAB> <TAB> + member_set [ 0 ] [ 0 ] <TAB> <TAB> <TAB> <TAB> + ""("" <TAB> <TAB> <TAB> <TAB> + str ( member_set [ 0 ] [ 1 ] ) <TAB> <TAB> <TAB> <TAB> + "")"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> server . zrem ( redis_progression_name_set , member_set [ 0 ] [ 0 ] ) <TAB> <TAB> <TAB> server . zadd ( redis_progression_name_set , float ( keyword_total_sum ) , keyword ) <TAB> <TAB> <TAB> print ( redis_progression_name_set )",if int ( member_set [ 0 ] [ 1 ] ) < keyword_total_sum :,512
12964,"def _split_bitstream(buf: bytes) -> Iterator[bytes]:
    # TODO: write in a more pytonic way,
    # translate from: https://github.com/aizvorski/h264bitstream/blob/master/h264_nal.c#L134
    i = 0
    while True:
        while (buf[i] != 0 or buf[i + 1] != 0 or buf[i + 2] != 0x01) and (
            buf[i] != 0 or buf[i + 1] != 0 or buf[i + 2] != 0 or buf[i + 3] != 0x01
        ):
            i += 1  # skip leading zero
            if i + 4 >= len(buf):
                return
        if buf[i] != 0 or buf[i + 1] != 0 or buf[i + 2] != 0x01:
            i += 1
        i += 3
        nal_start = i
        while (buf[i] != 0 or buf[i + 1] != 0 or buf[i + 2] != 0) and (
            buf[i] != 0 or buf[i + 1] != 0 or buf[i + 2] != 0x01
        ):
            i += 1
            # FIXME: the next line fails when reading a nal that ends
            # exactly at the end of the data
            if i + 3 >= len(buf):
                nal_end = len(buf)
                yield buf[nal_start:nal_end]
                return  # did not find nal end, stream ended first
        nal_end = i
        yield buf[nal_start:nal_end]",def _split_bitstream ( buf : bytes ) -> Iterator [ bytes ] : <TAB> <TAB> <TAB> i = 0 <TAB> while True : <TAB> <TAB> while ( buf [ i ] != 0 or buf [ i + 1 ] != 0 or buf [ i + 2 ] != 0x01 ) and ( <TAB> <TAB> <TAB> buf [ i ] != 0 or buf [ i + 1 ] != 0 or buf [ i + 2 ] != 0 or buf [ i + 3 ] != 0x01 <TAB> <TAB> ) : <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> <TAB> if i + 4 >= len ( buf ) : <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> i += 3 <TAB> <TAB> nal_start = i <TAB> <TAB> while ( buf [ i ] != 0 or buf [ i + 1 ] != 0 or buf [ i + 2 ] != 0 ) and ( <TAB> <TAB> <TAB> buf [ i ] != 0 or buf [ i + 1 ] != 0 or buf [ i + 2 ] != 0x01 <TAB> <TAB> ) : <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if i + 3 >= len ( buf ) : <TAB> <TAB> <TAB> <TAB> nal_end = len ( buf ) <TAB> <TAB> <TAB> <TAB> yield buf [ nal_start : nal_end ] <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> nal_end = i <TAB> <TAB> yield buf [ nal_start : nal_end ],if buf [ i ] != 0 or buf [ i + 1 ] != 0 or buf [ i + 2 ] != 0x01 :,422
4845,"def __init__(self, fmt=None, *args):
    if not isinstance(fmt, BaseException):
        Error.__init__(self, fmt, *args)
    else:
        e = fmt
        cls = e.__class__
        fmt = ""%s.%s: %s"" % (cls.__module__, cls.__name__, e)
        tb = sys.exc_info()[2]
        if tb:
            fmt += ""\n""
            fmt += """".join(traceback.format_tb(tb))
        Error.__init__(self, fmt)","def __init__ ( self , fmt = None , * args ) : <TAB> if not isinstance ( fmt , BaseException ) : <TAB> <TAB> Error . __init__ ( self , fmt , * args ) <TAB> else : <TAB> <TAB> e = fmt <TAB> <TAB> cls = e . __class__ <TAB> <TAB> fmt = ""%s.%s: %s"" % ( cls . __module__ , cls . __name__ , e ) <TAB> <TAB> tb = sys . exc_info ( ) [ 2 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fmt += ""\n"" <TAB> <TAB> <TAB> fmt += """" . join ( traceback . format_tb ( tb ) ) <TAB> <TAB> Error . __init__ ( self , fmt )",if tb :,138
10227,"def collect_textmate_scheme(self, scheme_tree):
    scheme = {}
    for style in scheme_tree.findall("".//dict[key='scope']""):
        try:
            cur_style = {}
            cur_tag = None
            for elem in style.iter():
                if elem.tag == ""key"":
                    cur_tag = elem.text  # We are going to fill it next time
                elif elem.tag == ""string"" and cur_tag is not None:
                    cur_style[cur_tag] = elem.text
                    cur_tag = None
            if ""scope"" in cur_style:
                scheme[cur_style[""scope""]] = cur_style
        except ValueError:
            pass
    return scheme
","def collect_textmate_scheme ( self , scheme_tree ) : <TAB> scheme = { } <TAB> for style in scheme_tree . findall ( "".//dict[key='scope']"" ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> cur_style = { } <TAB> <TAB> <TAB> cur_tag = None <TAB> <TAB> <TAB> for elem in style . iter ( ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> cur_tag = elem . text <TAB> <TAB> <TAB> <TAB> elif elem . tag == ""string"" and cur_tag is not None : <TAB> <TAB> <TAB> <TAB> <TAB> cur_style [ cur_tag ] = elem . text <TAB> <TAB> <TAB> <TAB> <TAB> cur_tag = None <TAB> <TAB> <TAB> if ""scope"" in cur_style : <TAB> <TAB> <TAB> <TAB> scheme [ cur_style [ ""scope"" ] ] = cur_style <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> pass <TAB> return scheme","if elem . tag == ""key"" :",204
188,"def get_ending(lines, begin, end, begin_line, begin_char, type):
    # Find the ending of the enclosing comment block, given a
    # description of the beginning of the block
    end_line = begin_line
    end_char = 0
    if type == MULT:
        while end_line < len(lines):
            start = 0
            if end_line == begin_line:
                start = begin_char + len(begin)
            end_char = lines[end_line].find(end, start)
            if end_char >= 0:
                break
            end_line += 1
        end_line += 1
    elif type == IN:
        while end_line < len(lines):
            start = 0
            if end_line == begin_line:
                start = lines[end_line].index(begin)
            if not lines[end_line][start:].strip().startswith(begin):
                break
            end_line += 1
    return end_line, end_char","def get_ending ( lines , begin , end , begin_line , begin_char , type ) : <TAB> <TAB> <TAB> end_line = begin_line <TAB> end_char = 0 <TAB> if type == MULT : <TAB> <TAB> while end_line < len ( lines ) : <TAB> <TAB> <TAB> start = 0 <TAB> <TAB> <TAB> if end_line == begin_line : <TAB> <TAB> <TAB> <TAB> start = begin_char + len ( begin ) <TAB> <TAB> <TAB> end_char = lines [ end_line ] . find ( end , start ) <TAB> <TAB> <TAB> if end_char >= 0 : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> end_line += 1 <TAB> <TAB> end_line += 1 <TAB> elif type == IN : <TAB> <TAB> while end_line < len ( lines ) : <TAB> <TAB> <TAB> start = 0 <TAB> <TAB> <TAB> if end_line == begin_line : <TAB> <TAB> <TAB> <TAB> start = lines [ end_line ] . index ( begin ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> end_line += 1 <TAB> return end_line , end_char",if not lines [ end_line ] [ start : ] . strip ( ) . startswith ( begin ) :,272
16347,"def pauseAllDownloads(self, menu):
    # get active gid of downloads from aria
    active_gids = download.activeDownloads()
    # check that if gid is in download_list_file_active
    f = Open(download_list_file_active)
    download_list_file_active_lines = f.readlines()
    f.close()
    for i in range(len(download_list_file_active_lines)):
        download_list_file_active_lines[i] = download_list_file_active_lines[i].strip()
    for gid in active_gids:
        if gid in download_list_file_active_lines:
            answer = download.downloadPause(gid)
            if answer == ""None"":
                notifySend(""Aria2 did not respond!"", ""Try agian!"", 10000, ""critical"")
            sleep(0.3)","def pauseAllDownloads ( self , menu ) : <TAB> <TAB> active_gids = download . activeDownloads ( ) <TAB> <TAB> f = Open ( download_list_file_active ) <TAB> download_list_file_active_lines = f . readlines ( ) <TAB> f . close ( ) <TAB> for i in range ( len ( download_list_file_active_lines ) ) : <TAB> <TAB> download_list_file_active_lines [ i ] = download_list_file_active_lines [ i ] . strip ( ) <TAB> for gid in active_gids : <TAB> <TAB> if gid in download_list_file_active_lines : <TAB> <TAB> <TAB> answer = download . downloadPause ( gid ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> notifySend ( ""Aria2 did not respond!"" , ""Try agian!"" , 10000 , ""critical"" ) <TAB> <TAB> <TAB> sleep ( 0.3 )","if answer == ""None"" :",220
1373,"def _get_requested_databases(self):
    """"""Returns a list of databases requested, not including ignored dbs""""""
    requested_databases = []
    if (self._requested_namespaces is not None) and (self._requested_namespaces != []):
        for requested_namespace in self._requested_namespaces:
            if requested_namespace[0] is ""*"":
                return []
            elif requested_namespace[0] not in IGNORE_DBS:
                requested_databases.append(requested_namespace[0])
    return requested_databases","def _get_requested_databases ( self ) : <TAB> """"""Returns a list of databases requested, not including ignored dbs"""""" <TAB> requested_databases = [ ] <TAB> if ( self . _requested_namespaces is not None ) and ( self . _requested_namespaces != [ ] ) : <TAB> <TAB> for requested_namespace in self . _requested_namespaces : <TAB> <TAB> <TAB> if requested_namespace [ 0 ] is ""*"" : <TAB> <TAB> <TAB> <TAB> return [ ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> requested_databases . append ( requested_namespace [ 0 ] ) <TAB> return requested_databases",elif requested_namespace [ 0 ] not in IGNORE_DBS :,131
19661,"def read_work_titles(fields):
    found = []
    if ""240"" in fields:
        for line in fields[""240""]:
            title = join_subfield_values(line, [""a"", ""m"", ""n"", ""p"", ""r""])
            if title not in found:
                found.append(title)
    if ""130"" in fields:
        for line in fields[""130""]:
            title = "" "".join(get_lower_subfields(line))
            if title not in found:
                found.append(title)
    return {""work_titles"": found} if found else {}","def read_work_titles ( fields ) : <TAB> found = [ ] <TAB> if ""240"" in fields : <TAB> <TAB> for line in fields [ ""240"" ] : <TAB> <TAB> <TAB> title = join_subfield_values ( line , [ ""a"" , ""m"" , ""n"" , ""p"" , ""r"" ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> found . append ( title ) <TAB> if ""130"" in fields : <TAB> <TAB> for line in fields [ ""130"" ] : <TAB> <TAB> <TAB> title = "" "" . join ( get_lower_subfields ( line ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> found . append ( title ) <TAB> return { ""work_titles"" : found } if found else { }",if title not in found :,157
9465,"def generic_tag_compiler(params, defaults, name, node_class, parser, token):
    ""Returns a template.Node subclass.""
    bits = token.split_contents()[1:]
    bmax = len(params)
    def_len = defaults and len(defaults) or 0
    bmin = bmax - def_len
    if len(bits) < bmin or len(bits) > bmax:
        if bmin == bmax:
            message = ""%s takes %s arguments"" % (name, bmin)
        else:
            message = ""%s takes between %s and %s arguments"" % (name, bmin, bmax)
        raise TemplateSyntaxError(message)
    return node_class(bits)","def generic_tag_compiler ( params , defaults , name , node_class , parser , token ) : <TAB> ""Returns a template.Node subclass."" <TAB> bits = token . split_contents ( ) [ 1 : ] <TAB> bmax = len ( params ) <TAB> def_len = defaults and len ( defaults ) or 0 <TAB> bmin = bmax - def_len <TAB> if len ( bits ) < bmin or len ( bits ) > bmax : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> message = ""%s takes %s arguments"" % ( name , bmin ) <TAB> <TAB> else : <TAB> <TAB> <TAB> message = ""%s takes between %s and %s arguments"" % ( name , bmin , bmax ) <TAB> <TAB> raise TemplateSyntaxError ( message ) <TAB> return node_class ( bits )",if bmin == bmax :,176
3806,"def _handle_control_flow_operator(self, operator, values):
    if operator == ""$switch"":
        if not isinstance(values, dict):
            raise OperationFailure(
                ""$switch requires an object as an argument, "" ""found: %s"" % type(values)
            )
        branches = values.get(""branches"", [])
        if not isinstance(branches, (list, tuple)):
            raise OperationFailure(
                ""$switch expected an array for 'branches', ""
                ""found: %s"" % type(branches)
            )
        if not branches:
            raise OperationFailure(""$switch requires at least one branch."")
        for branch in branches:
            if not isinstance(branch, dict):
                raise OperationFailure(
                    ""$switch expected each branch to be an object, ""
                    ""found: %s"" % type(branch)
                )
            if ""case"" not in branch:
                raise OperationFailure(
                    ""$switch requires each branch have a 'case' expression""
                )
            if ""then"" not in branch:
                raise OperationFailure(
                    ""$switch requires each branch have a 'then' expression.""
                )
        for branch in branches:
            if self._parse_to_bool(branch[""case""]):
                return self.parse(branch[""then""])
        if ""default"" not in values:
            raise OperationFailure(
                ""$switch could not find a matching branch for an input, ""
                ""and no default was specified.""
            )
        return self.parse(values[""default""])
    # This should never happen: it is only a safe fallback if something went wrong.
    raise NotImplementedError(  # pragma: no cover
        ""Although '%s' is a valid control flow operator for the ""
        ""aggregation pipeline, it is currently not implemented ""
        ""in Mongomock."" % operator
    )
","def _handle_control_flow_operator ( self , operator , values ) : <TAB> if operator == ""$switch"" : <TAB> <TAB> if not isinstance ( values , dict ) : <TAB> <TAB> <TAB> raise OperationFailure ( <TAB> <TAB> <TAB> <TAB> ""$switch requires an object as an argument, "" ""found: %s"" % type ( values ) <TAB> <TAB> <TAB> ) <TAB> <TAB> branches = values . get ( ""branches"" , [ ] ) <TAB> <TAB> if not isinstance ( branches , ( list , tuple ) ) : <TAB> <TAB> <TAB> raise OperationFailure ( <TAB> <TAB> <TAB> <TAB> ""$switch expected an array for 'branches', "" <TAB> <TAB> <TAB> <TAB> ""found: %s"" % type ( branches ) <TAB> <TAB> <TAB> ) <TAB> <TAB> if not branches : <TAB> <TAB> <TAB> raise OperationFailure ( ""$switch requires at least one branch."" ) <TAB> <TAB> for branch in branches : <TAB> <TAB> <TAB> if not isinstance ( branch , dict ) : <TAB> <TAB> <TAB> <TAB> raise OperationFailure ( <TAB> <TAB> <TAB> <TAB> <TAB> ""$switch expected each branch to be an object, "" <TAB> <TAB> <TAB> <TAB> <TAB> ""found: %s"" % type ( branch ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise OperationFailure ( <TAB> <TAB> <TAB> <TAB> <TAB> ""$switch requires each branch have a 'case' expression"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if ""then"" not in branch : <TAB> <TAB> <TAB> <TAB> raise OperationFailure ( <TAB> <TAB> <TAB> <TAB> <TAB> ""$switch requires each branch have a 'then' expression."" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> for branch in branches : <TAB> <TAB> <TAB> if self . _parse_to_bool ( branch [ ""case"" ] ) : <TAB> <TAB> <TAB> <TAB> return self . parse ( branch [ ""then"" ] ) <TAB> <TAB> if ""default"" not in values : <TAB> <TAB> <TAB> raise OperationFailure ( <TAB> <TAB> <TAB> <TAB> ""$switch could not find a matching branch for an input, "" <TAB> <TAB> <TAB> <TAB> ""and no default was specified."" <TAB> <TAB> <TAB> ) <TAB> <TAB> return self . parse ( values [ ""default"" ] ) <TAB> <TAB> raise NotImplementedError ( <TAB> <TAB> ""Although '%s' is a valid control flow operator for the "" <TAB> <TAB> ""aggregation pipeline, it is currently not implemented "" <TAB> <TAB> ""in Mongomock."" % operator <TAB> )","if ""case"" not in branch :",507
3257,"def load_stack(self, stack, index=None):
    self.stack = stack
    self.clear()
    for i in range(len(stack)):
        frame, lineno = stack[i]
        try:
            modname = frame.f_globals[""__name__""]
        except:
            modname = ""?""
        code = frame.f_code
        filename = code.co_filename
        funcname = code.co_name
        import linecache
        sourceline = linecache.getline(filename, lineno)
        import string
        sourceline = string.strip(sourceline)
        if funcname in (""?"", """", None):
            item = ""%s, line %d: %s"" % (modname, lineno, sourceline)
        else:
            item = ""%s.%s(), line %d: %s"" % (modname, funcname, lineno, sourceline)
        if i == index:
            item = ""> "" + item
        self.append(item)
    if index is not None:
        self.select(index)
","def load_stack ( self , stack , index = None ) : <TAB> self . stack = stack <TAB> self . clear ( ) <TAB> for i in range ( len ( stack ) ) : <TAB> <TAB> frame , lineno = stack [ i ] <TAB> <TAB> try : <TAB> <TAB> <TAB> modname = frame . f_globals [ ""__name__"" ] <TAB> <TAB> except : <TAB> <TAB> <TAB> modname = ""?"" <TAB> <TAB> code = frame . f_code <TAB> <TAB> filename = code . co_filename <TAB> <TAB> funcname = code . co_name <TAB> <TAB> import linecache <TAB> <TAB> sourceline = linecache . getline ( filename , lineno ) <TAB> <TAB> import string <TAB> <TAB> sourceline = string . strip ( sourceline ) <TAB> <TAB> if funcname in ( ""?"" , """" , None ) : <TAB> <TAB> <TAB> item = ""%s, line %d: %s"" % ( modname , lineno , sourceline ) <TAB> <TAB> else : <TAB> <TAB> <TAB> item = ""%s.%s(), line %d: %s"" % ( modname , funcname , lineno , sourceline ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> item = ""> "" + item <TAB> <TAB> self . append ( item ) <TAB> if index is not None : <TAB> <TAB> self . select ( index )",if i == index :,264
8167,"def can_read_or_exception(
    self, user, doc_class, doc_id, exception_class=PopupException
):
    if doc_id is None:
        return
    try:
        ct = ContentType.objects.get_for_model(doc_class)
        doc = Document.objects.get(object_id=doc_id, content_type=ct)
        if doc.can_read(user):
            return doc
        else:
            message = _(
                ""Permission denied. %(username)s does not have the permissions required to access document %(id)s""
            ) % {""username"": user.username, ""id"": doc.id}
            raise exception_class(message)
    except Document.DoesNotExist:
        raise exception_class(_(""Document %(id)s does not exist"") % {""id"": doc_id})
","def can_read_or_exception ( <TAB> self , user , doc_class , doc_id , exception_class = PopupException ) : <TAB> if doc_id is None : <TAB> <TAB> return <TAB> try : <TAB> <TAB> ct = ContentType . objects . get_for_model ( doc_class ) <TAB> <TAB> doc = Document . objects . get ( object_id = doc_id , content_type = ct ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return doc <TAB> <TAB> else : <TAB> <TAB> <TAB> message = _ ( <TAB> <TAB> <TAB> <TAB> ""Permission denied. %(username)s does not have the permissions required to access document %(id)s"" <TAB> <TAB> <TAB> ) % { ""username"" : user . username , ""id"" : doc . id } <TAB> <TAB> <TAB> raise exception_class ( message ) <TAB> except Document . DoesNotExist : <TAB> <TAB> raise exception_class ( _ ( ""Document %(id)s does not exist"" ) % { ""id"" : doc_id } )",if doc . can_read ( user ) :,213
7153,"def _defuse_padding(self, IR_node):
    auto_pad = IR_node.get_attr(""auto_pad"")
    if auto_pad:
        input_node = self.parent_variable_name(IR_node)
        if auto_pad == ""VALID"":
            padding = False
        elif auto_pad.startswith(""SAME""):
            padding = True
        else:
            raise ValueError(""Unknown padding type [{}]."".format(auto_pad))
        return input_node, padding
    else:
        padding = IR_node.get_attr(""pads"")
        if not is_valid_padding(padding):
            dim = len(padding) // 2
            padding_str = list()
            for i in xrange(1, dim):
                padding_str.append((padding[i], padding[i + dim]))
            input_node = IR_node.variable_name + ""_pad""
            self.add_body(
                1,
                ""{:<15} = cntk.pad({}, pattern={})"".format(
                    input_node, self.parent_variable_name(IR_node), padding_str
                ),
            )
        else:
            input_node = self.parent_variable_name(IR_node)
        return input_node, False","def _defuse_padding ( self , IR_node ) : <TAB> auto_pad = IR_node . get_attr ( ""auto_pad"" ) <TAB> if auto_pad : <TAB> <TAB> input_node = self . parent_variable_name ( IR_node ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> padding = False <TAB> <TAB> elif auto_pad . startswith ( ""SAME"" ) : <TAB> <TAB> <TAB> padding = True <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( ""Unknown padding type [{}]."" . format ( auto_pad ) ) <TAB> <TAB> return input_node , padding <TAB> else : <TAB> <TAB> padding = IR_node . get_attr ( ""pads"" ) <TAB> <TAB> if not is_valid_padding ( padding ) : <TAB> <TAB> <TAB> dim = len ( padding ) // 2 <TAB> <TAB> <TAB> padding_str = list ( ) <TAB> <TAB> <TAB> for i in xrange ( 1 , dim ) : <TAB> <TAB> <TAB> <TAB> padding_str . append ( ( padding [ i ] , padding [ i + dim ] ) ) <TAB> <TAB> <TAB> input_node = IR_node . variable_name + ""_pad"" <TAB> <TAB> <TAB> self . add_body ( <TAB> <TAB> <TAB> <TAB> 1 , <TAB> <TAB> <TAB> <TAB> ""{:<15} = cntk.pad({}, pattern={})"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> input_node , self . parent_variable_name ( IR_node ) , padding_str <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> input_node = self . parent_variable_name ( IR_node ) <TAB> <TAB> return input_node , False","if auto_pad == ""VALID"" :",342
5978,"def append_chunk(self, source, chunk):
    try:
        data = json.loads(chunk)
    except ValueError:
        logger.error(""unable to decode chunk %s"", chunk, exc_info=True)
    else:
        try:
            ts = data[""timestamp""]
            self.results.setdefault(ts, {})
            for key, value in data[""fields""].iteritems():
                if data[""name""] == ""diskio"":
                    data[""name""] = ""{metric_name}-{disk_id}"".format(
                        metric_name=data[""name""], disk_id=data[""tags""][""name""]
                    )
                elif data[""name""] == ""net"":
                    data[""name""] = ""{metric_name}-{interface}"".format(
                        metric_name=data[""name""], interface=data[""tags""][""interface""]
                    )
                elif data[""name""] == ""cpu"":
                    data[""name""] = ""{metric_name}-{cpu_id}"".format(
                        metric_name=data[""name""], cpu_id=data[""tags""][""cpu""]
                    )
                key = data[""name""] + ""_"" + key
                if key.endswith(""_exec_value""):
                    key = key.replace(""_exec_value"", """")
                self.results[ts][key] = value
        except KeyError:
            logger.error(
                ""Malformed json from source %s: %s"", source, chunk, exc_info=True
            )
        except BaseException:
            logger.error(""Something nasty happend in consolidator work"", exc_info=True)
","def append_chunk ( self , source , chunk ) : <TAB> try : <TAB> <TAB> data = json . loads ( chunk ) <TAB> except ValueError : <TAB> <TAB> logger . error ( ""unable to decode chunk %s"" , chunk , exc_info = True ) <TAB> else : <TAB> <TAB> try : <TAB> <TAB> <TAB> ts = data [ ""timestamp"" ] <TAB> <TAB> <TAB> self . results . setdefault ( ts , { } ) <TAB> <TAB> <TAB> for key , value in data [ ""fields"" ] . iteritems ( ) : <TAB> <TAB> <TAB> <TAB> if data [ ""name"" ] == ""diskio"" : <TAB> <TAB> <TAB> <TAB> <TAB> data [ ""name"" ] = ""{metric_name}-{disk_id}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> metric_name = data [ ""name"" ] , disk_id = data [ ""tags"" ] [ ""name"" ] <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> elif data [ ""name"" ] == ""net"" : <TAB> <TAB> <TAB> <TAB> <TAB> data [ ""name"" ] = ""{metric_name}-{interface}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> metric_name = data [ ""name"" ] , interface = data [ ""tags"" ] [ ""interface"" ] <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> elif data [ ""name"" ] == ""cpu"" : <TAB> <TAB> <TAB> <TAB> <TAB> data [ ""name"" ] = ""{metric_name}-{cpu_id}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> metric_name = data [ ""name"" ] , cpu_id = data [ ""tags"" ] [ ""cpu"" ] <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> key = data [ ""name"" ] + ""_"" + key <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> key = key . replace ( ""_exec_value"" , """" ) <TAB> <TAB> <TAB> <TAB> self . results [ ts ] [ key ] = value <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> logger . error ( <TAB> <TAB> <TAB> <TAB> ""Malformed json from source %s: %s"" , source , chunk , exc_info = True <TAB> <TAB> <TAB> ) <TAB> <TAB> except BaseException : <TAB> <TAB> <TAB> logger . error ( ""Something nasty happend in consolidator work"" , exc_info = True )","if key . endswith ( ""_exec_value"" ) :",438
5567,"def CastClass(c, graph=None):
    graph = graph is None and c.factoryGraph or graph
    for kind in graph.objects(subject=classOrIdentifier(c), predicate=RDF.type):
        if kind == OWL_NS.Restriction:
            kwArgs = {""identifier"": classOrIdentifier(c), ""graph"": graph}
            for s, p, o in graph.triples((classOrIdentifier(c), None, None)):
                if p != RDF.type:
                    if p == OWL_NS.onProperty:
                        kwArgs[""onProperty""] = o
                    else:
                        if p not in Restriction.restrictionKinds:
                            continue
                        kwArgs[str(p.split(OWL_NS)[-1])] = o
            if not set(
                [str(i.split(OWL_NS)[-1]) for i in Restriction.restrictionKinds]
            ).intersection(kwArgs):
                raise MalformedClass(""Malformed owl:Restriction"")
            return Restriction(**kwArgs)
        else:
            for s, p, o in graph.triples_choices(
                (
                    classOrIdentifier(c),
                    [OWL_NS.intersectionOf, OWL_NS.unionOf, OWL_NS.oneOf],
                    None,
                )
            ):
                if p == OWL_NS.oneOf:
                    return EnumeratedClass(classOrIdentifier(c), graph=graph)
                else:
                    return BooleanClass(classOrIdentifier(c), operator=p, graph=graph)
            # assert (classOrIdentifier(c),RDF.type,OWL_NS.Class) in graph
            return Class(classOrIdentifier(c), graph=graph, skipOWLClassMembership=True)","def CastClass ( c , graph = None ) : <TAB> graph = graph is None and c . factoryGraph or graph <TAB> for kind in graph . objects ( subject = classOrIdentifier ( c ) , predicate = RDF . type ) : <TAB> <TAB> if kind == OWL_NS . Restriction : <TAB> <TAB> <TAB> kwArgs = { ""identifier"" : classOrIdentifier ( c ) , ""graph"" : graph } <TAB> <TAB> <TAB> for s , p , o in graph . triples ( ( classOrIdentifier ( c ) , None , None ) ) : <TAB> <TAB> <TAB> <TAB> if p != RDF . type : <TAB> <TAB> <TAB> <TAB> <TAB> if p == OWL_NS . onProperty : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> kwArgs [ ""onProperty"" ] = o <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> kwArgs [ str ( p . split ( OWL_NS ) [ - 1 ] ) ] = o <TAB> <TAB> <TAB> if not set ( <TAB> <TAB> <TAB> <TAB> [ str ( i . split ( OWL_NS ) [ - 1 ] ) for i in Restriction . restrictionKinds ] <TAB> <TAB> <TAB> ) . intersection ( kwArgs ) : <TAB> <TAB> <TAB> <TAB> raise MalformedClass ( ""Malformed owl:Restriction"" ) <TAB> <TAB> <TAB> return Restriction ( ** kwArgs ) <TAB> <TAB> else : <TAB> <TAB> <TAB> for s , p , o in graph . triples_choices ( <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> classOrIdentifier ( c ) , <TAB> <TAB> <TAB> <TAB> <TAB> [ OWL_NS . intersectionOf , OWL_NS . unionOf , OWL_NS . oneOf ] , <TAB> <TAB> <TAB> <TAB> <TAB> None , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> if p == OWL_NS . oneOf : <TAB> <TAB> <TAB> <TAB> <TAB> return EnumeratedClass ( classOrIdentifier ( c ) , graph = graph ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> return BooleanClass ( classOrIdentifier ( c ) , operator = p , graph = graph ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return Class ( classOrIdentifier ( c ) , graph = graph , skipOWLClassMembership = True )",if p not in Restriction . restrictionKinds :,501
6636,"def get_unique_attribute(self, name: str):
    feat = None
    for f in self.features:
        if self._return_feature(f) and hasattr(f, name):
            if feat is not None:
                raise RuntimeError(""The attribute was not unique."")
            feat = f
    if feat is None:
        raise RuntimeError(""The attribute did not exist"")
    return getattr(feat, name)
","def get_unique_attribute ( self , name : str ) : <TAB> feat = None <TAB> for f in self . features : <TAB> <TAB> if self . _return_feature ( f ) and hasattr ( f , name ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise RuntimeError ( ""The attribute was not unique."" ) <TAB> <TAB> <TAB> feat = f <TAB> if feat is None : <TAB> <TAB> raise RuntimeError ( ""The attribute did not exist"" ) <TAB> return getattr ( feat , name )",if feat is not None :,106
11583,"def _patch():
    """"""Monkey-patch pyopengl to fix a bug in glBufferSubData.""""""
    import sys
    from OpenGL import GL
    if sys.version_info > (3,):
        buffersubdatafunc = GL.glBufferSubData
        if hasattr(buffersubdatafunc, ""wrapperFunction""):
            buffersubdatafunc = buffersubdatafunc.wrapperFunction
        _m = sys.modules[buffersubdatafunc.__module__]
        _m.long = int
    # Fix missing enum
    try:
        from OpenGL.GL.VERSION import GL_2_0
        GL_2_0.GL_OBJECT_SHADER_SOURCE_LENGTH = GL_2_0.GL_SHADER_SOURCE_LENGTH
    except Exception:
        pass","def _patch ( ) : <TAB> """"""Monkey-patch pyopengl to fix a bug in glBufferSubData."""""" <TAB> import sys <TAB> from OpenGL import GL <TAB> if sys . version_info > ( 3 , ) : <TAB> <TAB> buffersubdatafunc = GL . glBufferSubData <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> buffersubdatafunc = buffersubdatafunc . wrapperFunction <TAB> <TAB> _m = sys . modules [ buffersubdatafunc . __module__ ] <TAB> <TAB> _m . long = int <TAB> <TAB> try : <TAB> <TAB> from OpenGL . GL . VERSION import GL_2_0 <TAB> <TAB> GL_2_0 . GL_OBJECT_SHADER_SOURCE_LENGTH = GL_2_0 . GL_SHADER_SOURCE_LENGTH <TAB> except Exception : <TAB> <TAB> pass","if hasattr ( buffersubdatafunc , ""wrapperFunction"" ) :",194
3268,"def formatmonthname(self, theyear, themonth, withyear=True):
    with TimeEncoding(self.locale) as encoding:
        s = month_name[themonth]
        if encoding is not None:
            s = s.decode(encoding)
        if withyear:
            s = ""%s %s"" % (s, theyear)
        return '<tr><th colspan=""7"" class=""month"">%s</th></tr>' % s","def formatmonthname ( self , theyear , themonth , withyear = True ) : <TAB> with TimeEncoding ( self . locale ) as encoding : <TAB> <TAB> s = month_name [ themonth ] <TAB> <TAB> if encoding is not None : <TAB> <TAB> <TAB> s = s . decode ( encoding ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> s = ""%s %s"" % ( s , theyear ) <TAB> <TAB> return '<tr><th colspan=""7"" class=""month"">%s</th></tr>' % s",if withyear :,115
15044,"def _write_summaries(self, summary_dict, relative_path=""""):
    for name, value in summary_dict.items():
        if isinstance(value, dict):
            self._write_summaries(
                value, relative_path=os.path.join(relative_path, name)
            )
        else:
            with self.summary_writer(relative_path).as_default():
                self._summary_fn(name, value, step=self._global_step)
","def _write_summaries ( self , summary_dict , relative_path = """" ) : <TAB> for name , value in summary_dict . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _write_summaries ( <TAB> <TAB> <TAB> <TAB> value , relative_path = os . path . join ( relative_path , name ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> with self . summary_writer ( relative_path ) . as_default ( ) : <TAB> <TAB> <TAB> <TAB> self . _summary_fn ( name , value , step = self . _global_step )","if isinstance ( value , dict ) :",125
14326,"def execute_many(self, query: str, values: list) -> None:
    async with self.acquire_connection() as connection:
        self.log.debug(""%s: %s"", query, values)
        async with connection.cursor() as cursor:
            if self.capabilities.supports_transactions:
                await connection.begin()
                try:
                    await cursor.executemany(query, values)
                except Exception:
                    await connection.rollback()
                    raise
                else:
                    await connection.commit()
            else:
                await cursor.executemany(query, values)
","def execute_many ( self , query : str , values : list ) -> None : <TAB> async with self . acquire_connection ( ) as connection : <TAB> <TAB> self . log . debug ( ""%s: %s"" , query , values ) <TAB> <TAB> async with connection . cursor ( ) as cursor : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> await connection . begin ( ) <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> await cursor . executemany ( query , values ) <TAB> <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> <TAB> await connection . rollback ( ) <TAB> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> await connection . commit ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> await cursor . executemany ( query , values )",if self . capabilities . supports_transactions :,171
7540,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.I32:
                self.protocol_version = iprot.readI32()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRING:
                self.propertyName = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.STRING:
                self.defaultValue = iprot.readString()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . I32 : <TAB> <TAB> <TAB> <TAB> self . protocol_version = iprot . readI32 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . propertyName = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 3 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . defaultValue = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",elif fid == 2 :,378
11983,"def _iter_ns_range(self):
    """"""Iterates over self._ns_range, delegating to self._iter_key_range().""""""
    while True:
        if self._current_key_range is None:
            query = self._ns_range.make_datastore_query()
            namespace_result = query.Get(1)
            if not namespace_result:
                break
            namespace = namespace_result[0].name() or """"
            self._current_key_range = key_range.KeyRange(
                namespace=namespace, _app=self._ns_range.app
            )
            yield ALLOW_CHECKPOINT
        for key, o in self._iter_key_range(copy.deepcopy(self._current_key_range)):
            self._current_key_range.advance(key)
            yield o
        if (
            self._ns_range.is_single_namespace
            or self._current_key_range.namespace == self._ns_range.namespace_end
        ):
            break
        self._ns_range = self._ns_range.with_start_after(
            self._current_key_range.namespace
        )
        self._current_key_range = None","def _iter_ns_range ( self ) : <TAB> """"""Iterates over self._ns_range, delegating to self._iter_key_range()."""""" <TAB> while True : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> query = self . _ns_range . make_datastore_query ( ) <TAB> <TAB> <TAB> namespace_result = query . Get ( 1 ) <TAB> <TAB> <TAB> if not namespace_result : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> namespace = namespace_result [ 0 ] . name ( ) or """" <TAB> <TAB> <TAB> self . _current_key_range = key_range . KeyRange ( <TAB> <TAB> <TAB> <TAB> namespace = namespace , _app = self . _ns_range . app <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> yield ALLOW_CHECKPOINT <TAB> <TAB> for key , o in self . _iter_key_range ( copy . deepcopy ( self . _current_key_range ) ) : <TAB> <TAB> <TAB> self . _current_key_range . advance ( key ) <TAB> <TAB> <TAB> yield o <TAB> <TAB> if ( <TAB> <TAB> <TAB> self . _ns_range . is_single_namespace <TAB> <TAB> <TAB> or self . _current_key_range . namespace == self . _ns_range . namespace_end <TAB> <TAB> ) : <TAB> <TAB> <TAB> break <TAB> <TAB> self . _ns_range = self . _ns_range . with_start_after ( <TAB> <TAB> <TAB> self . _current_key_range . namespace <TAB> <TAB> ) <TAB> <TAB> self . _current_key_range = None",if self . _current_key_range is None :,321
18507,"def __init__(self, artifact=None, pad=None):
    if pad is None:
        if artifact is None:
            raise TypeError(
                ""Either artifact or pad is needed to "" ""construct a context.""
            )
        pad = artifact.build_state.pad
    if artifact is not None:
        self.artifact = artifact
        self.source = artifact.source_obj
        self.build_state = self.artifact.build_state
    else:
        self.artifact = None
        self.source = None
        self.build_state = None
    self.exc_info = None
    self.pad = pad
    # Processing information
    self.referenced_dependencies = set()
    self.referenced_virtual_dependencies = {}
    self.sub_artifacts = []
    self.flow_block_render_stack = []
    self._forced_base_url = None
    # General cache system where other things can put their temporary
    # stuff in.
    self.cache = {}
    self._dependency_collectors = []
","def __init__ ( self , artifact = None , pad = None ) : <TAB> if pad is None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> ""Either artifact or pad is needed to "" ""construct a context."" <TAB> <TAB> <TAB> ) <TAB> <TAB> pad = artifact . build_state . pad <TAB> if artifact is not None : <TAB> <TAB> self . artifact = artifact <TAB> <TAB> self . source = artifact . source_obj <TAB> <TAB> self . build_state = self . artifact . build_state <TAB> else : <TAB> <TAB> self . artifact = None <TAB> <TAB> self . source = None <TAB> <TAB> self . build_state = None <TAB> self . exc_info = None <TAB> self . pad = pad <TAB> <TAB> self . referenced_dependencies = set ( ) <TAB> self . referenced_virtual_dependencies = { } <TAB> self . sub_artifacts = [ ] <TAB> self . flow_block_render_stack = [ ] <TAB> self . _forced_base_url = None <TAB> <TAB> <TAB> self . cache = { } <TAB> self . _dependency_collectors = [ ]",if artifact is None :,259
17627,"def _fix_default(self, action):
    if (
        hasattr(action, ""default"")
        and hasattr(action, ""dest"")
        and action.default != SUPPRESS
    ):
        as_type = get_type(action)
        names = OrderedDict(
            (i.lstrip(""-"").replace(""-"", ""_""), None) for i in action.option_strings
        )
        outcome = None
        for name in names:
            outcome = get_env_var(name, as_type, self.env)
            if outcome is not None:
                break
        if outcome is None and self.file_config:
            for name in names:
                outcome = self.file_config.get(name, as_type)
                if outcome is not None:
                    break
        if outcome is not None:
            action.default, action.default_source = outcome
        else:
            outcome = action.default, ""default""
        self.options.set_src(action.dest, *outcome)
","def _fix_default ( self , action ) : <TAB> if ( <TAB> <TAB> hasattr ( action , ""default"" ) <TAB> <TAB> and hasattr ( action , ""dest"" ) <TAB> <TAB> and action . default != SUPPRESS <TAB> ) : <TAB> <TAB> as_type = get_type ( action ) <TAB> <TAB> names = OrderedDict ( <TAB> <TAB> <TAB> ( i . lstrip ( ""-"" ) . replace ( ""-"" , ""_"" ) , None ) for i in action . option_strings <TAB> <TAB> ) <TAB> <TAB> outcome = None <TAB> <TAB> for name in names : <TAB> <TAB> <TAB> outcome = get_env_var ( name , as_type , self . env ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if outcome is None and self . file_config : <TAB> <TAB> <TAB> for name in names : <TAB> <TAB> <TAB> <TAB> outcome = self . file_config . get ( name , as_type ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> action . default , action . default_source = outcome <TAB> <TAB> else : <TAB> <TAB> <TAB> outcome = action . default , ""default"" <TAB> <TAB> self . options . set_src ( action . dest , * outcome )",if outcome is not None :,271
5065,"def disassemble(self, byte_parser, histogram=False):
    """"""Disassemble code, for ad-hoc experimenting.""""""
    for bp in byte_parser.child_parsers():
        if bp.text:
            srclines = bp.text.splitlines()
        else:
            srclines = None
        print(""\n%s: "" % bp.code)
        upto = None
        for disline in disgen.disgen(bp.code):
            if histogram:
                opcode_counts[disline.opcode] += 1
                continue
            if disline.first:
                if srclines:
                    upto = upto or disline.lineno - 1
                    while upto <= disline.lineno - 1:
                        print(""%100s%s"" % ("""", srclines[upto]))
                        upto += 1
                elif disline.offset > 0:
                    print("""")
            line = disgen.format_dis_line(disline)
            print(""%-70s"" % (line,))
    print("""")","def disassemble ( self , byte_parser , histogram = False ) : <TAB> """"""Disassemble code, for ad-hoc experimenting."""""" <TAB> for bp in byte_parser . child_parsers ( ) : <TAB> <TAB> if bp . text : <TAB> <TAB> <TAB> srclines = bp . text . splitlines ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> srclines = None <TAB> <TAB> print ( ""\n%s: "" % bp . code ) <TAB> <TAB> upto = None <TAB> <TAB> for disline in disgen . disgen ( bp . code ) : <TAB> <TAB> <TAB> if histogram : <TAB> <TAB> <TAB> <TAB> opcode_counts [ disline . opcode ] += 1 <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if srclines : <TAB> <TAB> <TAB> <TAB> <TAB> upto = upto or disline . lineno - 1 <TAB> <TAB> <TAB> <TAB> <TAB> while upto <= disline . lineno - 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( ""%100s%s"" % ( """" , srclines [ upto ] ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> upto += 1 <TAB> <TAB> <TAB> <TAB> elif disline . offset > 0 : <TAB> <TAB> <TAB> <TAB> <TAB> print ( """" ) <TAB> <TAB> <TAB> line = disgen . format_dis_line ( disline ) <TAB> <TAB> <TAB> print ( ""%-70s"" % ( line , ) ) <TAB> print ( """" )",if disline . first :,292
13087,"def send_request(self, request_method, *args, **kwargs):
    request_func = getattr(self.client, request_method)
    status_code = None
    if ""content_type"" not in kwargs and request_method != ""get"":
        kwargs[""content_type""] = ""application/json""
    if (
        ""data"" in kwargs
        and request_method != ""get""
        and kwargs[""content_type""] == ""application/json""
    ):
        data = kwargs.get(""data"", """")
        kwargs[""data""] = json.dumps(data)  # , cls=CustomJSONEncoder
    if ""status_code"" in kwargs:
        status_code = kwargs.pop(""status_code"")
    # check_headers = kwargs.pop('check_headers', True)
    if hasattr(self, ""token""):
        if getattr(settings, ""REST_USE_JWT"", False):
            kwargs[""HTTP_AUTHORIZATION""] = ""JWT %s"" % self.token
        else:
            kwargs[""HTTP_AUTHORIZATION""] = ""Token %s"" % self.token
    self.response = request_func(*args, **kwargs)
    is_json = bool([x for x in self.response._headers[""content-type""] if ""json"" in x])
    self.response.json = {}
    if is_json and self.response.content:
        self.response.json = json.loads(force_text(self.response.content))
    if status_code:
        self.assertEqual(self.response.status_code, status_code)
    return self.response
","def send_request ( self , request_method , * args , ** kwargs ) : <TAB> request_func = getattr ( self . client , request_method ) <TAB> status_code = None <TAB> if ""content_type"" not in kwargs and request_method != ""get"" : <TAB> <TAB> kwargs [ ""content_type"" ] = ""application/json"" <TAB> if ( <TAB> <TAB> ""data"" in kwargs <TAB> <TAB> and request_method != ""get"" <TAB> <TAB> and kwargs [ ""content_type"" ] == ""application/json"" <TAB> ) : <TAB> <TAB> data = kwargs . get ( ""data"" , """" ) <TAB> <TAB> kwargs [ ""data"" ] = json . dumps ( data ) <TAB> if ""status_code"" in kwargs : <TAB> <TAB> status_code = kwargs . pop ( ""status_code"" ) <TAB> <TAB> if hasattr ( self , ""token"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> kwargs [ ""HTTP_AUTHORIZATION"" ] = ""JWT %s"" % self . token <TAB> <TAB> else : <TAB> <TAB> <TAB> kwargs [ ""HTTP_AUTHORIZATION"" ] = ""Token %s"" % self . token <TAB> self . response = request_func ( * args , ** kwargs ) <TAB> is_json = bool ( [ x for x in self . response . _headers [ ""content-type"" ] if ""json"" in x ] ) <TAB> self . response . json = { } <TAB> if is_json and self . response . content : <TAB> <TAB> self . response . json = json . loads ( force_text ( self . response . content ) ) <TAB> if status_code : <TAB> <TAB> self . assertEqual ( self . response . status_code , status_code ) <TAB> return self . response","if getattr ( settings , ""REST_USE_JWT"" , False ) :",387
22710,"def _wait_for_bot_presense(self, online):
    for _ in range(10):
        time.sleep(2)
        if online and self._is_testbot_online():
            break
        if not online and not self._is_testbot_online():
            break
    else:
        raise AssertionError(
            ""test bot is still {}"".format(""offline"" if online else ""online"")
        )","def _wait_for_bot_presense ( self , online ) : <TAB> for _ in range ( 10 ) : <TAB> <TAB> time . sleep ( 2 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> if not online and not self . _is_testbot_online ( ) : <TAB> <TAB> <TAB> break <TAB> else : <TAB> <TAB> raise AssertionError ( <TAB> <TAB> <TAB> ""test bot is still {}"" . format ( ""offline"" if online else ""online"" ) <TAB> <TAB> )",if online and self . _is_testbot_online ( ) :,111
15430,"def set_logging(self, showOnCmd=True, loggingFile=None, loggingLevel=logging.INFO):
    if showOnCmd != self.showOnCmd:
        if showOnCmd:
            self.logger.addHandler(self.cmdHandler)
        else:
            self.logger.removeHandler(self.cmdHandler)
        self.showOnCmd = showOnCmd
    if loggingFile != self.loggingFile:
        if self.loggingFile is not None:  # clear old fileHandler
            self.logger.removeHandler(self.fileHandler)
            self.fileHandler.close()
        if loggingFile is not None:  # add new fileHandler
            self.fileHandler = logging.FileHandler(loggingFile)
            self.logger.addHandler(self.fileHandler)
        self.loggingFile = loggingFile
    if loggingLevel != self.loggingLevel:
        self.logger.setLevel(loggingLevel)
        self.loggingLevel = loggingLevel
","def set_logging ( self , showOnCmd = True , loggingFile = None , loggingLevel = logging . INFO ) : <TAB> if showOnCmd != self . showOnCmd : <TAB> <TAB> if showOnCmd : <TAB> <TAB> <TAB> self . logger . addHandler ( self . cmdHandler ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . logger . removeHandler ( self . cmdHandler ) <TAB> <TAB> self . showOnCmd = showOnCmd <TAB> if loggingFile != self . loggingFile : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . logger . removeHandler ( self . fileHandler ) <TAB> <TAB> <TAB> self . fileHandler . close ( ) <TAB> <TAB> if loggingFile is not None : <TAB> <TAB> <TAB> self . fileHandler = logging . FileHandler ( loggingFile ) <TAB> <TAB> <TAB> self . logger . addHandler ( self . fileHandler ) <TAB> <TAB> self . loggingFile = loggingFile <TAB> if loggingLevel != self . loggingLevel : <TAB> <TAB> self . logger . setLevel ( loggingLevel ) <TAB> <TAB> self . loggingLevel = loggingLevel",if self . loggingFile is not None :,245
2416,"def render(self, mcanv, op, idx):
    value = self.imm
    hint = mcanv.syms.getSymHint(op.va, idx)
    if hint is not None:
        if mcanv.mem.isValidPointer(value):
            mcanv.addVaText(hint, value)
        else:
            mcanv.addNameText(hint)
    elif mcanv.mem.isValidPointer(value):
        name = addrToName(mcanv, value)
        mcanv.addVaText(name, value)
    else:
        if self.tsize == 6:
            mcanv.addNameText(""0x%.4x:0x%.8x"" % (value >> 32, value & 0xFFFFFFFF))
        elif self.imm >= 4096:
            mcanv.addNameText(""0x%.8x"" % value)
        else:
            mcanv.addNameText(str(value))","def render ( self , mcanv , op , idx ) : <TAB> value = self . imm <TAB> hint = mcanv . syms . getSymHint ( op . va , idx ) <TAB> if hint is not None : <TAB> <TAB> if mcanv . mem . isValidPointer ( value ) : <TAB> <TAB> <TAB> mcanv . addVaText ( hint , value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> mcanv . addNameText ( hint ) <TAB> elif mcanv . mem . isValidPointer ( value ) : <TAB> <TAB> name = addrToName ( mcanv , value ) <TAB> <TAB> mcanv . addVaText ( name , value ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> mcanv . addNameText ( ""0x%.4x:0x%.8x"" % ( value >> 32 , value & 0xFFFFFFFF ) ) <TAB> <TAB> elif self . imm >= 4096 : <TAB> <TAB> <TAB> mcanv . addNameText ( ""0x%.8x"" % value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> mcanv . addNameText ( str ( value ) )",if self . tsize == 6 :,236
18279,"def _guardAgainstUnicode(self, data):
    # Only accept byte strings or ascii unicode values, otherwise
    # there is no way to correctly decode the data into bytes.
    if _pythonMajorVersion < 3:
        if isinstance(data, unicode):
            data = data.encode(""utf8"")
    else:
        if isinstance(data, str):
            # Only accept ascii unicode values.
            try:
                return data.encode(""ascii"")
            except UnicodeEncodeError:
                pass
            raise ValueError(""pyDes can only work with encoded strings, not Unicode."")
    return data","def _guardAgainstUnicode ( self , data ) : <TAB> <TAB> <TAB> if _pythonMajorVersion < 3 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> data = data . encode ( ""utf8"" ) <TAB> else : <TAB> <TAB> if isinstance ( data , str ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> return data . encode ( ""ascii"" ) <TAB> <TAB> <TAB> except UnicodeEncodeError : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> raise ValueError ( ""pyDes can only work with encoded strings, not Unicode."" ) <TAB> return data","if isinstance ( data , unicode ) :",154
4566,"def get(self, block=True, timeout=None):
    if block and timeout is None:
        self._rlock.acquire()
        try:
            res = self._recv()
            self._sem.release()
            return res
        finally:
            self._rlock.release()
    else:
        if block:
            deadline = time.time() + timeout
        if not self._rlock.acquire(block, timeout):
            raise Empty
        try:
            if not self._poll(block and (deadline - time.time()) or 0.0):
                raise Empty
            res = self._recv()
            self._sem.release()
            return res
        finally:
            self._rlock.release()","def get ( self , block = True , timeout = None ) : <TAB> if block and timeout is None : <TAB> <TAB> self . _rlock . acquire ( ) <TAB> <TAB> try : <TAB> <TAB> <TAB> res = self . _recv ( ) <TAB> <TAB> <TAB> self . _sem . release ( ) <TAB> <TAB> <TAB> return res <TAB> <TAB> finally : <TAB> <TAB> <TAB> self . _rlock . release ( ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> deadline = time . time ( ) + timeout <TAB> <TAB> if not self . _rlock . acquire ( block , timeout ) : <TAB> <TAB> <TAB> raise Empty <TAB> <TAB> try : <TAB> <TAB> <TAB> if not self . _poll ( block and ( deadline - time . time ( ) ) or 0.0 ) : <TAB> <TAB> <TAB> <TAB> raise Empty <TAB> <TAB> <TAB> res = self . _recv ( ) <TAB> <TAB> <TAB> self . _sem . release ( ) <TAB> <TAB> <TAB> return res <TAB> <TAB> finally : <TAB> <TAB> <TAB> self . _rlock . release ( )",if block :,204
22643,"def __init__(self, name, lines):
    self.name = name
    self.flds = []
    self.parms = {}
    self.recfmt = None
    # Example line:
    # f02=Person_last_change  ,32,10,10, 1,68,"""",""INDI CHAN DATE""
    line_pat = re.compile(r""(\w+) = (.*)"", re.VERBOSE)
    for lne in lines:
        mtch = line_pat.match(lne)
        if mtch:
            # TODO. Catch duplicates?
            self.parms[mtch.group(1)] = mtch.group(2)
    self.fileext = self.parms.get(""fileext"", None)
    # If there is a n_fields entry then this is a table that
    # has details about the record format of another file (PER or REL).
    if ""n_fields"" in self.parms:
        self.get_fields()
        self.recfmt = self.get_recfmt()
        self.nam2fld = {}
        self.nam2idx = {}
        self.recflds = []  # list of fields that use up space in a record
        j = 0
        for fld in enumerate(self.flds):
            # print(""# field %s"" % fld)
            nam = fld[1].name
            self.nam2fld[nam] = fld
            # fld.size == 0: Field will not be acknowleged!
            if fld[1].size != 0:
                self.nam2idx[nam] = j
                # print(""#       %s <= %d"" % (fld.fieldname, j))
                self.recflds.append(fld[1])
                j += 1","def __init__ ( self , name , lines ) : <TAB> self . name = name <TAB> self . flds = [ ] <TAB> self . parms = { } <TAB> self . recfmt = None <TAB> <TAB> <TAB> line_pat = re . compile ( r""(\w+) = (.*)"" , re . VERBOSE ) <TAB> for lne in lines : <TAB> <TAB> mtch = line_pat . match ( lne ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . parms [ mtch . group ( 1 ) ] = mtch . group ( 2 ) <TAB> self . fileext = self . parms . get ( ""fileext"" , None ) <TAB> <TAB> <TAB> if ""n_fields"" in self . parms : <TAB> <TAB> self . get_fields ( ) <TAB> <TAB> self . recfmt = self . get_recfmt ( ) <TAB> <TAB> self . nam2fld = { } <TAB> <TAB> self . nam2idx = { } <TAB> <TAB> self . recflds = [ ] <TAB> <TAB> j = 0 <TAB> <TAB> for fld in enumerate ( self . flds ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> nam = fld [ 1 ] . name <TAB> <TAB> <TAB> self . nam2fld [ nam ] = fld <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if fld [ 1 ] . size != 0 : <TAB> <TAB> <TAB> <TAB> self . nam2idx [ nam ] = j <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . recflds . append ( fld [ 1 ] ) <TAB> <TAB> <TAB> <TAB> j += 1",if mtch :,452
8281,"def __getitem__(self, key):
    arch = self._project.arch
    if key in arch.registers:
        # it's a register name
        reg_offset, size = arch.registers[key]
        # obtain the CFGNode
        cfg_node = self._cfg.model.get_any_node(self._insn_addr, anyaddr=True)
        if cfg_node is None:
            # not found
            raise KeyError(
                ""CFGNode for instruction %#x is not found."" % self._insn_addr
            )
        # determine the statement ID
        vex_block = self._project.factory.block(
            cfg_node.addr, size=cfg_node.size, opt_level=self._cfg._iropt_level
        ).vex
        stmt_idx = None
        insn_addr = cfg_node.addr
        for i, stmt in enumerate(vex_block.statements):
            if isinstance(stmt, pyvex.IRStmt.IMark):
                insn_addr = stmt.addr + stmt.delta
            elif insn_addr == self._insn_addr:
                if isinstance(stmt, pyvex.IRStmt.Put) and stmt.offset == reg_offset:
                    stmt_idx = i
                    break
            elif insn_addr > self._insn_addr:
                break
        if stmt_idx is None:
            raise KeyError(""Cannot find the statement."")
        # create a program variable
        variable = SimRegisterVariable(reg_offset, size)
        location = CodeLocation(cfg_node.addr, stmt_idx, ins_addr=self._insn_addr)
        pv = ProgramVariable(variable, location, arch=self._project.arch)
        return DDGViewItem(self._ddg, pv, simplified=self._simplified)
","def __getitem__ ( self , key ) : <TAB> arch = self . _project . arch <TAB> if key in arch . registers : <TAB> <TAB> <TAB> <TAB> reg_offset , size = arch . registers [ key ] <TAB> <TAB> <TAB> <TAB> cfg_node = self . _cfg . model . get_any_node ( self . _insn_addr , anyaddr = True ) <TAB> <TAB> if cfg_node is None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise KeyError ( <TAB> <TAB> <TAB> <TAB> ""CFGNode for instruction %#x is not found."" % self . _insn_addr <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> vex_block = self . _project . factory . block ( <TAB> <TAB> <TAB> cfg_node . addr , size = cfg_node . size , opt_level = self . _cfg . _iropt_level <TAB> <TAB> ) . vex <TAB> <TAB> stmt_idx = None <TAB> <TAB> insn_addr = cfg_node . addr <TAB> <TAB> for i , stmt in enumerate ( vex_block . statements ) : <TAB> <TAB> <TAB> if isinstance ( stmt , pyvex . IRStmt . IMark ) : <TAB> <TAB> <TAB> <TAB> insn_addr = stmt . addr + stmt . delta <TAB> <TAB> <TAB> elif insn_addr == self . _insn_addr : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> stmt_idx = i <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> elif insn_addr > self . _insn_addr : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if stmt_idx is None : <TAB> <TAB> <TAB> raise KeyError ( ""Cannot find the statement."" ) <TAB> <TAB> <TAB> <TAB> variable = SimRegisterVariable ( reg_offset , size ) <TAB> <TAB> location = CodeLocation ( cfg_node . addr , stmt_idx , ins_addr = self . _insn_addr ) <TAB> <TAB> pv = ProgramVariable ( variable , location , arch = self . _project . arch ) <TAB> <TAB> return DDGViewItem ( self . _ddg , pv , simplified = self . _simplified )","if isinstance ( stmt , pyvex . IRStmt . Put ) and stmt . offset == reg_offset :",475
6934,"def _get_dependency_manager(dependency_manager, runtime):
    if not dependency_manager:
        valid_dep_managers = RUNTIME_TO_DEPENDENCY_MANAGERS.get(runtime)
        if valid_dep_managers is None:
            dependency_manager = None
        elif len(valid_dep_managers) == 1:
            dependency_manager = valid_dep_managers[0]
        else:
            choices = list(map(str, range(1, len(valid_dep_managers) + 1)))
            choice_num = 1
            click.echo(""\nWhich dependency manager would you like to use?"")
            for dm in valid_dep_managers:
                msg = ""\t"" + str(choice_num) + "" - "" + dm
                click.echo(msg)
                choice_num = choice_num + 1
            choice = click.prompt(
                ""Dependency manager"", type=click.Choice(choices), show_choices=False
            )
            dependency_manager = valid_dep_managers[int(choice) - 1]  # zero index
    return dependency_manager","def _get_dependency_manager ( dependency_manager , runtime ) : <TAB> if not dependency_manager : <TAB> <TAB> valid_dep_managers = RUNTIME_TO_DEPENDENCY_MANAGERS . get ( runtime ) <TAB> <TAB> if valid_dep_managers is None : <TAB> <TAB> <TAB> dependency_manager = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> dependency_manager = valid_dep_managers [ 0 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> choices = list ( map ( str , range ( 1 , len ( valid_dep_managers ) + 1 ) ) ) <TAB> <TAB> <TAB> choice_num = 1 <TAB> <TAB> <TAB> click . echo ( ""\nWhich dependency manager would you like to use?"" ) <TAB> <TAB> <TAB> for dm in valid_dep_managers : <TAB> <TAB> <TAB> <TAB> msg = ""\t"" + str ( choice_num ) + "" - "" + dm <TAB> <TAB> <TAB> <TAB> click . echo ( msg ) <TAB> <TAB> <TAB> <TAB> choice_num = choice_num + 1 <TAB> <TAB> <TAB> choice = click . prompt ( <TAB> <TAB> <TAB> <TAB> ""Dependency manager"" , type = click . Choice ( choices ) , show_choices = False <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> dependency_manager = valid_dep_managers [ int ( choice ) - 1 ] <TAB> return dependency_manager",elif len ( valid_dep_managers ) == 1 :,289
14805,"def compare(self, first, second, scope_bracket=False):
    """"""Compare brackets.  This function allows bracket plugins to add additional logic.""""""
    if scope_bracket:
        match = first is not None and second is not None
    else:
        match = first.type == second.type
    if not self.rules.check_compare:
        return match
    if match:
        if scope_bracket:
            bracket = self.rules.scopes[first.scope][""brackets""][first.type]
        else:
            bracket = self.rules.brackets[first.type]
        try:
            if bracket.compare is not None and match:
                match = bracket.compare(
                    bracket.name,
                    bh_plugin.BracketRegion(first.begin, first.end),
                    bh_plugin.BracketRegion(second.begin, second.end),
                    self.search.get_buffer(),
                )
        except Exception:
            log(""Plugin Compare Error:\n%s"" % str(traceback.format_exc()))
    return match
","def compare ( self , first , second , scope_bracket = False ) : <TAB> """"""Compare brackets.  This function allows bracket plugins to add additional logic."""""" <TAB> <fill-in> <TAB> <TAB> match = first is not None and second is not None <TAB> else : <TAB> <TAB> match = first . type == second . type <TAB> if not self . rules . check_compare : <TAB> <TAB> return match <TAB> if match : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> bracket = self . rules . scopes [ first . scope ] [ ""brackets"" ] [ first . type ] <TAB> <TAB> else : <TAB> <TAB> <TAB> bracket = self . rules . brackets [ first . type ] <TAB> <TAB> try : <TAB> <TAB> <TAB> if bracket . compare is not None and match : <TAB> <TAB> <TAB> <TAB> match = bracket . compare ( <TAB> <TAB> <TAB> <TAB> <TAB> bracket . name , <TAB> <TAB> <TAB> <TAB> <TAB> bh_plugin . BracketRegion ( first . begin , first . end ) , <TAB> <TAB> <TAB> <TAB> <TAB> bh_plugin . BracketRegion ( second . begin , second . end ) , <TAB> <TAB> <TAB> <TAB> <TAB> self . search . get_buffer ( ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> log ( ""Plugin Compare Error:\n%s"" % str ( traceback . format_exc ( ) ) ) <TAB> return match",if scope_bracket :,280
14611,"def _to_record(self, data, zone):
    records = []
    rrset_values = data[""rrset_values""]
    multiple_value_record = len(rrset_values) > 1
    for index, rrset_value in enumerate(rrset_values):
        record = self._to_record_sub(data, zone, rrset_value)
        record.extra[""_multi_value""] = multiple_value_record
        if multiple_value_record:
            record.extra[""_other_records""] = []
        records.append(record)
    if multiple_value_record:
        for index in range(0, len(records)):
            record = records[index]
            for other_index, other_record in enumerate(records):
                if index == other_index:
                    continue
                extra = copy.deepcopy(other_record.extra)
                extra.pop(""_multi_value"")
                extra.pop(""_other_records"")
                item = {
                    ""name"": other_record.name,
                    ""data"": other_record.data,
                    ""type"": other_record.type,
                    ""extra"": extra,
                }
                record.extra[""_other_records""].append(item)
    return records","def _to_record ( self , data , zone ) : <TAB> records = [ ] <TAB> rrset_values = data [ ""rrset_values"" ] <TAB> multiple_value_record = len ( rrset_values ) > 1 <TAB> for index , rrset_value in enumerate ( rrset_values ) : <TAB> <TAB> record = self . _to_record_sub ( data , zone , rrset_value ) <TAB> <TAB> record . extra [ ""_multi_value"" ] = multiple_value_record <TAB> <TAB> if multiple_value_record : <TAB> <TAB> <TAB> record . extra [ ""_other_records"" ] = [ ] <TAB> <TAB> records . append ( record ) <TAB> if multiple_value_record : <TAB> <TAB> for index in range ( 0 , len ( records ) ) : <TAB> <TAB> <TAB> record = records [ index ] <TAB> <TAB> <TAB> for other_index , other_record in enumerate ( records ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> extra = copy . deepcopy ( other_record . extra ) <TAB> <TAB> <TAB> <TAB> extra . pop ( ""_multi_value"" ) <TAB> <TAB> <TAB> <TAB> extra . pop ( ""_other_records"" ) <TAB> <TAB> <TAB> <TAB> item = { <TAB> <TAB> <TAB> <TAB> <TAB> ""name"" : other_record . name , <TAB> <TAB> <TAB> <TAB> <TAB> ""data"" : other_record . data , <TAB> <TAB> <TAB> <TAB> <TAB> ""type"" : other_record . type , <TAB> <TAB> <TAB> <TAB> <TAB> ""extra"" : extra , <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> record . extra [ ""_other_records"" ] . append ( item ) <TAB> return records",if index == other_index :,341
231,"def decompress(self, data):
    if not data:
        return data
    if not self._first_try:
        return self._obj.decompress(data)
    self._data += data
    try:
        decompressed = self._obj.decompress(data)
        if decompressed:
            self._first_try = False
            self._data = None
        return decompressed
    except zlib.error:
        self._first_try = False
        self._obj = zlib.decompressobj(-zlib.MAX_WBITS)
        try:
            return self.decompress(self._data)
        finally:
            self._data = None
","def decompress ( self , data ) : <TAB> if not data : <TAB> <TAB> return data <TAB> if not self . _first_try : <TAB> <TAB> return self . _obj . decompress ( data ) <TAB> self . _data += data <TAB> try : <TAB> <TAB> decompressed = self . _obj . decompress ( data ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _first_try = False <TAB> <TAB> <TAB> self . _data = None <TAB> <TAB> return decompressed <TAB> except zlib . error : <TAB> <TAB> self . _first_try = False <TAB> <TAB> self . _obj = zlib . decompressobj ( - zlib . MAX_WBITS ) <TAB> <TAB> try : <TAB> <TAB> <TAB> return self . decompress ( self . _data ) <TAB> <TAB> finally : <TAB> <TAB> <TAB> self . _data = None",if decompressed :,163
4904,"def CountButtons(self):
    """"""Returns the number of visible buttons in the docked pane.""""""
    n = 0
    if self.HasCaption() or self.HasCaptionLeft():
        if isinstance(wx.GetTopLevelParent(self.window), AuiFloatingFrame):
            return 1
        if self.HasCloseButton():
            n += 1
        if self.HasMaximizeButton():
            n += 1
        if self.HasMinimizeButton():
            n += 1
        if self.HasPinButton():
            n += 1
    return n","def CountButtons ( self ) : <TAB> """"""Returns the number of visible buttons in the docked pane."""""" <TAB> n = 0 <TAB> if self . HasCaption ( ) or self . HasCaptionLeft ( ) : <TAB> <TAB> if isinstance ( wx . GetTopLevelParent ( self . window ) , AuiFloatingFrame ) : <TAB> <TAB> <TAB> return 1 <TAB> <TAB> if self . HasCloseButton ( ) : <TAB> <TAB> <TAB> n += 1 <TAB> <TAB> if self . HasMaximizeButton ( ) : <TAB> <TAB> <TAB> n += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> n += 1 <TAB> <TAB> if self . HasPinButton ( ) : <TAB> <TAB> <TAB> n += 1 <TAB> return n",if self . HasMinimizeButton ( ) :,149
9090,"def layer_op(self, image):
    if image.ndim == 3:
        return self.__make_mask_3d(image)
    if image.ndim == 5:
        mod_to_mask = [m for m in range(image.shape[4]) if np.any(image[..., :, m])]
        mask = np.zeros_like(image, dtype=bool)
        mod_mask = None
        for mod in mod_to_mask:
            for t in range(image.shape[3]):
                mask[..., t, mod] = self.__make_mask_3d(image[..., t, mod])
            # combine masks across the modalities dim
            if self.multimod_fusion == ""or"":
                if mod_mask is None:
                    mod_mask = np.zeros(image.shape[:4], dtype=bool)
                mod_mask = np.logical_or(mod_mask, mask[..., mod])
            elif self.multimod_fusion == ""and"":
                if mod_mask is None:
                    mod_mask = np.ones(image.shape[:4], dtype=bool)
                mod_mask = np.logical_and(mod_mask, mask[..., mod])
        for mod in mod_to_mask:
            mask[..., mod] = mod_mask
        return mask
    else:
        raise ValueError(""unknown input format"")","def layer_op ( self , image ) : <TAB> if image . ndim == 3 : <TAB> <TAB> return self . __make_mask_3d ( image ) <TAB> if image . ndim == 5 : <TAB> <TAB> mod_to_mask = [ m for m in range ( image . shape [ 4 ] ) if np . any ( image [ ... , : , m ] ) ] <TAB> <TAB> mask = np . zeros_like ( image , dtype = bool ) <TAB> <TAB> mod_mask = None <TAB> <TAB> for mod in mod_to_mask : <TAB> <TAB> <TAB> for t in range ( image . shape [ 3 ] ) : <TAB> <TAB> <TAB> <TAB> mask [ ... , t , mod ] = self . __make_mask_3d ( image [ ... , t , mod ] ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if mod_mask is None : <TAB> <TAB> <TAB> <TAB> <TAB> mod_mask = np . zeros ( image . shape [ : 4 ] , dtype = bool ) <TAB> <TAB> <TAB> <TAB> mod_mask = np . logical_or ( mod_mask , mask [ ... , mod ] ) <TAB> <TAB> <TAB> elif self . multimod_fusion == ""and"" : <TAB> <TAB> <TAB> <TAB> if mod_mask is None : <TAB> <TAB> <TAB> <TAB> <TAB> mod_mask = np . ones ( image . shape [ : 4 ] , dtype = bool ) <TAB> <TAB> <TAB> <TAB> mod_mask = np . logical_and ( mod_mask , mask [ ... , mod ] ) <TAB> <TAB> for mod in mod_to_mask : <TAB> <TAB> <TAB> mask [ ... , mod ] = mod_mask <TAB> <TAB> return mask <TAB> else : <TAB> <TAB> raise ValueError ( ""unknown input format"" )","if self . multimod_fusion == ""or"" :",359
18399,"def process_resource(self, resource, related):
    related_ids = self.get_related_ids([resource])
    model = self.manager.get_model()
    op = self.data.get(""operator"", ""or"")
    found = []
    if self.data.get(""match-resource"") is True:
        self.data[""value""] = self.get_resource_value(self.data[""key""], resource)
    if self.data.get(""value_type"") == ""resource_count"":
        count_matches = OPERATORS[self.data.get(""op"")](
            len(related_ids), self.data.get(""value"")
        )
        if count_matches:
            self._add_annotations(related_ids, resource)
        return count_matches
    for rid in related_ids:
        robj = related.get(rid, None)
        if robj is None:
            self.log.warning(
                ""Resource %s:%s references non existant %s: %s"",
                self.manager.type,
                resource[model.id],
                self.RelatedResource.rsplit(""."", 1)[-1],
                rid,
            )
            continue
        if self.match(robj):
            found.append(rid)
    if found:
        self._add_annotations(found, resource)
    if op == ""or"" and found:
        return True
    elif op == ""and"" and len(found) == len(related_ids):
        return True
    return False","def process_resource ( self , resource , related ) : <TAB> related_ids = self . get_related_ids ( [ resource ] ) <TAB> model = self . manager . get_model ( ) <TAB> op = self . data . get ( ""operator"" , ""or"" ) <TAB> found = [ ] <TAB> if self . data . get ( ""match-resource"" ) is True : <TAB> <TAB> self . data [ ""value"" ] = self . get_resource_value ( self . data [ ""key"" ] , resource ) <TAB> if self . data . get ( ""value_type"" ) == ""resource_count"" : <TAB> <TAB> count_matches = OPERATORS [ self . data . get ( ""op"" ) ] ( <TAB> <TAB> <TAB> len ( related_ids ) , self . data . get ( ""value"" ) <TAB> <TAB> ) <TAB> <TAB> if count_matches : <TAB> <TAB> <TAB> self . _add_annotations ( related_ids , resource ) <TAB> <TAB> return count_matches <TAB> for rid in related_ids : <TAB> <TAB> robj = related . get ( rid , None ) <TAB> <TAB> if robj is None : <TAB> <TAB> <TAB> self . log . warning ( <TAB> <TAB> <TAB> <TAB> ""Resource %s:%s references non existant %s: %s"" , <TAB> <TAB> <TAB> <TAB> self . manager . type , <TAB> <TAB> <TAB> <TAB> resource [ model . id ] , <TAB> <TAB> <TAB> <TAB> self . RelatedResource . rsplit ( ""."" , 1 ) [ - 1 ] , <TAB> <TAB> <TAB> <TAB> rid , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> found . append ( rid ) <TAB> if found : <TAB> <TAB> self . _add_annotations ( found , resource ) <TAB> if op == ""or"" and found : <TAB> <TAB> return True <TAB> elif op == ""and"" and len ( found ) == len ( related_ids ) : <TAB> <TAB> return True <TAB> return False",if self . match ( robj ) :,397
20170,"def write_custom_dns_config(config, env):
    # We get a list of (qname, rtype, value) triples. Convert this into a
    # nice dictionary format for storage on disk.
    from collections import OrderedDict
    config = list(config)
    dns = OrderedDict()
    seen_qnames = set()
    # Process the qnames in the order we see them.
    for qname in [rec[0] for rec in config]:
        if qname in seen_qnames:
            continue
        seen_qnames.add(qname)
        records = [(rec[1], rec[2]) for rec in config if rec[0] == qname]
        if len(records) == 1 and records[0][0] == ""A"":
            dns[qname] = records[0][1]
        else:
            dns[qname] = OrderedDict()
            seen_rtypes = set()
            # Process the rtypes in the order we see them.
            for rtype in [rec[0] for rec in records]:
                if rtype in seen_rtypes:
                    continue
                seen_rtypes.add(rtype)
                values = [rec[1] for rec in records if rec[0] == rtype]
                if len(values) == 1:
                    values = values[0]
                dns[qname][rtype] = values
    # Write.
    config_yaml = rtyaml.dump(dns)
    with open(os.path.join(env[""STORAGE_ROOT""], ""dns/custom.yaml""), ""w"") as f:
        f.write(config_yaml)","def write_custom_dns_config ( config , env ) : <TAB> <TAB> <TAB> from collections import OrderedDict <TAB> config = list ( config ) <TAB> dns = OrderedDict ( ) <TAB> seen_qnames = set ( ) <TAB> <TAB> for qname in [ rec [ 0 ] for rec in config ] : <TAB> <TAB> if qname in seen_qnames : <TAB> <TAB> <TAB> continue <TAB> <TAB> seen_qnames . add ( qname ) <TAB> <TAB> records = [ ( rec [ 1 ] , rec [ 2 ] ) for rec in config if rec [ 0 ] == qname ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> dns [ qname ] = records [ 0 ] [ 1 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> dns [ qname ] = OrderedDict ( ) <TAB> <TAB> <TAB> seen_rtypes = set ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for rtype in [ rec [ 0 ] for rec in records ] : <TAB> <TAB> <TAB> <TAB> if rtype in seen_rtypes : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> seen_rtypes . add ( rtype ) <TAB> <TAB> <TAB> <TAB> values = [ rec [ 1 ] for rec in records if rec [ 0 ] == rtype ] <TAB> <TAB> <TAB> <TAB> if len ( values ) == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> values = values [ 0 ] <TAB> <TAB> <TAB> <TAB> dns [ qname ] [ rtype ] = values <TAB> <TAB> config_yaml = rtyaml . dump ( dns ) <TAB> with open ( os . path . join ( env [ ""STORAGE_ROOT"" ] , ""dns/custom.yaml"" ) , ""w"" ) as f : <TAB> <TAB> f . write ( config_yaml )","if len ( records ) == 1 and records [ 0 ] [ 0 ] == ""A"" :",401
9592,"def translate(self, line):
    parsed = self.RE_LINE_PARSER.match(line)
    if parsed:
        value = parsed.group(3)
        stage = parsed.group(1)
        if stage == ""send"":  # query string is rendered here
            return ""\n# HTTP Request:\n"" + self.stripslashes(value)
        elif stage == ""reply"":
            return ""\n\n# HTTP Response:\n"" + self.stripslashes(value)
        elif stage == ""header"":
            return value + ""\n""
        else:
            return value
    return line","def translate ( self , line ) : <TAB> parsed = self . RE_LINE_PARSER . match ( line ) <TAB> if parsed : <TAB> <TAB> value = parsed . group ( 3 ) <TAB> <TAB> stage = parsed . group ( 1 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ""\n# HTTP Request:\n"" + self . stripslashes ( value ) <TAB> <TAB> elif stage == ""reply"" : <TAB> <TAB> <TAB> return ""\n\n# HTTP Response:\n"" + self . stripslashes ( value ) <TAB> <TAB> elif stage == ""header"" : <TAB> <TAB> <TAB> return value + ""\n"" <TAB> <TAB> else : <TAB> <TAB> <TAB> return value <TAB> return line","if stage == ""send"" :",156
18646,"def _encode_regex(name, value, dummy0, dummy1):
    """"""Encode a python regex or bson.regex.Regex.""""""
    flags = value.flags
    # Python 2 common case
    if flags == 0:
        return b""\x0B"" + name + _make_c_string_check(value.pattern) + b""\x00""
    # Python 3 common case
    elif flags == re.UNICODE:
        return b""\x0B"" + name + _make_c_string_check(value.pattern) + b""u\x00""
    else:
        sflags = b""""
        if flags & re.IGNORECASE:
            sflags += b""i""
        if flags & re.LOCALE:
            sflags += b""l""
        if flags & re.MULTILINE:
            sflags += b""m""
        if flags & re.DOTALL:
            sflags += b""s""
        if flags & re.UNICODE:
            sflags += b""u""
        if flags & re.VERBOSE:
            sflags += b""x""
        sflags += b""\x00""
        return b""\x0B"" + name + _make_c_string_check(value.pattern) + sflags","def _encode_regex ( name , value , dummy0 , dummy1 ) : <TAB> """"""Encode a python regex or bson.regex.Regex."""""" <TAB> flags = value . flags <TAB> <TAB> if flags == 0 : <TAB> <TAB> return b""\x0B"" + name + _make_c_string_check ( value . pattern ) + b""\x00"" <TAB> <TAB> elif flags == re . UNICODE : <TAB> <TAB> return b""\x0B"" + name + _make_c_string_check ( value . pattern ) + b""u\x00"" <TAB> else : <TAB> <TAB> sflags = b"""" <TAB> <TAB> if flags & re . IGNORECASE : <TAB> <TAB> <TAB> sflags += b""i"" <TAB> <TAB> if flags & re . LOCALE : <TAB> <TAB> <TAB> sflags += b""l"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sflags += b""m"" <TAB> <TAB> if flags & re . DOTALL : <TAB> <TAB> <TAB> sflags += b""s"" <TAB> <TAB> if flags & re . UNICODE : <TAB> <TAB> <TAB> sflags += b""u"" <TAB> <TAB> if flags & re . VERBOSE : <TAB> <TAB> <TAB> sflags += b""x"" <TAB> <TAB> sflags += b""\x00"" <TAB> <TAB> return b""\x0B"" + name + _make_c_string_check ( value . pattern ) + sflags",if flags & re . MULTILINE :,313
8134,"def find_field_type_differ(self, meta, table_description, table_name, func=None):
    db_fields = dict([(row[0], row) for row in table_description])
    for field in all_local_fields(meta):
        if field.name not in db_fields:
            continue
        description = db_fields[field.name]
        model_type = self.get_field_model_type(field)
        db_type = self.get_field_db_type(description, field, table_name)
        # use callback function if defined
        if func:
            model_type, db_type = func(field, description, model_type, db_type)
        if not self.strip_parameters(db_type) == self.strip_parameters(model_type):
            self.add_difference(
                ""field-type-differ"", table_name, field.name, model_type, db_type
            )","def find_field_type_differ ( self , meta , table_description , table_name , func = None ) : <TAB> db_fields = dict ( [ ( row [ 0 ] , row ) for row in table_description ] ) <TAB> for field in all_local_fields ( meta ) : <TAB> <TAB> if field . name not in db_fields : <TAB> <TAB> <TAB> continue <TAB> <TAB> description = db_fields [ field . name ] <TAB> <TAB> model_type = self . get_field_model_type ( field ) <TAB> <TAB> db_type = self . get_field_db_type ( description , field , table_name ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> model_type , db_type = func ( field , description , model_type , db_type ) <TAB> <TAB> if not self . strip_parameters ( db_type ) == self . strip_parameters ( model_type ) : <TAB> <TAB> <TAB> self . add_difference ( <TAB> <TAB> <TAB> <TAB> ""field-type-differ"" , table_name , field . name , model_type , db_type <TAB> <TAB> <TAB> )",if func :,244
13371,"def _activate_plugins_of_category(self, category):
    """"""Activate all the plugins of a given category and return them.""""""
    # this code duplicated in nikola/nikola.py
    plugins = []
    for plugin_info in self.plugin_manager.getPluginsOfCategory(category):
        if plugin_info.name in self.config.get(""DISABLED_PLUGINS""):
            self.plugin_manager.removePluginFromCategory(plugin_info, category)
        else:
            self.plugin_manager.activatePluginByName(plugin_info.name)
            plugin_info.plugin_object.set_site(self)
            plugins.append(plugin_info)
    return plugins
","def _activate_plugins_of_category ( self , category ) : <TAB> """"""Activate all the plugins of a given category and return them."""""" <TAB> <TAB> plugins = [ ] <TAB> for plugin_info in self . plugin_manager . getPluginsOfCategory ( category ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . plugin_manager . removePluginFromCategory ( plugin_info , category ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . plugin_manager . activatePluginByName ( plugin_info . name ) <TAB> <TAB> <TAB> plugin_info . plugin_object . set_site ( self ) <TAB> <TAB> <TAB> plugins . append ( plugin_info ) <TAB> return plugins","if plugin_info . name in self . config . get ( ""DISABLED_PLUGINS"" ) :",175
24145,"def makeStaircaseCtrls(self):
    """"""Setup the controls for a StairHandler""""""
    panel = wx.Panel(parent=self)
    panelSizer = wx.GridBagSizer(5, 5)
    panel.SetSizer(panelSizer)
    row = 0
    handler = self.stairHandler
    # loop through the params
    for fieldName in handler.params:
        # try and get alternative ""label"" for the parameter
        try:
            label = handler.params[fieldName].label
            if not label:
                # it might exist but be empty
                label = fieldName
        except Exception:
            label = fieldName
        # handle special cases
        if fieldName == ""endPoints"":
            continue  # this was deprecated in v1.62.00
        if fieldName in self.globalCtrls:
            # these have already been made and inserted into sizer
            ctrls = self.globalCtrls[fieldName]
        else:  # normal text entry field
            ctrls = ParamCtrls(
                dlg=self,
                parent=panel,
                label=label,
                fieldName=fieldName,
                param=handler.params[fieldName],
            )
            panelSizer.Add(ctrls.nameCtrl, [row, 0])
            if hasattr(ctrls.valueCtrl, ""_szr""):
                panelSizer.Add(ctrls.valueCtrl._szr, [row, 1])
            else:
                panelSizer.Add(ctrls.valueCtrl, [row, 1])
            row += 1
        # store info about the field
        self.staircaseCtrls[fieldName] = ctrls
    return panel","def makeStaircaseCtrls ( self ) : <TAB> """"""Setup the controls for a StairHandler"""""" <TAB> panel = wx . Panel ( parent = self ) <TAB> panelSizer = wx . GridBagSizer ( 5 , 5 ) <TAB> panel . SetSizer ( panelSizer ) <TAB> row = 0 <TAB> handler = self . stairHandler <TAB> <TAB> for fieldName in handler . params : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> label = handler . params [ fieldName ] . label <TAB> <TAB> <TAB> if not label : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> label = fieldName <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> label = fieldName <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if fieldName in self . globalCtrls : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ctrls = self . globalCtrls [ fieldName ] <TAB> <TAB> else : <TAB> <TAB> <TAB> ctrls = ParamCtrls ( <TAB> <TAB> <TAB> <TAB> dlg = self , <TAB> <TAB> <TAB> <TAB> parent = panel , <TAB> <TAB> <TAB> <TAB> label = label , <TAB> <TAB> <TAB> <TAB> fieldName = fieldName , <TAB> <TAB> <TAB> <TAB> param = handler . params [ fieldName ] , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> panelSizer . Add ( ctrls . nameCtrl , [ row , 0 ] ) <TAB> <TAB> <TAB> if hasattr ( ctrls . valueCtrl , ""_szr"" ) : <TAB> <TAB> <TAB> <TAB> panelSizer . Add ( ctrls . valueCtrl . _szr , [ row , 1 ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> panelSizer . Add ( ctrls . valueCtrl , [ row , 1 ] ) <TAB> <TAB> <TAB> row += 1 <TAB> <TAB> <TAB> <TAB> self . staircaseCtrls [ fieldName ] = ctrls <TAB> return panel","if fieldName == ""endPoints"" :",444
9208,"def get_rules(self, map):
    for rulefactory in self.rules:
        for rule in rulefactory.get_rules(map):
            new_defaults = subdomain = None
            if rule.defaults:
                new_defaults = {}
                for key, value in iteritems(rule.defaults):
                    if isinstance(value, string_types):
                        value = format_string(value, self.context)
                    new_defaults[key] = value
            if rule.subdomain is not None:
                subdomain = format_string(rule.subdomain, self.context)
            new_endpoint = rule.endpoint
            if isinstance(new_endpoint, string_types):
                new_endpoint = format_string(new_endpoint, self.context)
            yield Rule(
                format_string(rule.rule, self.context),
                new_defaults,
                subdomain,
                rule.methods,
                rule.build_only,
                new_endpoint,
                rule.strict_slashes,
            )
","def get_rules ( self , map ) : <TAB> for rulefactory in self . rules : <TAB> <TAB> for rule in rulefactory . get_rules ( map ) : <TAB> <TAB> <TAB> new_defaults = subdomain = None <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> new_defaults = { } <TAB> <TAB> <TAB> <TAB> for key , value in iteritems ( rule . defaults ) : <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( value , string_types ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> value = format_string ( value , self . context ) <TAB> <TAB> <TAB> <TAB> <TAB> new_defaults [ key ] = value <TAB> <TAB> <TAB> if rule . subdomain is not None : <TAB> <TAB> <TAB> <TAB> subdomain = format_string ( rule . subdomain , self . context ) <TAB> <TAB> <TAB> new_endpoint = rule . endpoint <TAB> <TAB> <TAB> if isinstance ( new_endpoint , string_types ) : <TAB> <TAB> <TAB> <TAB> new_endpoint = format_string ( new_endpoint , self . context ) <TAB> <TAB> <TAB> yield Rule ( <TAB> <TAB> <TAB> <TAB> format_string ( rule . rule , self . context ) , <TAB> <TAB> <TAB> <TAB> new_defaults , <TAB> <TAB> <TAB> <TAB> subdomain , <TAB> <TAB> <TAB> <TAB> rule . methods , <TAB> <TAB> <TAB> <TAB> rule . build_only , <TAB> <TAB> <TAB> <TAB> new_endpoint , <TAB> <TAB> <TAB> <TAB> rule . strict_slashes , <TAB> <TAB> <TAB> )",if rule . defaults :,296
3081,"def cmd_exec_stdout(self, command, errormsg="""", log=True):
    """"""Run shell command from Python""""""
    try:
        log and Log.debug(self, ""Running command: {0}"".format(command))
        with subprocess.Popen(
            [command], stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True
        ) as proc:
            (cmd_stdout_bytes, cmd_stderr_bytes) = proc.communicate()
            (cmd_stdout, cmd_stderr) = (
                cmd_stdout_bytes.decode(""utf-8"", ""replace""),
                cmd_stderr_bytes.decode(""utf-8"", ""replace""),
            )
        if proc.returncode == 0:
            Log.debug(
                self,
                ""Command Output: {0}, \nCommand Error: {1}"".format(
                    cmd_stdout, cmd_stderr
                ),
            )
            return cmd_stdout
        else:
            Log.debug(
                self,
                ""Command Output: {0}, \nCommand Error: {1}"".format(
                    cmd_stdout, cmd_stderr
                ),
            )
            return cmd_stdout
    except OSError as e:
        Log.debug(self, str(e))
        raise CommandExecutionError
    except Exception as e:
        Log.debug(self, str(e))
        raise CommandExecutionError","def cmd_exec_stdout ( self , command , errormsg = """" , log = True ) : <TAB> """"""Run shell command from Python"""""" <TAB> try : <TAB> <TAB> log and Log . debug ( self , ""Running command: {0}"" . format ( command ) ) <TAB> <TAB> with subprocess . Popen ( <TAB> <TAB> <TAB> [ command ] , stdout = subprocess . PIPE , stderr = subprocess . PIPE , shell = True <TAB> <TAB> ) as proc : <TAB> <TAB> <TAB> ( cmd_stdout_bytes , cmd_stderr_bytes ) = proc . communicate ( ) <TAB> <TAB> <TAB> ( cmd_stdout , cmd_stderr ) = ( <TAB> <TAB> <TAB> <TAB> cmd_stdout_bytes . decode ( ""utf-8"" , ""replace"" ) , <TAB> <TAB> <TAB> <TAB> cmd_stderr_bytes . decode ( ""utf-8"" , ""replace"" ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> Log . debug ( <TAB> <TAB> <TAB> <TAB> self , <TAB> <TAB> <TAB> <TAB> ""Command Output: {0}, \nCommand Error: {1}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> cmd_stdout , cmd_stderr <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return cmd_stdout <TAB> <TAB> else : <TAB> <TAB> <TAB> Log . debug ( <TAB> <TAB> <TAB> <TAB> self , <TAB> <TAB> <TAB> <TAB> ""Command Output: {0}, \nCommand Error: {1}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> cmd_stdout , cmd_stderr <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return cmd_stdout <TAB> except OSError as e : <TAB> <TAB> Log . debug ( self , str ( e ) ) <TAB> <TAB> raise CommandExecutionError <TAB> except Exception as e : <TAB> <TAB> Log . debug ( self , str ( e ) ) <TAB> <TAB> raise CommandExecutionError",if proc . returncode == 0 :,379
11591,"def getUnread(self):
    unreadMessages = 0
    unreadSubscriptions = 0
    queryreturn = sqlQuery(
        """"""SELECT msgid, toaddress, read FROM inbox where folder='inbox' """"""
    )
    for row in queryreturn:
        msgid, toAddress, read = row
        try:
            if toAddress == str_broadcast_subscribers:
                toLabel = str_broadcast_subscribers
            else:
                toLabel = shared.config.get(toAddress, ""label"")
        except:
            toLabel = """"
        if toLabel == """":
            toLabel = toAddress
        if not read:
            if toLabel == str_broadcast_subscribers:
                # increment the unread subscriptions
                unreadSubscriptions = unreadSubscriptions + 1
            else:
                # increment the unread messages
                unreadMessages = unreadMessages + 1
    return unreadMessages, unreadSubscriptions","def getUnread ( self ) : <TAB> unreadMessages = 0 <TAB> unreadSubscriptions = 0 <TAB> queryreturn = sqlQuery ( <TAB> <TAB> """"""SELECT msgid, toaddress, read FROM inbox where folder='inbox' """""" <TAB> ) <TAB> for row in queryreturn : <TAB> <TAB> msgid , toAddress , read = row <TAB> <TAB> try : <TAB> <TAB> <TAB> if toAddress == str_broadcast_subscribers : <TAB> <TAB> <TAB> <TAB> toLabel = str_broadcast_subscribers <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> toLabel = shared . config . get ( toAddress , ""label"" ) <TAB> <TAB> except : <TAB> <TAB> <TAB> toLabel = """" <TAB> <TAB> if toLabel == """" : <TAB> <TAB> <TAB> toLabel = toAddress <TAB> <TAB> if not read : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> unreadSubscriptions = unreadSubscriptions + 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> unreadMessages = unreadMessages + 1 <TAB> return unreadMessages , unreadSubscriptions",if toLabel == str_broadcast_subscribers :,245
24462,"def populate_disk_bus_combo(self, devtype, no_default):
    buslist = self.widget(""disk-bus-combo"")
    busmodel = buslist.get_model()
    busmodel.clear()
    buses = []
    if devtype == virtinst.VirtualDisk.DEVICE_FLOPPY:
        buses.append([""fdc"", ""Floppy""])
    elif devtype == virtinst.VirtualDisk.DEVICE_CDROM:
        buses.append([""ide"", ""IDE""])
        if self.vm.rhel6_defaults():
            buses.append([""scsi"", ""SCSI""])
    else:
        if self.vm.is_hvm():
            buses.append([""ide"", ""IDE""])
            if self.vm.rhel6_defaults():
                buses.append([""scsi"", ""SCSI""])
                buses.append([""usb"", ""USB""])
        if self.vm.get_hv_type() in [""kvm"", ""test""]:
            buses.append([""sata"", ""SATA""])
            buses.append([""virtio"", ""Virtio""])
        if self.vm.conn.is_xen() or self.vm.get_hv_type() == ""test"":
            buses.append([""xen"", ""Xen""])
    for row in buses:
        busmodel.append(row)
    if not no_default:
        busmodel.append([None, ""default""])","def populate_disk_bus_combo ( self , devtype , no_default ) : <TAB> buslist = self . widget ( ""disk-bus-combo"" ) <TAB> busmodel = buslist . get_model ( ) <TAB> busmodel . clear ( ) <TAB> buses = [ ] <TAB> if devtype == virtinst . VirtualDisk . DEVICE_FLOPPY : <TAB> <TAB> buses . append ( [ ""fdc"" , ""Floppy"" ] ) <TAB> elif devtype == virtinst . VirtualDisk . DEVICE_CDROM : <TAB> <TAB> buses . append ( [ ""ide"" , ""IDE"" ] ) <TAB> <TAB> if self . vm . rhel6_defaults ( ) : <TAB> <TAB> <TAB> buses . append ( [ ""scsi"" , ""SCSI"" ] ) <TAB> else : <TAB> <TAB> if self . vm . is_hvm ( ) : <TAB> <TAB> <TAB> buses . append ( [ ""ide"" , ""IDE"" ] ) <TAB> <TAB> <TAB> if self . vm . rhel6_defaults ( ) : <TAB> <TAB> <TAB> <TAB> buses . append ( [ ""scsi"" , ""SCSI"" ] ) <TAB> <TAB> <TAB> <TAB> buses . append ( [ ""usb"" , ""USB"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> buses . append ( [ ""sata"" , ""SATA"" ] ) <TAB> <TAB> <TAB> buses . append ( [ ""virtio"" , ""Virtio"" ] ) <TAB> <TAB> if self . vm . conn . is_xen ( ) or self . vm . get_hv_type ( ) == ""test"" : <TAB> <TAB> <TAB> buses . append ( [ ""xen"" , ""Xen"" ] ) <TAB> for row in buses : <TAB> <TAB> busmodel . append ( row ) <TAB> if not no_default : <TAB> <TAB> busmodel . append ( [ None , ""default"" ] )","if self . vm . get_hv_type ( ) in [ ""kvm"" , ""test"" ] :",378
7024,"def _find_w9xpopen(self):
    """"""Find and return absolute path to w9xpopen.exe""""""
    # pylint:disable=undefined-variable
    w9xpopen = os.path.join(os.path.dirname(GetModuleFileName(0)), ""w9xpopen.exe"")
    if not os.path.exists(w9xpopen):
        # Eeek - file-not-found - possibly an embedding
        # situation - see if we can locate it in sys.exec_prefix
        w9xpopen = os.path.join(os.path.dirname(sys.exec_prefix), ""w9xpopen.exe"")
        if not os.path.exists(w9xpopen):
            raise RuntimeError(
                ""Cannot locate w9xpopen.exe, which is ""
                ""needed for Popen to work with your ""
                ""shell or platform.""
            )
    return w9xpopen","def _find_w9xpopen ( self ) : <TAB> """"""Find and return absolute path to w9xpopen.exe"""""" <TAB> <TAB> w9xpopen = os . path . join ( os . path . dirname ( GetModuleFileName ( 0 ) ) , ""w9xpopen.exe"" ) <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> w9xpopen = os . path . join ( os . path . dirname ( sys . exec_prefix ) , ""w9xpopen.exe"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> ""Cannot locate w9xpopen.exe, which is "" <TAB> <TAB> <TAB> <TAB> ""needed for Popen to work with your "" <TAB> <TAB> <TAB> <TAB> ""shell or platform."" <TAB> <TAB> <TAB> ) <TAB> return w9xpopen",if not os . path . exists ( w9xpopen ) :,232
17050,"def get_first_param_index(self, group_id, param_group, partition_id):
    for index, param in enumerate(param_group):
        param_id = self.get_param_id(param)
        if partition_id in self.param_to_partition_ids[group_id][param_id]:
            return index
    return None
","def get_first_param_index ( self , group_id , param_group , partition_id ) : <TAB> for index , param in enumerate ( param_group ) : <TAB> <TAB> param_id = self . get_param_id ( param ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return index <TAB> return None",if partition_id in self . param_to_partition_ids [ group_id ] [ param_id ] :,90
14545,"def parse_bash_set_output(output):
    """"""Parse Bash-like 'set' output""""""
    if not sys.platform.startswith(""win""):
        # Replace ""\""-continued lines in *Linux* environment dumps.
        # Cannot do this on Windows because a ""\"" at the end of the
        # line does not imply a continuation.
        output = output.replace(""\\\n"", """")
    environ = {}
    for line in output.splitlines(0):
        line = line.rstrip()
        if not line:
            continue  # skip black lines
        item = _ParseBashEnvStr(line)
        if item:
            environ[item[0]] = item[1]
    return environ","def parse_bash_set_output ( output ) : <TAB> """"""Parse Bash-like 'set' output"""""" <TAB> if not sys . platform . startswith ( ""win"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> output = output . replace ( ""\\\n"" , """" ) <TAB> environ = { } <TAB> for line in output . splitlines ( 0 ) : <TAB> <TAB> line = line . rstrip ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> item = _ParseBashEnvStr ( line ) <TAB> <TAB> if item : <TAB> <TAB> <TAB> environ [ item [ 0 ] ] = item [ 1 ] <TAB> return environ",if not line :,177
12785,"def _convert_to_seconds(value):
    """"""Converts TTL strings into seconds""""""
    try:
        return int(value)
    except ValueError:
        # parse the BIND format
        # (w)eek, (d)ay, (h)our, (m)inute, (s)econd
        seconds = 0
        ttl_string = value.lower()
        for component in [""w"", ""d"", ""h"", ""m"", ""s""]:
            regex = date_regex_dict[component][""regex""]
            match = regex.search(ttl_string)
            if match:
                match_string = match.group(0)
                ttl_string = ttl_string.replace(match_string, """")
                match_value = int(match_string.strip(component))
                seconds += match_value * date_regex_dict[component][""scale""]
            if not ttl_string:
                return seconds
        # convert the last piece without any units, which must be seconds
        try:
            seconds += int(ttl_string)
            return seconds
        except ValueError:
            raise InvalidArgumentValueError(
                ""Unable to convert value '{}' to seconds."".format(value)
            )","def _convert_to_seconds ( value ) : <TAB> """"""Converts TTL strings into seconds"""""" <TAB> try : <TAB> <TAB> return int ( value ) <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> seconds = 0 <TAB> <TAB> ttl_string = value . lower ( ) <TAB> <TAB> for component in [ ""w"" , ""d"" , ""h"" , ""m"" , ""s"" ] : <TAB> <TAB> <TAB> regex = date_regex_dict [ component ] [ ""regex"" ] <TAB> <TAB> <TAB> match = regex . search ( ttl_string ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> match_string = match . group ( 0 ) <TAB> <TAB> <TAB> <TAB> ttl_string = ttl_string . replace ( match_string , """" ) <TAB> <TAB> <TAB> <TAB> match_value = int ( match_string . strip ( component ) ) <TAB> <TAB> <TAB> <TAB> seconds += match_value * date_regex_dict [ component ] [ ""scale"" ] <TAB> <TAB> <TAB> if not ttl_string : <TAB> <TAB> <TAB> <TAB> return seconds <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> seconds += int ( ttl_string ) <TAB> <TAB> <TAB> return seconds <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> raise InvalidArgumentValueError ( <TAB> <TAB> <TAB> <TAB> ""Unable to convert value '{}' to seconds."" . format ( value ) <TAB> <TAB> <TAB> )",if match :,325
8839,"def test_sin_values():
    firstval = None
    for i, v in zip(range(1000), sin_values()):
        assert -1 <= v <= 1
        assert isclose(v, sin(radians(i)), abs_tol=1e-9)
        if i == 0:
            firstval = v
        else:
            if i % 360 == 0:
                assert v == firstval
    for period in (360, 100):
        firstval = None
        for i, v in zip(range(1000), sin_values(period)):
            assert -1 <= v <= 1
            if i == 0:
                firstval = v
            else:
                if i % period == 0:
                    assert v == firstval","def test_sin_values ( ) : <TAB> firstval = None <TAB> for i , v in zip ( range ( 1000 ) , sin_values ( ) ) : <TAB> <TAB> assert - 1 <= v <= 1 <TAB> <TAB> assert isclose ( v , sin ( radians ( i ) ) , abs_tol = 1e-9 ) <TAB> <TAB> if i == 0 : <TAB> <TAB> <TAB> firstval = v <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> assert v == firstval <TAB> for period in ( 360 , 100 ) : <TAB> <TAB> firstval = None <TAB> <TAB> for i , v in zip ( range ( 1000 ) , sin_values ( period ) ) : <TAB> <TAB> <TAB> assert - 1 <= v <= 1 <TAB> <TAB> <TAB> if i == 0 : <TAB> <TAB> <TAB> <TAB> firstval = v <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if i % period == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> assert v == firstval",if i % 360 == 0 :,202
13126,"def wait_complete(self):
    """"""Wait for futures complete done.""""""
    for future in concurrent.futures.as_completed(self._futures.keys()):
        try:
            error = future.exception()
        except concurrent.futures.CancelledError:
            break
        name = self._futures[future]
        if error is not None:
            err_msg = 'Extracting ""{0}"", got: {1}'.format(name, error)
            logger.error(err_msg)","def wait_complete ( self ) : <TAB> """"""Wait for futures complete done."""""" <TAB> for future in concurrent . futures . as_completed ( self . _futures . keys ( ) ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> error = future . exception ( ) <TAB> <TAB> except concurrent . futures . CancelledError : <TAB> <TAB> <TAB> break <TAB> <TAB> name = self . _futures [ future ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> err_msg = 'Extracting ""{0}"", got: {1}' . format ( name , error ) <TAB> <TAB> <TAB> logger . error ( err_msg )",if error is not None :,124
13795,"def _wrapper(self, *args, **kwargs):
    if self.rebuild is False:
        self.rebuild = True
        if self.max_size is not None and len(self.word_count) >= self.max_size:
            logger.info(
                ""[Warning] Vocabulary has reached the max size {} when calling {} method. ""
                ""Adding more words may cause unexpected behaviour of Vocabulary. "".format(
                    self.max_size, func.__name__
                )
            )
    return func(self, *args, **kwargs)
","def _wrapper ( self , * args , ** kwargs ) : <TAB> if self . rebuild is False : <TAB> <TAB> self . rebuild = True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . info ( <TAB> <TAB> <TAB> <TAB> ""[Warning] Vocabulary has reached the max size {} when calling {} method. "" <TAB> <TAB> <TAB> <TAB> ""Adding more words may cause unexpected behaviour of Vocabulary. "" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> self . max_size , func . __name__ <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> return func ( self , * args , ** kwargs )",if self . max_size is not None and len ( self . word_count ) >= self . max_size :,146
1703,"def formatted_addon(self, obj):
    if obj.version:
        return format_html(
            '<a href=""{}"">{}</a>'
            ""<br>""
            ""<table>""
            ""  <tr><td>Version:</td><td>{}</td></tr>""
            ""  <tr><td>Channel:</td><td>{}</td></tr>""
            ""</table>"",
            # We use the add-on's ID to support deleted add-ons.
            urljoin(
                settings.EXTERNAL_SITE_URL,
                reverse(
                    ""reviewers.review"",
                    args=[
                        (
                            ""listed""
                            if obj.version.channel == amo.RELEASE_CHANNEL_LISTED
                            else ""unlisted""
                        ),
                        obj.version.addon.id,
                    ],
                ),
            ),
            obj.version.addon.name,
            obj.version.version,
            obj.version.get_channel_display(),
        )
    return ""-""
","def formatted_addon ( self , obj ) : <TAB> if obj . version : <TAB> <TAB> return format_html ( <TAB> <TAB> <TAB> '<a href=""{}"">{}</a>' <TAB> <TAB> <TAB> ""<br>"" <TAB> <TAB> <TAB> ""<table>"" <TAB> <TAB> <TAB> ""  <tr><td>Version:</td><td>{}</td></tr>"" <TAB> <TAB> <TAB> ""  <tr><td>Channel:</td><td>{}</td></tr>"" <TAB> <TAB> <TAB> ""</table>"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> urljoin ( <TAB> <TAB> <TAB> <TAB> settings . EXTERNAL_SITE_URL , <TAB> <TAB> <TAB> <TAB> reverse ( <TAB> <TAB> <TAB> <TAB> <TAB> ""reviewers.review"" , <TAB> <TAB> <TAB> <TAB> <TAB> args = [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""listed"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> else ""unlisted"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> obj . version . addon . id , <TAB> <TAB> <TAB> <TAB> <TAB> ] , <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> obj . version . addon . name , <TAB> <TAB> <TAB> obj . version . version , <TAB> <TAB> <TAB> obj . version . get_channel_display ( ) , <TAB> <TAB> ) <TAB> return ""-""",if obj . version . channel == amo . RELEASE_CHANNEL_LISTED,305
21114,"def home(request):
    from django.conf import settings
    print(settings.SOME_VALUE)
    subject = None
    message = None
    size = 0
    print(request.META)
    if request.POST:
        form = MsgForm(request.POST, request.FILES)
        print(request.FILES)
        if form.is_valid():
            subject = form.cleaned_data[""subject""]
            message = form.cleaned_data[""message""]
            f = request.FILES[""f""]
            if not hasattr(f, ""fileno""):
                size = len(f.read())
            else:
                try:
                    size = int(os.fstat(f.fileno())[6])
                except io.UnsupportedOperation:
                    size = len(f.read())
    else:
        form = MsgForm()
    return render(
        request,
        ""home.html"",
        {""form"": form, ""subject"": subject, ""message"": message, ""size"": size},
    )","def home ( request ) : <TAB> from django . conf import settings <TAB> print ( settings . SOME_VALUE ) <TAB> subject = None <TAB> message = None <TAB> size = 0 <TAB> print ( request . META ) <TAB> if request . POST : <TAB> <TAB> form = MsgForm ( request . POST , request . FILES ) <TAB> <TAB> print ( request . FILES ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> subject = form . cleaned_data [ ""subject"" ] <TAB> <TAB> <TAB> message = form . cleaned_data [ ""message"" ] <TAB> <TAB> <TAB> f = request . FILES [ ""f"" ] <TAB> <TAB> <TAB> if not hasattr ( f , ""fileno"" ) : <TAB> <TAB> <TAB> <TAB> size = len ( f . read ( ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> size = int ( os . fstat ( f . fileno ( ) ) [ 6 ] ) <TAB> <TAB> <TAB> <TAB> except io . UnsupportedOperation : <TAB> <TAB> <TAB> <TAB> <TAB> size = len ( f . read ( ) ) <TAB> else : <TAB> <TAB> form = MsgForm ( ) <TAB> return render ( <TAB> <TAB> request , <TAB> <TAB> ""home.html"" , <TAB> <TAB> { ""form"" : form , ""subject"" : subject , ""message"" : message , ""size"" : size } , <TAB> )",if form . is_valid ( ) :,270
3433,"def backup_txs(self, txs, is_unspendable):
    undo_info = self.db.read_undo_info(self.height)
    if undo_info is None:
        raise ChainError(
            ""no undo information found for height {:,d}"".format(self.height)
        )
    # Use local vars for speed in the loops
    put_utxo = self.utxo_cache.__setitem__
    spend_utxo = self.spend_utxo
    add_touched = self.touched.add
    undo_entry_len = 13 + HASHX_LEN
    # Restore coins that had been spent
    # (may include coins made then spent in this block)
    n = 0
    for tx, tx_hash in txs:
        for txin in tx.inputs:
            if txin.is_generation():
                continue
            undo_item = undo_info[n : n + undo_entry_len]
            put_utxo(txin.prev_hash + pack_le_uint32(txin.prev_idx), undo_item)
            add_touched(undo_item[:-13])
            n += undo_entry_len
    assert n == len(undo_info)
    # Remove tx outputs made in this block, by spending them.
    for tx, tx_hash in txs:
        for idx, txout in enumerate(tx.outputs):
            # Spend the TX outputs.  Be careful with unspendable
            # outputs - we didn't save those in the first place.
            if is_unspendable(txout.pk_script):
                continue
            cache_value = spend_utxo(tx_hash, idx)
            add_touched(cache_value[:-13])
    self.tx_count -= len(txs)","def backup_txs ( self , txs , is_unspendable ) : <TAB> undo_info = self . db . read_undo_info ( self . height ) <TAB> if undo_info is None : <TAB> <TAB> raise ChainError ( <TAB> <TAB> <TAB> ""no undo information found for height {:,d}"" . format ( self . height ) <TAB> <TAB> ) <TAB> <TAB> put_utxo = self . utxo_cache . __setitem__ <TAB> spend_utxo = self . spend_utxo <TAB> add_touched = self . touched . add <TAB> undo_entry_len = 13 + HASHX_LEN <TAB> <TAB> <TAB> n = 0 <TAB> for tx , tx_hash in txs : <TAB> <TAB> for txin in tx . inputs : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> undo_item = undo_info [ n : n + undo_entry_len ] <TAB> <TAB> <TAB> put_utxo ( txin . prev_hash + pack_le_uint32 ( txin . prev_idx ) , undo_item ) <TAB> <TAB> <TAB> add_touched ( undo_item [ : - 13 ] ) <TAB> <TAB> <TAB> n += undo_entry_len <TAB> assert n == len ( undo_info ) <TAB> <TAB> for tx , tx_hash in txs : <TAB> <TAB> for idx , txout in enumerate ( tx . outputs ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if is_unspendable ( txout . pk_script ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> cache_value = spend_utxo ( tx_hash , idx ) <TAB> <TAB> <TAB> add_touched ( cache_value [ : - 13 ] ) <TAB> self . tx_count -= len ( txs )",if txin . is_generation ( ) :,470
20662,"def __setitem__(self, key, value):
    key = self.__fixkey__(key)
    checker = self.get_rule(key)[self.RULE_CHECKER]
    if not checker is True:
        if checker is False:
            if isinstance(value, dict) and isinstance(self[key], dict):
                for k, v in value.iteritems():
                    self[key][k] = v
                return
            raise ConfigValueError(
                _(""Modifying %s/%s is not "" ""allowed"") % (self._name, key)
            )
        elif isinstance(checker, (list, set, tuple)):
            if value not in checker:
                raise ConfigValueError(
                    _(""Invalid value for %s/%s: %s"") % (self._name, key, value)
                )
        elif isinstance(checker, (type, type(RuledContainer))):
            try:
                if value is None:
                    value = checker()
                else:
                    value = checker(value)
            except (ConfigValueError):
                raise
            except (validators.IgnoreValue):
                return
            except (ValueError, TypeError):
                raise ValueError(
                    _(""Invalid value for %s/%s: %s"") % (self._name, key, value)
                )
        else:
            raise Exception(
                _(""Unknown constraint for %s/%s: %s"") % (self._name, key, checker)
            )
    write_watcher = self.real_getattr(""_write_watcher"")
    if write_watcher is not None:
        write_watcher(self, key, value)
    self.__passkey__(key, value)
    self.__createkey_and_setitem__(key, value)
    self.__passkey_recurse__(key, value)
","def __setitem__ ( self , key , value ) : <TAB> key = self . __fixkey__ ( key ) <TAB> checker = self . get_rule ( key ) [ self . RULE_CHECKER ] <TAB> if not checker is True : <TAB> <TAB> if checker is False : <TAB> <TAB> <TAB> if isinstance ( value , dict ) and isinstance ( self [ key ] , dict ) : <TAB> <TAB> <TAB> <TAB> for k , v in value . iteritems ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> self [ key ] [ k ] = v <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> raise ConfigValueError ( <TAB> <TAB> <TAB> <TAB> _ ( ""Modifying %s/%s is not "" ""allowed"" ) % ( self . _name , key ) <TAB> <TAB> <TAB> ) <TAB> <TAB> elif isinstance ( checker , ( list , set , tuple ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise ConfigValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> _ ( ""Invalid value for %s/%s: %s"" ) % ( self . _name , key , value ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> elif isinstance ( checker , ( type , type ( RuledContainer ) ) ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> if value is None : <TAB> <TAB> <TAB> <TAB> <TAB> value = checker ( ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> value = checker ( value ) <TAB> <TAB> <TAB> except ( ConfigValueError ) : <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> except ( validators . IgnoreValue ) : <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> except ( ValueError , TypeError ) : <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> _ ( ""Invalid value for %s/%s: %s"" ) % ( self . _name , key , value ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> _ ( ""Unknown constraint for %s/%s: %s"" ) % ( self . _name , key , checker ) <TAB> <TAB> <TAB> ) <TAB> write_watcher = self . real_getattr ( ""_write_watcher"" ) <TAB> if write_watcher is not None : <TAB> <TAB> write_watcher ( self , key , value ) <TAB> self . __passkey__ ( key , value ) <TAB> self . __createkey_and_setitem__ ( key , value ) <TAB> self . __passkey_recurse__ ( key , value )",if value not in checker :,483
16107,"def _merge_dict(stack, obj):
    strategy = obj.pop(""__"", ""merge-last"")
    if strategy not in strategies:
        raise Exception(
            'Unknown strategy ""{0}"", should be one of {1}'.format(strategy, strategies)
        )
    if strategy == ""overwrite"":
        return _cleanup(obj)
    else:
        for k, v in six.iteritems(obj):
            if strategy == ""remove"":
                stack.pop(k, None)
                continue
            if k in stack:
                if strategy == ""merge-first"":
                    # merge-first is same as merge-last but the other way round
                    # so let's switch stack[k] and v
                    stack_k = stack[k]
                    stack[k] = _cleanup(v)
                    v = stack_k
                if type(stack[k]) != type(v):
                    log.debug(
                        ""Force overwrite, types differ: '%s' != '%s'"", stack[k], v
                    )
                    stack[k] = _cleanup(v)
                elif isinstance(v, dict):
                    stack[k] = _merge_dict(stack[k], v)
                elif isinstance(v, list):
                    stack[k] = _merge_list(stack[k], v)
                else:
                    stack[k] = v
            else:
                stack[k] = _cleanup(v)
        return stack","def _merge_dict ( stack , obj ) : <TAB> strategy = obj . pop ( ""__"" , ""merge-last"" ) <TAB> if strategy not in strategies : <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> 'Unknown strategy ""{0}"", should be one of {1}' . format ( strategy , strategies ) <TAB> <TAB> ) <TAB> if strategy == ""overwrite"" : <TAB> <TAB> return _cleanup ( obj ) <TAB> else : <TAB> <TAB> for k , v in six . iteritems ( obj ) : <TAB> <TAB> <TAB> if strategy == ""remove"" : <TAB> <TAB> <TAB> <TAB> stack . pop ( k , None ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if k in stack : <TAB> <TAB> <TAB> <TAB> if strategy == ""merge-first"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> stack_k = stack [ k ] <TAB> <TAB> <TAB> <TAB> <TAB> stack [ k ] = _cleanup ( v ) <TAB> <TAB> <TAB> <TAB> <TAB> v = stack_k <TAB> <TAB> <TAB> <TAB> if type ( stack [ k ] ) != type ( v ) : <TAB> <TAB> <TAB> <TAB> <TAB> log . debug ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Force overwrite, types differ: '%s' != '%s'"" , stack [ k ] , v <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> stack [ k ] = _cleanup ( v ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> stack [ k ] = _merge_dict ( stack [ k ] , v ) <TAB> <TAB> <TAB> <TAB> elif isinstance ( v , list ) : <TAB> <TAB> <TAB> <TAB> <TAB> stack [ k ] = _merge_list ( stack [ k ] , v ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> stack [ k ] = v <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> stack [ k ] = _cleanup ( v ) <TAB> <TAB> return stack","elif isinstance ( v , dict ) :",420
13327,"def icyparser(self, url: str) -> Optional[str]:
    try:
        async with self.session.get(url, headers={""Icy-MetaData"": ""1""}) as resp:
            metaint = int(resp.headers[""icy-metaint""])
            for _ in range(5):
                await resp.content.readexactly(metaint)
                metadata_length = (
                    struct.unpack(""B"", await resp.content.readexactly(1))[0] * 16
                )
                metadata = await resp.content.readexactly(metadata_length)
                m = re.search(STREAM_TITLE, metadata.rstrip(b""\0""))
                if m:
                    title = m.group(1)
                    if title:
                        title = title.decode(""utf-8"", errors=""replace"")
                        return title
                else:
                    return None
    except (KeyError, aiohttp.ClientConnectionError, aiohttp.ClientResponseError):
        return None","def icyparser ( self , url : str ) -> Optional [ str ] : <TAB> try : <TAB> <TAB> async with self . session . get ( url , headers = { ""Icy-MetaData"" : ""1"" } ) as resp : <TAB> <TAB> <TAB> metaint = int ( resp . headers [ ""icy-metaint"" ] ) <TAB> <TAB> <TAB> for _ in range ( 5 ) : <TAB> <TAB> <TAB> <TAB> await resp . content . readexactly ( metaint ) <TAB> <TAB> <TAB> <TAB> metadata_length = ( <TAB> <TAB> <TAB> <TAB> <TAB> struct . unpack ( ""B"" , await resp . content . readexactly ( 1 ) ) [ 0 ] * 16 <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> metadata = await resp . content . readexactly ( metadata_length ) <TAB> <TAB> <TAB> <TAB> m = re . search ( STREAM_TITLE , metadata . rstrip ( b""\0"" ) ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> title = m . group ( 1 ) <TAB> <TAB> <TAB> <TAB> <TAB> if title : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> title = title . decode ( ""utf-8"" , errors = ""replace"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return title <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> return None <TAB> except ( KeyError , aiohttp . ClientConnectionError , aiohttp . ClientResponseError ) : <TAB> <TAB> return None",if m :,279
23113,"def readTables(self):
    """"""Read tables section""""""
    while True:
        table = self.readTable()
        if table is None:
            return
        if table[""type""] == ""LAYER"":
            name = table.get(""name"")
            if name is not None:
                self.layers[name] = Layer(name, table)
","def readTables ( self ) : <TAB> """"""Read tables section"""""" <TAB> while True : <TAB> <TAB> table = self . readTable ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> if table [ ""type"" ] == ""LAYER"" : <TAB> <TAB> <TAB> name = table . get ( ""name"" ) <TAB> <TAB> <TAB> if name is not None : <TAB> <TAB> <TAB> <TAB> self . layers [ name ] = Layer ( name , table )",if table is None :,94
17876,"def Handle(self, args, context=None):
    result = ApiListClientActionRequestsResult()
    request_cache = {}
    for r in data_store.REL_DB.ReadAllClientActionRequests(str(args.client_id)):
        stub = action_registry.ACTION_STUB_BY_ID[r.action_identifier]
        client_action = compatibility.GetName(stub)
        request = ApiClientActionRequest(
            leased_until=r.leased_until,
            session_id=""%s/%s"" % (r.client_id, r.flow_id),
            client_action=client_action,
        )
        result.items.append(request)
        if not args.fetch_responses:
            continue
        if r.flow_id not in request_cache:
            req_res = data_store.REL_DB.ReadAllFlowRequestsAndResponses(
                str(args.client_id), r.flow_id
            )
            request_cache[r.flow_id] = req_res
        for req, responses in request_cache[r.flow_id]:
            if req.request_id == r.request_id:
                res = []
                for resp_id in sorted(responses):
                    m = responses[resp_id].AsLegacyGrrMessage()
                    res.append(m)
                request.responses = res
    return result
","def Handle ( self , args , context = None ) : <TAB> result = ApiListClientActionRequestsResult ( ) <TAB> request_cache = { } <TAB> for r in data_store . REL_DB . ReadAllClientActionRequests ( str ( args . client_id ) ) : <TAB> <TAB> stub = action_registry . ACTION_STUB_BY_ID [ r . action_identifier ] <TAB> <TAB> client_action = compatibility . GetName ( stub ) <TAB> <TAB> request = ApiClientActionRequest ( <TAB> <TAB> <TAB> leased_until = r . leased_until , <TAB> <TAB> <TAB> session_id = ""%s/%s"" % ( r . client_id , r . flow_id ) , <TAB> <TAB> <TAB> client_action = client_action , <TAB> <TAB> ) <TAB> <TAB> result . items . append ( request ) <TAB> <TAB> if not args . fetch_responses : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> req_res = data_store . REL_DB . ReadAllFlowRequestsAndResponses ( <TAB> <TAB> <TAB> <TAB> str ( args . client_id ) , r . flow_id <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> request_cache [ r . flow_id ] = req_res <TAB> <TAB> for req , responses in request_cache [ r . flow_id ] : <TAB> <TAB> <TAB> if req . request_id == r . request_id : <TAB> <TAB> <TAB> <TAB> res = [ ] <TAB> <TAB> <TAB> <TAB> for resp_id in sorted ( responses ) : <TAB> <TAB> <TAB> <TAB> <TAB> m = responses [ resp_id ] . AsLegacyGrrMessage ( ) <TAB> <TAB> <TAB> <TAB> <TAB> res . append ( m ) <TAB> <TAB> <TAB> <TAB> request . responses = res <TAB> return result",if r . flow_id not in request_cache :,376
20369,"def _should_mark_node_dnr(self, node, parent_nodes):
    for p in parent_nodes:
        if p.do_not_run is True:
            pass
        elif p.job:
            if p.job.status == ""successful"":
                if node in (
                    self.get_children(p, ""success_nodes"")
                    + self.get_children(p, ""always_nodes"")
                ):
                    return False
            elif p.job.status in [""failed"", ""error"", ""canceled""]:
                if node in (
                    self.get_children(p, ""failure_nodes"")
                    + self.get_children(p, ""always_nodes"")
                ):
                    return False
            else:
                return False
        elif not p.do_not_run and p.unified_job_template is None:
            if node in (
                self.get_children(p, ""failure_nodes"")
                + self.get_children(p, ""always_nodes"")
            ):
                return False
        else:
            return False
    return True
","def _should_mark_node_dnr ( self , node , parent_nodes ) : <TAB> for p in parent_nodes : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pass <TAB> <TAB> elif p . job : <TAB> <TAB> <TAB> if p . job . status == ""successful"" : <TAB> <TAB> <TAB> <TAB> if node in ( <TAB> <TAB> <TAB> <TAB> <TAB> self . get_children ( p , ""success_nodes"" ) <TAB> <TAB> <TAB> <TAB> <TAB> + self . get_children ( p , ""always_nodes"" ) <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> elif p . job . status in [ ""failed"" , ""error"" , ""canceled"" ] : <TAB> <TAB> <TAB> <TAB> if node in ( <TAB> <TAB> <TAB> <TAB> <TAB> self . get_children ( p , ""failure_nodes"" ) <TAB> <TAB> <TAB> <TAB> <TAB> + self . get_children ( p , ""always_nodes"" ) <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> elif not p . do_not_run and p . unified_job_template is None : <TAB> <TAB> <TAB> if node in ( <TAB> <TAB> <TAB> <TAB> self . get_children ( p , ""failure_nodes"" ) <TAB> <TAB> <TAB> <TAB> + self . get_children ( p , ""always_nodes"" ) <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> else : <TAB> <TAB> <TAB> return False <TAB> return True",if p . do_not_run is True :,322
16051,"def update_metadata(self):
    for attrname in dir(self):
        if attrname.startswith(""__""):
            continue
        attrvalue = getattr(self, attrname, None)
        if attrvalue == 0:
            continue
        if attrname == ""salt_version"":
            attrname = ""version""
        if hasattr(self.metadata, ""set_{0}"".format(attrname)):
            getattr(self.metadata, ""set_{0}"".format(attrname))(attrvalue)
        elif hasattr(self.metadata, attrname):
            try:
                setattr(self.metadata, attrname, attrvalue)
            except AttributeError:
                pass","def update_metadata ( self ) : <TAB> for attrname in dir ( self ) : <TAB> <TAB> if attrname . startswith ( ""__"" ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> attrvalue = getattr ( self , attrname , None ) <TAB> <TAB> if attrvalue == 0 : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> attrname = ""version"" <TAB> <TAB> if hasattr ( self . metadata , ""set_{0}"" . format ( attrname ) ) : <TAB> <TAB> <TAB> getattr ( self . metadata , ""set_{0}"" . format ( attrname ) ) ( attrvalue ) <TAB> <TAB> elif hasattr ( self . metadata , attrname ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> setattr ( self . metadata , attrname , attrvalue ) <TAB> <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> <TAB> pass","if attrname == ""salt_version"" :",173
24077,"def _end_completion(self, args):
    value = args[""completion_text""]
    paths = args[""paths""]
    if args[""forward_completion""]:
        common_prefix = os.path.commonprefix(paths)
        if len(common_prefix) > len(value):
            self.path_entry.set_text(
                common_prefix, set_file_chooser_folder=True, trigger_event=True
            )
    self.path_entry.text_entry.set_position(len(self.path_entry.get_text()))
    self.completion_popup.set_values(paths, preserve_selection=True)
    if self.use_popup and len(paths) > 1:
        self.completion_popup.popup()
    elif self.completion_popup.is_popped_up() and args[""forward_completion""]:
        self.completion_popup.popdown()","def _end_completion ( self , args ) : <TAB> value = args [ ""completion_text"" ] <TAB> paths = args [ ""paths"" ] <TAB> if args [ ""forward_completion"" ] : <TAB> <TAB> common_prefix = os . path . commonprefix ( paths ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . path_entry . set_text ( <TAB> <TAB> <TAB> <TAB> common_prefix , set_file_chooser_folder = True , trigger_event = True <TAB> <TAB> <TAB> ) <TAB> self . path_entry . text_entry . set_position ( len ( self . path_entry . get_text ( ) ) ) <TAB> self . completion_popup . set_values ( paths , preserve_selection = True ) <TAB> if self . use_popup and len ( paths ) > 1 : <TAB> <TAB> self . completion_popup . popup ( ) <TAB> elif self . completion_popup . is_popped_up ( ) and args [ ""forward_completion"" ] : <TAB> <TAB> self . completion_popup . popdown ( )",if len ( common_prefix ) > len ( value ) :,221
20288,"def R_op(self, inputs, eval_points):
    outs = self(*inputs, **dict(return_list=True))
    rval = [None for x in outs]
    # For each output
    for idx, out in enumerate(outs):
        # make such that _bgrads computes only the gradients of the
        # current output on the inputs ( and not all outputs)
        ograds = [x.zeros_like() for x in outs]
        ograds[idx] = theano.tensor.ones_like(out)
        bgrads = self._bgrad(inputs, outs, ograds)
        rop_out = None
        for jdx, (inp, eval_point) in enumerate(izip(inputs, eval_points)):
            # if None, then we can just ignore this branch ..
            # what we do is to assume that for any non-differentiable
            # branch, the gradient is actually 0, which I think is not
            # the right thing to do .. have to talk to Ian and James
            # about it
            if bgrads[jdx] is None or isinstance(bgrads[jdx].type, DisconnectedType):
                pass
            elif eval_point is not None:
                if rop_out is None:
                    rop_out = bgrads[jdx] * eval_point
                else:
                    rop_out = rop_out + bgrads[jdx] * eval_point
        rval[idx] = rop_out
    return rval","def R_op ( self , inputs , eval_points ) : <TAB> outs = self ( * inputs , ** dict ( return_list = True ) ) <TAB> rval = [ None for x in outs ] <TAB> <TAB> for idx , out in enumerate ( outs ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ograds = [ x . zeros_like ( ) for x in outs ] <TAB> <TAB> ograds [ idx ] = theano . tensor . ones_like ( out ) <TAB> <TAB> bgrads = self . _bgrad ( inputs , outs , ograds ) <TAB> <TAB> rop_out = None <TAB> <TAB> for jdx , ( inp , eval_point ) in enumerate ( izip ( inputs , eval_points ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if bgrads [ jdx ] is None or isinstance ( bgrads [ jdx ] . type , DisconnectedType ) : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if rop_out is None : <TAB> <TAB> <TAB> <TAB> <TAB> rop_out = bgrads [ jdx ] * eval_point <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> rop_out = rop_out + bgrads [ jdx ] * eval_point <TAB> <TAB> rval [ idx ] = rop_out <TAB> return rval",elif eval_point is not None :,385
6835,"def assert_warns(expected):
    with warnings.catch_warnings(record=True) as w:
        warnings.simplefilter(""always"")
        yield
    # Python 2 does not raise warnings multiple times from the same stack
    # frame.
    if sys.version_info >= (3, 0):
        if not any(isinstance(m.message, expected) for m in w):
            try:
                exc_name = expected.__name__
            except AttributeError:
                exc_name = str(expected)
            raise AssertionError(""%s not triggerred"" % exc_name)","def assert_warns ( expected ) : <TAB> with warnings . catch_warnings ( record = True ) as w : <TAB> <TAB> warnings . simplefilter ( ""always"" ) <TAB> <TAB> yield <TAB> <TAB> <TAB> if sys . version_info >= ( 3 , 0 ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> exc_name = expected . __name__ <TAB> <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> <TAB> exc_name = str ( expected ) <TAB> <TAB> <TAB> raise AssertionError ( ""%s not triggerred"" % exc_name )","if not any ( isinstance ( m . message , expected ) for m in w ) :",147
20422,"def init_params(net):
    """"""Init layer parameters.""""""
    for module in net.modules():
        if isinstance(module, nn.Conv2d):
            init.kaiming_normal(module.weight, mode=""fan_out"")
            if module.bias:
                init.constant(module.bias, 0)
        elif isinstance(module, nn.BatchNorm2d):
            init.constant(module.weight, 1)
            init.constant(module.bias, 0)
        elif isinstance(module, nn.Linear):
            init.normal(module.weight, std=1e-3)
            if module.bias:
                init.constant(module.bias, 0)","def init_params ( net ) : <TAB> """"""Init layer parameters."""""" <TAB> for module in net . modules ( ) : <TAB> <TAB> if isinstance ( module , nn . Conv2d ) : <TAB> <TAB> <TAB> init . kaiming_normal ( module . weight , mode = ""fan_out"" ) <TAB> <TAB> <TAB> if module . bias : <TAB> <TAB> <TAB> <TAB> init . constant ( module . bias , 0 ) <TAB> <TAB> elif isinstance ( module , nn . BatchNorm2d ) : <TAB> <TAB> <TAB> init . constant ( module . weight , 1 ) <TAB> <TAB> <TAB> init . constant ( module . bias , 0 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> init . normal ( module . weight , std = 1e-3 ) <TAB> <TAB> <TAB> if module . bias : <TAB> <TAB> <TAB> <TAB> init . constant ( module . bias , 0 )","elif isinstance ( module , nn . Linear ) :",180
17483,"def _mock_send_packet(eio_sid, pkt):
    # make sure the packet can be encoded and decoded
    epkt = pkt.encode()
    if not isinstance(epkt, list):
        pkt = packet.Packet(encoded_packet=epkt)
    else:
        pkt = packet.Packet(encoded_packet=epkt[0])
        for att in epkt[1:]:
            pkt.add_attachment(att)
    if pkt.packet_type == packet.EVENT or pkt.packet_type == packet.BINARY_EVENT:
        if eio_sid not in self.queue:
            self.queue[eio_sid] = []
        if pkt.data[0] == ""message"" or pkt.data[0] == ""json"":
            self.queue[eio_sid].append(
                {
                    ""name"": pkt.data[0],
                    ""args"": pkt.data[1],
                    ""namespace"": pkt.namespace or ""/"",
                }
            )
        else:
            self.queue[eio_sid].append(
                {
                    ""name"": pkt.data[0],
                    ""args"": pkt.data[1:],
                    ""namespace"": pkt.namespace or ""/"",
                }
            )
    elif pkt.packet_type == packet.ACK or pkt.packet_type == packet.BINARY_ACK:
        self.acks[eio_sid] = {""args"": pkt.data, ""namespace"": pkt.namespace or ""/""}
    elif pkt.packet_type in [packet.DISCONNECT, packet.CONNECT_ERROR]:
        self.connected[pkt.namespace or ""/""] = False","def _mock_send_packet ( eio_sid , pkt ) : <TAB> <TAB> epkt = pkt . encode ( ) <TAB> if not isinstance ( epkt , list ) : <TAB> <TAB> pkt = packet . Packet ( encoded_packet = epkt ) <TAB> else : <TAB> <TAB> pkt = packet . Packet ( encoded_packet = epkt [ 0 ] ) <TAB> <TAB> for att in epkt [ 1 : ] : <TAB> <TAB> <TAB> pkt . add_attachment ( att ) <TAB> if pkt . packet_type == packet . EVENT or pkt . packet_type == packet . BINARY_EVENT : <TAB> <TAB> if eio_sid not in self . queue : <TAB> <TAB> <TAB> self . queue [ eio_sid ] = [ ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . queue [ eio_sid ] . append ( <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> ""name"" : pkt . data [ 0 ] , <TAB> <TAB> <TAB> <TAB> <TAB> ""args"" : pkt . data [ 1 ] , <TAB> <TAB> <TAB> <TAB> <TAB> ""namespace"" : pkt . namespace or ""/"" , <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . queue [ eio_sid ] . append ( <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> ""name"" : pkt . data [ 0 ] , <TAB> <TAB> <TAB> <TAB> <TAB> ""args"" : pkt . data [ 1 : ] , <TAB> <TAB> <TAB> <TAB> <TAB> ""namespace"" : pkt . namespace or ""/"" , <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> ) <TAB> elif pkt . packet_type == packet . ACK or pkt . packet_type == packet . BINARY_ACK : <TAB> <TAB> self . acks [ eio_sid ] = { ""args"" : pkt . data , ""namespace"" : pkt . namespace or ""/"" } <TAB> elif pkt . packet_type in [ packet . DISCONNECT , packet . CONNECT_ERROR ] : <TAB> <TAB> self . connected [ pkt . namespace or ""/"" ] = False","if pkt . data [ 0 ] == ""message"" or pkt . data [ 0 ] == ""json"" :",438
19844,"def mergeCombiners(self, x, y):
    for item in y:
        if len(x) < self.heap_limit:
            self.heap.push(x, item)
        else:
            self.heap.push_pop(x, item)
    return x
","def mergeCombiners ( self , x , y ) : <TAB> for item in y : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . heap . push ( x , item ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . heap . push_pop ( x , item ) <TAB> return x",if len ( x ) < self . heap_limit :,73
25218,"def test_write_buffer(self):
    try:
        for mode in (""b"", """"):
            with open(""foo"", ""w+"" + mode) as foo:
                b = buffer(b""hello world"", 6)
                foo.write(b)
            with open(""foo"", ""r"") as foo:
                self.assertEqual(foo.readlines(), [""world""])
        with open(""foo"", ""w+"") as foo:
            b = buffer(u""hello world"", 6)
            foo.write(b)
        with open(""foo"", ""r"") as foo:
            self.assertEqual(foo.readlines(), [""world""])
        with open(""foo"", ""w+b"") as foo:
            b = buffer(u""hello world"", 6)
            foo.write(b)
        with open(""foo"", ""r"") as foo:
            if is_cpython:
                self.assertEqual(
                    foo.readlines(), [""l\x00o\x00 \x00w\x00o\x00r\x00l\x00d\x00""]
                )
            else:
                self.assertEqual(foo.readlines(), [""world""])
    finally:
        self.delete_files(""foo"")","def test_write_buffer ( self ) : <TAB> try : <TAB> <TAB> for mode in ( ""b"" , """" ) : <TAB> <TAB> <TAB> with open ( ""foo"" , ""w+"" + mode ) as foo : <TAB> <TAB> <TAB> <TAB> b = buffer ( b""hello world"" , 6 ) <TAB> <TAB> <TAB> <TAB> foo . write ( b ) <TAB> <TAB> <TAB> with open ( ""foo"" , ""r"" ) as foo : <TAB> <TAB> <TAB> <TAB> self . assertEqual ( foo . readlines ( ) , [ ""world"" ] ) <TAB> <TAB> with open ( ""foo"" , ""w+"" ) as foo : <TAB> <TAB> <TAB> b = buffer ( u""hello world"" , 6 ) <TAB> <TAB> <TAB> foo . write ( b ) <TAB> <TAB> with open ( ""foo"" , ""r"" ) as foo : <TAB> <TAB> <TAB> self . assertEqual ( foo . readlines ( ) , [ ""world"" ] ) <TAB> <TAB> with open ( ""foo"" , ""w+b"" ) as foo : <TAB> <TAB> <TAB> b = buffer ( u""hello world"" , 6 ) <TAB> <TAB> <TAB> foo . write ( b ) <TAB> <TAB> with open ( ""foo"" , ""r"" ) as foo : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( <TAB> <TAB> <TAB> <TAB> <TAB> foo . readlines ( ) , [ ""l\x00o\x00 \x00w\x00o\x00r\x00l\x00d\x00"" ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . assertEqual ( foo . readlines ( ) , [ ""world"" ] ) <TAB> finally : <TAB> <TAB> self . delete_files ( ""foo"" )",if is_cpython :,327
18806,"def read_callback():
    """"""Parse stats response from Marathon""""""
    log_verbose(""Read callback called"")
    try:
        metrics = json.load(urllib2.urlopen(MARATHON_URL, timeout=10))
        for group in [""gauges"", ""histograms"", ""meters"", ""timers"", ""counters""]:
            for name, values in metrics.get(group, {}).items():
                for metric, value in values.items():
                    if not isinstance(value, basestring):
                        dispatch_stat(""gauge"", ""."".join((name, metric)), value)
    except urllib2.URLError as e:
        collectd.error(
            ""marathon plugin: Error connecting to %s - %r"" % (MARATHON_URL, e)
        )","def read_callback ( ) : <TAB> """"""Parse stats response from Marathon"""""" <TAB> log_verbose ( ""Read callback called"" ) <TAB> try : <TAB> <TAB> metrics = json . load ( urllib2 . urlopen ( MARATHON_URL , timeout = 10 ) ) <TAB> <TAB> for group in [ ""gauges"" , ""histograms"" , ""meters"" , ""timers"" , ""counters"" ] : <TAB> <TAB> <TAB> for name , values in metrics . get ( group , { } ) . items ( ) : <TAB> <TAB> <TAB> <TAB> for metric , value in values . items ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dispatch_stat ( ""gauge"" , ""."" . join ( ( name , metric ) ) , value ) <TAB> except urllib2 . URLError as e : <TAB> <TAB> collectd . error ( <TAB> <TAB> <TAB> ""marathon plugin: Error connecting to %s - %r"" % ( MARATHON_URL , e ) <TAB> <TAB> )","if not isinstance ( value , basestring ) :",203
88,"def ReceiveMessageLoop(self):
    while self.connected == True:
        tmp = await self.ReadSocketData(16)
        if tmp is None:
            break
        (expr,) = struct.unpack(""!I"", tmp[:4])
        (num,) = struct.unpack(""!I"", tmp[8:12])
        num2 = expr - 16
        tmp = await self.ReadSocketData(num2)
        if tmp is None:
            break
        if num2 != 0:
            num -= 1
            if num == 0 or num == 1 or num == 2:
                (num3,) = struct.unpack(""!I"", tmp)
                self._UserCount = num3
                continue
            elif num == 3 or num == 4:
                try:
                    messages = tmp.decode(""utf-8"")
                except:
                    continue
                await self.parseDanMu(messages)
                continue
            elif num == 5 or num == 6 or num == 7:
                continue
            else:
                if num != 16:
                    pass
                else:
                    continue","def ReceiveMessageLoop ( self ) : <TAB> while self . connected == True : <TAB> <TAB> tmp = await self . ReadSocketData ( 16 ) <TAB> <TAB> if tmp is None : <TAB> <TAB> <TAB> break <TAB> <TAB> ( expr , ) = struct . unpack ( ""!I"" , tmp [ : 4 ] ) <TAB> <TAB> ( num , ) = struct . unpack ( ""!I"" , tmp [ 8 : 12 ] ) <TAB> <TAB> num2 = expr - 16 <TAB> <TAB> tmp = await self . ReadSocketData ( num2 ) <TAB> <TAB> if tmp is None : <TAB> <TAB> <TAB> break <TAB> <TAB> if num2 != 0 : <TAB> <TAB> <TAB> num -= 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> ( num3 , ) = struct . unpack ( ""!I"" , tmp ) <TAB> <TAB> <TAB> <TAB> self . _UserCount = num3 <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> elif num == 3 or num == 4 : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> messages = tmp . decode ( ""utf-8"" ) <TAB> <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> await self . parseDanMu ( messages ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> elif num == 5 or num == 6 or num == 7 : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if num != 16 : <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> continue",if num == 0 or num == 1 or num == 2 :,318
15684,"def _rmtree(self, path):
    # Essentially a stripped down version of shutil.rmtree.  We can't
    # use globals because they may be None'ed out at shutdown.
    for name in self._listdir(path):
        fullname = self._path_join(path, name)
        try:
            isdir = self._isdir(fullname)
        except self._os_error:
            isdir = False
        if isdir:
            self._rmtree(fullname)
        else:
            try:
                self._remove(fullname)
            except self._os_error:
                pass
    try:
        self._rmdir(path)
    except self._os_error:
        pass
","def _rmtree ( self , path ) : <TAB> <TAB> <TAB> for name in self . _listdir ( path ) : <TAB> <TAB> fullname = self . _path_join ( path , name ) <TAB> <TAB> try : <TAB> <TAB> <TAB> isdir = self . _isdir ( fullname ) <TAB> <TAB> except self . _os_error : <TAB> <TAB> <TAB> isdir = False <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _rmtree ( fullname ) <TAB> <TAB> else : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> self . _remove ( fullname ) <TAB> <TAB> <TAB> except self . _os_error : <TAB> <TAB> <TAB> <TAB> pass <TAB> try : <TAB> <TAB> self . _rmdir ( path ) <TAB> except self . _os_error : <TAB> <TAB> pass",if isdir :,183
17279,"def write(self, *bits):
    for bit in bits:
        if not self.bytestream:
            self.bytestream.append(0)
        byte = self.bytestream[self.bytenum]
        if self.bitnum == 8:
            if self.bytenum == len(self.bytestream) - 1:
                byte = 0
                self.bytestream += bytes([byte])
            self.bytenum += 1
            self.bitnum = 0
        mask = 2 ** self.bitnum
        if bit:
            byte |= mask
        else:
            byte &= ~mask
        self.bytestream[self.bytenum] = byte
        self.bitnum += 1","def write ( self , * bits ) : <TAB> for bit in bits : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . bytestream . append ( 0 ) <TAB> <TAB> byte = self . bytestream [ self . bytenum ] <TAB> <TAB> if self . bitnum == 8 : <TAB> <TAB> <TAB> if self . bytenum == len ( self . bytestream ) - 1 : <TAB> <TAB> <TAB> <TAB> byte = 0 <TAB> <TAB> <TAB> <TAB> self . bytestream += bytes ( [ byte ] ) <TAB> <TAB> <TAB> self . bytenum += 1 <TAB> <TAB> <TAB> self . bitnum = 0 <TAB> <TAB> mask = 2 ** self . bitnum <TAB> <TAB> if bit : <TAB> <TAB> <TAB> byte |= mask <TAB> <TAB> else : <TAB> <TAB> <TAB> byte &= ~ mask <TAB> <TAB> self . bytestream [ self . bytenum ] = byte <TAB> <TAB> self . bitnum += 1",if not self . bytestream :,186
10547,"def _write_ready(self):
    assert self._buffer, ""Data should not be empty""
    try:
        n = self._sock.send(self._buffer)
    except (BlockingIOError, InterruptedError):
        pass
    except Exception as exc:
        self._loop.remove_writer(self._sock_fd)
        self._buffer.clear()
        self._fatal_error(exc, ""Fatal write error on socket transport"")
    else:
        if n:
            del self._buffer[:n]
        self._maybe_resume_protocol()  # May append to buffer.
        if not self._buffer:
            self._loop.remove_writer(self._sock_fd)
            if self._closing:
                self._call_connection_lost(None)
            elif self._eof:
                self._sock.shutdown(socket.SHUT_WR)
","def _write_ready ( self ) : <TAB> assert self . _buffer , ""Data should not be empty"" <TAB> try : <TAB> <TAB> n = self . _sock . send ( self . _buffer ) <TAB> except ( BlockingIOError , InterruptedError ) : <TAB> <TAB> pass <TAB> except Exception as exc : <TAB> <TAB> self . _loop . remove_writer ( self . _sock_fd ) <TAB> <TAB> self . _buffer . clear ( ) <TAB> <TAB> self . _fatal_error ( exc , ""Fatal write error on socket transport"" ) <TAB> else : <TAB> <TAB> if n : <TAB> <TAB> <TAB> del self . _buffer [ : n ] <TAB> <TAB> self . _maybe_resume_protocol ( ) <TAB> <TAB> if not self . _buffer : <TAB> <TAB> <TAB> self . _loop . remove_writer ( self . _sock_fd ) <TAB> <TAB> <TAB> if self . _closing : <TAB> <TAB> <TAB> <TAB> self . _call_connection_lost ( None ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . _sock . shutdown ( socket . SHUT_WR )",elif self . _eof :,226
19456,"def jupyter_progress_bar(min=0, max=1.0):
    """"""Returns an ipywidget progress bar or None if we can't import it""""""
    widgets = wandb.util.get_module(""ipywidgets"")
    try:
        if widgets is None:
            # TODO: this currently works in iPython but it's deprecated since 4.0
            from IPython.html import widgets  # type: ignore
        assert hasattr(widgets, ""VBox"")
        assert hasattr(widgets, ""Label"")
        assert hasattr(widgets, ""FloatProgress"")
        return ProgressWidget(widgets, min=min, max=max)
    except (ImportError, AssertionError):
        return None","def jupyter_progress_bar ( min = 0 , max = 1.0 ) : <TAB> """"""Returns an ipywidget progress bar or None if we can't import it"""""" <TAB> widgets = wandb . util . get_module ( ""ipywidgets"" ) <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> from IPython . html import widgets <TAB> <TAB> assert hasattr ( widgets , ""VBox"" ) <TAB> <TAB> assert hasattr ( widgets , ""Label"" ) <TAB> <TAB> assert hasattr ( widgets , ""FloatProgress"" ) <TAB> <TAB> return ProgressWidget ( widgets , min = min , max = max ) <TAB> except ( ImportError , AssertionError ) : <TAB> <TAB> return None",if widgets is None :,168
6619,"def call(self, step_input, states):
    new_states = []
    for i in range(self.num_layers):
        out, new_state = self.lstm_cells[i](step_input, states[i])
        step_input = (
            layers.dropout(
                out, self.dropout_prob, dropout_implementation=""upscale_in_train""
            )
            if self.dropout_prob > 0.0
            else out
        )
        new_states.append(new_state)
    return step_input, new_states","def call ( self , step_input , states ) : <TAB> new_states = [ ] <TAB> for i in range ( self . num_layers ) : <TAB> <TAB> out , new_state = self . lstm_cells [ i ] ( step_input , states [ i ] ) <TAB> <TAB> step_input = ( <TAB> <TAB> <TAB> layers . dropout ( <TAB> <TAB> <TAB> <TAB> out , self . dropout_prob , dropout_implementation = ""upscale_in_train"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> else out <TAB> <TAB> ) <TAB> <TAB> new_states . append ( new_state ) <TAB> return step_input , new_states",if self . dropout_prob > 0.0,148
8045,"def _get_stream(self, mem, base, sat, sec_size, start_sid, size=None, name=""""):
    # print >> self.logfile, ""_get_stream"", base, sec_size, start_sid, size
    sectors = []
    s = start_sid
    if size is None:
        # nothing to check against
        while s >= 0:
            start_pos = base + s * sec_size
            sectors.append(mem[start_pos : start_pos + sec_size])
            try:
                s = sat[s]
            except IndexError:
                raise CompDocError(
                    ""OLE2 stream %r: sector allocation table invalid entry (%d)""
                    % (name, s)
                )
        assert s == EOCSID
    else:
        todo = size
        while s >= 0:
            start_pos = base + s * sec_size
            grab = sec_size
            if grab > todo:
                grab = todo
            todo -= grab
            sectors.append(mem[start_pos : start_pos + grab])
            try:
                s = sat[s]
            except IndexError:
                raise CompDocError(
                    ""OLE2 stream %r: sector allocation table invalid entry (%d)""
                    % (name, s)
                )
        assert s == EOCSID
        if todo != 0:
            print(
                ""WARNING *** OLE2 stream %r: expected size %d, actual size %d""
                % (name, size, size - todo),
                file=self.logfile,
            )
    return b"""".join(sectors)","def _get_stream ( self , mem , base , sat , sec_size , start_sid , size = None , name = """" ) : <TAB> <TAB> sectors = [ ] <TAB> s = start_sid <TAB> if size is None : <TAB> <TAB> <TAB> <TAB> while s >= 0 : <TAB> <TAB> <TAB> start_pos = base + s * sec_size <TAB> <TAB> <TAB> sectors . append ( mem [ start_pos : start_pos + sec_size ] ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> s = sat [ s ] <TAB> <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> <TAB> raise CompDocError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""OLE2 stream %r: sector allocation table invalid entry (%d)"" <TAB> <TAB> <TAB> <TAB> <TAB> % ( name , s ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> assert s == EOCSID <TAB> else : <TAB> <TAB> todo = size <TAB> <TAB> while s >= 0 : <TAB> <TAB> <TAB> start_pos = base + s * sec_size <TAB> <TAB> <TAB> grab = sec_size <TAB> <TAB> <TAB> if grab > todo : <TAB> <TAB> <TAB> <TAB> grab = todo <TAB> <TAB> <TAB> todo -= grab <TAB> <TAB> <TAB> sectors . append ( mem [ start_pos : start_pos + grab ] ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> s = sat [ s ] <TAB> <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> <TAB> raise CompDocError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""OLE2 stream %r: sector allocation table invalid entry (%d)"" <TAB> <TAB> <TAB> <TAB> <TAB> % ( name , s ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> assert s == EOCSID <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""WARNING *** OLE2 stream %r: expected size %d, actual size %d"" <TAB> <TAB> <TAB> <TAB> % ( name , size , size - todo ) , <TAB> <TAB> <TAB> <TAB> file = self . logfile , <TAB> <TAB> <TAB> ) <TAB> return b"""" . join ( sectors )",if todo != 0 :,463
6811,"def __call__(self, trainer):
    # accumulate the observations
    keys = self._keys
    observation = trainer.observation
    summary = self._summary
    if keys is None:
        summary.add(observation)
    else:
        summary.add({k: observation[k] for k in keys if k in observation})
    if trainer.is_before_training or self._trigger(trainer):
        # output the result
        stats = self._summary.compute_mean()
        stats_cpu = {}
        for name, value in six.iteritems(stats):
            stats_cpu[name] = float(value)  # copy to CPU
        updater = trainer.updater
        stats_cpu[""epoch""] = updater.epoch
        stats_cpu[""iteration""] = updater.iteration
        stats_cpu[""elapsed_time""] = trainer.elapsed_time
        if self._postprocess is not None:
            self._postprocess(stats_cpu)
        self._log.append(stats_cpu)
        # write to the log file
        if self._log_name is not None:
            log_name = self._log_name.format(**stats_cpu)
            with utils.tempdir(prefix=log_name, dir=trainer.out) as tempd:
                path = os.path.join(tempd, ""log.json"")
                with open(path, ""w"") as f:
                    json.dump(self._log, f, indent=4)
                new_path = os.path.join(trainer.out, log_name)
                shutil.move(path, new_path)
        # reset the summary for the next output
        self._init_summary()","def __call__ ( self , trainer ) : <TAB> <TAB> keys = self . _keys <TAB> observation = trainer . observation <TAB> summary = self . _summary <TAB> if keys is None : <TAB> <TAB> summary . add ( observation ) <TAB> else : <TAB> <TAB> summary . add ( { k : observation [ k ] for k in keys if k in observation } ) <TAB> if trainer . is_before_training or self . _trigger ( trainer ) : <TAB> <TAB> <TAB> <TAB> stats = self . _summary . compute_mean ( ) <TAB> <TAB> stats_cpu = { } <TAB> <TAB> for name , value in six . iteritems ( stats ) : <TAB> <TAB> <TAB> stats_cpu [ name ] = float ( value ) <TAB> <TAB> updater = trainer . updater <TAB> <TAB> stats_cpu [ ""epoch"" ] = updater . epoch <TAB> <TAB> stats_cpu [ ""iteration"" ] = updater . iteration <TAB> <TAB> stats_cpu [ ""elapsed_time"" ] = trainer . elapsed_time <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _postprocess ( stats_cpu ) <TAB> <TAB> self . _log . append ( stats_cpu ) <TAB> <TAB> <TAB> <TAB> if self . _log_name is not None : <TAB> <TAB> <TAB> log_name = self . _log_name . format ( ** stats_cpu ) <TAB> <TAB> <TAB> with utils . tempdir ( prefix = log_name , dir = trainer . out ) as tempd : <TAB> <TAB> <TAB> <TAB> path = os . path . join ( tempd , ""log.json"" ) <TAB> <TAB> <TAB> <TAB> with open ( path , ""w"" ) as f : <TAB> <TAB> <TAB> <TAB> <TAB> json . dump ( self . _log , f , indent = 4 ) <TAB> <TAB> <TAB> <TAB> new_path = os . path . join ( trainer . out , log_name ) <TAB> <TAB> <TAB> <TAB> shutil . move ( path , new_path ) <TAB> <TAB> <TAB> <TAB> self . _init_summary ( )",if self . _postprocess is not None :,429
21848,"def _from_to_normal(self, pymodule, import_stmt):
    resource = pymodule.get_resource()
    from_import = import_stmt.import_info
    module_name = from_import.module_name
    for name, alias in from_import.names_and_aliases:
        imported = name
        if alias is not None:
            imported = alias
        occurrence_finder = occurrences.create_finder(
            self.pycore, imported, pymodule[imported], imports=False
        )
        source = rename.rename_in_module(
            occurrence_finder,
            module_name + ""."" + name,
            pymodule=pymodule,
            replace_primary=True,
        )
        if source is not None:
            pymodule = self.pycore.get_string_module(source, resource)
    return pymodule
","def _from_to_normal ( self , pymodule , import_stmt ) : <TAB> resource = pymodule . get_resource ( ) <TAB> from_import = import_stmt . import_info <TAB> module_name = from_import . module_name <TAB> for name , alias in from_import . names_and_aliases : <TAB> <TAB> imported = name <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> imported = alias <TAB> <TAB> occurrence_finder = occurrences . create_finder ( <TAB> <TAB> <TAB> self . pycore , imported , pymodule [ imported ] , imports = False <TAB> <TAB> ) <TAB> <TAB> source = rename . rename_in_module ( <TAB> <TAB> <TAB> occurrence_finder , <TAB> <TAB> <TAB> module_name + ""."" + name , <TAB> <TAB> <TAB> pymodule = pymodule , <TAB> <TAB> <TAB> replace_primary = True , <TAB> <TAB> ) <TAB> <TAB> if source is not None : <TAB> <TAB> <TAB> pymodule = self . pycore . get_string_module ( source , resource ) <TAB> return pymodule",if alias is not None :,222
19949,"def test_with_three_points(self):
    cba = ia.Polygon([(1, 2), (3, 4), (5, 5)])
    for i, xy in enumerate(cba):
        assert i in [0, 1, 2]
        if i == 0:
            assert np.allclose(xy, (1, 2))
        elif i == 1:
            assert np.allclose(xy, (3, 4))
        elif i == 2:
            assert np.allclose(xy, (5, 5))
    assert i == 2","def test_with_three_points ( self ) : <TAB> cba = ia . Polygon ( [ ( 1 , 2 ) , ( 3 , 4 ) , ( 5 , 5 ) ] ) <TAB> for i , xy in enumerate ( cba ) : <TAB> <TAB> assert i in [ 0 , 1 , 2 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert np . allclose ( xy , ( 1 , 2 ) ) <TAB> <TAB> elif i == 1 : <TAB> <TAB> <TAB> assert np . allclose ( xy , ( 3 , 4 ) ) <TAB> <TAB> elif i == 2 : <TAB> <TAB> <TAB> assert np . allclose ( xy , ( 5 , 5 ) ) <TAB> assert i == 2",if i == 0 :,136
11358,"def resize(self, newshape):
    (datashape,) = self._data.shape
    if newshape > datashape:
        (shape,) = self.shape  # we work with int shapes only
        newdatashape = max(newshape, int(shape * self.factor) + 1)
        if self.use_numpy_resize and self._data.flags[""C_CONTIGUOUS""]:
            self.data = None
            self._data.resize(newdatashape, refcheck=self.refcheck)
        else:
            newdata = zeros(newdatashape, dtype=self.dtype)
            newdata[:shape] = self.data
            self._data = newdata
    elif newshape < self.shape[0]:
        # If we reduced the size, set the no longer used memory to 0
        self._data[newshape:] = 0
    # Reduce our view to the requested size if necessary
    self.data = self._data[:newshape]
    self.shape = (newshape,)","def resize ( self , newshape ) : <TAB> ( datashape , ) = self . _data . shape <TAB> if newshape > datashape : <TAB> <TAB> ( shape , ) = self . shape <TAB> <TAB> newdatashape = max ( newshape , int ( shape * self . factor ) + 1 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . data = None <TAB> <TAB> <TAB> self . _data . resize ( newdatashape , refcheck = self . refcheck ) <TAB> <TAB> else : <TAB> <TAB> <TAB> newdata = zeros ( newdatashape , dtype = self . dtype ) <TAB> <TAB> <TAB> newdata [ : shape ] = self . data <TAB> <TAB> <TAB> self . _data = newdata <TAB> elif newshape < self . shape [ 0 ] : <TAB> <TAB> <TAB> <TAB> self . _data [ newshape : ] = 0 <TAB> <TAB> self . data = self . _data [ : newshape ] <TAB> self . shape = ( newshape , )","if self . use_numpy_resize and self . _data . flags [ ""C_CONTIGUOUS"" ] :",240
1368,"def handle(self, input):
    match = self._rx.match(input)
    if match is not None:
        query = self._yamlfy_query(match.group(""query""))
        if query is not None:
            # query['time'] = datetime.strptime(match.group('ts'), ""%a %b %d %H:%M:%S"")
            query[""millis""] = match.group(""query_time"")
            query[""ns""] = match.group(""ns"")
            if query[""query""].has_key(""$orderby""):
                query[""orderby""] = query[""query""][""$orderby""]
                del query[""query""][""$orderby""]
            if query[""query""].has_key(""$query""):
                query[""query""] = query[""query""][""$query""]
            query[""stats""] = parse_line_stats(match.group(""stats""))
        return query
    return None
","def handle ( self , input ) : <TAB> match = self . _rx . match ( input ) <TAB> if match is not None : <TAB> <TAB> query = self . _yamlfy_query ( match . group ( ""query"" ) ) <TAB> <TAB> if query is not None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> query [ ""millis"" ] = match . group ( ""query_time"" ) <TAB> <TAB> <TAB> query [ ""ns"" ] = match . group ( ""ns"" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> query [ ""orderby"" ] = query [ ""query"" ] [ ""$orderby"" ] <TAB> <TAB> <TAB> <TAB> del query [ ""query"" ] [ ""$orderby"" ] <TAB> <TAB> <TAB> if query [ ""query"" ] . has_key ( ""$query"" ) : <TAB> <TAB> <TAB> <TAB> query [ ""query"" ] = query [ ""query"" ] [ ""$query"" ] <TAB> <TAB> <TAB> query [ ""stats"" ] = parse_line_stats ( match . group ( ""stats"" ) ) <TAB> <TAB> return query <TAB> return None","if query [ ""query"" ] . has_key ( ""$orderby"" ) :",232
17394,"def setUp(self):
    CFTPClientTestBase.setUp(self)
    self.startServer()
    cmds = (
        ""-p %i -l testuser ""
        ""--known-hosts kh_test ""
        ""--user-authentications publickey ""
        ""--host-key-algorithms ssh-rsa ""
        ""-i dsa_test ""
        ""-a ""
        ""-v ""
        ""127.0.0.1""
    )
    port = self.server.getHost().port
    cmds = test_conch._makeArgs((cmds % port).split(), mod=""cftp"")
    log.msg(""running {} {}"".format(sys.executable, cmds))
    d = defer.Deferred()
    self.processProtocol = SFTPTestProcess(d)
    d.addCallback(lambda _: self.processProtocol.clearBuffer())
    env = os.environ.copy()
    env[""PYTHONPATH""] = os.pathsep.join(sys.path)
    encodedCmds = []
    encodedEnv = {}
    for cmd in cmds:
        if isinstance(cmd, str):
            cmd = cmd.encode(""utf-8"")
        encodedCmds.append(cmd)
    for var in env:
        val = env[var]
        if isinstance(var, str):
            var = var.encode(""utf-8"")
        if isinstance(val, str):
            val = val.encode(""utf-8"")
        encodedEnv[var] = val
    log.msg(encodedCmds)
    log.msg(encodedEnv)
    reactor.spawnProcess(
        self.processProtocol, sys.executable, encodedCmds, env=encodedEnv
    )
    return d","def setUp ( self ) : <TAB> CFTPClientTestBase . setUp ( self ) <TAB> self . startServer ( ) <TAB> cmds = ( <TAB> <TAB> ""-p %i -l testuser "" <TAB> <TAB> ""--known-hosts kh_test "" <TAB> <TAB> ""--user-authentications publickey "" <TAB> <TAB> ""--host-key-algorithms ssh-rsa "" <TAB> <TAB> ""-i dsa_test "" <TAB> <TAB> ""-a "" <TAB> <TAB> ""-v "" <TAB> <TAB> ""127.0.0.1"" <TAB> ) <TAB> port = self . server . getHost ( ) . port <TAB> cmds = test_conch . _makeArgs ( ( cmds % port ) . split ( ) , mod = ""cftp"" ) <TAB> log . msg ( ""running {} {}"" . format ( sys . executable , cmds ) ) <TAB> d = defer . Deferred ( ) <TAB> self . processProtocol = SFTPTestProcess ( d ) <TAB> d . addCallback ( lambda _ : self . processProtocol . clearBuffer ( ) ) <TAB> env = os . environ . copy ( ) <TAB> env [ ""PYTHONPATH"" ] = os . pathsep . join ( sys . path ) <TAB> encodedCmds = [ ] <TAB> encodedEnv = { } <TAB> for cmd in cmds : <TAB> <TAB> if isinstance ( cmd , str ) : <TAB> <TAB> <TAB> cmd = cmd . encode ( ""utf-8"" ) <TAB> <TAB> encodedCmds . append ( cmd ) <TAB> for var in env : <TAB> <TAB> val = env [ var ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> var = var . encode ( ""utf-8"" ) <TAB> <TAB> if isinstance ( val , str ) : <TAB> <TAB> <TAB> val = val . encode ( ""utf-8"" ) <TAB> <TAB> encodedEnv [ var ] = val <TAB> log . msg ( encodedCmds ) <TAB> log . msg ( encodedEnv ) <TAB> reactor . spawnProcess ( <TAB> <TAB> self . processProtocol , sys . executable , encodedCmds , env = encodedEnv <TAB> ) <TAB> return d","if isinstance ( var , str ) :",423
16115,"def __new__(mcs, name, bases, attrs):
    include_profile = include_trace = include_garbage = True
    bases = list(bases)
    if name == ""SaltLoggingClass"":
        for base in bases:
            if hasattr(base, ""trace""):
                include_trace = False
            if hasattr(base, ""garbage""):
                include_garbage = False
    if include_profile:
        bases.append(LoggingProfileMixin)
    if include_trace:
        bases.append(LoggingTraceMixin)
    if include_garbage:
        bases.append(LoggingGarbageMixin)
    return super(LoggingMixinMeta, mcs).__new__(mcs, name, tuple(bases), attrs)
","def __new__ ( mcs , name , bases , attrs ) : <TAB> include_profile = include_trace = include_garbage = True <TAB> bases = list ( bases ) <TAB> if name == ""SaltLoggingClass"" : <TAB> <TAB> for base in bases : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> include_trace = False <TAB> <TAB> <TAB> if hasattr ( base , ""garbage"" ) : <TAB> <TAB> <TAB> <TAB> include_garbage = False <TAB> if include_profile : <TAB> <TAB> bases . append ( LoggingProfileMixin ) <TAB> if include_trace : <TAB> <TAB> bases . append ( LoggingTraceMixin ) <TAB> if include_garbage : <TAB> <TAB> bases . append ( LoggingGarbageMixin ) <TAB> return super ( LoggingMixinMeta , mcs ) . __new__ ( mcs , name , tuple ( bases ) , attrs )","if hasattr ( base , ""trace"" ) :",176
2641,"def alloc(self):
    with self.lock:
        # gc self.ban:
        for item in tuple(self.ban):
            if item[""counter""] == 0:
                self.free(item[""addr""])
                self.ban.remove(item)
            else:
                item[""counter""] -= 1
        # iterate through addr_map
        base = 0
        for cell in self.addr_map:
            if cell:
                # not allocated addr
                bit = 0
                while True:
                    if (1 << bit) & self.addr_map[base]:
                        self.addr_map[base] ^= 1 << bit
                        break
                    bit += 1
                ret = base * self.cell_size + bit
                if self.reverse:
                    ret = self.maxaddr - ret
                else:
                    ret = ret + self.minaddr
                if self.minaddr <= ret <= self.maxaddr:
                    if self.release:
                        self.free(ret, ban=self.release)
                    self.allocated += 1
                    return ret
                else:
                    self.free(ret)
                    raise KeyError(""no free address available"")
            base += 1
        # no free address available
        if len(self.addr_map) < self.cells:
            # create new cell to allocate address from
            self.addr_map.append(self.cell)
            return self.alloc()
        else:
            raise KeyError(""no free address available"")","def alloc ( self ) : <TAB> with self . lock : <TAB> <TAB> <TAB> <TAB> for item in tuple ( self . ban ) : <TAB> <TAB> <TAB> if item [ ""counter"" ] == 0 : <TAB> <TAB> <TAB> <TAB> self . free ( item [ ""addr"" ] ) <TAB> <TAB> <TAB> <TAB> self . ban . remove ( item ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> item [ ""counter"" ] -= 1 <TAB> <TAB> <TAB> <TAB> base = 0 <TAB> <TAB> for cell in self . addr_map : <TAB> <TAB> <TAB> if cell : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> bit = 0 <TAB> <TAB> <TAB> <TAB> while True : <TAB> <TAB> <TAB> <TAB> <TAB> if ( 1 << bit ) & self . addr_map [ base ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . addr_map [ base ] ^= 1 << bit <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> <TAB> bit += 1 <TAB> <TAB> <TAB> <TAB> ret = base * self . cell_size + bit <TAB> <TAB> <TAB> <TAB> if self . reverse : <TAB> <TAB> <TAB> <TAB> <TAB> ret = self . maxaddr - ret <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> ret = ret + self . minaddr <TAB> <TAB> <TAB> <TAB> if self . minaddr <= ret <= self . maxaddr : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . free ( ret , ban = self . release ) <TAB> <TAB> <TAB> <TAB> <TAB> self . allocated += 1 <TAB> <TAB> <TAB> <TAB> <TAB> return ret <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> self . free ( ret ) <TAB> <TAB> <TAB> <TAB> <TAB> raise KeyError ( ""no free address available"" ) <TAB> <TAB> <TAB> base += 1 <TAB> <TAB> <TAB> <TAB> if len ( self . addr_map ) < self . cells : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . addr_map . append ( self . cell ) <TAB> <TAB> <TAB> return self . alloc ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise KeyError ( ""no free address available"" )",if self . release :,452
13323,"def _wait_for_launcher(self) -> None:
    log.debug(""Waiting for Lavalink server to be ready"")
    lastmessage = 0
    for i in itertools.cycle(range(50)):
        line = await self._proc.stdout.readline()
        if _RE_READY_LINE.search(line):
            self.ready.set()
            break
        if _FAILED_TO_START.search(line):
            raise RuntimeError(f""Lavalink failed to start: {line.decode().strip()}"")
        if self._proc.returncode is not None and lastmessage + 2 < time.time():
            # Avoid Console spam only print once every 2 seconds
            lastmessage = time.time()
            log.critical(""Internal lavalink server exited early"")
        if i == 49:
            # Sleep after 50 lines to prevent busylooping
            await asyncio.sleep(0.1)","def _wait_for_launcher ( self ) -> None : <TAB> log . debug ( ""Waiting for Lavalink server to be ready"" ) <TAB> lastmessage = 0 <TAB> for i in itertools . cycle ( range ( 50 ) ) : <TAB> <TAB> line = await self . _proc . stdout . readline ( ) <TAB> <TAB> if _RE_READY_LINE . search ( line ) : <TAB> <TAB> <TAB> self . ready . set ( ) <TAB> <TAB> <TAB> break <TAB> <TAB> if _FAILED_TO_START . search ( line ) : <TAB> <TAB> <TAB> raise RuntimeError ( f""Lavalink failed to start: {line.decode().strip()}"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> lastmessage = time . time ( ) <TAB> <TAB> <TAB> log . critical ( ""Internal lavalink server exited early"" ) <TAB> <TAB> if i == 49 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> await asyncio . sleep ( 0.1 )",if self . _proc . returncode is not None and lastmessage + 2 < time . time ( ) :,231
15895,"def get_type(request: HttpRequest, payload: Dict[str, Any]) -> str:
    if payload.get(""push""):
        return ""push""
    elif payload.get(""fork""):
        return ""fork""
    elif payload.get(""comment"") and payload.get(""commit""):
        return ""commit_comment""
    elif payload.get(""commit_status""):
        return ""change_commit_status""
    elif payload.get(""issue""):
        if payload.get(""changes""):
            return ""issue_updated""
        if payload.get(""comment""):
            return ""issue_commented""
        return ""issue_created""
    elif payload.get(""pullrequest""):
        pull_request_template = ""pull_request_{}""
        # Note that we only need the HTTP header to determine pullrequest events.
        # We rely on the payload itself to determine the other ones.
        event_key = validate_extract_webhook_http_header(
            request, ""X_EVENT_KEY"", ""BitBucket""
        )
        assert event_key is not None
        action = re.match(""pullrequest:(?P<action>.*)$"", event_key)
        if action:
            action_group = action.group(""action"")
            if action_group in PULL_REQUEST_SUPPORTED_ACTIONS:
                return pull_request_template.format(action_group)
    else:
        event_key = validate_extract_webhook_http_header(
            request, ""X_EVENT_KEY"", ""BitBucket""
        )
        if event_key == ""repo:updated"":
            return event_key
    raise UnsupportedWebhookEventType(event_key)
","def get_type ( request : HttpRequest , payload : Dict [ str , Any ] ) -> str : <TAB> if payload . get ( ""push"" ) : <TAB> <TAB> return ""push"" <TAB> elif payload . get ( ""fork"" ) : <TAB> <TAB> return ""fork"" <TAB> elif payload . get ( ""comment"" ) and payload . get ( ""commit"" ) : <TAB> <TAB> return ""commit_comment"" <TAB> elif payload . get ( ""commit_status"" ) : <TAB> <TAB> return ""change_commit_status"" <TAB> elif payload . get ( ""issue"" ) : <TAB> <TAB> if payload . get ( ""changes"" ) : <TAB> <TAB> <TAB> return ""issue_updated"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ""issue_commented"" <TAB> <TAB> return ""issue_created"" <TAB> elif payload . get ( ""pullrequest"" ) : <TAB> <TAB> pull_request_template = ""pull_request_{}"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> event_key = validate_extract_webhook_http_header ( <TAB> <TAB> <TAB> request , ""X_EVENT_KEY"" , ""BitBucket"" <TAB> <TAB> ) <TAB> <TAB> assert event_key is not None <TAB> <TAB> action = re . match ( ""pullrequest:(?P<action>.*)$"" , event_key ) <TAB> <TAB> if action : <TAB> <TAB> <TAB> action_group = action . group ( ""action"" ) <TAB> <TAB> <TAB> if action_group in PULL_REQUEST_SUPPORTED_ACTIONS : <TAB> <TAB> <TAB> <TAB> return pull_request_template . format ( action_group ) <TAB> else : <TAB> <TAB> event_key = validate_extract_webhook_http_header ( <TAB> <TAB> <TAB> request , ""X_EVENT_KEY"" , ""BitBucket"" <TAB> <TAB> ) <TAB> <TAB> if event_key == ""repo:updated"" : <TAB> <TAB> <TAB> return event_key <TAB> raise UnsupportedWebhookEventType ( event_key )","if payload . get ( ""comment"" ) :",417
1596,"def _get_contrast(second_level_contrast, design_matrix):
    """"""Check and return contrast when testing one contrast at the time""""""
    if isinstance(second_level_contrast, str):
        if second_level_contrast in design_matrix.columns.tolist():
            contrast = second_level_contrast
        else:
            raise ValueError(
                '""{}"" is not a valid contrast name'.format(second_level_contrast)
            )
    else:
        # Check contrast definition
        if second_level_contrast is None:
            if design_matrix.shape[1] == 1:
                second_level_contrast = np.ones([1])
            else:
                raise ValueError(""No second-level contrast is specified."")
        elif (np.nonzero(second_level_contrast)[0]).size != 1:
            raise ValueError(""second_level_contrast must be "" ""a list of 0s and 1s"")
        con_val = np.asarray(second_level_contrast, dtype=bool)
        contrast = np.asarray(design_matrix.columns.tolist())[con_val][0]
    return contrast","def _get_contrast ( second_level_contrast , design_matrix ) : <TAB> """"""Check and return contrast when testing one contrast at the time"""""" <TAB> if isinstance ( second_level_contrast , str ) : <TAB> <TAB> if second_level_contrast in design_matrix . columns . tolist ( ) : <TAB> <TAB> <TAB> contrast = second_level_contrast <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> '""{}"" is not a valid contrast name' . format ( second_level_contrast ) <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> <TAB> <TAB> if second_level_contrast is None : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> second_level_contrast = np . ones ( [ 1 ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""No second-level contrast is specified."" ) <TAB> <TAB> elif ( np . nonzero ( second_level_contrast ) [ 0 ] ) . size != 1 : <TAB> <TAB> <TAB> raise ValueError ( ""second_level_contrast must be "" ""a list of 0s and 1s"" ) <TAB> <TAB> con_val = np . asarray ( second_level_contrast , dtype = bool ) <TAB> <TAB> contrast = np . asarray ( design_matrix . columns . tolist ( ) ) [ con_val ] [ 0 ] <TAB> return contrast",if design_matrix . shape [ 1 ] == 1 :,285
20403,"def _get_left_part(self, bar):
    import socket, os, pwd
    try:
        username = pwd.getpwuid(os.geteuid()).pw_name
    except:
        username = ""???""
    if username == ""root"":
        clr = ""bad""
    else:
        clr = ""good""
    bar.add(username, ""hostname"", clr, fixedsize=True)
    bar.add(""@"", ""hostname"", clr, fixedsize=True)
    bar.add(socket.gethostname(), ""hostname"", clr, fixedsize=True)
    for path in self.env.pathway:
        if path.islink:
            clr = ""link""
        else:
            clr = ""directory""
        bar.add(path.basename, clr)
        bar.add(""/"", clr, fixedsize=True)
    if self.env.cf is not None:
        bar.add(self.env.cf.basename, ""file"", fixedsize=True)
","def _get_left_part ( self , bar ) : <TAB> import socket , os , pwd <TAB> try : <TAB> <TAB> username = pwd . getpwuid ( os . geteuid ( ) ) . pw_name <TAB> except : <TAB> <TAB> username = ""???"" <TAB> if username == ""root"" : <TAB> <TAB> clr = ""bad"" <TAB> else : <TAB> <TAB> clr = ""good"" <TAB> bar . add ( username , ""hostname"" , clr , fixedsize = True ) <TAB> bar . add ( ""@"" , ""hostname"" , clr , fixedsize = True ) <TAB> bar . add ( socket . gethostname ( ) , ""hostname"" , clr , fixedsize = True ) <TAB> for path in self . env . pathway : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> clr = ""link"" <TAB> <TAB> else : <TAB> <TAB> <TAB> clr = ""directory"" <TAB> <TAB> bar . add ( path . basename , clr ) <TAB> <TAB> bar . add ( ""/"" , clr , fixedsize = True ) <TAB> if self . env . cf is not None : <TAB> <TAB> bar . add ( self . env . cf . basename , ""file"" , fixedsize = True )",if path . islink :,250
12682,"def assert_registration_mailbox(self, match=None):
    if match is None:
        match = ""[Weblate] Your registration on Weblate""
    # Check mailbox
    self.assertEqual(len(mail.outbox), 1)
    self.assertEqual(mail.outbox[0].subject, match)
    live_url = getattr(self, ""live_server_url"", None)
    # Parse URL
    for line in mail.outbox[0].body.splitlines():
        if ""verification_code"" not in line:
            continue
        if ""("" in line or "")"" in line or ""<"" in line or "">"" in line:
            continue
        if live_url and line.startswith(live_url):
            return line + ""&confirm=1""
        if line.startswith(""http://example.com/""):
            return line[18:] + ""&confirm=1""
    self.fail(""Confirmation URL not found"")
    return """"","def assert_registration_mailbox ( self , match = None ) : <TAB> if match is None : <TAB> <TAB> match = ""[Weblate] Your registration on Weblate"" <TAB> <TAB> self . assertEqual ( len ( mail . outbox ) , 1 ) <TAB> self . assertEqual ( mail . outbox [ 0 ] . subject , match ) <TAB> live_url = getattr ( self , ""live_server_url"" , None ) <TAB> <TAB> for line in mail . outbox [ 0 ] . body . splitlines ( ) : <TAB> <TAB> if ""verification_code"" not in line : <TAB> <TAB> <TAB> continue <TAB> <TAB> if ""("" in line or "")"" in line or ""<"" in line or "">"" in line : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return line + ""&confirm=1"" <TAB> <TAB> if line . startswith ( ""http://example.com/"" ) : <TAB> <TAB> <TAB> return line [ 18 : ] + ""&confirm=1"" <TAB> self . fail ( ""Confirmation URL not found"" ) <TAB> return """"",if live_url and line . startswith ( live_url ) :,228
18495,"def __init__(self, document, collection):
    self._document = document
    self._collection_obj = collection
    self._mongo_query = None
    self._query_obj = Q()
    self._cls_query = {}
    self._where_clause = None
    self._loaded_fields = QueryFieldList()
    self._ordering = None
    self._snapshot = False
    self._timeout = True
    self._read_preference = None
    self._read_concern = None
    self._iter = False
    self._scalar = []
    self._none = False
    self._as_pymongo = False
    self._search_text = None
    # If inheritance is allowed, only return instances and instances of
    # subclasses of the class being used
    if document._meta.get(""allow_inheritance"") is True:
        if len(self._document._subclasses) == 1:
            self._cls_query = {""_cls"": self._document._subclasses[0]}
        else:
            self._cls_query = {""_cls"": {""$in"": self._document._subclasses}}
        self._loaded_fields = QueryFieldList(always_include=[""_cls""])
    self._cursor_obj = None
    self._limit = None
    self._skip = None
    self._hint = -1  # Using -1 as None is a valid value for hint
    self._collation = None
    self._batch_size = None
    self._max_time_ms = None
    self._comment = None
    # Hack - As people expect cursor[5:5] to return
    # an empty result set. It's hard to do that right, though, because the
    # server uses limit(0) to mean 'no limit'. So we set _empty
    # in that case and check for it when iterating. We also unset
    # it anytime we change _limit. Inspired by how it is done in pymongo.Cursor
    self._empty = False","def __init__ ( self , document , collection ) : <TAB> self . _document = document <TAB> self . _collection_obj = collection <TAB> self . _mongo_query = None <TAB> self . _query_obj = Q ( ) <TAB> self . _cls_query = { } <TAB> self . _where_clause = None <TAB> self . _loaded_fields = QueryFieldList ( ) <TAB> self . _ordering = None <TAB> self . _snapshot = False <TAB> self . _timeout = True <TAB> self . _read_preference = None <TAB> self . _read_concern = None <TAB> self . _iter = False <TAB> self . _scalar = [ ] <TAB> self . _none = False <TAB> self . _as_pymongo = False <TAB> self . _search_text = None <TAB> <TAB> <TAB> if document . _meta . get ( ""allow_inheritance"" ) is True : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _cls_query = { ""_cls"" : self . _document . _subclasses [ 0 ] } <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _cls_query = { ""_cls"" : { ""$in"" : self . _document . _subclasses } } <TAB> <TAB> self . _loaded_fields = QueryFieldList ( always_include = [ ""_cls"" ] ) <TAB> self . _cursor_obj = None <TAB> self . _limit = None <TAB> self . _skip = None <TAB> self . _hint = - 1 <TAB> self . _collation = None <TAB> self . _batch_size = None <TAB> self . _max_time_ms = None <TAB> self . _comment = None <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _empty = False",if len ( self . _document . _subclasses ) == 1 :,460
4850,"def wait_for_child(pid, timeout=1.0):
    deadline = mitogen.core.now() + timeout
    while timeout < mitogen.core.now():
        try:
            target_pid, status = os.waitpid(pid, os.WNOHANG)
            if target_pid == pid:
                return
        except OSError:
            e = sys.exc_info()[1]
            if e.args[0] == errno.ECHILD:
                return
        time.sleep(0.05)
    assert False, ""wait_for_child() timed out""","def wait_for_child ( pid , timeout = 1.0 ) : <TAB> deadline = mitogen . core . now ( ) + timeout <TAB> while timeout < mitogen . core . now ( ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> target_pid , status = os . waitpid ( pid , os . WNOHANG ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> except OSError : <TAB> <TAB> <TAB> e = sys . exc_info ( ) [ 1 ] <TAB> <TAB> <TAB> if e . args [ 0 ] == errno . ECHILD : <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> time . sleep ( 0.05 ) <TAB> assert False , ""wait_for_child() timed out""",if target_pid == pid :,156
7260,"def resolve_none(self, data):
    # replace None to '_'
    for tok_idx in range(len(data)):
        for feat_idx in range(len(data[tok_idx])):
            if data[tok_idx][feat_idx] is None:
                data[tok_idx][feat_idx] = ""_""
    return data
","def resolve_none ( self , data ) : <TAB> <TAB> for tok_idx in range ( len ( data ) ) : <TAB> <TAB> for feat_idx in range ( len ( data [ tok_idx ] ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> data [ tok_idx ] [ feat_idx ] = ""_"" <TAB> return data",if data [ tok_idx ] [ feat_idx ] is None :,87
2721,"def test_attributes_types(self):
    if not self.connection.strategy.pooled:
        if not self.connection.server.info:
            self.connection.refresh_server_info()
        self.assertEqual(
            type(self.connection.server.schema.attribute_types[""cn""]), AttributeTypeInfo
        )
","def test_attributes_types ( self ) : <TAB> if not self . connection . strategy . pooled : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . connection . refresh_server_info ( ) <TAB> <TAB> self . assertEqual ( <TAB> <TAB> <TAB> type ( self . connection . server . schema . attribute_types [ ""cn"" ] ) , AttributeTypeInfo <TAB> <TAB> )",if not self . connection . server . info :,82
21930,"def get_modified_addr(self, erase_last=False):
    last = self.last_iteration
    new = self.feed(self.last_value, erase_last=erase_last)
    ret = {}
    for type, l in last.iteritems():
        typeset = set(new[type])
        for addr in l:
            if addr not in typeset:
                if type not in ret:
                    ret[type] = []
                ret[type].append(addr)
    return ret
","def get_modified_addr ( self , erase_last = False ) : <TAB> last = self . last_iteration <TAB> new = self . feed ( self . last_value , erase_last = erase_last ) <TAB> ret = { } <TAB> for type , l in last . iteritems ( ) : <TAB> <TAB> typeset = set ( new [ type ] ) <TAB> <TAB> for addr in l : <TAB> <TAB> <TAB> if addr not in typeset : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> ret [ type ] = [ ] <TAB> <TAB> <TAB> <TAB> ret [ type ] . append ( addr ) <TAB> return ret",if type not in ret :,134
10372,"def _get_compressor(self, algorithm):
    try:
        if algorithm.lower() in (""none"", ""off"", ""no""):
            return None
        if algorithm.lower() in (""zlib"", ""gzip""):
            import zlib as compressor
            result = compressor
        elif algorithm.lower() in (""bz2"", ""bzip2""):
            import bz2 as compressor
            result = compressor
        else:
            result = None
        if result:
            # NOTE(geguileo): Compression/Decompression starves
            # greenthreads so we use a native thread instead.
            return eventlet.tpool.Proxy(result)
    except ImportError:
        pass
    err = _(""unsupported compression algorithm: %s"") % algorithm
    raise ValueError(err)","def _get_compressor ( self , algorithm ) : <TAB> try : <TAB> <TAB> if algorithm . lower ( ) in ( ""none"" , ""off"" , ""no"" ) : <TAB> <TAB> <TAB> return None <TAB> <TAB> if algorithm . lower ( ) in ( ""zlib"" , ""gzip"" ) : <TAB> <TAB> <TAB> import zlib as compressor <TAB> <TAB> <TAB> result = compressor <TAB> <TAB> elif algorithm . lower ( ) in ( ""bz2"" , ""bzip2"" ) : <TAB> <TAB> <TAB> import bz2 as compressor <TAB> <TAB> <TAB> result = compressor <TAB> <TAB> else : <TAB> <TAB> <TAB> result = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return eventlet . tpool . Proxy ( result ) <TAB> except ImportError : <TAB> <TAB> pass <TAB> err = _ ( ""unsupported compression algorithm: %s"" ) % algorithm <TAB> raise ValueError ( err )",if result :,202
3085,"def choices():
    """"""Return a dict of different choices.""""""
    choices = {}
    for choice in Action.__dict__:
        if hasattr(Action, choice):
            try:
                value = int(getattr(Action, choice))
                choices[value] = choice
            except (TypeError, ValueError):
                pass
    return choices
","def choices ( ) : <TAB> """"""Return a dict of different choices."""""" <TAB> choices = { } <TAB> for choice in Action . __dict__ : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> value = int ( getattr ( Action , choice ) ) <TAB> <TAB> <TAB> <TAB> choices [ value ] = choice <TAB> <TAB> <TAB> except ( TypeError , ValueError ) : <TAB> <TAB> <TAB> <TAB> pass <TAB> return choices","if hasattr ( Action , choice ) :",90
20725,"def _walkingCount(self, limFn=None, cntFn=None):
    tot = 0
    pcounts = {}
    # for each of the active decks
    for did in self.col.decks.active():
        # early alphas were setting the active ids as a str
        did = int(did)
        # get the individual deck's limit
        lim = limFn(self.col.decks.get(did))
        if not lim:
            continue
        # check the parents
        parents = self.col.decks.parents(did)
        for p in parents:
            # add if missing
            if p[""id""] not in pcounts:
                pcounts[p[""id""]] = limFn(p)
            # take minimum of child and parent
            lim = min(pcounts[p[""id""]], lim)
        # see how many cards we actually have
        cnt = cntFn(did, lim)
        # if non-zero, decrement from parent counts
        for p in parents:
            pcounts[p[""id""]] -= cnt
        # we may also be a parent
        pcounts[did] = lim - cnt
        # and add to running total
        tot += cnt
    return tot","def _walkingCount ( self , limFn = None , cntFn = None ) : <TAB> tot = 0 <TAB> pcounts = { } <TAB> <TAB> for did in self . col . decks . active ( ) : <TAB> <TAB> <TAB> <TAB> did = int ( did ) <TAB> <TAB> <TAB> <TAB> lim = limFn ( self . col . decks . get ( did ) ) <TAB> <TAB> if not lim : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> parents = self . col . decks . parents ( did ) <TAB> <TAB> for p in parents : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> pcounts [ p [ ""id"" ] ] = limFn ( p ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> lim = min ( pcounts [ p [ ""id"" ] ] , lim ) <TAB> <TAB> <TAB> <TAB> cnt = cntFn ( did , lim ) <TAB> <TAB> <TAB> <TAB> for p in parents : <TAB> <TAB> <TAB> pcounts [ p [ ""id"" ] ] -= cnt <TAB> <TAB> <TAB> <TAB> pcounts [ did ] = lim - cnt <TAB> <TAB> <TAB> <TAB> tot += cnt <TAB> return tot","if p [ ""id"" ] not in pcounts :",323
20879,"def generate_eway_bill(self, **kwargs):
    args = frappe._dict(kwargs)
    headers = self.get_headers()
    eway_bill_details = get_eway_bill_details(args)
    data = json.dumps(
        {
            ""Irn"": args.irn,
            ""Distance"": cint(eway_bill_details.distance),
            ""TransMode"": eway_bill_details.mode_of_transport,
            ""TransId"": eway_bill_details.gstin,
            ""TransName"": eway_bill_details.transporter,
            ""TrnDocDt"": eway_bill_details.document_date,
            ""TrnDocNo"": eway_bill_details.document_name,
            ""VehNo"": eway_bill_details.vehicle_no,
            ""VehType"": eway_bill_details.vehicle_type,
        },
        indent=4,
    )
    try:
        res = self.make_request(""post"", self.generate_ewaybill_url, headers, data)
        if res.get(""success""):
            self.invoice.ewaybill = res.get(""result"").get(""EwbNo"")
            self.invoice.eway_bill_cancelled = 0
            self.invoice.update(args)
            self.invoice.flags.updater_reference = {
                ""doctype"": self.invoice.doctype,
                ""docname"": self.invoice.name,
                ""label"": _(""E-Way Bill Generated""),
            }
            self.update_invoice()
        else:
            raise RequestFailed
    except RequestFailed:
        errors = self.sanitize_error_message(res.get(""message""))
        self.raise_error(errors=errors)
    except Exception:
        self.log_error(data)
        self.raise_error(True)","def generate_eway_bill ( self , ** kwargs ) : <TAB> args = frappe . _dict ( kwargs ) <TAB> headers = self . get_headers ( ) <TAB> eway_bill_details = get_eway_bill_details ( args ) <TAB> data = json . dumps ( <TAB> <TAB> { <TAB> <TAB> <TAB> ""Irn"" : args . irn , <TAB> <TAB> <TAB> ""Distance"" : cint ( eway_bill_details . distance ) , <TAB> <TAB> <TAB> ""TransMode"" : eway_bill_details . mode_of_transport , <TAB> <TAB> <TAB> ""TransId"" : eway_bill_details . gstin , <TAB> <TAB> <TAB> ""TransName"" : eway_bill_details . transporter , <TAB> <TAB> <TAB> ""TrnDocDt"" : eway_bill_details . document_date , <TAB> <TAB> <TAB> ""TrnDocNo"" : eway_bill_details . document_name , <TAB> <TAB> <TAB> ""VehNo"" : eway_bill_details . vehicle_no , <TAB> <TAB> <TAB> ""VehType"" : eway_bill_details . vehicle_type , <TAB> <TAB> } , <TAB> <TAB> indent = 4 , <TAB> ) <TAB> try : <TAB> <TAB> res = self . make_request ( ""post"" , self . generate_ewaybill_url , headers , data ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . invoice . ewaybill = res . get ( ""result"" ) . get ( ""EwbNo"" ) <TAB> <TAB> <TAB> self . invoice . eway_bill_cancelled = 0 <TAB> <TAB> <TAB> self . invoice . update ( args ) <TAB> <TAB> <TAB> self . invoice . flags . updater_reference = { <TAB> <TAB> <TAB> <TAB> ""doctype"" : self . invoice . doctype , <TAB> <TAB> <TAB> <TAB> ""docname"" : self . invoice . name , <TAB> <TAB> <TAB> <TAB> ""label"" : _ ( ""E-Way Bill Generated"" ) , <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> self . update_invoice ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise RequestFailed <TAB> except RequestFailed : <TAB> <TAB> errors = self . sanitize_error_message ( res . get ( ""message"" ) ) <TAB> <TAB> self . raise_error ( errors = errors ) <TAB> except Exception : <TAB> <TAB> self . log_error ( data ) <TAB> <TAB> self . raise_error ( True )","if res . get ( ""success"" ) :",504
2871,"def removeKey(self, key, group=None, locales=True):
    # set default group
    if not group:
        group = self.defaultGroup
    try:
        if locales:
            for name in list(self.content[group]):
                if re.match(""^"" + key + xdg.Locale.regex + ""$"", name) and name != key:
                    del self.content[group][name]
        value = self.content[group].pop(key)
        self.tainted = True
        return value
    except KeyError as e:
        if debug:
            if e == group:
                raise NoGroupError(group, self.filename)
            else:
                raise NoKeyError(key, group, self.filename)
        else:
            return """"
","def removeKey ( self , key , group = None , locales = True ) : <TAB> <TAB> if not group : <TAB> <TAB> group = self . defaultGroup <TAB> try : <TAB> <TAB> if locales : <TAB> <TAB> <TAB> for name in list ( self . content [ group ] ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> del self . content [ group ] [ name ] <TAB> <TAB> value = self . content [ group ] . pop ( key ) <TAB> <TAB> self . tainted = True <TAB> <TAB> return value <TAB> except KeyError as e : <TAB> <TAB> if debug : <TAB> <TAB> <TAB> if e == group : <TAB> <TAB> <TAB> <TAB> raise NoGroupError ( group , self . filename ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise NoKeyError ( key , group , self . filename ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return """"","if re . match ( ""^"" + key + xdg . Locale . regex + ""$"" , name ) and name != key :",208
15361,"def clean_requires_python(candidates):
    """"""Get a cleaned list of all the candidates with valid specifiers in the `requires_python` attributes.""""""
    all_candidates = []
    py_version = parse_version(
        os.environ.get(""PIP_PYTHON_VERSION"", ""."".join(map(str, sys.version_info[:3])))
    )
    for c in candidates:
        if getattr(c, ""requires_python"", None):
            # Old specifications had people setting this to single digits
            # which is effectively the same as '>=digit,<digit+1'
            if len(c.requires_python) == 1 and c.requires_python in (""2"", ""3""):
                c.requires_python = "">={0},<{1!s}"".format(
                    c.requires_python, int(c.requires_python) + 1
                )
            try:
                specifierset = SpecifierSet(c.requires_python)
            except InvalidSpecifier:
                continue
            else:
                if not specifierset.contains(py_version):
                    continue
        all_candidates.append(c)
    return all_candidates","def clean_requires_python ( candidates ) : <TAB> """"""Get a cleaned list of all the candidates with valid specifiers in the `requires_python` attributes."""""" <TAB> all_candidates = [ ] <TAB> py_version = parse_version ( <TAB> <TAB> os . environ . get ( ""PIP_PYTHON_VERSION"" , ""."" . join ( map ( str , sys . version_info [ : 3 ] ) ) ) <TAB> ) <TAB> for c in candidates : <TAB> <TAB> if getattr ( c , ""requires_python"" , None ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> c . requires_python = "">={0},<{1!s}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> c . requires_python , int ( c . requires_python ) + 1 <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> specifierset = SpecifierSet ( c . requires_python ) <TAB> <TAB> <TAB> except InvalidSpecifier : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if not specifierset . contains ( py_version ) : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> all_candidates . append ( c ) <TAB> return all_candidates","if len ( c . requires_python ) == 1 and c . requires_python in ( ""2"" , ""3"" ) :",301
4765,"def JujuWait(self):
    """"""Wait for all deployed services to be installed, configured, and idle.""""""
    status = yaml.safe_load(self.JujuStatus())
    for service in status[""services""]:
        ss = status[""services""][service][""service-status""][""current""]
        # Accept blocked because the service may be waiting on relation
        if ss not in [""active"", ""unknown""]:
            raise errors.Juju.TimeoutException(
                ""Service %s is not ready; status is %s"" % (service, ss)
            )
        if ss in [""error""]:
            # The service has failed to deploy.
            debuglog = self.JujuRun(""juju debug-log --limit 200"")
            logging.warn(debuglog)
            raise errors.Juju.UnitErrorException(
                ""Service %s is in an error state"" % service
            )
        for unit in status[""services""][service][""units""]:
            unit_data = status[""services""][service][""units""][unit]
            ag = unit_data[""agent-state""]
            if ag != ""started"":
                raise errors.Juju.TimeoutException(
                    ""Service %s is not ready; agent-state is %s"" % (service, ag)
                )
            ws = unit_data[""workload-status""][""current""]
            if ws not in [""active"", ""unknown""]:
                raise errors.Juju.TimeoutException(
                    ""Service %s is not ready; workload-state is %s"" % (service, ws)
                )","def JujuWait ( self ) : <TAB> """"""Wait for all deployed services to be installed, configured, and idle."""""" <TAB> status = yaml . safe_load ( self . JujuStatus ( ) ) <TAB> for service in status [ ""services"" ] : <TAB> <TAB> ss = status [ ""services"" ] [ service ] [ ""service-status"" ] [ ""current"" ] <TAB> <TAB> <TAB> <TAB> if ss not in [ ""active"" , ""unknown"" ] : <TAB> <TAB> <TAB> raise errors . Juju . TimeoutException ( <TAB> <TAB> <TAB> <TAB> ""Service %s is not ready; status is %s"" % ( service , ss ) <TAB> <TAB> <TAB> ) <TAB> <TAB> if ss in [ ""error"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> debuglog = self . JujuRun ( ""juju debug-log --limit 200"" ) <TAB> <TAB> <TAB> logging . warn ( debuglog ) <TAB> <TAB> <TAB> raise errors . Juju . UnitErrorException ( <TAB> <TAB> <TAB> <TAB> ""Service %s is in an error state"" % service <TAB> <TAB> <TAB> ) <TAB> <TAB> for unit in status [ ""services"" ] [ service ] [ ""units"" ] : <TAB> <TAB> <TAB> unit_data = status [ ""services"" ] [ service ] [ ""units"" ] [ unit ] <TAB> <TAB> <TAB> ag = unit_data [ ""agent-state"" ] <TAB> <TAB> <TAB> if ag != ""started"" : <TAB> <TAB> <TAB> <TAB> raise errors . Juju . TimeoutException ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Service %s is not ready; agent-state is %s"" % ( service , ag ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ws = unit_data [ ""workload-status"" ] [ ""current"" ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise errors . Juju . TimeoutException ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Service %s is not ready; workload-state is %s"" % ( service , ws ) <TAB> <TAB> <TAB> <TAB> )","if ws not in [ ""active"" , ""unknown"" ] :",415
4534,"def docroutine(self, object, name=None, mod=None, cl=None):
    """"""Produce text documentation for a function or method object.""""""
    realname = object.__name__
    name = name or realname
    note = """"
    skipdocs = 0
    if inspect.ismethod(object):
        imclass = object.im_class
        if cl:
            if imclass is not cl:
                note = "" from "" + classname(imclass, mod)
        else:
            if object.im_self is not None:
                note = "" method of %s instance"" % classname(
                    object.im_self.__class__, mod
                )
            else:
                note = "" unbound %s method"" % classname(imclass, mod)
        object = object.im_func
    if name == realname:
        title = self.bold(realname)
    else:
        if cl and realname in cl.__dict__ and cl.__dict__[realname] is object:
            skipdocs = 1
        title = self.bold(name) + "" = "" + realname
    if inspect.isfunction(object):
        args, varargs, varkw, defaults = inspect.getargspec(object)
        argspec = inspect.formatargspec(
            args, varargs, varkw, defaults, formatvalue=self.formatvalue
        )
        if realname == ""<lambda>"":
            title = self.bold(name) + "" lambda ""
            argspec = argspec[1:-1]  # remove parentheses
    else:
        argspec = ""(...)""
    decl = title + argspec + note
    if skipdocs:
        return decl + ""\n""
    else:
        doc = getdoc(object) or """"
        return decl + ""\n"" + (doc and rstrip(self.indent(doc)) + ""\n"")","def docroutine ( self , object , name = None , mod = None , cl = None ) : <TAB> """"""Produce text documentation for a function or method object."""""" <TAB> realname = object . __name__ <TAB> name = name or realname <TAB> note = """" <TAB> skipdocs = 0 <TAB> if inspect . ismethod ( object ) : <TAB> <TAB> imclass = object . im_class <TAB> <TAB> if cl : <TAB> <TAB> <TAB> if imclass is not cl : <TAB> <TAB> <TAB> <TAB> note = "" from "" + classname ( imclass , mod ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if object . im_self is not None : <TAB> <TAB> <TAB> <TAB> note = "" method of %s instance"" % classname ( <TAB> <TAB> <TAB> <TAB> <TAB> object . im_self . __class__ , mod <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> note = "" unbound %s method"" % classname ( imclass , mod ) <TAB> <TAB> object = object . im_func <TAB> if name == realname : <TAB> <TAB> title = self . bold ( realname ) <TAB> else : <TAB> <TAB> if cl and realname in cl . __dict__ and cl . __dict__ [ realname ] is object : <TAB> <TAB> <TAB> skipdocs = 1 <TAB> <TAB> title = self . bold ( name ) + "" = "" + realname <TAB> if inspect . isfunction ( object ) : <TAB> <TAB> args , varargs , varkw , defaults = inspect . getargspec ( object ) <TAB> <TAB> argspec = inspect . formatargspec ( <TAB> <TAB> <TAB> args , varargs , varkw , defaults , formatvalue = self . formatvalue <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> title = self . bold ( name ) + "" lambda "" <TAB> <TAB> <TAB> argspec = argspec [ 1 : - 1 ] <TAB> else : <TAB> <TAB> argspec = ""(...)"" <TAB> decl = title + argspec + note <TAB> if skipdocs : <TAB> <TAB> return decl + ""\n"" <TAB> else : <TAB> <TAB> doc = getdoc ( object ) or """" <TAB> <TAB> return decl + ""\n"" + ( doc and rstrip ( self . indent ( doc ) ) + ""\n"" )","if realname == ""<lambda>"" :",464
22230,"def __call__(self, context):
    ## Lookup function:
    ## getitem dict / getattr objects / getattr on wrapper
    obj = self.param.parent(context)
    name = self.param.key
    if obj is None:
        raise AssertionError(""No such object: %s"" % self.param.parent.name)
    try:
        function = obj[name]
        if not isinstance(function, ExpressionFunction):
            raise KeyError
    except (TypeError, KeyError):
        if hasattr(obj, name) and isinstance(getattr(obj, name), ExpressionFunction):
            function = getattr(obj, name)
        else:
            wrapper = self.wrap_object(obj)
            if (
                wrapper is not None
                and hasattr(wrapper, name)
                and isinstance(getattr(wrapper, name), ExpressionFunction)
            ):
                function = getattr(wrapper, name)
            else:
                raise AssertionError(""Not a valid function: %s"" % self.param.name)
    ## Execute function
    if not isinstance(function, ExpressionFunction):
        # Just being paranoid here, but leave it in to block any mistakes in above lookup
        raise AssertionError(""Not a valid function: %s"" % self.param.name)
    args = self.args(context)
    return function(*args)
","def __call__ ( self , context ) : <TAB> <TAB> <TAB> obj = self . param . parent ( context ) <TAB> name = self . param . key <TAB> if obj is None : <TAB> <TAB> raise AssertionError ( ""No such object: %s"" % self . param . parent . name ) <TAB> try : <TAB> <TAB> function = obj [ name ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise KeyError <TAB> except ( TypeError , KeyError ) : <TAB> <TAB> if hasattr ( obj , name ) and isinstance ( getattr ( obj , name ) , ExpressionFunction ) : <TAB> <TAB> <TAB> function = getattr ( obj , name ) <TAB> <TAB> else : <TAB> <TAB> <TAB> wrapper = self . wrap_object ( obj ) <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> wrapper is not None <TAB> <TAB> <TAB> <TAB> and hasattr ( wrapper , name ) <TAB> <TAB> <TAB> <TAB> and isinstance ( getattr ( wrapper , name ) , ExpressionFunction ) <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> function = getattr ( wrapper , name ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise AssertionError ( ""Not a valid function: %s"" % self . param . name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise AssertionError ( ""Not a valid function: %s"" % self . param . name ) <TAB> args = self . args ( context ) <TAB> return function ( * args )","if not isinstance ( function , ExpressionFunction ) :",337
12208,"def process_response(self, request, response):
    # It's not worth attempting to compress really short responses.
    if not response.streaming and len(response.content) < 200:
        return response
    patch_vary_headers(response, (""Accept-Encoding"",))
    # Avoid gzipping if we've already got a content-encoding.
    if response.has_header(""Content-Encoding""):
        return response
    # MSIE have issues with gzipped response of various content types.
    if ""msie"" in request.META.get(""HTTP_USER_AGENT"", """").lower():
        ctype = response.get(""Content-Type"", """").lower()
        if not ctype.startswith(""text/"") or ""javascript"" in ctype:
            return response
    ae = request.META.get(""HTTP_ACCEPT_ENCODING"", """")
    if not re_accepts_gzip.search(ae):
        return response
    if response.streaming:
        # Delete the `Content-Length` header for streaming content, because
        # we won't know the compressed size until we stream it.
        response.streaming_content = compress_sequence(response.streaming_content)
        del response[""Content-Length""]
    else:
        # Return the compressed content only if it's actually shorter.
        compressed_content = compress_string(response.content)
        if len(compressed_content) >= len(response.content):
            return response
        response.content = compressed_content
        response[""Content-Length""] = str(len(response.content))
    if response.has_header(""ETag""):
        response[""ETag""] = re.sub('""$', ';gzip""', response[""ETag""])
    response[""Content-Encoding""] = ""gzip""
    return response","def process_response ( self , request , response ) : <TAB> <TAB> if not response . streaming and len ( response . content ) < 200 : <TAB> <TAB> return response <TAB> patch_vary_headers ( response , ( ""Accept-Encoding"" , ) ) <TAB> <TAB> if response . has_header ( ""Content-Encoding"" ) : <TAB> <TAB> return response <TAB> <TAB> if ""msie"" in request . META . get ( ""HTTP_USER_AGENT"" , """" ) . lower ( ) : <TAB> <TAB> ctype = response . get ( ""Content-Type"" , """" ) . lower ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return response <TAB> ae = request . META . get ( ""HTTP_ACCEPT_ENCODING"" , """" ) <TAB> if not re_accepts_gzip . search ( ae ) : <TAB> <TAB> return response <TAB> if response . streaming : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> response . streaming_content = compress_sequence ( response . streaming_content ) <TAB> <TAB> del response [ ""Content-Length"" ] <TAB> else : <TAB> <TAB> <TAB> <TAB> compressed_content = compress_string ( response . content ) <TAB> <TAB> if len ( compressed_content ) >= len ( response . content ) : <TAB> <TAB> <TAB> return response <TAB> <TAB> response . content = compressed_content <TAB> <TAB> response [ ""Content-Length"" ] = str ( len ( response . content ) ) <TAB> if response . has_header ( ""ETag"" ) : <TAB> <TAB> response [ ""ETag"" ] = re . sub ( '""$' , ';gzip""' , response [ ""ETag"" ] ) <TAB> response [ ""Content-Encoding"" ] = ""gzip"" <TAB> return response","if not ctype . startswith ( ""text/"" ) or ""javascript"" in ctype :",419
14050,"def brushengine_paint_hires():
    from lib import tiledsurface, brush
    s = tiledsurface.Surface()
    with open(""brushes/v2/watercolor.myb"") as fp:
        bi = brush.BrushInfo(fp.read())
    b = brush.Brush(bi)
    events = np.loadtxt(""painting30sec.dat"")
    t_old = events[0][0]
    yield start_measurement
    s.begin_atomic()
    trans_time = 0.0
    for t, x, y, pressure in events:
        dtime = t - t_old
        t_old = t
        b.stroke_to(s.backend, x * 5, y * 5, pressure, 0.0, 0.0, dtime)
        trans_time += dtime
        if trans_time > 0.05:
            trans_time = 0.0
            s.end_atomic()
            s.begin_atomic()
    s.end_atomic()
    yield stop_measurement","def brushengine_paint_hires ( ) : <TAB> from lib import tiledsurface , brush <TAB> s = tiledsurface . Surface ( ) <TAB> with open ( ""brushes/v2/watercolor.myb"" ) as fp : <TAB> <TAB> bi = brush . BrushInfo ( fp . read ( ) ) <TAB> b = brush . Brush ( bi ) <TAB> events = np . loadtxt ( ""painting30sec.dat"" ) <TAB> t_old = events [ 0 ] [ 0 ] <TAB> yield start_measurement <TAB> s . begin_atomic ( ) <TAB> trans_time = 0.0 <TAB> for t , x , y , pressure in events : <TAB> <TAB> dtime = t - t_old <TAB> <TAB> t_old = t <TAB> <TAB> b . stroke_to ( s . backend , x * 5 , y * 5 , pressure , 0.0 , 0.0 , dtime ) <TAB> <TAB> trans_time += dtime <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> trans_time = 0.0 <TAB> <TAB> <TAB> s . end_atomic ( ) <TAB> <TAB> <TAB> s . begin_atomic ( ) <TAB> s . end_atomic ( ) <TAB> yield stop_measurement",if trans_time > 0.05 :,268
13636,"def _tile_series(cls, op):
    series = op.inputs[0]
    if len(series.chunks) == 1:
        chunk = series.chunks[0]
        chunk_op = op.copy().reset_key()
        out_chunks = [
            chunk_op.new_chunk(
                series.chunks,
                shape=chunk.shape,
                index=chunk.index,
                index_value=op.outputs[0].index_value,
                dtype=chunk.dtype,
                name=chunk.name,
            )
        ]
        new_op = op.copy()
        kws = op.outputs[0].params.copy()
        kws[""nsplits""] = series.nsplits
        kws[""chunks""] = out_chunks
        return new_op.new_seriess(op.inputs, **kws)
    else:
        if op.na_position != ""last"":  # pragma: no cover
            raise NotImplementedError(""Only support puts NaNs at the end."")
        # use parallel sorting by regular sampling
        return cls._tile_psrs(op, series)","def _tile_series ( cls , op ) : <TAB> series = op . inputs [ 0 ] <TAB> if len ( series . chunks ) == 1 : <TAB> <TAB> chunk = series . chunks [ 0 ] <TAB> <TAB> chunk_op = op . copy ( ) . reset_key ( ) <TAB> <TAB> out_chunks = [ <TAB> <TAB> <TAB> chunk_op . new_chunk ( <TAB> <TAB> <TAB> <TAB> series . chunks , <TAB> <TAB> <TAB> <TAB> shape = chunk . shape , <TAB> <TAB> <TAB> <TAB> index = chunk . index , <TAB> <TAB> <TAB> <TAB> index_value = op . outputs [ 0 ] . index_value , <TAB> <TAB> <TAB> <TAB> dtype = chunk . dtype , <TAB> <TAB> <TAB> <TAB> name = chunk . name , <TAB> <TAB> <TAB> ) <TAB> <TAB> ] <TAB> <TAB> new_op = op . copy ( ) <TAB> <TAB> kws = op . outputs [ 0 ] . params . copy ( ) <TAB> <TAB> kws [ ""nsplits"" ] = series . nsplits <TAB> <TAB> kws [ ""chunks"" ] = out_chunks <TAB> <TAB> return new_op . new_seriess ( op . inputs , ** kws ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise NotImplementedError ( ""Only support puts NaNs at the end."" ) <TAB> <TAB> <TAB> <TAB> return cls . _tile_psrs ( op , series )","if op . na_position != ""last"" :",289
654,"def post_config_hook(self):
    self.last_transmitted_bytes = 0
    self.last_received_bytes = 0
    self.last_time = time.perf_counter()
    # Get default gateway from /proc.
    if self.nic is None:
        with Path(""/proc/net/route"").open() as fh:
            for line in fh:
                fields = line.strip().split()
                if fields[1] == ""00000000"" and int(fields[3], 16) & 2:
                    self.nic = fields[0]
                    break
        if self.nic is None:
            self.nic = ""lo""
        self.py3.log(f""selected nic: {self.nic}"")
    self.thresholds_init = self.py3.get_color_names_list(self.format)","def post_config_hook ( self ) : <TAB> self . last_transmitted_bytes = 0 <TAB> self . last_received_bytes = 0 <TAB> self . last_time = time . perf_counter ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> with Path ( ""/proc/net/route"" ) . open ( ) as fh : <TAB> <TAB> <TAB> for line in fh : <TAB> <TAB> <TAB> <TAB> fields = line . strip ( ) . split ( ) <TAB> <TAB> <TAB> <TAB> if fields [ 1 ] == ""00000000"" and int ( fields [ 3 ] , 16 ) & 2 : <TAB> <TAB> <TAB> <TAB> <TAB> self . nic = fields [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . nic = ""lo"" <TAB> <TAB> self . py3 . log ( f""selected nic: {self.nic}"" ) <TAB> self . thresholds_init = self . py3 . get_color_names_list ( self . format )",if self . nic is None :,218
18874,"def import_data(self):
    if os.path.isfile(self._path):
        with open(self._path, ""r"") as db_file:
            import_data = json.loads(db_file.read())
            data = import_data[""data""]
            for key_data in data:
                key = key_data[0]
                key_type = key_data[1]
                key_ttl = key_data[2]
                key_val = key_data[3]
                if key_type == ""set"":
                    key_val = set(key_val)
                elif key_type == ""deque"":
                    key_val = collections.deque(key_val)
                self._data[key] = {
                    ""ttl"": key_ttl,
                    ""val"": key_val,
                }
            if ""timers"" in import_data:
                for key in import_data[""timers""]:
                    if key not in self._data:
                        continue
                    ttl = self._data[key][""ttl""]
                    if not ttl:
                        continue
                    ttl -= int(time.time() * 1000)
                    ttl /= 1000.0
                    if ttl >= 0:
                        timer = threading.Timer(ttl, self.remove, (key,))
                        timer.daemon = True
                        self._timers[key] = timer
                        timer.start()
                    else:
                        self.remove(key)
            if ""commit_log"" in import_data:
                for tran in import_data[""commit_log""]:
                    self._apply_trans(tran)","def import_data ( self ) : <TAB> if os . path . isfile ( self . _path ) : <TAB> <TAB> with open ( self . _path , ""r"" ) as db_file : <TAB> <TAB> <TAB> import_data = json . loads ( db_file . read ( ) ) <TAB> <TAB> <TAB> data = import_data [ ""data"" ] <TAB> <TAB> <TAB> for key_data in data : <TAB> <TAB> <TAB> <TAB> key = key_data [ 0 ] <TAB> <TAB> <TAB> <TAB> key_type = key_data [ 1 ] <TAB> <TAB> <TAB> <TAB> key_ttl = key_data [ 2 ] <TAB> <TAB> <TAB> <TAB> key_val = key_data [ 3 ] <TAB> <TAB> <TAB> <TAB> if key_type == ""set"" : <TAB> <TAB> <TAB> <TAB> <TAB> key_val = set ( key_val ) <TAB> <TAB> <TAB> <TAB> elif key_type == ""deque"" : <TAB> <TAB> <TAB> <TAB> <TAB> key_val = collections . deque ( key_val ) <TAB> <TAB> <TAB> <TAB> self . _data [ key ] = { <TAB> <TAB> <TAB> <TAB> <TAB> ""ttl"" : key_ttl , <TAB> <TAB> <TAB> <TAB> <TAB> ""val"" : key_val , <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> if ""timers"" in import_data : <TAB> <TAB> <TAB> <TAB> for key in import_data [ ""timers"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> if key not in self . _data : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> ttl = self . _data [ key ] [ ""ttl"" ] <TAB> <TAB> <TAB> <TAB> <TAB> if not ttl : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> ttl -= int ( time . time ( ) * 1000 ) <TAB> <TAB> <TAB> <TAB> <TAB> ttl /= 1000.0 <TAB> <TAB> <TAB> <TAB> <TAB> if ttl >= 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> timer = threading . Timer ( ttl , self . remove , ( key , ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> timer . daemon = True <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _timers [ key ] = timer <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> timer . start ( ) <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . remove ( key ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> for tran in import_data [ ""commit_log"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> self . _apply_trans ( tran )","if ""commit_log"" in import_data :",505
7100,"def _process_mempool(self, all_hashes):
    # Re-sync with the new set of hashes
    txs = self.txs
    hashXs = self.hashXs
    touched = set()
    # First handle txs that have disappeared
    for tx_hash in set(txs).difference(all_hashes):
        tx = txs.pop(tx_hash)
        tx_hashXs = {hashX for hashX, value in tx.in_pairs}
        tx_hashXs.update(hashX for hashX, value in tx.out_pairs)
        for hashX in tx_hashXs:
            hashXs[hashX].remove(tx_hash)
            if not hashXs[hashX]:
                del hashXs[hashX]
        touched.update(tx_hashXs)
    # Process new transactions
    new_hashes = list(all_hashes.difference(txs))
    if new_hashes:
        fetches = []
        for hashes in chunks(new_hashes, 200):
            fetches.append(self._fetch_and_accept(hashes, all_hashes, touched))
        tx_map = {}
        utxo_map = {}
        for fetch in asyncio.as_completed(fetches):
            deferred, unspent = await fetch
            tx_map.update(deferred)
            utxo_map.update(unspent)
        prior_count = 0
        # FIXME: this is not particularly efficient
        while tx_map and len(tx_map) != prior_count:
            prior_count = len(tx_map)
            tx_map, utxo_map = self._accept_transactions(tx_map, utxo_map, touched)
        if tx_map:
            self.logger.info(f""{len(tx_map)} txs dropped"")
    return touched","def _process_mempool ( self , all_hashes ) : <TAB> <TAB> txs = self . txs <TAB> hashXs = self . hashXs <TAB> touched = set ( ) <TAB> <TAB> for tx_hash in set ( txs ) . difference ( all_hashes ) : <TAB> <TAB> tx = txs . pop ( tx_hash ) <TAB> <TAB> tx_hashXs = { hashX for hashX , value in tx . in_pairs } <TAB> <TAB> tx_hashXs . update ( hashX for hashX , value in tx . out_pairs ) <TAB> <TAB> for hashX in tx_hashXs : <TAB> <TAB> <TAB> hashXs [ hashX ] . remove ( tx_hash ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> del hashXs [ hashX ] <TAB> <TAB> touched . update ( tx_hashXs ) <TAB> <TAB> new_hashes = list ( all_hashes . difference ( txs ) ) <TAB> if new_hashes : <TAB> <TAB> fetches = [ ] <TAB> <TAB> for hashes in chunks ( new_hashes , 200 ) : <TAB> <TAB> <TAB> fetches . append ( self . _fetch_and_accept ( hashes , all_hashes , touched ) ) <TAB> <TAB> tx_map = { } <TAB> <TAB> utxo_map = { } <TAB> <TAB> for fetch in asyncio . as_completed ( fetches ) : <TAB> <TAB> <TAB> deferred , unspent = await fetch <TAB> <TAB> <TAB> tx_map . update ( deferred ) <TAB> <TAB> <TAB> utxo_map . update ( unspent ) <TAB> <TAB> prior_count = 0 <TAB> <TAB> <TAB> <TAB> while tx_map and len ( tx_map ) != prior_count : <TAB> <TAB> <TAB> prior_count = len ( tx_map ) <TAB> <TAB> <TAB> tx_map , utxo_map = self . _accept_transactions ( tx_map , utxo_map , touched ) <TAB> <TAB> if tx_map : <TAB> <TAB> <TAB> self . logger . info ( f""{len(tx_map)} txs dropped"" ) <TAB> return touched",if not hashXs [ hashX ] :,482
15091,"def forward(
    self,
    hidden_states,
    attention_mask=None,
    head_mask=None,
    output_attentions=False,
    output_hidden_states=False,
    return_dict=True,
):
    all_hidden_states = () if output_hidden_states else None
    all_attentions = () if output_attentions else None
    for i, layer_module in enumerate(self.layer):
        if output_hidden_states:
            all_hidden_states = all_hidden_states + (hidden_states,)
        layer_outputs = layer_module(
            hidden_states,
            attention_mask,
            head_mask[i],
            output_attentions,
        )
        hidden_states = layer_outputs[0]
        if output_attentions:
            all_attentions = all_attentions + (layer_outputs[1],)
    # Add last layer
    if output_hidden_states:
        all_hidden_states = all_hidden_states + (hidden_states,)
    if not return_dict:
        return tuple(
            v
            for v in [hidden_states, all_hidden_states, all_attentions]
            if v is not None
        )
    return BaseModelOutput(
        last_hidden_state=hidden_states,
        hidden_states=all_hidden_states,
        attentions=all_attentions,
    )","def forward ( <TAB> self , <TAB> hidden_states , <TAB> attention_mask = None , <TAB> head_mask = None , <TAB> output_attentions = False , <TAB> output_hidden_states = False , <TAB> return_dict = True , ) : <TAB> all_hidden_states = ( ) if output_hidden_states else None <TAB> all_attentions = ( ) if output_attentions else None <TAB> for i , layer_module in enumerate ( self . layer ) : <TAB> <TAB> if output_hidden_states : <TAB> <TAB> <TAB> all_hidden_states = all_hidden_states + ( hidden_states , ) <TAB> <TAB> layer_outputs = layer_module ( <TAB> <TAB> <TAB> hidden_states , <TAB> <TAB> <TAB> attention_mask , <TAB> <TAB> <TAB> head_mask [ i ] , <TAB> <TAB> <TAB> output_attentions , <TAB> <TAB> ) <TAB> <TAB> hidden_states = layer_outputs [ 0 ] <TAB> <TAB> if output_attentions : <TAB> <TAB> <TAB> all_attentions = all_attentions + ( layer_outputs [ 1 ] , ) <TAB> <TAB> if output_hidden_states : <TAB> <TAB> all_hidden_states = all_hidden_states + ( hidden_states , ) <TAB> if not return_dict : <TAB> <TAB> return tuple ( <TAB> <TAB> <TAB> v <TAB> <TAB> <TAB> for v in [ hidden_states , all_hidden_states , all_attentions ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> ) <TAB> return BaseModelOutput ( <TAB> <TAB> last_hidden_state = hidden_states , <TAB> <TAB> hidden_states = all_hidden_states , <TAB> <TAB> attentions = all_attentions , <TAB> )",if v is not None,356
22468,"def sanitizeTreeKobo(filetree):
    pageNumber = 0
    for root, dirs, files in os.walk(filetree):
        dirs, files = walkSort(dirs, files)
        for name in files:
            splitname = os.path.splitext(name)
            slugified = str(pageNumber).zfill(5)
            pageNumber += 1
            while (
                os.path.exists(os.path.join(root, slugified + splitname[1]))
                and splitname[0].upper() != slugified.upper()
            ):
                slugified += ""A""
            newKey = os.path.join(root, slugified + splitname[1])
            key = os.path.join(root, name)
            if key != newKey:
                os.replace(key, newKey)","def sanitizeTreeKobo ( filetree ) : <TAB> pageNumber = 0 <TAB> for root , dirs , files in os . walk ( filetree ) : <TAB> <TAB> dirs , files = walkSort ( dirs , files ) <TAB> <TAB> for name in files : <TAB> <TAB> <TAB> splitname = os . path . splitext ( name ) <TAB> <TAB> <TAB> slugified = str ( pageNumber ) . zfill ( 5 ) <TAB> <TAB> <TAB> pageNumber += 1 <TAB> <TAB> <TAB> while ( <TAB> <TAB> <TAB> <TAB> os . path . exists ( os . path . join ( root , slugified + splitname [ 1 ] ) ) <TAB> <TAB> <TAB> <TAB> and splitname [ 0 ] . upper ( ) != slugified . upper ( ) <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> slugified += ""A"" <TAB> <TAB> <TAB> newKey = os . path . join ( root , slugified + splitname [ 1 ] ) <TAB> <TAB> <TAB> key = os . path . join ( root , name ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> os . replace ( key , newKey )",if key != newKey :,223
21653,"def testCheckpointMiddleOfSequence(self):
    # Create a model and give it some inputs to learn.
    tm1 = BacktrackingTM(numberOfCols=100, cellsPerColumn=12, verbosity=VERBOSITY)
    sequences = [self.generateSequence() for _ in xrange(5)]
    train = list(itertools.chain.from_iterable(sequences[:3] + [sequences[3][:5]]))
    for bottomUpInput in train:
        if bottomUpInput is None:
            tm1.reset()
        else:
            tm1.compute(bottomUpInput, True, True)
    # Serialize and deserialized the TM.
    checkpointPath = os.path.join(self._tmpDir, ""a"")
    tm1.saveToFile(checkpointPath)
    tm2 = pickle.loads(pickle.dumps(tm1))
    tm2.loadFromFile(checkpointPath)
    # Check that the TMs are the same.
    self.assertTMsEqual(tm1, tm2)
    # Feed some data into the models.
    test = list(itertools.chain.from_iterable([sequences[3][5:]] + sequences[3:]))
    for bottomUpInput in test:
        if bottomUpInput is None:
            tm1.reset()
            tm2.reset()
        else:
            result1 = tm1.compute(bottomUpInput, True, True)
            result2 = tm2.compute(bottomUpInput, True, True)
            self.assertTMsEqual(tm1, tm2)
            self.assertTrue(numpy.array_equal(result1, result2))","def testCheckpointMiddleOfSequence ( self ) : <TAB> <TAB> tm1 = BacktrackingTM ( numberOfCols = 100 , cellsPerColumn = 12 , verbosity = VERBOSITY ) <TAB> sequences = [ self . generateSequence ( ) for _ in xrange ( 5 ) ] <TAB> train = list ( itertools . chain . from_iterable ( sequences [ : 3 ] + [ sequences [ 3 ] [ : 5 ] ] ) ) <TAB> for bottomUpInput in train : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tm1 . reset ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> tm1 . compute ( bottomUpInput , True , True ) <TAB> <TAB> checkpointPath = os . path . join ( self . _tmpDir , ""a"" ) <TAB> tm1 . saveToFile ( checkpointPath ) <TAB> tm2 = pickle . loads ( pickle . dumps ( tm1 ) ) <TAB> tm2 . loadFromFile ( checkpointPath ) <TAB> <TAB> self . assertTMsEqual ( tm1 , tm2 ) <TAB> <TAB> test = list ( itertools . chain . from_iterable ( [ sequences [ 3 ] [ 5 : ] ] + sequences [ 3 : ] ) ) <TAB> for bottomUpInput in test : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tm1 . reset ( ) <TAB> <TAB> <TAB> tm2 . reset ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> result1 = tm1 . compute ( bottomUpInput , True , True ) <TAB> <TAB> <TAB> result2 = tm2 . compute ( bottomUpInput , True , True ) <TAB> <TAB> <TAB> self . assertTMsEqual ( tm1 , tm2 ) <TAB> <TAB> <TAB> self . assertTrue ( numpy . array_equal ( result1 , result2 ) )",if bottomUpInput is None :,396
6839,"def __init__(
    self,
    size,
    comm,
    decay=0.9,
    eps=2e-5,
    dtype=None,
    use_gamma=True,
    use_beta=True,
    initial_gamma=None,
    initial_beta=None,
    communication_backend=""auto"",
):
    chainer.utils.experimental(""chainermn.links.MultiNodeBatchNormalization"")
    super(MultiNodeBatchNormalization, self).__init__()
    self._highprec_dtype = chainer.get_dtype(dtype, map_mixed16=numpy.float32)
    self.comm = comm
    self.avg_mean = numpy.zeros(size, dtype=self._highprec_dtype)
    self.register_persistent(""avg_mean"")
    self.avg_var = numpy.zeros(size, dtype=self._highprec_dtype)
    self.register_persistent(""avg_var"")
    self.N = 0
    self.register_persistent(""N"")
    self.decay = decay
    self.eps = eps
    self._communication_backend = (
        chainermn_batch_normalization.get_communication_backend(
            comm, communication_backend
        )
    )
    with self.init_scope():
        if use_gamma:
            if initial_gamma is None:
                initial_gamma = 1
            initial_gamma = initializers._get_initializer(initial_gamma)
            initial_gamma.dtype = self._highprec_dtype
            self.gamma = variable.Parameter(initial_gamma, size)
        if use_beta:
            if initial_beta is None:
                initial_beta = 0
            initial_beta = initializers._get_initializer(initial_beta)
            initial_beta.dtype = self._highprec_dtype
            self.beta = variable.Parameter(initial_beta, size)","def __init__ ( <TAB> self , <TAB> size , <TAB> comm , <TAB> decay = 0.9 , <TAB> eps = 2e-5 , <TAB> dtype = None , <TAB> use_gamma = True , <TAB> use_beta = True , <TAB> initial_gamma = None , <TAB> initial_beta = None , <TAB> communication_backend = ""auto"" , ) : <TAB> chainer . utils . experimental ( ""chainermn.links.MultiNodeBatchNormalization"" ) <TAB> super ( MultiNodeBatchNormalization , self ) . __init__ ( ) <TAB> self . _highprec_dtype = chainer . get_dtype ( dtype , map_mixed16 = numpy . float32 ) <TAB> self . comm = comm <TAB> self . avg_mean = numpy . zeros ( size , dtype = self . _highprec_dtype ) <TAB> self . register_persistent ( ""avg_mean"" ) <TAB> self . avg_var = numpy . zeros ( size , dtype = self . _highprec_dtype ) <TAB> self . register_persistent ( ""avg_var"" ) <TAB> self . N = 0 <TAB> self . register_persistent ( ""N"" ) <TAB> self . decay = decay <TAB> self . eps = eps <TAB> self . _communication_backend = ( <TAB> <TAB> chainermn_batch_normalization . get_communication_backend ( <TAB> <TAB> <TAB> comm , communication_backend <TAB> <TAB> ) <TAB> ) <TAB> with self . init_scope ( ) : <TAB> <TAB> if use_gamma : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> initial_gamma = 1 <TAB> <TAB> <TAB> initial_gamma = initializers . _get_initializer ( initial_gamma ) <TAB> <TAB> <TAB> initial_gamma . dtype = self . _highprec_dtype <TAB> <TAB> <TAB> self . gamma = variable . Parameter ( initial_gamma , size ) <TAB> <TAB> if use_beta : <TAB> <TAB> <TAB> if initial_beta is None : <TAB> <TAB> <TAB> <TAB> initial_beta = 0 <TAB> <TAB> <TAB> initial_beta = initializers . _get_initializer ( initial_beta ) <TAB> <TAB> <TAB> initial_beta . dtype = self . _highprec_dtype <TAB> <TAB> <TAB> self . beta = variable . Parameter ( initial_beta , size )",if initial_gamma is None :,465
14047,"def _install_script(self, src, header):
    strip_ext = True
    set_mode = False
    if sys.platform == ""win32"":
        if ""MSYSTEM"" not in os.environ:  # and not MSYS2
            strip_ext = False
    targ_basename = os.path.basename(src)
    if strip_ext and targ_basename.endswith("".py""):
        targ_basename = targ_basename[:-3]
    targ = os.path.join(self.install_dir, targ_basename)
    self.announce(""installing %s as %s"" % (src, targ_basename), level=2)
    if self.dry_run:
        return []
    with open(src, ""rU"") as in_fp:
        with open(targ, ""w"") as out_fp:
            line = in_fp.readline().rstrip()
            if line.startswith(""#!""):
                print(line, file=out_fp)
                print(header, file=out_fp)
                if os.name == ""posix"":
                    set_mode = True
            else:
                print(header, file=out_fp)
                print(line, file=out_fp)
            for line in in_fp.readlines():
                line = line.rstrip()
                print(line, file=out_fp)
    if set_mode:
        mode = ((os.stat(targ).st_mode) | 0o555) & 0o7777
        self.announce(""changing mode of %s to %o"" % (targ, mode), level=2)
        os.chmod(targ, mode)
    return [targ]","def _install_script ( self , src , header ) : <TAB> strip_ext = True <TAB> set_mode = False <TAB> if sys . platform == ""win32"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> strip_ext = False <TAB> targ_basename = os . path . basename ( src ) <TAB> if strip_ext and targ_basename . endswith ( "".py"" ) : <TAB> <TAB> targ_basename = targ_basename [ : - 3 ] <TAB> targ = os . path . join ( self . install_dir , targ_basename ) <TAB> self . announce ( ""installing %s as %s"" % ( src , targ_basename ) , level = 2 ) <TAB> if self . dry_run : <TAB> <TAB> return [ ] <TAB> with open ( src , ""rU"" ) as in_fp : <TAB> <TAB> with open ( targ , ""w"" ) as out_fp : <TAB> <TAB> <TAB> line = in_fp . readline ( ) . rstrip ( ) <TAB> <TAB> <TAB> if line . startswith ( ""#!"" ) : <TAB> <TAB> <TAB> <TAB> print ( line , file = out_fp ) <TAB> <TAB> <TAB> <TAB> print ( header , file = out_fp ) <TAB> <TAB> <TAB> <TAB> if os . name == ""posix"" : <TAB> <TAB> <TAB> <TAB> <TAB> set_mode = True <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> print ( header , file = out_fp ) <TAB> <TAB> <TAB> <TAB> print ( line , file = out_fp ) <TAB> <TAB> <TAB> for line in in_fp . readlines ( ) : <TAB> <TAB> <TAB> <TAB> line = line . rstrip ( ) <TAB> <TAB> <TAB> <TAB> print ( line , file = out_fp ) <TAB> if set_mode : <TAB> <TAB> mode = ( ( os . stat ( targ ) . st_mode ) | 0o555 ) & 0o7777 <TAB> <TAB> self . announce ( ""changing mode of %s to %o"" % ( targ , mode ) , level = 2 ) <TAB> <TAB> os . chmod ( targ , mode ) <TAB> return [ targ ]","if ""MSYSTEM"" not in os . environ :",435
7769,"def extract_authors(self, field, name, docinfo):
    try:
        if len(field[1]) == 1:
            if isinstance(field[1][0], nodes.paragraph):
                authors = self.authors_from_one_paragraph(field)
            elif isinstance(field[1][0], nodes.bullet_list):
                authors = self.authors_from_bullet_list(field)
            else:
                raise TransformError
        else:
            authors = self.authors_from_paragraphs(field)
        authornodes = [nodes.author("""", """", *author) for author in authors if author]
        if len(authornodes) >= 1:
            docinfo.append(nodes.authors("""", *authornodes))
        else:
            raise TransformError
    except TransformError:
        field[-1] += self.document.reporter.warning(
            'Bibliographic field ""%s"" incompatible with extraction: '
            ""it must contain either a single paragraph (with authors ""
            'separated by one of ""%s""), multiple paragraphs (one per '
            ""author), or a bullet list with one paragraph (one author) ""
            ""per item."" % (name, """".join(self.language.author_separators)),
            base_node=field,
        )
        raise","def extract_authors ( self , field , name , docinfo ) : <TAB> try : <TAB> <TAB> if len ( field [ 1 ] ) == 1 : <TAB> <TAB> <TAB> if isinstance ( field [ 1 ] [ 0 ] , nodes . paragraph ) : <TAB> <TAB> <TAB> <TAB> authors = self . authors_from_one_paragraph ( field ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> authors = self . authors_from_bullet_list ( field ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise TransformError <TAB> <TAB> else : <TAB> <TAB> <TAB> authors = self . authors_from_paragraphs ( field ) <TAB> <TAB> authornodes = [ nodes . author ( """" , """" , * author ) for author in authors if author ] <TAB> <TAB> if len ( authornodes ) >= 1 : <TAB> <TAB> <TAB> docinfo . append ( nodes . authors ( """" , * authornodes ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise TransformError <TAB> except TransformError : <TAB> <TAB> field [ - 1 ] += self . document . reporter . warning ( <TAB> <TAB> <TAB> 'Bibliographic field ""%s"" incompatible with extraction: ' <TAB> <TAB> <TAB> ""it must contain either a single paragraph (with authors "" <TAB> <TAB> <TAB> 'separated by one of ""%s""), multiple paragraphs (one per ' <TAB> <TAB> <TAB> ""author), or a bullet list with one paragraph (one author) "" <TAB> <TAB> <TAB> ""per item."" % ( name , """" . join ( self . language . author_separators ) ) , <TAB> <TAB> <TAB> base_node = field , <TAB> <TAB> ) <TAB> <TAB> raise","elif isinstance ( field [ 1 ] [ 0 ] , nodes . bullet_list ) :",339
8870,"def on_task_filter(self, task, config):
    if not task.accepted:
        log.debug(""No accepted entries, not scanning for existing."")
        return
    log.verbose(""Scanning path(s) for existing files."")
    config = self.prepare_config(config)
    filenames = {}
    for folder in config:
        folder = Path(folder).expanduser()
        if not folder.exists():
            raise plugin.PluginWarning(""Path %s does not exist"" % folder, log)
        for p in folder.rglob(""*""):
            if p.is_file():
                key = p.name
                # windows file system is not case sensitive
                if platform.system() == ""Windows"":
                    key = key.lower()
                filenames[key] = p
    for entry in task.accepted:
        # priority is: filename, location (filename only), title
        name = Path(entry.get(""filename"", entry.get(""location"", entry[""title""]))).name
        if platform.system() == ""Windows"":
            name = name.lower()
        if name in filenames:
            log.debug(""Found %s in %s"" % (name, filenames[name]))
            entry.reject(""exists in %s"" % filenames[name])
","def on_task_filter ( self , task , config ) : <TAB> if not task . accepted : <TAB> <TAB> log . debug ( ""No accepted entries, not scanning for existing."" ) <TAB> <TAB> return <TAB> log . verbose ( ""Scanning path(s) for existing files."" ) <TAB> config = self . prepare_config ( config ) <TAB> filenames = { } <TAB> for folder in config : <TAB> <TAB> folder = Path ( folder ) . expanduser ( ) <TAB> <TAB> if not folder . exists ( ) : <TAB> <TAB> <TAB> raise plugin . PluginWarning ( ""Path %s does not exist"" % folder , log ) <TAB> <TAB> for p in folder . rglob ( ""*"" ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> key = p . name <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if platform . system ( ) == ""Windows"" : <TAB> <TAB> <TAB> <TAB> <TAB> key = key . lower ( ) <TAB> <TAB> <TAB> <TAB> filenames [ key ] = p <TAB> for entry in task . accepted : <TAB> <TAB> <TAB> <TAB> name = Path ( entry . get ( ""filename"" , entry . get ( ""location"" , entry [ ""title"" ] ) ) ) . name <TAB> <TAB> if platform . system ( ) == ""Windows"" : <TAB> <TAB> <TAB> name = name . lower ( ) <TAB> <TAB> if name in filenames : <TAB> <TAB> <TAB> log . debug ( ""Found %s in %s"" % ( name , filenames [ name ] ) ) <TAB> <TAB> <TAB> entry . reject ( ""exists in %s"" % filenames [ name ] )",if p . is_file ( ) :,326
14110,"def _update_cds_vdims(self):
    # Add any value dimensions not already in the CDS data
    # ensuring the element can be reconstituted in entirety
    element = self.plot.current_frame
    cds = self.plot.handles[""cds""]
    for d in element.vdims:
        scalar = element.interface.isscalar(element, d)
        dim = dimension_sanitizer(d.name)
        if dim not in cds.data:
            if scalar:
                cds.data[dim] = element.dimension_values(d, not scalar)
            else:
                cds.data[dim] = [
                    arr[:, 0]
                    for arr in element.split(datatype=""array"", dimensions=[dim])
                ]","def _update_cds_vdims ( self ) : <TAB> <TAB> <TAB> element = self . plot . current_frame <TAB> cds = self . plot . handles [ ""cds"" ] <TAB> for d in element . vdims : <TAB> <TAB> scalar = element . interface . isscalar ( element , d ) <TAB> <TAB> dim = dimension_sanitizer ( d . name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if scalar : <TAB> <TAB> <TAB> <TAB> cds . data [ dim ] = element . dimension_values ( d , not scalar ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> cds . data [ dim ] = [ <TAB> <TAB> <TAB> <TAB> <TAB> arr [ : , 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> for arr in element . split ( datatype = ""array"" , dimensions = [ dim ] ) <TAB> <TAB> <TAB> <TAB> ]",if dim not in cds . data :,206
11909,"def progress_bar_update(
    count1=None, count2=None, count3=None, count4=None, count5=None, count6=None
):
    lock.acquire()
    global pbar_file_permission_done
    if count1 is not None:
        if count1 <= 100:
            pbar1.update(count1)
    if count2 is not None:
        if count2 <= 100:
            pbar2.update(count2)
    if count3 is not None:
        if not pbar_file_permission_done:
            if count3 < 100:
                pbar3.update(count3)
            else:
                pbar3.update(count3)
                pbar_file_permission_done = True
        else:
            pbar4.update(count3)
    if count4 is not None:
        if count4 <= 100:
            pbar5.update(count4)
    if count5 is not None:
        if count5 <= 100:
            pbar6.update(count5)
    if count6 is not None:
        if count6 <= 100:
            pbar7.update(count6)
    lock.release()","def progress_bar_update ( <TAB> count1 = None , count2 = None , count3 = None , count4 = None , count5 = None , count6 = None ) : <TAB> lock . acquire ( ) <TAB> global pbar_file_permission_done <TAB> if count1 is not None : <TAB> <TAB> if count1 <= 100 : <TAB> <TAB> <TAB> pbar1 . update ( count1 ) <TAB> if count2 is not None : <TAB> <TAB> if count2 <= 100 : <TAB> <TAB> <TAB> pbar2 . update ( count2 ) <TAB> if count3 is not None : <TAB> <TAB> if not pbar_file_permission_done : <TAB> <TAB> <TAB> if count3 < 100 : <TAB> <TAB> <TAB> <TAB> pbar3 . update ( count3 ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> pbar3 . update ( count3 ) <TAB> <TAB> <TAB> <TAB> pbar_file_permission_done = True <TAB> <TAB> else : <TAB> <TAB> <TAB> pbar4 . update ( count3 ) <TAB> if count4 is not None : <TAB> <TAB> if count4 <= 100 : <TAB> <TAB> <TAB> pbar5 . update ( count4 ) <TAB> if count5 is not None : <TAB> <TAB> if count5 <= 100 : <TAB> <TAB> <TAB> pbar6 . update ( count5 ) <TAB> if count6 is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pbar7 . update ( count6 ) <TAB> lock . release ( )",if count6 <= 100 :,307
16890,"def _executables_in_windows(path):
    if not os.path.isdir(path):
        return
    extensions = builtins.__xonsh__.env[""PATHEXT""]
    try:
        for x in scandir(path):
            try:
                is_file = x.is_file()
            except OSError:
                continue
            if is_file:
                fname = x.name
            else:
                continue
            base_name, ext = os.path.splitext(fname)
            if ext.upper() in extensions:
                yield fname
    except FileNotFoundError:
        # On Windows, there's no guarantee for the directory to really
        # exist even if isdir returns True. This may happen for instance
        # if the path contains trailing spaces.
        return
","def _executables_in_windows ( path ) : <TAB> if not os . path . isdir ( path ) : <TAB> <TAB> return <TAB> extensions = builtins . __xonsh__ . env [ ""PATHEXT"" ] <TAB> try : <TAB> <TAB> for x in scandir ( path ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> is_file = x . is_file ( ) <TAB> <TAB> <TAB> except OSError : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> fname = x . name <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> base_name , ext = os . path . splitext ( fname ) <TAB> <TAB> <TAB> if ext . upper ( ) in extensions : <TAB> <TAB> <TAB> <TAB> yield fname <TAB> except FileNotFoundError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return",if is_file :,213
9639,"def test_payload_splitter(self):
    with open(FIXTURE_PATH + ""/legacy_payload.json"") as f:
        legacy_payload = json.load(f)
    legacy_payload_split, metrics_payload, checkruns_payload = split_payload(
        dict(legacy_payload)
    )
    series = metrics_payload[""series""]
    legacy_payload_split[""metrics""] = []
    for s in series:
        attributes = {}
        if s.get(""type""):
            attributes[""type""] = s[""type""]
        if s.get(""host""):
            attributes[""hostname""] = s[""host""]
        if s.get(""tags""):
            attributes[""tags""] = s[""tags""]
        if s.get(""device""):
            attributes[""device_name""] = s[""device""]
        formatted_sample = [
            s[""metric""],
            s[""points""][0][0],
            s[""points""][0][1],
            attributes,
        ]
        legacy_payload_split[""metrics""].append(formatted_sample)
    del legacy_payload[""service_checks""]
    self.assertEqual(legacy_payload, legacy_payload_split)
    with open(FIXTURE_PATH + ""/sc_payload.json"") as f:
        expected_sc_payload = json.load(f)
    self.assertEqual(checkruns_payload, expected_sc_payload)","def test_payload_splitter ( self ) : <TAB> with open ( FIXTURE_PATH + ""/legacy_payload.json"" ) as f : <TAB> <TAB> legacy_payload = json . load ( f ) <TAB> legacy_payload_split , metrics_payload , checkruns_payload = split_payload ( <TAB> <TAB> dict ( legacy_payload ) <TAB> ) <TAB> series = metrics_payload [ ""series"" ] <TAB> legacy_payload_split [ ""metrics"" ] = [ ] <TAB> for s in series : <TAB> <TAB> attributes = { } <TAB> <TAB> if s . get ( ""type"" ) : <TAB> <TAB> <TAB> attributes [ ""type"" ] = s [ ""type"" ] <TAB> <TAB> if s . get ( ""host"" ) : <TAB> <TAB> <TAB> attributes [ ""hostname"" ] = s [ ""host"" ] <TAB> <TAB> if s . get ( ""tags"" ) : <TAB> <TAB> <TAB> attributes [ ""tags"" ] = s [ ""tags"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> attributes [ ""device_name"" ] = s [ ""device"" ] <TAB> <TAB> formatted_sample = [ <TAB> <TAB> <TAB> s [ ""metric"" ] , <TAB> <TAB> <TAB> s [ ""points"" ] [ 0 ] [ 0 ] , <TAB> <TAB> <TAB> s [ ""points"" ] [ 0 ] [ 1 ] , <TAB> <TAB> <TAB> attributes , <TAB> <TAB> ] <TAB> <TAB> legacy_payload_split [ ""metrics"" ] . append ( formatted_sample ) <TAB> del legacy_payload [ ""service_checks"" ] <TAB> self . assertEqual ( legacy_payload , legacy_payload_split ) <TAB> with open ( FIXTURE_PATH + ""/sc_payload.json"" ) as f : <TAB> <TAB> expected_sc_payload = json . load ( f ) <TAB> self . assertEqual ( checkruns_payload , expected_sc_payload )","if s . get ( ""device"" ) :",351
15760,"def write(self, data):
    if mock_target._mirror_on_stderr:
        if self._write_line:
            sys.stderr.write(fn + "": "")
        if bytes:
            sys.stderr.write(data.decode(""utf8""))
        else:
            sys.stderr.write(data)
        if (data[-1]) == ""\n"":
            self._write_line = True
        else:
            self._write_line = False
    super(Buffer, self).write(data)","def write ( self , data ) : <TAB> if mock_target . _mirror_on_stderr : <TAB> <TAB> if self . _write_line : <TAB> <TAB> <TAB> sys . stderr . write ( fn + "": "" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sys . stderr . write ( data . decode ( ""utf8"" ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> sys . stderr . write ( data ) <TAB> <TAB> if ( data [ - 1 ] ) == ""\n"" : <TAB> <TAB> <TAB> self . _write_line = True <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _write_line = False <TAB> super ( Buffer , self ) . write ( data )",if bytes :,137
12997,"def _calculateParams(self, listPackages):
    self.mapCyclesToPackageList.clear()
    self.mapPackageToCycle.clear()
    self.sortedPackageList = []
    self.listOfPackagesAlreadyBuilt = self._readAlreadyAvailablePackages()
    if self.listOfPackagesAlreadyBuilt:
        self.logger.debug(""List of already available packages:"")
        self.logger.debug(self.listOfPackagesAlreadyBuilt)
    listPackagesToBuild = copy.copy(listPackages)
    for pkg in listPackages:
        if pkg in self.listOfPackagesAlreadyBuilt and not constants.rpmCheck:
            listPackagesToBuild.remove(pkg)
    if constants.rpmCheck:
        self.sortedPackageList = listPackagesToBuild
    else:
        if not self._readPackageBuildData(listPackagesToBuild):
            return False
    if self.sortedPackageList:
        self.logger.info(""List of packages yet to be built..."")
        self.logger.info(
            str(set(self.sortedPackageList) - set(self.listOfPackagesAlreadyBuilt))
        )
        self.logger.info("""")
    return True
","def _calculateParams ( self , listPackages ) : <TAB> self . mapCyclesToPackageList . clear ( ) <TAB> self . mapPackageToCycle . clear ( ) <TAB> self . sortedPackageList = [ ] <TAB> self . listOfPackagesAlreadyBuilt = self . _readAlreadyAvailablePackages ( ) <TAB> if self . listOfPackagesAlreadyBuilt : <TAB> <TAB> self . logger . debug ( ""List of already available packages:"" ) <TAB> <TAB> self . logger . debug ( self . listOfPackagesAlreadyBuilt ) <TAB> listPackagesToBuild = copy . copy ( listPackages ) <TAB> for pkg in listPackages : <TAB> <TAB> if pkg in self . listOfPackagesAlreadyBuilt and not constants . rpmCheck : <TAB> <TAB> <TAB> listPackagesToBuild . remove ( pkg ) <TAB> if constants . rpmCheck : <TAB> <TAB> self . sortedPackageList = listPackagesToBuild <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> if self . sortedPackageList : <TAB> <TAB> self . logger . info ( ""List of packages yet to be built..."" ) <TAB> <TAB> self . logger . info ( <TAB> <TAB> <TAB> str ( set ( self . sortedPackageList ) - set ( self . listOfPackagesAlreadyBuilt ) ) <TAB> <TAB> ) <TAB> <TAB> self . logger . info ( """" ) <TAB> return True",if not self . _readPackageBuildData ( listPackagesToBuild ) :,288
9363,"def PyJs_anonymous_53_(ast, comments, tokens, this, arguments, var=var):
    var = Scope(
        {
            u""tokens"": tokens,
            u""this"": this,
            u""arguments"": arguments,
            u""comments"": comments,
            u""ast"": ast,
        },
        var,
    )
    var.registers([u""tokens"", u""comments"", u""ast""])
    if var.get(u""ast""):
        if PyJsStrictEq(var.get(u""ast"").get(u""type""), Js(u""Program"")):
            return var.get(u""t"").callprop(
                u""file"",
                var.get(u""ast""),
                (var.get(u""comments"") or Js([])),
                (var.get(u""tokens"") or Js([])),
            )
        else:
            if PyJsStrictEq(var.get(u""ast"").get(u""type""), Js(u""File"")):
                return var.get(u""ast"")
    PyJsTempException = JsToPyException(
        var.get(u""Error"").create(Js(u""Not a valid ast?""))
    )
    raise PyJsTempException","def PyJs_anonymous_53_ ( ast , comments , tokens , this , arguments , var = var ) : <TAB> var = Scope ( <TAB> <TAB> { <TAB> <TAB> <TAB> u""tokens"" : tokens , <TAB> <TAB> <TAB> u""this"" : this , <TAB> <TAB> <TAB> u""arguments"" : arguments , <TAB> <TAB> <TAB> u""comments"" : comments , <TAB> <TAB> <TAB> u""ast"" : ast , <TAB> <TAB> } , <TAB> <TAB> var , <TAB> ) <TAB> var . registers ( [ u""tokens"" , u""comments"" , u""ast"" ] ) <TAB> if var . get ( u""ast"" ) : <TAB> <TAB> if PyJsStrictEq ( var . get ( u""ast"" ) . get ( u""type"" ) , Js ( u""Program"" ) ) : <TAB> <TAB> <TAB> return var . get ( u""t"" ) . callprop ( <TAB> <TAB> <TAB> <TAB> u""file"" , <TAB> <TAB> <TAB> <TAB> var . get ( u""ast"" ) , <TAB> <TAB> <TAB> <TAB> ( var . get ( u""comments"" ) or Js ( [ ] ) ) , <TAB> <TAB> <TAB> <TAB> ( var . get ( u""tokens"" ) or Js ( [ ] ) ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return var . get ( u""ast"" ) <TAB> PyJsTempException = JsToPyException ( <TAB> <TAB> var . get ( u""Error"" ) . create ( Js ( u""Not a valid ast?"" ) ) <TAB> ) <TAB> raise PyJsTempException","if PyJsStrictEq ( var . get ( u""ast"" ) . get ( u""type"" ) , Js ( u""File"" ) ) :",330
12126,"def AdjustLabels(self, axis, minimum_label_spacing):
    if minimum_label_spacing is None:
        return
    if len(axis.labels) <= 1:  # Nothing to adjust
        return
    if axis.max is not None and axis.min is not None:
        # Find the spacing required to fit all labels evenly.
        # Don't try to push them farther apart than that.
        maximum_possible_spacing = (axis.max - axis.min) / (len(axis.labels) - 1)
        if minimum_label_spacing > maximum_possible_spacing:
            minimum_label_spacing = maximum_possible_spacing
    labels = [list(x) for x in zip(axis.label_positions, axis.labels)]
    labels = sorted(labels, reverse=True)
    # First pass from the top, moving colliding labels downward
    for i in range(1, len(labels)):
        if labels[i - 1][0] - labels[i][0] < minimum_label_spacing:
            new_position = labels[i - 1][0] - minimum_label_spacing
            if axis.min is not None and new_position < axis.min:
                new_position = axis.min
            labels[i][0] = new_position
    # Second pass from the bottom, moving colliding labels upward
    for i in range(len(labels) - 2, -1, -1):
        if labels[i][0] - labels[i + 1][0] < minimum_label_spacing:
            new_position = labels[i + 1][0] + minimum_label_spacing
            if axis.max is not None and new_position > axis.max:
                new_position = axis.max
            labels[i][0] = new_position
    # Separate positions and labels
    label_positions, labels = zip(*labels)
    axis.labels = labels
    axis.label_positions = label_positions","def AdjustLabels ( self , axis , minimum_label_spacing ) : <TAB> if minimum_label_spacing is None : <TAB> <TAB> return <TAB> if len ( axis . labels ) <= 1 : <TAB> <TAB> return <TAB> if axis . max is not None and axis . min is not None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> maximum_possible_spacing = ( axis . max - axis . min ) / ( len ( axis . labels ) - 1 ) <TAB> <TAB> if minimum_label_spacing > maximum_possible_spacing : <TAB> <TAB> <TAB> minimum_label_spacing = maximum_possible_spacing <TAB> labels = [ list ( x ) for x in zip ( axis . label_positions , axis . labels ) ] <TAB> labels = sorted ( labels , reverse = True ) <TAB> <TAB> for i in range ( 1 , len ( labels ) ) : <TAB> <TAB> if labels [ i - 1 ] [ 0 ] - labels [ i ] [ 0 ] < minimum_label_spacing : <TAB> <TAB> <TAB> new_position = labels [ i - 1 ] [ 0 ] - minimum_label_spacing <TAB> <TAB> <TAB> if axis . min is not None and new_position < axis . min : <TAB> <TAB> <TAB> <TAB> new_position = axis . min <TAB> <TAB> <TAB> labels [ i ] [ 0 ] = new_position <TAB> <TAB> for i in range ( len ( labels ) - 2 , - 1 , - 1 ) : <TAB> <TAB> if labels [ i ] [ 0 ] - labels [ i + 1 ] [ 0 ] < minimum_label_spacing : <TAB> <TAB> <TAB> new_position = labels [ i + 1 ] [ 0 ] + minimum_label_spacing <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> new_position = axis . max <TAB> <TAB> <TAB> labels [ i ] [ 0 ] = new_position <TAB> <TAB> label_positions , labels = zip ( * labels ) <TAB> axis . labels = labels <TAB> axis . label_positions = label_positions",if axis . max is not None and new_position > axis . max :,482
11989,"def __get_property_type_info(cls, property_proto):
    """"""Returns the type mapping for the provided property.""""""
    name = property_proto.name()
    is_repeated = bool(property_proto.multiple())
    primitive_type = None
    entity_type = None
    if property_proto.has_meaning():
        primitive_type = MEANING_TO_PRIMITIVE_TYPE.get(property_proto.meaning())
    if primitive_type is None:
        value = property_proto.value()
        if value.has_int64value():
            primitive_type = backup_pb2.EntitySchema.INTEGER
        elif value.has_booleanvalue():
            primitive_type = backup_pb2.EntitySchema.BOOLEAN
        elif value.has_stringvalue():
            if property_proto.meaning() == entity_pb.Property.ENTITY_PROTO:
                entity_proto = entity_pb.EntityProto()
                try:
                    entity_proto.ParsePartialFromString(value.stringvalue())
                except Exception:
                    pass
                else:
                    entity_type = EntityTypeInfo.create_from_entity_proto(entity_proto)
            else:
                primitive_type = backup_pb2.EntitySchema.STRING
        elif value.has_doublevalue():
            primitive_type = backup_pb2.EntitySchema.FLOAT
        elif value.has_pointvalue():
            primitive_type = backup_pb2.EntitySchema.GEO_POINT
        elif value.has_uservalue():
            primitive_type = backup_pb2.EntitySchema.USER
        elif value.has_referencevalue():
            primitive_type = backup_pb2.EntitySchema.REFERENCE
    return PropertyTypeInfo(
        name,
        is_repeated,
        (primitive_type,) if primitive_type is not None else None,
        (entity_type,) if entity_type else None,
    )","def __get_property_type_info ( cls , property_proto ) : <TAB> """"""Returns the type mapping for the provided property."""""" <TAB> name = property_proto . name ( ) <TAB> is_repeated = bool ( property_proto . multiple ( ) ) <TAB> primitive_type = None <TAB> entity_type = None <TAB> if property_proto . has_meaning ( ) : <TAB> <TAB> primitive_type = MEANING_TO_PRIMITIVE_TYPE . get ( property_proto . meaning ( ) ) <TAB> if primitive_type is None : <TAB> <TAB> value = property_proto . value ( ) <TAB> <TAB> if value . has_int64value ( ) : <TAB> <TAB> <TAB> primitive_type = backup_pb2 . EntitySchema . INTEGER <TAB> <TAB> elif value . has_booleanvalue ( ) : <TAB> <TAB> <TAB> primitive_type = backup_pb2 . EntitySchema . BOOLEAN <TAB> <TAB> elif value . has_stringvalue ( ) : <TAB> <TAB> <TAB> if property_proto . meaning ( ) == entity_pb . Property . ENTITY_PROTO : <TAB> <TAB> <TAB> <TAB> entity_proto = entity_pb . EntityProto ( ) <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> entity_proto . ParsePartialFromString ( value . stringvalue ( ) ) <TAB> <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> entity_type = EntityTypeInfo . create_from_entity_proto ( entity_proto ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> primitive_type = backup_pb2 . EntitySchema . STRING <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> primitive_type = backup_pb2 . EntitySchema . FLOAT <TAB> <TAB> elif value . has_pointvalue ( ) : <TAB> <TAB> <TAB> primitive_type = backup_pb2 . EntitySchema . GEO_POINT <TAB> <TAB> elif value . has_uservalue ( ) : <TAB> <TAB> <TAB> primitive_type = backup_pb2 . EntitySchema . USER <TAB> <TAB> elif value . has_referencevalue ( ) : <TAB> <TAB> <TAB> primitive_type = backup_pb2 . EntitySchema . REFERENCE <TAB> return PropertyTypeInfo ( <TAB> <TAB> name , <TAB> <TAB> is_repeated , <TAB> <TAB> ( primitive_type , ) if primitive_type is not None else None , <TAB> <TAB> ( entity_type , ) if entity_type else None , <TAB> )",elif value . has_doublevalue ( ) :,495
21067,"def initialize_batcher(
    self,
    dataset,
    batch_size=128,
    bucketing_field=None,
    should_shuffle=True,
    ignore_last=False,
):
    if self.horovod:
        batcher = DistributedBatcher(
            dataset,
            self.horovod.rank(),
            self.horovod,
            batch_size,
            should_shuffle=should_shuffle,
            ignore_last=ignore_last,
        )
    elif bucketing_field is not None:
        input_features = self.hyperparameters[""input_features""]
        bucketing_feature = [
            feature for feature in input_features if feature[""name""] == bucketing_field
        ]
        if not bucketing_feature:
            raise ValueError(
                ""Bucketing field {} not present in input features"".format(
                    bucketing_field
                )
            )
        else:
            bucketing_feature = bucketing_feature[0]
        should_trim = bucketing_feature[""encoder""] in dynamic_length_encoders
        if ""preprocessing"" in bucketing_feature:
            trim_side = bucketing_feature[""preprocessing""][""padding""]
        else:
            trim_side = self.hyperparameters[""preprocessing""][
                bucketing_feature[""type""]
            ][""padding""]
        batcher = BucketedBatcher(
            dataset,
            bucketing_field=bucketing_field,
            batch_size=batch_size,
            buckets=10,
            ignore_last=ignore_last,
            should_shuffle=should_shuffle,
            should_trim=should_trim,
            trim_side=trim_side,
        )
    else:
        batcher = Batcher(
            dataset, batch_size, should_shuffle=should_shuffle, ignore_last=ignore_last
        )
    return batcher","def initialize_batcher ( <TAB> self , <TAB> dataset , <TAB> batch_size = 128 , <TAB> bucketing_field = None , <TAB> should_shuffle = True , <TAB> ignore_last = False , ) : <TAB> if self . horovod : <TAB> <TAB> batcher = DistributedBatcher ( <TAB> <TAB> <TAB> dataset , <TAB> <TAB> <TAB> self . horovod . rank ( ) , <TAB> <TAB> <TAB> self . horovod , <TAB> <TAB> <TAB> batch_size , <TAB> <TAB> <TAB> should_shuffle = should_shuffle , <TAB> <TAB> <TAB> ignore_last = ignore_last , <TAB> <TAB> ) <TAB> elif bucketing_field is not None : <TAB> <TAB> input_features = self . hyperparameters [ ""input_features"" ] <TAB> <TAB> bucketing_feature = [ <TAB> <TAB> <TAB> feature for feature in input_features if feature [ ""name"" ] == bucketing_field <TAB> <TAB> ] <TAB> <TAB> if not bucketing_feature : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Bucketing field {} not present in input features"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> bucketing_field <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> bucketing_feature = bucketing_feature [ 0 ] <TAB> <TAB> should_trim = bucketing_feature [ ""encoder"" ] in dynamic_length_encoders <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> trim_side = bucketing_feature [ ""preprocessing"" ] [ ""padding"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> trim_side = self . hyperparameters [ ""preprocessing"" ] [ <TAB> <TAB> <TAB> <TAB> bucketing_feature [ ""type"" ] <TAB> <TAB> <TAB> ] [ ""padding"" ] <TAB> <TAB> batcher = BucketedBatcher ( <TAB> <TAB> <TAB> dataset , <TAB> <TAB> <TAB> bucketing_field = bucketing_field , <TAB> <TAB> <TAB> batch_size = batch_size , <TAB> <TAB> <TAB> buckets = 10 , <TAB> <TAB> <TAB> ignore_last = ignore_last , <TAB> <TAB> <TAB> should_shuffle = should_shuffle , <TAB> <TAB> <TAB> should_trim = should_trim , <TAB> <TAB> <TAB> trim_side = trim_side , <TAB> <TAB> ) <TAB> else : <TAB> <TAB> batcher = Batcher ( <TAB> <TAB> <TAB> dataset , batch_size , should_shuffle = should_shuffle , ignore_last = ignore_last <TAB> <TAB> ) <TAB> return batcher","if ""preprocessing"" in bucketing_feature :",512
1094,"def get(self, request, *args, **kwargs):
    if request.GET.get(""format"", None) == ""json"":
        self.setup_queryset(*args, **kwargs)
        # Put the project id into the context for the static_data_template
        if ""pid"" in kwargs:
            self.static_context_extra[""pid""] = kwargs[""pid""]
        cmd = request.GET.get(""cmd"", None)
        if cmd and ""filterinfo"" in cmd:
            data = self.get_filter_info(request, **kwargs)
        else:
            # If no cmd is specified we give you the table data
            data = self.get_data(request, **kwargs)
        return HttpResponse(data, content_type=""application/json"")
    return super(ToasterTable, self).get(request, *args, **kwargs)
","def get ( self , request , * args , ** kwargs ) : <TAB> if request . GET . get ( ""format"" , None ) == ""json"" : <TAB> <TAB> self . setup_queryset ( * args , ** kwargs ) <TAB> <TAB> <TAB> <TAB> if ""pid"" in kwargs : <TAB> <TAB> <TAB> self . static_context_extra [ ""pid"" ] = kwargs [ ""pid"" ] <TAB> <TAB> cmd = request . GET . get ( ""cmd"" , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> data = self . get_filter_info ( request , ** kwargs ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> data = self . get_data ( request , ** kwargs ) <TAB> <TAB> return HttpResponse ( data , content_type = ""application/json"" ) <TAB> return super ( ToasterTable , self ) . get ( request , * args , ** kwargs )","if cmd and ""filterinfo"" in cmd :",214
17378,"def wakeUp(self):
    """"""Write one byte to the pipe, and flush it.""""""
    # We don't use fdesc.writeToFD since we need to distinguish
    # between EINTR (try again) and EAGAIN (do nothing).
    if self.o is not None:
        try:
            util.untilConcludes(os.write, self.o, b""x"")
        except OSError as e:
            # XXX There is no unit test for raising the exception
            # for other errnos. See #4285.
            if e.errno != errno.EAGAIN:
                raise","def wakeUp ( self ) : <TAB> """"""Write one byte to the pipe, and flush it."""""" <TAB> <TAB> <TAB> if self . o is not None : <TAB> <TAB> try : <TAB> <TAB> <TAB> util . untilConcludes ( os . write , self . o , b""x"" ) <TAB> <TAB> except OSError as e : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise",if e . errno != errno . EAGAIN :,158
5085,"def contact_me(request, attribute="""", response_format=""html""):
    ""My Contact card""
    contact = request.user.profile.get_contact()
    if not request.user.profile.has_permission(contact):
        return user_denied(request, message=""You don't have access to this Contact"")
    types = Object.filter_by_request(request, ContactType.objects.order_by(""name""))
    if not contact:
        return render_to_response(
            ""identities/contact_me_missing"",
            {""types"": types},
            context_instance=RequestContext(request),
            response_format=response_format,
        )
    subcontacts = Object.filter_by_request(request, contact.child_set)
    contact_values = contact.contactvalue_set.order_by(""field__name"")
    objects = get_contact_objects(request.user.profile, contact, preformat=True)
    module = None
    for key in objects:
        if not attribute:
            if objects[key][""count""]:
                # attribute = objects[key]['objects'].keys()[0]
                module = objects[key][""module""]
        else:
            if attribute in objects[key][""objects""].keys():
                module = objects[key][""module""]
                break
    return render_to_response(
        ""identities/contact_me"",
        {
            ""contact"": contact,
            ""subcontacts"": subcontacts,
            ""objects"": objects,
            ""current_module"": module,
            ""attribute"": attribute,
            ""types"": types,
            ""contact_values"": contact_values,
        },
        context_instance=RequestContext(request),
        response_format=response_format,
    )","def contact_me ( request , attribute = """" , response_format = ""html"" ) : <TAB> ""My Contact card"" <TAB> contact = request . user . profile . get_contact ( ) <TAB> if not request . user . profile . has_permission ( contact ) : <TAB> <TAB> return user_denied ( request , message = ""You don't have access to this Contact"" ) <TAB> types = Object . filter_by_request ( request , ContactType . objects . order_by ( ""name"" ) ) <TAB> if not contact : <TAB> <TAB> return render_to_response ( <TAB> <TAB> <TAB> ""identities/contact_me_missing"" , <TAB> <TAB> <TAB> { ""types"" : types } , <TAB> <TAB> <TAB> context_instance = RequestContext ( request ) , <TAB> <TAB> <TAB> response_format = response_format , <TAB> <TAB> ) <TAB> subcontacts = Object . filter_by_request ( request , contact . child_set ) <TAB> contact_values = contact . contactvalue_set . order_by ( ""field__name"" ) <TAB> objects = get_contact_objects ( request . user . profile , contact , preformat = True ) <TAB> module = None <TAB> for key in objects : <TAB> <TAB> if not attribute : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> module = objects [ key ] [ ""module"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> if attribute in objects [ key ] [ ""objects"" ] . keys ( ) : <TAB> <TAB> <TAB> <TAB> module = objects [ key ] [ ""module"" ] <TAB> <TAB> <TAB> <TAB> break <TAB> return render_to_response ( <TAB> <TAB> ""identities/contact_me"" , <TAB> <TAB> { <TAB> <TAB> <TAB> ""contact"" : contact , <TAB> <TAB> <TAB> ""subcontacts"" : subcontacts , <TAB> <TAB> <TAB> ""objects"" : objects , <TAB> <TAB> <TAB> ""current_module"" : module , <TAB> <TAB> <TAB> ""attribute"" : attribute , <TAB> <TAB> <TAB> ""types"" : types , <TAB> <TAB> <TAB> ""contact_values"" : contact_values , <TAB> <TAB> } , <TAB> <TAB> context_instance = RequestContext ( request ) , <TAB> <TAB> response_format = response_format , <TAB> )","if objects [ key ] [ ""count"" ] :",461
12918,"def findfiles(path):
    files = []
    for name in os.listdir(path):
        # ignore hidden files/dirs and other unwanted files
        if name.startswith(""."") or name == ""lastsnap.jpg"":
            continue
        pathname = os.path.join(path, name)
        st = os.lstat(pathname)
        mode = st.st_mode
        if stat.S_ISDIR(mode):
            files.extend(findfiles(pathname))
        elif stat.S_ISREG(mode):
            files.append((pathname, name, st))
    return files
","def findfiles ( path ) : <TAB> files = [ ] <TAB> for name in os . listdir ( path ) : <TAB> <TAB> <TAB> <TAB> if name . startswith ( ""."" ) or name == ""lastsnap.jpg"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> pathname = os . path . join ( path , name ) <TAB> <TAB> st = os . lstat ( pathname ) <TAB> <TAB> mode = st . st_mode <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> files . extend ( findfiles ( pathname ) ) <TAB> <TAB> elif stat . S_ISREG ( mode ) : <TAB> <TAB> <TAB> files . append ( ( pathname , name , st ) ) <TAB> return files",if stat . S_ISDIR ( mode ) :,150
16874,"def make_parser(
    func: tp.Callable,
    subparser: ap._SubParsersAction = None,
    params: tp.Dict[str, tp.Dict[str, tp.Any]] = None,
    **kwargs
) -> ""ap.ArgumentParser"":
    """"""A bare-bones argparse builder from functions""""""
    doc = get_doc(func)
    kwargs.setdefault(""formatter_class"", ap.RawTextHelpFormatter)
    if subparser is None:
        kwargs.setdefault(""description"", doc)
        parser = ap.ArgumentParser(**kwargs)
        parser.set_defaults(
            **{_FUNC_NAME: lambda stdout: parser.print_help(file=stdout)}
        )
        return parser
    else:
        parser = subparser.add_parser(
            kwargs.pop(""prog"", func.__name__),
            help=doc,
            **kwargs,
        )
        parser.set_defaults(**{_FUNC_NAME: func})
        if params:
            for par, args in params.items():
                args.setdefault(""help"", get_doc(func, par))
                parser.add_argument(par, **args)
        return parser
","def make_parser ( <TAB> func : tp . Callable , <TAB> subparser : ap . _SubParsersAction = None , <TAB> params : tp . Dict [ str , tp . Dict [ str , tp . Any ] ] = None , <TAB> ** kwargs ) -> ""ap.ArgumentParser"" : <TAB> """"""A bare-bones argparse builder from functions"""""" <TAB> doc = get_doc ( func ) <TAB> kwargs . setdefault ( ""formatter_class"" , ap . RawTextHelpFormatter ) <TAB> if subparser is None : <TAB> <TAB> kwargs . setdefault ( ""description"" , doc ) <TAB> <TAB> parser = ap . ArgumentParser ( ** kwargs ) <TAB> <TAB> parser . set_defaults ( <TAB> <TAB> <TAB> ** { _FUNC_NAME : lambda stdout : parser . print_help ( file = stdout ) } <TAB> <TAB> ) <TAB> <TAB> return parser <TAB> else : <TAB> <TAB> parser = subparser . add_parser ( <TAB> <TAB> <TAB> kwargs . pop ( ""prog"" , func . __name__ ) , <TAB> <TAB> <TAB> help = doc , <TAB> <TAB> <TAB> ** kwargs , <TAB> <TAB> ) <TAB> <TAB> parser . set_defaults ( ** { _FUNC_NAME : func } ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for par , args in params . items ( ) : <TAB> <TAB> <TAB> <TAB> args . setdefault ( ""help"" , get_doc ( func , par ) ) <TAB> <TAB> <TAB> <TAB> parser . add_argument ( par , ** args ) <TAB> <TAB> return parser",if params :,294
15188,"def load_ip(self):
    if os.path.isfile(self.ip_list_fn):
        file_path = self.ip_list_fn
    elif self.default_ip_list_fn and os.path.isfile(self.default_ip_list_fn):
        file_path = self.default_ip_list_fn
    else:
        return
    with open(file_path, ""r"") as fd:
        lines = fd.readlines()
    for line in lines:
        try:
            if line.startswith(""#""):
                continue
            str_l = line.split("" "")
            if len(str_l) < 4:
                self.logger.warning(""line err: %s"", line)
                continue
            ip_str = str_l[0]
            domain = str_l[1]
            server = str_l[2]
            handshake_time = int(str_l[3])
            if len(str_l) > 4:
                fail_times = int(str_l[4])
            else:
                fail_times = 0
            if len(str_l) > 5:
                down_fail = int(str_l[5])
            else:
                down_fail = 0
            # self.logger.info(""load ip: %s time:%d domain:%s server:%s"", ip, handshake_time, domain, server)
            self.add_ip(
                ip_str, handshake_time, domain, server, fail_times, down_fail, False
            )
        except Exception as e:
            self.logger.exception(""load_ip line:%s err:%s"", line, e)
    self.logger.info(
        ""load ip_list num:%d, target num:%d"", len(self.ip_dict), len(self.ip_list)
    )
    self.try_sort_ip(force=True)","def load_ip ( self ) : <TAB> if os . path . isfile ( self . ip_list_fn ) : <TAB> <TAB> file_path = self . ip_list_fn <TAB> elif self . default_ip_list_fn and os . path . isfile ( self . default_ip_list_fn ) : <TAB> <TAB> file_path = self . default_ip_list_fn <TAB> else : <TAB> <TAB> return <TAB> with open ( file_path , ""r"" ) as fd : <TAB> <TAB> lines = fd . readlines ( ) <TAB> for line in lines : <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> str_l = line . split ( "" "" ) <TAB> <TAB> <TAB> if len ( str_l ) < 4 : <TAB> <TAB> <TAB> <TAB> self . logger . warning ( ""line err: %s"" , line ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> ip_str = str_l [ 0 ] <TAB> <TAB> <TAB> domain = str_l [ 1 ] <TAB> <TAB> <TAB> server = str_l [ 2 ] <TAB> <TAB> <TAB> handshake_time = int ( str_l [ 3 ] ) <TAB> <TAB> <TAB> if len ( str_l ) > 4 : <TAB> <TAB> <TAB> <TAB> fail_times = int ( str_l [ 4 ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> fail_times = 0 <TAB> <TAB> <TAB> if len ( str_l ) > 5 : <TAB> <TAB> <TAB> <TAB> down_fail = int ( str_l [ 5 ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> down_fail = 0 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . add_ip ( <TAB> <TAB> <TAB> <TAB> ip_str , handshake_time , domain , server , fail_times , down_fail , False <TAB> <TAB> <TAB> ) <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> self . logger . exception ( ""load_ip line:%s err:%s"" , line , e ) <TAB> self . logger . info ( <TAB> <TAB> ""load ip_list num:%d, target num:%d"" , len ( self . ip_dict ) , len ( self . ip_list ) <TAB> ) <TAB> self . try_sort_ip ( force = True )","if line . startswith ( ""#"" ) :",510
25441,"def tms_to_quadkey(self, tms, google=False):
    quadKey = """"
    x, y, z = tms
    # this algorithm works with google tiles, rather than tms, so convert
    # to those first.
    if not google:
        y = (2 ** z - 1) - y
    for i in range(z, 0, -1):
        digit = 0
        mask = 1 << (i - 1)
        if (x & mask) != 0:
            digit += 1
        if (y & mask) != 0:
            digit += 2
        quadKey += str(digit)
    return quadKey","def tms_to_quadkey ( self , tms , google = False ) : <TAB> quadKey = """" <TAB> x , y , z = tms <TAB> <TAB> <TAB> if not google : <TAB> <TAB> y = ( 2 ** z - 1 ) - y <TAB> for i in range ( z , 0 , - 1 ) : <TAB> <TAB> digit = 0 <TAB> <TAB> mask = 1 << ( i - 1 ) <TAB> <TAB> if ( x & mask ) != 0 : <TAB> <TAB> <TAB> digit += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> digit += 2 <TAB> <TAB> quadKey += str ( digit ) <TAB> return quadKey",if ( y & mask ) != 0 :,164
19356,"def wait_success(self, timeout=60 * 10):
    for i in range(timeout // 10):
        time.sleep(10)
        status = self.query_job()
        print(""job {} status is {}"".format(self.job_id, status))
        if status and status == StatusSet.SUCCESS:
            return True
        if status and status in [
            StatusSet.CANCELED,
            StatusSet.TIMEOUT,
            StatusSet.FAILED,
        ]:
            return False
    return False","def wait_success ( self , timeout = 60 * 10 ) : <TAB> for i in range ( timeout // 10 ) : <TAB> <TAB> time . sleep ( 10 ) <TAB> <TAB> status = self . query_job ( ) <TAB> <TAB> print ( ""job {} status is {}"" . format ( self . job_id , status ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return True <TAB> <TAB> if status and status in [ <TAB> <TAB> <TAB> StatusSet . CANCELED , <TAB> <TAB> <TAB> StatusSet . TIMEOUT , <TAB> <TAB> <TAB> StatusSet . FAILED , <TAB> <TAB> ] : <TAB> <TAB> <TAB> return False <TAB> return False",if status and status == StatusSet . SUCCESS :,134
6273,"def create_connection(self, address, protocol_factory=None, **kw):
    """"""Helper method for creating a connection to an ``address``.""""""
    protocol_factory = protocol_factory or self.create_protocol
    if isinstance(address, tuple):
        host, port = address
        if self.debug:
            self.logger.debug(""Create connection %s:%s"", host, port)
        _, protocol = await self._loop.create_connection(
            protocol_factory, host, port, **kw
        )
        await protocol.event(""connection_made"")
    else:
        raise NotImplementedError(""Could not connect to %s"" % str(address))
    return protocol
","def create_connection ( self , address , protocol_factory = None , ** kw ) : <TAB> """"""Helper method for creating a connection to an ``address``."""""" <TAB> protocol_factory = protocol_factory or self . create_protocol <TAB> if isinstance ( address , tuple ) : <TAB> <TAB> host , port = address <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . logger . debug ( ""Create connection %s:%s"" , host , port ) <TAB> <TAB> _ , protocol = await self . _loop . create_connection ( <TAB> <TAB> <TAB> protocol_factory , host , port , ** kw <TAB> <TAB> ) <TAB> <TAB> await protocol . event ( ""connection_made"" ) <TAB> else : <TAB> <TAB> raise NotImplementedError ( ""Could not connect to %s"" % str ( address ) ) <TAB> return protocol",if self . debug :,165
1603,"def _import_module_with_version_check(module_name, minimum_version, install_info=None):
    """"""Check that module is installed with a recent enough version""""""
    from distutils.version import LooseVersion
    try:
        module = __import__(module_name)
    except ImportError as exc:
        user_friendly_info = ('Module ""{0}"" could not be found. {1}').format(
            module_name, install_info or ""Please install it properly to use nilearn.""
        )
        exc.args += (user_friendly_info,)
        # Necessary for Python 3 because the repr/str of ImportError
        # objects was changed in Python 3
        if hasattr(exc, ""msg""):
            exc.msg += "". "" + user_friendly_info
        raise
    # Avoid choking on modules with no __version__ attribute
    module_version = getattr(module, ""__version__"", ""0.0.0"")
    version_too_old = not LooseVersion(module_version) >= LooseVersion(minimum_version)
    if version_too_old:
        message = (
            ""A {module_name} version of at least {minimum_version} ""
            ""is required to use nilearn. {module_version} was found. ""
            ""Please upgrade {module_name}""
        ).format(
            module_name=module_name,
            minimum_version=minimum_version,
            module_version=module_version,
        )
        raise ImportError(message)
    return module","def _import_module_with_version_check ( module_name , minimum_version , install_info = None ) : <TAB> """"""Check that module is installed with a recent enough version"""""" <TAB> from distutils . version import LooseVersion <TAB> try : <TAB> <TAB> module = __import__ ( module_name ) <TAB> except ImportError as exc : <TAB> <TAB> user_friendly_info = ( 'Module ""{0}"" could not be found. {1}' ) . format ( <TAB> <TAB> <TAB> module_name , install_info or ""Please install it properly to use nilearn."" <TAB> <TAB> ) <TAB> <TAB> exc . args += ( user_friendly_info , ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> exc . msg += "". "" + user_friendly_info <TAB> <TAB> raise <TAB> <TAB> module_version = getattr ( module , ""__version__"" , ""0.0.0"" ) <TAB> version_too_old = not LooseVersion ( module_version ) >= LooseVersion ( minimum_version ) <TAB> if version_too_old : <TAB> <TAB> message = ( <TAB> <TAB> <TAB> ""A {module_name} version of at least {minimum_version} "" <TAB> <TAB> <TAB> ""is required to use nilearn. {module_version} was found. "" <TAB> <TAB> <TAB> ""Please upgrade {module_name}"" <TAB> <TAB> ) . format ( <TAB> <TAB> <TAB> module_name = module_name , <TAB> <TAB> <TAB> minimum_version = minimum_version , <TAB> <TAB> <TAB> module_version = module_version , <TAB> <TAB> ) <TAB> <TAB> raise ImportError ( message ) <TAB> return module","if hasattr ( exc , ""msg"" ) :",382
10952,"def do_search(lo, hi):
    if hi - lo <= 1:
        return hi
    mid = int(math.floor((hi - lo) / 2) + lo)
    log.info(""Testing {0}"".format(draw_graph(lo, mid, hi, len(commit_hashes))))
    with log.indent():
        lo_result = None
        while lo_result is None:
            lo_result = do_benchmark(lo)
            if not non_null_results(lo_result):
                lo_result = None
                lo += 1
                if lo >= mid:
                    raise util.UserError(""Too many commits failed"")
        mid_result = None
        while mid_result is None:
            mid_result = do_benchmark(mid)
            if not non_null_results(mid_result, lo_result):
                mid_result = None
                mid += 1
                if mid >= hi:
                    raise util.UserError(""Too many commits failed"")
        hi_result = None
        while hi_result is None:
            hi_result = do_benchmark(hi)
            if not non_null_results(lo_result, mid_result, hi_result):
                hi_result = None
                hi -= 1
                if hi <= mid:
                    raise util.UserError(""Too many commits failed"")
    diff_b, diff_a = difference_3way(hi_result, mid_result, lo_result)
    if invert:
        diff_a *= -1.0
        diff_b *= -1.0
    if diff_a >= diff_b:
        return do_search(lo, mid)
    else:
        return do_search(mid, hi)","def do_search ( lo , hi ) : <TAB> if hi - lo <= 1 : <TAB> <TAB> return hi <TAB> mid = int ( math . floor ( ( hi - lo ) / 2 ) + lo ) <TAB> log . info ( ""Testing {0}"" . format ( draw_graph ( lo , mid , hi , len ( commit_hashes ) ) ) ) <TAB> with log . indent ( ) : <TAB> <TAB> lo_result = None <TAB> <TAB> while lo_result is None : <TAB> <TAB> <TAB> lo_result = do_benchmark ( lo ) <TAB> <TAB> <TAB> if not non_null_results ( lo_result ) : <TAB> <TAB> <TAB> <TAB> lo_result = None <TAB> <TAB> <TAB> <TAB> lo += 1 <TAB> <TAB> <TAB> <TAB> if lo >= mid : <TAB> <TAB> <TAB> <TAB> <TAB> raise util . UserError ( ""Too many commits failed"" ) <TAB> <TAB> mid_result = None <TAB> <TAB> while mid_result is None : <TAB> <TAB> <TAB> mid_result = do_benchmark ( mid ) <TAB> <TAB> <TAB> if not non_null_results ( mid_result , lo_result ) : <TAB> <TAB> <TAB> <TAB> mid_result = None <TAB> <TAB> <TAB> <TAB> mid += 1 <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> raise util . UserError ( ""Too many commits failed"" ) <TAB> <TAB> hi_result = None <TAB> <TAB> while hi_result is None : <TAB> <TAB> <TAB> hi_result = do_benchmark ( hi ) <TAB> <TAB> <TAB> if not non_null_results ( lo_result , mid_result , hi_result ) : <TAB> <TAB> <TAB> <TAB> hi_result = None <TAB> <TAB> <TAB> <TAB> hi -= 1 <TAB> <TAB> <TAB> <TAB> if hi <= mid : <TAB> <TAB> <TAB> <TAB> <TAB> raise util . UserError ( ""Too many commits failed"" ) <TAB> diff_b , diff_a = difference_3way ( hi_result , mid_result , lo_result ) <TAB> if invert : <TAB> <TAB> diff_a *= - 1.0 <TAB> <TAB> diff_b *= - 1.0 <TAB> if diff_a >= diff_b : <TAB> <TAB> return do_search ( lo , mid ) <TAB> else : <TAB> <TAB> return do_search ( mid , hi )",if mid >= hi :,460
13790,"def _load(self, path: str):
    ds = DataSet()
    with open(path, ""r"", encoding=""utf-8"") as f:
        for line in f:
            line = line.strip()
            if line:
                parts = line.split(""\t"")
                raw_words1 = parts[1]
                raw_words2 = parts[2]
                target = parts[0]
                if raw_words1 and raw_words2 and target:
                    ds.append(
                        Instance(
                            raw_words1=raw_words1, raw_words2=raw_words2, target=target
                        )
                    )
    return ds","def _load ( self , path : str ) : <TAB> ds = DataSet ( ) <TAB> with open ( path , ""r"" , encoding = ""utf-8"" ) as f : <TAB> <TAB> for line in f : <TAB> <TAB> <TAB> line = line . strip ( ) <TAB> <TAB> <TAB> if line : <TAB> <TAB> <TAB> <TAB> parts = line . split ( ""\t"" ) <TAB> <TAB> <TAB> <TAB> raw_words1 = parts [ 1 ] <TAB> <TAB> <TAB> <TAB> raw_words2 = parts [ 2 ] <TAB> <TAB> <TAB> <TAB> target = parts [ 0 ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> ds . append ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> Instance ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raw_words1 = raw_words1 , raw_words2 = raw_words2 , target = target <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> return ds",if raw_words1 and raw_words2 and target :,200
22039,"def FallbackGetIndex(self, targetMO, argMOs, errorSuggestionMO):
    ## Defer if any object has no value so that we evaulate their
    ## Expressions and nest a CallSite for the InvokeMember.
    if not targetMO.HasValue or not all(map(lambda x: x.HasValue, argMOs)):
        return self.Defer((targetMO,) + tuple(argMOs))
    ## Try COM object first.
    isCom, com = ComBinder.TryBindGetIndex(self, targetMO, argMOs)
    if isCom:
        return com
    ## Give a good error for Cons.
    if type(targetMO.Value) is Cons:
        if len(argMOs) != 1:
            return errorSuggestionMO or CreateThrow(
                targetMO,
                argMOs,
                BindingRestrictions.Empty,
                InvalidOperationException,
                ""Indexing Sympl list requires exactly one argument."",
            )
    ## Find our own binding.
    ##
    ## Conversions created in GetIndexExpression must be consistent with
    ## restrictions made in GetTargetArgsRestrictions.
    return DynamicMetaObject(
        EnsureObjectResult(GetIndexExpression(targetMO, argMOs)),
        ## False means make type restriction on targetMO.LimitType
        GetTargetArgsRestrictions(targetMO, argMOs, False),
    )","def FallbackGetIndex ( self , targetMO , argMOs , errorSuggestionMO ) : <TAB> <TAB> <TAB> if not targetMO . HasValue or not all ( map ( lambda x : x . HasValue , argMOs ) ) : <TAB> <TAB> return self . Defer ( ( targetMO , ) + tuple ( argMOs ) ) <TAB> <TAB> isCom , com = ComBinder . TryBindGetIndex ( self , targetMO , argMOs ) <TAB> if isCom : <TAB> <TAB> return com <TAB> <TAB> if type ( targetMO . Value ) is Cons : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return errorSuggestionMO or CreateThrow ( <TAB> <TAB> <TAB> <TAB> targetMO , <TAB> <TAB> <TAB> <TAB> argMOs , <TAB> <TAB> <TAB> <TAB> BindingRestrictions . Empty , <TAB> <TAB> <TAB> <TAB> InvalidOperationException , <TAB> <TAB> <TAB> <TAB> ""Indexing Sympl list requires exactly one argument."" , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> return DynamicMetaObject ( <TAB> <TAB> EnsureObjectResult ( GetIndexExpression ( targetMO , argMOs ) ) , <TAB> <TAB> <TAB> <TAB> GetTargetArgsRestrictions ( targetMO , argMOs , False ) , <TAB> )",if len ( argMOs ) != 1 :,345
23598,"def _find_completions(self, doc, incomplete):
    """"""Find completions for incomplete word and save them.""""""
    self._completions = []
    self._remains = []
    favorites = self._favorite_words.get(doc, ())
    _all_words = set(())
    for words in self._all_words.itervalues():
        _all_words.update(words)
    limit = self._settings.max_completions_show
    for sequence in (favorites, _all_words):
        for word in sequence:
            if not word.startswith(incomplete):
                continue
            if word == incomplete:
                continue
            if word in self._completions:
                continue
            self._completions.append(word)
            self._remains.append(word[len(incomplete) :])
            if len(self._remains) >= limit:
                break
","def _find_completions ( self , doc , incomplete ) : <TAB> """"""Find completions for incomplete word and save them."""""" <TAB> self . _completions = [ ] <TAB> self . _remains = [ ] <TAB> favorites = self . _favorite_words . get ( doc , ( ) ) <TAB> _all_words = set ( ( ) ) <TAB> for words in self . _all_words . itervalues ( ) : <TAB> <TAB> _all_words . update ( words ) <TAB> limit = self . _settings . max_completions_show <TAB> for sequence in ( favorites , _all_words ) : <TAB> <TAB> for word in sequence : <TAB> <TAB> <TAB> if not word . startswith ( incomplete ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if word == incomplete : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> self . _completions . append ( word ) <TAB> <TAB> <TAB> self . _remains . append ( word [ len ( incomplete ) : ] ) <TAB> <TAB> <TAB> if len ( self . _remains ) >= limit : <TAB> <TAB> <TAB> <TAB> break",if word in self . _completions :,228
24989,"def run(self):
    while True:
        try:
            with DelayedKeyboardInterrupt():
                raw_inputs = self._parent_task_queue.get()
                if self._has_stop_signal(raw_inputs):
                    self._rq.put(raw_inputs, block=True)
                    break
                if self._flow_type == BATCH:
                    self._rq.put(raw_inputs, block=True)
                elif self._flow_type == REALTIME:
                    try:
                        self._rq.put(raw_inputs, block=False)
                    except:
                        pass
        except KeyboardInterrupt:
            continue
","def run ( self ) : <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> with DelayedKeyboardInterrupt ( ) : <TAB> <TAB> <TAB> <TAB> raw_inputs = self . _parent_task_queue . get ( ) <TAB> <TAB> <TAB> <TAB> if self . _has_stop_signal ( raw_inputs ) : <TAB> <TAB> <TAB> <TAB> <TAB> self . _rq . put ( raw_inputs , block = True ) <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> if self . _flow_type == BATCH : <TAB> <TAB> <TAB> <TAB> <TAB> self . _rq . put ( raw_inputs , block = True ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _rq . put ( raw_inputs , block = False ) <TAB> <TAB> <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> except KeyboardInterrupt : <TAB> <TAB> <TAB> continue",elif self . _flow_type == REALTIME :,199
551,"def run(algs):
    for alg in algs:
        vcs = alg.get(""variantcaller"")
        if vcs:
            if isinstance(vcs, dict):
                vcs = reduce(operator.add, vcs.values())
            if not isinstance(vcs, (list, tuple)):
                vcs = [vcs]
            return any(vc.startswith(prefix) for vc in vcs if vc)
","def run ( algs ) : <TAB> for alg in algs : <TAB> <TAB> vcs = alg . get ( ""variantcaller"" ) <TAB> <TAB> if vcs : <TAB> <TAB> <TAB> if isinstance ( vcs , dict ) : <TAB> <TAB> <TAB> <TAB> vcs = reduce ( operator . add , vcs . values ( ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> vcs = [ vcs ] <TAB> <TAB> <TAB> return any ( vc . startswith ( prefix ) for vc in vcs if vc )","if not isinstance ( vcs , ( list , tuple ) ) :",117
1901,"def getProperty(self, name):
    if name == handler.property_lexical_handler:
        return self._lex_handler_prop
    elif name == property_interning_dict:
        return self._interning
    elif name == property_xml_string:
        if self._parser:
            if hasattr(self._parser, ""GetInputContext""):
                return self._parser.GetInputContext()
            else:
                raise SAXNotRecognizedException(
                    ""This version of expat does not support getting"" "" the XML string""
                )
        else:
            raise SAXNotSupportedException(
                ""XML string cannot be returned when not parsing""
            )
    raise SAXNotRecognizedException(""Property '%s' not recognized"" % name)
","def getProperty ( self , name ) : <TAB> if name == handler . property_lexical_handler : <TAB> <TAB> return self . _lex_handler_prop <TAB> elif name == property_interning_dict : <TAB> <TAB> return self . _interning <TAB> elif name == property_xml_string : <TAB> <TAB> if self . _parser : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return self . _parser . GetInputContext ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise SAXNotRecognizedException ( <TAB> <TAB> <TAB> <TAB> <TAB> ""This version of expat does not support getting"" "" the XML string"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise SAXNotSupportedException ( <TAB> <TAB> <TAB> <TAB> ""XML string cannot be returned when not parsing"" <TAB> <TAB> <TAB> ) <TAB> raise SAXNotRecognizedException ( ""Property '%s' not recognized"" % name )","if hasattr ( self . _parser , ""GetInputContext"" ) :",204
11202,"def visible_settings(self):
    visible_settings = super(RelateObjects, self).visible_settings()
    visible_settings += [
        self.wants_per_parent_means,
        self.find_parent_child_distances,
        self.wants_child_objects_saved,
    ]
    if self.wants_child_objects_saved:
        visible_settings += [self.output_child_objects_name]
    if self.find_parent_child_distances != D_NONE and self.has_step_parents:
        visible_settings += [self.wants_step_parent_distances]
        if self.wants_step_parent_distances:
            for group in self.step_parent_names:
                visible_settings += group.visible_settings()
            visible_settings += [self.add_step_parent_button]
    return visible_settings
","def visible_settings ( self ) : <TAB> visible_settings = super ( RelateObjects , self ) . visible_settings ( ) <TAB> visible_settings += [ <TAB> <TAB> self . wants_per_parent_means , <TAB> <TAB> self . find_parent_child_distances , <TAB> <TAB> self . wants_child_objects_saved , <TAB> ] <TAB> if self . wants_child_objects_saved : <TAB> <TAB> visible_settings += [ self . output_child_objects_name ] <TAB> if self . find_parent_child_distances != D_NONE and self . has_step_parents : <TAB> <TAB> visible_settings += [ self . wants_step_parent_distances ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for group in self . step_parent_names : <TAB> <TAB> <TAB> <TAB> visible_settings += group . visible_settings ( ) <TAB> <TAB> <TAB> visible_settings += [ self . add_step_parent_button ] <TAB> return visible_settings",if self . wants_step_parent_distances :,223
4477,"def get_host_ipv6(with_nic=True):
    nic_info = get_all_nic_info()
    ipv4 = get_host_ip()
    ipv6 = None
    for nic, info in nic_info.items():
        ip4 = info[""inet4""]
        ip6 = info[""inet6""]
        if not all([ip4, ip6]):
            continue
        ip4, ip6 = ip4.pop(), ip6.pop()
        if ip4 == ipv4:
            ipv6 = ip6 if ip6 else None
            if ipv6 and ""%"" not in ipv6:
                ipv6 = ipv6 + ""%"" + nic
            break
    if ipv6:
        if not with_nic:
            ipv6 = ipv6.split(""%"")[0]
        return ipv6","def get_host_ipv6 ( with_nic = True ) : <TAB> nic_info = get_all_nic_info ( ) <TAB> ipv4 = get_host_ip ( ) <TAB> ipv6 = None <TAB> for nic , info in nic_info . items ( ) : <TAB> <TAB> ip4 = info [ ""inet4"" ] <TAB> <TAB> ip6 = info [ ""inet6"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> ip4 , ip6 = ip4 . pop ( ) , ip6 . pop ( ) <TAB> <TAB> if ip4 == ipv4 : <TAB> <TAB> <TAB> ipv6 = ip6 if ip6 else None <TAB> <TAB> <TAB> if ipv6 and ""%"" not in ipv6 : <TAB> <TAB> <TAB> <TAB> ipv6 = ipv6 + ""%"" + nic <TAB> <TAB> <TAB> break <TAB> if ipv6 : <TAB> <TAB> if not with_nic : <TAB> <TAB> <TAB> ipv6 = ipv6 . split ( ""%"" ) [ 0 ] <TAB> <TAB> return ipv6","if not all ( [ ip4 , ip6 ] ) :",211
8783,"def _listVMsCallback(self, result, ignore_error=False, error=False, **kwargs):
    if error:
        if ""message"" in result:
            if not ignore_error:
                QtWidgets.QMessageBox.critical(
                    self,
                    ""List vms"",
                    ""Error while listing vms: {}"".format(result[""message""]),
                )
        return
    if not sip_is_deleted(self.uiVMListComboBox):
        self.uiVMListComboBox.clear()
        for vm in result:
            self.uiVMListComboBox.addItem(vm[""vmname""], vm[""vmname""])
        index = self.uiVMListComboBox.findText(self._settings[""vmname""])
        if index == -1:
            index = self.uiVMListComboBox.findText(""GNS3 VM"")
            if index == -1:
                index = 0
        self.uiVMListComboBox.setCurrentIndex(index)
        self._initialized = True","def _listVMsCallback ( self , result , ignore_error = False , error = False , ** kwargs ) : <TAB> if error : <TAB> <TAB> if ""message"" in result : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> QtWidgets . QMessageBox . critical ( <TAB> <TAB> <TAB> <TAB> <TAB> self , <TAB> <TAB> <TAB> <TAB> <TAB> ""List vms"" , <TAB> <TAB> <TAB> <TAB> <TAB> ""Error while listing vms: {}"" . format ( result [ ""message"" ] ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> return <TAB> if not sip_is_deleted ( self . uiVMListComboBox ) : <TAB> <TAB> self . uiVMListComboBox . clear ( ) <TAB> <TAB> for vm in result : <TAB> <TAB> <TAB> self . uiVMListComboBox . addItem ( vm [ ""vmname"" ] , vm [ ""vmname"" ] ) <TAB> <TAB> index = self . uiVMListComboBox . findText ( self . _settings [ ""vmname"" ] ) <TAB> <TAB> if index == - 1 : <TAB> <TAB> <TAB> index = self . uiVMListComboBox . findText ( ""GNS3 VM"" ) <TAB> <TAB> <TAB> if index == - 1 : <TAB> <TAB> <TAB> <TAB> index = 0 <TAB> <TAB> self . uiVMListComboBox . setCurrentIndex ( index ) <TAB> <TAB> self . _initialized = True",if not ignore_error :,272
23356,"def get_library_dirs(platform, arch=None):
    if platform == ""win32"":
        jre_home = get_jre_home(platform)
        jdk_home = JAVA_HOME
        if isinstance(jre_home, bytes):
            jre_home = jre_home.decode(""utf-8"")
        return [join(jdk_home, ""lib""), join(jdk_home, ""bin"", ""server"")]
    elif platform == ""android"":
        return [""libs/{}"".format(arch)]
    return []","def get_library_dirs ( platform , arch = None ) : <TAB> if platform == ""win32"" : <TAB> <TAB> jre_home = get_jre_home ( platform ) <TAB> <TAB> jdk_home = JAVA_HOME <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> jre_home = jre_home . decode ( ""utf-8"" ) <TAB> <TAB> return [ join ( jdk_home , ""lib"" ) , join ( jdk_home , ""bin"" , ""server"" ) ] <TAB> elif platform == ""android"" : <TAB> <TAB> return [ ""libs/{}"" . format ( arch ) ] <TAB> return [ ]","if isinstance ( jre_home , bytes ) :",136
4988,"def transform(self, data):
    with timer(""transform %s"" % self.name, logging.DEBUG):
        if self.operator in {""lat"", ""latitude""}:
            return self.series(data).apply(GeoIP.get_latitude)
        elif self.operator in {""lon"", ""longitude""}:
            return self.series(data).apply(GeoIP.get_longitude)
        elif self.operator in {""acc"", ""accuracy""}:
            return self.series(data).apply(GeoIP.get_accuracy)
        raise NameError(""Unknown GeoIP operator [lat, lon, acc]: %s"" % self.operator)
","def transform ( self , data ) : <TAB> with timer ( ""transform %s"" % self . name , logging . DEBUG ) : <TAB> <TAB> if self . operator in { ""lat"" , ""latitude"" } : <TAB> <TAB> <TAB> return self . series ( data ) . apply ( GeoIP . get_latitude ) <TAB> <TAB> elif self . operator in { ""lon"" , ""longitude"" } : <TAB> <TAB> <TAB> return self . series ( data ) . apply ( GeoIP . get_longitude ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return self . series ( data ) . apply ( GeoIP . get_accuracy ) <TAB> <TAB> raise NameError ( ""Unknown GeoIP operator [lat, lon, acc]: %s"" % self . operator )","elif self . operator in { ""acc"" , ""accuracy"" } :",161
9343,"def parseFunctionSourceElements():
    global strict
    sourceElement = None
    sourceElements = []
    token = None
    directive = None
    firstRestricted = None
    oldLabelSet = None
    oldInIteration = None
    oldInSwitch = None
    oldInFunctionBody = None
    skipComment()
    delegate.markStart()
    expect(""{"")
    while index < length:
        if lookahead.type != Token.StringLiteral:
            break
        token = lookahead
        sourceElement = parseSourceElement()
        sourceElements.append(sourceElement)
        if sourceElement.expression.type != Syntax.Literal:
            break
        directive = source[(token.range[0] + 1) : (token.range[1] - 1)]
        if directive == ""use strict"":
            strict = True
            if firstRestricted:
                throwErrorTolerant(firstRestricted, Messages.StrictOctalLiteral)
        else:
            if (not firstRestricted) and token.octal:
                firstRestricted = token
    oldLabelSet = state.labelSet
    oldInIteration = state.inIteration
    oldInSwitch = state.inSwitch
    oldInFunctionBody = state.inFunctionBody
    state.labelSet = jsdict({})
    state.inIteration = False
    state.inSwitch = False
    state.inFunctionBody = True
    while index < length:
        if match(""}""):
            break
        sourceElement = parseSourceElement()
        if (
            ""undefined"" if not ""sourceElement"" in locals() else typeof(sourceElement)
        ) == ""undefined"":
            break
        sourceElements.append(sourceElement)
    expect(""}"")
    state.labelSet = oldLabelSet
    state.inIteration = oldInIteration
    state.inSwitch = oldInSwitch
    state.inFunctionBody = oldInFunctionBody
    return delegate.markEnd(delegate.createBlockStatement(sourceElements))","def parseFunctionSourceElements ( ) : <TAB> global strict <TAB> sourceElement = None <TAB> sourceElements = [ ] <TAB> token = None <TAB> directive = None <TAB> firstRestricted = None <TAB> oldLabelSet = None <TAB> oldInIteration = None <TAB> oldInSwitch = None <TAB> oldInFunctionBody = None <TAB> skipComment ( ) <TAB> delegate . markStart ( ) <TAB> expect ( ""{"" ) <TAB> while index < length : <TAB> <TAB> if lookahead . type != Token . StringLiteral : <TAB> <TAB> <TAB> break <TAB> <TAB> token = lookahead <TAB> <TAB> sourceElement = parseSourceElement ( ) <TAB> <TAB> sourceElements . append ( sourceElement ) <TAB> <TAB> if sourceElement . expression . type != Syntax . Literal : <TAB> <TAB> <TAB> break <TAB> <TAB> directive = source [ ( token . range [ 0 ] + 1 ) : ( token . range [ 1 ] - 1 ) ] <TAB> <TAB> if directive == ""use strict"" : <TAB> <TAB> <TAB> strict = True <TAB> <TAB> <TAB> if firstRestricted : <TAB> <TAB> <TAB> <TAB> throwErrorTolerant ( firstRestricted , Messages . StrictOctalLiteral ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if ( not firstRestricted ) and token . octal : <TAB> <TAB> <TAB> <TAB> firstRestricted = token <TAB> oldLabelSet = state . labelSet <TAB> oldInIteration = state . inIteration <TAB> oldInSwitch = state . inSwitch <TAB> oldInFunctionBody = state . inFunctionBody <TAB> state . labelSet = jsdict ( { } ) <TAB> state . inIteration = False <TAB> state . inSwitch = False <TAB> state . inFunctionBody = True <TAB> while index < length : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> sourceElement = parseSourceElement ( ) <TAB> <TAB> if ( <TAB> <TAB> <TAB> ""undefined"" if not ""sourceElement"" in locals ( ) else typeof ( sourceElement ) <TAB> <TAB> ) == ""undefined"" : <TAB> <TAB> <TAB> break <TAB> <TAB> sourceElements . append ( sourceElement ) <TAB> expect ( ""}"" ) <TAB> state . labelSet = oldLabelSet <TAB> state . inIteration = oldInIteration <TAB> state . inSwitch = oldInSwitch <TAB> state . inFunctionBody = oldInFunctionBody <TAB> return delegate . markEnd ( delegate . createBlockStatement ( sourceElements ) )","if match ( ""}"" ) :",490
11033,"def publish(self, channel, *args, **kwargs):
    """"""Return output of all subscribers for the given channel.""""""
    if channel not in self.listeners:
        return []
    exc = ChannelFailures()
    output = []
    items = [
        (self._priorities[(channel, listener)], listener)
        for listener in self.listeners[channel]
    ]
    try:
        items.sort(key=lambda item: item[0])
    except TypeError:
        # Python 2.3 had no 'key' arg, but that doesn't matter
        # since it could sort dissimilar types just fine.
        items.sort()
    for priority, listener in items:
        try:
            output.append(listener(*args, **kwargs))
        except KeyboardInterrupt:
            raise
        except SystemExit:
            e = sys.exc_info()[1]
            # If we have previous errors ensure the exit code is non-zero
            if exc and e.code == 0:
                e.code = 1
            raise
        except:
            exc.handle_exception()
            if channel == ""log"":
                # Assume any further messages to 'log' will fail.
                pass
            else:
                self.log(
                    ""Error in %r listener %r"" % (channel, listener),
                    level=40,
                    traceback=True,
                )
    if exc:
        raise exc
    return output","def publish ( self , channel , * args , ** kwargs ) : <TAB> """"""Return output of all subscribers for the given channel."""""" <TAB> if channel not in self . listeners : <TAB> <TAB> return [ ] <TAB> exc = ChannelFailures ( ) <TAB> output = [ ] <TAB> items = [ <TAB> <TAB> ( self . _priorities [ ( channel , listener ) ] , listener ) <TAB> <TAB> for listener in self . listeners [ channel ] <TAB> ] <TAB> try : <TAB> <TAB> items . sort ( key = lambda item : item [ 0 ] ) <TAB> except TypeError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> items . sort ( ) <TAB> for priority , listener in items : <TAB> <TAB> try : <TAB> <TAB> <TAB> output . append ( listener ( * args , ** kwargs ) ) <TAB> <TAB> except KeyboardInterrupt : <TAB> <TAB> <TAB> raise <TAB> <TAB> except SystemExit : <TAB> <TAB> <TAB> e = sys . exc_info ( ) [ 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> e . code = 1 <TAB> <TAB> <TAB> raise <TAB> <TAB> except : <TAB> <TAB> <TAB> exc . handle_exception ( ) <TAB> <TAB> <TAB> if channel == ""log"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . log ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Error in %r listener %r"" % ( channel , listener ) , <TAB> <TAB> <TAB> <TAB> <TAB> level = 40 , <TAB> <TAB> <TAB> <TAB> <TAB> traceback = True , <TAB> <TAB> <TAB> <TAB> ) <TAB> if exc : <TAB> <TAB> raise exc <TAB> return output",if exc and e . code == 0 :,387
24528,"def bitcoin_done(request):
    with mock.patch(""bitcoinrpc.connection.BitcoinConnection"") as MockBitcoinConnection:
        connection = MockBitcoinConnection()
        connection.getnewaddress.return_value = BTC_TEST_ADDRESS
        connection.listtransactions.return_value = BTC_TEST_SUCCESSFUL_TXNS
        amount = 0.01
        bitcoin_obj = get_gateway(""bitcoin"")
        address = request.session.get(""bitcoin_address"", None)
        if not address:
            return HttpResponseRedirect(reverse(""app_bitcoin""))
        result = bitcoin_obj.purchase(amount, address)
        if result[""status""] == ""SUCCESS"":
            del request.session[""bitcoin_address""]
        return render(
            request,
            ""app/bitcoin_done.html"",
            {
                ""title"": ""Bitcoin"",
                ""amount"": amount,
                ""address"": address,
                ""result"": result,
            },
        )","def bitcoin_done ( request ) : <TAB> with mock . patch ( ""bitcoinrpc.connection.BitcoinConnection"" ) as MockBitcoinConnection : <TAB> <TAB> connection = MockBitcoinConnection ( ) <TAB> <TAB> connection . getnewaddress . return_value = BTC_TEST_ADDRESS <TAB> <TAB> connection . listtransactions . return_value = BTC_TEST_SUCCESSFUL_TXNS <TAB> <TAB> amount = 0.01 <TAB> <TAB> bitcoin_obj = get_gateway ( ""bitcoin"" ) <TAB> <TAB> address = request . session . get ( ""bitcoin_address"" , None ) <TAB> <TAB> if not address : <TAB> <TAB> <TAB> return HttpResponseRedirect ( reverse ( ""app_bitcoin"" ) ) <TAB> <TAB> result = bitcoin_obj . purchase ( amount , address ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> del request . session [ ""bitcoin_address"" ] <TAB> <TAB> return render ( <TAB> <TAB> <TAB> request , <TAB> <TAB> <TAB> ""app/bitcoin_done.html"" , <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""title"" : ""Bitcoin"" , <TAB> <TAB> <TAB> <TAB> ""amount"" : amount , <TAB> <TAB> <TAB> <TAB> ""address"" : address , <TAB> <TAB> <TAB> <TAB> ""result"" : result , <TAB> <TAB> <TAB> } , <TAB> <TAB> )","if result [ ""status"" ] == ""SUCCESS"" :",283
7259,"def ensemble(self, pairs, other_preds):
    """"""Ensemble the dict with statistical model predictions.""""""
    lemmas = []
    assert len(pairs) == len(other_preds)
    for p, pred in zip(pairs, other_preds):
        w, pos = p
        if (w, pos) in self.composite_dict:
            lemma = self.composite_dict[(w, pos)]
        elif w in self.word_dict:
            lemma = self.word_dict[w]
        else:
            lemma = pred
        if lemma is None:
            lemma = w
        lemmas.append(lemma)
    return lemmas
","def ensemble ( self , pairs , other_preds ) : <TAB> """"""Ensemble the dict with statistical model predictions."""""" <TAB> lemmas = [ ] <TAB> assert len ( pairs ) == len ( other_preds ) <TAB> for p , pred in zip ( pairs , other_preds ) : <TAB> <TAB> w , pos = p <TAB> <TAB> if ( w , pos ) in self . composite_dict : <TAB> <TAB> <TAB> lemma = self . composite_dict [ ( w , pos ) ] <TAB> <TAB> elif w in self . word_dict : <TAB> <TAB> <TAB> lemma = self . word_dict [ w ] <TAB> <TAB> else : <TAB> <TAB> <TAB> lemma = pred <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> lemma = w <TAB> <TAB> lemmas . append ( lemma ) <TAB> return lemmas",if lemma is None :,164
2332,"def __editorKeyPress(editor, event):
    if event.key == ""B"":
        __findBookmark(editor)
        return True
    if event.key in [str(x) for x in range(0, 10)]:
        numericBookmark = int(event.key)
        if event.modifiers == event.modifiers.Control:
            # Assign
            node = None
            if isinstance(editor, GafferUI.GraphEditor):
                selection = editor.scriptNode().selection()
                if len(selection) == 1:
                    node = selection[0]
                else:
                    backdrops = [n for n in selection if isinstance(n, Gaffer.Backdrop)]
                    if len(backdrops) == 1:
                        node = backdrops[0]
            elif isinstance(editor, GafferUI.NodeSetEditor):
                nodeSet = editor.getNodeSet()
                node = nodeSet[-1] if len(nodeSet) else None
            if node is not None:
                __assignNumericBookmark(node, numericBookmark)
        elif not event.modifiers:
            # Find
            # For linked editors, its more intuitive for the user if we update
            # the driving editor, rather than breaking the link.
            if numericBookmark != 0:
                __findNumericBookmark(editor, numericBookmark)
            elif isinstance(editor, GafferUI.NodeSetEditor):
                editor.setNodeSet(editor.scriptNode().selection())
        return True","def __editorKeyPress ( editor , event ) : <TAB> if event . key == ""B"" : <TAB> <TAB> __findBookmark ( editor ) <TAB> <TAB> return True <TAB> if event . key in [ str ( x ) for x in range ( 0 , 10 ) ] : <TAB> <TAB> numericBookmark = int ( event . key ) <TAB> <TAB> if event . modifiers == event . modifiers . Control : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> node = None <TAB> <TAB> <TAB> if isinstance ( editor , GafferUI . GraphEditor ) : <TAB> <TAB> <TAB> <TAB> selection = editor . scriptNode ( ) . selection ( ) <TAB> <TAB> <TAB> <TAB> if len ( selection ) == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> node = selection [ 0 ] <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> backdrops = [ n for n in selection if isinstance ( n , Gaffer . Backdrop ) ] <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> node = backdrops [ 0 ] <TAB> <TAB> <TAB> elif isinstance ( editor , GafferUI . NodeSetEditor ) : <TAB> <TAB> <TAB> <TAB> nodeSet = editor . getNodeSet ( ) <TAB> <TAB> <TAB> <TAB> node = nodeSet [ - 1 ] if len ( nodeSet ) else None <TAB> <TAB> <TAB> if node is not None : <TAB> <TAB> <TAB> <TAB> __assignNumericBookmark ( node , numericBookmark ) <TAB> <TAB> elif not event . modifiers : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if numericBookmark != 0 : <TAB> <TAB> <TAB> <TAB> __findNumericBookmark ( editor , numericBookmark ) <TAB> <TAB> <TAB> elif isinstance ( editor , GafferUI . NodeSetEditor ) : <TAB> <TAB> <TAB> <TAB> editor . setNodeSet ( editor . scriptNode ( ) . selection ( ) ) <TAB> <TAB> return True",if len ( backdrops ) == 1 :,420
5313,"def kc_pressed(self, key, modifierFlags):
    if modifierFlags == CTRL_KEY_FLAG:
        if key == ""C"":
            self.send(""\x03"")
            self.telnet.running = False
        elif key == ""D"":
            self.send(""\x04"")
        elif key == ""A"":
            self.send(""\x01"")
        elif key == ""E"":
            self.send(""\x05"")
        elif key == ""K"":
            self.send(""\x0B"")
        elif key == ""L"":
            self.send(""\x0C"")
        elif key == ""U"":
            self.send(""\x15"")
        elif key == ""Z"":
            self.send(""\x1A"")
        elif key == ""["":
            self.send(""\x1B"")  # ESC
    elif modifierFlags == 0:
        if key == ""UIKeyInputUpArrow"":
            self.send(""\x10"")
        elif key == ""UIKeyInputDownArrow"":
            self.send(""\x0E"")
        elif key == ""UIKeyInputLeftArrow"":
            self.send(""\033[D"")
        elif key == ""UIKeyInputRightArrow"":
            self.send(""\033[C"")","def kc_pressed ( self , key , modifierFlags ) : <TAB> if modifierFlags == CTRL_KEY_FLAG : <TAB> <TAB> if key == ""C"" : <TAB> <TAB> <TAB> self . send ( ""\x03"" ) <TAB> <TAB> <TAB> self . telnet . running = False <TAB> <TAB> elif key == ""D"" : <TAB> <TAB> <TAB> self . send ( ""\x04"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . send ( ""\x01"" ) <TAB> <TAB> elif key == ""E"" : <TAB> <TAB> <TAB> self . send ( ""\x05"" ) <TAB> <TAB> elif key == ""K"" : <TAB> <TAB> <TAB> self . send ( ""\x0B"" ) <TAB> <TAB> elif key == ""L"" : <TAB> <TAB> <TAB> self . send ( ""\x0C"" ) <TAB> <TAB> elif key == ""U"" : <TAB> <TAB> <TAB> self . send ( ""\x15"" ) <TAB> <TAB> elif key == ""Z"" : <TAB> <TAB> <TAB> self . send ( ""\x1A"" ) <TAB> <TAB> elif key == ""["" : <TAB> <TAB> <TAB> self . send ( ""\x1B"" ) <TAB> elif modifierFlags == 0 : <TAB> <TAB> if key == ""UIKeyInputUpArrow"" : <TAB> <TAB> <TAB> self . send ( ""\x10"" ) <TAB> <TAB> elif key == ""UIKeyInputDownArrow"" : <TAB> <TAB> <TAB> self . send ( ""\x0E"" ) <TAB> <TAB> elif key == ""UIKeyInputLeftArrow"" : <TAB> <TAB> <TAB> self . send ( ""\033[D"" ) <TAB> <TAB> elif key == ""UIKeyInputRightArrow"" : <TAB> <TAB> <TAB> self . send ( ""\033[C"" )","elif key == ""A"" :",330
7781,"def starttag(self, quoteattr=None):
    # the optional arg is used by the docutils_xml writer
    if quoteattr is None:
        quoteattr = pseudo_quoteattr
    parts = [self.tagname]
    for name, value in self.attlist():
        if value is None:  # boolean attribute
            parts.append('%s=""True""' % name)
            continue
        if isinstance(value, list):
            values = [serial_escape(""%s"" % (v,)) for v in value]
            value = "" "".join(values)
        else:
            value = unicode(value)
        value = quoteattr(value)
        parts.append(u""%s=%s"" % (name, value))
    return u""<%s>"" % u"" "".join(parts)
","def starttag ( self , quoteattr = None ) : <TAB> <TAB> if quoteattr is None : <TAB> <TAB> quoteattr = pseudo_quoteattr <TAB> parts = [ self . tagname ] <TAB> for name , value in self . attlist ( ) : <TAB> <TAB> if value is None : <TAB> <TAB> <TAB> parts . append ( '%s=""True""' % name ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> values = [ serial_escape ( ""%s"" % ( v , ) ) for v in value ] <TAB> <TAB> <TAB> value = "" "" . join ( values ) <TAB> <TAB> else : <TAB> <TAB> <TAB> value = unicode ( value ) <TAB> <TAB> value = quoteattr ( value ) <TAB> <TAB> parts . append ( u""%s=%s"" % ( name , value ) ) <TAB> return u""<%s>"" % u"" "" . join ( parts )","if isinstance ( value , list ) :",201
15268,"def get_tag_values(self, event):
    http = event.interfaces.get(""sentry.interfaces.Http"")
    if not http:
        return []
    if not http.headers:
        return []
    headers = http.headers
    # XXX: transitional support for workers
    if isinstance(headers, dict):
        headers = headers.items()
    output = []
    for key, value in headers:
        if key != ""User-Agent"":
            continue
        ua = Parse(value)
        if not ua:
            continue
        result = self.get_tag_from_ua(ua)
        if result:
            output.append(result)
    return output
","def get_tag_values ( self , event ) : <TAB> http = event . interfaces . get ( ""sentry.interfaces.Http"" ) <TAB> if not http : <TAB> <TAB> return [ ] <TAB> if not http . headers : <TAB> <TAB> return [ ] <TAB> headers = http . headers <TAB> <TAB> if isinstance ( headers , dict ) : <TAB> <TAB> headers = headers . items ( ) <TAB> output = [ ] <TAB> for key , value in headers : <TAB> <TAB> if key != ""User-Agent"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> ua = Parse ( value ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> result = self . get_tag_from_ua ( ua ) <TAB> <TAB> if result : <TAB> <TAB> <TAB> output . append ( result ) <TAB> return output",if not ua :,176
2666,"def post(self):
    old = self._fetch_existing_config()
    new = dict()
    for key in self.ALLOWED.keys():
        if self.ALLOWED[key] == bool:
            val = self.get_argument(key, False)
        else:
            val = self.get_argument(key, None)
        if val is None or val == """":
            new[key] = old[key]
        elif key == ""pwdhash"":
            new[key] = bcrypt.hashpw(val, bcrypt.gensalt())
        elif self.ALLOWED[key] == str:
            new[key] = str(val)
        elif self.ALLOWED[key] == int:
            new[key] = int(val)
        elif self.ALLOWED[key] == bool:
            new[key] = bool(val)
    config_file = open(self.settings.config_path.web, ""w"")
    for key, val in new.items():
        if self.ALLOWED[key] == str:
            config_file.write(""%s='%s'\n"" % (key, val))
        else:
            config_file.write(""%s=%s\n"" % (key, val))
    config_file.close()
    self.redirect(""/"")
","def post ( self ) : <TAB> old = self . _fetch_existing_config ( ) <TAB> new = dict ( ) <TAB> for key in self . ALLOWED . keys ( ) : <TAB> <TAB> if self . ALLOWED [ key ] == bool : <TAB> <TAB> <TAB> val = self . get_argument ( key , False ) <TAB> <TAB> else : <TAB> <TAB> <TAB> val = self . get_argument ( key , None ) <TAB> <TAB> if val is None or val == """" : <TAB> <TAB> <TAB> new [ key ] = old [ key ] <TAB> <TAB> elif key == ""pwdhash"" : <TAB> <TAB> <TAB> new [ key ] = bcrypt . hashpw ( val , bcrypt . gensalt ( ) ) <TAB> <TAB> el <fill-in> <TAB> <TAB> <TAB> new [ key ] = str ( val ) <TAB> <TAB> elif self . ALLOWED [ key ] == int : <TAB> <TAB> <TAB> new [ key ] = int ( val ) <TAB> <TAB> elif self . ALLOWED [ key ] == bool : <TAB> <TAB> <TAB> new [ key ] = bool ( val ) <TAB> config_file = open ( self . settings . config_path . web , ""w"" ) <TAB> for key , val in new . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> config_file . write ( ""%s='%s'\n"" % ( key , val ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> config_file . write ( ""%s=%s\n"" % ( key , val ) ) <TAB> config_file . close ( ) <TAB> self . redirect ( ""/"" )",if self . ALLOWED [ key ] == str :,326
8175,"def check_samplers_fit_resample(name, sampler_orig):
    sampler = clone(sampler_orig)
    X, y = make_classification(
        n_samples=1000,
        n_classes=3,
        n_informative=4,
        weights=[0.2, 0.3, 0.5],
        random_state=0,
    )
    target_stats = Counter(y)
    X_res, y_res = sampler.fit_resample(X, y)
    if isinstance(sampler, BaseOverSampler):
        target_stats_res = Counter(y_res)
        n_samples = max(target_stats.values())
        assert all(value >= n_samples for value in Counter(y_res).values())
    elif isinstance(sampler, BaseUnderSampler):
        n_samples = min(target_stats.values())
        if name == ""InstanceHardnessThreshold"":
            # IHT does not enforce the number of samples but provide a number
            # of samples the closest to the desired target.
            assert all(
                Counter(y_res)[k] <= target_stats[k] for k in target_stats.keys()
            )
        else:
            assert all(value == n_samples for value in Counter(y_res).values())
    elif isinstance(sampler, BaseCleaningSampler):
        target_stats_res = Counter(y_res)
        class_minority = min(target_stats, key=target_stats.get)
        assert all(
            target_stats[class_sample] > target_stats_res[class_sample]
            for class_sample in target_stats.keys()
            if class_sample != class_minority
        )","def check_samplers_fit_resample ( name , sampler_orig ) : <TAB> sampler = clone ( sampler_orig ) <TAB> X , y = make_classification ( <TAB> <TAB> n_samples = 1000 , <TAB> <TAB> n_classes = 3 , <TAB> <TAB> n_informative = 4 , <TAB> <TAB> weights = [ 0.2 , 0.3 , 0.5 ] , <TAB> <TAB> random_state = 0 , <TAB> ) <TAB> target_stats = Counter ( y ) <TAB> X_res , y_res = sampler . fit_resample ( X , y ) <TAB> if isinstance ( sampler , BaseOverSampler ) : <TAB> <TAB> target_stats_res = Counter ( y_res ) <TAB> <TAB> n_samples = max ( target_stats . values ( ) ) <TAB> <TAB> assert all ( value >= n_samples for value in Counter ( y_res ) . values ( ) ) <TAB> elif isinstance ( sampler , BaseUnderSampler ) : <TAB> <TAB> n_samples = min ( target_stats . values ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> assert all ( <TAB> <TAB> <TAB> <TAB> Counter ( y_res ) [ k ] <= target_stats [ k ] for k in target_stats . keys ( ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> assert all ( value == n_samples for value in Counter ( y_res ) . values ( ) ) <TAB> elif isinstance ( sampler , BaseCleaningSampler ) : <TAB> <TAB> target_stats_res = Counter ( y_res ) <TAB> <TAB> class_minority = min ( target_stats , key = target_stats . get ) <TAB> <TAB> assert all ( <TAB> <TAB> <TAB> target_stats [ class_sample ] > target_stats_res [ class_sample ] <TAB> <TAB> <TAB> for class_sample in target_stats . keys ( ) <TAB> <TAB> <TAB> if class_sample != class_minority <TAB> <TAB> )","if name == ""InstanceHardnessThreshold"" :",435
19817,"def preprocess_raw_enwik9(input_filename, output_filename):
    with open(input_filename, ""r"") as f1:
        with open(output_filename, ""w"") as f2:
            while True:
                line = f1.readline()
                if not line:
                    break
                line = list(enwik9_norm_transform([line]))[0]
                if line != "" "" and line != """":
                    if line[0] == "" "":
                        line = line[1:]
                    f2.writelines(line + ""\n"")","def preprocess_raw_enwik9 ( input_filename , output_filename ) : <TAB> with open ( input_filename , ""r"" ) as f1 : <TAB> <TAB> with open ( output_filename , ""w"" ) as f2 : <TAB> <TAB> <TAB> while True : <TAB> <TAB> <TAB> <TAB> line = f1 . readline ( ) <TAB> <TAB> <TAB> <TAB> if not line : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> line = list ( enwik9_norm_transform ( [ line ] ) ) [ 0 ] <TAB> <TAB> <TAB> <TAB> if line != "" "" and line != """" : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> line = line [ 1 : ] <TAB> <TAB> <TAB> <TAB> <TAB> f2 . writelines ( line + ""\n"" )","if line [ 0 ] == "" "" :",164
17540,"def __setitem__(self, key, value):
    if isinstance(value, (tuple, list)):
        info, reference = value
        if info not in self._reverse_infos:
            self._reverse_infos[info] = len(self._infos)
            self._infos.append(info)
        if reference not in self._reverse_references:
            self._reverse_references[reference] = len(self._references)
            self._references.append(reference)
        self._trails[key] = ""%d,%d"" % (
            self._reverse_infos[info],
            self._reverse_references[reference],
        )
    else:
        raise Exception(""unsupported type '%s'"" % type(value))
","def __setitem__ ( self , key , value ) : <TAB> if isinstance ( value , ( tuple , list ) ) : <TAB> <TAB> info , reference = value <TAB> <TAB> if info not in self . _reverse_infos : <TAB> <TAB> <TAB> self . _reverse_infos [ info ] = len ( self . _infos ) <TAB> <TAB> <TAB> self . _infos . append ( info ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _reverse_references [ reference ] = len ( self . _references ) <TAB> <TAB> <TAB> self . _references . append ( reference ) <TAB> <TAB> self . _trails [ key ] = ""%d,%d"" % ( <TAB> <TAB> <TAB> self . _reverse_infos [ info ] , <TAB> <TAB> <TAB> self . _reverse_references [ reference ] , <TAB> <TAB> ) <TAB> else : <TAB> <TAB> raise Exception ( ""unsupported type '%s'"" % type ( value ) )",if reference not in self . _reverse_references :,184
832,"def init(self, view, items=None):
    selections = []
    if view.sel():
        for region in view.sel():
            selections.append(view.substr(region))
    values = []
    for idx, index in enumerate(map(int, items)):
        if idx >= len(selections):
            break
        i = index - 1
        if i >= 0 and i < len(selections):
            values.append(selections[i])
        else:
            values.append(None)
    # fill up
    for idx, value in enumerate(selections):
        if len(values) + 1 < idx:
            values.append(value)
    self.stack = values","def init ( self , view , items = None ) : <TAB> selections = [ ] <TAB> if view . sel ( ) : <TAB> <TAB> for region in view . sel ( ) : <TAB> <TAB> <TAB> selections . append ( view . substr ( region ) ) <TAB> values = [ ] <TAB> for idx , index in enumerate ( map ( int , items ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> i = index - 1 <TAB> <TAB> if i >= 0 and i < len ( selections ) : <TAB> <TAB> <TAB> values . append ( selections [ i ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> values . append ( None ) <TAB> <TAB> for idx , value in enumerate ( selections ) : <TAB> <TAB> if len ( values ) + 1 < idx : <TAB> <TAB> <TAB> values . append ( value ) <TAB> self . stack = values",if idx >= len ( selections ) :,178
23031,"def viewrendered(event):
    """"""Open render view for commander""""""
    c = event.get(""c"")
    if not c:
        return None
    global controllers, layouts
    vr = controllers.get(c.hash())
    if vr:
        vr.activate()
        vr.show()
        vr.adjust_layout(""open"")
    else:
        h = c.hash()
        controllers[h] = vr = ViewRenderedController(c)
        layouts[h] = c.db.get(""viewrendered_default_layouts"", (None, None))
        if hasattr(c, ""free_layout""):
            vr._ns_id = ""_leo_viewrendered""  # for free_layout load/save
            vr.splitter = splitter = c.free_layout.get_top_splitter()
            # Careful: we may be unit testing.
            if splitter:
                vr.store_layout(""closed"")
                sizes = split_last_sizes(splitter.sizes())
                ok = splitter.add_adjacent(vr, ""bodyFrame"", ""right-of"")
                if not ok:
                    splitter.insert(0, vr)
                else:
                    if splitter.orientation() == QtCore.Qt.Horizontal:
                        splitter.setSizes(sizes)
                vr.adjust_layout(""open"")
        else:
            vr.setWindowTitle(""Rendered View"")
            vr.resize(600, 600)
            vr.show()
    c.bodyWantsFocusNow()
    # The following conflicts with F11: help-for-command.
    # I'm not sure why it was needed, but for sure it can not be used.
    # def at_idle(c=c):
    #    c.bodyWantsFocusNow()
    # QtCore.QTimer.singleShot(0,at_idle)
    return vr","def viewrendered ( event ) : <TAB> """"""Open render view for commander"""""" <TAB> c = event . get ( ""c"" ) <TAB> if not c : <TAB> <TAB> return None <TAB> global controllers , layouts <TAB> vr = controllers . get ( c . hash ( ) ) <TAB> if vr : <TAB> <TAB> vr . activate ( ) <TAB> <TAB> vr . show ( ) <TAB> <TAB> vr . adjust_layout ( ""open"" ) <TAB> else : <TAB> <TAB> h = c . hash ( ) <TAB> <TAB> controllers [ h ] = vr = ViewRenderedController ( c ) <TAB> <TAB> layouts [ h ] = c . db . get ( ""viewrendered_default_layouts"" , ( None , None ) ) <TAB> <TAB> if hasattr ( c , ""free_layout"" ) : <TAB> <TAB> <TAB> vr . _ns_id = ""_leo_viewrendered"" <TAB> <TAB> <TAB> vr . splitter = splitter = c . free_layout . get_top_splitter ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if splitter : <TAB> <TAB> <TAB> <TAB> vr . store_layout ( ""closed"" ) <TAB> <TAB> <TAB> <TAB> sizes = split_last_sizes ( splitter . sizes ( ) ) <TAB> <TAB> <TAB> <TAB> ok = splitter . add_adjacent ( vr , ""bodyFrame"" , ""right-of"" ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> splitter . insert ( 0 , vr ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> if splitter . orientation ( ) == QtCore . Qt . Horizontal : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> splitter . setSizes ( sizes ) <TAB> <TAB> <TAB> <TAB> vr . adjust_layout ( ""open"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> vr . setWindowTitle ( ""Rendered View"" ) <TAB> <TAB> <TAB> vr . resize ( 600 , 600 ) <TAB> <TAB> <TAB> vr . show ( ) <TAB> c . bodyWantsFocusNow ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return vr",if not ok :,508
11395,"def _stringify(value):
    """"""Internal function.""""""
    if isinstance(value, (list, tuple)):
        if len(value) == 1:
            value = _stringify(value[0])
            if value[0] == ""{"":
                value = ""{%s}"" % value
        else:
            value = ""{%s}"" % _join(value)
    else:
        if isinstance(value, basestring):
            value = unicode(value)
        else:
            value = str(value)
        if not value:
            value = ""{}""
        elif _magic_re.search(value):
            # add '\' before special characters and spaces
            value = _magic_re.sub(r""\\\1"", value)
            value = _space_re.sub(r""\\\1"", value)
        elif value[0] == '""' or _space_re.search(value):
            value = ""{%s}"" % value
    return value","def _stringify ( value ) : <TAB> """"""Internal function."""""" <TAB> if isinstance ( value , ( list , tuple ) ) : <TAB> <TAB> if len ( value ) == 1 : <TAB> <TAB> <TAB> value = _stringify ( value [ 0 ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> value = ""{%s}"" % value <TAB> <TAB> else : <TAB> <TAB> <TAB> value = ""{%s}"" % _join ( value ) <TAB> else : <TAB> <TAB> if isinstance ( value , basestring ) : <TAB> <TAB> <TAB> value = unicode ( value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> value = str ( value ) <TAB> <TAB> if not value : <TAB> <TAB> <TAB> value = ""{}"" <TAB> <TAB> elif _magic_re . search ( value ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> value = _magic_re . sub ( r""\\\1"" , value ) <TAB> <TAB> <TAB> value = _space_re . sub ( r""\\\1"" , value ) <TAB> <TAB> elif value [ 0 ] == '""' or _space_re . search ( value ) : <TAB> <TAB> <TAB> value = ""{%s}"" % value <TAB> return value","if value [ 0 ] == ""{"" :",248
6685,"def __init__(
    self,
    host: str,
    port: int,
    app: ""WSGIApplication"",
    handler: t.Optional[t.Type[WSGIRequestHandler]] = None,
    passthrough_errors: bool = False,
    ssl_context: t.Optional[_TSSLContextArg] = None,
    fd: t.Optional[int] = None,
) -> None:
    if handler is None:
        handler = WSGIRequestHandler
    self.address_family = select_address_family(host, port)
    if fd is not None:
        real_sock = socket.fromfd(fd, self.address_family, socket.SOCK_STREAM)
        port = 0
    server_address = get_sockaddr(host, int(port), self.address_family)
    # remove socket file if it already exists
    if self.address_family == af_unix:
        server_address = t.cast(str, server_address)
        if os.path.exists(server_address):
            os.unlink(server_address)
    super().__init__(server_address, handler)  # type: ignore
    self.app = app
    self.passthrough_errors = passthrough_errors
    self.shutdown_signal = False
    self.host = host
    self.port = self.socket.getsockname()[1]
    # Patch in the original socket.
    if fd is not None:
        self.socket.close()
        self.socket = real_sock
        self.server_address = self.socket.getsockname()
    if ssl_context is not None:
        if isinstance(ssl_context, tuple):
            ssl_context = load_ssl_context(*ssl_context)
        if ssl_context == ""adhoc"":
            ssl_context = generate_adhoc_ssl_context()
        self.socket = ssl_context.wrap_socket(self.socket, server_side=True)
        self.ssl_context: t.Optional[""ssl.SSLContext""] = ssl_context
    else:
        self.ssl_context = None","def __init__ ( <TAB> self , <TAB> host : str , <TAB> port : int , <TAB> app : ""WSGIApplication"" , <TAB> handler : t . Optional [ t . Type [ WSGIRequestHandler ] ] = None , <TAB> passthrough_errors : bool = False , <TAB> ssl_context : t . Optional [ _TSSLContextArg ] = None , <TAB> fd : t . Optional [ int ] = None , ) -> None : <TAB> if handler is None : <TAB> <TAB> handler = WSGIRequestHandler <TAB> self . address_family = select_address_family ( host , port ) <TAB> if fd is not None : <TAB> <TAB> real_sock = socket . fromfd ( fd , self . address_family , socket . SOCK_STREAM ) <TAB> <TAB> port = 0 <TAB> server_address = get_sockaddr ( host , int ( port ) , self . address_family ) <TAB> <TAB> if self . address_family == af_unix : <TAB> <TAB> server_address = t . cast ( str , server_address ) <TAB> <TAB> if os . path . exists ( server_address ) : <TAB> <TAB> <TAB> os . unlink ( server_address ) <TAB> super ( ) . __init__ ( server_address , handler ) <TAB> self . app = app <TAB> self . passthrough_errors = passthrough_errors <TAB> self . shutdown_signal = False <TAB> self . host = host <TAB> self . port = self . socket . getsockname ( ) [ 1 ] <TAB> <TAB> if fd is not None : <TAB> <TAB> self . socket . close ( ) <TAB> <TAB> self . socket = real_sock <TAB> <TAB> self . server_address = self . socket . getsockname ( ) <TAB> if ssl_context is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ssl_context = load_ssl_context ( * ssl_context ) <TAB> <TAB> if ssl_context == ""adhoc"" : <TAB> <TAB> <TAB> ssl_context = generate_adhoc_ssl_context ( ) <TAB> <TAB> self . socket = ssl_context . wrap_socket ( self . socket , server_side = True ) <TAB> <TAB> self . ssl_context : t . Optional [ ""ssl.SSLContext"" ] = ssl_context <TAB> else : <TAB> <TAB> self . ssl_context = None","if isinstance ( ssl_context , tuple ) :",505
13343,"def _handle_server_unmutes(self):
    """"""This is where the logic for role unmutes is taken care of""""""
    log.debug(""Checking server unmutes"")
    for g_id in self._server_mutes:
        guild = self.bot.get_guild(g_id)
        if guild is None or await self.bot.cog_disabled_in_guild(self, guild):
            continue
        await i18n.set_contextual_locales_from_guild(self.bot, guild)
        for u_id in self._server_mutes[guild.id]:
            if self._server_mutes[guild.id][u_id][""until""] is None:
                continue
            time_to_unmute = (
                self._server_mutes[guild.id][u_id][""until""]
                - datetime.now(timezone.utc).timestamp()
            )
            if time_to_unmute < 60.0:
                task_name = f""server-unmute-{g_id}-{u_id}""
                if task_name in self._unmute_tasks:
                    continue
                log.debug(f""Creating task: {task_name}"")
                self._unmute_tasks[task_name] = asyncio.create_task(
                    self._auto_unmute_user(guild, self._server_mutes[guild.id][u_id])
                )","def _handle_server_unmutes ( self ) : <TAB> """"""This is where the logic for role unmutes is taken care of"""""" <TAB> log . debug ( ""Checking server unmutes"" ) <TAB> for g_id in self . _server_mutes : <TAB> <TAB> guild = self . bot . get_guild ( g_id ) <TAB> <TAB> if guild is None or await self . bot . cog_disabled_in_guild ( self , guild ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> await i18n . set_contextual_locales_from_guild ( self . bot , guild ) <TAB> <TAB> for u_id in self . _server_mutes [ guild . id ] : <TAB> <TAB> <TAB> if self . _server_mutes [ guild . id ] [ u_id ] [ ""until"" ] is None : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> time_to_unmute = ( <TAB> <TAB> <TAB> <TAB> self . _server_mutes [ guild . id ] [ u_id ] [ ""until"" ] <TAB> <TAB> <TAB> <TAB> - datetime . now ( timezone . utc ) . timestamp ( ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if time_to_unmute < 60.0 : <TAB> <TAB> <TAB> <TAB> task_name = f""server-unmute-{g_id}-{u_id}"" <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> log . debug ( f""Creating task: {task_name}"" ) <TAB> <TAB> <TAB> <TAB> self . _unmute_tasks [ task_name ] = asyncio . create_task ( <TAB> <TAB> <TAB> <TAB> <TAB> self . _auto_unmute_user ( guild , self . _server_mutes [ guild . id ] [ u_id ] ) <TAB> <TAB> <TAB> <TAB> )",if task_name in self . _unmute_tasks :,389
6211,"def indent(elem, level=0):
    i = ""\n"" + level * ""  ""
    if len(elem):
        if not elem.text or not elem.text.strip():
            elem.text = i + ""  ""
        if not elem.tail or not elem.tail.strip():
            elem.tail = i
        for elem in elem:
            indent(elem, level + 1)
        if not elem.tail or not elem.tail.strip():
            elem.tail = i
    else:
        if level and (not elem.tail or not elem.tail.strip()):
            elem.tail = i","def indent ( elem , level = 0 ) : <TAB> i = ""\n"" + level * ""  "" <TAB> if len ( elem ) : <TAB> <TAB> if not elem . text or not elem . text . strip ( ) : <TAB> <TAB> <TAB> elem . text = i + ""  "" <TAB> <TAB> if not elem . tail or not elem . tail . strip ( ) : <TAB> <TAB> <TAB> elem . tail = i <TAB> <TAB> for elem in elem : <TAB> <TAB> <TAB> indent ( elem , level + 1 ) <TAB> <TAB> if not elem . tail or not elem . tail . strip ( ) : <TAB> <TAB> <TAB> elem . tail = i <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> elem . tail = i",if level and ( not elem . tail or not elem . tail . strip ( ) ) :,161
15674,"def pg_launcher(pre_created_pgs, num_pgs_to_create):
    pgs = []
    pgs += pre_created_pgs
    for i in range(num_pgs_to_create):
        pgs.append(placement_group(bundles, strategy=""STRICT_SPREAD"", name=str(i)))
    pgs_removed = []
    pgs_unremoved = []
    # Randomly choose placement groups to remove.
    for pg in pgs:
        if random() < 0.5:
            pgs_removed.append(pg)
        else:
            pgs_unremoved.append(pg)
    tasks = []
    max_actor_cnt = 5
    actor_cnt = 0
    actors = []
    # Randomly schedule tasks or actors on placement groups that
    # are not removed.
    for pg in pgs_unremoved:
        # TODO(sang): Comment in this line causes GCS actor management
        # failure. We need to fix it.
        if random() < 0.5:
            tasks.append(mock_task.options(placement_group=pg).remote())
        else:
            if actor_cnt < max_actor_cnt:
                actors.append(MockActor.options(placement_group=pg).remote())
                actor_cnt += 1
    # Remove the rest of placement groups.
    for pg in pgs_removed:
        remove_placement_group(pg)
    ray.get([pg.ready() for pg in pgs_unremoved])
    ray.get(tasks)
    ray.get([actor.ping.remote() for actor in actors])
    # Since placement groups are scheduled, remove them.
    for pg in pgs_unremoved:
        remove_placement_group(pg)","def pg_launcher ( pre_created_pgs , num_pgs_to_create ) : <TAB> pgs = [ ] <TAB> pgs += pre_created_pgs <TAB> for i in range ( num_pgs_to_create ) : <TAB> <TAB> pgs . append ( placement_group ( bundles , strategy = ""STRICT_SPREAD"" , name = str ( i ) ) ) <TAB> pgs_removed = [ ] <TAB> pgs_unremoved = [ ] <TAB> <TAB> for pg in pgs : <TAB> <TAB> if random ( ) < 0.5 : <TAB> <TAB> <TAB> pgs_removed . append ( pg ) <TAB> <TAB> else : <TAB> <TAB> <TAB> pgs_unremoved . append ( pg ) <TAB> tasks = [ ] <TAB> max_actor_cnt = 5 <TAB> actor_cnt = 0 <TAB> actors = [ ] <TAB> <TAB> <TAB> for pg in pgs_unremoved : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if random ( ) < 0.5 : <TAB> <TAB> <TAB> tasks . append ( mock_task . options ( placement_group = pg ) . remote ( ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> actors . append ( MockActor . options ( placement_group = pg ) . remote ( ) ) <TAB> <TAB> <TAB> <TAB> actor_cnt += 1 <TAB> <TAB> for pg in pgs_removed : <TAB> <TAB> remove_placement_group ( pg ) <TAB> ray . get ( [ pg . ready ( ) for pg in pgs_unremoved ] ) <TAB> ray . get ( tasks ) <TAB> ray . get ( [ actor . ping . remote ( ) for actor in actors ] ) <TAB> <TAB> for pg in pgs_unremoved : <TAB> <TAB> remove_placement_group ( pg )",if actor_cnt < max_actor_cnt :,443
15997,"def _find_names(self, lr_schedulers) -> List[str]:
    # Create uniqe names in the case we have multiple of the same learning
    # rate schduler + multiple parameter groups
    names = []
    for scheduler in lr_schedulers:
        sch = scheduler[""scheduler""]
        if scheduler[""name""] is not None:
            name = scheduler[""name""]
        else:
            opt_name = ""lr-"" + sch.optimizer.__class__.__name__
            i, name = 1, opt_name
            # Multiple schduler of the same type
            while True:
                if name not in names:
                    break
                i, name = i + 1, f""{opt_name}-{i}""
        # Multiple param groups for the same schduler
        param_groups = sch.optimizer.param_groups
        if len(param_groups) != 1:
            for i, pg in enumerate(param_groups):
                temp = f""{name}/pg{i + 1}""
                names.append(temp)
        else:
            names.append(name)
        self.lr_sch_names.append(name)
    return names","def _find_names ( self , lr_schedulers ) -> List [ str ] : <TAB> <TAB> <TAB> names = [ ] <TAB> for scheduler in lr_schedulers : <TAB> <TAB> sch = scheduler [ ""scheduler"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> name = scheduler [ ""name"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> opt_name = ""lr-"" + sch . optimizer . __class__ . __name__ <TAB> <TAB> <TAB> i , name = 1 , opt_name <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> while True : <TAB> <TAB> <TAB> <TAB> if name not in names : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> i , name = i + 1 , f""{opt_name}-{i}"" <TAB> <TAB> <TAB> <TAB> param_groups = sch . optimizer . param_groups <TAB> <TAB> if len ( param_groups ) != 1 : <TAB> <TAB> <TAB> for i , pg in enumerate ( param_groups ) : <TAB> <TAB> <TAB> <TAB> temp = f""{name}/pg{i + 1}"" <TAB> <TAB> <TAB> <TAB> names . append ( temp ) <TAB> <TAB> else : <TAB> <TAB> <TAB> names . append ( name ) <TAB> <TAB> self . lr_sch_names . append ( name ) <TAB> return names","if scheduler [ ""name"" ] is not None :",305
21304,"def _adjust_to_data(self, trace, data_trace):
    subsampled_idxs = dict()
    for name, site in trace.iter_stochastic_nodes():
        # Adjust subsample sites
        if site_is_subsample(site):
            site[""fn""] = data_trace.nodes[name][""fn""]
            site[""value""] = data_trace.nodes[name][""value""]
        # Adjust sites under conditionally independent stacks
        orig_cis_stack = site[""cond_indep_stack""]
        site[""cond_indep_stack""] = data_trace.nodes[name][""cond_indep_stack""]
        assert len(orig_cis_stack) == len(site[""cond_indep_stack""])
        site[""fn""] = data_trace.nodes[name][""fn""]
        for ocis, cis in zip(orig_cis_stack, site[""cond_indep_stack""]):
            # Select random sub-indices to replay values under conditionally independent stacks.
            # Otherwise, we assume there is an dependence of indexes between training data
            # and prediction data.
            assert ocis.name == cis.name
            assert not site_is_subsample(site)
            batch_dim = cis.dim - site[""fn""].event_dim
            subsampled_idxs[cis.name] = subsampled_idxs.get(
                cis.name,
                torch.randint(0, ocis.size, (cis.size,), device=site[""value""].device),
            )
            site[""value""] = site[""value""].index_select(
                batch_dim, subsampled_idxs[cis.name]
            )","def _adjust_to_data ( self , trace , data_trace ) : <TAB> subsampled_idxs = dict ( ) <TAB> for name , site in trace . iter_stochastic_nodes ( ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> site [ ""fn"" ] = data_trace . nodes [ name ] [ ""fn"" ] <TAB> <TAB> <TAB> site [ ""value"" ] = data_trace . nodes [ name ] [ ""value"" ] <TAB> <TAB> <TAB> <TAB> orig_cis_stack = site [ ""cond_indep_stack"" ] <TAB> <TAB> site [ ""cond_indep_stack"" ] = data_trace . nodes [ name ] [ ""cond_indep_stack"" ] <TAB> <TAB> assert len ( orig_cis_stack ) == len ( site [ ""cond_indep_stack"" ] ) <TAB> <TAB> site [ ""fn"" ] = data_trace . nodes [ name ] [ ""fn"" ] <TAB> <TAB> for ocis , cis in zip ( orig_cis_stack , site [ ""cond_indep_stack"" ] ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> assert ocis . name == cis . name <TAB> <TAB> <TAB> assert not site_is_subsample ( site ) <TAB> <TAB> <TAB> batch_dim = cis . dim - site [ ""fn"" ] . event_dim <TAB> <TAB> <TAB> subsampled_idxs [ cis . name ] = subsampled_idxs . get ( <TAB> <TAB> <TAB> <TAB> cis . name , <TAB> <TAB> <TAB> <TAB> torch . randint ( 0 , ocis . size , ( cis . size , ) , device = site [ ""value"" ] . device ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> site [ ""value"" ] = site [ ""value"" ] . index_select ( <TAB> <TAB> <TAB> <TAB> batch_dim , subsampled_idxs [ cis . name ] <TAB> <TAB> <TAB> )",if site_is_subsample ( site ) :,425
9260,"def deserialize(self, data):
    parts = data.pop(""parts"")
    self.parts = {}
    self.__dict__.update(data)
    if parts:
        for part_id, part in six.iteritems(parts):
            self.parts[part_id] = {}
            for language, sub_data in six.iteritems(part):
                self.parts[part_id][language] = {}
                for sub_key, subtitle_data in six.iteritems(sub_data):
                    if sub_key == ""current"":
                        if not isinstance(subtitle_data, tuple):
                            subtitle_data = tuple(subtitle_data.split(""__""))
                        self.parts[part_id][language][""current""] = subtitle_data
                    elif sub_key == ""blacklist"":
                        bl = dict(
                            (tuple([str(a) for a in k.split(""__"")]), v)
                            for k, v in six.iteritems(subtitle_data)
                        )
                        self.parts[part_id][language][""blacklist""] = bl
                    else:
                        sub = JSONStoredSubtitle()
                        sub.initialize(**subtitle_data)
                        if not isinstance(sub_key, tuple):
                            sub_key = tuple(sub_key.split(""__""))
                        self.parts[part_id][language][sub_key] = sub
","def deserialize ( self , data ) : <TAB> parts = data . pop ( ""parts"" ) <TAB> self . parts = { } <TAB> self . __dict__ . update ( data ) <TAB> if parts : <TAB> <TAB> for part_id , part in six . iteritems ( parts ) : <TAB> <TAB> <TAB> self . parts [ part_id ] = { } <TAB> <TAB> <TAB> for language , sub_data in six . iteritems ( part ) : <TAB> <TAB> <TAB> <TAB> self . parts [ part_id ] [ language ] = { } <TAB> <TAB> <TAB> <TAB> for sub_key , subtitle_data in six . iteritems ( sub_data ) : <TAB> <TAB> <TAB> <TAB> <TAB> if sub_key == ""current"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> subtitle_data = tuple ( subtitle_data . split ( ""__"" ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . parts [ part_id ] [ language ] [ ""current"" ] = subtitle_data <TAB> <TAB> <TAB> <TAB> <TAB> elif sub_key == ""blacklist"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> bl = dict ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ( tuple ( [ str ( a ) for a in k . split ( ""__"" ) ] ) , v ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for k , v in six . iteritems ( subtitle_data ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . parts [ part_id ] [ language ] [ ""blacklist"" ] = bl <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sub = JSONStoredSubtitle ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sub . initialize ( ** subtitle_data ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not isinstance ( sub_key , tuple ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sub_key = tuple ( sub_key . split ( ""__"" ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . parts [ part_id ] [ language ] [ sub_key ] = sub","if not isinstance ( subtitle_data , tuple ) :",400
14432,"def get_php_interpreter_path(ver):
    config = get_config()
    candidates = [
        join(config.phpsBaseDir, ver + ""*""),
        join(config.phpsBaseDir, ""php-%s*"" % ver),
    ]
    for pattern in candidates:
        base_dirs = glob(pattern)
        if base_dirs:
            base_dir = base_dirs[0]
            break
    else:
        import subprocess
        # Look at PATH.
        exe_paths = findPathsForInterpreters([""php""], ""PHP"")
        for exe in exe_paths:
            try:
                p = subprocess.Popen(
                    [exe, ""-r"", ""echo phpversion();""], stdout=subprocess.PIPE
                )
                stdout, _ = p.communicate()
                if stdout.strip().startswith(ver):
                    return exe
            except IOError:
                pass
        raise TestSkipped(
            ""could not find PHP %s for testing: '%s' don't ""
            ""exist"" % (ver, ""', '"".join(candidates))
        )
    if sys.platform == ""win32"":
        candidates = [
            join(base_dir, ""php.exe""),
            join(base_dir, ""Release_TS"", ""php.exe""),
        ]
        for candidate in candidates:
            if exists(candidate):
                return candidate
        else:
            raise TestSkipped(
                ""could not find PHP %s for testing: '%s' ""
                ""don't exist"" % (ver, ""', '"".join(candidates))
            )
    else:
        return join(base_dir, ""bin"", ""php"")","def get_php_interpreter_path ( ver ) : <TAB> config = get_config ( ) <TAB> candidates = [ <TAB> <TAB> join ( config . phpsBaseDir , ver + ""*"" ) , <TAB> <TAB> join ( config . phpsBaseDir , ""php-%s*"" % ver ) , <TAB> ] <TAB> for pattern in candidates : <TAB> <TAB> base_dirs = glob ( pattern ) <TAB> <TAB> if base_dirs : <TAB> <TAB> <TAB> base_dir = base_dirs [ 0 ] <TAB> <TAB> <TAB> break <TAB> else : <TAB> <TAB> import subprocess <TAB> <TAB> <TAB> <TAB> exe_paths = findPathsForInterpreters ( [ ""php"" ] , ""PHP"" ) <TAB> <TAB> for exe in exe_paths : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> p = subprocess . Popen ( <TAB> <TAB> <TAB> <TAB> <TAB> [ exe , ""-r"" , ""echo phpversion();"" ] , stdout = subprocess . PIPE <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> stdout , _ = p . communicate ( ) <TAB> <TAB> <TAB> <TAB> if stdout . strip ( ) . startswith ( ver ) : <TAB> <TAB> <TAB> <TAB> <TAB> return exe <TAB> <TAB> <TAB> except IOError : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> raise TestSkipped ( <TAB> <TAB> <TAB> ""could not find PHP %s for testing: '%s' don't "" <TAB> <TAB> <TAB> ""exist"" % ( ver , ""', '"" . join ( candidates ) ) <TAB> <TAB> ) <TAB> if sys . platform == ""win32"" : <TAB> <TAB> candidates = [ <TAB> <TAB> <TAB> join ( base_dir , ""php.exe"" ) , <TAB> <TAB> <TAB> join ( base_dir , ""Release_TS"" , ""php.exe"" ) , <TAB> <TAB> ] <TAB> <TAB> for candidate in candidates : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return candidate <TAB> <TAB> else : <TAB> <TAB> <TAB> raise TestSkipped ( <TAB> <TAB> <TAB> <TAB> ""could not find PHP %s for testing: '%s' "" <TAB> <TAB> <TAB> <TAB> ""don't exist"" % ( ver , ""', '"" . join ( candidates ) ) <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> return join ( base_dir , ""bin"" , ""php"" )",if exists ( candidate ) :,460
5721,"def __getitem__(self, name, set=set, getattr=getattr, id=id):
    visited = set()
    mydict = self.basedict
    while 1:
        value = mydict[name]
        if value is not None:
            return value
        myid = id(mydict)
        assert myid not in visited
        visited.add(myid)
        mydict = mydict.Parent
        if mydict is None:
            return","def __getitem__ ( self , name , set = set , getattr = getattr , id = id ) : <TAB> visited = set ( ) <TAB> mydict = self . basedict <TAB> while 1 : <TAB> <TAB> value = mydict [ name ] <TAB> <TAB> if value is not None : <TAB> <TAB> <TAB> return value <TAB> <TAB> myid = id ( mydict ) <TAB> <TAB> assert myid not in visited <TAB> <TAB> visited . add ( myid ) <TAB> <TAB> mydict = mydict . Parent <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return",if mydict is None :,120
10781,"def selectionToChunks(self, remove=False, add=False):
    box = self.selectionBox()
    if box:
        if box == self.level.bounds:
            self.selectedChunks = set(self.level.allChunks)
            return
        selectedChunks = self.selectedChunks
        boxedChunks = set(box.chunkPositions)
        if boxedChunks.issubset(selectedChunks):
            remove = True
        if remove and not add:
            selectedChunks.difference_update(boxedChunks)
        else:
            selectedChunks.update(boxedChunks)
    self.selectionTool.selectNone()
","def selectionToChunks ( self , remove = False , add = False ) : <TAB> box = self . selectionBox ( ) <TAB> if box : <TAB> <TAB> if box == self . level . bounds : <TAB> <TAB> <TAB> self . selectedChunks = set ( self . level . allChunks ) <TAB> <TAB> <TAB> return <TAB> <TAB> selectedChunks = self . selectedChunks <TAB> <TAB> boxedChunks = set ( box . chunkPositions ) <TAB> <TAB> if boxedChunks . issubset ( selectedChunks ) : <TAB> <TAB> <TAB> remove = True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> selectedChunks . difference_update ( boxedChunks ) <TAB> <TAB> else : <TAB> <TAB> <TAB> selectedChunks . update ( boxedChunks ) <TAB> self . selectionTool . selectNone ( )",if remove and not add :,158
15144,"def change_opacity_function(self, new_f):
    self.opacity_function = new_f
    dr = self.radius / self.num_levels
    sectors = []
    for submob in self.submobjects:
        if type(submob) == AnnularSector:
            sectors.append(submob)
    for (r, submob) in zip(np.arange(0, self.radius, dr), sectors):
        if type(submob) != AnnularSector:
            # it's the shadow, don't dim it
            continue
        alpha = self.opacity_function(r)
        submob.set_fill(opacity=alpha)","def change_opacity_function ( self , new_f ) : <TAB> self . opacity_function = new_f <TAB> dr = self . radius / self . num_levels <TAB> sectors = [ ] <TAB> for submob in self . submobjects : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sectors . append ( submob ) <TAB> for ( r , submob ) in zip ( np . arange ( 0 , self . radius , dr ) , sectors ) : <TAB> <TAB> if type ( submob ) != AnnularSector : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> alpha = self . opacity_function ( r ) <TAB> <TAB> submob . set_fill ( opacity = alpha )",if type ( submob ) == AnnularSector :,180
17399,"def addOutput(self, data, isAsync=None, **kwargs):
    isAsync = _get_async_param(isAsync, **kwargs)
    if isAsync:
        self.terminal.eraseLine()
        self.terminal.cursorBackward(len(self.lineBuffer) + len(self.ps[self.pn]))
    self.terminal.write(data)
    if isAsync:
        if self._needsNewline():
            self.terminal.nextLine()
        self.terminal.write(self.ps[self.pn])
        if self.lineBuffer:
            oldBuffer = self.lineBuffer
            self.lineBuffer = []
            self.lineBufferIndex = 0
            self._deliverBuffer(oldBuffer)","def addOutput ( self , data , isAsync = None , ** kwargs ) : <TAB> isAsync = _get_async_param ( isAsync , ** kwargs ) <TAB> if isAsync : <TAB> <TAB> self . terminal . eraseLine ( ) <TAB> <TAB> self . terminal . cursorBackward ( len ( self . lineBuffer ) + len ( self . ps [ self . pn ] ) ) <TAB> self . terminal . write ( data ) <TAB> if isAsync : <TAB> <TAB> if self . _needsNewline ( ) : <TAB> <TAB> <TAB> self . terminal . nextLine ( ) <TAB> <TAB> self . terminal . write ( self . ps [ self . pn ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> oldBuffer = self . lineBuffer <TAB> <TAB> <TAB> self . lineBuffer = [ ] <TAB> <TAB> <TAB> self . lineBufferIndex = 0 <TAB> <TAB> <TAB> self . _deliverBuffer ( oldBuffer )",if self . lineBuffer :,188
21651,"def testSimple(self, useCluster=False):
    """"""Run with one really bad swarm to see if terminator picks it up correctly""""""
    if not g_myEnv.options.runInProc:
        self.skipTest(""Skipping One Node test since runInProc is not specified"")
    self._printTestHeader()
    expDir = os.path.join(g_myEnv.testSrcExpDir, ""swarm_v2"")
    (jobID, jobInfo, resultInfos, metricResults, minErrScore) = self.runPermutations(
        expDir,
        hsImp=""v2"",
        loggingLevel=g_myEnv.options.logLevel,
        maxModels=None,
        onCluster=useCluster,
        env=self.env,
        dummyModel={""iterations"": 200},
    )
    cjDB = ClientJobsDAO.get()
    jobResultsStr = cjDB.jobGetFields(jobID, [""results""])[0]
    jobResults = json.loads(jobResultsStr)
    terminatedSwarms = jobResults[""terminatedSwarms""]
    swarmMaturityWindow = int(
        configuration.Configuration.get(""nupic.hypersearch.swarmMaturityWindow"")
    )
    prefix = ""modelParams|sensorParams|encoders|""
    for swarm, (generation, scores) in terminatedSwarms.iteritems():
        if prefix + ""gym"" in swarm.split("".""):
            self.assertEqual(generation, swarmMaturityWindow - 1)
        else:
            self.assertEqual(generation, swarmMaturityWindow - 1 + 4)","def testSimple ( self , useCluster = False ) : <TAB> """"""Run with one really bad swarm to see if terminator picks it up correctly"""""" <TAB> if not g_myEnv . options . runInProc : <TAB> <TAB> self . skipTest ( ""Skipping One Node test since runInProc is not specified"" ) <TAB> self . _printTestHeader ( ) <TAB> expDir = os . path . join ( g_myEnv . testSrcExpDir , ""swarm_v2"" ) <TAB> ( jobID , jobInfo , resultInfos , metricResults , minErrScore ) = self . runPermutations ( <TAB> <TAB> expDir , <TAB> <TAB> hsImp = ""v2"" , <TAB> <TAB> loggingLevel = g_myEnv . options . logLevel , <TAB> <TAB> maxModels = None , <TAB> <TAB> onCluster = useCluster , <TAB> <TAB> env = self . env , <TAB> <TAB> dummyModel = { ""iterations"" : 200 } , <TAB> ) <TAB> cjDB = ClientJobsDAO . get ( ) <TAB> jobResultsStr = cjDB . jobGetFields ( jobID , [ ""results"" ] ) [ 0 ] <TAB> jobResults = json . loads ( jobResultsStr ) <TAB> terminatedSwarms = jobResults [ ""terminatedSwarms"" ] <TAB> swarmMaturityWindow = int ( <TAB> <TAB> configuration . Configuration . get ( ""nupic.hypersearch.swarmMaturityWindow"" ) <TAB> ) <TAB> prefix = ""modelParams|sensorParams|encoders|"" <TAB> for swarm , ( generation , scores ) in terminatedSwarms . iteritems ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertEqual ( generation , swarmMaturityWindow - 1 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . assertEqual ( generation , swarmMaturityWindow - 1 + 4 )","if prefix + ""gym"" in swarm . split ( ""."" ) :",386
18389,"def fit(self, dataset, force_retrain):
    if force_retrain:
        self.sub_unit_1[""fitted""] = True
        self.sub_unit_1[""calls""] += 1
        self.sub_unit_2[""fitted""] = True
        self.sub_unit_2[""calls""] += 1
    else:
        if not self.sub_unit_1[""fitted""]:
            self.sub_unit_1[""fitted""] = True
            self.sub_unit_1[""calls""] += 1
        if not self.sub_unit_2[""fitted""]:
            self.sub_unit_2[""fitted""] = True
            self.sub_unit_2[""calls""] += 1
    return self","def fit ( self , dataset , force_retrain ) : <TAB> if force_retrain : <TAB> <TAB> self . sub_unit_1 [ ""fitted"" ] = True <TAB> <TAB> self . sub_unit_1 [ ""calls"" ] += 1 <TAB> <TAB> self . sub_unit_2 [ ""fitted"" ] = True <TAB> <TAB> self . sub_unit_2 [ ""calls"" ] += 1 <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . sub_unit_1 [ ""fitted"" ] = True <TAB> <TAB> <TAB> self . sub_unit_1 [ ""calls"" ] += 1 <TAB> <TAB> if not self . sub_unit_2 [ ""fitted"" ] : <TAB> <TAB> <TAB> self . sub_unit_2 [ ""fitted"" ] = True <TAB> <TAB> <TAB> self . sub_unit_2 [ ""calls"" ] += 1 <TAB> return self","if not self . sub_unit_1 [ ""fitted"" ] :",183
14030,"def event_cb(self, widget, event):
    if event.type == Gdk.EventType.EXPOSE:
        return False
    msg = self.event2str(widget, event)
    motion_reports_limit = 5
    if event.type == Gdk.EventType.MOTION_NOTIFY:
        if widget is self.app.doc.tdw:
            # statistics
            dt = event.time - self.last_motion_time
            self.motion_event_counter += 1
            self.motion_dtime_sample.append(dt)
            self.motion_dtime_sample = self.motion_dtime_sample[-10:]
            self.last_motion_time = event.time
        # report suppression
        if len(self.motion_reports) < motion_reports_limit:
            self.report(msg)  # report first few motion event immediately
        self.motion_reports.append(msg)
    else:
        unreported = self.motion_reports[motion_reports_limit:]
        if unreported:
            last_report = unreported.pop()
            if unreported:
                self.report(
                    ""...      MOTION_NOTIFY %d events suppressed"" % len(unreported)
                )
            self.report(last_report)
        self.motion_reports = []
        self.report(msg)
    return False","def event_cb ( self , widget , event ) : <TAB> if event . type == Gdk . EventType . EXPOSE : <TAB> <TAB> return False <TAB> msg = self . event2str ( widget , event ) <TAB> motion_reports_limit = 5 <TAB> if event . type == Gdk . EventType . MOTION_NOTIFY : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dt = event . time - self . last_motion_time <TAB> <TAB> <TAB> self . motion_event_counter += 1 <TAB> <TAB> <TAB> self . motion_dtime_sample . append ( dt ) <TAB> <TAB> <TAB> self . motion_dtime_sample = self . motion_dtime_sample [ - 10 : ] <TAB> <TAB> <TAB> self . last_motion_time = event . time <TAB> <TAB> <TAB> <TAB> if len ( self . motion_reports ) < motion_reports_limit : <TAB> <TAB> <TAB> self . report ( msg ) <TAB> <TAB> self . motion_reports . append ( msg ) <TAB> else : <TAB> <TAB> unreported = self . motion_reports [ motion_reports_limit : ] <TAB> <TAB> if unreported : <TAB> <TAB> <TAB> last_report = unreported . pop ( ) <TAB> <TAB> <TAB> if unreported : <TAB> <TAB> <TAB> <TAB> self . report ( <TAB> <TAB> <TAB> <TAB> <TAB> ""...      MOTION_NOTIFY %d events suppressed"" % len ( unreported ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . report ( last_report ) <TAB> <TAB> self . motion_reports = [ ] <TAB> <TAB> self . report ( msg ) <TAB> return False",if widget is self . app . doc . tdw :,364
25596,"def _terminal_messenger(tp=""write"", msg="""", out=sys.stdout):
    try:
        if tp == ""write"":
            out.write(msg)
        elif tp == ""flush"":
            out.flush()
        elif tp == ""write_flush"":
            out.write(msg)
            out.flush()
        elif tp == ""print"":
            print(msg, file=out)
        else:
            raise ValueError(""Unsupported type: "" + tp)
    except IOError as e:
        logger.critical(""{}: {}"".format(type(e).__name__, ucd(e)))
        pass
","def _terminal_messenger ( tp = ""write"" , msg = """" , out = sys . stdout ) : <TAB> try : <TAB> <TAB> if tp == ""write"" : <TAB> <TAB> <TAB> out . write ( msg ) <TAB> <TAB> elif tp == ""flush"" : <TAB> <TAB> <TAB> out . flush ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> out . write ( msg ) <TAB> <TAB> <TAB> out . flush ( ) <TAB> <TAB> elif tp == ""print"" : <TAB> <TAB> <TAB> print ( msg , file = out ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( ""Unsupported type: "" + tp ) <TAB> except IOError as e : <TAB> <TAB> logger . critical ( ""{}: {}"" . format ( type ( e ) . __name__ , ucd ( e ) ) ) <TAB> <TAB> pass","elif tp == ""write_flush"" :",160
9241,"def test_file_output():
    """"""Test output to arbitrary file-like objects""""""
    with closing(StringIO()) as our_file:
        for i in tqdm(_range(3), file=our_file):
            if i == 1:
                our_file.seek(0)
                assert ""0/3"" in our_file.read()","def test_file_output ( ) : <TAB> """"""Test output to arbitrary file-like objects"""""" <TAB> with closing ( StringIO ( ) ) as our_file : <TAB> <TAB> for i in tqdm ( _range ( 3 ) , file = our_file ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> our_file . seek ( 0 ) <TAB> <TAB> <TAB> <TAB> assert ""0/3"" in our_file . read ( )",if i == 1 :,90
13968,"def _transmit_from_storage(self) -> None:
    for blob in self.storage.gets():
        # give a few more seconds for blob lease operation
        # to reduce the chance of race (for perf consideration)
        if blob.lease(self._timeout + 5):
            envelopes = [TelemetryItem(**x) for x in blob.get()]
            result = self._transmit(list(envelopes))
            if result == ExportResult.FAILED_RETRYABLE:
                blob.lease(1)
            else:
                blob.delete()",def _transmit_from_storage ( self ) -> None : <TAB> for blob in self . storage . gets ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> envelopes = [ TelemetryItem ( ** x ) for x in blob . get ( ) ] <TAB> <TAB> <TAB> result = self . _transmit ( list ( envelopes ) ) <TAB> <TAB> <TAB> if result == ExportResult . FAILED_RETRYABLE : <TAB> <TAB> <TAB> <TAB> blob . lease ( 1 ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> blob . delete ( ),if blob . lease ( self . _timeout + 5 ) :,147
2348,"def __plugContextMenuSignal(graphEditor, plug, menuDefinition):
    # See if we've got a CompoundNodule. Early out if not.
    nodeGadget = graphEditor.graphGadget().nodeGadget(plug.node())
    if not nodeGadget:
        return
    nodule = nodeGadget.nodule(plug)
    if not isinstance(nodule, GafferUI.CompoundNumericNodule):
        plug = plug.parent()
        if isinstance(plug, Gaffer.Plug):
            nodule = nodeGadget.nodule(plug)
        if not isinstance(nodule, GafferUI.CompoundNumericNodule):
            return
    # Add menu items for showing/hiding the children.
    childNames = """".join(c.getName() for c in plug).upper()
    if len(nodule) > 0:
        menuDefinition.append(
            ""/Collapse {} Components"".format(childNames),
            {
                ""command"": functools.partial(__applyChildVisibility, plug, False),
                ""active"": not Gaffer.MetadataAlgo.readOnly(plug),
            },
        )
    else:
        menuDefinition.append(
            ""/Expand {} Components"".format(childNames),
            {
                ""command"": functools.partial(__applyChildVisibility, plug, True),
                ""active"": not Gaffer.MetadataAlgo.readOnly(plug),
            },
        )","def __plugContextMenuSignal ( graphEditor , plug , menuDefinition ) : <TAB> <TAB> nodeGadget = graphEditor . graphGadget ( ) . nodeGadget ( plug . node ( ) ) <TAB> if not nodeGadget : <TAB> <TAB> return <TAB> nodule = nodeGadget . nodule ( plug ) <TAB> <fill-in> <TAB> <TAB> plug = plug . parent ( ) <TAB> <TAB> if isinstance ( plug , Gaffer . Plug ) : <TAB> <TAB> <TAB> nodule = nodeGadget . nodule ( plug ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> childNames = """" . join ( c . getName ( ) for c in plug ) . upper ( ) <TAB> if len ( nodule ) > 0 : <TAB> <TAB> menuDefinition . append ( <TAB> <TAB> <TAB> ""/Collapse {} Components"" . format ( childNames ) , <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""command"" : functools . partial ( __applyChildVisibility , plug , False ) , <TAB> <TAB> <TAB> <TAB> ""active"" : not Gaffer . MetadataAlgo . readOnly ( plug ) , <TAB> <TAB> <TAB> } , <TAB> <TAB> ) <TAB> else : <TAB> <TAB> menuDefinition . append ( <TAB> <TAB> <TAB> ""/Expand {} Components"" . format ( childNames ) , <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""command"" : functools . partial ( __applyChildVisibility , plug , True ) , <TAB> <TAB> <TAB> <TAB> ""active"" : not Gaffer . MetadataAlgo . readOnly ( plug ) , <TAB> <TAB> <TAB> } , <TAB> <TAB> )","if not isinstance ( nodule , GafferUI . CompoundNumericNodule ) :",382
20432,"def main():
    parser = argparse.ArgumentParser(description=""Dispatcher command line parser"")
    parser.add_argument(""--exp_params"", type=str, required=True)
    args, _ = parser.parse_known_args()
    exp_params_decode = base64.b64decode(args.exp_params).decode(""utf-8"")
    logger.debug(""decoded exp_params: [%s]"", exp_params_decode)
    exp_params = json.loads(exp_params_decode)
    logger.debug(""exp_params json obj: [%s]"", json.dumps(exp_params, indent=4))
    if exp_params.get(""multiThread""):
        enable_multi_thread()
    if exp_params.get(""multiPhase""):
        enable_multi_phase()
    if exp_params.get(""advisor"") is not None:
        # advisor is enabled and starts to run
        _run_advisor(exp_params)
    else:
        # tuner (and assessor) is enabled and starts to run
        assert exp_params.get(""tuner"") is not None
        tuner = _create_tuner(exp_params)
        if exp_params.get(""assessor"") is not None:
            assessor = _create_assessor(exp_params)
        else:
            assessor = None
        dispatcher = MsgDispatcher(tuner, assessor)
        try:
            dispatcher.run()
            tuner._on_exit()
            if assessor is not None:
                assessor._on_exit()
        except Exception as exception:
            logger.exception(exception)
            tuner._on_error()
            if assessor is not None:
                assessor._on_error()
            raise","def main ( ) : <TAB> parser = argparse . ArgumentParser ( description = ""Dispatcher command line parser"" ) <TAB> parser . add_argument ( ""--exp_params"" , type = str , required = True ) <TAB> args , _ = parser . parse_known_args ( ) <TAB> exp_params_decode = base64 . b64decode ( args . exp_params ) . decode ( ""utf-8"" ) <TAB> logger . debug ( ""decoded exp_params: [%s]"" , exp_params_decode ) <TAB> exp_params = json . loads ( exp_params_decode ) <TAB> logger . debug ( ""exp_params json obj: [%s]"" , json . dumps ( exp_params , indent = 4 ) ) <TAB> if exp_params . get ( ""multiThread"" ) : <TAB> <TAB> enable_multi_thread ( ) <TAB> if exp_params . get ( ""multiPhase"" ) : <TAB> <TAB> enable_multi_phase ( ) <TAB> if exp_params . get ( ""advisor"" ) is not None : <TAB> <TAB> <TAB> <TAB> _run_advisor ( exp_params ) <TAB> else : <TAB> <TAB> <TAB> <TAB> assert exp_params . get ( ""tuner"" ) is not None <TAB> <TAB> tuner = _create_tuner ( exp_params ) <TAB> <TAB> if exp_params . get ( ""assessor"" ) is not None : <TAB> <TAB> <TAB> assessor = _create_assessor ( exp_params ) <TAB> <TAB> else : <TAB> <TAB> <TAB> assessor = None <TAB> <TAB> dispatcher = MsgDispatcher ( tuner , assessor ) <TAB> <TAB> try : <TAB> <TAB> <TAB> dispatcher . run ( ) <TAB> <TAB> <TAB> tuner . _on_exit ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> assessor . _on_exit ( ) <TAB> <TAB> except Exception as exception : <TAB> <TAB> <TAB> logger . exception ( exception ) <TAB> <TAB> <TAB> tuner . _on_error ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> assessor . _on_error ( ) <TAB> <TAB> <TAB> raise",if assessor is not None :,465
21096,"def main(args):
    alphabet = args.alphabet
    subsize = args.length
    if args.lookup:
        pat = args.lookup
        try:
            pat = int(pat, 0)
        except ValueError:
            pass
        pat = flat(pat, bytes=args.length)
        if len(pat) != subsize:
            log.critical(""Subpattern must be %d bytes"" % subsize)
            sys.exit(1)
        if not all(c in alphabet for c in pat):
            log.critical(""Pattern contains characters not present in the alphabet"")
            sys.exit(1)
        offset = cyclic_find(pat, alphabet, subsize)
        if offset == -1:
            log.critical(""Given pattern does not exist in cyclic pattern"")
            sys.exit(1)
        else:
            print(offset)
    else:
        want = args.count
        result = cyclic(want, alphabet, subsize)
        got = len(result)
        if want is not None and got < want:
            log.failure(""Alphabet too small (max length = %i)"" % got)
        out = getattr(sys.stdout, ""buffer"", sys.stdout)
        out.write(result)
        if out.isatty():
            out.write(b""\n"")","def main ( args ) : <TAB> alphabet = args . alphabet <TAB> subsize = args . length <TAB> if args . lookup : <TAB> <TAB> pat = args . lookup <TAB> <TAB> try : <TAB> <TAB> <TAB> pat = int ( pat , 0 ) <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> pass <TAB> <TAB> pat = flat ( pat , bytes = args . length ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> log . critical ( ""Subpattern must be %d bytes"" % subsize ) <TAB> <TAB> <TAB> sys . exit ( 1 ) <TAB> <TAB> if not all ( c in alphabet for c in pat ) : <TAB> <TAB> <TAB> log . critical ( ""Pattern contains characters not present in the alphabet"" ) <TAB> <TAB> <TAB> sys . exit ( 1 ) <TAB> <TAB> offset = cyclic_find ( pat , alphabet , subsize ) <TAB> <TAB> if offset == - 1 : <TAB> <TAB> <TAB> log . critical ( ""Given pattern does not exist in cyclic pattern"" ) <TAB> <TAB> <TAB> sys . exit ( 1 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( offset ) <TAB> else : <TAB> <TAB> want = args . count <TAB> <TAB> result = cyclic ( want , alphabet , subsize ) <TAB> <TAB> got = len ( result ) <TAB> <TAB> if want is not None and got < want : <TAB> <TAB> <TAB> log . failure ( ""Alphabet too small (max length = %i)"" % got ) <TAB> <TAB> out = getattr ( sys . stdout , ""buffer"" , sys . stdout ) <TAB> <TAB> out . write ( result ) <TAB> <TAB> if out . isatty ( ) : <TAB> <TAB> <TAB> out . write ( b""\n"" )",if len ( pat ) != subsize :,346
12676,"def post_create(self, user, billing=None):
    from weblate.trans.models import Change
    if billing:
        billing.projects.add(self)
        if billing.plan.change_access_control:
            self.access_control = Project.ACCESS_PRIVATE
        else:
            self.access_control = Project.ACCESS_PUBLIC
        self.save()
    if not user.is_superuser:
        self.add_user(user, ""@Administration"")
    Change.objects.create(
        action=Change.ACTION_CREATE_PROJECT, project=self, user=user, author=user
    )
","def post_create ( self , user , billing = None ) : <TAB> from weblate . trans . models import Change <TAB> if billing : <TAB> <TAB> billing . projects . add ( self ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . access_control = Project . ACCESS_PRIVATE <TAB> <TAB> else : <TAB> <TAB> <TAB> self . access_control = Project . ACCESS_PUBLIC <TAB> <TAB> self . save ( ) <TAB> if not user . is_superuser : <TAB> <TAB> self . add_user ( user , ""@Administration"" ) <TAB> Change . objects . create ( <TAB> <TAB> action = Change . ACTION_CREATE_PROJECT , project = self , user = user , author = user <TAB> )",if billing . plan . change_access_control :,158
5714,"def _determine_tool_runners(self, config, profile):
    if config.tools is None:
        # we had no command line settings for an explicit list of
        # tools, so we use the defaults
        to_run = set(DEFAULT_TOOLS)
        # we can also use any that the profiles dictate
        for tool in tools.TOOLS.keys():
            if profile.is_tool_enabled(tool):
                to_run.add(tool)
    else:
        to_run = set(config.tools)
        # profiles have no say in the list of tools run when
        # a command line is specified
    for tool in config.with_tools:
        to_run.add(tool)
    for tool in config.without_tools:
        if tool in to_run:
            to_run.remove(tool)
    if (
        config.tools is None
        and len(config.with_tools) == 0
        and len(config.without_tools) == 0
    ):
        for tool in tools.TOOLS.keys():
            enabled = profile.is_tool_enabled(tool)
            if enabled is None:
                enabled = tool in DEFAULT_TOOLS
            if tool in to_run and not enabled:
                to_run.remove(tool)
    return sorted(list(to_run))","def _determine_tool_runners ( self , config , profile ) : <TAB> if config . tools is None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> to_run = set ( DEFAULT_TOOLS ) <TAB> <TAB> <TAB> <TAB> for tool in tools . TOOLS . keys ( ) : <TAB> <TAB> <TAB> if profile . is_tool_enabled ( tool ) : <TAB> <TAB> <TAB> <TAB> to_run . add ( tool ) <TAB> else : <TAB> <TAB> to_run = set ( config . tools ) <TAB> <TAB> <TAB> <TAB> <TAB> for tool in config . with_tools : <TAB> <TAB> to_run . add ( tool ) <TAB> for tool in config . without_tools : <TAB> <TAB> if tool in to_run : <TAB> <TAB> <TAB> to_run . remove ( tool ) <TAB> if ( <TAB> <TAB> config . tools is None <TAB> <TAB> and len ( config . with_tools ) == 0 <TAB> <TAB> and len ( config . without_tools ) == 0 <TAB> ) : <TAB> <TAB> for tool in tools . TOOLS . keys ( ) : <TAB> <TAB> <TAB> enabled = profile . is_tool_enabled ( tool ) <TAB> <TAB> <TAB> if enabled is None : <TAB> <TAB> <TAB> <TAB> enabled = tool in DEFAULT_TOOLS <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> to_run . remove ( tool ) <TAB> return sorted ( list ( to_run ) )",if tool in to_run and not enabled :,347
3946,"def sample_admin_user():
    """"""List of iris messages""""""
    with iris_ctl.db_from_config(sample_db_config) as (conn, cursor):
        cursor.execute(
            ""SELECT `name` FROM `target` JOIN `user` on `target`.`id` = `user`.`target_id` WHERE `user`.`admin` = TRUE LIMIT 1""
        )
        result = cursor.fetchone()
        if result:
            return result[0]","def sample_admin_user ( ) : <TAB> """"""List of iris messages"""""" <TAB> with iris_ctl . db_from_config ( sample_db_config ) as ( conn , cursor ) : <TAB> <TAB> cursor . execute ( <TAB> <TAB> <TAB> ""SELECT `name` FROM `target` JOIN `user` on `target`.`id` = `user`.`target_id` WHERE `user`.`admin` = TRUE LIMIT 1"" <TAB> <TAB> ) <TAB> <TAB> result = cursor . fetchone ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return result [ 0 ]",if result :,123
3510,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRING:
                self.type = iprot.readString()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . type = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STRING :,260
510,"def groups(self, trans, **kwargs):
    if ""operation"" in kwargs:
        operation = kwargs[""operation""].lower().replace(""+"", "" "")
        if operation == ""groups"":
            return self.group(trans, **kwargs)
        if operation == ""create"":
            return self.create_group(trans, **kwargs)
        if operation == ""delete"":
            return self.mark_group_deleted(trans, **kwargs)
        if operation == ""undelete"":
            return self.undelete_group(trans, **kwargs)
        if operation == ""purge"":
            return self.purge_group(trans, **kwargs)
        if operation == ""manage users and roles"":
            return self.manage_users_and_roles_for_group(trans, **kwargs)
        if operation == ""rename"":
            return self.rename_group(trans, **kwargs)
    # Render the list view
    return self.group_list_grid(trans, **kwargs)
","def groups ( self , trans , ** kwargs ) : <TAB> if ""operation"" in kwargs : <TAB> <TAB> operation = kwargs [ ""operation"" ] . lower ( ) . replace ( ""+"" , "" "" ) <TAB> <TAB> if operation == ""groups"" : <TAB> <TAB> <TAB> return self . group ( trans , ** kwargs ) <TAB> <TAB> if operation == ""create"" : <TAB> <TAB> <TAB> return self . create_group ( trans , ** kwargs ) <TAB> <TAB> if operation == ""delete"" : <TAB> <TAB> <TAB> return self . mark_group_deleted ( trans , ** kwargs ) <TAB> <TAB> if operation == ""undelete"" : <TAB> <TAB> <TAB> return self . undelete_group ( trans , ** kwargs ) <TAB> <TAB> if operation == ""purge"" : <TAB> <TAB> <TAB> return self . purge_group ( trans , ** kwargs ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return self . manage_users_and_roles_for_group ( trans , ** kwargs ) <TAB> <TAB> if operation == ""rename"" : <TAB> <TAB> <TAB> return self . rename_group ( trans , ** kwargs ) <TAB> <TAB> return self . group_list_grid ( trans , ** kwargs )","if operation == ""manage users and roles"" :",247
11729,"def compare_hash(hash_of_gold, path_to_file):
    with open(path_to_file, ""rb"") as f:
        hash_of_file = hashlib.sha256(f.read()).hexdigest()
        if hash_of_file != hash_of_gold:
            print(
                ""########## Hash sum of"",
                path_to_file,
                ""differs from the target, the topology will be deleted !!! ##########"",
            )
            shutil.rmtree(os.path.dirname(path_to_file))","def compare_hash ( hash_of_gold , path_to_file ) : <TAB> with open ( path_to_file , ""rb"" ) as f : <TAB> <TAB> hash_of_file = hashlib . sha256 ( f . read ( ) ) . hexdigest ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""########## Hash sum of"" , <TAB> <TAB> <TAB> <TAB> path_to_file , <TAB> <TAB> <TAB> <TAB> ""differs from the target, the topology will be deleted !!! ##########"" , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> shutil . rmtree ( os . path . dirname ( path_to_file ) )",if hash_of_file != hash_of_gold :,147
15656,"def _get_node(self, node_id):
    self.non_terminated_nodes({})  # Side effect: updates cache
    with self.lock:
        if node_id in self.cached_nodes:
            return self.cached_nodes[node_id]
        instance = (
            self.compute.instances()
            .get(
                project=self.provider_config[""project_id""],
                zone=self.provider_config[""availability_zone""],
                instance=node_id,
            )
            .execute()
        )
        return instance
","def _get_node ( self , node_id ) : <TAB> self . non_terminated_nodes ( { } ) <TAB> with self . lock : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return self . cached_nodes [ node_id ] <TAB> <TAB> instance = ( <TAB> <TAB> <TAB> self . compute . instances ( ) <TAB> <TAB> <TAB> . get ( <TAB> <TAB> <TAB> <TAB> project = self . provider_config [ ""project_id"" ] , <TAB> <TAB> <TAB> <TAB> zone = self . provider_config [ ""availability_zone"" ] , <TAB> <TAB> <TAB> <TAB> instance = node_id , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> . execute ( ) <TAB> <TAB> ) <TAB> <TAB> return instance",if node_id in self . cached_nodes :,156
14828,"def _validate_and_define(params, key, value):
    (key, force_generic) = _validate_key(_unescape(key))
    if key in params:
        raise SyntaxError(f'duplicate key ""{key}""')
    cls = _class_for_key.get(key, GenericParam)
    emptiness = cls.emptiness()
    if value is None:
        if emptiness == Emptiness.NEVER:
            raise SyntaxError(""value cannot be empty"")
        value = cls.from_value(value)
    else:
        if force_generic:
            value = cls.from_wire_parser(dns.wire.Parser(_unescape(value)))
        else:
            value = cls.from_value(value)
    params[key] = value
","def _validate_and_define ( params , key , value ) : <TAB> ( key , force_generic ) = _validate_key ( _unescape ( key ) ) <TAB> if key in params : <TAB> <TAB> raise SyntaxError ( f'duplicate key ""{key}""' ) <TAB> cls = _class_for_key . get ( key , GenericParam ) <TAB> emptiness = cls . emptiness ( ) <TAB> if value is None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise SyntaxError ( ""value cannot be empty"" ) <TAB> <TAB> value = cls . from_value ( value ) <TAB> else : <TAB> <TAB> if force_generic : <TAB> <TAB> <TAB> value = cls . from_wire_parser ( dns . wire . Parser ( _unescape ( value ) ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> value = cls . from_value ( value ) <TAB> params [ key ] = value",if emptiness == Emptiness . NEVER :,194
16933,"def get_components_list(component_revisions_dict, job_type):
    """"""Return a prioritized order of components based on job type.""""""
    components = sorted(component_revisions_dict.keys())
    if utils.is_chromium():
        # Components prioritization only applies to non-chromium projects.
        return components
    project_name = data_handler.get_project_name(job_type)
    if not project_name:
        # No project name found in job environment, return list as-is.
        return components
    main_repo = data_handler.get_main_repo(job_type)
    project_src = ""/src/"" + project_name
    for component in components.copy():
        if component_revisions_dict[component][""url""] == main_repo:
            # Matches recorded main repo.
            components.remove(component)
            components.insert(0, component)
            break
        if component == project_src:
            components.remove(component)
            components.insert(0, component)
            break
        if project_name.lower() in os.path.basename(component).lower():
            components.remove(component)
            components.insert(0, component)
            # Keep trying in case an exact match is found later.
    return components","def get_components_list ( component_revisions_dict , job_type ) : <TAB> """"""Return a prioritized order of components based on job type."""""" <TAB> components = sorted ( component_revisions_dict . keys ( ) ) <TAB> if utils . is_chromium ( ) : <TAB> <TAB> <TAB> <TAB> return components <TAB> project_name = data_handler . get_project_name ( job_type ) <TAB> if not project_name : <TAB> <TAB> <TAB> <TAB> return components <TAB> main_repo = data_handler . get_main_repo ( job_type ) <TAB> project_src = ""/src/"" + project_name <TAB> for component in components . copy ( ) : <TAB> <TAB> if component_revisions_dict [ component ] [ ""url"" ] == main_repo : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> components . remove ( component ) <TAB> <TAB> <TAB> components . insert ( 0 , component ) <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> components . remove ( component ) <TAB> <TAB> <TAB> components . insert ( 0 , component ) <TAB> <TAB> <TAB> break <TAB> <TAB> if project_name . lower ( ) in os . path . basename ( component ) . lower ( ) : <TAB> <TAB> <TAB> components . remove ( component ) <TAB> <TAB> <TAB> components . insert ( 0 , component ) <TAB> <TAB> <TAB> <TAB> return components",if component == project_src :,327
18282,"def initEnv(self, mandatory=True, detailed=False, web=False, forceInit=False):
    self._initRunAs()
    if self.envInitialized and not forceInit:
        return
    if web:
        self.webInit()
    else:
        self.checkDbmsOs(detailed)
        if mandatory and not self.isDba():
            warnMsg = ""functionality requested probably does not work because ""
            warnMsg += ""the curent session user is not a database administrator""
            if not conf.dbmsCred and Backend.getIdentifiedDbms() in (
                DBMS.MSSQL,
                DBMS.PGSQL,
            ):
                warnMsg += "". You can try to use option '--dbms-cred' ""
                warnMsg += ""to execute statements as a DBA user if you ""
                warnMsg += ""were able to extract and crack a DBA ""
                warnMsg += ""password by any mean""
            logger.warn(warnMsg)
        if Backend.getIdentifiedDbms() in (DBMS.MYSQL, DBMS.PGSQL):
            success = self.udfInjectSys()
            if success is not True:
                msg = ""unable to mount the operating system takeover""
                raise SqlmapFilePathException(msg)
        elif Backend.isDbms(DBMS.MSSQL):
            if mandatory:
                self.xpCmdshellInit()
        else:
            errMsg = ""feature not yet implemented for the back-end DBMS""
            raise SqlmapUnsupportedFeatureException(errMsg)
    self.envInitialized = True
","def initEnv ( self , mandatory = True , detailed = False , web = False , forceInit = False ) : <TAB> self . _initRunAs ( ) <TAB> if self . envInitialized and not forceInit : <TAB> <TAB> return <TAB> if web : <TAB> <TAB> self . webInit ( ) <TAB> else : <TAB> <TAB> self . checkDbmsOs ( detailed ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> warnMsg = ""functionality requested probably does not work because "" <TAB> <TAB> <TAB> warnMsg += ""the curent session user is not a database administrator"" <TAB> <TAB> <TAB> if not conf . dbmsCred and Backend . getIdentifiedDbms ( ) in ( <TAB> <TAB> <TAB> <TAB> DBMS . MSSQL , <TAB> <TAB> <TAB> <TAB> DBMS . PGSQL , <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> warnMsg += "". You can try to use option '--dbms-cred' "" <TAB> <TAB> <TAB> <TAB> warnMsg += ""to execute statements as a DBA user if you "" <TAB> <TAB> <TAB> <TAB> warnMsg += ""were able to extract and crack a DBA "" <TAB> <TAB> <TAB> <TAB> warnMsg += ""password by any mean"" <TAB> <TAB> <TAB> logger . warn ( warnMsg ) <TAB> <TAB> if Backend . getIdentifiedDbms ( ) in ( DBMS . MYSQL , DBMS . PGSQL ) : <TAB> <TAB> <TAB> success = self . udfInjectSys ( ) <TAB> <TAB> <TAB> if success is not True : <TAB> <TAB> <TAB> <TAB> msg = ""unable to mount the operating system takeover"" <TAB> <TAB> <TAB> <TAB> raise SqlmapFilePathException ( msg ) <TAB> <TAB> elif Backend . isDbms ( DBMS . MSSQL ) : <TAB> <TAB> <TAB> if mandatory : <TAB> <TAB> <TAB> <TAB> self . xpCmdshellInit ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> errMsg = ""feature not yet implemented for the back-end DBMS"" <TAB> <TAB> <TAB> raise SqlmapUnsupportedFeatureException ( errMsg ) <TAB> self . envInitialized = True",if mandatory and not self . isDba ( ) :,429
24295,"def getCalculatedPosition(self):
    if self._lastVLCPositionUpdate is None:
        return self._client.getGlobalPosition()
    diff = time.time() - self._lastVLCPositionUpdate
    if diff > constants.PLAYER_ASK_DELAY and not self._paused:
        self._client.ui.showDebugMessage(
            ""VLC did not response in time, so assuming position is {} ({}+{})"".format(
                self._position + diff, self._position, diff
            )
        )
        if diff > constants.VLC_LATENCY_ERROR_THRESHOLD:
            if not self.shownVLCLatencyError or constants.DEBUG_MODE:
                self._client.ui.showErrorMessage(
                    getMessage(""media-player-latency-warning"").format(int(diff))
                )
                self.shownVLCLatencyError = True
        return self._position + diff
    else:
        return self._position
","def getCalculatedPosition ( self ) : <TAB> if self . _lastVLCPositionUpdate is None : <TAB> <TAB> return self . _client . getGlobalPosition ( ) <TAB> diff = time . time ( ) - self . _lastVLCPositionUpdate <TAB> if diff > constants . PLAYER_ASK_DELAY and not self . _paused : <TAB> <TAB> self . _client . ui . showDebugMessage ( <TAB> <TAB> <TAB> ""VLC did not response in time, so assuming position is {} ({}+{})"" . format ( <TAB> <TAB> <TAB> <TAB> self . _position + diff , self . _position , diff <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not self . shownVLCLatencyError or constants . DEBUG_MODE : <TAB> <TAB> <TAB> <TAB> self . _client . ui . showErrorMessage ( <TAB> <TAB> <TAB> <TAB> <TAB> getMessage ( ""media-player-latency-warning"" ) . format ( int ( diff ) ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> self . shownVLCLatencyError = True <TAB> <TAB> return self . _position + diff <TAB> else : <TAB> <TAB> return self . _position",if diff > constants . VLC_LATENCY_ERROR_THRESHOLD :,252
10660,"def build_query_from_field(self, field_name, operation):
    if field_name == ""permission"":
        if operation[""op""] != ""eq"":
            raise InvalidFilterOperator(value=operation[""op""], valid_operators=[""eq""])
        # operation['value'] should be 'admin', 'write', or 'read'
        query_val = operation[""value""].lower().strip()
        if query_val not in API_CONTRIBUTOR_PERMISSIONS:
            raise InvalidFilterValue(value=operation[""value""])
        # This endpoint should only be returning *contributors* not group members
        resource = self.get_resource()
        if query_val == READ:
            # If read, return all contributors
            return Q(user_id__in=resource.contributors.values_list(""id"", flat=True))
        elif query_val == WRITE:
            # If write, return members of write and admin groups, both groups have write perms
            return Q(
                user_id__in=(
                    resource.get_group(WRITE).user_set.values_list(""id"", flat=True)
                    | resource.get_group(ADMIN).user_set.values_list(""id"", flat=True)
                )
            )
        elif query_val == ADMIN:
            # If admin, return only members of admin group
            return Q(
                user_id__in=resource.get_group(ADMIN).user_set.values_list(
                    ""id"", flat=True
                )
            )
    return super(BaseContributorList, self).build_query_from_field(
        field_name, operation
    )
","def build_query_from_field ( self , field_name , operation ) : <TAB> if field_name == ""permission"" : <TAB> <TAB> if operation [ ""op"" ] != ""eq"" : <TAB> <TAB> <TAB> raise InvalidFilterOperator ( value = operation [ ""op"" ] , valid_operators = [ ""eq"" ] ) <TAB> <TAB> <TAB> <TAB> query_val = operation [ ""value"" ] . lower ( ) . strip ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise InvalidFilterValue ( value = operation [ ""value"" ] ) <TAB> <TAB> <TAB> <TAB> resource = self . get_resource ( ) <TAB> <TAB> if query_val == READ : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return Q ( user_id__in = resource . contributors . values_list ( ""id"" , flat = True ) ) <TAB> <TAB> elif query_val == WRITE : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return Q ( <TAB> <TAB> <TAB> <TAB> user_id__in = ( <TAB> <TAB> <TAB> <TAB> <TAB> resource . get_group ( WRITE ) . user_set . values_list ( ""id"" , flat = True ) <TAB> <TAB> <TAB> <TAB> <TAB> | resource . get_group ( ADMIN ) . user_set . values_list ( ""id"" , flat = True ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> elif query_val == ADMIN : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return Q ( <TAB> <TAB> <TAB> <TAB> user_id__in = resource . get_group ( ADMIN ) . user_set . values_list ( <TAB> <TAB> <TAB> <TAB> <TAB> ""id"" , flat = True <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> return super ( BaseContributorList , self ) . build_query_from_field ( <TAB> <TAB> field_name , operation <TAB> )",if query_val not in API_CONTRIBUTOR_PERMISSIONS :,441
1339,"def login(self):
    error = None
    Form = self.get_login_form()
    if request.method == ""POST"":
        form = Form(request.form)
        next_url = request.form.get(""next"") or self.default_next_url
        if form.validate():
            authenticated_user = self.authenticate(
                form.username.data,
                form.password.data,
            )
            if authenticated_user:
                self.login_user(authenticated_user)
                return redirect(next_url)
            else:
                flash(""Incorrect username or password"")
    else:
        form = Form()
        next_url = request.args.get(""next"")
    return render_template(
        ""auth/login.html"",
        error=error,
        form=form,
        login_url=url_for(""%s.login"" % self.blueprint.name),
        next=next_url,
    )
","def login ( self ) : <TAB> error = None <TAB> Form = self . get_login_form ( ) <TAB> if request . method == ""POST"" : <TAB> <TAB> form = Form ( request . form ) <TAB> <TAB> next_url = request . form . get ( ""next"" ) or self . default_next_url <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> authenticated_user = self . authenticate ( <TAB> <TAB> <TAB> <TAB> form . username . data , <TAB> <TAB> <TAB> <TAB> form . password . data , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if authenticated_user : <TAB> <TAB> <TAB> <TAB> self . login_user ( authenticated_user ) <TAB> <TAB> <TAB> <TAB> return redirect ( next_url ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> flash ( ""Incorrect username or password"" ) <TAB> else : <TAB> <TAB> form = Form ( ) <TAB> <TAB> next_url = request . args . get ( ""next"" ) <TAB> return render_template ( <TAB> <TAB> ""auth/login.html"" , <TAB> <TAB> error = error , <TAB> <TAB> form = form , <TAB> <TAB> login_url = url_for ( ""%s.login"" % self . blueprint . name ) , <TAB> <TAB> next = next_url , <TAB> )",if form . validate ( ) :,260
4613,"def preflight():
    """"""Preflight checks.""""""
    logger.warning(
        ""This action is deprecated. Use https://github.com/hacs/action instead""
    )
    event_data = get_event_data()
    ref = None
    if REPOSITORY and CATEGORY:
        repository = REPOSITORY
        category = CATEGORY
        pr = False
    elif GITHUB_REPOSITORY == ""hacs/default"":
        category = chose_category()
        repository = chose_repository(category)
        pr = False
        logger.info(f""Actor: {GITHUB_ACTOR}"")
    else:
        category = CATEGORY.lower()
        pr = True if event_data.get(""pull_request"") is not None else False
        if pr:
            head = event_data[""pull_request""][""head""]
            ref = head[""ref""]
            repository = head[""repo""][""full_name""]
        else:
            repository = GITHUB_REPOSITORY
    logger.info(f""Category: {category}"")
    logger.info(f""Repository: {repository}"")
    if TOKEN is None:
        error(""No GitHub token found, use env GITHUB_TOKEN to set this."")
    if repository is None:
        error(""No repository found, use env REPOSITORY to set this."")
    if category is None:
        error(""No category found, use env CATEGORY to set this."")
    async with aiohttp.ClientSession() as session:
        github = GitHub(TOKEN, session)
        repo = await github.get_repo(repository)
        if not pr and repo.description is None:
            error(""Repository is missing description"")
        if not pr and not repo.attributes[""has_issues""]:
            error(""Repository does not have issues enabled"")
        if ref is None and GITHUB_REPOSITORY != ""hacs/default"":
            ref = repo.default_branch
    await validate_repository(repository, category, ref)
","def preflight ( ) : <TAB> """"""Preflight checks."""""" <TAB> logger . warning ( <TAB> <TAB> ""This action is deprecated. Use https://github.com/hacs/action instead"" <TAB> ) <TAB> event_data = get_event_data ( ) <TAB> ref = None <TAB> if REPOSITORY and CATEGORY : <TAB> <TAB> repository = REPOSITORY <TAB> <TAB> category = CATEGORY <TAB> <TAB> pr = False <TAB> elif GITHUB_REPOSITORY == ""hacs/default"" : <TAB> <TAB> category = chose_category ( ) <TAB> <TAB> repository = chose_repository ( category ) <TAB> <TAB> pr = False <TAB> <TAB> logger . info ( f""Actor: {GITHUB_ACTOR}"" ) <TAB> else : <TAB> <TAB> category = CATEGORY . lower ( ) <TAB> <TAB> pr = True if event_data . get ( ""pull_request"" ) is not None else False <TAB> <TAB> if pr : <TAB> <TAB> <TAB> head = event_data [ ""pull_request"" ] [ ""head"" ] <TAB> <TAB> <TAB> ref = head [ ""ref"" ] <TAB> <TAB> <TAB> repository = head [ ""repo"" ] [ ""full_name"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> repository = GITHUB_REPOSITORY <TAB> logger . info ( f""Category: {category}"" ) <TAB> logger . info ( f""Repository: {repository}"" ) <TAB> if TOKEN is None : <TAB> <TAB> error ( ""No GitHub token found, use env GITHUB_TOKEN to set this."" ) <TAB> if repository is None : <TAB> <TAB> error ( ""No repository found, use env REPOSITORY to set this."" ) <TAB> if category is None : <TAB> <TAB> error ( ""No category found, use env CATEGORY to set this."" ) <TAB> async with aiohttp . ClientSession ( ) as session : <TAB> <TAB> github = GitHub ( TOKEN , session ) <TAB> <TAB> repo = await github . get_repo ( repository ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> error ( ""Repository is missing description"" ) <TAB> <TAB> if not pr and not repo . attributes [ ""has_issues"" ] : <TAB> <TAB> <TAB> error ( ""Repository does not have issues enabled"" ) <TAB> <TAB> if ref is None and GITHUB_REPOSITORY != ""hacs/default"" : <TAB> <TAB> <TAB> ref = repo . default_branch <TAB> await validate_repository ( repository , category , ref )",if not pr and repo . description is None :,487
18073,"def _wrap_ssl_client(sock, ssl, server_hostname, alpn_protocols):
    # Applies SSL to a client connection. Returns an SSL socket.
    if ssl:
        if isinstance(ssl, bool):
            sslcontext = curiossl.create_default_context()
            if not server_hostname:
                sslcontext._context.check_hostname = False
                sslcontext._context.verify_mode = curiossl.CERT_NONE
            if alpn_protocols:
                sslcontext.set_alpn_protocols(alpn_protocols)
        else:
            # Assume that ssl is an already created context
            sslcontext = ssl
        if server_hostname:
            extra_args = {""server_hostname"": server_hostname}
        else:
            extra_args = {}
        # if the context is Curio's own, it expects a Curio socket and
        # returns one. If context is from an external source, including
        # the stdlib's ssl.SSLContext, it expects a non-Curio socket and
        # returns a non-Curio socket, which then needs wrapping in a Curio
        # socket.
        #
        # Perhaps the CurioSSLContext is no longer needed. In which case,
        # this code can be simplified to just the else case below.
        #
        if isinstance(sslcontext, curiossl.CurioSSLContext):
            sock = await sslcontext.wrap_socket(
                sock, do_handshake_on_connect=False, **extra_args
            )
        else:
            # do_handshake_on_connect should not be specified for
            # non-blocking sockets
            extra_args[""do_handshake_on_connect""] = sock._socket.gettimeout() != 0.0
            sock = Socket(sslcontext.wrap_socket(sock._socket, **extra_args))
        await sock.do_handshake()
    return sock","def _wrap_ssl_client ( sock , ssl , server_hostname , alpn_protocols ) : <TAB> <TAB> if ssl : <TAB> <TAB> if isinstance ( ssl , bool ) : <TAB> <TAB> <TAB> sslcontext = curiossl . create_default_context ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> sslcontext . _context . check_hostname = False <TAB> <TAB> <TAB> <TAB> sslcontext . _context . verify_mode = curiossl . CERT_NONE <TAB> <TAB> <TAB> if alpn_protocols : <TAB> <TAB> <TAB> <TAB> sslcontext . set_alpn_protocols ( alpn_protocols ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sslcontext = ssl <TAB> <TAB> if server_hostname : <TAB> <TAB> <TAB> extra_args = { ""server_hostname"" : server_hostname } <TAB> <TAB> else : <TAB> <TAB> <TAB> extra_args = { } <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( sslcontext , curiossl . CurioSSLContext ) : <TAB> <TAB> <TAB> sock = await sslcontext . wrap_socket ( <TAB> <TAB> <TAB> <TAB> sock , do_handshake_on_connect = False , ** extra_args <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> extra_args [ ""do_handshake_on_connect"" ] = sock . _socket . gettimeout ( ) != 0.0 <TAB> <TAB> <TAB> sock = Socket ( sslcontext . wrap_socket ( sock . _socket , ** extra_args ) ) <TAB> <TAB> await sock . do_handshake ( ) <TAB> return sock",if not server_hostname :,491
6844,"def _evaluate_local_single(self, iterator):
    for batch in iterator:
        in_arrays = convert._call_converter(self.converter, batch, self.device)
        with function.no_backprop_mode():
            if isinstance(in_arrays, tuple):
                results = self.calc_local(*in_arrays)
            elif isinstance(in_arrays, dict):
                results = self.calc_local(**in_arrays)
            else:
                results = self.calc_local(in_arrays)
        if self._progress_hook:
            self._progress_hook(batch)
        yield results
","def _evaluate_local_single ( self , iterator ) : <TAB> for batch in iterator : <TAB> <TAB> in_arrays = convert . _call_converter ( self . converter , batch , self . device ) <TAB> <TAB> with function . no_backprop_mode ( ) : <TAB> <TAB> <TAB> if isinstance ( in_arrays , tuple ) : <TAB> <TAB> <TAB> <TAB> results = self . calc_local ( * in_arrays ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> results = self . calc_local ( ** in_arrays ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> results = self . calc_local ( in_arrays ) <TAB> <TAB> if self . _progress_hook : <TAB> <TAB> <TAB> self . _progress_hook ( batch ) <TAB> <TAB> yield results","elif isinstance ( in_arrays , dict ) :",166
527,"def get_note_title_file(note):
    mo = note_title_re.match(note.get(""content"", """"))
    if mo:
        fn = mo.groups()[0]
        fn = fn.replace("" "", ""_"")
        fn = fn.replace(""/"", ""_"")
        if not fn:
            return """"
        if isinstance(fn, str):
            fn = unicode(fn, ""utf-8"")
        else:
            fn = unicode(fn)
        if note_markdown(note):
            fn += "".mkdn""
        else:
            fn += "".txt""
        return fn
    else:
        return """"","def get_note_title_file ( note ) : <TAB> mo = note_title_re . match ( note . get ( ""content"" , """" ) ) <TAB> if mo : <TAB> <TAB> fn = mo . groups ( ) [ 0 ] <TAB> <TAB> fn = fn . replace ( "" "" , ""_"" ) <TAB> <TAB> fn = fn . replace ( ""/"" , ""_"" ) <TAB> <TAB> if not fn : <TAB> <TAB> <TAB> return """" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fn = unicode ( fn , ""utf-8"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> fn = unicode ( fn ) <TAB> <TAB> if note_markdown ( note ) : <TAB> <TAB> <TAB> fn += "".mkdn"" <TAB> <TAB> else : <TAB> <TAB> <TAB> fn += "".txt"" <TAB> <TAB> return fn <TAB> else : <TAB> <TAB> return """"","if isinstance ( fn , str ) :",169
19202,"def run(self, edit, reverse=False):
    for region in self.view.sel():
        line = self.view.line(region)
        line_content = self.view.substr(line)
        bullets = self.view.settings().get(""mde.list_indent_bullets"", [""*"", ""-"", ""+""])
        bullet_pattern = ""(["" + """".join(re.escape(i) for i in bullets) + ""])""
        new_line = line_content
        # Transform the bullet to the next/previous bullet type
        if self.view.settings().get(""mde.list_indent_auto_switch_bullet"", True):
            for key, bullet in enumerate(bullets):
                if bullet in new_line:
                    if reverse and new_line.startswith(bullet) and key is 0:
                        # In this case, do not switch bullets
                        continue
                    new_line = new_line.replace(
                        bullet,
                        bullets[(key + (1 if not reverse else -1)) % len(bullets)],
                    )
                    break
        # Determine how to indent (tab or spaces)
        if self.view.settings().get(""translate_tabs_to_spaces""):
            tab_str = self.view.settings().get(""tab_size"", 4) * "" ""
        else:
            tab_str = ""\t""
        if not reverse:
            # Do the indentation
            new_line = re.sub(bullet_pattern, tab_str + ""\\1"", new_line)
        else:
            # Do the unindentation
            new_line = re.sub(tab_str + bullet_pattern, ""\\1"", new_line)
        # Insert the new item
        self.view.replace(edit, line, new_line)","def run ( self , edit , reverse = False ) : <TAB> for region in self . view . sel ( ) : <TAB> <TAB> line = self . view . line ( region ) <TAB> <TAB> line_content = self . view . substr ( line ) <TAB> <TAB> bullets = self . view . settings ( ) . get ( ""mde.list_indent_bullets"" , [ ""*"" , ""-"" , ""+"" ] ) <TAB> <TAB> bullet_pattern = ""(["" + """" . join ( re . escape ( i ) for i in bullets ) + ""])"" <TAB> <TAB> new_line = line_content <TAB> <TAB> <TAB> <TAB> if self . view . settings ( ) . get ( ""mde.list_indent_auto_switch_bullet"" , True ) : <TAB> <TAB> <TAB> for key , bullet in enumerate ( bullets ) : <TAB> <TAB> <TAB> <TAB> if bullet in new_line : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> new_line = new_line . replace ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> bullet , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> bullets [ ( key + ( 1 if not reverse else - 1 ) ) % len ( bullets ) ] , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> if self . view . settings ( ) . get ( ""translate_tabs_to_spaces"" ) : <TAB> <TAB> <TAB> tab_str = self . view . settings ( ) . get ( ""tab_size"" , 4 ) * "" "" <TAB> <TAB> else : <TAB> <TAB> <TAB> tab_str = ""\t"" <TAB> <TAB> if not reverse : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> new_line = re . sub ( bullet_pattern , tab_str + ""\\1"" , new_line ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> new_line = re . sub ( tab_str + bullet_pattern , ""\\1"" , new_line ) <TAB> <TAB> <TAB> <TAB> self . view . replace ( edit , line , new_line )",if reverse and new_line . startswith ( bullet ) and key is 0 :,486
18925,"def _integrate_cycle(self, cycle, outevent, inevent):
    if outevent not in cycle:
        total = inevent.null()
        for member in cycle.functions:
            subtotal = member[inevent]
            for call in member.calls.itervalues():
                callee = self.functions[call.callee_id]
                if callee.cycle is not cycle:
                    subtotal += self._integrate_call(call, outevent, inevent)
            total += subtotal
        cycle[outevent] = total
        callees = {}
        for function in self.functions.itervalues():
            if function.cycle is not cycle:
                for call in function.calls.itervalues():
                    callee = self.functions[call.callee_id]
                    if callee.cycle is cycle:
                        try:
                            callees[callee] += call[CALL_RATIO]
                        except KeyError:
                            callees[callee] = call[CALL_RATIO]
        for callee, call_ratio in callees.iteritems():
            ranks = {}
            call_ratios = {}
            partials = {}
            self._rank_cycle_function(cycle, callee, 0, ranks)
            self._call_ratios_cycle(cycle, callee, ranks, call_ratios, set())
            partial = self._integrate_cycle_function(
                cycle,
                callee,
                call_ratio,
                partials,
                ranks,
                call_ratios,
                outevent,
                inevent,
            )
            assert partial == max(partials.values())
            assert not total or abs(1.0 - partial / (call_ratio * total)) <= 0.001
    return cycle[outevent]","def _integrate_cycle ( self , cycle , outevent , inevent ) : <TAB> if outevent not in cycle : <TAB> <TAB> total = inevent . null ( ) <TAB> <TAB> for member in cycle . functions : <TAB> <TAB> <TAB> subtotal = member [ inevent ] <TAB> <TAB> <TAB> for call in member . calls . itervalues ( ) : <TAB> <TAB> <TAB> <TAB> callee = self . functions [ call . callee_id ] <TAB> <TAB> <TAB> <TAB> if callee . cycle is not cycle : <TAB> <TAB> <TAB> <TAB> <TAB> subtotal += self . _integrate_call ( call , outevent , inevent ) <TAB> <TAB> <TAB> total += subtotal <TAB> <TAB> cycle [ outevent ] = total <TAB> <TAB> callees = { } <TAB> <TAB> for function in self . functions . itervalues ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> for call in function . calls . itervalues ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> callee = self . functions [ call . callee_id ] <TAB> <TAB> <TAB> <TAB> <TAB> if callee . cycle is cycle : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> callees [ callee ] += call [ CALL_RATIO ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> callees [ callee ] = call [ CALL_RATIO ] <TAB> <TAB> for callee , call_ratio in callees . iteritems ( ) : <TAB> <TAB> <TAB> ranks = { } <TAB> <TAB> <TAB> call_ratios = { } <TAB> <TAB> <TAB> partials = { } <TAB> <TAB> <TAB> self . _rank_cycle_function ( cycle , callee , 0 , ranks ) <TAB> <TAB> <TAB> self . _call_ratios_cycle ( cycle , callee , ranks , call_ratios , set ( ) ) <TAB> <TAB> <TAB> partial = self . _integrate_cycle_function ( <TAB> <TAB> <TAB> <TAB> cycle , <TAB> <TAB> <TAB> <TAB> callee , <TAB> <TAB> <TAB> <TAB> call_ratio , <TAB> <TAB> <TAB> <TAB> partials , <TAB> <TAB> <TAB> <TAB> ranks , <TAB> <TAB> <TAB> <TAB> call_ratios , <TAB> <TAB> <TAB> <TAB> outevent , <TAB> <TAB> <TAB> <TAB> inevent , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> assert partial == max ( partials . values ( ) ) <TAB> <TAB> <TAB> assert not total or abs ( 1.0 - partial / ( call_ratio * total ) ) <= 0.001 <TAB> return cycle [ outevent ]",if function . cycle is not cycle :,470
19374,"def iter(self, retry_state):  # noqa
    fut = retry_state.outcome
    if fut is None:
        if self.before is not None:
            self.before(retry_state)
        return DoAttempt()
    is_explicit_retry = retry_state.outcome.failed and isinstance(
        retry_state.outcome.exception(), TryAgain
    )
    if not (is_explicit_retry or self.retry(retry_state=retry_state)):
        return fut.result()
    if self.after is not None:
        self.after(retry_state=retry_state)
    self.statistics[""delay_since_first_attempt""] = retry_state.seconds_since_start
    if self.stop(retry_state=retry_state):
        if self.retry_error_callback:
            return self.retry_error_callback(retry_state=retry_state)
        retry_exc = self.retry_error_cls(fut)
        if self.reraise:
            raise retry_exc.reraise()
        six.raise_from(retry_exc, fut.exception())
    if self.wait:
        sleep = self.wait(retry_state=retry_state)
    else:
        sleep = 0.0
    retry_state.next_action = RetryAction(sleep)
    retry_state.idle_for += sleep
    self.statistics[""idle_for""] += sleep
    self.statistics[""attempt_number""] += 1
    if self.before_sleep is not None:
        self.before_sleep(retry_state=retry_state)
    return DoSleep(sleep)","def iter ( self , retry_state ) : <TAB> fut = retry_state . outcome <TAB> if fut is None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . before ( retry_state ) <TAB> <TAB> return DoAttempt ( ) <TAB> is_explicit_retry = retry_state . outcome . failed and isinstance ( <TAB> <TAB> retry_state . outcome . exception ( ) , TryAgain <TAB> ) <TAB> if not ( is_explicit_retry or self . retry ( retry_state = retry_state ) ) : <TAB> <TAB> return fut . result ( ) <TAB> if self . after is not None : <TAB> <TAB> self . after ( retry_state = retry_state ) <TAB> self . statistics [ ""delay_since_first_attempt"" ] = retry_state . seconds_since_start <TAB> if self . stop ( retry_state = retry_state ) : <TAB> <TAB> if self . retry_error_callback : <TAB> <TAB> <TAB> return self . retry_error_callback ( retry_state = retry_state ) <TAB> <TAB> retry_exc = self . retry_error_cls ( fut ) <TAB> <TAB> if self . reraise : <TAB> <TAB> <TAB> raise retry_exc . reraise ( ) <TAB> <TAB> six . raise_from ( retry_exc , fut . exception ( ) ) <TAB> if self . wait : <TAB> <TAB> sleep = self . wait ( retry_state = retry_state ) <TAB> else : <TAB> <TAB> sleep = 0.0 <TAB> retry_state . next_action = RetryAction ( sleep ) <TAB> retry_state . idle_for += sleep <TAB> self . statistics [ ""idle_for"" ] += sleep <TAB> self . statistics [ ""attempt_number"" ] += 1 <TAB> if self . before_sleep is not None : <TAB> <TAB> self . before_sleep ( retry_state = retry_state ) <TAB> return DoSleep ( sleep )",if self . before is not None :,403
4841,"def get_boot_command(self):
    # Note: sudo did not introduce long-format option processing until July
    # 2013, so even though we parse long-format options, supply short-form
    # to the sudo command.
    boot_cmd = super(Connection, self).get_boot_command()
    bits = [self.options.sudo_path, ""-u"", self.options.username]
    if self.options.preserve_env:
        bits += [""-E""]
    if self.options.set_home:
        bits += [""-H""]
    if self.options.login:
        bits += [""-i""]
    if self.options.selinux_role:
        bits += [""-r"", self.options.selinux_role]
    if self.options.selinux_type:
        bits += [""-t"", self.options.selinux_type]
    # special handling for bash builtins
    # TODO: more efficient way of doing this, at least
    # it's only 1 iteration of boot_cmd to go through
    source_found = False
    for cmd in boot_cmd[:]:
        # rip `source` from boot_cmd if it exists; sudo.py can't run this
        # even with -i or -s options
        # since we've already got our ssh command working we shouldn't
        # need to source anymore
        # couldn't figure out how to get this to work using sudo flags
        if ""source"" == cmd:
            boot_cmd.remove(cmd)
            source_found = True
            continue
        if source_found:
            # remove words until we hit the python interpreter call
            if not cmd.endswith(""python""):
                boot_cmd.remove(cmd)
            else:
                break
    return bits + [""--""] + boot_cmd","def get_boot_command ( self ) : <TAB> <TAB> <TAB> <TAB> boot_cmd = super ( Connection , self ) . get_boot_command ( ) <TAB> bits = [ self . options . sudo_path , ""-u"" , self . options . username ] <TAB> if self . options . preserve_env : <TAB> <TAB> bits += [ ""-E"" ] <TAB> if self . options . set_home : <TAB> <TAB> bits += [ ""-H"" ] <TAB> if self . options . login : <TAB> <TAB> bits += [ ""-i"" ] <TAB> if self . options . selinux_role : <TAB> <TAB> bits += [ ""-r"" , self . options . selinux_role ] <TAB> if self . options . selinux_type : <TAB> <TAB> bits += [ ""-t"" , self . options . selinux_type ] <TAB> <TAB> <TAB> <TAB> source_found = False <TAB> for cmd in boot_cmd [ : ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> boot_cmd . remove ( cmd ) <TAB> <TAB> <TAB> source_found = True <TAB> <TAB> <TAB> continue <TAB> <TAB> if source_found : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not cmd . endswith ( ""python"" ) : <TAB> <TAB> <TAB> <TAB> boot_cmd . remove ( cmd ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> break <TAB> return bits + [ ""--"" ] + boot_cmd","if ""source"" == cmd :",451
20817,"def _handle_open_tag(self, html_tag):
    ignored = self.handle_ignore(html_tag)
    tagname = self.handle_replacement(html_tag)
    jannotations = self.read_jannotations(html_tag)
    if not jannotations and tagname in self.labelled_tag_stacks:
        # add this tag to the stack to match correct end tag
        self.labelled_tag_stacks[tagname].append(None)
    increment = not jannotations
    for jannotation in arg_to_iter(jannotations):
        self.extra_required_attrs.extend(jannotation.pop(""required"", []))
        annotation = self.build_annotation(jannotation)
        self.handle_generated(annotation, ignored)
        self.handle_variant(annotation)
        # Don't increment generated/text annotation
        if annotation.annotation_text is None and not increment:
            increment = True
        # look for a closing tag if the content is important
        if annotation.surrounds_attribute:
            self.labelled_tag_stacks[tagname].append(annotation)
        else:
            annotation.end_index = annotation.start_index + 1
            self.annotations.append(annotation)
    self.next_tag_index += increment","def _handle_open_tag ( self , html_tag ) : <TAB> ignored = self . handle_ignore ( html_tag ) <TAB> tagname = self . handle_replacement ( html_tag ) <TAB> jannotations = self . read_jannotations ( html_tag ) <TAB> if not jannotations and tagname in self . labelled_tag_stacks : <TAB> <TAB> <TAB> <TAB> self . labelled_tag_stacks [ tagname ] . append ( None ) <TAB> increment = not jannotations <TAB> for jannotation in arg_to_iter ( jannotations ) : <TAB> <TAB> self . extra_required_attrs . extend ( jannotation . pop ( ""required"" , [ ] ) ) <TAB> <TAB> annotation = self . build_annotation ( jannotation ) <TAB> <TAB> self . handle_generated ( annotation , ignored ) <TAB> <TAB> self . handle_variant ( annotation ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> increment = True <TAB> <TAB> <TAB> <TAB> if annotation . surrounds_attribute : <TAB> <TAB> <TAB> self . labelled_tag_stacks [ tagname ] . append ( annotation ) <TAB> <TAB> else : <TAB> <TAB> <TAB> annotation . end_index = annotation . start_index + 1 <TAB> <TAB> <TAB> self . annotations . append ( annotation ) <TAB> self . next_tag_index += increment",if annotation . annotation_text is None and not increment :,311
22409,"def _check_main_square_in_range(self):
    """"""Notifies the user via a message in case there is no main square in range""""""
    if not self.owner.is_local_player:
        return  # only check this for local player
    for building in self.get_buildings_in_range():
        if building.id == BUILDINGS.MAIN_SQUARE:
            if StaticPather.get_path_on_roads(self.island, self, building) is not None:
                # a main square is in range
                if hasattr(self, ""_main_square_status_icon""):
                    RemoveStatusIcon.broadcast(self, self, SettlerNotConnectedStatus)
                    del self._main_square_status_icon
                return
    if not hasattr(self, ""_main_square_status_icon""):
        self._main_square_status_icon = SettlerNotConnectedStatus(
            self
        )  # save ref for removal later
        AddStatusIcon.broadcast(self, self._main_square_status_icon)
    # no main square found
    # check_duplicate: only trigger once for different settlers of a neighborhood
    self.session.ingame_gui.message_widget.add(
        point=self.position.origin,
        string_id=""NO_MAIN_SQUARE_IN_RANGE"",
        check_duplicate=True,
    )
","def _check_main_square_in_range ( self ) : <TAB> """"""Notifies the user via a message in case there is no main square in range"""""" <TAB> if not self . owner . is_local_player : <TAB> <TAB> return <TAB> for building in self . get_buildings_in_range ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if StaticPather . get_path_on_roads ( self . island , self , building ) is not None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if hasattr ( self , ""_main_square_status_icon"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> RemoveStatusIcon . broadcast ( self , self , SettlerNotConnectedStatus ) <TAB> <TAB> <TAB> <TAB> <TAB> del self . _main_square_status_icon <TAB> <TAB> <TAB> <TAB> return <TAB> if not hasattr ( self , ""_main_square_status_icon"" ) : <TAB> <TAB> self . _main_square_status_icon = SettlerNotConnectedStatus ( <TAB> <TAB> <TAB> self <TAB> <TAB> ) <TAB> <TAB> AddStatusIcon . broadcast ( self , self . _main_square_status_icon ) <TAB> <TAB> <TAB> self . session . ingame_gui . message_widget . add ( <TAB> <TAB> point = self . position . origin , <TAB> <TAB> string_id = ""NO_MAIN_SQUARE_IN_RANGE"" , <TAB> <TAB> check_duplicate = True , <TAB> )",if building . id == BUILDINGS . MAIN_SQUARE :,358
21297,"def __init__(self, centered=None, shape_params=()):
    assert centered is None or isinstance(centered, (float, torch.Tensor))
    assert isinstance(shape_params, (tuple, list))
    assert all(isinstance(name, str) for name in shape_params)
    if is_validation_enabled():
        if isinstance(centered, float):
            assert 0 <= centered and centered <= 1
        elif isinstance(centered, torch.Tensor):
            assert (0 <= centered).all()
            assert (centered <= 1).all()
        else:
            assert centered is None
    self.centered = centered
    self.shape_params = shape_params","def __init__ ( self , centered = None , shape_params = ( ) ) : <TAB> assert centered is None or isinstance ( centered , ( float , torch . Tensor ) ) <TAB> assert isinstance ( shape_params , ( tuple , list ) ) <TAB> assert all ( isinstance ( name , str ) for name in shape_params ) <TAB> if is_validation_enabled ( ) : <TAB> <TAB> if isinstance ( centered , float ) : <TAB> <TAB> <TAB> assert 0 <= centered and centered <= 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert ( 0 <= centered ) . all ( ) <TAB> <TAB> <TAB> assert ( centered <= 1 ) . all ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> assert centered is None <TAB> self . centered = centered <TAB> self . shape_params = shape_params","elif isinstance ( centered , torch . Tensor ) :",163
5772,"def __get_id_list(self, user, attr):
    if user.is_superuser or not filer_settings.FILER_ENABLE_PERMISSIONS:
        return ""All""
    allow_list = set()
    deny_list = set()
    group_ids = user.groups.all().values_list(""id"", flat=True)
    q = Q(user=user) | Q(group__in=group_ids) | Q(everybody=True)
    perms = self.filter(q).order_by(""folder__tree_id"", ""folder__level"", ""folder__lft"")
    for perm in perms:
        p = getattr(perm, attr)
        if p is None:
            # Not allow nor deny, we continue with the next permission
            continue
        if not perm.folder:
            assert perm.type == FolderPermission.ALL
            if p == FolderPermission.ALLOW:
                allow_list.update(Folder.objects.all().values_list(""id"", flat=True))
            else:
                deny_list.update(Folder.objects.all().values_list(""id"", flat=True))
            continue
        folder_id = perm.folder.id
        if p == FolderPermission.ALLOW:
            allow_list.add(folder_id)
        else:
            deny_list.add(folder_id)
        if perm.type == FolderPermission.CHILDREN:
            if p == FolderPermission.ALLOW:
                allow_list.update(
                    perm.folder.get_descendants().values_list(""id"", flat=True)
                )
            else:
                deny_list.update(
                    perm.folder.get_descendants().values_list(""id"", flat=True)
                )
    # Deny has precedence over allow
    return allow_list - deny_list
","def __get_id_list ( self , user , attr ) : <TAB> if user . is_superuser or not filer_settings . FILER_ENABLE_PERMISSIONS : <TAB> <TAB> return ""All"" <TAB> allow_list = set ( ) <TAB> deny_list = set ( ) <TAB> group_ids = user . groups . all ( ) . values_list ( ""id"" , flat = True ) <TAB> q = Q ( user = user ) | Q ( group__in = group_ids ) | Q ( everybody = True ) <TAB> perms = self . filter ( q ) . order_by ( ""folder__tree_id"" , ""folder__level"" , ""folder__lft"" ) <TAB> for perm in perms : <TAB> <TAB> p = getattr ( perm , attr ) <TAB> <TAB> if p is None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> if not perm . folder : <TAB> <TAB> <TAB> assert perm . type == FolderPermission . ALL <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> allow_list . update ( Folder . objects . all ( ) . values_list ( ""id"" , flat = True ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> deny_list . update ( Folder . objects . all ( ) . values_list ( ""id"" , flat = True ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> folder_id = perm . folder . id <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> allow_list . add ( folder_id ) <TAB> <TAB> else : <TAB> <TAB> <TAB> deny_list . add ( folder_id ) <TAB> <TAB> if perm . type == FolderPermission . CHILDREN : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> allow_list . update ( <TAB> <TAB> <TAB> <TAB> <TAB> perm . folder . get_descendants ( ) . values_list ( ""id"" , flat = True ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> deny_list . update ( <TAB> <TAB> <TAB> <TAB> <TAB> perm . folder . get_descendants ( ) . values_list ( ""id"" , flat = True ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> return allow_list - deny_list",if p == FolderPermission . ALLOW :,481
2032,"def test_native_types(self):
    for tp, fmt, shape, itemtp in native_types:
        ob = tp()
        v = memoryview(ob)
        try:
            self.assertEqual(normalize(v.format), normalize(fmt))
            if shape:
                self.assertEqual(len(v), shape[0])
            else:
                self.assertEqual(len(v) * sizeof(itemtp), sizeof(ob))
            self.assertEqual(v.itemsize, sizeof(itemtp))
            self.assertEqual(v.shape, shape)
            # XXX Issue #12851: PyCData_NewGetBuffer() must provide strides
            #     if requested. memoryview currently reconstructs missing
            #     stride information, so this assert will fail.
            # self.assertEqual(v.strides, ())
            # they are always read/write
            self.assertFalse(v.readonly)
            if v.shape:
                n = 1
                for dim in v.shape:
                    n = n * dim
                self.assertEqual(n * v.itemsize, len(v.tobytes()))
        except:
            # so that we can see the failing type
            print(tp)
            raise","def test_native_types ( self ) : <TAB> for tp , fmt , shape , itemtp in native_types : <TAB> <TAB> ob = tp ( ) <TAB> <TAB> v = memoryview ( ob ) <TAB> <TAB> try : <TAB> <TAB> <TAB> self . assertEqual ( normalize ( v . format ) , normalize ( fmt ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( len ( v ) , shape [ 0 ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . assertEqual ( len ( v ) * sizeof ( itemtp ) , sizeof ( ob ) ) <TAB> <TAB> <TAB> self . assertEqual ( v . itemsize , sizeof ( itemtp ) ) <TAB> <TAB> <TAB> self . assertEqual ( v . shape , shape ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertFalse ( v . readonly ) <TAB> <TAB> <TAB> if v . shape : <TAB> <TAB> <TAB> <TAB> n = 1 <TAB> <TAB> <TAB> <TAB> for dim in v . shape : <TAB> <TAB> <TAB> <TAB> <TAB> n = n * dim <TAB> <TAB> <TAB> <TAB> self . assertEqual ( n * v . itemsize , len ( v . tobytes ( ) ) ) <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( tp ) <TAB> <TAB> <TAB> raise",if shape :,334
482,"def uninstall_environments(self, environments):
    environments = [
        env
        if not env.startswith(self.conda_context.envs_path)
        else os.path.basename(env)
        for env in environments
    ]
    return_codes = [self.conda_context.exec_remove([env]) for env in environments]
    final_return_code = 0
    for env, return_code in zip(environments, return_codes):
        if return_code == 0:
            log.debug(""Conda environment '%s' successfully removed."" % env)
        else:
            log.debug(""Conda environment '%s' could not be removed."" % env)
            final_return_code = return_code
    return final_return_code","def uninstall_environments ( self , environments ) : <TAB> environments = [ <TAB> <TAB> env <TAB> <TAB> if not env . startswith ( self . conda_context . envs_path ) <TAB> <TAB> else os . path . basename ( env ) <TAB> <TAB> for env in environments <TAB> ] <TAB> return_codes = [ self . conda_context . exec_remove ( [ env ] ) for env in environments ] <TAB> final_return_code = 0 <TAB> for env , return_code in zip ( environments , return_codes ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> log . debug ( ""Conda environment '%s' successfully removed."" % env ) <TAB> <TAB> else : <TAB> <TAB> <TAB> log . debug ( ""Conda environment '%s' could not be removed."" % env ) <TAB> <TAB> <TAB> final_return_code = return_code <TAB> return final_return_code",if return_code == 0 :,191
23424,"def updater_run_install_popup_handler(scene):
    global ran_autocheck_install_popup
    ran_autocheck_install_popup = True
    # in case of error importing updater
    if updater.invalidupdater:
        return
    try:
        bpy.app.handlers.scene_update_post.remove(updater_run_install_popup_handler)
    except:
        pass
    if ""ignore"" in updater.json and updater.json[""ignore""]:
        return  # don't do popup if ignore pressed
    # elif type(updater.update_version) != type((0,0,0)):
    #   # likely was from master or another branch, shouldn't trigger popup
    #   updater.json_reset_restore()
    #   return
    elif ""version_text"" in updater.json and ""version"" in updater.json[""version_text""]:
        version = updater.json[""version_text""][""version""]
        ver_tuple = updater.version_tuple_from_text(version)
        if ver_tuple < updater.current_version:
            # user probably manually installed to get the up to date addon
            # in here. Clear out the update flag using this function
            if updater.verbose:
                print(""RetopoFlow updater: appears user updated, clearing flag"")
            updater.json_reset_restore()
            return
    atr = addon_updater_install_popup.bl_idname.split(""."")
    getattr(getattr(bpy.ops, atr[0]), atr[1])(""INVOKE_DEFAULT"")","def updater_run_install_popup_handler ( scene ) : <TAB> global ran_autocheck_install_popup <TAB> ran_autocheck_install_popup = True <TAB> <TAB> if updater . invalidupdater : <TAB> <TAB> return <TAB> try : <TAB> <TAB> bpy . app . handlers . scene_update_post . remove ( updater_run_install_popup_handler ) <TAB> except : <TAB> <TAB> pass <TAB> if ""ignore"" in updater . json and updater . json [ ""ignore"" ] : <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> <TAB> elif ""version_text"" in updater . json and ""version"" in updater . json [ ""version_text"" ] : <TAB> <TAB> version = updater . json [ ""version_text"" ] [ ""version"" ] <TAB> <TAB> ver_tuple = updater . version_tuple_from_text ( version ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if updater . verbose : <TAB> <TAB> <TAB> <TAB> print ( ""RetopoFlow updater: appears user updated, clearing flag"" ) <TAB> <TAB> <TAB> updater . json_reset_restore ( ) <TAB> <TAB> <TAB> return <TAB> atr = addon_updater_install_popup . bl_idname . split ( ""."" ) <TAB> getattr ( getattr ( bpy . ops , atr [ 0 ] ) , atr [ 1 ] ) ( ""INVOKE_DEFAULT"" )",if ver_tuple < updater . current_version :,389
8305,"def _test_reducibility(self):
    # make a copy of the graph
    graph = networkx.DiGraph(self._graph)
    # preprocess: make it a super graph
    self._make_supergraph(graph)
    while True:
        changed = False
        # find a node with a back-edge, remove the edge (deleting the loop), and replace it with a MultiNode
        changed |= self._remove_self_loop(graph)
        # find a node that has only one predecessor, and merge it with its predecessor (replace them with a
        # MultiNode)
        changed |= self._merge_single_entry_node(graph)
        if not changed:
            # a fixed-point is reached
            break
",def _test_reducibility ( self ) : <TAB> <TAB> graph = networkx . DiGraph ( self . _graph ) <TAB> <TAB> self . _make_supergraph ( graph ) <TAB> while True : <TAB> <TAB> changed = False <TAB> <TAB> <TAB> <TAB> changed |= self . _remove_self_loop ( graph ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> changed |= self . _merge_single_entry_node ( graph ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break,if not changed :,178
18202,"def _process_features(self, datum):
    if len(datum) != 2:
        raise ValueError(
            ""Expected tuples of ({}_id, features), ""
            ""got {}."".format(self._entity_type, datum)
        )
    entity_id, features = datum
    if entity_id not in self._id_mapping:
        raise ValueError(
            ""{entity_type} id {entity_id} not in {entity_type} id mappings."".format(
                entity_type=self._entity_type, entity_id=entity_id
            )
        )
    idx = self._id_mapping[entity_id]
    for (feature, weight) in self._iter_features(features):
        if feature not in self._feature_mapping:
            raise ValueError(
                ""Feature {} not in feature mapping. "" ""Call fit first."".format(feature)
            )
        feature_idx = self._feature_mapping[feature]
        yield (idx, feature_idx, weight)","def _process_features ( self , datum ) : <TAB> if len ( datum ) != 2 : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""Expected tuples of ({}_id, features), "" <TAB> <TAB> <TAB> ""got {}."" . format ( self . _entity_type , datum ) <TAB> <TAB> ) <TAB> entity_id , features = datum <TAB> if entity_id not in self . _id_mapping : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""{entity_type} id {entity_id} not in {entity_type} id mappings."" . format ( <TAB> <TAB> <TAB> <TAB> entity_type = self . _entity_type , entity_id = entity_id <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> idx = self . _id_mapping [ entity_id ] <TAB> for ( feature , weight ) in self . _iter_features ( features ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Feature {} not in feature mapping. "" ""Call fit first."" . format ( feature ) <TAB> <TAB> <TAB> ) <TAB> <TAB> feature_idx = self . _feature_mapping [ feature ] <TAB> <TAB> yield ( idx , feature_idx , weight )",if feature not in self . _feature_mapping :,261
2395,"def vsGetFastParseFields(self):
    fields = []
    for fname in self._vs_fields:
        fobj = self._vs_values.get(fname)
        if fobj.vsIsPrim():
            fields.append(fobj)
            continue
        fields.extend(fobj.vsGetFastParseFields())
    return fields
",def vsGetFastParseFields ( self ) : <TAB> fields = [ ] <TAB> for fname in self . _vs_fields : <TAB> <TAB> fobj = self . _vs_values . get ( fname ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fields . append ( fobj ) <TAB> <TAB> <TAB> continue <TAB> <TAB> fields . extend ( fobj . vsGetFastParseFields ( ) ) <TAB> return fields,if fobj . vsIsPrim ( ) :,89
19666,"def query(q):
    url = query_url() + urllib.parse.quote(json.dumps(q))
    ret = None
    for i in range(20):
        try:
            ret = urlread(url)
            while ret.startswith(b""canceling statement due to statement timeout""):
                ret = urlread(url)
            if not ret:
                print(""ret == None"")
        except IOError:
            pass
        if ret:
            try:
                data = json.loads(ret)
                if isinstance(data, dict):
                    if ""error"" in data:
                        print(""error:"")
                        print(ret)
                    assert ""error"" not in data
                return data
            except:
                print(ret)
                print(url)
        sleep(20)","def query ( q ) : <TAB> url = query_url ( ) + urllib . parse . quote ( json . dumps ( q ) ) <TAB> ret = None <TAB> for i in range ( 20 ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> ret = urlread ( url ) <TAB> <TAB> <TAB> while ret . startswith ( b""canceling statement due to statement timeout"" ) : <TAB> <TAB> <TAB> <TAB> ret = urlread ( url ) <TAB> <TAB> <TAB> if not ret : <TAB> <TAB> <TAB> <TAB> print ( ""ret == None"" ) <TAB> <TAB> except IOError : <TAB> <TAB> <TAB> pass <TAB> <TAB> if ret : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> data = json . loads ( ret ) <TAB> <TAB> <TAB> <TAB> if isinstance ( data , dict ) : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( ""error:"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( ret ) <TAB> <TAB> <TAB> <TAB> <TAB> assert ""error"" not in data <TAB> <TAB> <TAB> <TAB> return data <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> print ( ret ) <TAB> <TAB> <TAB> <TAB> print ( url ) <TAB> <TAB> sleep ( 20 )","if ""error"" in data :",242
23055,"def __get_ratio(self):
    """"""Return splitter ratio of the main splitter.""""""
    c = self.c
    free_layout = c.free_layout
    if free_layout:
        w = free_layout.get_main_splitter()
        if w:
            aList = w.sizes()
            if len(aList) == 2:
                n1, n2 = aList
                # 2017/06/07: guard against division by zero.
                ratio = 0.5 if n1 + n2 == 0 else float(n1) / float(n1 + n2)
                return ratio
    return 0.5","def __get_ratio ( self ) : <TAB> """"""Return splitter ratio of the main splitter."""""" <TAB> c = self . c <TAB> free_layout = c . free_layout <TAB> if free_layout : <TAB> <TAB> w = free_layout . get_main_splitter ( ) <TAB> <TAB> if w : <TAB> <TAB> <TAB> aList = w . sizes ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> n1 , n2 = aList <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ratio = 0.5 if n1 + n2 == 0 else float ( n1 ) / float ( n1 + n2 ) <TAB> <TAB> <TAB> <TAB> return ratio <TAB> return 0.5",if len ( aList ) == 2 :,170
14162,"def _readenv(var, msg):
    match = _ENV_VAR_PAT.match(var)
    if match and match.groups():
        envvar = match.groups()[0]
        if envvar in os.environ:
            value = os.environ[envvar]
            if six.PY2:
                value = value.decode(""utf8"")
            return value
        else:
            raise InvalidConfigException(
                ""{} - environment variable '{}' not set"".format(msg, var)
            )
    else:
        raise InvalidConfigException(
            ""{} - environment variable name '{}' does not match pattern '{}'"".format(
                msg, var, _ENV_VAR_PAT_STR
            )
        )","def _readenv ( var , msg ) : <TAB> match = _ENV_VAR_PAT . match ( var ) <TAB> if match and match . groups ( ) : <TAB> <TAB> envvar = match . groups ( ) [ 0 ] <TAB> <TAB> if envvar in os . environ : <TAB> <TAB> <TAB> value = os . environ [ envvar ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> value = value . decode ( ""utf8"" ) <TAB> <TAB> <TAB> return value <TAB> <TAB> else : <TAB> <TAB> <TAB> raise InvalidConfigException ( <TAB> <TAB> <TAB> <TAB> ""{} - environment variable '{}' not set"" . format ( msg , var ) <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> raise InvalidConfigException ( <TAB> <TAB> <TAB> ""{} - environment variable name '{}' does not match pattern '{}'"" . format ( <TAB> <TAB> <TAB> <TAB> msg , var , _ENV_VAR_PAT_STR <TAB> <TAB> <TAB> ) <TAB> <TAB> )",if six . PY2 :,190
6353,"def _make_doc_structure(d, level):
    if d.is_redirect:
        return None
    if expand:
        res = dict(d.get_json_data())
        res[""subpages""] = []
    else:
        res = {
            ""title"": d.title,
            ""slug"": d.slug,
            ""locale"": d.locale,
            ""url"": d.get_absolute_url(),
            ""subpages"": [],
        }
    if level < depth:
        descendants = d.get_descendants(1)
        descendants.sort(key=lambda item: item.title)
        for descendant in descendants:
            sp = _make_doc_structure(descendant, level + 1)
            if sp is not None:
                res[""subpages""].append(sp)
    return res","def _make_doc_structure ( d , level ) : <TAB> if d . is_redirect : <TAB> <TAB> return None <TAB> if expand : <TAB> <TAB> res = dict ( d . get_json_data ( ) ) <TAB> <TAB> res [ ""subpages"" ] = [ ] <TAB> else : <TAB> <TAB> res = { <TAB> <TAB> <TAB> ""title"" : d . title , <TAB> <TAB> <TAB> ""slug"" : d . slug , <TAB> <TAB> <TAB> ""locale"" : d . locale , <TAB> <TAB> <TAB> ""url"" : d . get_absolute_url ( ) , <TAB> <TAB> <TAB> ""subpages"" : [ ] , <TAB> <TAB> } <TAB> if level < depth : <TAB> <TAB> descendants = d . get_descendants ( 1 ) <TAB> <TAB> descendants . sort ( key = lambda item : item . title ) <TAB> <TAB> for descendant in descendants : <TAB> <TAB> <TAB> sp = _make_doc_structure ( descendant , level + 1 ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> res [ ""subpages"" ] . append ( sp ) <TAB> return res",if sp is not None :,216
19601,"def _setup_layer(self, trainable=False, **kwargs):
    """"""Constructs keras layer with relevant weights and losses.""""""
    # Initialize an empty layer, then add_weight() etc. as needed.
    super(KerasLayer, self).__init__(trainable=trainable, **kwargs)
    # Add trainable and non-trainable weights from the callable.
    if hasattr(self._func, ""trainable_variables""):
        for v in self._func.trainable_variables:
            self._add_existing_weight(v, trainable=True)
        trainable_variables = {id(v) for v in self._func.trainable_variables}
    else:
        trainable_variables = set()
    if hasattr(self._func, ""variables""):
        for v in self._func.variables:
            if id(v) not in trainable_variables:
                self._add_existing_weight(v, trainable=False)
    # Forward the callable's regularization losses (if any).
    if hasattr(self._func, ""regularization_losses""):
        for l in self._func.regularization_losses:
            if not callable(l):
                raise ValueError(
                    ""hub.KerasLayer(obj) expects obj.regularization_losses to be an ""
                    ""iterable of callables, each returning a scalar loss term.""
                )
            self.add_loss(self._call_loss_if_trainable(l))  # Supports callables.
","def _setup_layer ( self , trainable = False , ** kwargs ) : <TAB> """"""Constructs keras layer with relevant weights and losses."""""" <TAB> <TAB> super ( KerasLayer , self ) . __init__ ( trainable = trainable , ** kwargs ) <TAB> <TAB> if hasattr ( self . _func , ""trainable_variables"" ) : <TAB> <TAB> for v in self . _func . trainable_variables : <TAB> <TAB> <TAB> self . _add_existing_weight ( v , trainable = True ) <TAB> <TAB> trainable_variables = { id ( v ) for v in self . _func . trainable_variables } <TAB> else : <TAB> <TAB> trainable_variables = set ( ) <TAB> if hasattr ( self . _func , ""variables"" ) : <TAB> <TAB> for v in self . _func . variables : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . _add_existing_weight ( v , trainable = False ) <TAB> <TAB> if hasattr ( self . _func , ""regularization_losses"" ) : <TAB> <TAB> for l in self . _func . regularization_losses : <TAB> <TAB> <TAB> if not callable ( l ) : <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""hub.KerasLayer(obj) expects obj.regularization_losses to be an "" <TAB> <TAB> <TAB> <TAB> <TAB> ""iterable of callables, each returning a scalar loss term."" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . add_loss ( self . _call_loss_if_trainable ( l ) )",if id ( v ) not in trainable_variables :,352
21960,"def process_signature(app, what, name, obj, options, signature, return_annotation):
    if signature:
        # replace Mock function names
        signature = re.sub(""<Mock name='([^']+)'.*>"", ""\g<1>"", signature)
        signature = re.sub(""tensorflow"", ""tf"", signature)
        # add scope name to layer signatures:
        if hasattr(obj, ""use_scope""):
            if obj.use_scope:
                signature = signature[0] + ""variable_scope_name, "" + signature[1:]
            elif obj.use_scope is None:
                signature = signature[0] + ""[variable_scope_name,] "" + signature[1:]
    # signature: arg list
    return signature, return_annotation","def process_signature ( app , what , name , obj , options , signature , return_annotation ) : <TAB> if signature : <TAB> <TAB> <TAB> <TAB> signature = re . sub ( ""<Mock name='([^']+)'.*>"" , ""\g<1>"" , signature ) <TAB> <TAB> signature = re . sub ( ""tensorflow"" , ""tf"" , signature ) <TAB> <TAB> <TAB> <TAB> if hasattr ( obj , ""use_scope"" ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> signature = signature [ 0 ] + ""variable_scope_name, "" + signature [ 1 : ] <TAB> <TAB> <TAB> elif obj . use_scope is None : <TAB> <TAB> <TAB> <TAB> signature = signature [ 0 ] + ""[variable_scope_name,] "" + signature [ 1 : ] <TAB> <TAB> return signature , return_annotation",if obj . use_scope :,188
15071,"def check_model_list_copy(overwrite=False, max_per_line=119):
    """"""Check the model lists in the README and index.rst are consistent and maybe `overwrite`.""""""
    rst_list, start_index, end_index, lines = _find_text_in_file(
        filename=os.path.join(PATH_TO_DOCS, ""index.rst""),
        start_prompt=""    This list is updated automatically from the README"",
        end_prompt="".. _bigtable:"",
    )
    md_list = get_model_list()
    converted_list = convert_to_rst(md_list, max_per_line=max_per_line)
    if converted_list != rst_list:
        if overwrite:
            with open(
                os.path.join(PATH_TO_DOCS, ""index.rst""),
                ""w"",
                encoding=""utf-8"",
                newline=""\n"",
            ) as f:
                f.writelines(lines[:start_index] + [converted_list] + lines[end_index:])
        else:
            raise ValueError(
                ""The model list in the README changed and the list in `index.rst` has not been updated. Run ""
                ""`make fix-copies` to fix this.""
            )","def check_model_list_copy ( overwrite = False , max_per_line = 119 ) : <TAB> """"""Check the model lists in the README and index.rst are consistent and maybe `overwrite`."""""" <TAB> rst_list , start_index , end_index , lines = _find_text_in_file ( <TAB> <TAB> filename = os . path . join ( PATH_TO_DOCS , ""index.rst"" ) , <TAB> <TAB> start_prompt = ""    This list is updated automatically from the README"" , <TAB> <TAB> end_prompt = "".. _bigtable:"" , <TAB> ) <TAB> md_list = get_model_list ( ) <TAB> converted_list = convert_to_rst ( md_list , max_per_line = max_per_line ) <TAB> if converted_list != rst_list : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> with open ( <TAB> <TAB> <TAB> <TAB> os . path . join ( PATH_TO_DOCS , ""index.rst"" ) , <TAB> <TAB> <TAB> <TAB> ""w"" , <TAB> <TAB> <TAB> <TAB> encoding = ""utf-8"" , <TAB> <TAB> <TAB> <TAB> newline = ""\n"" , <TAB> <TAB> <TAB> ) as f : <TAB> <TAB> <TAB> <TAB> f . writelines ( lines [ : start_index ] + [ converted_list ] + lines [ end_index : ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""The model list in the README changed and the list in `index.rst` has not been updated. Run "" <TAB> <TAB> <TAB> <TAB> ""`make fix-copies` to fix this."" <TAB> <TAB> <TAB> )",if overwrite :,335
12138,"def ExcludePath(self, path):
    """"""Check to see if this is a service url and matches inbound_services.""""""
    skip = False
    for reserved_path in self.reserved_paths.keys():
        if path.startswith(reserved_path):
            if (
                not self.inbound_services
                or self.reserved_paths[reserved_path] not in self.inbound_services
            ):
                return (True, self.reserved_paths[reserved_path])
    return (False, None)
","def ExcludePath ( self , path ) : <TAB> """"""Check to see if this is a service url and matches inbound_services."""""" <TAB> skip = False <TAB> for reserved_path in self . reserved_paths . keys ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> not self . inbound_services <TAB> <TAB> <TAB> <TAB> or self . reserved_paths [ reserved_path ] not in self . inbound_services <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> return ( True , self . reserved_paths [ reserved_path ] ) <TAB> return ( False , None )",if path . startswith ( reserved_path ) :,132
6333,"def _parse_firstline(self, line):
    try:
        if self.kind == 2:  # auto detect
            try:
                self._parse_request_line(line)
            except InvalidRequestLine:
                self._parse_response_line(line)
        elif self.kind == 1:
            self._parse_response_line(line)
        elif self.kind == 0:
            self._parse_request_line(line)
    except InvalidRequestLine as e:
        self.errno = BAD_FIRST_LINE
        self.errstr = str(e)
        return False
    return True","def _parse_firstline ( self , line ) : <TAB> try : <TAB> <TAB> if self . kind == 2 : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> self . _parse_request_line ( line ) <TAB> <TAB> <TAB> except InvalidRequestLine : <TAB> <TAB> <TAB> <TAB> self . _parse_response_line ( line ) <TAB> <TAB> elif self . kind == 1 : <TAB> <TAB> <TAB> self . _parse_response_line ( line ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _parse_request_line ( line ) <TAB> except InvalidRequestLine as e : <TAB> <TAB> self . errno = BAD_FIRST_LINE <TAB> <TAB> self . errstr = str ( e ) <TAB> <TAB> return False <TAB> return True",elif self . kind == 0 :,165
18633,"def compare_multiple_events(i, expected_results, actual_results):
    events_in_a_row = []
    j = i
    while j < len(expected_results) and isinstance(
        actual_results[j], actual_results[i].__class__
    ):
        events_in_a_row.append(actual_results[j])
        j += 1
    message = """"
    for event in events_in_a_row:
        for k in range(i, j):
            passed, message = compare_events(expected_results[k], event)
            if passed:
                expected_results[k] = None
                break
        else:
            return i, False, message
    return j, True, """"","def compare_multiple_events ( i , expected_results , actual_results ) : <TAB> events_in_a_row = [ ] <TAB> j = i <TAB> while j < len ( expected_results ) and isinstance ( <TAB> <TAB> actual_results [ j ] , actual_results [ i ] . __class__ <TAB> ) : <TAB> <TAB> events_in_a_row . append ( actual_results [ j ] ) <TAB> <TAB> j += 1 <TAB> message = """" <TAB> for event in events_in_a_row : <TAB> <TAB> for k in range ( i , j ) : <TAB> <TAB> <TAB> passed , message = compare_events ( expected_results [ k ] , event ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> expected_results [ k ] = None <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> return i , False , message <TAB> return j , True , """"",if passed :,192
7504,"def get_default_region():
    region = """"
    if ""default"" in AWS_ACCOUNTS:
        # First check the host/endpoint configuration
        if AWS_ACCOUNTS[""default""].HOST.get():
            endpoint = AWS_ACCOUNTS[""default""].HOST.get()
            if re.search(SUBDOMAIN_ENDPOINT_RE, endpoint, re.IGNORECASE):
                region = re.search(
                    SUBDOMAIN_ENDPOINT_RE, endpoint, re.IGNORECASE
                ).group(""region"")
            elif re.search(HYPHEN_ENDPOINT_RE, endpoint, re.IGNORECASE):
                region = re.search(HYPHEN_ENDPOINT_RE, endpoint, re.IGNORECASE).group(
                    ""region""
                )
            elif re.search(DUALSTACK_ENDPOINT_RE, endpoint, re.IGNORECASE):
                region = re.search(
                    DUALSTACK_ENDPOINT_RE, endpoint, re.IGNORECASE
                ).group(""region"")
        elif AWS_ACCOUNTS[""default""].REGION.get():
            region = AWS_ACCOUNTS[""default""].REGION.get()
        # If the parsed out region is not in the list of supported regions, fallback to the default
        if region not in get_locations():
            LOG.warn(
                ""Region, %s, not found in the list of supported regions: %s""
                % (region, "", "".join(get_locations()))
            )
            region = """"
    return region
","def get_default_region ( ) : <TAB> region = """" <TAB> if ""default"" in AWS_ACCOUNTS : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> endpoint = AWS_ACCOUNTS [ ""default"" ] . HOST . get ( ) <TAB> <TAB> <TAB> if re . search ( SUBDOMAIN_ENDPOINT_RE , endpoint , re . IGNORECASE ) : <TAB> <TAB> <TAB> <TAB> region = re . search ( <TAB> <TAB> <TAB> <TAB> <TAB> SUBDOMAIN_ENDPOINT_RE , endpoint , re . IGNORECASE <TAB> <TAB> <TAB> <TAB> ) . group ( ""region"" ) <TAB> <TAB> <TAB> elif re . search ( HYPHEN_ENDPOINT_RE , endpoint , re . IGNORECASE ) : <TAB> <TAB> <TAB> <TAB> region = re . search ( HYPHEN_ENDPOINT_RE , endpoint , re . IGNORECASE ) . group ( <TAB> <TAB> <TAB> <TAB> <TAB> ""region"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> elif re . search ( DUALSTACK_ENDPOINT_RE , endpoint , re . IGNORECASE ) : <TAB> <TAB> <TAB> <TAB> region = re . search ( <TAB> <TAB> <TAB> <TAB> <TAB> DUALSTACK_ENDPOINT_RE , endpoint , re . IGNORECASE <TAB> <TAB> <TAB> <TAB> ) . group ( ""region"" ) <TAB> <TAB> elif AWS_ACCOUNTS [ ""default"" ] . REGION . get ( ) : <TAB> <TAB> <TAB> region = AWS_ACCOUNTS [ ""default"" ] . REGION . get ( ) <TAB> <TAB> <TAB> <TAB> if region not in get_locations ( ) : <TAB> <TAB> <TAB> LOG . warn ( <TAB> <TAB> <TAB> <TAB> ""Region, %s, not found in the list of supported regions: %s"" <TAB> <TAB> <TAB> <TAB> % ( region , "", "" . join ( get_locations ( ) ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> region = """" <TAB> return region","if AWS_ACCOUNTS [ ""default"" ] . HOST . get ( ) :",386
1300,"def __init__(self, factors, contrast_matrices, num_columns):
    self.factors = tuple(factors)
    factor_set = frozenset(factors)
    if not isinstance(contrast_matrices, dict):
        raise ValueError(""contrast_matrices must be dict"")
    for factor, contrast_matrix in six.iteritems(contrast_matrices):
        if factor not in factor_set:
            raise ValueError(""Unexpected factor in contrast_matrices dict"")
        if not isinstance(contrast_matrix, ContrastMatrix):
            raise ValueError(""Expected a ContrastMatrix, not %r"" % (contrast_matrix,))
    self.contrast_matrices = contrast_matrices
    if not isinstance(num_columns, six.integer_types):
        raise ValueError(""num_columns must be an integer"")
    self.num_columns = num_columns
","def __init__ ( self , factors , contrast_matrices , num_columns ) : <TAB> self . factors = tuple ( factors ) <TAB> factor_set = frozenset ( factors ) <TAB> if not isinstance ( contrast_matrices , dict ) : <TAB> <TAB> raise ValueError ( ""contrast_matrices must be dict"" ) <TAB> for factor , contrast_matrix in six . iteritems ( contrast_matrices ) : <TAB> <TAB> if factor not in factor_set : <TAB> <TAB> <TAB> raise ValueError ( ""Unexpected factor in contrast_matrices dict"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""Expected a ContrastMatrix, not %r"" % ( contrast_matrix , ) ) <TAB> self . contrast_matrices = contrast_matrices <TAB> if not isinstance ( num_columns , six . integer_types ) : <TAB> <TAB> raise ValueError ( ""num_columns must be an integer"" ) <TAB> self . num_columns = num_columns","if not isinstance ( contrast_matrix , ContrastMatrix ) :",193
9736,"def resolve(self, all_profiles, controls_manager=None):
    if self.resolved:
        return
    self.resolve_controls(controls_manager)
    self.resolved_selections = set(self.selected)
    if self.extends:
        if self.extends not in all_profiles:
            msg = (
                ""Profile {name} extends profile {extended}, but ""
                ""only profiles {known_profiles} are available for resolution."".format(
                    name=self.id_,
                    extended=self.extends,
                    known_profiles=list(all_profiles.keys()),
                )
            )
            raise RuntimeError(msg)
        extended_profile = all_profiles[self.extends]
        extended_profile.resolve(all_profiles, controls_manager)
        self.extend_by(extended_profile)
    for uns in self.unselected:
        self.resolved_selections.discard(uns)
    self.unselected = []
    self.extends = None
    self.selected = sorted(self.resolved_selections)
    self.resolved = True
","def resolve ( self , all_profiles , controls_manager = None ) : <TAB> if self . resolved : <TAB> <TAB> return <TAB> self . resolve_controls ( controls_manager ) <TAB> self . resolved_selections = set ( self . selected ) <TAB> if self . extends : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> msg = ( <TAB> <TAB> <TAB> <TAB> ""Profile {name} extends profile {extended}, but "" <TAB> <TAB> <TAB> <TAB> ""only profiles {known_profiles} are available for resolution."" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> name = self . id_ , <TAB> <TAB> <TAB> <TAB> <TAB> extended = self . extends , <TAB> <TAB> <TAB> <TAB> <TAB> known_profiles = list ( all_profiles . keys ( ) ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> raise RuntimeError ( msg ) <TAB> <TAB> extended_profile = all_profiles [ self . extends ] <TAB> <TAB> extended_profile . resolve ( all_profiles , controls_manager ) <TAB> <TAB> self . extend_by ( extended_profile ) <TAB> for uns in self . unselected : <TAB> <TAB> self . resolved_selections . discard ( uns ) <TAB> self . unselected = [ ] <TAB> self . extends = None <TAB> self . selected = sorted ( self . resolved_selections ) <TAB> self . resolved = True",if self . extends not in all_profiles :,288
4015,"def __init__(
    self,
    data_type=""unsupervised"",
    transform=None,
    pre_transform=None,
    pre_filter=None,
    empty=False,
    args=None,
):
    self.data_type = data_type
    self.url = ""https://cloud.tsinghua.edu.cn/f/2cac04ee904e4b54b4b2/?dl=1""
    self.root = osp.join(osp.dirname(osp.realpath(__file__)), ""../.."", ""data"", ""CHEM"")
    super(MoleculeDataset, self).__init__(
        self.root, transform, pre_transform, pre_filter
    )
    self.transform, self.pre_transform, self.pre_filter = (
        transform,
        pre_transform,
        pre_filter,
    )
    if not empty:
        if data_type == ""unsupervised"":
            self.data, self.slices = torch.load(self.processed_paths[1])
        else:
            self.data, self.slices = torch.load(self.processed_paths[0])","def __init__ ( <TAB> self , <TAB> data_type = ""unsupervised"" , <TAB> transform = None , <TAB> pre_transform = None , <TAB> pre_filter = None , <TAB> empty = False , <TAB> args = None , ) : <TAB> self . data_type = data_type <TAB> self . url = ""https://cloud.tsinghua.edu.cn/f/2cac04ee904e4b54b4b2/?dl=1"" <TAB> self . root = osp . join ( osp . dirname ( osp . realpath ( __file__ ) ) , ""../.."" , ""data"" , ""CHEM"" ) <TAB> super ( MoleculeDataset , self ) . __init__ ( <TAB> <TAB> self . root , transform , pre_transform , pre_filter <TAB> ) <TAB> self . transform , self . pre_transform , self . pre_filter = ( <TAB> <TAB> transform , <TAB> <TAB> pre_transform , <TAB> <TAB> pre_filter , <TAB> ) <TAB> if not empty : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . data , self . slices = torch . load ( self . processed_paths [ 1 ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . data , self . slices = torch . load ( self . processed_paths [ 0 ] )","if data_type == ""unsupervised"" :",278
11817,"def leave(self, reason=None):
    try:
        if self.id.startswith(""C""):
            log.info(""Leaving channel %s (%s)"", self, self.id)
            self._bot.api_call(""conversations.leave"", data={""channel"": self.id})
        else:
            log.info(""Leaving group %s (%s)"", self, self.id)
            self._bot.api_call(""conversations.leave"", data={""channel"": self.id})
    except SlackAPIResponseError as e:
        if e.error == ""user_is_bot"":
            raise RoomError(f""Unable to leave channel. {USER_IS_BOT_HELPTEXT}"")
        else:
            raise RoomError(e)
    self._id = None
","def leave ( self , reason = None ) : <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> log . info ( ""Leaving channel %s (%s)"" , self , self . id ) <TAB> <TAB> <TAB> self . _bot . api_call ( ""conversations.leave"" , data = { ""channel"" : self . id } ) <TAB> <TAB> else : <TAB> <TAB> <TAB> log . info ( ""Leaving group %s (%s)"" , self , self . id ) <TAB> <TAB> <TAB> self . _bot . api_call ( ""conversations.leave"" , data = { ""channel"" : self . id } ) <TAB> except SlackAPIResponseError as e : <TAB> <TAB> if e . error == ""user_is_bot"" : <TAB> <TAB> <TAB> raise RoomError ( f""Unable to leave channel. {USER_IS_BOT_HELPTEXT}"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise RoomError ( e ) <TAB> self . _id = None","if self . id . startswith ( ""C"" ) :",197
16447,"def excluded_files(self):
    ret = []
    try:
        file_paths = [
            os.path.normpath(
                os.path.join(os.path.relpath(folder, self.folder), el)
            ).replace(""\\"", ""/"")
            for folder, dirpaths, fs in walk(self.folder)
            for el in fs + dirpaths
        ]
        if file_paths:
            paths = to_file_bytes(""\n"".join(file_paths))
            out = input_runner([""git"", ""check-ignore"", ""--stdin""], paths, self.folder)
            grep_stdout = decode_text(out)
            ret = grep_stdout.splitlines()
    except (CalledProcessError, IOError, OSError) as e:
        if self._output:
            self._output.warn(
                ""Error checking excluded git files: %s. "" ""Ignoring excluded files"" % e
            )
        ret = []
    return ret
","def excluded_files ( self ) : <TAB> ret = [ ] <TAB> try : <TAB> <TAB> file_paths = [ <TAB> <TAB> <TAB> os . path . normpath ( <TAB> <TAB> <TAB> <TAB> os . path . join ( os . path . relpath ( folder , self . folder ) , el ) <TAB> <TAB> <TAB> ) . replace ( ""\\"" , ""/"" ) <TAB> <TAB> <TAB> for folder , dirpaths , fs in walk ( self . folder ) <TAB> <TAB> <TAB> for el in fs + dirpaths <TAB> <TAB> ] <TAB> <TAB> if file_paths : <TAB> <TAB> <TAB> paths = to_file_bytes ( ""\n"" . join ( file_paths ) ) <TAB> <TAB> <TAB> out = input_runner ( [ ""git"" , ""check-ignore"" , ""--stdin"" ] , paths , self . folder ) <TAB> <TAB> <TAB> grep_stdout = decode_text ( out ) <TAB> <TAB> <TAB> ret = grep_stdout . splitlines ( ) <TAB> except ( CalledProcessError , IOError , OSError ) as e : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _output . warn ( <TAB> <TAB> <TAB> <TAB> ""Error checking excluded git files: %s. "" ""Ignoring excluded files"" % e <TAB> <TAB> <TAB> ) <TAB> <TAB> ret = [ ] <TAB> return ret",if self . _output :,251
24319,"def find_internal_python_modules(
    root_module: types.ModuleType,
) -> Sequence[Tuple[str, types.ModuleType]]:
    """"""Returns `(name, module)` for all Haiku submodules under `root_module`.""""""
    modules = set([(root_module.__name__, root_module)])
    visited = set()
    to_visit = [root_module]
    while to_visit:
        mod = to_visit.pop()
        visited.add(mod)
        for name in dir(mod):
            obj = getattr(mod, name)
            if inspect.ismodule(obj) and obj not in visited:
                if obj.__name__.startswith(""haiku""):
                    to_visit.append(obj)
                    modules.add((obj.__name__, obj))
    return sorted(modules)
","def find_internal_python_modules ( <TAB> root_module : types . ModuleType , ) -> Sequence [ Tuple [ str , types . ModuleType ] ] : <TAB> """"""Returns `(name, module)` for all Haiku submodules under `root_module`."""""" <TAB> modules = set ( [ ( root_module . __name__ , root_module ) ] ) <TAB> visited = set ( ) <TAB> to_visit = [ root_module ] <TAB> while to_visit : <TAB> <TAB> mod = to_visit . pop ( ) <TAB> <TAB> visited . add ( mod ) <TAB> <TAB> for name in dir ( mod ) : <TAB> <TAB> <TAB> obj = getattr ( mod , name ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if obj . __name__ . startswith ( ""haiku"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> to_visit . append ( obj ) <TAB> <TAB> <TAB> <TAB> <TAB> modules . add ( ( obj . __name__ , obj ) ) <TAB> return sorted ( modules )",if inspect . ismodule ( obj ) and obj not in visited :,206
14376,"def __init__(
    self, msg=None, data=None, filename=None, password=None, vals=None, file_obj=None
):
    self.p = None
    self.q = None
    self.g = None
    self.y = None
    self.x = None
    if file_obj is not None:
        self._from_private_key(file_obj, password)
        return
    if filename is not None:
        self._from_private_key_file(filename, password)
        return
    if (msg is None) and (data is not None):
        msg = Message(data)
    if vals is not None:
        self.p, self.q, self.g, self.y = vals
    else:
        if msg is None:
            raise SSHException(""Key object may not be empty"")
        if msg.get_text() != ""ssh-dss"":
            raise SSHException(""Invalid key"")
        self.p = msg.get_mpint()
        self.q = msg.get_mpint()
        self.g = msg.get_mpint()
        self.y = msg.get_mpint()
    self.size = util.bit_length(self.p)
","def __init__ ( <TAB> self , msg = None , data = None , filename = None , password = None , vals = None , file_obj = None ) : <TAB> self . p = None <TAB> self . q = None <TAB> self . g = None <TAB> self . y = None <TAB> self . x = None <TAB> if file_obj is not None : <TAB> <TAB> self . _from_private_key ( file_obj , password ) <TAB> <TAB> return <TAB> if filename is not None : <TAB> <TAB> self . _from_private_key_file ( filename , password ) <TAB> <TAB> return <TAB> if ( msg is None ) and ( data is not None ) : <TAB> <TAB> msg = Message ( data ) <TAB> if vals is not None : <TAB> <TAB> self . p , self . q , self . g , self . y = vals <TAB> else : <TAB> <TAB> if msg is None : <TAB> <TAB> <TAB> raise SSHException ( ""Key object may not be empty"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise SSHException ( ""Invalid key"" ) <TAB> <TAB> self . p = msg . get_mpint ( ) <TAB> <TAB> self . q = msg . get_mpint ( ) <TAB> <TAB> self . g = msg . get_mpint ( ) <TAB> <TAB> self . y = msg . get_mpint ( ) <TAB> self . size = util . bit_length ( self . p )","if msg . get_text ( ) != ""ssh-dss"" :",308
4158,"def test_broadcast(self):
    """"""Test example broadcast functionality.""""""
    self.create_lang_connection(""1000000000"", ""en"")
    self.create_lang_connection(""1000000001"", ""en"")
    self.create_lang_connection(""1000000002"", ""en"")
    self.create_lang_connection(""1000000003"", ""es"")
    self.create_lang_connection(""1000000004"", ""es"")
    app.lang_broadcast()
    self.assertEqual(2, len(self.outbound))
    for message in self.outbound:
        if message.text == ""hello"":
            self.assertEqual(3, len(message.connections))
        elif message.text == ""hola"":
            self.assertEqual(2, len(message.connections))","def test_broadcast ( self ) : <TAB> """"""Test example broadcast functionality."""""" <TAB> self . create_lang_connection ( ""1000000000"" , ""en"" ) <TAB> self . create_lang_connection ( ""1000000001"" , ""en"" ) <TAB> self . create_lang_connection ( ""1000000002"" , ""en"" ) <TAB> self . create_lang_connection ( ""1000000003"" , ""es"" ) <TAB> self . create_lang_connection ( ""1000000004"" , ""es"" ) <TAB> app . lang_broadcast ( ) <TAB> self . assertEqual ( 2 , len ( self . outbound ) ) <TAB> for message in self . outbound : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertEqual ( 3 , len ( message . connections ) ) <TAB> <TAB> elif message . text == ""hola"" : <TAB> <TAB> <TAB> self . assertEqual ( 2 , len ( message . connections ) )","if message . text == ""hello"" :",187
13792,"def _map_args(maps: dict, **kwargs):
    # maps: key=old name, value= new name
    output = {}
    for name, val in kwargs.items():
        if name in maps:
            assert isinstance(maps[name], str)
            output.update({maps[name]: val})
        else:
            output.update({name: val})
    for keys in maps.keys():
        if keys not in output.keys():
            pass
    return output
","def _map_args ( maps : dict , ** kwargs ) : <TAB> <TAB> output = { } <TAB> for name , val in kwargs . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert isinstance ( maps [ name ] , str ) <TAB> <TAB> <TAB> output . update ( { maps [ name ] : val } ) <TAB> <TAB> else : <TAB> <TAB> <TAB> output . update ( { name : val } ) <TAB> for keys in maps . keys ( ) : <TAB> <TAB> if keys not in output . keys ( ) : <TAB> <TAB> <TAB> pass <TAB> return output",if name in maps :,125
13383,"def parse_network_whitelist(self, network_whitelist_location):
    networks = []
    with open(network_whitelist_location, ""r"") as text_file:
        for line in text_file:
            line = line.strip().strip(""'"").strip('""')
            if isIPv4(line) or isIPv6(line):
                networks.append(line)
    return networks","def parse_network_whitelist ( self , network_whitelist_location ) : <TAB> networks = [ ] <TAB> with open ( network_whitelist_location , ""r"" ) as text_file : <TAB> <TAB> for line in text_file : <TAB> <TAB> <TAB> line = line . strip ( ) . strip ( ""'"" ) . strip ( '""' ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> networks . append ( line ) <TAB> return networks",if isIPv4 ( line ) or isIPv6 ( line ) :,98
22809,"def h_line_down(self, input):
    end_this_line = self.value.find(""\n"", self.cursor_position)
    if end_this_line == -1:
        if self.scroll_exit:
            self.h_exit_down(None)
        else:
            self.cursor_position = len(self.value)
    else:
        self.cursor_position = end_this_line + 1
        for x in range(self.cursorx):
            if self.cursor_position > len(self.value) - 1:
                break
            elif self.value[self.cursor_position] == ""\n"":
                break
            else:
                self.cursor_position += 1","def h_line_down ( self , input ) : <TAB> end_this_line = self . value . find ( ""\n"" , self . cursor_position ) <TAB> if end_this_line == - 1 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . h_exit_down ( None ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . cursor_position = len ( self . value ) <TAB> else : <TAB> <TAB> self . cursor_position = end_this_line + 1 <TAB> <TAB> for x in range ( self . cursorx ) : <TAB> <TAB> <TAB> if self . cursor_position > len ( self . value ) - 1 : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> elif self . value [ self . cursor_position ] == ""\n"" : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . cursor_position += 1",if self . scroll_exit :,193
7638,"def lookup_field(name, obj, model_admin=None):
    opts = obj._meta
    try:
        f = _get_non_gfk_field(opts, name)
    except (FieldDoesNotExist, FieldIsAForeignKeyColumnName):
        # For non-field values, the value is either a method, property or
        # returned via a callable.
        if callable(name):
            attr = name
            value = attr(obj)
        elif (
            model_admin is not None
            and hasattr(model_admin, name)
            and not name == ""__str__""
            and not name == ""__unicode__""
        ):
            attr = getattr(model_admin, name)
            value = attr(obj)
        else:
            attr = getattr(obj, name)
            if callable(attr):
                value = attr()
            else:
                value = attr
        f = None
    else:
        attr = None
        value = getattr(obj, name)
    return f, attr, value
","def lookup_field ( name , obj , model_admin = None ) : <TAB> opts = obj . _meta <TAB> try : <TAB> <TAB> f = _get_non_gfk_field ( opts , name ) <TAB> except ( FieldDoesNotExist , FieldIsAForeignKeyColumnName ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> attr = name <TAB> <TAB> <TAB> value = attr ( obj ) <TAB> <TAB> elif ( <TAB> <TAB> <TAB> model_admin is not None <TAB> <TAB> <TAB> and hasattr ( model_admin , name ) <TAB> <TAB> <TAB> and not name == ""__str__"" <TAB> <TAB> <TAB> and not name == ""__unicode__"" <TAB> <TAB> ) : <TAB> <TAB> <TAB> attr = getattr ( model_admin , name ) <TAB> <TAB> <TAB> value = attr ( obj ) <TAB> <TAB> else : <TAB> <TAB> <TAB> attr = getattr ( obj , name ) <TAB> <TAB> <TAB> if callable ( attr ) : <TAB> <TAB> <TAB> <TAB> value = attr ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> value = attr <TAB> <TAB> f = None <TAB> else : <TAB> <TAB> attr = None <TAB> <TAB> value = getattr ( obj , name ) <TAB> return f , attr , value",if callable ( name ) :,274
22695,"def _update_module_index(self):
    self.debug(""Updating index file..."")
    # initialize module index
    self._module_index = []
    # load module index from local copy
    path = os.path.join(self.home_path, ""modules.yml"")
    if os.path.exists(path):
        with open(path, ""r"") as infile:
            self._module_index = yaml.safe_load(infile)
        # add status to index for each module
        for module in self._module_index:
            status = ""not installed""
            if module[""path""] in self._loaded_category.get(""disabled"", []):
                status = ""disabled""
            elif module[""path""] in self._loaded_modules.keys():
                status = ""installed""
                loaded = self._loaded_modules[module[""path""]]
                if loaded.meta[""version""] != module[""version""]:
                    status = ""outdated""
            module[""status""] = status
","def _update_module_index ( self ) : <TAB> self . debug ( ""Updating index file..."" ) <TAB> <TAB> self . _module_index = [ ] <TAB> <TAB> path = os . path . join ( self . home_path , ""modules.yml"" ) <TAB> if os . path . exists ( path ) : <TAB> <TAB> with open ( path , ""r"" ) as infile : <TAB> <TAB> <TAB> self . _module_index = yaml . safe_load ( infile ) <TAB> <TAB> <TAB> <TAB> for module in self . _module_index : <TAB> <TAB> <TAB> status = ""not installed"" <TAB> <TAB> <TAB> if module [ ""path"" ] in self . _loaded_category . get ( ""disabled"" , [ ] ) : <TAB> <TAB> <TAB> <TAB> status = ""disabled"" <TAB> <TAB> <TAB> elif module [ ""path"" ] in self . _loaded_modules . keys ( ) : <TAB> <TAB> <TAB> <TAB> status = ""installed"" <TAB> <TAB> <TAB> <TAB> loaded = self . _loaded_modules [ module [ ""path"" ] ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> status = ""outdated"" <TAB> <TAB> <TAB> module [ ""status"" ] = status","if loaded . meta [ ""version"" ] != module [ ""version"" ] :",257
15726,"def test_nce(self):
    window_size = 5
    words = []
    for i in range(window_size):
        words.append(layers.data(name=""word_{0}"".format(i), shape=[1], dtype=""int64""))
    dict_size = 10000
    label_word = int(window_size // 2) + 1
    embs = []
    for i in range(window_size):
        if i == label_word:
            continue
        emb = layers.embedding(
            input=words[i], size=[dict_size, 32], param_attr=""emb.w"", is_sparse=True
        )
        embs.append(emb)
    embs = layers.concat(input=embs, axis=1)
    loss = layers.nce(
        input=embs,
        label=words[label_word],
        num_total_classes=dict_size,
        param_attr=""nce.w"",
        bias_attr=""nce.b"",
    )
    avg_loss = layers.mean(loss)
    self.assertIsNotNone(avg_loss)
    print(str(default_main_program()))","def test_nce ( self ) : <TAB> window_size = 5 <TAB> words = [ ] <TAB> for i in range ( window_size ) : <TAB> <TAB> words . append ( layers . data ( name = ""word_{0}"" . format ( i ) , shape = [ 1 ] , dtype = ""int64"" ) ) <TAB> dict_size = 10000 <TAB> label_word = int ( window_size // 2 ) + 1 <TAB> embs = [ ] <TAB> for i in range ( window_size ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> emb = layers . embedding ( <TAB> <TAB> <TAB> input = words [ i ] , size = [ dict_size , 32 ] , param_attr = ""emb.w"" , is_sparse = True <TAB> <TAB> ) <TAB> <TAB> embs . append ( emb ) <TAB> embs = layers . concat ( input = embs , axis = 1 ) <TAB> loss = layers . nce ( <TAB> <TAB> input = embs , <TAB> <TAB> label = words [ label_word ] , <TAB> <TAB> num_total_classes = dict_size , <TAB> <TAB> param_attr = ""nce.w"" , <TAB> <TAB> bias_attr = ""nce.b"" , <TAB> ) <TAB> avg_loss = layers . mean ( loss ) <TAB> self . assertIsNotNone ( avg_loss ) <TAB> print ( str ( default_main_program ( ) ) )",if i == label_word :,286
7138,"def create_if_compatible(cls, typ: Type, *, root: ""RootNode"") -> Optional[""Node""]:
    if cls.compatible_types:
        target_type: Type = typ
        if cls.use_origin:
            target_type = getattr(typ, ""__origin__"", None) or typ
        if cls._issubclass(target_type, cls.compatible_types):
            return cls(typ, root=root)
    return None
","def create_if_compatible ( cls , typ : Type , * , root : ""RootNode"" ) -> Optional [ ""Node"" ] : <TAB> if cls . compatible_types : <TAB> <TAB> target_type : Type = typ <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> target_type = getattr ( typ , ""__origin__"" , None ) or typ <TAB> <TAB> if cls . _issubclass ( target_type , cls . compatible_types ) : <TAB> <TAB> <TAB> return cls ( typ , root = root ) <TAB> return None",if cls . use_origin :,109
18737,"def generator():
    """"""Yields mutations.""""""
    if not self.is_attribute_of_class or not first_posarg or not substs:
        return
    try:
        inst = abstract_utils.get_atomic_value(first_posarg, Instance)
    except abstract_utils.ConversionError:
        return
    if inst.cls.template:
        for subst in substs:
            for k, v in subst.items():
                if k in inst.instance_type_parameters:
                    value = inst.instance_type_parameters[k].AssignToNewVariable(node)
                    value.PasteVariable(v, node)
                    yield function.Mutation(inst, k, value)
","def generator ( ) : <TAB> """"""Yields mutations."""""" <TAB> if not self . is_attribute_of_class or not first_posarg or not substs : <TAB> <TAB> return <TAB> try : <TAB> <TAB> inst = abstract_utils . get_atomic_value ( first_posarg , Instance ) <TAB> except abstract_utils . ConversionError : <TAB> <TAB> return <TAB> if inst . cls . template : <TAB> <TAB> for subst in substs : <TAB> <TAB> <TAB> for k , v in subst . items ( ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> value = inst . instance_type_parameters [ k ] . AssignToNewVariable ( node ) <TAB> <TAB> <TAB> <TAB> <TAB> value . PasteVariable ( v , node ) <TAB> <TAB> <TAB> <TAB> <TAB> yield function . Mutation ( inst , k , value )",if k in inst . instance_type_parameters :,184
1988,"def set_sequences(self, sequences):
    """"""Set sequences using the given name-to-key-list dictionary.""""""
    f = open(os.path.join(self._path, "".mh_sequences""), ""r+"", encoding=""ASCII"")
    try:
        os.close(os.open(f.name, os.O_WRONLY | os.O_TRUNC))
        for name, keys in sequences.items():
            if len(keys) == 0:
                continue
            f.write(name + "":"")
            prev = None
            completing = False
            for key in sorted(set(keys)):
                if key - 1 == prev:
                    if not completing:
                        completing = True
                        f.write(""-"")
                elif completing:
                    completing = False
                    f.write(""%s %s"" % (prev, key))
                else:
                    f.write("" %s"" % key)
                prev = key
            if completing:
                f.write(str(prev) + ""\n"")
            else:
                f.write(""\n"")
    finally:
        _sync_close(f)","def set_sequences ( self , sequences ) : <TAB> """"""Set sequences using the given name-to-key-list dictionary."""""" <TAB> f = open ( os . path . join ( self . _path , "".mh_sequences"" ) , ""r+"" , encoding = ""ASCII"" ) <TAB> try : <TAB> <TAB> os . close ( os . open ( f . name , os . O_WRONLY | os . O_TRUNC ) ) <TAB> <TAB> for name , keys in sequences . items ( ) : <TAB> <TAB> <TAB> if len ( keys ) == 0 : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> f . write ( name + "":"" ) <TAB> <TAB> <TAB> prev = None <TAB> <TAB> <TAB> completing = False <TAB> <TAB> <TAB> for key in sorted ( set ( keys ) ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> if not completing : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> completing = True <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> f . write ( ""-"" ) <TAB> <TAB> <TAB> <TAB> elif completing : <TAB> <TAB> <TAB> <TAB> <TAB> completing = False <TAB> <TAB> <TAB> <TAB> <TAB> f . write ( ""%s %s"" % ( prev , key ) ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> f . write ( "" %s"" % key ) <TAB> <TAB> <TAB> <TAB> prev = key <TAB> <TAB> <TAB> if completing : <TAB> <TAB> <TAB> <TAB> f . write ( str ( prev ) + ""\n"" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> f . write ( ""\n"" ) <TAB> finally : <TAB> <TAB> _sync_close ( f )",if key - 1 == prev :,328
2232,"def on_load_status_changed(self, widget, *args):
    if widget.get_property(""load-status"") == WebKit.LoadStatus.FINISHED:
        self._go_back_button.set_sensitive(widget.can_go_back())
        self._forward_button.set_sensitive(widget.can_go_forward())
        self.on_size_allocate(widget)
        # TODO enable when it will not crash
        # self._webview.save_cache()
        if self.is_loaded == False:
            self.is_loaded = True
            self.emit(""loaded"")
","def on_load_status_changed ( self , widget , * args ) : <TAB> if widget . get_property ( ""load-status"" ) == WebKit . LoadStatus . FINISHED : <TAB> <TAB> self . _go_back_button . set_sensitive ( widget . can_go_back ( ) ) <TAB> <TAB> self . _forward_button . set_sensitive ( widget . can_go_forward ( ) ) <TAB> <TAB> self . on_size_allocate ( widget ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . is_loaded = True <TAB> <TAB> <TAB> self . emit ( ""loaded"" )",if self . is_loaded == False :,153
22581,"def _get_parents_data(self, data):
    parents = 0
    if data[COLUMN_PARENT]:
        family = self.db.get_family_from_handle(data[COLUMN_PARENT][0])
        if family.get_father_handle():
            parents += 1
        if family.get_mother_handle():
            parents += 1
    return parents","def _get_parents_data ( self , data ) : <TAB> parents = 0 <TAB> if data [ COLUMN_PARENT ] : <TAB> <TAB> family = self . db . get_family_from_handle ( data [ COLUMN_PARENT ] [ 0 ] ) <TAB> <TAB> if family . get_father_handle ( ) : <TAB> <TAB> <TAB> parents += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> parents += 1 <TAB> return parents",if family . get_mother_handle ( ) :,98
19847,"def jobFinished(self, job):
    logger.debug(""job %s finished"", job.id)
    if job.id in self.activeJobs:
        self.last_finish_time = time.time()
        del self.activeJobs[job.id]
        self.activeJobsQueue.remove(job)
        for tid in self.jobTasks[job.id]:
            self.driver.killTask(Dict(value=tid))
        del self.jobTasks[job.id]
        if not self.activeJobs:
            self.agentTasks.clear()
    for tid, jid in six.iteritems(self.taskIdToJobId):
        if jid not in self.activeJobs:
            logger.debug(""kill task %s, because it is orphan"", tid)
            self.driver.killTask(Dict(value=tid))
","def jobFinished ( self , job ) : <TAB> logger . debug ( ""job %s finished"" , job . id ) <TAB> if job . id in self . activeJobs : <TAB> <TAB> self . last_finish_time = time . time ( ) <TAB> <TAB> del self . activeJobs [ job . id ] <TAB> <TAB> self . activeJobsQueue . remove ( job ) <TAB> <TAB> for tid in self . jobTasks [ job . id ] : <TAB> <TAB> <TAB> self . driver . killTask ( Dict ( value = tid ) ) <TAB> <TAB> del self . jobTasks [ job . id ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . agentTasks . clear ( ) <TAB> for tid , jid in six . iteritems ( self . taskIdToJobId ) : <TAB> <TAB> if jid not in self . activeJobs : <TAB> <TAB> <TAB> logger . debug ( ""kill task %s, because it is orphan"" , tid ) <TAB> <TAB> <TAB> self . driver . killTask ( Dict ( value = tid ) )",if not self . activeJobs :,221
6788,"def _validate_tag_field(value):
    # Valid field:
    #    - [""tag1"", ""tag2"", ""tag3""...]
    #    - [""tag1"", [""tag2"", None], [""tag3"", ""#ccc""], [tag4, #cccccc]...]
    for tag in value:
        if isinstance(tag, str):
            continue
        if isinstance(tag, (list, tuple)) and len(tag) == 2:
            name = tag[0]
            color = tag[1]
            if isinstance(name, str):
                if color is None or color == """":
                    continue
                if isinstance(color, str) and re.match(
                    ""^\#([a-fA-F0-9]{6}|[a-fA-F0-9]{3})$"", color
                ):
                    continue
                raise ValidationError(
                    _(
                        ""Invalid tag '{value}'. The color is not a ""
                        ""valid HEX color or null.""
                    ).format(value=tag)
                )
        raise ValidationError(
            _(
                ""Invalid tag '{value}'. it must be the name or a pair ""
                '\'[""name"", ""hex color/"" | null]\'.'
            ).format(value=tag)
        )","def _validate_tag_field ( value ) : <TAB> <TAB> <TAB> <TAB> for tag in value : <TAB> <TAB> if isinstance ( tag , str ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if isinstance ( tag , ( list , tuple ) ) and len ( tag ) == 2 : <TAB> <TAB> <TAB> name = tag [ 0 ] <TAB> <TAB> <TAB> color = tag [ 1 ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if color is None or color == """" : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if isinstance ( color , str ) and re . match ( <TAB> <TAB> <TAB> <TAB> <TAB> ""^\#([a-fA-F0-9]{6}|[a-fA-F0-9]{3})$"" , color <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> raise ValidationError ( <TAB> <TAB> <TAB> <TAB> <TAB> _ ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Invalid tag '{value}'. The color is not a "" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""valid HEX color or null."" <TAB> <TAB> <TAB> <TAB> <TAB> ) . format ( value = tag ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> raise ValidationError ( <TAB> <TAB> <TAB> _ ( <TAB> <TAB> <TAB> <TAB> ""Invalid tag '{value}'. it must be the name or a pair "" <TAB> <TAB> <TAB> <TAB> '\'[""name"", ""hex color/"" | null]\'.' <TAB> <TAB> <TAB> ) . format ( value = tag ) <TAB> <TAB> )","if isinstance ( name , str ) :",363
15990,"def _process_dataloader_aggregated_steps(result, weights):
    internal_keys = {""meta""}
    moved = False
    for k, v in result.items():
        if k in internal_keys:
            continue
        # make sure v is a tensor
        if not isinstance(v, torch.Tensor):
            v = torch.tensor(v)
        # move to memory only once
        if not moved:
            weights = weights.to(v.device)
            moved = True
        # move weights to same device as value to reduce
        weights_t = weights[: v.size(0)]
        # weighted mean
        numerator = torch.dot(v.float(), weights_t.transpose(-1, 0).float())
        v = numerator / weights.sum().float()
        result[k] = v","def _process_dataloader_aggregated_steps ( result , weights ) : <TAB> internal_keys = { ""meta"" } <TAB> moved = False <TAB> for k , v in result . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if not isinstance ( v , torch . Tensor ) : <TAB> <TAB> <TAB> v = torch . tensor ( v ) <TAB> <TAB> <TAB> <TAB> if not moved : <TAB> <TAB> <TAB> weights = weights . to ( v . device ) <TAB> <TAB> <TAB> moved = True <TAB> <TAB> <TAB> <TAB> weights_t = weights [ : v . size ( 0 ) ] <TAB> <TAB> <TAB> <TAB> numerator = torch . dot ( v . float ( ) , weights_t . transpose ( - 1 , 0 ) . float ( ) ) <TAB> <TAB> v = numerator / weights . sum ( ) . float ( ) <TAB> <TAB> result [ k ] = v",if k in internal_keys :,209
8196,"def __call__(cls, *args, **kwargs):
    obj = cls.__new__(cls, *args, **kwargs)
    from .keras_model import KerasModel
    if issubclass(cls, KerasModel):
        from tensorflow.keras import backend as K
        if K.backend() != ""tensorflow"":
            obj.__init__(*args, **kwargs)
            return obj
        K.clear_session()
        obj.graph = tf.Graph()
        with obj.graph.as_default():
            if hasattr(cls, ""_config_session""):
                obj.sess = cls._config_session()
            else:
                obj.sess = tf.Session()
    else:
        obj.graph = tf.Graph()
    for meth in dir(obj):
        if meth == ""__class__"":
            continue
        attr = getattr(obj, meth)
        if callable(attr):
            if issubclass(cls, KerasModel):
                wrapped_attr = _keras_wrap(attr, obj.sess)
            else:
                wrapped_attr = _graph_wrap(attr, obj.graph)
            setattr(obj, meth, wrapped_attr)
    obj.__init__(*args, **kwargs)
    return obj
","def __call__ ( cls , * args , ** kwargs ) : <TAB> obj = cls . __new__ ( cls , * args , ** kwargs ) <TAB> from . keras_model import KerasModel <TAB> if issubclass ( cls , KerasModel ) : <TAB> <TAB> from tensorflow . keras import backend as K <TAB> <TAB> if K . backend ( ) != ""tensorflow"" : <TAB> <TAB> <TAB> obj . __init__ ( * args , ** kwargs ) <TAB> <TAB> <TAB> return obj <TAB> <TAB> K . clear_session ( ) <TAB> <TAB> obj . graph = tf . Graph ( ) <TAB> <TAB> with obj . graph . as_default ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> obj . sess = cls . _config_session ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> obj . sess = tf . Session ( ) <TAB> else : <TAB> <TAB> obj . graph = tf . Graph ( ) <TAB> for meth in dir ( obj ) : <TAB> <TAB> if meth == ""__class__"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> attr = getattr ( obj , meth ) <TAB> <TAB> if callable ( attr ) : <TAB> <TAB> <TAB> if issubclass ( cls , KerasModel ) : <TAB> <TAB> <TAB> <TAB> wrapped_attr = _keras_wrap ( attr , obj . sess ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> wrapped_attr = _graph_wrap ( attr , obj . graph ) <TAB> <TAB> <TAB> setattr ( obj , meth , wrapped_attr ) <TAB> obj . __init__ ( * args , ** kwargs ) <TAB> return obj","if hasattr ( cls , ""_config_session"" ) :",315
21093,"def __getattr__(self, attr):
    if attr.startswith(""_""):
        raise AttributeError(attr)
    for name in self:
        if name == attr:
            break
    else:
        raise AttributeError(""No partition %r"" % attr)
    path = os.path.join(self.by_name_dir, name)
    with context.quiet:
        # Find the actual path of the device
        devpath = readlink(path)
        devname = os.path.basename(devpath)
        # Get the size of the partition
        for blocks, name in self.iter_proc_partitions():
            if name in (devname, attr):
                break
        else:
            log.error(""Could not find size of partition %r"" % name)
    return Partition(devpath, attr, int(blocks))
","def __getattr__ ( self , attr ) : <TAB> if attr . startswith ( ""_"" ) : <TAB> <TAB> raise AttributeError ( attr ) <TAB> for name in self : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> else : <TAB> <TAB> raise AttributeError ( ""No partition %r"" % attr ) <TAB> path = os . path . join ( self . by_name_dir , name ) <TAB> with context . quiet : <TAB> <TAB> <TAB> <TAB> devpath = readlink ( path ) <TAB> <TAB> devname = os . path . basename ( devpath ) <TAB> <TAB> <TAB> <TAB> for blocks , name in self . iter_proc_partitions ( ) : <TAB> <TAB> <TAB> if name in ( devname , attr ) : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> log . error ( ""Could not find size of partition %r"" % name ) <TAB> return Partition ( devpath , attr , int ( blocks ) )",if name == attr :,210
16510,"def validate(self, value):
    try:
        value = [
            datetime.datetime.strptime(range, ""%Y-%m-%d %H:%M:%S"")
            for range in value.split("" to "")
        ]
        if (len(value) == 2) and (value[0] <= value[1]):
            return True
        else:
            return False
    except ValueError:
        return False","def validate ( self , value ) : <TAB> try : <TAB> <TAB> value = [ <TAB> <TAB> <TAB> datetime . datetime . strptime ( range , ""%Y-%m-%d %H:%M:%S"" ) <TAB> <TAB> <TAB> for range in value . split ( "" to "" ) <TAB> <TAB> ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return True <TAB> <TAB> else : <TAB> <TAB> <TAB> return False <TAB> except ValueError : <TAB> <TAB> return False",if ( len ( value ) == 2 ) and ( value [ 0 ] <= value [ 1 ] ) :,110
11544,"def _print_cell(self, space, text, align, width, x, y, fg, attr, bg):
    # Sort out spacing first.
    if space:
        self._frame.canvas.print_at(self._space_delimiter * space, x, y, fg, attr, bg)
    # Now align text, taking into account double space glyphs.
    paint_text = _enforce_width(text, width, self._frame.canvas.unicode_aware)
    text_size = self.string_len(str(paint_text))
    if text_size < width:
        # Default does no alignment or padding.
        buffer_1 = buffer_2 = """"
        if align == ""<"":
            buffer_2 = "" "" * (width - text_size)
        elif align == "">"":
            buffer_1 = "" "" * (width - text_size)
        elif align == ""^"":
            start_len = int((width - text_size) / 2)
            buffer_1 = "" "" * start_len
            buffer_2 = "" "" * (width - text_size - start_len)
        paint_text = paint_text.join([buffer_1, buffer_2])
    self._frame.canvas.paint(
        str(paint_text),
        x + space,
        y,
        fg,
        attr,
        bg,
        colour_map=paint_text.colour_map if hasattr(paint_text, ""colour_map"") else None,
    )","def _print_cell ( self , space , text , align , width , x , y , fg , attr , bg ) : <TAB> <TAB> if space : <TAB> <TAB> self . _frame . canvas . print_at ( self . _space_delimiter * space , x , y , fg , attr , bg ) <TAB> <TAB> paint_text = _enforce_width ( text , width , self . _frame . canvas . unicode_aware ) <TAB> text_size = self . string_len ( str ( paint_text ) ) <TAB> if text_size < width : <TAB> <TAB> <TAB> <TAB> buffer_1 = buffer_2 = """" <TAB> <TAB> if align == ""<"" : <TAB> <TAB> <TAB> buffer_2 = "" "" * ( width - text_size ) <TAB> <TAB> elif align == "">"" : <TAB> <TAB> <TAB> buffer_1 = "" "" * ( width - text_size ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> start_len = int ( ( width - text_size ) / 2 ) <TAB> <TAB> <TAB> buffer_1 = "" "" * start_len <TAB> <TAB> <TAB> buffer_2 = "" "" * ( width - text_size - start_len ) <TAB> <TAB> paint_text = paint_text . join ( [ buffer_1 , buffer_2 ] ) <TAB> self . _frame . canvas . paint ( <TAB> <TAB> str ( paint_text ) , <TAB> <TAB> x + space , <TAB> <TAB> y , <TAB> <TAB> fg , <TAB> <TAB> attr , <TAB> <TAB> bg , <TAB> <TAB> colour_map = paint_text . colour_map if hasattr ( paint_text , ""colour_map"" ) else None , <TAB> )","elif align == ""^"" :",380
20880,"def create_warehouse(warehouse_name, properties=None, company=None):
    if not company:
        company = ""_Test Company""
    warehouse_id = erpnext.encode_company_abbr(warehouse_name, company)
    if not frappe.db.exists(""Warehouse"", warehouse_id):
        warehouse = frappe.new_doc(""Warehouse"")
        warehouse.warehouse_name = warehouse_name
        warehouse.parent_warehouse = ""All Warehouses - _TCUV""
        warehouse.company = company
        warehouse.account = get_warehouse_account(warehouse_name, company)
        if properties:
            warehouse.update(properties)
        warehouse.save()
        return warehouse.name
    else:
        return warehouse_id
","def create_warehouse ( warehouse_name , properties = None , company = None ) : <TAB> if not company : <TAB> <TAB> company = ""_Test Company"" <TAB> warehouse_id = erpnext . encode_company_abbr ( warehouse_name , company ) <TAB> if not frappe . db . exists ( ""Warehouse"" , warehouse_id ) : <TAB> <TAB> warehouse = frappe . new_doc ( ""Warehouse"" ) <TAB> <TAB> warehouse . warehouse_name = warehouse_name <TAB> <TAB> warehouse . parent_warehouse = ""All Warehouses - _TCUV"" <TAB> <TAB> warehouse . company = company <TAB> <TAB> warehouse . account = get_warehouse_account ( warehouse_name , company ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> warehouse . update ( properties ) <TAB> <TAB> warehouse . save ( ) <TAB> <TAB> return warehouse . name <TAB> else : <TAB> <TAB> return warehouse_id",if properties :,186
19569,"def test_clifford_circuit():
    (q0, q1) = (cirq.LineQubit(0), cirq.LineQubit(1))
    circuit = cirq.Circuit()
    np.random.seed(0)
    for _ in range(100):
        x = np.random.randint(7)
        if x == 0:
            circuit.append(cirq.X(np.random.choice((q0, q1))))
        elif x == 1:
            circuit.append(cirq.Z(np.random.choice((q0, q1))))
        elif x == 2:
            circuit.append(cirq.Y(np.random.choice((q0, q1))))
        elif x == 3:
            circuit.append(cirq.S(np.random.choice((q0, q1))))
        elif x == 4:
            circuit.append(cirq.H(np.random.choice((q0, q1))))
        elif x == 5:
            circuit.append(cirq.CNOT(q0, q1))
        elif x == 6:
            circuit.append(cirq.CZ(q0, q1))
    clifford_simulator = cirq.CliffordSimulator()
    state_vector_simulator = cirq.Simulator()
    np.testing.assert_almost_equal(
        clifford_simulator.simulate(circuit).final_state.state_vector(),
        state_vector_simulator.simulate(circuit).final_state_vector,
    )","def test_clifford_circuit ( ) : <TAB> ( q0 , q1 ) = ( cirq . LineQubit ( 0 ) , cirq . LineQubit ( 1 ) ) <TAB> circuit = cirq . Circuit ( ) <TAB> np . random . seed ( 0 ) <TAB> for _ in range ( 100 ) : <TAB> <TAB> x = np . random . randint ( 7 ) <TAB> <TAB> if x == 0 : <TAB> <TAB> <TAB> circuit . append ( cirq . X ( np . random . choice ( ( q0 , q1 ) ) ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> circuit . append ( cirq . Z ( np . random . choice ( ( q0 , q1 ) ) ) ) <TAB> <TAB> elif x == 2 : <TAB> <TAB> <TAB> circuit . append ( cirq . Y ( np . random . choice ( ( q0 , q1 ) ) ) ) <TAB> <TAB> elif x == 3 : <TAB> <TAB> <TAB> circuit . append ( cirq . S ( np . random . choice ( ( q0 , q1 ) ) ) ) <TAB> <TAB> elif x == 4 : <TAB> <TAB> <TAB> circuit . append ( cirq . H ( np . random . choice ( ( q0 , q1 ) ) ) ) <TAB> <TAB> elif x == 5 : <TAB> <TAB> <TAB> circuit . append ( cirq . CNOT ( q0 , q1 ) ) <TAB> <TAB> elif x == 6 : <TAB> <TAB> <TAB> circuit . append ( cirq . CZ ( q0 , q1 ) ) <TAB> clifford_simulator = cirq . CliffordSimulator ( ) <TAB> state_vector_simulator = cirq . Simulator ( ) <TAB> np . testing . assert_almost_equal ( <TAB> <TAB> clifford_simulator . simulate ( circuit ) . final_state . state_vector ( ) , <TAB> <TAB> state_vector_simulator . simulate ( circuit ) . final_state_vector , <TAB> )",elif x == 1 :,400
22004,"def _find_localserver_module():
    import win32com.server
    path = win32com.server.__path__[0]
    baseName = ""localserver""
    pyfile = os.path.join(path, baseName + "".py"")
    try:
        os.stat(pyfile)
    except os.error:
        # See if we have a compiled extension
        if __debug__:
            ext = "".pyc""
        else:
            ext = "".pyo""
        pyfile = os.path.join(path, baseName + ext)
        try:
            os.stat(pyfile)
        except os.error:
            raise RuntimeError(
                ""Can not locate the Python module 'win32com.server.%s'"" % baseName
            )
    return pyfile","def _find_localserver_module ( ) : <TAB> import win32com . server <TAB> path = win32com . server . __path__ [ 0 ] <TAB> baseName = ""localserver"" <TAB> pyfile = os . path . join ( path , baseName + "".py"" ) <TAB> try : <TAB> <TAB> os . stat ( pyfile ) <TAB> except os . error : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ext = "".pyc"" <TAB> <TAB> else : <TAB> <TAB> <TAB> ext = "".pyo"" <TAB> <TAB> pyfile = os . path . join ( path , baseName + ext ) <TAB> <TAB> try : <TAB> <TAB> <TAB> os . stat ( pyfile ) <TAB> <TAB> except os . error : <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> ""Can not locate the Python module 'win32com.server.%s'"" % baseName <TAB> <TAB> <TAB> ) <TAB> return pyfile",if __debug__ :,202
6640,"def conv2d(
    input: PTensor,
    weight: PTensor,
    bias: PTensor = None,
    stride=1,
    padding=0,
    dilation=1,
    groups=1,
    mode=None,
):
    """"""Standard conv2d. Returns the input if weight=None.""""""
    if weight is None:
        return input
    ind = None
    if mode is not None:
        if padding != 0:
            raise ValueError(""Cannot input both padding and mode."")
        if mode == ""same"":
            padding = (weight.shape[2] // 2, weight.shape[3] // 2)
            if weight.shape[2] % 2 == 0 or weight.shape[3] % 2 == 0:
                ind = (
                    slice(-1) if weight.shape[2] % 2 == 0 else slice(None),
                    slice(-1) if weight.shape[3] % 2 == 0 else slice(None),
                )
        elif mode == ""valid"":
            padding = (0, 0)
        elif mode == ""full"":
            padding = (weight.shape[2] - 1, weight.shape[3] - 1)
        else:
            raise ValueError(""Unknown mode for padding."")
    assert bias is None
    out = FConv2D(
        input, weight, stride=stride, padding=padding, dilation=dilation, groups=groups
    )
    if ind is None:
        return out
    return out[:, :, ind[0], ind[1]]","def conv2d ( <TAB> input : PTensor , <TAB> weight : PTensor , <TAB> bias : PTensor = None , <TAB> stride = 1 , <TAB> padding = 0 , <TAB> dilation = 1 , <TAB> groups = 1 , <TAB> mode = None , ) : <TAB> """"""Standard conv2d. Returns the input if weight=None."""""" <TAB> if weight is None : <TAB> <TAB> return input <TAB> ind = None <TAB> if mode is not None : <TAB> <TAB> if padding != 0 : <TAB> <TAB> <TAB> raise ValueError ( ""Cannot input both padding and mode."" ) <TAB> <TAB> if mode == ""same"" : <TAB> <TAB> <TAB> padding = ( weight . shape [ 2 ] // 2 , weight . shape [ 3 ] // 2 ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> ind = ( <TAB> <TAB> <TAB> <TAB> <TAB> slice ( - 1 ) if weight . shape [ 2 ] % 2 == 0 else slice ( None ) , <TAB> <TAB> <TAB> <TAB> <TAB> slice ( - 1 ) if weight . shape [ 3 ] % 2 == 0 else slice ( None ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> elif mode == ""valid"" : <TAB> <TAB> <TAB> padding = ( 0 , 0 ) <TAB> <TAB> elif mode == ""full"" : <TAB> <TAB> <TAB> padding = ( weight . shape [ 2 ] - 1 , weight . shape [ 3 ] - 1 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( ""Unknown mode for padding."" ) <TAB> assert bias is None <TAB> out = FConv2D ( <TAB> <TAB> input , weight , stride = stride , padding = padding , dilation = dilation , groups = groups <TAB> ) <TAB> if ind is None : <TAB> <TAB> return out <TAB> return out [ : , : , ind [ 0 ] , ind [ 1 ] ]",if weight . shape [ 2 ] % 2 == 0 or weight . shape [ 3 ] % 2 == 0 :,387
16909,"def remove_testcases_from_directories(directories):
    """"""Removes all testcases and their dependencies from testcase directories.""""""
    generators = []
    for directory in directories:
        if not directory.strip():
            continue
        # If there is a bot-specific files list, delete it now.
        bot_testcases_file_path = utils.get_bot_testcases_file_path(directory)
        shell.remove_file(bot_testcases_file_path)
        generators.append(shell.walk(directory))
    for generator in generators:
        for structure in generator:
            base_directory = structure[0]
            for filename in structure[2]:
                if not is_testcase_resource(filename):
                    continue
                if filename.startswith(RESOURCES_PREFIX):
                    # In addition to removing this file, remove all resources.
                    resources_file_path = os.path.join(base_directory, filename)
                    resources = read_resource_list(resources_file_path)
                    for resource in resources:
                        shell.remove_file(resource)
                file_path = os.path.join(base_directory, filename)
                shell.remove_file(file_path)","def remove_testcases_from_directories ( directories ) : <TAB> """"""Removes all testcases and their dependencies from testcase directories."""""" <TAB> generators = [ ] <TAB> for directory in directories : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> bot_testcases_file_path = utils . get_bot_testcases_file_path ( directory ) <TAB> <TAB> shell . remove_file ( bot_testcases_file_path ) <TAB> <TAB> generators . append ( shell . walk ( directory ) ) <TAB> for generator in generators : <TAB> <TAB> for structure in generator : <TAB> <TAB> <TAB> base_directory = structure [ 0 ] <TAB> <TAB> <TAB> for filename in structure [ 2 ] : <TAB> <TAB> <TAB> <TAB> if not is_testcase_resource ( filename ) : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if filename . startswith ( RESOURCES_PREFIX ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> resources_file_path = os . path . join ( base_directory , filename ) <TAB> <TAB> <TAB> <TAB> <TAB> resources = read_resource_list ( resources_file_path ) <TAB> <TAB> <TAB> <TAB> <TAB> for resource in resources : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> shell . remove_file ( resource ) <TAB> <TAB> <TAB> <TAB> file_path = os . path . join ( base_directory , filename ) <TAB> <TAB> <TAB> <TAB> shell . remove_file ( file_path )",if not directory . strip ( ) :,323
8232,"def test_one_dead_branch():
    with deterministic_PRNG():
        seen = set()
        @run_to_buffer
        def x(data):
            i = data.draw_bytes(1)[0]
            if i > 0:
                data.mark_invalid()
            i = data.draw_bytes(1)[0]
            if len(seen) < 255:
                seen.add(i)
            elif i not in seen:
                data.mark_interesting()",def test_one_dead_branch ( ) : <TAB> with deterministic_PRNG ( ) : <TAB> <TAB> seen = set ( ) <TAB> <TAB> @ run_to_buffer <TAB> <TAB> def x ( data ) : <TAB> <TAB> <TAB> i = data . draw_bytes ( 1 ) [ 0 ] <TAB> <TAB> <TAB> if i > 0 : <TAB> <TAB> <TAB> <TAB> data . mark_invalid ( ) <TAB> <TAB> <TAB> i = data . draw_bytes ( 1 ) [ 0 ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> seen . add ( i ) <TAB> <TAB> <TAB> elif i not in seen : <TAB> <TAB> <TAB> <TAB> data . mark_interesting ( ),if len ( seen ) < 255 :,138
18291,"def _(value):
    retVal = value
    if value and isinstance(value, basestring) and len(value) % 2 == 0:
        retVal = hexdecode(retVal)
        if not kb.binaryField:
            if Backend.isDbms(DBMS.MSSQL) and value.startswith(""0x""):
                try:
                    retVal = retVal.decode(""utf-16-le"")
                except UnicodeDecodeError:
                    pass
            elif Backend.isDbms(DBMS.HSQLDB):
                try:
                    retVal = retVal.decode(""utf-16-be"")
                except UnicodeDecodeError:
                    pass
            if not isinstance(retVal, unicode):
                retVal = getUnicode(retVal, ""utf8"")
    return retVal","def _ ( value ) : <TAB> retVal = value <TAB> if value and isinstance ( value , basestring ) and len ( value ) % 2 == 0 : <TAB> <TAB> retVal = hexdecode ( retVal ) <TAB> <TAB> if not kb . binaryField : <TAB> <TAB> <TAB> if Backend . isDbms ( DBMS . MSSQL ) and value . startswith ( ""0x"" ) : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> retVal = retVal . decode ( ""utf-16-le"" ) <TAB> <TAB> <TAB> <TAB> except UnicodeDecodeError : <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> retVal = retVal . decode ( ""utf-16-be"" ) <TAB> <TAB> <TAB> <TAB> except UnicodeDecodeError : <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> if not isinstance ( retVal , unicode ) : <TAB> <TAB> <TAB> <TAB> retVal = getUnicode ( retVal , ""utf8"" ) <TAB> return retVal",elif Backend . isDbms ( DBMS . HSQLDB ) :,218
11052,"def mapping(self):
    m = {}
    if getGdriveCredentialsFile() is not None:
        m[""gdrive""] = """"
    unknown = 0
    for f in self.scan:
        bits = f.split(""#"", 2)
        if len(bits) == 1:
            label = os.path.basename(f)
        else:
            label = bits[1]
        if not label or len(label) == 0 or label == """":
            label = ""L"" + str(unknown)
            unknown += 1
        m[label] = bits[0]
    return m","def mapping ( self ) : <TAB> m = { } <TAB> if getGdriveCredentialsFile ( ) is not None : <TAB> <TAB> m [ ""gdrive"" ] = """" <TAB> unknown = 0 <TAB> for f in self . scan : <TAB> <TAB> bits = f . split ( ""#"" , 2 ) <TAB> <TAB> if len ( bits ) == 1 : <TAB> <TAB> <TAB> label = os . path . basename ( f ) <TAB> <TAB> else : <TAB> <TAB> <TAB> label = bits [ 1 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> label = ""L"" + str ( unknown ) <TAB> <TAB> <TAB> unknown += 1 <TAB> <TAB> m [ label ] = bits [ 0 ] <TAB> return m","if not label or len ( label ) == 0 or label == """" :",153
6139,"def update_schedulers(self, start=False):
    applications_folder = os.path.join(self.options.folder, ""applications"")
    available_apps = [
        arq
        for arq in os.listdir(applications_folder)
        if os.path.isdir(os.path.join(applications_folder, arq))
    ]
    with self.scheduler_processes_lock:
        # reset the menu
        # since applications can disappear (be disinstalled) must
        # clear the menu (should use tkinter.END or tkinter.LAST)
        self.schedmenu.delete(0, ""end"")
        for arq in available_apps:
            if arq not in self.scheduler_processes:
                item = lambda a=arq: self.try_start_scheduler(a)
                self.schedmenu.add_command(label=""start %s"" % arq, command=item)
            if arq in self.scheduler_processes:
                item = lambda a=arq: self.try_stop_scheduler(a)
                self.schedmenu.add_command(label=""stop %s"" % arq, command=item)
    if start and self.options.with_scheduler and self.options.schedulers:
        # the widget takes care of starting the schedulers
        apps = [ag.split("":"", 1)[0] for ag in self.options.schedulers]
    else:
        apps = []
    for app in apps:
        self.try_start_scheduler(app)","def update_schedulers ( self , start = False ) : <TAB> applications_folder = os . path . join ( self . options . folder , ""applications"" ) <TAB> available_apps = [ <TAB> <TAB> arq <TAB> <TAB> for arq in os . listdir ( applications_folder ) <TAB> <TAB> if os . path . isdir ( os . path . join ( applications_folder , arq ) ) <TAB> ] <TAB> with self . scheduler_processes_lock : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . schedmenu . delete ( 0 , ""end"" ) <TAB> <TAB> for arq in available_apps : <TAB> <TAB> <TAB> if arq not in self . scheduler_processes : <TAB> <TAB> <TAB> <TAB> item = lambda a = arq : self . try_start_scheduler ( a ) <TAB> <TAB> <TAB> <TAB> self . schedmenu . add_command ( label = ""start %s"" % arq , command = item ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> item = lambda a = arq : self . try_stop_scheduler ( a ) <TAB> <TAB> <TAB> <TAB> self . schedmenu . add_command ( label = ""stop %s"" % arq , command = item ) <TAB> if start and self . options . with_scheduler and self . options . schedulers : <TAB> <TAB> <TAB> <TAB> apps = [ ag . split ( "":"" , 1 ) [ 0 ] for ag in self . options . schedulers ] <TAB> else : <TAB> <TAB> apps = [ ] <TAB> for app in apps : <TAB> <TAB> self . try_start_scheduler ( app )",if arq in self . scheduler_processes :,380
12059,"def TryMerge(self, d):
    while d.avail() > 0:
        tt = d.getVarInt32()
        if tt == 10:
            self.set_socket_descriptor(d.getPrefixedString())
            continue
        if tt == 16:
            self.set_requested_events(d.getVarInt32())
            continue
        if tt == 24:
            self.set_observed_events(d.getVarInt32())
            continue
        if tt == 0:
            raise ProtocolBuffer.ProtocolBufferDecodeError
        d.skipData(tt)","def TryMerge ( self , d ) : <TAB> while d . avail ( ) > 0 : <TAB> <TAB> tt = d . getVarInt32 ( ) <TAB> <TAB> if tt == 10 : <TAB> <TAB> <TAB> self . set_socket_descriptor ( d . getPrefixedString ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 16 : <TAB> <TAB> <TAB> self . set_requested_events ( d . getVarInt32 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 24 : <TAB> <TAB> <TAB> self . set_observed_events ( d . getVarInt32 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ProtocolBuffer . ProtocolBufferDecodeError <TAB> <TAB> d . skipData ( tt )",if tt == 0 :,156
9660,"def test_adjust_random_hue_in_yiq():
    x_shapes = [
        [2, 2, 3],
        [4, 2, 3],
        [2, 4, 3],
        [2, 5, 3],
        [1000, 1, 3],
    ]
    test_styles = [
        ""all_random"",
        ""rg_same"",
        ""rb_same"",
        ""gb_same"",
        ""rgb_same"",
    ]
    for x_shape in x_shapes:
        for test_style in test_styles:
            x_np = np.random.rand(*x_shape) * 255.0
            delta_h = (np.random.rand() * 2.0 - 1.0) * np.pi
            if test_style == ""all_random"":
                pass
            elif test_style == ""rg_same"":
                x_np[..., 1] = x_np[..., 0]
            elif test_style == ""rb_same"":
                x_np[..., 2] = x_np[..., 0]
            elif test_style == ""gb_same"":
                x_np[..., 2] = x_np[..., 1]
            elif test_style == ""rgb_same"":
                x_np[..., 1] = x_np[..., 0]
                x_np[..., 2] = x_np[..., 0]
            else:
                raise AssertionError(""Invalid test style: %s"" % (test_style))
            y_np = _adjust_hue_in_yiq_np(x_np, delta_h)
            y_tf = _adjust_hue_in_yiq_tf(x_np, delta_h)
            np.testing.assert_allclose(y_tf, y_np, rtol=2e-4, atol=1e-4)","def test_adjust_random_hue_in_yiq ( ) : <TAB> x_shapes = [ <TAB> <TAB> [ 2 , 2 , 3 ] , <TAB> <TAB> [ 4 , 2 , 3 ] , <TAB> <TAB> [ 2 , 4 , 3 ] , <TAB> <TAB> [ 2 , 5 , 3 ] , <TAB> <TAB> [ 1000 , 1 , 3 ] , <TAB> ] <TAB> test_styles = [ <TAB> <TAB> ""all_random"" , <TAB> <TAB> ""rg_same"" , <TAB> <TAB> ""rb_same"" , <TAB> <TAB> ""gb_same"" , <TAB> <TAB> ""rgb_same"" , <TAB> ] <TAB> for x_shape in x_shapes : <TAB> <TAB> for test_style in test_styles : <TAB> <TAB> <TAB> x_np = np . random . rand ( * x_shape ) * 255.0 <TAB> <TAB> <TAB> delta_h = ( np . random . rand ( ) * 2.0 - 1.0 ) * np . pi <TAB> <TAB> <TAB> if test_style == ""all_random"" : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> elif test_style == ""rg_same"" : <TAB> <TAB> <TAB> <TAB> x_np [ ... , 1 ] = x_np [ ... , 0 ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> x_np [ ... , 2 ] = x_np [ ... , 0 ] <TAB> <TAB> <TAB> elif test_style == ""gb_same"" : <TAB> <TAB> <TAB> <TAB> x_np [ ... , 2 ] = x_np [ ... , 1 ] <TAB> <TAB> <TAB> elif test_style == ""rgb_same"" : <TAB> <TAB> <TAB> <TAB> x_np [ ... , 1 ] = x_np [ ... , 0 ] <TAB> <TAB> <TAB> <TAB> x_np [ ... , 2 ] = x_np [ ... , 0 ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise AssertionError ( ""Invalid test style: %s"" % ( test_style ) ) <TAB> <TAB> <TAB> y_np = _adjust_hue_in_yiq_np ( x_np , delta_h ) <TAB> <TAB> <TAB> y_tf = _adjust_hue_in_yiq_tf ( x_np , delta_h ) <TAB> <TAB> <TAB> np . testing . assert_allclose ( y_tf , y_np , rtol = 2e-4 , atol = 1e-4 )","elif test_style == ""rb_same"" :",481
20393,"def _get_current_status(self):
    if self.source:
        if self.current_job and self.current_job.status:
            return self.current_job.status
        elif not self.last_job:
            return ""never updated""
        # inherit the child job status
        else:
            return self.last_job.status
    else:
        return ""none""
","def _get_current_status ( self ) : <TAB> if self . source : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return self . current_job . status <TAB> <TAB> elif not self . last_job : <TAB> <TAB> <TAB> return ""never updated"" <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> return self . last_job . status <TAB> else : <TAB> <TAB> return ""none""",if self . current_job and self . current_job . status :,105
21909,"def test_summary():
    if debug_mode:
        if ""summary"" not in to_test:  # pragma: no cover
            return
        else:
            print(""\n\nSUMMARY"", end="""")
    for ds in datasets:
        for dt in ds.dt_s_list:
            if debug_mode:
                print(""\n"" + dt_s_tup_to_string(dt) + "": "", end="""")
            # see if summary gets printed
            results_sm[ds][dt].summary(alpha=0.05)
            exog = results_sm_exog[ds][dt].exog is not None
            if exog is not None:
                results_sm_exog[ds][dt].summary(alpha=0.05)
            exog_coint = results_sm_exog_coint[ds][dt].exog_coint is not None
            if exog_coint is not None:
                results_sm_exog_coint[ds][dt].summary(alpha=0.05)","def test_summary ( ) : <TAB> if debug_mode : <TAB> <TAB> if ""summary"" not in to_test : <TAB> <TAB> <TAB> return <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""\n\nSUMMARY"" , end = """" ) <TAB> for ds in datasets : <TAB> <TAB> for dt in ds . dt_s_list : <TAB> <TAB> <TAB> if debug_mode : <TAB> <TAB> <TAB> <TAB> print ( ""\n"" + dt_s_tup_to_string ( dt ) + "": "" , end = """" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> results_sm [ ds ] [ dt ] . summary ( alpha = 0.05 ) <TAB> <TAB> <TAB> exog = results_sm_exog [ ds ] [ dt ] . exog is not None <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> results_sm_exog [ ds ] [ dt ] . summary ( alpha = 0.05 ) <TAB> <TAB> <TAB> exog_coint = results_sm_exog_coint [ ds ] [ dt ] . exog_coint is not None <TAB> <TAB> <TAB> if exog_coint is not None : <TAB> <TAB> <TAB> <TAB> results_sm_exog_coint [ ds ] [ dt ] . summary ( alpha = 0.05 )",if exog is not None :,263
7037,"def test_socketserver(self):
    """"""Using socketserver to create and manage SSL connections.""""""
    server = make_https_server(self, certfile=CERTFILE)
    # try to connect
    if support.verbose:
        sys.stdout.write(""\n"")
    with open(CERTFILE, ""rb"") as f:
        d1 = f.read()
    d2 = """"
    # now fetch the same data from the HTTPS server
    url = ""https://localhost:%d/%s"" % (server.port, os.path.split(CERTFILE)[1])
    context = ssl.create_default_context(cafile=CERTFILE)
    f = urllib.request.urlopen(url, context=context)
    try:
        dlen = f.info().get(""content-length"")
        if dlen and (int(dlen) > 0):
            d2 = f.read(int(dlen))
            if support.verbose:
                sys.stdout.write(
                    "" client: read %d bytes from remote server '%s'\n""
                    % (len(d2), server)
                )
    finally:
        f.close()
    self.assertEqual(d1, d2)","def test_socketserver ( self ) : <TAB> """"""Using socketserver to create and manage SSL connections."""""" <TAB> server = make_https_server ( self , certfile = CERTFILE ) <TAB> <TAB> <fill-in> <TAB> <TAB> sys . stdout . write ( ""\n"" ) <TAB> with open ( CERTFILE , ""rb"" ) as f : <TAB> <TAB> d1 = f . read ( ) <TAB> d2 = """" <TAB> <TAB> url = ""https://localhost:%d/%s"" % ( server . port , os . path . split ( CERTFILE ) [ 1 ] ) <TAB> context = ssl . create_default_context ( cafile = CERTFILE ) <TAB> f = urllib . request . urlopen ( url , context = context ) <TAB> try : <TAB> <TAB> dlen = f . info ( ) . get ( ""content-length"" ) <TAB> <TAB> if dlen and ( int ( dlen ) > 0 ) : <TAB> <TAB> <TAB> d2 = f . read ( int ( dlen ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> sys . stdout . write ( <TAB> <TAB> <TAB> <TAB> <TAB> "" client: read %d bytes from remote server '%s'\n"" <TAB> <TAB> <TAB> <TAB> <TAB> % ( len ( d2 ) , server ) <TAB> <TAB> <TAB> <TAB> ) <TAB> finally : <TAB> <TAB> f . close ( ) <TAB> self . assertEqual ( d1 , d2 )",if support . verbose :,305
10206,"def lex_number(self, pos):
    # numeric literal
    start = pos
    found_dot = False
    while pos < len(self.string) and (
        self.string[pos].isdigit() or self.string[pos] == "".""
    ):
        if self.string[pos] == ""."":
            if found_dot is True:
                raise ValueError(""Invalid number. Found multiple '.'"")
            found_dot = True
        # technically we allow more than one ""."" and let float()'s parsing
        # complain later
        pos += 1
    val = self.string[start:pos]
    return Token(TokenType.LNUM, val, len(val))","def lex_number ( self , pos ) : <TAB> <TAB> start = pos <TAB> found_dot = False <TAB> while pos < len ( self . string ) and ( <TAB> <TAB> self . string [ pos ] . isdigit ( ) or self . string [ pos ] == ""."" <TAB> ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if found_dot is True : <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""Invalid number. Found multiple '.'"" ) <TAB> <TAB> <TAB> found_dot = True <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pos += 1 <TAB> val = self . string [ start : pos ] <TAB> return Token ( TokenType . LNUM , val , len ( val ) )","if self . string [ pos ] == ""."" :",168
1027,"def process_deps(pipe, pkg, pkgdest, provides, requires):
    file = None
    for line in pipe.split(""\n""):
        m = file_re.match(line)
        if m:
            file = m.group(1)
            file = file.replace(pkgdest + ""/"" + pkg, """")
            file = file_translate(file)
            continue
        m = dep_re.match(line)
        if not m or not file:
            continue
        type, dep = m.groups()
        if type == ""R"":
            i = requires
        elif type == ""P"":
            i = provides
        else:
            continue
        if dep.startswith(""python(""):
            continue
        # Ignore all perl(VMS::...) and perl(Mac::...) dependencies. These
        # are typically used conditionally from the Perl code, but are
        # generated as unconditional dependencies.
        if dep.startswith(""perl(VMS::"") or dep.startswith(""perl(Mac::""):
            continue
        # Ignore perl dependencies on .pl files.
        if dep.startswith(""perl("") and dep.endswith("".pl)""):
            continue
        # Remove perl versions and perl module versions since they typically
        # do not make sense when used as package versions.
        if dep.startswith(""perl"") and r.search(dep):
            dep = dep.split()[0]
        # Put parentheses around any version specifications.
        dep = r.sub(r""(\g<0>)"", dep)
        if file not in i:
            i[file] = []
        i[file].append(dep)
    return provides, requires","def process_deps ( pipe , pkg , pkgdest , provides , requires ) : <TAB> file = None <TAB> for line in pipe . split ( ""\n"" ) : <TAB> <TAB> m = file_re . match ( line ) <TAB> <TAB> if m : <TAB> <TAB> <TAB> file = m . group ( 1 ) <TAB> <TAB> <TAB> file = file . replace ( pkgdest + ""/"" + pkg , """" ) <TAB> <TAB> <TAB> file = file_translate ( file ) <TAB> <TAB> <TAB> continue <TAB> <TAB> m = dep_re . match ( line ) <TAB> <TAB> if not m or not file : <TAB> <TAB> <TAB> continue <TAB> <TAB> type , dep = m . groups ( ) <TAB> <TAB> if type == ""R"" : <TAB> <TAB> <TAB> i = requires <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> i = provides <TAB> <TAB> else : <TAB> <TAB> <TAB> continue <TAB> <TAB> if dep . startswith ( ""python("" ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if dep . startswith ( ""perl(VMS::"" ) or dep . startswith ( ""perl(Mac::"" ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if dep . startswith ( ""perl("" ) and dep . endswith ( "".pl)"" ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if dep . startswith ( ""perl"" ) and r . search ( dep ) : <TAB> <TAB> <TAB> dep = dep . split ( ) [ 0 ] <TAB> <TAB> <TAB> <TAB> dep = r . sub ( r""(\g<0>)"" , dep ) <TAB> <TAB> if file not in i : <TAB> <TAB> <TAB> i [ file ] = [ ] <TAB> <TAB> i [ file ] . append ( dep ) <TAB> return provides , requires","elif type == ""P"" :",437
1386,"def translate(self):
    if self.offset:
        raise RuntimeError(""Parser is a one time instance."")
    while True:
        m = self.re_split.search(self.source[self.offset :])
        if m:
            text = self.source[self.offset : self.offset + m.start()]
            self.text_buffer.append(text)
            self.offset += m.end()
            if m.group(1):  # New escape syntax
                line, sep, _ = self.source[self.offset :].partition(""\n"")
                self.text_buffer.append(m.group(2) + m.group(5) + line + sep)
                self.offset += len(line + sep) + 1
                continue
            elif m.group(5):  # Old escape syntax
                depr(""Escape code lines with a backslash."")  # 0.12
                line, sep, _ = self.source[self.offset :].partition(""\n"")
                self.text_buffer.append(m.group(2) + line + sep)
                self.offset += len(line + sep) + 1
                continue
            self.flush_text()
            self.read_code(multiline=bool(m.group(4)))
        else:
            break
    self.text_buffer.append(self.source[self.offset :])
    self.flush_text()
    return """".join(self.code_buffer)","def translate ( self ) : <TAB> if self . offset : <TAB> <TAB> raise RuntimeError ( ""Parser is a one time instance."" ) <TAB> while True : <TAB> <TAB> m = self . re_split . search ( self . source [ self . offset : ] ) <TAB> <TAB> if m : <TAB> <TAB> <TAB> text = self . source [ self . offset : self . offset + m . start ( ) ] <TAB> <TAB> <TAB> self . text_buffer . append ( text ) <TAB> <TAB> <TAB> self . offset += m . end ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> line , sep , _ = self . source [ self . offset : ] . partition ( ""\n"" ) <TAB> <TAB> <TAB> <TAB> self . text_buffer . append ( m . group ( 2 ) + m . group ( 5 ) + line + sep ) <TAB> <TAB> <TAB> <TAB> self . offset += len ( line + sep ) + 1 <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> elif m . group ( 5 ) : <TAB> <TAB> <TAB> <TAB> depr ( ""Escape code lines with a backslash."" ) <TAB> <TAB> <TAB> <TAB> line , sep , _ = self . source [ self . offset : ] . partition ( ""\n"" ) <TAB> <TAB> <TAB> <TAB> self . text_buffer . append ( m . group ( 2 ) + line + sep ) <TAB> <TAB> <TAB> <TAB> self . offset += len ( line + sep ) + 1 <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> self . flush_text ( ) <TAB> <TAB> <TAB> self . read_code ( multiline = bool ( m . group ( 4 ) ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> self . text_buffer . append ( self . source [ self . offset : ] ) <TAB> self . flush_text ( ) <TAB> return """" . join ( self . code_buffer )",if m . group ( 1 ) :,383
18177,"def test_invite_generation(event, default_account):
    from inbox.events.ical import generate_icalendar_invite
    event.sequence_number = 1
    event.participants = [{""email"": ""helena@nylas.com""}, {""email"": ""myles@nylas.com""}]
    cal = generate_icalendar_invite(event)
    assert cal[""method""] == ""REQUEST""
    for component in cal.walk():
        if component.name == ""VEVENT"":
            assert component.get(""summary"") == event.title
            assert int(component.get(""sequence"")) == event.sequence_number
            assert component.get(""location"") == event.location
            attendees = component.get(""attendee"", [])
            # the iCalendar python module doesn't return a list when
            # there's only one attendee. Go figure.
            if not isinstance(attendees, list):
                attendees = [attendees]
            for attendee in attendees:
                email = unicode(attendee)
                # strip mailto: if it exists
                if email.lower().startswith(""mailto:""):
                    email = email[7:]
                assert email in [""helena@nylas.com"", ""myles@nylas.com""]","def test_invite_generation ( event , default_account ) : <TAB> from inbox . events . ical import generate_icalendar_invite <TAB> event . sequence_number = 1 <TAB> event . participants = [ { ""email"" : ""helena@nylas.com"" } , { ""email"" : ""myles@nylas.com"" } ] <TAB> cal = generate_icalendar_invite ( event ) <TAB> assert cal [ ""method"" ] == ""REQUEST"" <TAB> for component in cal . walk ( ) : <TAB> <TAB> if component . name == ""VEVENT"" : <TAB> <TAB> <TAB> assert component . get ( ""summary"" ) == event . title <TAB> <TAB> <TAB> assert int ( component . get ( ""sequence"" ) ) == event . sequence_number <TAB> <TAB> <TAB> assert component . get ( ""location"" ) == event . location <TAB> <TAB> <TAB> attendees = component . get ( ""attendee"" , [ ] ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> attendees = [ attendees ] <TAB> <TAB> <TAB> for attendee in attendees : <TAB> <TAB> <TAB> <TAB> email = unicode ( attendee ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if email . lower ( ) . startswith ( ""mailto:"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> email = email [ 7 : ] <TAB> <TAB> <TAB> <TAB> assert email in [ ""helena@nylas.com"" , ""myles@nylas.com"" ]","if not isinstance ( attendees , list ) :",339
17418,"def remove_duplicate_association():
    bind = op.get_bind()
    session = Session(bind=bind)
    results = session.query(AssociationTable).all()
    seen = {}
    for result in results:
        if seen.get(""{}-{}"".format(result.user_id, result.account_id)):
            print(
                ""[-] Duplicate association marked for deletion: {} - {}"".format(
                    result.user_id, result.account_id
                )
            )
            session.delete(result)
        else:
            seen[""{}-{}"".format(result.user_id, result.account_id)] = True
    print(""[-->] Deleting duplicate associations..."")
    session.commit()
    session.flush()
    print(""[@] Deleted all duplicate associations."")
","def remove_duplicate_association ( ) : <TAB> bind = op . get_bind ( ) <TAB> session = Session ( bind = bind ) <TAB> results = session . query ( AssociationTable ) . all ( ) <TAB> seen = { } <TAB> for result in results : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""[-] Duplicate association marked for deletion: {} - {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> result . user_id , result . account_id <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> session . delete ( result ) <TAB> <TAB> else : <TAB> <TAB> <TAB> seen [ ""{}-{}"" . format ( result . user_id , result . account_id ) ] = True <TAB> print ( ""[-->] Deleting duplicate associations..."" ) <TAB> session . commit ( ) <TAB> session . flush ( ) <TAB> print ( ""[@] Deleted all duplicate associations."" )","if seen . get ( ""{}-{}"" . format ( result . user_id , result . account_id ) ) :",205
389,"def set_meta(self, dataset, overwrite=True, **kwd):
    """"""Sets the metadata information for datasets previously determined to be in bed format.""""""
    i = 0
    if dataset.has_data():
        for i, line in enumerate(open(dataset.file_name)):
            line = line.rstrip(""\r\n"")
            if line and not line.startswith(""#""):
                elems = line.split(""\t"")
                if len(elems) > 2:
                    if len(elems) > 3:
                        if overwrite or not dataset.metadata.element_is_set(""nameCol""):
                            dataset.metadata.nameCol = 4
                    if len(elems) < 6:
                        if overwrite or not dataset.metadata.element_is_set(
                            ""strandCol""
                        ):
                            dataset.metadata.strandCol = 0
                    else:
                        if overwrite or not dataset.metadata.element_is_set(
                            ""strandCol""
                        ):
                            dataset.metadata.strandCol = 6
                    break
        Tabular.set_meta(self, dataset, overwrite=overwrite, skip=i)","def set_meta ( self , dataset , overwrite = True , ** kwd ) : <TAB> """"""Sets the metadata information for datasets previously determined to be in bed format."""""" <TAB> i = 0 <TAB> if dataset . has_data ( ) : <TAB> <TAB> for i , line in enumerate ( open ( dataset . file_name ) ) : <TAB> <TAB> <TAB> line = line . rstrip ( ""\r\n"" ) <TAB> <TAB> <TAB> if line and not line . startswith ( ""#"" ) : <TAB> <TAB> <TAB> <TAB> elems = line . split ( ""\t"" ) <TAB> <TAB> <TAB> <TAB> if len ( elems ) > 2 : <TAB> <TAB> <TAB> <TAB> <TAB> if len ( elems ) > 3 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dataset . metadata . nameCol = 4 <TAB> <TAB> <TAB> <TAB> <TAB> if len ( elems ) < 6 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if overwrite or not dataset . metadata . element_is_set ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""strandCol"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dataset . metadata . strandCol = 0 <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if overwrite or not dataset . metadata . element_is_set ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""strandCol"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dataset . metadata . strandCol = 6 <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> Tabular . set_meta ( self , dataset , overwrite = overwrite , skip = i )","if overwrite or not dataset . metadata . element_is_set ( ""nameCol"" ) :",342
16483,"def __remote_port(self):
    port = 22
    if self.git_has_remote:
        m = re.match(r""^(.*?)?@([^/:]*):?([0-9]+)?"", self.git_remote.url)
        if m:
            if m.group(3):
                port = m.group(3)
    return int(port)","def __remote_port ( self ) : <TAB> port = 22 <TAB> if self . git_has_remote : <TAB> <TAB> m = re . match ( r""^(.*?)?@([^/:]*):?([0-9]+)?"" , self . git_remote . url ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if m . group ( 3 ) : <TAB> <TAB> <TAB> <TAB> port = m . group ( 3 ) <TAB> return int ( port )",if m :,94
11472,"def startEntryElement(self, name, qname, attrs):
    """"""Set new entry with id and the optional entry source (PRIVATE).""""""
    if name != (None, ""entry""):
        raise ValueError(""Expected to find the start of an entry element"")
    if qname is not None:
        raise RuntimeError(""Unexpected qname for entry element"")
    record = SeqRecord("""", id=None)
    if self.speciesName is not None:
        record.annotations[""organism""] = self.speciesName
    if self.ncbiTaxID is not None:
        record.annotations[""ncbi_taxid""] = self.ncbiTaxID
    record.annotations[""source""] = self.source
    for key, value in attrs.items():
        namespace, localname = key
        if namespace is None:
            if localname == ""id"":
                record.id = value
            elif localname == ""source"":
                record.annotations[""source""] = value
            else:
                raise ValueError(""Unexpected attribute %s in entry element"" % localname)
        else:
            raise ValueError(
                ""Unexpected namespace '%s' for entry attribute"" % namespace
            )
    if record.id is None:
        raise ValueError(""Failed to find entry ID"")
    self.records.append(record)
    self.startElementNS = self.startEntryFieldElement
    self.endElementNS = self.endEntryElement
","def startEntryElement ( self , name , qname , attrs ) : <TAB> """"""Set new entry with id and the optional entry source (PRIVATE)."""""" <TAB> if name != ( None , ""entry"" ) : <TAB> <TAB> raise ValueError ( ""Expected to find the start of an entry element"" ) <TAB> if qname is not None : <TAB> <TAB> raise RuntimeError ( ""Unexpected qname for entry element"" ) <TAB> record = SeqRecord ( """" , id = None ) <TAB> if self . speciesName is not None : <TAB> <TAB> record . annotations [ ""organism"" ] = self . speciesName <TAB> if self . ncbiTaxID is not None : <TAB> <TAB> record . annotations [ ""ncbi_taxid"" ] = self . ncbiTaxID <TAB> record . annotations [ ""source"" ] = self . source <TAB> for key , value in attrs . items ( ) : <TAB> <TAB> namespace , localname = key <TAB> <TAB> if namespace is None : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> record . id = value <TAB> <TAB> <TAB> elif localname == ""source"" : <TAB> <TAB> <TAB> <TAB> record . annotations [ ""source"" ] = value <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""Unexpected attribute %s in entry element"" % localname ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Unexpected namespace '%s' for entry attribute"" % namespace <TAB> <TAB> <TAB> ) <TAB> if record . id is None : <TAB> <TAB> raise ValueError ( ""Failed to find entry ID"" ) <TAB> self . records . append ( record ) <TAB> self . startElementNS = self . startEntryFieldElement <TAB> self . endElementNS = self . endEntryElement","if localname == ""id"" :",343
3723,"def process_error(self, data):
    if data.get(""error""):
        if ""denied"" in data[""error""] or ""cancelled"" in data[""error""]:
            raise AuthCanceled(self, data.get(""error_description"", """"))
        raise AuthFailed(self, data.get(""error_description"") or data[""error""])
    elif ""denied"" in data:
        raise AuthCanceled(self, data[""denied""])
","def process_error ( self , data ) : <TAB> if data . get ( ""error"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise AuthCanceled ( self , data . get ( ""error_description"" , """" ) ) <TAB> <TAB> raise AuthFailed ( self , data . get ( ""error_description"" ) or data [ ""error"" ] ) <TAB> elif ""denied"" in data : <TAB> <TAB> raise AuthCanceled ( self , data [ ""denied"" ] )","if ""denied"" in data [ ""error"" ] or ""cancelled"" in data [ ""error"" ] :",103
21875,"def __init__(self, endog, exog=None, rho=1, missing=""none"", hasconst=None, **kwargs):
    # this looks strange, interpreting rho as order if it is int
    if isinstance(rho, (int, np.integer)):
        self.order = int(rho)
        self.rho = np.zeros(self.order, np.float64)
    else:
        self.rho = np.squeeze(np.asarray(rho))
        if len(self.rho.shape) not in [0, 1]:
            raise ValueError(""AR parameters must be a scalar or a vector"")
        if self.rho.shape == ():
            self.rho.shape = (1,)
        self.order = self.rho.shape[0]
    if exog is None:
        # JP this looks wrong, should be a regression on constant
        # results for rho estimate now identical to yule-walker on y
        # super(AR, self).__init__(endog, add_constant(endog))
        super(GLSAR, self).__init__(
            endog,
            np.ones((endog.shape[0], 1)),
            missing=missing,
            hasconst=None,
            **kwargs
        )
    else:
        super(GLSAR, self).__init__(endog, exog, missing=missing, **kwargs)","def __init__ ( self , endog , exog = None , rho = 1 , missing = ""none"" , hasconst = None , ** kwargs ) : <TAB> <TAB> if isinstance ( rho , ( int , np . integer ) ) : <TAB> <TAB> self . order = int ( rho ) <TAB> <TAB> self . rho = np . zeros ( self . order , np . float64 ) <TAB> else : <TAB> <TAB> self . rho = np . squeeze ( np . asarray ( rho ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""AR parameters must be a scalar or a vector"" ) <TAB> <TAB> if self . rho . shape == ( ) : <TAB> <TAB> <TAB> self . rho . shape = ( 1 , ) <TAB> <TAB> self . order = self . rho . shape [ 0 ] <TAB> if exog is None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> super ( GLSAR , self ) . __init__ ( <TAB> <TAB> <TAB> endog , <TAB> <TAB> <TAB> np . ones ( ( endog . shape [ 0 ] , 1 ) ) , <TAB> <TAB> <TAB> missing = missing , <TAB> <TAB> <TAB> hasconst = None , <TAB> <TAB> <TAB> ** kwargs <TAB> <TAB> ) <TAB> else : <TAB> <TAB> super ( GLSAR , self ) . __init__ ( endog , exog , missing = missing , ** kwargs )","if len ( self . rho . shape ) not in [ 0 , 1 ] :",335
3142,"def __exit__(self, type_=None, value=None, traceback=None):
    reset_Breakpoint()
    sys.settrace(None)
    not_empty = """"
    if self.tracer.set_list:
        not_empty += ""All paired tuples have not been processed, ""
        not_empty += ""the last one was number %d"" % self.tracer.expect_set_no
    # Make a BdbNotExpectedError a unittest failure.
    if type_ is not None and issubclass(BdbNotExpectedError, type_):
        if isinstance(value, BaseException) and value.args:
            err_msg = value.args[0]
            if not_empty:
                err_msg += ""\n"" + not_empty
            if self.dry_run:
                print(err_msg)
                return True
            else:
                self.test_case.fail(err_msg)
        else:
            assert False, ""BdbNotExpectedError with empty args""
    if not_empty:
        if self.dry_run:
            print(not_empty)
        else:
            self.test_case.fail(not_empty)","def __exit__ ( self , type_ = None , value = None , traceback = None ) : <TAB> reset_Breakpoint ( ) <TAB> sys . settrace ( None ) <TAB> not_empty = """" <TAB> if self . tracer . set_list : <TAB> <TAB> not_empty += ""All paired tuples have not been processed, "" <TAB> <TAB> not_empty += ""the last one was number %d"" % self . tracer . expect_set_no <TAB> <TAB> if type_ is not None and issubclass ( BdbNotExpectedError , type_ ) : <TAB> <TAB> if isinstance ( value , BaseException ) and value . args : <TAB> <TAB> <TAB> err_msg = value . args [ 0 ] <TAB> <TAB> <TAB> if not_empty : <TAB> <TAB> <TAB> <TAB> err_msg += ""\n"" + not_empty <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> print ( err_msg ) <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . test_case . fail ( err_msg ) <TAB> <TAB> else : <TAB> <TAB> <TAB> assert False , ""BdbNotExpectedError with empty args"" <TAB> if not_empty : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( not_empty ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . test_case . fail ( not_empty )",if self . dry_run :,305
7969,"def __init__(self, addr, conf, log, fd=None):
    if fd is None:
        try:
            st = os.stat(addr)
        except OSError as e:
            if e.args[0] != errno.ENOENT:
                raise
        else:
            if stat.S_ISSOCK(st.st_mode):
                os.remove(addr)
            else:
                raise ValueError(""%r is not a socket"" % addr)
    super(UnixSocket, self).__init__(addr, conf, log, fd=fd)","def __init__ ( self , addr , conf , log , fd = None ) : <TAB> if fd is None : <TAB> <TAB> try : <TAB> <TAB> <TAB> st = os . stat ( addr ) <TAB> <TAB> except OSError as e : <TAB> <TAB> <TAB> if e . args [ 0 ] != errno . ENOENT : <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> os . remove ( addr ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""%r is not a socket"" % addr ) <TAB> super ( UnixSocket , self ) . __init__ ( addr , conf , log , fd = fd )",if stat . S_ISSOCK ( st . st_mode ) :,150
7998,"def iter_open_logger_fds():
    seen = set()
    loggers = list(values(logging.Logger.manager.loggerDict)) + [
        logging.getLogger(None)
    ]
    for l in loggers:
        try:
            for handler in l.handlers:
                try:
                    if handler not in seen:  # pragma: no cover
                        yield handler.stream
                        seen.add(handler)
                except AttributeError:
                    pass
        except AttributeError:  # PlaceHolder does not have handlers
            pass
",def iter_open_logger_fds ( ) : <TAB> seen = set ( ) <TAB> loggers = list ( values ( logging . Logger . manager . loggerDict ) ) + [ <TAB> <TAB> logging . getLogger ( None ) <TAB> ] <TAB> for l in loggers : <TAB> <TAB> try : <TAB> <TAB> <TAB> for handler in l . handlers : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> yield handler . stream <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> seen . add ( handler ) <TAB> <TAB> <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> pass,if handler not in seen :,154
130,"def get_all_tracks(self):
    try:
        listing = self.__MTPDevice.get_tracklisting(callback=self.__callback)
    except Exception as exc:
        logger.error(""unable to get file listing %s (%s)"")
    tracks = []
    for track in listing:
        title = track.title
        if not title or title == """":
            title = track.filename
        if len(title) > 50:
            title = title[0:49] + ""...""
        artist = track.artist
        if artist and len(artist) > 50:
            artist = artist[0:49] + ""...""
        length = track.filesize
        age_in_days = 0
        date = self.__mtp_to_date(track.date)
        if not date:
            modified = track.date  # not a valid mtp date. Display what mtp gave anyway
            modified_sort = -1  # no idea how to sort invalid date
        else:
            modified = util.format_date(date)
            modified_sort = date
        t = SyncTrack(
            title,
            length,
            modified,
            modified_sort=modified_sort,
            mtptrack=track,
            podcast=artist,
        )
        tracks.append(t)
    return tracks","def get_all_tracks ( self ) : <TAB> try : <TAB> <TAB> listing = self . __MTPDevice . get_tracklisting ( callback = self . __callback ) <TAB> except Exception as exc : <TAB> <TAB> logger . error ( ""unable to get file listing %s (%s)"" ) <TAB> tracks = [ ] <TAB> for track in listing : <TAB> <TAB> title = track . title <TAB> <TAB> if not title or title == """" : <TAB> <TAB> <TAB> title = track . filename <TAB> <TAB> if len ( title ) > 50 : <TAB> <TAB> <TAB> title = title [ 0 : 49 ] + ""..."" <TAB> <TAB> artist = track . artist <TAB> <TAB> if artist and len ( artist ) > 50 : <TAB> <TAB> <TAB> artist = artist [ 0 : 49 ] + ""..."" <TAB> <TAB> length = track . filesize <TAB> <TAB> age_in_days = 0 <TAB> <TAB> date = self . __mtp_to_date ( track . date ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> modified = track . date <TAB> <TAB> <TAB> modified_sort = - 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> modified = util . format_date ( date ) <TAB> <TAB> <TAB> modified_sort = date <TAB> <TAB> t = SyncTrack ( <TAB> <TAB> <TAB> title , <TAB> <TAB> <TAB> length , <TAB> <TAB> <TAB> modified , <TAB> <TAB> <TAB> modified_sort = modified_sort , <TAB> <TAB> <TAB> mtptrack = track , <TAB> <TAB> <TAB> podcast = artist , <TAB> <TAB> ) <TAB> <TAB> tracks . append ( t ) <TAB> return tracks",if not date :,346
1098,"def _dup_file_descriptor(self, source_fd, dest_fd, mode):
    source_fd = int(source_fd)
    if source_fd not in self._descriptors:
        raise RedirectionError('""%s"" is not a valid file descriptor' % str(source_fd))
    source = self._descriptors[source_fd]
    if source.mode() != mode:
        raise RedirectionError(
            'Descriptor %s cannot be duplicated in mode ""%s""' % (str(source), mode)
        )
    if dest_fd == ""-"":
        # Close the source descriptor
        del self._descriptors[source_fd]
        source.close()
    else:
        dest_fd = int(dest_fd)
        if dest_fd not in self._descriptors:
            raise RedirectionError(""Cannot replace file descriptor %s"" % str(dest_fd))
        dest = self._descriptors[dest_fd]
        if dest.mode() != mode:
            raise RedirectionError(
                'Descriptor %s cannot be cannot be redirected in mode ""%s""'
                % (str(dest), mode)
            )
        self._descriptors[dest_fd] = source.dup()
        dest.close()
","def _dup_file_descriptor ( self , source_fd , dest_fd , mode ) : <TAB> source_fd = int ( source_fd ) <TAB> if source_fd not in self . _descriptors : <TAB> <TAB> raise RedirectionError ( '""%s"" is not a valid file descriptor' % str ( source_fd ) ) <TAB> source = self . _descriptors [ source_fd ] <TAB> if source . mode ( ) != mode : <TAB> <TAB> raise RedirectionError ( <TAB> <TAB> <TAB> 'Descriptor %s cannot be duplicated in mode ""%s""' % ( str ( source ) , mode ) <TAB> <TAB> ) <TAB> if dest_fd == ""-"" : <TAB> <TAB> <TAB> <TAB> del self . _descriptors [ source_fd ] <TAB> <TAB> source . close ( ) <TAB> else : <TAB> <TAB> dest_fd = int ( dest_fd ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise RedirectionError ( ""Cannot replace file descriptor %s"" % str ( dest_fd ) ) <TAB> <TAB> dest = self . _descriptors [ dest_fd ] <TAB> <TAB> if dest . mode ( ) != mode : <TAB> <TAB> <TAB> raise RedirectionError ( <TAB> <TAB> <TAB> <TAB> 'Descriptor %s cannot be cannot be redirected in mode ""%s""' <TAB> <TAB> <TAB> <TAB> % ( str ( dest ) , mode ) <TAB> <TAB> <TAB> ) <TAB> <TAB> self . _descriptors [ dest_fd ] = source . dup ( ) <TAB> <TAB> dest . close ( )",if dest_fd not in self . _descriptors :,304
563,"def get_maxcov_downsample_cl(data, in_pipe=None):
    """"""Retrieve command line for max coverage downsampling, fitting into bamsormadup output.""""""
    max_cov = (
        _get_maxcov_downsample(data) if dd.get_aligner(data) not in [""snap""] else None
    )
    if max_cov:
        if in_pipe == ""bamsormadup"":
            prefix = ""level=0""
        elif in_pipe == ""samtools"":
            prefix = ""-l 0""
        else:
            prefix = """"
        # Swap over to multiple cores until after testing
        # core_arg = ""-t %s"" % dd.get_num_cores(data)
        core_arg = """"
        return ""%s | variant - -b %s --mark-as-qc-fail --max-coverage %s"" % (
            prefix,
            core_arg,
            max_cov,
        )
    else:
        if in_pipe == ""bamsormadup"":
            prefix = ""indexfilename={tx_out_file}.bai""
        else:
            prefix = """"
        return prefix","def get_maxcov_downsample_cl ( data , in_pipe = None ) : <TAB> """"""Retrieve command line for max coverage downsampling, fitting into bamsormadup output."""""" <TAB> max_cov = ( <TAB> <TAB> _get_maxcov_downsample ( data ) if dd . get_aligner ( data ) not in [ ""snap"" ] else None <TAB> ) <TAB> if max_cov : <TAB> <TAB> if in_pipe == ""bamsormadup"" : <TAB> <TAB> <TAB> prefix = ""level=0"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> prefix = ""-l 0"" <TAB> <TAB> else : <TAB> <TAB> <TAB> prefix = """" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> core_arg = """" <TAB> <TAB> return ""%s | variant - -b %s --mark-as-qc-fail --max-coverage %s"" % ( <TAB> <TAB> <TAB> prefix , <TAB> <TAB> <TAB> core_arg , <TAB> <TAB> <TAB> max_cov , <TAB> <TAB> ) <TAB> else : <TAB> <TAB> if in_pipe == ""bamsormadup"" : <TAB> <TAB> <TAB> prefix = ""indexfilename={tx_out_file}.bai"" <TAB> <TAB> else : <TAB> <TAB> <TAB> prefix = """" <TAB> <TAB> return prefix","elif in_pipe == ""samtools"" :",302
16923,"def __init__(
    self, fuzzer_name, job_types, stats_columns, group_by, date_start, date_end
):
    assert group_by
    self.fuzzer_name = fuzzer_name
    self.job_types = job_types
    self.group_by = group_by
    self.date_start = date_start
    self.date_end = date_end
    self.job_run_query = None
    self.testcase_run_query = None
    job_run_fields = []
    testcase_run_fields = []
    fields = parse_stats_column_fields(stats_columns)
    for field in fields:
        # Split up fields by table.
        if not isinstance(field, QueryField):
            continue
        if field.table_alias == JobQuery.ALIAS:
            job_run_fields.append(field)
        elif field.table_alias == TestcaseQuery.ALIAS:
            testcase_run_fields.append(field)
    #  subqueries.
    # For query by time, we can't correlate the time of testcase run with a job
    # run since they are set at different times. So, use only the results from
    # testcase run and don't join them with job run, see build(). Also, the job
    # paramaters like: known crashes, new crashes are aggregate numbers from job
    # that are not applicable to show per testcase run (a point on graph).
    if job_run_fields and self.group_by != QueryGroupBy.GROUP_BY_TIME:
        self.job_run_query = JobQuery(
            fuzzer_name, job_types, job_run_fields, group_by, date_start, date_end
        )
    if testcase_run_fields:
        self.testcase_run_query = TestcaseQuery(
            fuzzer_name, job_types, testcase_run_fields, group_by, date_start, date_end
        )
    assert self.job_run_query or self.testcase_run_query, ""Unable to create query.""
","def __init__ ( <TAB> self , fuzzer_name , job_types , stats_columns , group_by , date_start , date_end ) : <TAB> assert group_by <TAB> self . fuzzer_name = fuzzer_name <TAB> self . job_types = job_types <TAB> self . group_by = group_by <TAB> self . date_start = date_start <TAB> self . date_end = date_end <TAB> self . job_run_query = None <TAB> self . testcase_run_query = None <TAB> job_run_fields = [ ] <TAB> testcase_run_fields = [ ] <TAB> fields = parse_stats_column_fields ( stats_columns ) <TAB> for field in fields : <TAB> <TAB> <TAB> <TAB> if not isinstance ( field , QueryField ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if field . table_alias == JobQuery . ALIAS : <TAB> <TAB> <TAB> job_run_fields . append ( field ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> testcase_run_fields . append ( field ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if job_run_fields and self . group_by != QueryGroupBy . GROUP_BY_TIME : <TAB> <TAB> self . job_run_query = JobQuery ( <TAB> <TAB> <TAB> fuzzer_name , job_types , job_run_fields , group_by , date_start , date_end <TAB> <TAB> ) <TAB> if testcase_run_fields : <TAB> <TAB> self . testcase_run_query = TestcaseQuery ( <TAB> <TAB> <TAB> fuzzer_name , job_types , testcase_run_fields , group_by , date_start , date_end <TAB> <TAB> ) <TAB> assert self . job_run_query or self . testcase_run_query , ""Unable to create query.""",elif field . table_alias == TestcaseQuery . ALIAS :,508
1033,"def create_initial(self):
    pkgs = dict()
    with open(self.initial_manifest, ""w+"") as manifest:
        manifest.write(self.initial_manifest_file_header)
        for var in self.var_maps[self.manifest_type]:
            if var in self.vars_to_split:
                split_pkgs = self._split_multilib(self.d.getVar(var))
                if split_pkgs is not None:
                    pkgs = dict(list(pkgs.items()) + list(split_pkgs.items()))
            else:
                pkg_list = self.d.getVar(var)
                if pkg_list is not None:
                    pkgs[self.var_maps[self.manifest_type][var]] = self.d.getVar(var)
        for pkg_type in pkgs:
            for pkg in pkgs[pkg_type].split():
                manifest.write(""%s,%s\n"" % (pkg_type, pkg))
","def create_initial ( self ) : <TAB> pkgs = dict ( ) <TAB> with open ( self . initial_manifest , ""w+"" ) as manifest : <TAB> <TAB> manifest . write ( self . initial_manifest_file_header ) <TAB> <TAB> for var in self . var_maps [ self . manifest_type ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> split_pkgs = self . _split_multilib ( self . d . getVar ( var ) ) <TAB> <TAB> <TAB> <TAB> if split_pkgs is not None : <TAB> <TAB> <TAB> <TAB> <TAB> pkgs = dict ( list ( pkgs . items ( ) ) + list ( split_pkgs . items ( ) ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> pkg_list = self . d . getVar ( var ) <TAB> <TAB> <TAB> <TAB> if pkg_list is not None : <TAB> <TAB> <TAB> <TAB> <TAB> pkgs [ self . var_maps [ self . manifest_type ] [ var ] ] = self . d . getVar ( var ) <TAB> <TAB> for pkg_type in pkgs : <TAB> <TAB> <TAB> for pkg in pkgs [ pkg_type ] . split ( ) : <TAB> <TAB> <TAB> <TAB> manifest . write ( ""%s,%s\n"" % ( pkg_type , pkg ) )",if var in self . vars_to_split :,261
18882,"def parse_object_id(_, values):
    if values:
        for key in values:
            if key.endswith(""_id""):
                val = values[key]
                if len(val) > 10:
                    try:
                        values[key] = utils.ObjectIdSilent(val)
                    except:
                        values[key] = None","def parse_object_id ( _ , values ) : <TAB> if values : <TAB> <TAB> for key in values : <TAB> <TAB> <TAB> if key . endswith ( ""_id"" ) : <TAB> <TAB> <TAB> <TAB> val = values [ key ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> values [ key ] = utils . ObjectIdSilent ( val ) <TAB> <TAB> <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> values [ key ] = None",if len ( val ) > 10 :,108
6655,"def net(
    self, input, output_stride=32, class_dim=1000, end_points=None, decode_points=None
):
    self.stride = 2
    self.block_point = 0
    self.output_stride = output_stride
    self.decode_points = decode_points
    self.short_cuts = dict()
    with scope(self.backbone):
        # Entry flow
        data = self.entry_flow(input)
        if check_points(self.block_point, end_points):
            return data, self.short_cuts
        # Middle flow
        data = self.middle_flow(data)
        if check_points(self.block_point, end_points):
            return data, self.short_cuts
        # Exit flow
        data = self.exit_flow(data)
        if check_points(self.block_point, end_points):
            return data, self.short_cuts
        data = fluid.layers.reduce_mean(data, [2, 3], keep_dim=True)
        data = fluid.layers.dropout(data, 0.5)
        stdv = 1.0 / math.sqrt(data.shape[1] * 1.0)
        with scope(""logit""):
            out = fluid.layers.fc(
                input=data,
                size=class_dim,
                param_attr=fluid.param_attr.ParamAttr(
                    name=""fc_weights"",
                    initializer=fluid.initializer.Uniform(-stdv, stdv),
                ),
                bias_attr=fluid.param_attr.ParamAttr(name=""fc_bias""),
            )
        return out","def net ( <TAB> self , input , output_stride = 32 , class_dim = 1000 , end_points = None , decode_points = None ) : <TAB> self . stride = 2 <TAB> self . block_point = 0 <TAB> self . output_stride = output_stride <TAB> self . decode_points = decode_points <TAB> self . short_cuts = dict ( ) <TAB> with scope ( self . backbone ) : <TAB> <TAB> <TAB> <TAB> data = self . entry_flow ( input ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return data , self . short_cuts <TAB> <TAB> <TAB> <TAB> data = self . middle_flow ( data ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return data , self . short_cuts <TAB> <TAB> <TAB> <TAB> data = self . exit_flow ( data ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return data , self . short_cuts <TAB> <TAB> data = fluid . layers . reduce_mean ( data , [ 2 , 3 ] , keep_dim = True ) <TAB> <TAB> data = fluid . layers . dropout ( data , 0.5 ) <TAB> <TAB> stdv = 1.0 / math . sqrt ( data . shape [ 1 ] * 1.0 ) <TAB> <TAB> with scope ( ""logit"" ) : <TAB> <TAB> <TAB> out = fluid . layers . fc ( <TAB> <TAB> <TAB> <TAB> input = data , <TAB> <TAB> <TAB> <TAB> size = class_dim , <TAB> <TAB> <TAB> <TAB> param_attr = fluid . param_attr . ParamAttr ( <TAB> <TAB> <TAB> <TAB> <TAB> name = ""fc_weights"" , <TAB> <TAB> <TAB> <TAB> <TAB> initializer = fluid . initializer . Uniform ( - stdv , stdv ) , <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> bias_attr = fluid . param_attr . ParamAttr ( name = ""fc_bias"" ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> return out","if check_points ( self . block_point , end_points ) :",444
19299,"def deploy_component(self, components=None):
    if self._train_dsl is None:
        raise ValueError(""Before deploy model, training should be finish!!!"")
    if components is None:
        components = self._components
    deploy_cpns = []
    for cpn in components:
        if isinstance(cpn, str):
            deploy_cpns.append(cpn)
        elif isinstance(cpn, Component):
            deploy_cpns.append(cpn.name)
        else:
            raise ValueError(
                ""deploy component parameters is wrong, expect str or Component object, but {} find"".format(
                    type(cpn)
                )
            )
        if deploy_cpns[-1] not in self._components:
            raise ValueError(
                ""Component {} does not exist in pipeline"".format(deploy_cpns[-1])
            )
        if isinstance(self._components.get(deploy_cpns[-1]), Reader):
            raise ValueError(""Reader should not be include in predict pipeline"")
    res_dict = self._job_invoker.model_deploy(
        model_id=self._model_info.model_id,
        model_version=self._model_info.model_version,
        cpn_list=deploy_cpns,
    )
    self._predict_dsl = self._job_invoker.get_predict_dsl(
        model_id=res_dict[""model_id""], model_version=res_dict[""model_version""]
    )
    if self._predict_dsl:
        self._deploy = True
    return self","def deploy_component ( self , components = None ) : <TAB> if self . _train_dsl is None : <TAB> <TAB> raise ValueError ( ""Before deploy model, training should be finish!!!"" ) <TAB> if components is None : <TAB> <TAB> components = self . _components <TAB> deploy_cpns = [ ] <TAB> for cpn in components : <TAB> <TAB> if isinstance ( cpn , str ) : <TAB> <TAB> <TAB> deploy_cpns . append ( cpn ) <TAB> <TAB> elif isinstance ( cpn , Component ) : <TAB> <TAB> <TAB> deploy_cpns . append ( cpn . name ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""deploy component parameters is wrong, expect str or Component object, but {} find"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> type ( cpn ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Component {} does not exist in pipeline"" . format ( deploy_cpns [ - 1 ] ) <TAB> <TAB> <TAB> ) <TAB> <TAB> if isinstance ( self . _components . get ( deploy_cpns [ - 1 ] ) , Reader ) : <TAB> <TAB> <TAB> raise ValueError ( ""Reader should not be include in predict pipeline"" ) <TAB> res_dict = self . _job_invoker . model_deploy ( <TAB> <TAB> model_id = self . _model_info . model_id , <TAB> <TAB> model_version = self . _model_info . model_version , <TAB> <TAB> cpn_list = deploy_cpns , <TAB> ) <TAB> self . _predict_dsl = self . _job_invoker . get_predict_dsl ( <TAB> <TAB> model_id = res_dict [ ""model_id"" ] , model_version = res_dict [ ""model_version"" ] <TAB> ) <TAB> if self . _predict_dsl : <TAB> <TAB> self . _deploy = True <TAB> return self",if deploy_cpns [ - 1 ] not in self . _components :,415
18067,"def AutoTest():
    with open(sys.argv[1], ""rb"") as f:
        for line in f.read().split(b""\n""):
            line = BYTES2SYSTEMSTR(line.strip())
            if not line:
                continue
            elif line.startswith(""#""):
                print(line)
            else:
                print("">>> "" + line)
                os.system(line)
                sys.stdout.write(""\npress enter to continue..."")
                if PY3:
                    input()
                else:
                    raw_input()
                sys.stdout.write(""\n"")","def AutoTest ( ) : <TAB> with open ( sys . argv [ 1 ] , ""rb"" ) as f : <TAB> <TAB> for line in f . read ( ) . split ( b""\n"" ) : <TAB> <TAB> <TAB> line = BYTES2SYSTEMSTR ( line . strip ( ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> elif line . startswith ( ""#"" ) : <TAB> <TAB> <TAB> <TAB> print ( line ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> print ( "">>> "" + line ) <TAB> <TAB> <TAB> <TAB> os . system ( line ) <TAB> <TAB> <TAB> <TAB> sys . stdout . write ( ""\npress enter to continue..."" ) <TAB> <TAB> <TAB> <TAB> if PY3 : <TAB> <TAB> <TAB> <TAB> <TAB> input ( ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> raw_input ( ) <TAB> <TAB> <TAB> <TAB> sys . stdout . write ( ""\n"" )",if not line :,179
24151,"def reposition_division(f1):
    lines = f1.splitlines()
    if lines[2] == division:
        lines.pop(2)
    found = 0
    for i, line in enumerate(lines):
        if line.startswith('""""""'):
            found += 1
            if found == 2:
                if division in ""\n"".join(lines):
                    break  # already in the right place
                lines.insert(i + 1, """")
                lines.insert(i + 2, division)
                break
    return ""\n"".join(lines)","def reposition_division ( f1 ) : <TAB> lines = f1 . splitlines ( ) <TAB> if lines [ 2 ] == division : <TAB> <TAB> lines . pop ( 2 ) <TAB> found = 0 <TAB> for i , line in enumerate ( lines ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> found += 1 <TAB> <TAB> <TAB> if found == 2 : <TAB> <TAB> <TAB> <TAB> if division in ""\n"" . join ( lines ) : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> lines . insert ( i + 1 , """" ) <TAB> <TAB> <TAB> <TAB> lines . insert ( i + 2 , division ) <TAB> <TAB> <TAB> <TAB> break <TAB> return ""\n"" . join ( lines )","if line . startswith ( '""""""' ) :",153
14912,"def _WriteActionParams(f, actions, counter):
    param_names = []
    for key in sorted(actions):
        action = actions[key]
        to_write = None
        if isinstance(action, args.SetToString):
            if action.valid:
                to_write = action.valid
        elif isinstance(action, args.SetNamedOption):
            if action.names:
                to_write = action.names
        elif isinstance(action, args.SetNamedAction):
            if action.names:
                to_write = action.names
        if to_write:
            uniq = counter.next()
            var_name = ""params_%d"" % uniq
            _WriteStrArray(f, var_name, to_write)
        else:
            var_name = None
        param_names.append(var_name)
    return param_names
","def _WriteActionParams ( f , actions , counter ) : <TAB> param_names = [ ] <TAB> for key in sorted ( actions ) : <TAB> <TAB> action = actions [ key ] <TAB> <TAB> to_write = None <TAB> <TAB> if isinstance ( action , args . SetToString ) : <TAB> <TAB> <TAB> if action . valid : <TAB> <TAB> <TAB> <TAB> to_write = action . valid <TAB> <TAB> elif isinstance ( action , args . SetNamedOption ) : <TAB> <TAB> <TAB> if action . names : <TAB> <TAB> <TAB> <TAB> to_write = action . names <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if action . names : <TAB> <TAB> <TAB> <TAB> to_write = action . names <TAB> <TAB> if to_write : <TAB> <TAB> <TAB> uniq = counter . next ( ) <TAB> <TAB> <TAB> var_name = ""params_%d"" % uniq <TAB> <TAB> <TAB> _WriteStrArray ( f , var_name , to_write ) <TAB> <TAB> else : <TAB> <TAB> <TAB> var_name = None <TAB> <TAB> param_names . append ( var_name ) <TAB> return param_names","elif isinstance ( action , args . SetNamedAction ) :",236
7947,"def __lt__(self, other):
    # 0: clock 1: timestamp 3: process id
    try:
        A, B = self[0], other[0]
        # uses logical clock value first
        if A and B:  # use logical clock if available
            if A == B:  # equal clocks use lower process id
                return self[2] < other[2]
            return A < B
        return self[1] < other[1]  # ... or use timestamp
    except IndexError:
        return NotImplemented","def __lt__ ( self , other ) : <TAB> <TAB> try : <TAB> <TAB> A , B = self [ 0 ] , other [ 0 ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if A == B : <TAB> <TAB> <TAB> <TAB> return self [ 2 ] < other [ 2 ] <TAB> <TAB> <TAB> return A < B <TAB> <TAB> return self [ 1 ] < other [ 1 ] <TAB> except IndexError : <TAB> <TAB> return NotImplemented",if A and B :,135
10031,"def reset(self):
    self.tree.reset()
    self.firstStartTag = False
    self.errors = []
    self.log = []  # only used with debug mode
    # ""quirks"" / ""limited quirks"" / ""no quirks""
    self.compatMode = ""no quirks""
    if self.innerHTMLMode:
        self.innerHTML = self.container.lower()
        if self.innerHTML in cdataElements:
            self.tokenizer.state = self.tokenizer.rcdataState
        elif self.innerHTML in rcdataElements:
            self.tokenizer.state = self.tokenizer.rawtextState
        elif self.innerHTML == ""plaintext"":
            self.tokenizer.state = self.tokenizer.plaintextState
        else:
            # state already is data state
            # self.tokenizer.state = self.tokenizer.dataState
            pass
        self.phase = self.phases[""beforeHtml""]
        self.phase.insertHtmlElement()
        self.resetInsertionMode()
    else:
        self.innerHTML = False
        self.phase = self.phases[""initial""]
    self.lastPhase = None
    self.beforeRCDataPhase = None
    self.framesetOK = True
","def reset ( self ) : <TAB> self . tree . reset ( ) <TAB> self . firstStartTag = False <TAB> self . errors = [ ] <TAB> self . log = [ ] <TAB> <TAB> self . compatMode = ""no quirks"" <TAB> if self . innerHTMLMode : <TAB> <TAB> self . innerHTML = self . container . lower ( ) <TAB> <TAB> if self . innerHTML in cdataElements : <TAB> <TAB> <TAB> self . tokenizer . state = self . tokenizer . rcdataState <TAB> <TAB> elif self . innerHTML in rcdataElements : <TAB> <TAB> <TAB> self . tokenizer . state = self . tokenizer . rawtextState <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . tokenizer . state = self . tokenizer . plaintextState <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> self . phase = self . phases [ ""beforeHtml"" ] <TAB> <TAB> self . phase . insertHtmlElement ( ) <TAB> <TAB> self . resetInsertionMode ( ) <TAB> else : <TAB> <TAB> self . innerHTML = False <TAB> <TAB> self . phase = self . phases [ ""initial"" ] <TAB> self . lastPhase = None <TAB> self . beforeRCDataPhase = None <TAB> self . framesetOK = True","elif self . innerHTML == ""plaintext"" :",320
9622,"def get_host_metadata(self):
    meta = {}
    if self.agent_url:
        try:
            resp = requests.get(
                self.agent_url + ECS_AGENT_METADATA_PATH, timeout=1
            ).json()
            if ""Version"" in resp:
                match = AGENT_VERSION_EXP.search(resp.get(""Version""))
                if match is not None and len(match.groups()) == 1:
                    meta[""ecs_version""] = match.group(1)
        except Exception as e:
            self.log.debug(""Error getting ECS version: %s"" % str(e))
    return meta","def get_host_metadata ( self ) : <TAB> meta = { } <TAB> if self . agent_url : <TAB> <TAB> try : <TAB> <TAB> <TAB> resp = requests . get ( <TAB> <TAB> <TAB> <TAB> self . agent_url + ECS_AGENT_METADATA_PATH , timeout = 1 <TAB> <TAB> <TAB> ) . json ( ) <TAB> <TAB> <TAB> if ""Version"" in resp : <TAB> <TAB> <TAB> <TAB> match = AGENT_VERSION_EXP . search ( resp . get ( ""Version"" ) ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> meta [ ""ecs_version"" ] = match . group ( 1 ) <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> self . log . debug ( ""Error getting ECS version: %s"" % str ( e ) ) <TAB> return meta",if match is not None and len ( match . groups ( ) ) == 1 :,176
5280,"def _build_request(url: str) -> HTTPResponse:
    # Detect basic auth
    # Adapted from python-feedparser
    user_passwd = None
    u = urllib.parse.urlparse(url)
    if u.username is not None or u.password is not None:
        if u.username and u.password:
            user_passwd = ""%s:%s"" % (u.username, u.password)
        host_port = u.hostname
        if u.port:
            host_port += "":"" + str(u.port)
        url = urllib.parse.urlunparse(u._replace(netloc=host_port))
    # Start request
    req = urllib.request.Request(url)
    # Add headers
    req.add_header(""User-Agent"", ""SABnzbd/%s"" % sabnzbd.__version__)
    req.add_header(""Accept-encoding"", ""gzip"")
    if user_passwd:
        req.add_header(
            ""Authorization"",
            ""Basic "" + ubtou(base64.b64encode(utob(user_passwd))).strip(),
        )
    return urllib.request.urlopen(req)","def _build_request ( url : str ) -> HTTPResponse : <TAB> <TAB> <TAB> user_passwd = None <TAB> u = urllib . parse . urlparse ( url ) <TAB> if u . username is not None or u . password is not None : <TAB> <TAB> if u . username and u . password : <TAB> <TAB> <TAB> user_passwd = ""%s:%s"" % ( u . username , u . password ) <TAB> <TAB> host_port = u . hostname <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> host_port += "":"" + str ( u . port ) <TAB> <TAB> url = urllib . parse . urlunparse ( u . _replace ( netloc = host_port ) ) <TAB> <TAB> req = urllib . request . Request ( url ) <TAB> <TAB> req . add_header ( ""User-Agent"" , ""SABnzbd/%s"" % sabnzbd . __version__ ) <TAB> req . add_header ( ""Accept-encoding"" , ""gzip"" ) <TAB> if user_passwd : <TAB> <TAB> req . add_header ( <TAB> <TAB> <TAB> ""Authorization"" , <TAB> <TAB> <TAB> ""Basic "" + ubtou ( base64 . b64encode ( utob ( user_passwd ) ) ) . strip ( ) , <TAB> <TAB> ) <TAB> return urllib . request . urlopen ( req )",if u . port :,289
3561,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.I64:
                self.maxColLen = iprot.readI64()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.DOUBLE:
                self.avgColLen = iprot.readDouble()
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.I64:
                self.numNulls = iprot.readI64()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . I64 : <TAB> <TAB> <TAB> <TAB> self . maxColLen = iprot . readI64 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . DOUBLE : <TAB> <TAB> <TAB> <TAB> self . avgColLen = iprot . readDouble ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . I64 : <TAB> <TAB> <TAB> <TAB> self . numNulls = iprot . readI64 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",elif fid == 3 :,384
21131,"def writeback(self, doc_type, body, rule=None, match_body=None):
    # ES 2.0 - 2.3 does not support dots in field names.
    if self.replace_dots_in_field_names:
        writeback_body = replace_dots_in_field_names(body)
    else:
        writeback_body = body
    for key in list(writeback_body.keys()):
        # Convert any datetime objects to timestamps
        if isinstance(writeback_body[key], datetime.datetime):
            writeback_body[key] = dt_to_ts(writeback_body[key])
    if self.debug:
        elastalert_logger.info(""Skipping writing to ES: %s"" % (writeback_body))
        return None
    if ""@timestamp"" not in writeback_body:
        writeback_body[""@timestamp""] = dt_to_ts(ts_now())
    try:
        index = self.writeback_es.resolve_writeback_index(
            self.writeback_index, doc_type
        )
        if self.writeback_es.is_atleastsixtwo():
            res = self.writeback_es.index(index=index, body=body)
        else:
            res = self.writeback_es.index(index=index, doc_type=doc_type, body=body)
        return res
    except ElasticsearchException as e:
        logging.exception(""Error writing alert info to Elasticsearch: %s"" % (e))","def writeback ( self , doc_type , body , rule = None , match_body = None ) : <TAB> <TAB> if self . replace_dots_in_field_names : <TAB> <TAB> writeback_body = replace_dots_in_field_names ( body ) <TAB> else : <TAB> <TAB> writeback_body = body <TAB> for key in list ( writeback_body . keys ( ) ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> writeback_body [ key ] = dt_to_ts ( writeback_body [ key ] ) <TAB> if self . debug : <TAB> <TAB> elastalert_logger . info ( ""Skipping writing to ES: %s"" % ( writeback_body ) ) <TAB> <TAB> return None <TAB> if ""@timestamp"" not in writeback_body : <TAB> <TAB> writeback_body [ ""@timestamp"" ] = dt_to_ts ( ts_now ( ) ) <TAB> try : <TAB> <TAB> index = self . writeback_es . resolve_writeback_index ( <TAB> <TAB> <TAB> self . writeback_index , doc_type <TAB> <TAB> ) <TAB> <TAB> if self . writeback_es . is_atleastsixtwo ( ) : <TAB> <TAB> <TAB> res = self . writeback_es . index ( index = index , body = body ) <TAB> <TAB> else : <TAB> <TAB> <TAB> res = self . writeback_es . index ( index = index , doc_type = doc_type , body = body ) <TAB> <TAB> return res <TAB> except ElasticsearchException as e : <TAB> <TAB> logging . exception ( ""Error writing alert info to Elasticsearch: %s"" % ( e ) )","if isinstance ( writeback_body [ key ] , datetime . datetime ) :",380
8775,"def update_sockets(self):
    """"""Upate sockets based on selected operation""""""
    inputs = self.inputs
    if self.operation in Q_operations:  # Q or Q+S operations
        for a in ABC[1:]:  # remove all B-Z inputs (keep A)
            if a in inputs:
                inputs.remove(inputs[a])
    elif self.operation in QQ_operations:  # Q + Q operations
        for a in ABC[2:]:  # remove all C-Z inputs (keep A & B)
            if a in inputs:
                inputs.remove(inputs[a])
        if not ""B"" in inputs:
            inputs.new(""SvQuaternionSocket"", ""B"")
    else:  # multiple Q operations
        if not ""B"" in inputs:
            inputs.new(""SvQuaternionSocket"", ""B"")
    inputs[""Scale""].hide_safe = self.operation != ""SCALE""
    outputs = self.outputs
    if self.operation in output_S_operations:
        outputs[""Quaternion""].hide_safe = True
        if outputs[""Value""].hide:
            outputs[""Value""].hide_safe = False
    else:
        if outputs[""Quaternion""].hide:
            outputs[""Quaternion""].hide_safe = False
        outputs[""Value""].hide_safe = True
    self.update()","def update_sockets ( self ) : <TAB> """"""Upate sockets based on selected operation"""""" <TAB> inputs = self . inputs <TAB> if self . operation in Q_operations : <TAB> <TAB> for a in ABC [ 1 : ] : <TAB> <TAB> <TAB> if a in inputs : <TAB> <TAB> <TAB> <TAB> inputs . remove ( inputs [ a ] ) <TAB> elif self . operation in QQ_operations : <TAB> <TAB> for a in ABC [ 2 : ] : <TAB> <TAB> <TAB> if a in inputs : <TAB> <TAB> <TAB> <TAB> inputs . remove ( inputs [ a ] ) <TAB> <TAB> if not ""B"" in inputs : <TAB> <TAB> <TAB> inputs . new ( ""SvQuaternionSocket"" , ""B"" ) <TAB> else : <TAB> <TAB> if not ""B"" in inputs : <TAB> <TAB> <TAB> inputs . new ( ""SvQuaternionSocket"" , ""B"" ) <TAB> inputs [ ""Scale"" ] . hide_safe = self . operation != ""SCALE"" <TAB> outputs = self . outputs <TAB> if self . operation in output_S_operations : <TAB> <TAB> outputs [ ""Quaternion"" ] . hide_safe = True <TAB> <TAB> if outputs [ ""Value"" ] . hide : <TAB> <TAB> <TAB> outputs [ ""Value"" ] . hide_safe = False <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> outputs [ ""Quaternion"" ] . hide_safe = False <TAB> <TAB> outputs [ ""Value"" ] . hide_safe = True <TAB> self . update ( )","if outputs [ ""Quaternion"" ] . hide :",343
10307,"def _return_poolnumber(self, nominated_pools):
    """"""Select pool form nominated pools.""""""
    selected_pool = -1
    min_ldn = 0
    for pool in nominated_pools:
        nld = len(pool[""ld_list""])
        if selected_pool == -1 or min_ldn > nld:
            selected_pool = pool[""pool_num""]
            min_ldn = nld
    if selected_pool < 0:
        msg = _(""No available pools found."")
        raise exception.VolumeBackendAPIException(data=msg)
    return selected_pool","def _return_poolnumber ( self , nominated_pools ) : <TAB> """"""Select pool form nominated pools."""""" <TAB> selected_pool = - 1 <TAB> min_ldn = 0 <TAB> for pool in nominated_pools : <TAB> <TAB> nld = len ( pool [ ""ld_list"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> selected_pool = pool [ ""pool_num"" ] <TAB> <TAB> <TAB> min_ldn = nld <TAB> if selected_pool < 0 : <TAB> <TAB> msg = _ ( ""No available pools found."" ) <TAB> <TAB> raise exception . VolumeBackendAPIException ( data = msg ) <TAB> return selected_pool",if selected_pool == - 1 or min_ldn > nld :,150
10240,"def __call__(self, x: JaxArray, training: bool) -> JaxArray:
    if self.stride > 1:
        shortcut = objax.functional.max_pool_2d(x, size=1, strides=self.stride)
    else:
        shortcut = x
    for i, (bn_i, conv_i) in enumerate(self.layers):
        x = bn_i(x, training)
        x = self.activation_fn(x)
        if i == 0 and self.use_projection:
            shortcut = self.proj_conv(x)
        x = conv_i(x)
    return x + shortcut","def __call__ ( self , x : JaxArray , training : bool ) -> JaxArray : <TAB> if self . stride > 1 : <TAB> <TAB> shortcut = objax . functional . max_pool_2d ( x , size = 1 , strides = self . stride ) <TAB> else : <TAB> <TAB> shortcut = x <TAB> for i , ( bn_i , conv_i ) in enumerate ( self . layers ) : <TAB> <TAB> x = bn_i ( x , training ) <TAB> <TAB> x = self . activation_fn ( x ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> shortcut = self . proj_conv ( x ) <TAB> <TAB> x = conv_i ( x ) <TAB> return x + shortcut",if i == 0 and self . use_projection :,162
9018,"def tokens(self, event, next):
    kind, data, _ = event
    if kind == START:
        tag, attribs = data
        name = tag.localname
        namespace = tag.namespace
        converted_attribs = {}
        for k, v in attribs:
            if isinstance(k, QName):
                converted_attribs[(k.namespace, k.localname)] = v
            else:
                converted_attribs[(None, k)] = v
        if namespace == namespaces[""html""] and name in voidElements:
            for token in self.emptyTag(
                namespace,
                name,
                converted_attribs,
                not next or next[0] != END or next[1] != tag,
            ):
                yield token
        else:
            yield self.startTag(namespace, name, converted_attribs)
    elif kind == END:
        name = data.localname
        namespace = data.namespace
        if namespace != namespaces[""html""] or name not in voidElements:
            yield self.endTag(namespace, name)
    elif kind == COMMENT:
        yield self.comment(data)
    elif kind == TEXT:
        for token in self.text(data):
            yield token
    elif kind == DOCTYPE:
        yield self.doctype(*data)
    elif kind in (XML_NAMESPACE, DOCTYPE, START_NS, END_NS, START_CDATA, END_CDATA, PI):
        pass
    else:
        yield self.unknown(kind)","def tokens ( self , event , next ) : <TAB> kind , data , _ = event <TAB> if kind == START : <TAB> <TAB> tag , attribs = data <TAB> <TAB> name = tag . localname <TAB> <TAB> namespace = tag . namespace <TAB> <TAB> converted_attribs = { } <TAB> <TAB> for k , v in attribs : <TAB> <TAB> <TAB> if isinstance ( k , QName ) : <TAB> <TAB> <TAB> <TAB> converted_attribs [ ( k . namespace , k . localname ) ] = v <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> converted_attribs [ ( None , k ) ] = v <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for token in self . emptyTag ( <TAB> <TAB> <TAB> <TAB> namespace , <TAB> <TAB> <TAB> <TAB> name , <TAB> <TAB> <TAB> <TAB> converted_attribs , <TAB> <TAB> <TAB> <TAB> not next or next [ 0 ] != END or next [ 1 ] != tag , <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> yield token <TAB> <TAB> else : <TAB> <TAB> <TAB> yield self . startTag ( namespace , name , converted_attribs ) <TAB> elif kind == END : <TAB> <TAB> name = data . localname <TAB> <TAB> namespace = data . namespace <TAB> <TAB> if namespace != namespaces [ ""html"" ] or name not in voidElements : <TAB> <TAB> <TAB> yield self . endTag ( namespace , name ) <TAB> elif kind == COMMENT : <TAB> <TAB> yield self . comment ( data ) <TAB> elif kind == TEXT : <TAB> <TAB> for token in self . text ( data ) : <TAB> <TAB> <TAB> yield token <TAB> elif kind == DOCTYPE : <TAB> <TAB> yield self . doctype ( * data ) <TAB> elif kind in ( XML_NAMESPACE , DOCTYPE , START_NS , END_NS , START_CDATA , END_CDATA , PI ) : <TAB> <TAB> pass <TAB> else : <TAB> <TAB> yield self . unknown ( kind )","if namespace == namespaces [ ""html"" ] and name in voidElements :",395
11368,"def slowSorted(qq):
    ""Reference sort peformed by insertion using only <""
    rr = list()
    for q in qq:
        i = 0
        for i in range(len(rr)):
            if q < rr[i]:
                rr.insert(i, q)
                break
        else:
            rr.append(q)
    return rr","def slowSorted ( qq ) : <TAB> ""Reference sort peformed by insertion using only <"" <TAB> rr = list ( ) <TAB> for q in qq : <TAB> <TAB> i = 0 <TAB> <TAB> for i in range ( len ( rr ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> rr . insert ( i , q ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> rr . append ( q ) <TAB> return rr",if q < rr [ i ] :,101
7439,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRING:
                self.db_name = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRING:
                self.tbl_name = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.LIST:
                self.part_vals = []
                (_etype725, _size722) = iprot.readListBegin()
                for _i726 in xrange(_size722):
                    _elem727 = iprot.readString()
                    self.part_vals.append(_elem727)
                iprot.readListEnd()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . db_name = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . tbl_name = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 3 : <TAB> <TAB> <TAB> if ftype == TType . LIST : <TAB> <TAB> <TAB> <TAB> self . part_vals = [ ] <TAB> <TAB> <TAB> <TAB> ( _etype725 , _size722 ) = iprot . readListBegin ( ) <TAB> <TAB> <TAB> <TAB> for _i726 in xrange ( _size722 ) : <TAB> <TAB> <TAB> <TAB> <TAB> _elem727 = iprot . readString ( ) <TAB> <TAB> <TAB> <TAB> <TAB> self . part_vals . append ( _elem727 ) <TAB> <TAB> <TAB> <TAB> iprot . readListEnd ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STRING :,460
13499,"def set_random_avatar(user):
    galleries = get_available_galleries(include_default=True)
    if not galleries:
        raise RuntimeError(""no avatar galleries are set"")
    avatars_list = []
    for gallery in galleries:
        if gallery[""name""] == DEFAULT_GALLERY:
            avatars_list = gallery[""images""]
            break
        else:
            avatars_list += gallery[""images""]
    random_avatar = random.choice(avatars_list)
    store.store_new_avatar(user, Image.open(random_avatar.image))
","def set_random_avatar ( user ) : <TAB> galleries = get_available_galleries ( include_default = True ) <TAB> if not galleries : <TAB> <TAB> raise RuntimeError ( ""no avatar galleries are set"" ) <TAB> avatars_list = [ ] <TAB> for gallery in galleries : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> avatars_list = gallery [ ""images"" ] <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> avatars_list += gallery [ ""images"" ] <TAB> random_avatar = random . choice ( avatars_list ) <TAB> store . store_new_avatar ( user , Image . open ( random_avatar . image ) )","if gallery [ ""name"" ] == DEFAULT_GALLERY :",169
17633,"def fetch_rvalue(self) -> List[Token]:
    """"""Fetch right-hand value of assignment.""""""
    tokens = []
    while self.fetch_token():
        tokens.append(self.current)
        if self.current == [OP, ""(""]:
            tokens += self.fetch_until([OP, "")""])
        elif self.current == [OP, ""{""]:
            tokens += self.fetch_until([OP, ""}""])
        elif self.current == [OP, ""[""]:
            tokens += self.fetch_until([OP, ""]""])
        elif self.current == INDENT:
            tokens += self.fetch_until(DEDENT)
        elif self.current == [OP, "";""]:
            break
        elif self.current.kind not in (OP, NAME, NUMBER, STRING):
            break
    return tokens
","def fetch_rvalue ( self ) -> List [ Token ] : <TAB> """"""Fetch right-hand value of assignment."""""" <TAB> tokens = [ ] <TAB> while self . fetch_token ( ) : <TAB> <TAB> tokens . append ( self . current ) <TAB> <TAB> if self . current == [ OP , ""("" ] : <TAB> <TAB> <TAB> tokens += self . fetch_until ( [ OP , "")"" ] ) <TAB> <TAB> elif self . current == [ OP , ""{"" ] : <TAB> <TAB> <TAB> tokens += self . fetch_until ( [ OP , ""}"" ] ) <TAB> <TAB> elif self . current == [ OP , ""["" ] : <TAB> <TAB> <TAB> tokens += self . fetch_until ( [ OP , ""]"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tokens += self . fetch_until ( DEDENT ) <TAB> <TAB> elif self . current == [ OP , "";"" ] : <TAB> <TAB> <TAB> break <TAB> <TAB> elif self . current . kind not in ( OP , NAME , NUMBER , STRING ) : <TAB> <TAB> <TAB> break <TAB> return tokens",elif self . current == INDENT :,208
16732,"def describe(self, done=False):
    description = ShellCommand.describe(self, done)
    if done:
        if not description:
            description = [""compile""]
        description.append(""%d projects"" % self.getStatistic(""projects"", 0))
        description.append(""%d files"" % self.getStatistic(""files"", 0))
        warnings = self.getStatistic(""warnings"", 0)
        if warnings > 0:
            description.append(""%d warnings"" % warnings)
        errors = self.getStatistic(""errors"", 0)
        if errors > 0:
            description.append(""%d errors"" % errors)
    return description","def describe ( self , done = False ) : <TAB> description = ShellCommand . describe ( self , done ) <TAB> if done : <TAB> <TAB> if not description : <TAB> <TAB> <TAB> description = [ ""compile"" ] <TAB> <TAB> description . append ( ""%d projects"" % self . getStatistic ( ""projects"" , 0 ) ) <TAB> <TAB> description . append ( ""%d files"" % self . getStatistic ( ""files"" , 0 ) ) <TAB> <TAB> warnings = self . getStatistic ( ""warnings"" , 0 ) <TAB> <TAB> if warnings > 0 : <TAB> <TAB> <TAB> description . append ( ""%d warnings"" % warnings ) <TAB> <TAB> errors = self . getStatistic ( ""errors"" , 0 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> description . append ( ""%d errors"" % errors ) <TAB> return description",if errors > 0 :,164
17800,"def notify(self, message="""", data=None, listener=None):
    if not data:
        data = {}
    nma = pynma.PyNMA()
    keys = splitString(self.conf(""api_key""))
    nma.addkey(keys)
    nma.developerkey(self.conf(""dev_key""))
    response = nma.push(
        application=self.default_title,
        event=message.split("" "")[0],
        description=message,
        priority=self.conf(""priority""),
        batch_mode=len(keys) > 1,
    )
    successful = 0
    for key in keys:
        if not response[str(key)][""code""] == six.u(""200""):
            log.error(
                ""Could not send notification to NotifyMyAndroid (%s). %s"",
                (key, response[key][""message""]),
            )
        else:
            successful += 1
    return successful == len(keys)","def notify ( self , message = """" , data = None , listener = None ) : <TAB> if not data : <TAB> <TAB> data = { } <TAB> nma = pynma . PyNMA ( ) <TAB> keys = splitString ( self . conf ( ""api_key"" ) ) <TAB> nma . addkey ( keys ) <TAB> nma . developerkey ( self . conf ( ""dev_key"" ) ) <TAB> response = nma . push ( <TAB> <TAB> application = self . default_title , <TAB> <TAB> event = message . split ( "" "" ) [ 0 ] , <TAB> <TAB> description = message , <TAB> <TAB> priority = self . conf ( ""priority"" ) , <TAB> <TAB> batch_mode = len ( keys ) > 1 , <TAB> ) <TAB> successful = 0 <TAB> for key in keys : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> log . error ( <TAB> <TAB> <TAB> <TAB> ""Could not send notification to NotifyMyAndroid (%s). %s"" , <TAB> <TAB> <TAB> <TAB> ( key , response [ key ] [ ""message"" ] ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> successful += 1 <TAB> return successful == len ( keys )","if not response [ str ( key ) ] [ ""code"" ] == six . u ( ""200"" ) :",251
3042,"def _run_and_test(self, hparams, test_transform=False):
    # Construct database
    scalar_data = ScalarData(hparams)
    self.assertEqual(scalar_data.list_items()[0], hparams[""dataset""][""data_name""])
    iterator = DataIterator(scalar_data)
    i = 0
    for batch in iterator:
        self.assertEqual(set(batch.keys()), set(scalar_data.list_items()))
        value = batch[scalar_data.data_name][0]
        if test_transform:
            self.assertEqual(2 * i, value)
        else:
            self.assertEqual(i, value)
        i += 1
        data_type = hparams[""dataset""][""data_type""]
        if data_type == ""int"":
            self.assertEqual(value.dtype, torch.int32)
        elif data_type == ""float"":
            self.assertEqual(value.dtype, torch.float32)
        elif data_type == ""bool"":
            self.assertTrue(value.dtype, torch_bool)
        self.assertIsInstance(value, torch.Tensor)","def _run_and_test ( self , hparams , test_transform = False ) : <TAB> <TAB> scalar_data = ScalarData ( hparams ) <TAB> self . assertEqual ( scalar_data . list_items ( ) [ 0 ] , hparams [ ""dataset"" ] [ ""data_name"" ] ) <TAB> iterator = DataIterator ( scalar_data ) <TAB> i = 0 <TAB> for batch in iterator : <TAB> <TAB> self . assertEqual ( set ( batch . keys ( ) ) , set ( scalar_data . list_items ( ) ) ) <TAB> <TAB> value = batch [ scalar_data . data_name ] [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertEqual ( 2 * i , value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . assertEqual ( i , value ) <TAB> <TAB> i += 1 <TAB> <TAB> data_type = hparams [ ""dataset"" ] [ ""data_type"" ] <TAB> <TAB> if data_type == ""int"" : <TAB> <TAB> <TAB> self . assertEqual ( value . dtype , torch . int32 ) <TAB> <TAB> elif data_type == ""float"" : <TAB> <TAB> <TAB> self . assertEqual ( value . dtype , torch . float32 ) <TAB> <TAB> elif data_type == ""bool"" : <TAB> <TAB> <TAB> self . assertTrue ( value . dtype , torch_bool ) <TAB> <TAB> self . assertIsInstance ( value , torch . Tensor )",if test_transform :,278
175,"def check_WinExec(self, emu):
    profile = emu.emu_profile_output.decode()
    while True:
        offset = profile.find(""WinExec"")
        if offset < 0:
            break
        profile = profile[offset:]
        p = profile.split("";"")
        if not p:  # pragma: no cover
            profile = profile[1:]
            continue
        s = p[0].split('""')
        if len(s) < 2:  # pragma: no cover
            profile = profile[1:]
            continue
        url = s[1]
        if not url.startswith(""\\\\""):
            profile = profile[1:]
            continue
        self.retrieve_WinExec(url)
        profile = profile[1:]","def check_WinExec ( self , emu ) : <TAB> profile = emu . emu_profile_output . decode ( ) <TAB> while True : <TAB> <TAB> offset = profile . find ( ""WinExec"" ) <TAB> <TAB> if offset < 0 : <TAB> <TAB> <TAB> break <TAB> <TAB> profile = profile [ offset : ] <TAB> <TAB> p = profile . split ( "";"" ) <TAB> <TAB> if not p : <TAB> <TAB> <TAB> profile = profile [ 1 : ] <TAB> <TAB> <TAB> continue <TAB> <TAB> s = p [ 0 ] . split ( '""' ) <TAB> <TAB> if len ( s ) < 2 : <TAB> <TAB> <TAB> profile = profile [ 1 : ] <TAB> <TAB> <TAB> continue <TAB> <TAB> url = s [ 1 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> profile = profile [ 1 : ] <TAB> <TAB> <TAB> continue <TAB> <TAB> self . retrieve_WinExec ( url ) <TAB> <TAB> profile = profile [ 1 : ]","if not url . startswith ( ""\\\\"" ) :",202
21626,"def convert_path(ctx, tpath):
    for points, code in tpath.iter_segments():
        if code == Path.MOVETO:
            ctx.move_to(*points)
        elif code == Path.LINETO:
            ctx.line_to(*points)
        elif code == Path.CURVE3:
            ctx.curve_to(
                points[0], points[1], points[0], points[1], points[2], points[3]
            )
        elif code == Path.CURVE4:
            ctx.curve_to(*points)
        elif code == Path.CLOSEPOLY:
            ctx.close_path()","def convert_path ( ctx , tpath ) : <TAB> for points , code in tpath . iter_segments ( ) : <TAB> <TAB> if code == Path . MOVETO : <TAB> <TAB> <TAB> ctx . move_to ( * points ) <TAB> <TAB> elif code == Path . LINETO : <TAB> <TAB> <TAB> ctx . line_to ( * points ) <TAB> <TAB> elif code == Path . CURVE3 : <TAB> <TAB> <TAB> ctx . curve_to ( <TAB> <TAB> <TAB> <TAB> points [ 0 ] , points [ 1 ] , points [ 0 ] , points [ 1 ] , points [ 2 ] , points [ 3 ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ctx . curve_to ( * points ) <TAB> <TAB> elif code == Path . CLOSEPOLY : <TAB> <TAB> <TAB> ctx . close_path ( )",elif code == Path . CURVE4 :,172
11235,"def msg_ser(inst, sformat, lev=0):
    if sformat in [""urlencoded"", ""json""]:
        if isinstance(inst, Message):
            res = inst.serialize(sformat, lev)
        else:
            res = inst
    elif sformat == ""dict"":
        if isinstance(inst, Message):
            res = inst.serialize(sformat, lev)
        elif isinstance(inst, dict):
            res = inst
        elif isinstance(inst, str):  # Iff ID Token
            res = inst
        else:
            raise MessageException(""Wrong type: %s"" % type(inst))
    else:
        raise PyoidcError(""Unknown sformat"", inst)
    return res","def msg_ser ( inst , sformat , lev = 0 ) : <TAB> if sformat in [ ""urlencoded"" , ""json"" ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> res = inst . serialize ( sformat , lev ) <TAB> <TAB> else : <TAB> <TAB> <TAB> res = inst <TAB> elif sformat == ""dict"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> res = inst . serialize ( sformat , lev ) <TAB> <TAB> elif isinstance ( inst , dict ) : <TAB> <TAB> <TAB> res = inst <TAB> <TAB> elif isinstance ( inst , str ) : <TAB> <TAB> <TAB> res = inst <TAB> <TAB> else : <TAB> <TAB> <TAB> raise MessageException ( ""Wrong type: %s"" % type ( inst ) ) <TAB> else : <TAB> <TAB> raise PyoidcError ( ""Unknown sformat"" , inst ) <TAB> return res","if isinstance ( inst , Message ) :",182
3291,"def tokeneater(self, type, token, srow_scol, erow_ecol, line):
    srow, scol = srow_scol
    erow, ecol = erow_ecol
    if not self.started:
        # look for the first ""def"", ""class"" or ""lambda""
        if token in (""def"", ""class"", ""lambda""):
            if token == ""lambda"":
                self.islambda = True
            self.started = True
        self.passline = True  # skip to the end of the line
    elif type == tokenize.NEWLINE:
        self.passline = False  # stop skipping when a NEWLINE is seen
        self.last = srow
        if self.islambda:  # lambdas always end at the first NEWLINE
            raise EndOfBlock
    elif self.passline:
        pass
    elif type == tokenize.INDENT:
        self.indent = self.indent + 1
        self.passline = True
    elif type == tokenize.DEDENT:
        self.indent = self.indent - 1
        # the end of matching indent/dedent pairs end a block
        # (note that this only works for ""def""/""class"" blocks,
        #  not e.g. for ""if: else:"" or ""try: finally:"" blocks)
        if self.indent <= 0:
            raise EndOfBlock
    elif self.indent == 0 and type not in (tokenize.COMMENT, tokenize.NL):
        # any other token on the same indentation level end the previous
        # block as well, except the pseudo-tokens COMMENT and NL.
        raise EndOfBlock","def tokeneater ( self , type , token , srow_scol , erow_ecol , line ) : <TAB> srow , scol = srow_scol <TAB> erow , ecol = erow_ecol <TAB> if not self . started : <TAB> <TAB> <TAB> <TAB> if token in ( ""def"" , ""class"" , ""lambda"" ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . islambda = True <TAB> <TAB> <TAB> self . started = True <TAB> <TAB> self . passline = True <TAB> elif type == tokenize . NEWLINE : <TAB> <TAB> self . passline = False <TAB> <TAB> self . last = srow <TAB> <TAB> if self . islambda : <TAB> <TAB> <TAB> raise EndOfBlock <TAB> elif self . passline : <TAB> <TAB> pass <TAB> elif type == tokenize . INDENT : <TAB> <TAB> self . indent = self . indent + 1 <TAB> <TAB> self . passline = True <TAB> elif type == tokenize . DEDENT : <TAB> <TAB> self . indent = self . indent - 1 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . indent <= 0 : <TAB> <TAB> <TAB> raise EndOfBlock <TAB> elif self . indent == 0 and type not in ( tokenize . COMMENT , tokenize . NL ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise EndOfBlock","if token == ""lambda"" :",403
24976,"def precheck(self, runner, script, info):
    # create models dict if nonexistent
    if getattr(script, ""modelVars"", None) is None:
        script.modelVars = {}
    # parse AST node
    if isinstance(info, ast.Assign):
        if isinstance(info.value, ast.Call):
            if isinstance(info.value.func, ast.Name):
                if info.value.func.id.endswith(""Model""):
                    for target in info.targets:
                        if isinstance(target, ast.Name):
                            script.modelVars[target.id] = info.value.func.id
                        elif isinstance(target, ast.Tuple):
                            for elt in target.elts:
                                if isinstance(elt, ast.Name):
                                    script.modelVars[elt.id] = info.value.func.id
                else:
                    for target in info.targets:
                        if isinstance(target, ast.Name):
                            if target.id in script.modelVars:
                                del script.modelVars[target.id]
                        elif isinstance(target, ast.Tuple):
                            for elt in target.elts:
                                if isinstance(elt, ast.Name):
                                    if elt.id in script.modelVars:
                                        del script.modelVars[elt.id]
","def precheck ( self , runner , script , info ) : <TAB> <TAB> if getattr ( script , ""modelVars"" , None ) is None : <TAB> <TAB> script . modelVars = { } <TAB> <TAB> if isinstance ( info , ast . Assign ) : <TAB> <TAB> if isinstance ( info . value , ast . Call ) : <TAB> <TAB> <TAB> if isinstance ( info . value . func , ast . Name ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> for target in info . targets : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( target , ast . Name ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> script . modelVars [ target . id ] = info . value . func . id <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> elif isinstance ( target , ast . Tuple ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for elt in target . elts : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( elt , ast . Name ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> script . modelVars [ elt . id ] = info . value . func . id <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> for target in info . targets : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( target , ast . Name ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if target . id in script . modelVars : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> del script . modelVars [ target . id ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> elif isinstance ( target , ast . Tuple ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for elt in target . elts : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( elt , ast . Name ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if elt . id in script . modelVars : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> del script . modelVars [ elt . id ]","if info . value . func . id . endswith ( ""Model"" ) :",405
8952,"def _load_ui_modules(self, modules: Any) -> None:
    if isinstance(modules, types.ModuleType):
        self._load_ui_modules(dict((n, getattr(modules, n)) for n in dir(modules)))
    elif isinstance(modules, list):
        for m in modules:
            self._load_ui_modules(m)
    else:
        assert isinstance(modules, dict)
        for name, cls in modules.items():
            try:
                if issubclass(cls, UIModule):
                    self.ui_modules[name] = cls
            except TypeError:
                pass
","def _load_ui_modules ( self , modules : Any ) -> None : <TAB> if isinstance ( modules , types . ModuleType ) : <TAB> <TAB> self . _load_ui_modules ( dict ( ( n , getattr ( modules , n ) ) for n in dir ( modules ) ) ) <TAB> elif isinstance ( modules , list ) : <TAB> <TAB> for m in modules : <TAB> <TAB> <TAB> self . _load_ui_modules ( m ) <TAB> else : <TAB> <TAB> assert isinstance ( modules , dict ) <TAB> <TAB> for name , cls in modules . items ( ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . ui_modules [ name ] = cls <TAB> <TAB> <TAB> except TypeError : <TAB> <TAB> <TAB> <TAB> pass","if issubclass ( cls , UIModule ) :",162
25022,"def postprocess_message(self, msg):
    if msg[""type""] in (""subsample"", ""param"") and self.dim is not None:
        event_dim = msg[""kwargs""].get(""event_dim"")
        if event_dim is not None:
            assert event_dim >= 0
            dim = self.dim - event_dim
            shape = jnp.shape(msg[""value""])
            if len(shape) >= -dim and shape[dim] != 1:
                if shape[dim] != self.size:
                    if msg[""type""] == ""param"":
                        statement = ""numpyro.param({}, ..., event_dim={})"".format(
                            msg[""name""], event_dim
                        )
                    else:
                        statement = ""numpyro.subsample(..., event_dim={})"".format(
                            event_dim
                        )
                    raise ValueError(
                        ""Inside numpyro.plate({}, {}, dim={}) invalid shape of {}: {}"".format(
                            self.name, self.size, self.dim, statement, shape
                        )
                    )
                if self.subsample_size < self.size:
                    value = msg[""value""]
                    new_value = jnp.take(value, self._indices, dim)
                    msg[""value""] = new_value","def postprocess_message ( self , msg ) : <TAB> if msg [ ""type"" ] in ( ""subsample"" , ""param"" ) and self . dim is not None : <TAB> <TAB> event_dim = msg [ ""kwargs"" ] . get ( ""event_dim"" ) <TAB> <TAB> if event_dim is not None : <TAB> <TAB> <TAB> assert event_dim >= 0 <TAB> <TAB> <TAB> dim = self . dim - event_dim <TAB> <TAB> <TAB> shape = jnp . shape ( msg [ ""value"" ] ) <TAB> <TAB> <TAB> if len ( shape ) >= - dim and shape [ dim ] != 1 : <TAB> <TAB> <TAB> <TAB> if shape [ dim ] != self . size : <TAB> <TAB> <TAB> <TAB> <TAB> if msg [ ""type"" ] == ""param"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> statement = ""numpyro.param({}, ..., event_dim={})"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> msg [ ""name"" ] , event_dim <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> statement = ""numpyro.subsample(..., event_dim={})"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> event_dim <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Inside numpyro.plate({}, {}, dim={}) invalid shape of {}: {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . name , self . size , self . dim , statement , shape <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> value = msg [ ""value"" ] <TAB> <TAB> <TAB> <TAB> <TAB> new_value = jnp . take ( value , self . _indices , dim ) <TAB> <TAB> <TAB> <TAB> <TAB> msg [ ""value"" ] = new_value",if self . subsample_size < self . size :,381
2532,"def forward(self, input):
    s0 = s1 = self.stem(input)
    weights2 = None
    for i, cell in enumerate(self.cells):
        if cell.reduction:
            weights = fluid.layers.softmax(self.alphas_reduce)
            if self._method == ""PC-DARTS"":
                n = 3
                start = 2
                weights2 = fluid.layers.softmax(self.betas_reduce[0:2])
                for i in range(self._steps - 1):
                    end = start + n
                    tw2 = fluid.layers.softmax(self.betas_reduce[start:end])
                    start = end
                    n += 1
                    weights2 = fluid.layers.concat([weights2, tw2])
        else:
            weights = fluid.layers.softmax(self.alphas_normal)
            if self._method == ""PC-DARTS"":
                n = 3
                start = 2
                weights2 = fluid.layers.softmax(self.betas_normal[0:2])
                for i in range(self._steps - 1):
                    end = start + n
                    tw2 = fluid.layers.softmax(self.betas_normal[start:end])
                    start = end
                    n += 1
                    weights2 = fluid.layers.concat([weights2, tw2])
        s0, s1 = s1, cell(s0, s1, weights, weights2)
    out = self.global_pooling(s1)
    out = fluid.layers.squeeze(out, axes=[2, 3])
    logits = self.classifier(out)
    return logits","def forward ( self , input ) : <TAB> s0 = s1 = self . stem ( input ) <TAB> weights2 = None <TAB> for i , cell in enumerate ( self . cells ) : <TAB> <TAB> if cell . reduction : <TAB> <TAB> <TAB> weights = fluid . layers . softmax ( self . alphas_reduce ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> n = 3 <TAB> <TAB> <TAB> <TAB> start = 2 <TAB> <TAB> <TAB> <TAB> weights2 = fluid . layers . softmax ( self . betas_reduce [ 0 : 2 ] ) <TAB> <TAB> <TAB> <TAB> for i in range ( self . _steps - 1 ) : <TAB> <TAB> <TAB> <TAB> <TAB> end = start + n <TAB> <TAB> <TAB> <TAB> <TAB> tw2 = fluid . layers . softmax ( self . betas_reduce [ start : end ] ) <TAB> <TAB> <TAB> <TAB> <TAB> start = end <TAB> <TAB> <TAB> <TAB> <TAB> n += 1 <TAB> <TAB> <TAB> <TAB> <TAB> weights2 = fluid . layers . concat ( [ weights2 , tw2 ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> weights = fluid . layers . softmax ( self . alphas_normal ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> n = 3 <TAB> <TAB> <TAB> <TAB> start = 2 <TAB> <TAB> <TAB> <TAB> weights2 = fluid . layers . softmax ( self . betas_normal [ 0 : 2 ] ) <TAB> <TAB> <TAB> <TAB> for i in range ( self . _steps - 1 ) : <TAB> <TAB> <TAB> <TAB> <TAB> end = start + n <TAB> <TAB> <TAB> <TAB> <TAB> tw2 = fluid . layers . softmax ( self . betas_normal [ start : end ] ) <TAB> <TAB> <TAB> <TAB> <TAB> start = end <TAB> <TAB> <TAB> <TAB> <TAB> n += 1 <TAB> <TAB> <TAB> <TAB> <TAB> weights2 = fluid . layers . concat ( [ weights2 , tw2 ] ) <TAB> <TAB> s0 , s1 = s1 , cell ( s0 , s1 , weights , weights2 ) <TAB> out = self . global_pooling ( s1 ) <TAB> out = fluid . layers . squeeze ( out , axes = [ 2 , 3 ] ) <TAB> logits = self . classifier ( out ) <TAB> return logits","if self . _method == ""PC-DARTS"" :",463
22273,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRING:
                self.username = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRING:
                self.password = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.STRING:
                self.consumerKey = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 4:
            if ftype == TType.STRING:
                self.consumerSecret = iprot.readString()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . username = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . password = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 3 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . consumerKey = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 4 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . consumerSecret = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STRING :,432
4521,"def include(elem, loader=None):
    if loader is None:
        loader = default_loader
    # look for xinclude elements
    i = 0
    while i < len(elem):
        e = elem[i]
        if e.tag == XINCLUDE_INCLUDE:
            # process xinclude directive
            href = e.get(""href"")
            parse = e.get(""parse"", ""xml"")
            if parse == ""xml"":
                node = loader(href, parse)
                if node is None:
                    raise FatalIncludeError(""cannot load %r as %r"" % (href, parse))
                node = copy.copy(node)
                if e.tail:
                    node.tail = (node.tail or """") + e.tail
                elem[i] = node
            elif parse == ""text"":
                text = loader(href, parse, e.get(""encoding""))
                if text is None:
                    raise FatalIncludeError(""cannot load %r as %r"" % (href, parse))
                if i:
                    node = elem[i - 1]
                    node.tail = (node.tail or """") + text
                else:
                    elem.text = (elem.text or """") + text + (e.tail or """")
                del elem[i]
                continue
            else:
                raise FatalIncludeError(
                    ""unknown parse type in xi:include tag (%r)"" % parse
                )
        elif e.tag == XINCLUDE_FALLBACK:
            raise FatalIncludeError(
                ""xi:fallback tag must be child of xi:include (%r)"" % e.tag
            )
        else:
            include(e, loader)
        i = i + 1","def include ( elem , loader = None ) : <TAB> if loader is None : <TAB> <TAB> loader = default_loader <TAB> <TAB> i = 0 <TAB> while i < len ( elem ) : <TAB> <TAB> e = elem [ i ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> href = e . get ( ""href"" ) <TAB> <TAB> <TAB> parse = e . get ( ""parse"" , ""xml"" ) <TAB> <TAB> <TAB> if parse == ""xml"" : <TAB> <TAB> <TAB> <TAB> node = loader ( href , parse ) <TAB> <TAB> <TAB> <TAB> if node is None : <TAB> <TAB> <TAB> <TAB> <TAB> raise FatalIncludeError ( ""cannot load %r as %r"" % ( href , parse ) ) <TAB> <TAB> <TAB> <TAB> node = copy . copy ( node ) <TAB> <TAB> <TAB> <TAB> if e . tail : <TAB> <TAB> <TAB> <TAB> <TAB> node . tail = ( node . tail or """" ) + e . tail <TAB> <TAB> <TAB> <TAB> elem [ i ] = node <TAB> <TAB> <TAB> elif parse == ""text"" : <TAB> <TAB> <TAB> <TAB> text = loader ( href , parse , e . get ( ""encoding"" ) ) <TAB> <TAB> <TAB> <TAB> if text is None : <TAB> <TAB> <TAB> <TAB> <TAB> raise FatalIncludeError ( ""cannot load %r as %r"" % ( href , parse ) ) <TAB> <TAB> <TAB> <TAB> if i : <TAB> <TAB> <TAB> <TAB> <TAB> node = elem [ i - 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> node . tail = ( node . tail or """" ) + text <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> elem . text = ( elem . text or """" ) + text + ( e . tail or """" ) <TAB> <TAB> <TAB> <TAB> del elem [ i ] <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise FatalIncludeError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""unknown parse type in xi:include tag (%r)"" % parse <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> elif e . tag == XINCLUDE_FALLBACK : <TAB> <TAB> <TAB> raise FatalIncludeError ( <TAB> <TAB> <TAB> <TAB> ""xi:fallback tag must be child of xi:include (%r)"" % e . tag <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> include ( e , loader ) <TAB> <TAB> i = i + 1",if e . tag == XINCLUDE_INCLUDE :,485
8794,"def make_row(self):
    res = []
    for i in range(self.num_cols):
        t = sqlite3_column_type(self.stmnt, i)
        # print(""type"", t)
        if t == SQLITE_INTEGER:
            res.append(sqlite3_column_int(self.stmnt, i))
        elif t == SQLITE_FLOAT:
            res.append(sqlite3_column_double(self.stmnt, i))
        elif t == SQLITE_TEXT:
            res.append(sqlite3_column_text(self.stmnt, i))
        else:
            raise NotImplementedError
    return tuple(res)","def make_row ( self ) : <TAB> res = [ ] <TAB> for i in range ( self . num_cols ) : <TAB> <TAB> t = sqlite3_column_type ( self . stmnt , i ) <TAB> <TAB> <TAB> <TAB> if t == SQLITE_INTEGER : <TAB> <TAB> <TAB> res . append ( sqlite3_column_int ( self . stmnt , i ) ) <TAB> <TAB> elif t == SQLITE_FLOAT : <TAB> <TAB> <TAB> res . append ( sqlite3_column_double ( self . stmnt , i ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> res . append ( sqlite3_column_text ( self . stmnt , i ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise NotImplementedError <TAB> return tuple ( res )",elif t == SQLITE_TEXT :,172
14468,"def startNotificationService(self):
    if self.__enabled:
        if self.__polling_service:
            self.__polling_service.startNotificationService()
        if self.os_notifications_available:
            self.__os_file_service.startNotificationService()
",def startNotificationService ( self ) : <TAB> if self . __enabled : <TAB> <TAB> if self . __polling_service : <TAB> <TAB> <TAB> self . __polling_service . startNotificationService ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . __os_file_service . startNotificationService ( ),if self . os_notifications_available :,69
21813,"def add_to_path(self, fnames):
    """"""Add fnames to path""""""
    indexes = []
    for path in fnames:
        project = self.get_source_project(path)
        if project.add_to_pythonpath(path):
            self.parent_widget.emit(SIGNAL(""pythonpath_changed()""))
            indexes.append(self.get_index(path))
    if indexes:
        self.reset_icon_provider()
        for index in indexes:
            self.update(index)
","def add_to_path ( self , fnames ) : <TAB> """"""Add fnames to path"""""" <TAB> indexes = [ ] <TAB> for path in fnames : <TAB> <TAB> project = self . get_source_project ( path ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . parent_widget . emit ( SIGNAL ( ""pythonpath_changed()"" ) ) <TAB> <TAB> <TAB> indexes . append ( self . get_index ( path ) ) <TAB> if indexes : <TAB> <TAB> self . reset_icon_provider ( ) <TAB> <TAB> for index in indexes : <TAB> <TAB> <TAB> self . update ( index )",if project . add_to_pythonpath ( path ) :,132
18175,"def test_adding_a_mutually_exclusive_label_replaces_the_other(
    db, api_client, default_account, folder_and_message_maps, label
):
    # Verify a Gmail message can only have ONE of the 'all', 'trash', 'spam'
    # labels at a time. We specifically test that adding 'all'/ 'trash'/ 'spam'
    # to a message in one of the other two folders *replaces*
    # the existing label with the label being added.
    folder_map, message_map = folder_and_message_maps
    label_to_add = folder_map[label]
    for key in message_map:
        if key == label:
            continue
        message = message_map[key]
        resp_data = api_client.get_data(""/messages/{}"".format(message.public_id))
        labels = resp_data[""labels""]
        assert len(labels) == 1
        assert labels[0][""name""] == key
        existing_label = labels[0][""id""]
        # Adding 'all'/ 'trash'/ 'spam' removes the existing one,
        # irrespective of whether it's provided in the request or not.
        response = api_client.put_data(
            ""/messages/{}"".format(message.public_id),
            {""label_ids"": [label_to_add.category.public_id, existing_label]},
        )
        labels = json.loads(response.data)[""labels""]
        assert len(labels) == 1
        assert labels[0][""name""] == label","def test_adding_a_mutually_exclusive_label_replaces_the_other ( <TAB> db , api_client , default_account , folder_and_message_maps , label ) : <TAB> <TAB> <TAB> <TAB> <TAB> folder_map , message_map = folder_and_message_maps <TAB> label_to_add = folder_map [ label ] <TAB> for key in message_map : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> message = message_map [ key ] <TAB> <TAB> resp_data = api_client . get_data ( ""/messages/{}"" . format ( message . public_id ) ) <TAB> <TAB> labels = resp_data [ ""labels"" ] <TAB> <TAB> assert len ( labels ) == 1 <TAB> <TAB> assert labels [ 0 ] [ ""name"" ] == key <TAB> <TAB> existing_label = labels [ 0 ] [ ""id"" ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> response = api_client . put_data ( <TAB> <TAB> <TAB> ""/messages/{}"" . format ( message . public_id ) , <TAB> <TAB> <TAB> { ""label_ids"" : [ label_to_add . category . public_id , existing_label ] } , <TAB> <TAB> ) <TAB> <TAB> labels = json . loads ( response . data ) [ ""labels"" ] <TAB> <TAB> assert len ( labels ) == 1 <TAB> <TAB> assert labels [ 0 ] [ ""name"" ] == label",if key == label :,382
24943,"def _process_include(cmd, _model, _data, _default, options=None):
    if len(cmd) == 1:
        raise IOError(""Cannot execute 'include' command without a filename"")
    if len(cmd) > 2:
        raise IOError(""The 'include' command only accepts a single filename"")
    global Filename
    Filename = cmd[1]
    global Lineno
    Lineno = 0
    try:
        scenarios = parse_data_commands(filename=cmd[1])
    except IOError:
        raise
        err = sys.exc_info()[1]
        raise IOError(""Error parsing file '%s': %s"" % (Filename, str(err)))
    if scenarios is None:
        return False
    for scenario in scenarios:
        for cmd in scenarios[scenario]:
            if scenario not in _data:
                _data[scenario] = {}
            if cmd[0] in (""include"", ""import"", ""load""):
                _tmpdata = {}
                _process_data(cmd, _model, _tmpdata, _default, Filename, Lineno)
                if scenario is None:
                    for key in _tmpdata:
                        if key in _data:
                            _data[key].update(_tmpdata[key])
                        else:
                            _data[key] = _tmpdata[key]
                else:
                    for key in _tmpdata:
                        if key is None:
                            _data[scenario].update(_tmpdata[key])
                        else:
                            raise IOError(
                                ""Cannot define a scenario within another scenario""
                            )
            else:
                _process_data(cmd, _model, _data[scenario], _default, Filename, Lineno)
    return True","def _process_include ( cmd , _model , _data , _default , options = None ) : <TAB> if len ( cmd ) == 1 : <TAB> <TAB> raise IOError ( ""Cannot execute 'include' command without a filename"" ) <TAB> if len ( cmd ) > 2 : <TAB> <TAB> raise IOError ( ""The 'include' command only accepts a single filename"" ) <TAB> global Filename <TAB> Filename = cmd [ 1 ] <TAB> global Lineno <TAB> Lineno = 0 <TAB> try : <TAB> <TAB> scenarios = parse_data_commands ( filename = cmd [ 1 ] ) <TAB> except IOError : <TAB> <TAB> raise <TAB> <TAB> err = sys . exc_info ( ) [ 1 ] <TAB> <TAB> raise IOError ( ""Error parsing file '%s': %s"" % ( Filename , str ( err ) ) ) <TAB> if scenarios is None : <TAB> <TAB> return False <TAB> for scenario in scenarios : <TAB> <TAB> for cmd in scenarios [ scenario ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> _data [ scenario ] = { } <TAB> <TAB> <TAB> if cmd [ 0 ] in ( ""include"" , ""import"" , ""load"" ) : <TAB> <TAB> <TAB> <TAB> _tmpdata = { } <TAB> <TAB> <TAB> <TAB> _process_data ( cmd , _model , _tmpdata , _default , Filename , Lineno ) <TAB> <TAB> <TAB> <TAB> if scenario is None : <TAB> <TAB> <TAB> <TAB> <TAB> for key in _tmpdata : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if key in _data : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> _data [ key ] . update ( _tmpdata [ key ] ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> _data [ key ] = _tmpdata [ key ] <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> for key in _tmpdata : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if key is None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> _data [ scenario ] . update ( _tmpdata [ key ] ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise IOError ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Cannot define a scenario within another scenario"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> _process_data ( cmd , _model , _data [ scenario ] , _default , Filename , Lineno ) <TAB> return True",if scenario not in _data :,495
19979,"def add_channels(cls, voucher, add_channels):
    for add_channel in add_channels:
        channel = add_channel[""channel""]
        defaults = {""currency"": channel.currency_code}
        if ""discount_value"" in add_channel.keys():
            defaults[""discount_value""] = add_channel.get(""discount_value"")
        if ""min_amount_spent"" in add_channel.keys():
            defaults[""min_spent_amount""] = add_channel.get(""min_amount_spent"", None)
        models.VoucherChannelListing.objects.update_or_create(
            voucher=voucher,
            channel=channel,
            defaults=defaults,
        )
","def add_channels ( cls , voucher , add_channels ) : <TAB> for add_channel in add_channels : <TAB> <TAB> channel = add_channel [ ""channel"" ] <TAB> <TAB> defaults = { ""currency"" : channel . currency_code } <TAB> <TAB> if ""discount_value"" in add_channel . keys ( ) : <TAB> <TAB> <TAB> defaults [ ""discount_value"" ] = add_channel . get ( ""discount_value"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> defaults [ ""min_spent_amount"" ] = add_channel . get ( ""min_amount_spent"" , None ) <TAB> <TAB> models . VoucherChannelListing . objects . update_or_create ( <TAB> <TAB> <TAB> voucher = voucher , <TAB> <TAB> <TAB> channel = channel , <TAB> <TAB> <TAB> defaults = defaults , <TAB> <TAB> )","if ""min_amount_spent"" in add_channel . keys ( ) :",176
6099,"def unknown_starttag(self, tag, attrs):
    # called for each start tag
    # attrs is a list of (attr, value) tuples
    # e.g. for <pre class='screen'>, tag='pre', attrs=[('class', 'screen')]
    uattrs = []
    strattrs = """"
    if attrs:
        for key, value in attrs:
            value = (
                value.replace("">"", ""&gt;"").replace(""<"", ""&lt;"").replace('""', ""&quot;"")
            )
            value = self.bare_ampersand.sub(""&amp;"", value)
            # thanks to Kevin Marks for this breathtaking hack to deal with (valid) high-bit attribute values in UTF-8 feeds
            if not isinstance(value, unicode):
                value = value.decode(self.encoding, ""ignore"")
            try:
                # Currently, in Python 3 the key is already a str, and cannot be decoded again
                uattrs.append((unicode(key, self.encoding), value))
            except TypeError:
                uattrs.append((key, value))
        strattrs = u"""".join([u' %s=""%s""' % (key, value) for key, value in uattrs])
        if self.encoding:
            try:
                strattrs = strattrs.encode(self.encoding)
            except (UnicodeEncodeError, LookupError):
                pass
    if tag in self.elements_no_end_tag:
        self.pieces.append(""<%s%s />"" % (tag, strattrs))
    else:
        self.pieces.append(""<%s%s>"" % (tag, strattrs))","def unknown_starttag ( self , tag , attrs ) : <TAB> <TAB> <TAB> <TAB> uattrs = [ ] <TAB> strattrs = """" <TAB> if attrs : <TAB> <TAB> for key , value in attrs : <TAB> <TAB> <TAB> value = ( <TAB> <TAB> <TAB> <TAB> value . replace ( "">"" , ""&gt;"" ) . replace ( ""<"" , ""&lt;"" ) . replace ( '""' , ""&quot;"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> value = self . bare_ampersand . sub ( ""&amp;"" , value ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> value = value . decode ( self . encoding , ""ignore"" ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> uattrs . append ( ( unicode ( key , self . encoding ) , value ) ) <TAB> <TAB> <TAB> except TypeError : <TAB> <TAB> <TAB> <TAB> uattrs . append ( ( key , value ) ) <TAB> <TAB> strattrs = u"""" . join ( [ u' %s=""%s""' % ( key , value ) for key , value in uattrs ] ) <TAB> <TAB> if self . encoding : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> strattrs = strattrs . encode ( self . encoding ) <TAB> <TAB> <TAB> except ( UnicodeEncodeError , LookupError ) : <TAB> <TAB> <TAB> <TAB> pass <TAB> if tag in self . elements_no_end_tag : <TAB> <TAB> self . pieces . append ( ""<%s%s />"" % ( tag , strattrs ) ) <TAB> else : <TAB> <TAB> self . pieces . append ( ""<%s%s>"" % ( tag , strattrs ) )","if not isinstance ( value , unicode ) :",417
12236,"def serialize_content_range(value):
    if isinstance(value, (tuple, list)):
        if len(value) not in (2, 3):
            raise ValueError(
                ""When setting content_range to a list/tuple, it must ""
                ""be length 2 or 3 (not %r)"" % value
            )
        if len(value) == 2:
            begin, end = value
            length = None
        else:
            begin, end, length = value
        value = ContentRange(begin, end, length)
    value = str(value).strip()
    if not value:
        return None
    return value","def serialize_content_range ( value ) : <TAB> if isinstance ( value , ( tuple , list ) ) : <TAB> <TAB> if len ( value ) not in ( 2 , 3 ) : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""When setting content_range to a list/tuple, it must "" <TAB> <TAB> <TAB> <TAB> ""be length 2 or 3 (not %r)"" % value <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> begin , end = value <TAB> <TAB> <TAB> length = None <TAB> <TAB> else : <TAB> <TAB> <TAB> begin , end , length = value <TAB> <TAB> value = ContentRange ( begin , end , length ) <TAB> value = str ( value ) . strip ( ) <TAB> if not value : <TAB> <TAB> return None <TAB> return value",if len ( value ) == 2 :,169
3075,"def aggregate_to_full_tokens(attn, tokens, token_starts, token_ends, attention=True):
    to_combine = []
    spacy_attn = []
    spacy_token_starts = []
    spacy_token_ends = []
    spacy_start = None
    for token, prob, start, end in zip(tokens, attn, token_starts, token_ends):
        to_combine.append(prob)
        if spacy_start is None:
            spacy_start = start
        if token.endswith(""</w>""):
            if attention:
                spacy_attn.append(np.max(to_combine, 0))
            else:
                spacy_attn.append(to_combine[-1])
            spacy_token_starts.append(spacy_start)
            spacy_token_ends.append(end)
            to_combine = []
            spacy_start = None
    if attention:
        spacy_attn = spacy_attn / sum(spacy_attn)
        key = ""attention_weights""
    else:
        key = ""explanation""
    return {
        key: spacy_attn,
        ""token_starts"": spacy_token_starts,
        ""token_ends"": spacy_token_ends,
    }","def aggregate_to_full_tokens ( attn , tokens , token_starts , token_ends , attention = True ) : <TAB> to_combine = [ ] <TAB> spacy_attn = [ ] <TAB> spacy_token_starts = [ ] <TAB> spacy_token_ends = [ ] <TAB> spacy_start = None <TAB> for token , prob , start , end in zip ( tokens , attn , token_starts , token_ends ) : <TAB> <TAB> to_combine . append ( prob ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> spacy_start = start <TAB> <TAB> if token . endswith ( ""</w>"" ) : <TAB> <TAB> <TAB> if attention : <TAB> <TAB> <TAB> <TAB> spacy_attn . append ( np . max ( to_combine , 0 ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> spacy_attn . append ( to_combine [ - 1 ] ) <TAB> <TAB> <TAB> spacy_token_starts . append ( spacy_start ) <TAB> <TAB> <TAB> spacy_token_ends . append ( end ) <TAB> <TAB> <TAB> to_combine = [ ] <TAB> <TAB> <TAB> spacy_start = None <TAB> if attention : <TAB> <TAB> spacy_attn = spacy_attn / sum ( spacy_attn ) <TAB> <TAB> key = ""attention_weights"" <TAB> else : <TAB> <TAB> key = ""explanation"" <TAB> return { <TAB> <TAB> key : spacy_attn , <TAB> <TAB> ""token_starts"" : spacy_token_starts , <TAB> <TAB> ""token_ends"" : spacy_token_ends , <TAB> }",if spacy_start is None :,317
6445,"def _get_next_segment(self, segment_path, page_size, segment_cursor=None):
    if segment_path:
        if self.end_time and self._is_later_than_end_time(segment_path):
            return None
        return Segment(self.client, segment_path, page_size, segment_cursor)
    return None
","def _get_next_segment ( self , segment_path , page_size , segment_cursor = None ) : <TAB> if segment_path : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return None <TAB> <TAB> return Segment ( self . client , segment_path , page_size , segment_cursor ) <TAB> return None",if self . end_time and self . _is_later_than_end_time ( segment_path ) :,91
22289,"def update_completion(self):
    """"""Update completion model with exist tags""""""
    orig_text = self.widget.text()
    text = "", "".join(orig_text.replace("", "", "","").split("","")[:-1])
    tags = []
    for tag in self.tags_list:
        if "","" in orig_text:
            if orig_text[-1] not in ("","", "" ""):
                tags.append(""%s,%s"" % (text, tag))
            tags.append(""%s, %s"" % (text, tag))
        else:
            tags.append(tag)
    if tags != self.completer_model.stringList():
        self.completer_model.setStringList(tags)","def update_completion ( self ) : <TAB> """"""Update completion model with exist tags"""""" <TAB> orig_text = self . widget . text ( ) <TAB> text = "", "" . join ( orig_text . replace ( "", "" , "","" ) . split ( "","" ) [ : - 1 ] ) <TAB> tags = [ ] <TAB> for tag in self . tags_list : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if orig_text [ - 1 ] not in ( "","" , "" "" ) : <TAB> <TAB> <TAB> <TAB> tags . append ( ""%s,%s"" % ( text , tag ) ) <TAB> <TAB> <TAB> tags . append ( ""%s, %s"" % ( text , tag ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> tags . append ( tag ) <TAB> if tags != self . completer_model . stringList ( ) : <TAB> <TAB> self . completer_model . setStringList ( tags )","if "","" in orig_text :",177
23090,"def configure_httpretty(sitedir):
    httpretty.enable()
    dir = Path(f""tests/test_sites/data/test_{sitedir}/"")
    data_file = dir / ""data.json""
    data = None
    with open(data_file) as f:
        data = json.load(f)
    for obj in data:
        method = httpretty.POST
        if obj[""method""] == ""GET"":
            method = httpretty.GET
        with open(dir / obj[""file""]) as f:
            httpretty.register_uri(
                method,
                obj[""url""],
                f.read(),
            )
","def configure_httpretty ( sitedir ) : <TAB> httpretty . enable ( ) <TAB> dir = Path ( f""tests/test_sites/data/test_{sitedir}/"" ) <TAB> data_file = dir / ""data.json"" <TAB> data = None <TAB> with open ( data_file ) as f : <TAB> <TAB> data = json . load ( f ) <TAB> for obj in data : <TAB> <TAB> method = httpretty . POST <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> method = httpretty . GET <TAB> <TAB> with open ( dir / obj [ ""file"" ] ) as f : <TAB> <TAB> <TAB> httpretty . register_uri ( <TAB> <TAB> <TAB> <TAB> method , <TAB> <TAB> <TAB> <TAB> obj [ ""url"" ] , <TAB> <TAB> <TAB> <TAB> f . read ( ) , <TAB> <TAB> <TAB> )","if obj [ ""method"" ] == ""GET"" :",176
21306,"def __call__(self, x, y, axes=2):
    xnd = x.ndimension()
    ynd = y.ndimension()
    # convert int argument to (list[int], list[int])
    if isinstance(axes, int):
        axes = range(xnd - axes, xnd), range(axes)
    # convert (int, int) to (list[int], list[int])
    if isinstance(axes[0], int):
        axes = (axes[0],), axes[1]
    if isinstance(axes[1], int):
        axes = axes[0], (axes[1],)
    # initialize empty indices
    x_ix = [None] * xnd
    y_ix = [None] * ynd
    out_ix = []
    # fill in repeated indices
    available_ix = iter(EINSUM_SYMBOLS_BASE)
    for ax1, ax2 in zip(*axes):
        repeat = next(available_ix)
        x_ix[ax1] = repeat
        y_ix[ax2] = repeat
    # fill in the rest, and maintain output order
    for i in range(xnd):
        if x_ix[i] is None:
            leave = next(available_ix)
            x_ix[i] = leave
            out_ix.append(leave)
    for i in range(ynd):
        if y_ix[i] is None:
            leave = next(available_ix)
            y_ix[i] = leave
            out_ix.append(leave)
    # form full string and contract!
    einsum_str = ""{},{}->{}"".format(*map("""".join, (x_ix, y_ix, out_ix)))
    return self.einsum(einsum_str, x, y)","def __call__ ( self , x , y , axes = 2 ) : <TAB> xnd = x . ndimension ( ) <TAB> ynd = y . ndimension ( ) <TAB> <TAB> if isinstance ( axes , int ) : <TAB> <TAB> axes = range ( xnd - axes , xnd ) , range ( axes ) <TAB> <TAB> if isinstance ( axes [ 0 ] , int ) : <TAB> <TAB> axes = ( axes [ 0 ] , ) , axes [ 1 ] <TAB> if isinstance ( axes [ 1 ] , int ) : <TAB> <TAB> axes = axes [ 0 ] , ( axes [ 1 ] , ) <TAB> <TAB> x_ix = [ None ] * xnd <TAB> y_ix = [ None ] * ynd <TAB> out_ix = [ ] <TAB> <TAB> available_ix = iter ( EINSUM_SYMBOLS_BASE ) <TAB> for ax1 , ax2 in zip ( * axes ) : <TAB> <TAB> repeat = next ( available_ix ) <TAB> <TAB> x_ix [ ax1 ] = repeat <TAB> <TAB> y_ix [ ax2 ] = repeat <TAB> <TAB> for i in range ( xnd ) : <TAB> <TAB> if x_ix [ i ] is None : <TAB> <TAB> <TAB> leave = next ( available_ix ) <TAB> <TAB> <TAB> x_ix [ i ] = leave <TAB> <TAB> <TAB> out_ix . append ( leave ) <TAB> for i in range ( ynd ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> leave = next ( available_ix ) <TAB> <TAB> <TAB> y_ix [ i ] = leave <TAB> <TAB> <TAB> out_ix . append ( leave ) <TAB> <TAB> einsum_str = ""{},{}->{}"" . format ( * map ( """" . join , ( x_ix , y_ix , out_ix ) ) ) <TAB> return self . einsum ( einsum_str , x , y )",if y_ix [ i ] is None :,438
20318,"def insert_broken_add_sometimes(node):
    if node.op == theano.tensor.add:
        last_time_replaced[0] = not last_time_replaced[0]
        if last_time_replaced[0]:
            return [off_by_half(*node.inputs)]
    return False",def insert_broken_add_sometimes ( node ) : <TAB> if node . op == theano . tensor . add : <TAB> <TAB> last_time_replaced [ 0 ] = not last_time_replaced [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return [ off_by_half ( * node . inputs ) ] <TAB> return False,if last_time_replaced [ 0 ] :,78
15963,"def __test_using_best_weights(self, ckpt_path, test_dataloaders):
    model = self.lightning_module
    # if user requests the best checkpoint but we don't have it, error
    if ckpt_path == ""best"" and not self.checkpoint_callback.best_model_path:
        raise MisconfigurationException(
            'ckpt_path is ""best"", but ModelCheckpoint is not configured to save the best model.'
        )
    # load best weights
    if ckpt_path is not None:
        # ckpt_path is 'best' so load the best model
        if ckpt_path == ""best"":
            ckpt_path = self.checkpoint_callback.best_model_path
        if len(ckpt_path) == 0:
            rank_zero_warn(
                f"".test() found no path for the best weights, {ckpt_path}. Please ""
                f""specify a path for a checkpoint .test(ckpt_path=PATH)""
            )
            return {}
        if not self._device_type == DeviceType.TPU:
            self.accelerator.barrier()
        ckpt = pl_load(ckpt_path, map_location=lambda storage, loc: storage)
        model.load_state_dict(ckpt[""state_dict""])
    # attach dataloaders
    if test_dataloaders is not None:
        self.data_connector.attach_dataloaders(model, test_dataloaders=test_dataloaders)
    # run tests
    self.tested_ckpt_path = ckpt_path
    results = self.fit(model)
    # teardown
    if self.is_function_implemented(""teardown""):
        model_ref = self.lightning_module
        model_ref.teardown(""test"")
    return results","def __test_using_best_weights ( self , ckpt_path , test_dataloaders ) : <TAB> model = self . lightning_module <TAB> <TAB> if ckpt_path == ""best"" and not self . checkpoint_callback . best_model_path : <TAB> <TAB> raise MisconfigurationException ( <TAB> <TAB> <TAB> 'ckpt_path is ""best"", but ModelCheckpoint is not configured to save the best model.' <TAB> <TAB> ) <TAB> <TAB> if ckpt_path is not None : <TAB> <TAB> <TAB> <TAB> if ckpt_path == ""best"" : <TAB> <TAB> <TAB> ckpt_path = self . checkpoint_callback . best_model_path <TAB> <TAB> if len ( ckpt_path ) == 0 : <TAB> <TAB> <TAB> rank_zero_warn ( <TAB> <TAB> <TAB> <TAB> f"".test() found no path for the best weights, {ckpt_path}. Please "" <TAB> <TAB> <TAB> <TAB> f""specify a path for a checkpoint .test(ckpt_path=PATH)"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return { } <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . accelerator . barrier ( ) <TAB> <TAB> ckpt = pl_load ( ckpt_path , map_location = lambda storage , loc : storage ) <TAB> <TAB> model . load_state_dict ( ckpt [ ""state_dict"" ] ) <TAB> <TAB> if test_dataloaders is not None : <TAB> <TAB> self . data_connector . attach_dataloaders ( model , test_dataloaders = test_dataloaders ) <TAB> <TAB> self . tested_ckpt_path = ckpt_path <TAB> results = self . fit ( model ) <TAB> <TAB> if self . is_function_implemented ( ""teardown"" ) : <TAB> <TAB> model_ref = self . lightning_module <TAB> <TAB> model_ref . teardown ( ""test"" ) <TAB> return results",if not self . _device_type == DeviceType . TPU :,434
15073,"def __call__(self, gradients):
    """"""Accumulates :obj:`gradients` on the current replica.""""""
    if not self._gradients:
        _ = self.step  # Create the step variable.
        self._gradients.extend(
            [
                tf.Variable(
                    tf.zeros_like(gradient),
                    trainable=False,
                    synchronization=tf.VariableSynchronization.ON_READ,
                    aggregation=tf.VariableAggregation.ONLY_FIRST_REPLICA,
                )
                if gradient is not None
                else gradient
                for gradient in gradients
            ]
        )
    if len(gradients) != len(self._gradients):
        raise ValueError(
            ""Expected %s gradients, but got %d"" % (len(self._gradients), len(gradients))
        )
    for accum_gradient, gradient in zip(self._gradients, gradients):
        if accum_gradient is not None and gradient is not None:
            accum_gradient.assign_add(gradient)
    self._accum_steps.assign_add(1)","def __call__ ( self , gradients ) : <TAB> """"""Accumulates :obj:`gradients` on the current replica."""""" <TAB> if not self . _gradients : <TAB> <TAB> _ = self . step <TAB> <TAB> self . _gradients . extend ( <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> tf . Variable ( <TAB> <TAB> <TAB> <TAB> <TAB> tf . zeros_like ( gradient ) , <TAB> <TAB> <TAB> <TAB> <TAB> trainable = False , <TAB> <TAB> <TAB> <TAB> <TAB> synchronization = tf . VariableSynchronization . ON_READ , <TAB> <TAB> <TAB> <TAB> <TAB> aggregation = tf . VariableAggregation . ONLY_FIRST_REPLICA , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> else gradient <TAB> <TAB> <TAB> <TAB> for gradient in gradients <TAB> <TAB> <TAB> ] <TAB> <TAB> ) <TAB> if len ( gradients ) != len ( self . _gradients ) : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""Expected %s gradients, but got %d"" % ( len ( self . _gradients ) , len ( gradients ) ) <TAB> <TAB> ) <TAB> for accum_gradient , gradient in zip ( self . _gradients , gradients ) : <TAB> <TAB> if accum_gradient is not None and gradient is not None : <TAB> <TAB> <TAB> accum_gradient . assign_add ( gradient ) <TAB> self . _accum_steps . assign_add ( 1 )",if gradient is not None,292
4115,"def handle_startendtag(self, tag, attrs):
    for i, attr in enumerate(attrs):
        attrname, attrvalue = attr
        if attrname in self.INCLUDEATTRS and self.currentblock == """":
            self.addhtmlblock(attrvalue)
            attrs[i] = (
                attrname,
                self.callback(normalize_html(attrvalue).replace(""\n"", "" "")),
            )
    if self.currenttag is not None:
        self.currentblock += self.get_starttag_text()
        self.currentsrc += self.get_starttag_text()
    else:
        self.filesrc += self.buildtag(tag, attrs, startend=True)
","def handle_startendtag ( self , tag , attrs ) : <TAB> for i , attr in enumerate ( attrs ) : <TAB> <TAB> attrname , attrvalue = attr <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . addhtmlblock ( attrvalue ) <TAB> <TAB> <TAB> attrs [ i ] = ( <TAB> <TAB> <TAB> <TAB> attrname , <TAB> <TAB> <TAB> <TAB> self . callback ( normalize_html ( attrvalue ) . replace ( ""\n"" , "" "" ) ) , <TAB> <TAB> <TAB> ) <TAB> if self . currenttag is not None : <TAB> <TAB> self . currentblock += self . get_starttag_text ( ) <TAB> <TAB> self . currentsrc += self . get_starttag_text ( ) <TAB> else : <TAB> <TAB> self . filesrc += self . buildtag ( tag , attrs , startend = True )","if attrname in self . INCLUDEATTRS and self . currentblock == """" :",178
4948,"def act_mapping(self, items, actions, mapping):
    """"""Executes all the actions on the list of pods.""""""
    success = True
    for action in actions:
        for key, method in mapping.items():
            if key in action:
                params = action.get(key)
                ret = method(items, params)
                if not ret:
                    success = False
    return success
","def act_mapping ( self , items , actions , mapping ) : <TAB> """"""Executes all the actions on the list of pods."""""" <TAB> success = True <TAB> for action in actions : <TAB> <TAB> for key , method in mapping . items ( ) : <TAB> <TAB> <TAB> if key in action : <TAB> <TAB> <TAB> <TAB> params = action . get ( key ) <TAB> <TAB> <TAB> <TAB> ret = method ( items , params ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> success = False <TAB> return success",if not ret :,109
422,"def check_twobit_file(dbkey, GALAXY_DATA_INDEX_DIR):
    twobit_file = ""%s/twobit.loc"" % GALAXY_DATA_INDEX_DIR
    twobit_path = """"
    twobits = {}
    for i, line in enumerate(open(twobit_file)):
        line = line.rstrip(""\r\n"")
        if line and not line.startswith(""#""):
            fields = line.split(""\t"")
            if len(fields) < 2:
                continue
            twobits[(fields[0])] = fields[1]
    if dbkey in twobits:
        twobit_path = twobits[(dbkey)]
    return twobit_path","def check_twobit_file ( dbkey , GALAXY_DATA_INDEX_DIR ) : <TAB> twobit_file = ""%s/twobit.loc"" % GALAXY_DATA_INDEX_DIR <TAB> twobit_path = """" <TAB> twobits = { } <TAB> for i , line in enumerate ( open ( twobit_file ) ) : <TAB> <TAB> line = line . rstrip ( ""\r\n"" ) <TAB> <TAB> if line and not line . startswith ( ""#"" ) : <TAB> <TAB> <TAB> fields = line . split ( ""\t"" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> twobits [ ( fields [ 0 ] ) ] = fields [ 1 ] <TAB> if dbkey in twobits : <TAB> <TAB> twobit_path = twobits [ ( dbkey ) ] <TAB> return twobit_path",if len ( fields ) < 2 :,177
11919,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRING:
                self.key = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRUCT:
                self.column_path = ColumnPath()
                self.column_path.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.I32:
                self.consistency_level = iprot.readI32()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . key = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . column_path = ColumnPath ( ) <TAB> <TAB> <TAB> <TAB> self . column_path . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 3 : <TAB> <TAB> <TAB> if ftype == TType . I32 : <TAB> <TAB> <TAB> <TAB> self . consistency_level = iprot . readI32 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",elif fid == 2 :,391
23731,"def beginRendering(self, canvasRegion):
    if None != self.canvas:
        if None == canvasRegion:
            # hold onto empty canvas for simplicity
            self.canvas.resize(0, 0)
            self.canvasWidth = self.canvasHeight = 0
        else:
            width = int(round(canvasRegion.width))
            height = int(round(canvasRegion.height))
            # if exactly same size, just clear...seems to save a little time
            if width == self.canvasWidth and height == self.canvasHeight:
                self.canvas.clear()
                # reuse same canvas
            else:
                # size changed
                self.canvas.resize(width, height)
                self.canvasWidth = width
                self.canvasHeight = height
            self.x0 = int(round(canvasRegion.x))
            self.y0 = int(round(canvasRegion.y))
            # workaround problem with special meaning of (-1,-1) to
            # setWidgetPosition (makes position off by one pixel).
            if self.x0 == -1 and self.y0 == -1:
                self.x0 = 0
            self.canvasPanel.setWidgetPosition(self.canvas, self.x0, self.y0)
    self.imageIndex = 0","def beginRendering ( self , canvasRegion ) : <TAB> if None != self . canvas : <TAB> <TAB> if None == canvasRegion : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . canvas . resize ( 0 , 0 ) <TAB> <TAB> <TAB> self . canvasWidth = self . canvasHeight = 0 <TAB> <TAB> else : <TAB> <TAB> <TAB> width = int ( round ( canvasRegion . width ) ) <TAB> <TAB> <TAB> height = int ( round ( canvasRegion . height ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . canvas . clear ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . canvas . resize ( width , height ) <TAB> <TAB> <TAB> <TAB> self . canvasWidth = width <TAB> <TAB> <TAB> <TAB> self . canvasHeight = height <TAB> <TAB> <TAB> self . x0 = int ( round ( canvasRegion . x ) ) <TAB> <TAB> <TAB> self . y0 = int ( round ( canvasRegion . y ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . x0 == - 1 and self . y0 == - 1 : <TAB> <TAB> <TAB> <TAB> self . x0 = 0 <TAB> <TAB> <TAB> self . canvasPanel . setWidgetPosition ( self . canvas , self . x0 , self . y0 ) <TAB> self . imageIndex = 0",if width == self . canvasWidth and height == self . canvasHeight :,350
6529,"def limits(self, value, square=False):
    """"""TODO: doc + server side implementation""""""
    if isinstance(value, six.string_types):
        import re
        match = re.match(r""(\d*)(\D*)"", value)
        if match is None:
            raise ValueError(
                ""do not understand limit specifier %r, examples are 90%, 3sigma""
            )
        else:
            value, type = match.groups()
            import ast
            value = ast.literal_eval(value)
            type = type.strip()
            if type in [""s"", ""sigma""]:
                return self.limits_sigma(value)
            elif type in [""ss"", ""sigmasquare""]:
                return self.limits_sigma(value, square=True)
            elif type in [""%"", ""percent""]:
                return self.limits_percentage(value)
            elif type in [""%s"", ""%square"", ""percentsquare""]:
                return self.limits_percentage(value, square=True)
    if value is None:
        return self.limits_percentage(square=square)
    else:
        return value","def limits ( self , value , square = False ) : <TAB> """"""TODO: doc + server side implementation"""""" <TAB> if isinstance ( value , six . string_types ) : <TAB> <TAB> import re <TAB> <TAB> match = re . match ( r""(\d*)(\D*)"" , value ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""do not understand limit specifier %r, examples are 90%, 3sigma"" <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> value , type = match . groups ( ) <TAB> <TAB> <TAB> import ast <TAB> <TAB> <TAB> value = ast . literal_eval ( value ) <TAB> <TAB> <TAB> type = type . strip ( ) <TAB> <TAB> <TAB> if type in [ ""s"" , ""sigma"" ] : <TAB> <TAB> <TAB> <TAB> return self . limits_sigma ( value ) <TAB> <TAB> <TAB> elif type in [ ""ss"" , ""sigmasquare"" ] : <TAB> <TAB> <TAB> <TAB> return self . limits_sigma ( value , square = True ) <TAB> <TAB> <TAB> elif type in [ ""%"" , ""percent"" ] : <TAB> <TAB> <TAB> <TAB> return self . limits_percentage ( value ) <TAB> <TAB> <TAB> elif type in [ ""%s"" , ""%square"" , ""percentsquare"" ] : <TAB> <TAB> <TAB> <TAB> return self . limits_percentage ( value , square = True ) <TAB> if value is None : <TAB> <TAB> return self . limits_percentage ( square = square ) <TAB> else : <TAB> <TAB> return value",if match is None :,298
874,"def load_coll(self, name, coll_config):
    if coll_config == ""$all"" and self.auto_handler:
        return self.auto_handler
    if isinstance(coll_config, str):
        index = coll_config
        archive_paths = None
        acl_paths = None
        default_access = self.default_access
    elif isinstance(coll_config, dict):
        index = coll_config.get(""index"")
        if not index:
            index = coll_config.get(""index_paths"")
        archive_paths = coll_config.get(""archive_paths"")
        acl_paths = coll_config.get(""acl_paths"")
        default_access = coll_config.get(""default_access"", self.default_access)
    else:
        raise Exception(""collection config must be string or dict"")
    # INDEX CONFIG
    if index:
        agg = init_index_agg({name: index})
    else:
        if not isinstance(coll_config, dict):
            raise Exception(""collection config missing"")
        sequence = coll_config.get(""sequence"")
        if sequence:
            return self.init_sequence(name, sequence)
        index_group = coll_config.get(""index_group"")
        if not index_group:
            raise Exception(""no index, index_group or sequence found"")
        timeout = int(coll_config.get(""timeout"", 0))
        agg = init_index_agg(index_group, True, timeout)
    # ARCHIVE CONFIG
    if not archive_paths:
        archive_paths = self.config.get(""archive_paths"")
    # ACCESS CONFIG
    access_checker = None
    if acl_paths:
        access_checker = AccessChecker(acl_paths, default_access)
    return DefaultResourceHandler(
        agg, archive_paths, rules_file=self.rules_file, access_checker=access_checker
    )","def load_coll ( self , name , coll_config ) : <TAB> if coll_config == ""$all"" and self . auto_handler : <TAB> <TAB> return self . auto_handler <TAB> if isinstance ( coll_config , str ) : <TAB> <TAB> index = coll_config <TAB> <TAB> archive_paths = None <TAB> <TAB> acl_paths = None <TAB> <TAB> default_access = self . default_access <TAB> elif isinstance ( coll_config , dict ) : <TAB> <TAB> index = coll_config . get ( ""index"" ) <TAB> <TAB> if not index : <TAB> <TAB> <TAB> index = coll_config . get ( ""index_paths"" ) <TAB> <TAB> archive_paths = coll_config . get ( ""archive_paths"" ) <TAB> <TAB> acl_paths = coll_config . get ( ""acl_paths"" ) <TAB> <TAB> default_access = coll_config . get ( ""default_access"" , self . default_access ) <TAB> else : <TAB> <TAB> raise Exception ( ""collection config must be string or dict"" ) <TAB> <TAB> if index : <TAB> <TAB> agg = init_index_agg ( { name : index } ) <TAB> else : <TAB> <TAB> if not isinstance ( coll_config , dict ) : <TAB> <TAB> <TAB> raise Exception ( ""collection config missing"" ) <TAB> <TAB> sequence = coll_config . get ( ""sequence"" ) <TAB> <TAB> if sequence : <TAB> <TAB> <TAB> return self . init_sequence ( name , sequence ) <TAB> <TAB> index_group = coll_config . get ( ""index_group"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise Exception ( ""no index, index_group or sequence found"" ) <TAB> <TAB> timeout = int ( coll_config . get ( ""timeout"" , 0 ) ) <TAB> <TAB> agg = init_index_agg ( index_group , True , timeout ) <TAB> <TAB> if not archive_paths : <TAB> <TAB> archive_paths = self . config . get ( ""archive_paths"" ) <TAB> <TAB> access_checker = None <TAB> if acl_paths : <TAB> <TAB> access_checker = AccessChecker ( acl_paths , default_access ) <TAB> return DefaultResourceHandler ( <TAB> <TAB> agg , archive_paths , rules_file = self . rules_file , access_checker = access_checker <TAB> )",if not index_group :,480
6503,"def getOptions(self, section=None, ignoreWrong=True):
    """"""Reads configuration for jail(s) and adds enabled jails to __jails""""""
    opts = []
    self.__opts = ConfigReader.getOptions(self, ""Definition"", opts)
    if section is None:
        sections = self.sections()
    else:
        sections = [section]
    # Get the options of all jails.
    parse_status = 0
    for sec in sections:
        if sec == ""INCLUDES"":
            continue
        # use the cfg_share for filter/action caching and the same config for all
        # jails (use_config=...), therefore don't read it here:
        jail = JailReader(
            sec,
            force_enable=self.__force_enable,
            share_config=self.share_config,
            use_config=self._cfg,
        )
        ret = jail.getOptions()
        if ret:
            if jail.isEnabled():
                # at least one jail was successful:
                parse_status |= 1
                # We only add enabled jails
                self.__jails.append(jail)
        else:
            logSys.error(
                ""Errors in jail %r.%s"", sec, "" Skipping..."" if ignoreWrong else """"
            )
            self.__jails.append(jail)
            # at least one jail was invalid:
            parse_status |= 2
    return (ignoreWrong and parse_status & 1) or not (parse_status & 2)","def getOptions ( self , section = None , ignoreWrong = True ) : <TAB> """"""Reads configuration for jail(s) and adds enabled jails to __jails"""""" <TAB> opts = [ ] <TAB> self . __opts = ConfigReader . getOptions ( self , ""Definition"" , opts ) <TAB> if section is None : <TAB> <TAB> sections = self . sections ( ) <TAB> else : <TAB> <TAB> sections = [ section ] <TAB> <TAB> parse_status = 0 <TAB> for sec in sections : <TAB> <TAB> if sec == ""INCLUDES"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> jail = JailReader ( <TAB> <TAB> <TAB> sec , <TAB> <TAB> <TAB> force_enable = self . __force_enable , <TAB> <TAB> <TAB> share_config = self . share_config , <TAB> <TAB> <TAB> use_config = self . _cfg , <TAB> <TAB> ) <TAB> <TAB> ret = jail . getOptions ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if jail . isEnabled ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> parse_status |= 1 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . __jails . append ( jail ) <TAB> <TAB> else : <TAB> <TAB> <TAB> logSys . error ( <TAB> <TAB> <TAB> <TAB> ""Errors in jail %r.%s"" , sec , "" Skipping..."" if ignoreWrong else """" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . __jails . append ( jail ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> parse_status |= 2 <TAB> return ( ignoreWrong and parse_status & 1 ) or not ( parse_status & 2 )",if ret :,409
22968,"def write_Leo_file(self, fileName, outlineOnlyFlag, toString=False, toOPML=False):
    """"""Write the .leo file.""""""
    c, fc = self.c, self
    structure_errors = c.checkOutline()
    if structure_errors:
        g.error(""Major structural errors! outline not written"")
        return False
    if not outlineOnlyFlag or toOPML:
        g.app.recentFilesManager.writeRecentFilesFile(c)
        fc.writeAllAtFileNodesHelper()  # Ignore any errors.
    if fc.isReadOnly(fileName):
        return False
    if g.SQLITE and fileName and fileName.endswith("".db""):
        return fc.exportToSqlite(fileName)
    try:
        fc.putCount = 0
        fc.toString = toString
        if toString:
            ok = fc.writeToStringHelper(fileName)
        else:
            ok = fc.writeToFileHelper(fileName, toOPML)
    finally:
        fc.outputFile = None
        fc.toString = False
    return ok","def write_Leo_file ( self , fileName , outlineOnlyFlag , toString = False , toOPML = False ) : <TAB> """"""Write the .leo file."""""" <TAB> c , fc = self . c , self <TAB> structure_errors = c . checkOutline ( ) <TAB> if structure_errors : <TAB> <TAB> g . error ( ""Major structural errors! outline not written"" ) <TAB> <TAB> return False <TAB> if not outlineOnlyFlag or toOPML : <TAB> <TAB> g . app . recentFilesManager . writeRecentFilesFile ( c ) <TAB> <TAB> fc . writeAllAtFileNodesHelper ( ) <TAB> if fc . isReadOnly ( fileName ) : <TAB> <TAB> return False <TAB> if g . SQLITE and fileName and fileName . endswith ( "".db"" ) : <TAB> <TAB> return fc . exportToSqlite ( fileName ) <TAB> try : <TAB> <TAB> fc . putCount = 0 <TAB> <TAB> fc . toString = toString <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ok = fc . writeToStringHelper ( fileName ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ok = fc . writeToFileHelper ( fileName , toOPML ) <TAB> finally : <TAB> <TAB> fc . outputFile = None <TAB> <TAB> fc . toString = False <TAB> return ok",if toString :,279
16097,"def _send_internal(self, bytes_):
    # buffering
    if self.pendings:
        self.pendings += bytes_
        bytes_ = self.pendings
    try:
        # reconnect if possible
        self._reconnect()
        # send message
        self.socket.sendall(bytes_)
        # send finished
        self.pendings = None
    except Exception:  # pylint: disable=broad-except
        # close socket
        self._close()
        # clear buffer if it exceeds max bufer size
        if self.pendings and (len(self.pendings) > self.bufmax):
            # TODO: add callback handler here
            self.pendings = None
        else:
            self.pendings = bytes_
","def _send_internal ( self , bytes_ ) : <TAB> <TAB> if self . pendings : <TAB> <TAB> self . pendings += bytes_ <TAB> <TAB> bytes_ = self . pendings <TAB> try : <TAB> <TAB> <TAB> <TAB> self . _reconnect ( ) <TAB> <TAB> <TAB> <TAB> self . socket . sendall ( bytes_ ) <TAB> <TAB> <TAB> <TAB> self . pendings = None <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> self . _close ( ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . pendings = None <TAB> <TAB> else : <TAB> <TAB> <TAB> self . pendings = bytes_",if self . pendings and ( len ( self . pendings ) > self . bufmax ) :,194
9410,"def get_profile_cutoff(profile_id):
    cutoff_language = None
    if not len(profile_id_list):
        update_profile_id_list()
    if profile_id:
        cutoff_language = []
        for profile in profile_id_list:
            profileId, name, cutoff, items = profile.values()
            if cutoff:
                if profileId == int(profile_id):
                    for item in ast.literal_eval(items):
                        if item[""id""] == cutoff:
                            return [item]
                        elif cutoff == 65535:
                            cutoff_language.append(item)
        if not len(cutoff_language):
            cutoff_language = None
    return cutoff_language","def get_profile_cutoff ( profile_id ) : <TAB> cutoff_language = None <TAB> if not len ( profile_id_list ) : <TAB> <TAB> update_profile_id_list ( ) <TAB> if profile_id : <TAB> <TAB> cutoff_language = [ ] <TAB> <TAB> for profile in profile_id_list : <TAB> <TAB> <TAB> profileId , name , cutoff , items = profile . values ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if profileId == int ( profile_id ) : <TAB> <TAB> <TAB> <TAB> <TAB> for item in ast . literal_eval ( items ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if item [ ""id"" ] == cutoff : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return [ item ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> elif cutoff == 65535 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cutoff_language . append ( item ) <TAB> <TAB> if not len ( cutoff_language ) : <TAB> <TAB> <TAB> cutoff_language = None <TAB> return cutoff_language",if cutoff :,206
20150,"def assert_conll_writer_output(
    dataset: InternalBioNerDataset,
    expected_output: List[str],
    sentence_splitter: SentenceSplitter = None,
):
    outfile_path = tempfile.mkstemp()[1]
    try:
        sentence_splitter = (
            sentence_splitter
            if sentence_splitter
            else NoSentenceSplitter(tokenizer=SpaceTokenizer())
        )
        writer = CoNLLWriter(sentence_splitter=sentence_splitter)
        writer.write_to_conll(dataset, Path(outfile_path))
        contents = [l.strip() for l in open(outfile_path).readlines() if l.strip()]
    finally:
        os.remove(outfile_path)
    assert contents == expected_output","def assert_conll_writer_output ( <TAB> dataset : InternalBioNerDataset , <TAB> expected_output : List [ str ] , <TAB> sentence_splitter : SentenceSplitter = None , ) : <TAB> outfile_path = tempfile . mkstemp ( ) [ 1 ] <TAB> try : <TAB> <TAB> sentence_splitter = ( <TAB> <TAB> <TAB> sentence_splitter <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> else NoSentenceSplitter ( tokenizer = SpaceTokenizer ( ) ) <TAB> <TAB> ) <TAB> <TAB> writer = CoNLLWriter ( sentence_splitter = sentence_splitter ) <TAB> <TAB> writer . write_to_conll ( dataset , Path ( outfile_path ) ) <TAB> <TAB> contents = [ l . strip ( ) for l in open ( outfile_path ) . readlines ( ) if l . strip ( ) ] <TAB> finally : <TAB> <TAB> os . remove ( outfile_path ) <TAB> assert contents == expected_output",if sentence_splitter,175
7464,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 0:
            if ftype == TType.LIST:
                self.success = []
                (_etype987, _size984) = iprot.readListBegin()
                for _i988 in xrange(_size984):
                    _elem989 = iprot.readString()
                    self.success.append(_elem989)
                iprot.readListEnd()
            else:
                iprot.skip(ftype)
        elif fid == 1:
            if ftype == TType.STRUCT:
                self.o1 = MetaException()
                self.o1.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 0 : <TAB> <TAB> <TAB> if ftype == TType . LIST : <TAB> <TAB> <TAB> <TAB> self . success = [ ] <TAB> <TAB> <TAB> <TAB> ( _etype987 , _size984 ) = iprot . readListBegin ( ) <TAB> <TAB> <TAB> <TAB> for _i988 in xrange ( _size984 ) : <TAB> <TAB> <TAB> <TAB> <TAB> _elem989 = iprot . readString ( ) <TAB> <TAB> <TAB> <TAB> <TAB> self . success . append ( _elem989 ) <TAB> <TAB> <TAB> <TAB> iprot . readListEnd ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 1 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . o1 = MetaException ( ) <TAB> <TAB> <TAB> <TAB> self . o1 . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STRUCT :,408
5722,"def get_versions(*, all=False, quiet=None):
    import bonobo
    from bonobo.util.pkgs import bonobo_packages
    yield _format_version(bonobo, quiet=quiet)
    if all:
        for name in sorted(bonobo_packages):
            if name != ""bonobo"":
                try:
                    mod = __import__(name.replace(""-"", ""_""))
                    try:
                        yield _format_version(mod, name=name, quiet=quiet)
                    except Exception as exc:
                        yield ""{} ({})"".format(name, exc)
                except ImportError as exc:
                    yield ""{} is not importable ({})."".format(name, exc)
","def get_versions ( * , all = False , quiet = None ) : <TAB> import bonobo <TAB> from bonobo . util . pkgs import bonobo_packages <TAB> yield _format_version ( bonobo , quiet = quiet ) <TAB> if all : <TAB> <TAB> for name in sorted ( bonobo_packages ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> mod = __import__ ( name . replace ( ""-"" , ""_"" ) ) <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> yield _format_version ( mod , name = name , quiet = quiet ) <TAB> <TAB> <TAB> <TAB> <TAB> except Exception as exc : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> yield ""{} ({})"" . format ( name , exc ) <TAB> <TAB> <TAB> <TAB> except ImportError as exc : <TAB> <TAB> <TAB> <TAB> <TAB> yield ""{} is not importable ({})."" . format ( name , exc )","if name != ""bonobo"" :",188
20086,"def visit_type_type(self, t: TypeType) -> ProperType:
    if isinstance(self.s, TypeType):
        typ = self.meet(t.item, self.s.item)
        if not isinstance(typ, NoneType):
            typ = TypeType.make_normalized(typ, line=t.line)
        return typ
    elif isinstance(self.s, Instance) and self.s.type.fullname == ""builtins.type"":
        return t
    elif isinstance(self.s, CallableType):
        return self.meet(t, self.s)
    else:
        return self.default(self.s)
","def visit_type_type ( self , t : TypeType ) -> ProperType : <TAB> if isinstance ( self . s , TypeType ) : <TAB> <TAB> typ = self . meet ( t . item , self . s . item ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> typ = TypeType . make_normalized ( typ , line = t . line ) <TAB> <TAB> return typ <TAB> elif isinstance ( self . s , Instance ) and self . s . type . fullname == ""builtins.type"" : <TAB> <TAB> return t <TAB> elif isinstance ( self . s , CallableType ) : <TAB> <TAB> return self . meet ( t , self . s ) <TAB> else : <TAB> <TAB> return self . default ( self . s )","if not isinstance ( typ , NoneType ) :",154
18465,"def get_ou_from_path(client, path):
    ou = client.list_roots()[""Roots""][0]
    if path == ""/"":
        ou[""Path""] = path
        return ou
    ou_pager = client.get_paginator(""list_organizational_units_for_parent"")
    for part in path.strip(""/"").split(""/""):
        found = False
        for page in ou_pager.paginate(ParentId=ou[""Id""]):
            for child in page.get(""OrganizationalUnits""):
                if child[""Name""] == part:
                    found = True
                    ou = child
                    break
            if found:
                break
        if found is False:
            raise ValueError(""No OU named:%r found in path: %s"" % (path, path))
    ou[""Path""] = path
    return ou","def get_ou_from_path ( client , path ) : <TAB> ou = client . list_roots ( ) [ ""Roots"" ] [ 0 ] <TAB> if path == ""/"" : <TAB> <TAB> ou [ ""Path"" ] = path <TAB> <TAB> return ou <TAB> ou_pager = client . get_paginator ( ""list_organizational_units_for_parent"" ) <TAB> for part in path . strip ( ""/"" ) . split ( ""/"" ) : <TAB> <TAB> found = False <TAB> <TAB> for page in ou_pager . paginate ( ParentId = ou [ ""Id"" ] ) : <TAB> <TAB> <TAB> for child in page . get ( ""OrganizationalUnits"" ) : <TAB> <TAB> <TAB> <TAB> if child [ ""Name"" ] == part : <TAB> <TAB> <TAB> <TAB> <TAB> found = True <TAB> <TAB> <TAB> <TAB> <TAB> ou = child <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> if found : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""No OU named:%r found in path: %s"" % ( path , path ) ) <TAB> ou [ ""Path"" ] = path <TAB> return ou",if found is False :,224
16668,"def hash_path(
    path, algorithm=""blake2b"", suffix_len=None, num_orig_chars=None, constant_len=False
):
    # pylint: disable=missing-function-docstring
    path = Path(path)
    if suffix_len is None:
        suffix_len = len(path.suffix)
    stem = str(path.stem)
    replaced_stem = stem.replace("" "", ""_"")
    replaced_stem = replaced_stem.replace(""-"", ""_"")
    filtered_stem = non_word_pattern.sub("""", replaced_stem)
    if len(filtered_stem) == len(stem):
        return replaced_stem
    path = str(path)
    if algorithm == ""blake2b"":
        # Using blake2b by default since it is fast and as good as sha-3: https://blake2.net/
        hashstr = hashlib.blake2b(path.encode(), digest_size=16).hexdigest()
    elif algorithm == ""md5"":
        hashstr = hashlib.md5(path.encode()).hexdigest()
    else:
        raise ValueError(""Unsupported algorithm {}"".format(algorithm))
    # 1 for underscore between
    max_orig_chars = PATH_MAXLEN - (len(hashstr) + 1) - suffix_len
    orig_take_chars = (
        max_orig_chars
        if num_orig_chars is None
        else min(num_orig_chars, max_orig_chars)
    )
    if orig_take_chars > 0:
        trunc_stem = filtered_stem[:orig_take_chars]
        if num_orig_chars and constant_len:
            trunc_stem = trunc_stem.ljust(orig_take_chars, ""_"")
        new_stem = ""{}_{}"".format(trunc_stem, hashstr)
    else:
        new_stem = hashstr
    return new_stem","def hash_path ( <TAB> path , algorithm = ""blake2b"" , suffix_len = None , num_orig_chars = None , constant_len = False ) : <TAB> <TAB> path = Path ( path ) <TAB> if suffix_len is None : <TAB> <TAB> suffix_len = len ( path . suffix ) <TAB> stem = str ( path . stem ) <TAB> replaced_stem = stem . replace ( "" "" , ""_"" ) <TAB> replaced_stem = replaced_stem . replace ( ""-"" , ""_"" ) <TAB> filtered_stem = non_word_pattern . sub ( """" , replaced_stem ) <TAB> if len ( filtered_stem ) == len ( stem ) : <TAB> <TAB> return replaced_stem <TAB> path = str ( path ) <TAB> if algorithm == ""blake2b"" : <TAB> <TAB> <TAB> <TAB> hashstr = hashlib . blake2b ( path . encode ( ) , digest_size = 16 ) . hexdigest ( ) <TAB> elif algorithm == ""md5"" : <TAB> <TAB> hashstr = hashlib . md5 ( path . encode ( ) ) . hexdigest ( ) <TAB> else : <TAB> <TAB> raise ValueError ( ""Unsupported algorithm {}"" . format ( algorithm ) ) <TAB> <TAB> max_orig_chars = PATH_MAXLEN - ( len ( hashstr ) + 1 ) - suffix_len <TAB> orig_take_chars = ( <TAB> <TAB> max_orig_chars <TAB> <TAB> if num_orig_chars is None <TAB> <TAB> else min ( num_orig_chars , max_orig_chars ) <TAB> ) <TAB> if orig_take_chars > 0 : <TAB> <TAB> trunc_stem = filtered_stem [ : orig_take_chars ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> trunc_stem = trunc_stem . ljust ( orig_take_chars , ""_"" ) <TAB> <TAB> new_stem = ""{}_{}"" . format ( trunc_stem , hashstr ) <TAB> else : <TAB> <TAB> new_stem = hashstr <TAB> return new_stem",if num_orig_chars and constant_len :,452
13808,"def profile_by_id(request, user_id):
    user = User.objects.get(pk=user_id)
    if request.method == ""POST"":
        form = ProfileForm(request.POST, request.FILES)
        if form.is_valid():
            print(""made it!"")
            if request.POST.get(""username"") != user.username:
                user.username = request.POST.get(""username"")
            if request.POST.get(""first_name"") != user.first_name:
                user.first_name = request.POST.get(""first_name"")
            if request.POST.get(""last_name"") != user.last_name:
                user.last_name = request.POST.get(""last_name"")
            if request.POST.get(""email"") != user.email:
                user.email = request.POST.get(""email"")
            if request.POST.get(""password""):
                user.set_password(request.POST.get(""password""))
            if request.FILES:
                user.userprofile.image = store_uploaded_file(
                    user.username + ""."" + request.FILES[""picture""].name.split(""."")[-1],
                    request.FILES[""picture""],
                )
                user.userprofile.save()
            user.save()
            messages.info(request, ""User Updated"")
    return render(request, ""taskManager/profile.html"", {""user"": user})","def profile_by_id ( request , user_id ) : <TAB> user = User . objects . get ( pk = user_id ) <TAB> if request . method == ""POST"" : <TAB> <TAB> form = ProfileForm ( request . POST , request . FILES ) <TAB> <TAB> if form . is_valid ( ) : <TAB> <TAB> <TAB> print ( ""made it!"" ) <TAB> <TAB> <TAB> if request . POST . get ( ""username"" ) != user . username : <TAB> <TAB> <TAB> <TAB> user . username = request . POST . get ( ""username"" ) <TAB> <TAB> <TAB> if request . POST . get ( ""first_name"" ) != user . first_name : <TAB> <TAB> <TAB> <TAB> user . first_name = request . POST . get ( ""first_name"" ) <TAB> <TAB> <TAB> if request . POST . get ( ""last_name"" ) != user . last_name : <TAB> <TAB> <TAB> <TAB> user . last_name = request . POST . get ( ""last_name"" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> user . email = request . POST . get ( ""email"" ) <TAB> <TAB> <TAB> if request . POST . get ( ""password"" ) : <TAB> <TAB> <TAB> <TAB> user . set_password ( request . POST . get ( ""password"" ) ) <TAB> <TAB> <TAB> if request . FILES : <TAB> <TAB> <TAB> <TAB> user . userprofile . image = store_uploaded_file ( <TAB> <TAB> <TAB> <TAB> <TAB> user . username + ""."" + request . FILES [ ""picture"" ] . name . split ( ""."" ) [ - 1 ] , <TAB> <TAB> <TAB> <TAB> <TAB> request . FILES [ ""picture"" ] , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> user . userprofile . save ( ) <TAB> <TAB> <TAB> user . save ( ) <TAB> <TAB> <TAB> messages . info ( request , ""User Updated"" ) <TAB> return render ( request , ""taskManager/profile.html"" , { ""user"" : user } )","if request . POST . get ( ""email"" ) != user . email :",383
23303,"def __call__(self, list_data):
    coords, feats, labels = list(zip(*list_data))
    coords_batch, feats_batch, labels_batch = [], [], []
    batch_num_points = 0
    for batch_id, _ in enumerate(coords):
        num_points = coords[batch_id].shape[0]
        batch_num_points += num_points
        if self.limit_numpoints > 0 and batch_num_points > self.limit_numpoints:
            num_full_points = sum(len(c) for c in coords)
            num_full_batch_size = len(coords)
            logging.warning(
                f""\tCannot fit {num_full_points} points into""
                "" {self.limit_numpoints} points limit. Truncating batch ""
                f""size at {batch_id} out of {num_full_batch_size} with ""
                f""{batch_num_points - num_points}.""
            )
            break
        coords_batch.append(coords[batch_id])
        feats_batch.append(feats[batch_id])
        labels_batch.append(labels[batch_id])
    # Concatenate all lists
    return sparse_collate(
        coords_batch,
        feats_batch,
        labels_batch,
        dtype=self.dtype,
        device=self.device,
    )","def __call__ ( self , list_data ) : <TAB> coords , feats , labels = list ( zip ( * list_data ) ) <TAB> coords_batch , feats_batch , labels_batch = [ ] , [ ] , [ ] <TAB> batch_num_points = 0 <TAB> for batch_id , _ in enumerate ( coords ) : <TAB> <TAB> num_points = coords [ batch_id ] . shape [ 0 ] <TAB> <TAB> batch_num_points += num_points <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> num_full_points = sum ( len ( c ) for c in coords ) <TAB> <TAB> <TAB> num_full_batch_size = len ( coords ) <TAB> <TAB> <TAB> logging . warning ( <TAB> <TAB> <TAB> <TAB> f""\tCannot fit {num_full_points} points into"" <TAB> <TAB> <TAB> <TAB> "" {self.limit_numpoints} points limit. Truncating batch "" <TAB> <TAB> <TAB> <TAB> f""size at {batch_id} out of {num_full_batch_size} with "" <TAB> <TAB> <TAB> <TAB> f""{batch_num_points - num_points}."" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> break <TAB> <TAB> coords_batch . append ( coords [ batch_id ] ) <TAB> <TAB> feats_batch . append ( feats [ batch_id ] ) <TAB> <TAB> labels_batch . append ( labels [ batch_id ] ) <TAB> <TAB> return sparse_collate ( <TAB> <TAB> coords_batch , <TAB> <TAB> feats_batch , <TAB> <TAB> labels_batch , <TAB> <TAB> dtype = self . dtype , <TAB> <TAB> device = self . device , <TAB> )",if self . limit_numpoints > 0 and batch_num_points > self . limit_numpoints :,364
14459,"def dtdwrite(dtdfile, entities, force=False):
    if not entities:
        return
    dtdEntities = [
        '<!ENTITY %s ""%s"">' % (id, escape(val, entitydefs))
        for id, val in entities.items()
    ]
    dtdEntities.sort()
    dtdFileData = ""\n"".join(dtdEntities) + ""\n""
    if type(dtdfile) in types.StringTypes:
        if os.path.exists(dtdfile):
            if force:
                os.remove(dtdfile)
            else:
                raise DTDGenError(
                    ""dtd '%s' already exists, use '--force' to ""
                    ""allow overwrite"" % dtdfile
                )
        dtdf = open(dtdfile, ""w"")
    else:
        dtdf = dtdfile
    dtdf.write(dtdFileData)
    if dtdf != dtdfile:
        dtdf.close()
","def dtdwrite ( dtdfile , entities , force = False ) : <TAB> if not entities : <TAB> <TAB> return <TAB> dtdEntities = [ <TAB> <TAB> '<!ENTITY %s ""%s"">' % ( id , escape ( val , entitydefs ) ) <TAB> <TAB> for id , val in entities . items ( ) <TAB> ] <TAB> dtdEntities . sort ( ) <TAB> dtdFileData = ""\n"" . join ( dtdEntities ) + ""\n"" <TAB> if type ( dtdfile ) in types . StringTypes : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if force : <TAB> <TAB> <TAB> <TAB> os . remove ( dtdfile ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise DTDGenError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""dtd '%s' already exists, use '--force' to "" <TAB> <TAB> <TAB> <TAB> <TAB> ""allow overwrite"" % dtdfile <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> dtdf = open ( dtdfile , ""w"" ) <TAB> else : <TAB> <TAB> dtdf = dtdfile <TAB> dtdf . write ( dtdFileData ) <TAB> if dtdf != dtdfile : <TAB> <TAB> dtdf . close ( )",if os . path . exists ( dtdfile ) :,255
19588,"def _mixture_(self) -> Sequence[Tuple[float, np.ndarray]]:
    ps = []
    for pauli in self._error_probabilities:
        Pi = np.identity(1)
        for gate in pauli:
            if gate == ""I"":
                Pi = np.kron(Pi, protocols.unitary(identity.I))
            elif gate == ""X"":
                Pi = np.kron(Pi, protocols.unitary(pauli_gates.X))
            elif gate == ""Y"":
                Pi = np.kron(Pi, protocols.unitary(pauli_gates.Y))
            elif gate == ""Z"":
                Pi = np.kron(Pi, protocols.unitary(pauli_gates.Z))
        ps.append(Pi)
    return tuple(zip(self._error_probabilities.values(), ps))","def _mixture_ ( self ) -> Sequence [ Tuple [ float , np . ndarray ] ] : <TAB> ps = [ ] <TAB> for pauli in self . _error_probabilities : <TAB> <TAB> Pi = np . identity ( 1 ) <TAB> <TAB> for gate in pauli : <TAB> <TAB> <TAB> if gate == ""I"" : <TAB> <TAB> <TAB> <TAB> Pi = np . kron ( Pi , protocols . unitary ( identity . I ) ) <TAB> <TAB> <TAB> elif gate == ""X"" : <TAB> <TAB> <TAB> <TAB> Pi = np . kron ( Pi , protocols . unitary ( pauli_gates . X ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> Pi = np . kron ( Pi , protocols . unitary ( pauli_gates . Y ) ) <TAB> <TAB> <TAB> elif gate == ""Z"" : <TAB> <TAB> <TAB> <TAB> Pi = np . kron ( Pi , protocols . unitary ( pauli_gates . Z ) ) <TAB> <TAB> ps . append ( Pi ) <TAB> return tuple ( zip ( self . _error_probabilities . values ( ) , ps ) )","elif gate == ""Y"" :",227
3126,"def newtodolink(self, url, origin):
    # Call self.format_url(), since the URL here
    # is now a (URL, fragment) pair.
    if self.todo.has_key(url):
        if origin not in self.todo[url]:
            self.todo[url].append(origin)
        self.note(3, ""  Seen todo link %s"", self.format_url(url))
    else:
        self.todo[url] = [origin]
        self.note(3, ""  New todo link %s"", self.format_url(url))","def newtodolink ( self , url , origin ) : <TAB> <TAB> <TAB> if self . todo . has_key ( url ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . todo [ url ] . append ( origin ) <TAB> <TAB> self . note ( 3 , ""  Seen todo link %s"" , self . format_url ( url ) ) <TAB> else : <TAB> <TAB> self . todo [ url ] = [ origin ] <TAB> <TAB> self . note ( 3 , ""  New todo link %s"" , self . format_url ( url ) )",if origin not in self . todo [ url ] :,148
16826,"def checkpoint(self, metrics_dict, iteration, model, optimizer, lr_scheduler):
    # Return early if checkpoint_runway has not been met
    if self.checkpoint_runway:
        if iteration < self.checkpoint_runway:
            return
        elif iteration == self.checkpoint_runway:
            print(""Checkpoint runway has been met. Checkpointing will now occur."")
    if (
        self.checkpoint_every
        and iteration > 0
        and iteration % self.checkpoint_every == 0
    ):
        # Save the checkpoint regardless of performance
        score = None
        state = self.bundle_state(iteration, score, model, optimizer, lr_scheduler)
        checkpoint_path = f""{self.checkpoint_dir}/model_checkpoint_{iteration}.pth""
        torch.save(state, checkpoint_path)
    if self.checkpoint_best and self.checkpoint_metric in metrics_dict:
        score = metrics_dict[self.checkpoint_metric]
        if self.is_best(score):
            if self.verbose:
                print(
                    f""Saving model at iteration {iteration:.2f} with best ""
                    f""({self.checkpoint_metric_mode}) score ""
                    f""{self.checkpoint_metric}={score:.3f}""
                )
            self.best_model_found = True
            self.best_iteration = iteration
            self.best_score = score
            # Save the checkpoint, overriding previous best if it exists
            state = self.bundle_state(iteration, score, model, optimizer, lr_scheduler)
            checkpoint_path = f""{self.checkpoint_dir}/best_model.pth""
            torch.save(state, checkpoint_path)","def checkpoint ( self , metrics_dict , iteration , model , optimizer , lr_scheduler ) : <TAB> <TAB> if self . checkpoint_runway : <TAB> <TAB> if iteration < self . checkpoint_runway : <TAB> <TAB> <TAB> return <TAB> <TAB> elif iteration == self . checkpoint_runway : <TAB> <TAB> <TAB> print ( ""Checkpoint runway has been met. Checkpointing will now occur."" ) <TAB> if ( <TAB> <TAB> self . checkpoint_every <TAB> <TAB> and iteration > 0 <TAB> <TAB> and iteration % self . checkpoint_every == 0 <TAB> ) : <TAB> <TAB> <TAB> <TAB> score = None <TAB> <TAB> state = self . bundle_state ( iteration , score , model , optimizer , lr_scheduler ) <TAB> <TAB> checkpoint_path = f""{self.checkpoint_dir}/model_checkpoint_{iteration}.pth"" <TAB> <TAB> torch . save ( state , checkpoint_path ) <TAB> if self . checkpoint_best and self . checkpoint_metric in metrics_dict : <TAB> <TAB> score = metrics_dict [ self . checkpoint_metric ] <TAB> <TAB> if self . is_best ( score ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> f""Saving model at iteration {iteration:.2f} with best "" <TAB> <TAB> <TAB> <TAB> <TAB> f""({self.checkpoint_metric_mode}) score "" <TAB> <TAB> <TAB> <TAB> <TAB> f""{self.checkpoint_metric}={score:.3f}"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . best_model_found = True <TAB> <TAB> <TAB> self . best_iteration = iteration <TAB> <TAB> <TAB> self . best_score = score <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> state = self . bundle_state ( iteration , score , model , optimizer , lr_scheduler ) <TAB> <TAB> <TAB> checkpoint_path = f""{self.checkpoint_dir}/best_model.pth"" <TAB> <TAB> <TAB> torch . save ( state , checkpoint_path )",if self . verbose :,441
11521,"def format_bpe_text(symbols, delimiter=b""@@""):
    """"""Convert a sequence of bpe words into sentence.""""""
    words = []
    word = b""""
    if isinstance(symbols, str):
        symbols = symbols.encode()
    delimiter_len = len(delimiter)
    for symbol in symbols:
        if len(symbol) >= delimiter_len and symbol[-delimiter_len:] == delimiter:
            word += symbol[:-delimiter_len]
        else:  # end of a word
            word += symbol
            words.append(word)
            word = b""""
    return b"" "".join(words)
","def format_bpe_text ( symbols , delimiter = b""@@"" ) : <TAB> """"""Convert a sequence of bpe words into sentence."""""" <TAB> words = [ ] <TAB> word = b"""" <TAB> if isinstance ( symbols , str ) : <TAB> <TAB> symbols = symbols . encode ( ) <TAB> delimiter_len = len ( delimiter ) <TAB> for symbol in symbols : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> word += symbol [ : - delimiter_len ] <TAB> <TAB> else : <TAB> <TAB> <TAB> word += symbol <TAB> <TAB> <TAB> words . append ( word ) <TAB> <TAB> <TAB> word = b"""" <TAB> return b"" "" . join ( words )",if len ( symbol ) >= delimiter_len and symbol [ - delimiter_len : ] == delimiter :,154
15967,"def configure_slurm_ddp(self):
    # extract SLURM flag vars
    # whenever we have the correct number of tasks, we let slurm manage processes
    # otherwise we launch the required number of processes
    if self.use_ddp or self.use_ddp2:
        num_requested_gpus = self.num_gpus * self.num_nodes
        num_slurm_tasks = 0
        try:
            num_slurm_tasks = int(os.environ[""SLURM_NTASKS""])
            self.is_slurm_managing_tasks = num_slurm_tasks == num_requested_gpus
            # enable slurm cpu
            if num_requested_gpus == 0:
                self.is_slurm_managing_tasks = num_slurm_tasks == self.num_processes
            # in interactive mode we don't manage tasks
            job_name = os.environ[""SLURM_JOB_NAME""]
            if job_name == ""bash"":
                self.is_slurm_managing_tasks = False
        except Exception:
            # likely not on slurm, so set the slurm managed flag to false
            self.is_slurm_managing_tasks = False
    # used for tests only, set this flag to simulate slurm managing a task
    try:
        should_fake = int(os.environ[""FAKE_SLURM_MANAGING_TASKS""])
        if should_fake:
            self.is_slurm_managing_tasks = True
    except Exception:
        pass
    # notify user the that slurm is managing tasks
    if self.is_slurm_managing_tasks:
        rank_zero_info(""Multi-processing is handled by Slurm."")","def configure_slurm_ddp ( self ) : <TAB> <TAB> <TAB> <TAB> if self . use_ddp or self . use_ddp2 : <TAB> <TAB> num_requested_gpus = self . num_gpus * self . num_nodes <TAB> <TAB> num_slurm_tasks = 0 <TAB> <TAB> try : <TAB> <TAB> <TAB> num_slurm_tasks = int ( os . environ [ ""SLURM_NTASKS"" ] ) <TAB> <TAB> <TAB> self . is_slurm_managing_tasks = num_slurm_tasks == num_requested_gpus <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if num_requested_gpus == 0 : <TAB> <TAB> <TAB> <TAB> self . is_slurm_managing_tasks = num_slurm_tasks == self . num_processes <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> job_name = os . environ [ ""SLURM_JOB_NAME"" ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . is_slurm_managing_tasks = False <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . is_slurm_managing_tasks = False <TAB> <TAB> try : <TAB> <TAB> should_fake = int ( os . environ [ ""FAKE_SLURM_MANAGING_TASKS"" ] ) <TAB> <TAB> if should_fake : <TAB> <TAB> <TAB> self . is_slurm_managing_tasks = True <TAB> except Exception : <TAB> <TAB> pass <TAB> <TAB> if self . is_slurm_managing_tasks : <TAB> <TAB> rank_zero_info ( ""Multi-processing is handled by Slurm."" )","if job_name == ""bash"" :",451
13716,"def _build_dom(cls, content, mode):
    assert mode in (""html"", ""xml"")
    if mode == ""html"":
        if not hasattr(THREAD_STORAGE, ""html_parser""):
            THREAD_STORAGE.html_parser = HTMLParser()
        dom = defusedxml.lxml.parse(
            StringIO(content), parser=THREAD_STORAGE.html_parser
        )
        return dom.getroot()
    else:
        if not hasattr(THREAD_STORAGE, ""xml_parser""):
            THREAD_STORAGE.xml_parser = XMLParser()
        dom = defusedxml.lxml.parse(BytesIO(content), parser=THREAD_STORAGE.xml_parser)
        return dom.getroot()
","def _build_dom ( cls , content , mode ) : <TAB> assert mode in ( ""html"" , ""xml"" ) <TAB> if mode == ""html"" : <TAB> <TAB> if not hasattr ( THREAD_STORAGE , ""html_parser"" ) : <TAB> <TAB> <TAB> THREAD_STORAGE . html_parser = HTMLParser ( ) <TAB> <TAB> dom = defusedxml . lxml . parse ( <TAB> <TAB> <TAB> StringIO ( content ) , parser = THREAD_STORAGE . html_parser <TAB> <TAB> ) <TAB> <TAB> return dom . getroot ( ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> THREAD_STORAGE . xml_parser = XMLParser ( ) <TAB> <TAB> dom = defusedxml . lxml . parse ( BytesIO ( content ) , parser = THREAD_STORAGE . xml_parser ) <TAB> <TAB> return dom . getroot ( )","if not hasattr ( THREAD_STORAGE , ""xml_parser"" ) :",175
2097,"def useful(self, pos):
    global TIMESTAMP
    TIMESTAMP += 1
    square = self.squares[pos]
    if self.useful_fast(square):
        return True
    old_hash = self.zobrist.hash
    self.zobrist.update(square, self.color)
    empties = opps = weak_opps = neighs = weak_neighs = 0
    for neighbour in square.neighbours:
        neighcolor = neighbour.color
        if neighcolor == EMPTY:
            empties += 1
            continue
        neighbour_ref = neighbour.find()
        if neighbour_ref.timestamp != TIMESTAMP:
            if neighcolor == self.color:
                neighs += 1
            else:
                opps += 1
            neighbour_ref.timestamp = TIMESTAMP
            neighbour_ref.temp_ledges = neighbour_ref.ledges
        neighbour_ref.temp_ledges -= 1
        if neighbour_ref.temp_ledges == 0:
            if neighcolor == self.color:
                weak_neighs += 1
            else:
                weak_opps += 1
                neighbour_ref.remove(neighbour_ref, update=False)
    dupe = self.zobrist.dupe()
    self.zobrist.hash = old_hash
    strong_neighs = neighs - weak_neighs
    strong_opps = opps - weak_opps
    return not dupe and (
        empties or weak_opps or (strong_neighs and (strong_opps or weak_neighs))
    )","def useful ( self , pos ) : <TAB> global TIMESTAMP <TAB> TIMESTAMP += 1 <TAB> square = self . squares [ pos ] <TAB> if self . useful_fast ( square ) : <TAB> <TAB> return True <TAB> old_hash = self . zobrist . hash <TAB> self . zobrist . update ( square , self . color ) <TAB> empties = opps = weak_opps = neighs = weak_neighs = 0 <TAB> for neighbour in square . neighbours : <TAB> <TAB> neighcolor = neighbour . color <TAB> <TAB> if neighcolor == EMPTY : <TAB> <TAB> <TAB> empties += 1 <TAB> <TAB> <TAB> continue <TAB> <TAB> neighbour_ref = neighbour . find ( ) <TAB> <TAB> if neighbour_ref . timestamp != TIMESTAMP : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> neighs += 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> opps += 1 <TAB> <TAB> <TAB> neighbour_ref . timestamp = TIMESTAMP <TAB> <TAB> <TAB> neighbour_ref . temp_ledges = neighbour_ref . ledges <TAB> <TAB> neighbour_ref . temp_ledges -= 1 <TAB> <TAB> if neighbour_ref . temp_ledges == 0 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> weak_neighs += 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> weak_opps += 1 <TAB> <TAB> <TAB> <TAB> neighbour_ref . remove ( neighbour_ref , update = False ) <TAB> dupe = self . zobrist . dupe ( ) <TAB> self . zobrist . hash = old_hash <TAB> strong_neighs = neighs - weak_neighs <TAB> strong_opps = opps - weak_opps <TAB> return not dupe and ( <TAB> <TAB> empties or weak_opps or ( strong_neighs and ( strong_opps or weak_neighs ) ) <TAB> )",if neighcolor == self . color :,412
18580,"def __call__(self, engine: Optional[Engine], name: Optional[str] = None) -> None:
    value = self.get_param()
    if isinstance(value, list):
        if len(value) != len(self.optimizer_param_groups):
            raise ValueError(
                ""size of value is different than optimizer_param_groups ""
                f""{len(value)} != {len(self.optimizer_param_groups)}""
            )
        for i, param_group in enumerate(self.optimizer_param_groups):
            param_group[self.param_name] = value[i]
    else:
        for i, param_group in enumerate(self.optimizer_param_groups):
            param_group[self.param_name] = value
    if name is None:
        name = self.param_name
    if self.save_history and engine:
        if not hasattr(engine.state, ""param_history"") or engine.state.param_history is None:  # type: ignore
            setattr(engine.state, ""param_history"", {})
        engine.state.param_history.setdefault(name, [])  # type: ignore[attr-defined]
        values = [pg[self.param_name] for pg in self.optimizer_param_groups]
        engine.state.param_history[name].append(values)  # type: ignore[attr-defined]
    self.event_index += 1","def __call__ ( self , engine : Optional [ Engine ] , name : Optional [ str ] = None ) -> None : <TAB> value = self . get_param ( ) <TAB> if isinstance ( value , list ) : <TAB> <TAB> if len ( value ) != len ( self . optimizer_param_groups ) : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""size of value is different than optimizer_param_groups "" <TAB> <TAB> <TAB> <TAB> f""{len(value)} != {len(self.optimizer_param_groups)}"" <TAB> <TAB> <TAB> ) <TAB> <TAB> for i , param_group in enumerate ( self . optimizer_param_groups ) : <TAB> <TAB> <TAB> param_group [ self . param_name ] = value [ i ] <TAB> else : <TAB> <TAB> for i , param_group in enumerate ( self . optimizer_param_groups ) : <TAB> <TAB> <TAB> param_group [ self . param_name ] = value <TAB> if name is None : <TAB> <TAB> name = self . param_name <TAB> if self . save_history and engine : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> setattr ( engine . state , ""param_history"" , { } ) <TAB> <TAB> engine . state . param_history . setdefault ( name , [ ] ) <TAB> <TAB> values = [ pg [ self . param_name ] for pg in self . optimizer_param_groups ] <TAB> <TAB> engine . state . param_history [ name ] . append ( values ) <TAB> self . event_index += 1","if not hasattr ( engine . state , ""param_history"" ) or engine . state . param_history is None :",358
3655,"def getitem_tuple_lower(context, builder, sig, args):
    tupty, idx = sig.args
    idx = idx.literal_value
    tup, _ = args
    if isinstance(idx, int):
        if idx < 0:
            idx += len(tupty)
        if not 0 <= idx < len(tupty):
            raise IndexError(""cannot index at %d in %s"" % (idx, tupty))
        res = builder.extract_value(tup, idx)
    elif isinstance(idx, slice):
        items = cgutils.unpack_tuple(builder, tup)[idx]
        res = context.make_tuple(builder, sig.return_type, items)
    else:
        raise NotImplementedError(""unexpected index %r for %s"" % (idx, sig.args[0]))
    return impl_ret_borrowed(context, builder, sig.return_type, res)","def getitem_tuple_lower ( context , builder , sig , args ) : <TAB> tupty , idx = sig . args <TAB> idx = idx . literal_value <TAB> tup , _ = args <TAB> if isinstance ( idx , int ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> idx += len ( tupty ) <TAB> <TAB> if not 0 <= idx < len ( tupty ) : <TAB> <TAB> <TAB> raise IndexError ( ""cannot index at %d in %s"" % ( idx , tupty ) ) <TAB> <TAB> res = builder . extract_value ( tup , idx ) <TAB> elif isinstance ( idx , slice ) : <TAB> <TAB> items = cgutils . unpack_tuple ( builder , tup ) [ idx ] <TAB> <TAB> res = context . make_tuple ( builder , sig . return_type , items ) <TAB> else : <TAB> <TAB> raise NotImplementedError ( ""unexpected index %r for %s"" % ( idx , sig . args [ 0 ] ) ) <TAB> return impl_ret_borrowed ( context , builder , sig . return_type , res )",if idx < 0 :,223
25626,"def migrate_InternalTip(self):
    for old_obj in self.session_old.query(self.model_from[""InternalTip""]):
        new_obj = self.model_to[""InternalTip""]()
        for key in new_obj.__table__.columns._data.keys():
            new_obj.status = ""antani!""
            if key == ""status"" or key == ""substatus"":
                pass
            elif key in old_obj.__table__.columns._data.keys():
                setattr(new_obj, key, getattr(old_obj, key))
        self.session_new.add(new_obj)
        if old_obj.receipt_hash:
            new_wbtip = self.model_to[""WhistleblowerTip""]()
            new_wbtip.id = old_obj.id
            new_wbtip.tid = old_obj.tid
            new_wbtip.receipt_hash = old_obj.receipt_hash
            self.session_new.add(new_wbtip)
","def migrate_InternalTip ( self ) : <TAB> for old_obj in self . session_old . query ( self . model_from [ ""InternalTip"" ] ) : <TAB> <TAB> new_obj = self . model_to [ ""InternalTip"" ] ( ) <TAB> <TAB> for key in new_obj . __table__ . columns . _data . keys ( ) : <TAB> <TAB> <TAB> new_obj . status = ""antani!"" <TAB> <TAB> <TAB> if key == ""status"" or key == ""substatus"" : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> setattr ( new_obj , key , getattr ( old_obj , key ) ) <TAB> <TAB> self . session_new . add ( new_obj ) <TAB> <TAB> if old_obj . receipt_hash : <TAB> <TAB> <TAB> new_wbtip = self . model_to [ ""WhistleblowerTip"" ] ( ) <TAB> <TAB> <TAB> new_wbtip . id = old_obj . id <TAB> <TAB> <TAB> new_wbtip . tid = old_obj . tid <TAB> <TAB> <TAB> new_wbtip . receipt_hash = old_obj . receipt_hash <TAB> <TAB> <TAB> self . session_new . add ( new_wbtip )",elif key in old_obj . __table__ . columns . _data . keys ( ) :,270
6116,"def postprocess_element(elements, processed):
    """"""Fix unresolved references""""""
    # elements variable contains all eelements and complexTypes defined in http://www.w3.org/2001/XMLSchema
    # (elements referenced before its definition, thanks .net)
    # avoid already processed elements:
    if elements in processed:
        return
    processed.append(elements)
    for k, v in elements.items():
        if isinstance(v, Struct):
            if v != elements:  # TODO: fix recursive elements
                try:
                    postprocess_element(v, processed)
                except RuntimeError as e:  # maximum recursion depth exceeded
                    warnings.warn(unicode(e), RuntimeWarning)
            if v.refers_to:  # extension base?
                if isinstance(v.refers_to, dict):
                    extend_element(v, v.refers_to)
                    # clean the reference:
                    v.refers_to = None
                else:  # ""alias"", just replace
                    ##log.debug('Replacing %s = %s' % (k, v.refers_to))
                    elements[k] = v.refers_to
            if v.array:
                elements[k] = [v]  # convert arrays to python lists
        if isinstance(v, list):
            for n in v:  # recurse list
                if isinstance(n, (Struct, list)):
                    # if n != elements:  # TODO: fix recursive elements
                    postprocess_element(n, processed)","def postprocess_element ( elements , processed ) : <TAB> """"""Fix unresolved references"""""" <TAB> <TAB> <TAB> <TAB> if elements in processed : <TAB> <TAB> return <TAB> processed . append ( elements ) <TAB> for k , v in elements . items ( ) : <TAB> <TAB> if isinstance ( v , Struct ) : <TAB> <TAB> <TAB> if v != elements : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> postprocess_element ( v , processed ) <TAB> <TAB> <TAB> <TAB> except RuntimeError as e : <TAB> <TAB> <TAB> <TAB> <TAB> warnings . warn ( unicode ( e ) , RuntimeWarning ) <TAB> <TAB> <TAB> if v . refers_to : <TAB> <TAB> <TAB> <TAB> if isinstance ( v . refers_to , dict ) : <TAB> <TAB> <TAB> <TAB> <TAB> extend_element ( v , v . refers_to ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> v . refers_to = None <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> elements [ k ] = v . refers_to <TAB> <TAB> <TAB> if v . array : <TAB> <TAB> <TAB> <TAB> elements [ k ] = [ v ] <TAB> <TAB> if isinstance ( v , list ) : <TAB> <TAB> <TAB> for n in v : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> postprocess_element ( n , processed )","if isinstance ( n , ( Struct , list ) ) :",410
14358,"def _open(file_, mode=""r""):
    """"""Open file object given filenames, open files or even archives.""""""
    if isinstance(file_, string_types):
        _, ext = path.splitext(file_)
        if ext in {"".bz2"", "".gz""}:
            s = tarfile.open(file_)
            return s.extractfile(s.next())
        else:
            return open(file_, mode)
    return file_","def _open ( file_ , mode = ""r"" ) : <TAB> """"""Open file object given filenames, open files or even archives."""""" <TAB> if isinstance ( file_ , string_types ) : <TAB> <TAB> _ , ext = path . splitext ( file_ ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> s = tarfile . open ( file_ ) <TAB> <TAB> <TAB> return s . extractfile ( s . next ( ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return open ( file_ , mode ) <TAB> return file_","if ext in { "".bz2"" , "".gz"" } :",108
25189,"def d3_box_overlap_kernel(boxes, qboxes, rinc, criterion=-1):
    # ONLY support overlap in CAMERA, not lidar.
    # TODO: change to use prange for parallel mode, should check the difference
    N, K = boxes.shape[0], qboxes.shape[0]
    for i in numba.prange(N):
        for j in numba.prange(K):
            if rinc[i, j] > 0:
                # iw = (min(boxes[i, 1] + boxes[i, 4], qboxes[j, 1] +
                #         qboxes[j, 4]) - max(boxes[i, 1], qboxes[j, 1]))
                iw = min(boxes[i, 1], qboxes[j, 1]) - max(
                    boxes[i, 1] - boxes[i, 4], qboxes[j, 1] - qboxes[j, 4]
                )
                if iw > 0:
                    area1 = boxes[i, 3] * boxes[i, 4] * boxes[i, 5]
                    area2 = qboxes[j, 3] * qboxes[j, 4] * qboxes[j, 5]
                    inc = iw * rinc[i, j]
                    if criterion == -1:
                        ua = area1 + area2 - inc
                    elif criterion == 0:
                        ua = area1
                    elif criterion == 1:
                        ua = area2
                    else:
                        ua = inc
                    rinc[i, j] = inc / ua
                else:
                    rinc[i, j] = 0.0","def d3_box_overlap_kernel ( boxes , qboxes , rinc , criterion = - 1 ) : <TAB> <TAB> <TAB> N , K = boxes . shape [ 0 ] , qboxes . shape [ 0 ] <TAB> for i in numba . prange ( N ) : <TAB> <TAB> for j in numba . prange ( K ) : <TAB> <TAB> <TAB> if rinc [ i , j ] > 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> iw = min ( boxes [ i , 1 ] , qboxes [ j , 1 ] ) - max ( <TAB> <TAB> <TAB> <TAB> <TAB> boxes [ i , 1 ] - boxes [ i , 4 ] , qboxes [ j , 1 ] - qboxes [ j , 4 ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> area1 = boxes [ i , 3 ] * boxes [ i , 4 ] * boxes [ i , 5 ] <TAB> <TAB> <TAB> <TAB> <TAB> area2 = qboxes [ j , 3 ] * qboxes [ j , 4 ] * qboxes [ j , 5 ] <TAB> <TAB> <TAB> <TAB> <TAB> inc = iw * rinc [ i , j ] <TAB> <TAB> <TAB> <TAB> <TAB> if criterion == - 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ua = area1 + area2 - inc <TAB> <TAB> <TAB> <TAB> <TAB> elif criterion == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ua = area1 <TAB> <TAB> <TAB> <TAB> <TAB> elif criterion == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ua = area2 <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ua = inc <TAB> <TAB> <TAB> <TAB> <TAB> rinc [ i , j ] = inc / ua <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> rinc [ i , j ] = 0.0",if iw > 0 :,474
3550,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRUCT:
                self.hiveObject = HiveObjectRef()
                self.hiveObject.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRING:
                self.principalName = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.I32:
                self.principalType = iprot.readI32()
            else:
                iprot.skip(ftype)
        elif fid == 4:
            if ftype == TType.STRUCT:
                self.grantInfo = PrivilegeGrantInfo()
                self.grantInfo.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . hiveObject = HiveObjectRef ( ) <TAB> <TAB> <TAB> <TAB> self . hiveObject . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . principalName = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 3 : <TAB> <TAB> <TAB> if ftype == TType . I32 : <TAB> <TAB> <TAB> <TAB> self . principalType = iprot . readI32 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . grantInfo = PrivilegeGrantInfo ( ) <TAB> <TAB> <TAB> <TAB> self . grantInfo . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",elif fid == 4 :,465
6098,"def _recv_value(self, server, flags, rlen):
    rlen += 2  # include \r\n
    buf = server.recv(rlen)
    if len(buf) != rlen:
        raise _Error(""received %d bytes when expecting %d"" % (len(buf), rlen))
    if len(buf) == rlen:
        buf = buf[:-2]  # strip \r\n
    if flags & Client._FLAG_COMPRESSED:
        buf = zlib.decompress(buf)
    if flags == 0 or flags == Client._FLAG_COMPRESSED:
        # Either a bare string or a compressed string now decompressed...
        val = buf
    elif flags & Client._FLAG_INTEGER:
        val = int(buf)
    elif flags & Client._FLAG_LONG:
        val = long(buf)
    elif flags & Client._FLAG_PICKLE:
        try:
            file = BytesIO(buf)
            unpickler = self.unpickler(file)
            if self.persistent_load:
                unpickler.persistent_load = self.persistent_load
            val = unpickler.load()
        except Exception as e:
            self.debuglog(""Pickle error: %s\n"" % e)
            return None
    else:
        self.debuglog(""unknown flags on get: %x\n"" % flags)
        raise ValueError(""Unknown flags on get: %x"" % flags)
    return val","def _recv_value ( self , server , flags , rlen ) : <TAB> rlen += 2 <TAB> buf = server . recv ( rlen ) <TAB> if len ( buf ) != rlen : <TAB> <TAB> raise _Error ( ""received %d bytes when expecting %d"" % ( len ( buf ) , rlen ) ) <TAB> if len ( buf ) == rlen : <TAB> <TAB> buf = buf [ : - 2 ] <TAB> if flags & Client . _FLAG_COMPRESSED : <TAB> <TAB> buf = zlib . decompress ( buf ) <TAB> if flags == 0 or flags == Client . _FLAG_COMPRESSED : <TAB> <TAB> <TAB> <TAB> val = buf <TAB> elif flags & Client . _FLAG_INTEGER : <TAB> <TAB> val = int ( buf ) <TAB> elif flags & Client . _FLAG_LONG : <TAB> <TAB> val = long ( buf ) <TAB> elif flags & Client . _FLAG_PICKLE : <TAB> <TAB> try : <TAB> <TAB> <TAB> file = BytesIO ( buf ) <TAB> <TAB> <TAB> unpickler = self . unpickler ( file ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> unpickler . persistent_load = self . persistent_load <TAB> <TAB> <TAB> val = unpickler . load ( ) <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> self . debuglog ( ""Pickle error: %s\n"" % e ) <TAB> <TAB> <TAB> return None <TAB> else : <TAB> <TAB> self . debuglog ( ""unknown flags on get: %x\n"" % flags ) <TAB> <TAB> raise ValueError ( ""Unknown flags on get: %x"" % flags ) <TAB> return val",if self . persistent_load :,369
19402,"def isFinished(self):
    # returns true if episode timesteps has reached episode length and resets the task
    if self.count > self.epiLen:
        self.res()
        return True
    else:
        if self.count == 1:
            self.pertGlasPos(0)
        if self.count == self.epiLen / 2 + 1:
            self.env.reset()
            self.pertGlasPos(1)
        self.count += 1
        return False",def isFinished ( self ) : <TAB> <TAB> if self . count > self . epiLen : <TAB> <TAB> self . res ( ) <TAB> <TAB> return True <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . pertGlasPos ( 0 ) <TAB> <TAB> if self . count == self . epiLen / 2 + 1 : <TAB> <TAB> <TAB> self . env . reset ( ) <TAB> <TAB> <TAB> self . pertGlasPos ( 1 ) <TAB> <TAB> self . count += 1 <TAB> <TAB> return False,if self . count == 1 :,132
20160,"def group_by_heading(lines):
    from collections import OrderedDict
    ret = OrderedDict()
    k = []
    ret[""No Category""] = k
    for line_type, line_args, line_kwargs in lines:
        if line_type == ""add_heading"":
            k = []
            ret[line_args[0]] = k
        else:
            k.append((line_type, line_args, line_kwargs))
    return ret","def group_by_heading ( lines ) : <TAB> from collections import OrderedDict <TAB> ret = OrderedDict ( ) <TAB> k = [ ] <TAB> ret [ ""No Category"" ] = k <TAB> for line_type , line_args , line_kwargs in lines : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> k = [ ] <TAB> <TAB> <TAB> ret [ line_args [ 0 ] ] = k <TAB> <TAB> else : <TAB> <TAB> <TAB> k . append ( ( line_type , line_args , line_kwargs ) ) <TAB> return ret","if line_type == ""add_heading"" :",116
10611,"def create_paddle_predictor(args):
    config = Config(args.model_file, args.params_file)
    if args.use_gpu:
        config.enable_use_gpu(args.gpu_mem, 0)
    else:
        config.disable_gpu()
        if args.enable_mkldnn:
            # cache 10 different shapes for mkldnn to avoid memory leak
            config.set_mkldnn_cache_capacity(10)
            config.enable_mkldnn()
    config.set_cpu_math_library_num_threads(args.cpu_num_threads)
    if args.enable_profile:
        config.enable_profile()
    config.disable_glog_info()
    config.switch_ir_optim(args.ir_optim)  # default true
    if args.use_tensorrt:
        config.enable_tensorrt_engine(
            precision_mode=Config.Precision.Half
            if args.use_fp16
            else Config.Precision.Float32,
            max_batch_size=args.batch_size,
        )
    config.enable_memory_optim()
    # use zero copy
    config.switch_use_feed_fetch_ops(False)
    predictor = create_predictor(config)
    return predictor","def create_paddle_predictor ( args ) : <TAB> config = Config ( args . model_file , args . params_file ) <TAB> if args . use_gpu : <TAB> <TAB> config . enable_use_gpu ( args . gpu_mem , 0 ) <TAB> else : <TAB> <TAB> config . disable_gpu ( ) <TAB> <TAB> if args . enable_mkldnn : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> config . set_mkldnn_cache_capacity ( 10 ) <TAB> <TAB> <TAB> config . enable_mkldnn ( ) <TAB> config . set_cpu_math_library_num_threads ( args . cpu_num_threads ) <TAB> if args . enable_profile : <TAB> <TAB> config . enable_profile ( ) <TAB> config . disable_glog_info ( ) <TAB> config . switch_ir_optim ( args . ir_optim ) <TAB> if args . use_tensorrt : <TAB> <TAB> config . enable_tensorrt_engine ( <TAB> <TAB> <TAB> precision_mode = Config . Precision . Half <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> else Config . Precision . Float32 , <TAB> <TAB> <TAB> max_batch_size = args . batch_size , <TAB> <TAB> ) <TAB> config . enable_memory_optim ( ) <TAB> <TAB> config . switch_use_feed_fetch_ops ( False ) <TAB> predictor = create_predictor ( config ) <TAB> return predictor",if args . use_fp16,326
5045,"def do_debug(self, args):
    """"""Implementation of 'coverage debug'.""""""
    if not args:
        show_help(""What information would you like: config, data, sys, premain?"")
        return ERR
    for info in args:
        if info == ""sys"":
            sys_info = self.coverage.sys_info()
            print(info_header(""sys""))
            for line in info_formatter(sys_info):
                print("" %s"" % line)
        elif info == ""data"":
            self.coverage.load()
            data = self.coverage.get_data()
            print(info_header(""data""))
            print(""path: %s"" % self.coverage.get_data().data_filename())
            if data:
                print(""has_arcs: %r"" % data.has_arcs())
                summary = line_counts(data, fullpath=True)
                filenames = sorted(summary.keys())
                print(""\n%d files:"" % len(filenames))
                for f in filenames:
                    line = ""%s: %d lines"" % (f, summary[f])
                    plugin = data.file_tracer(f)
                    if plugin:
                        line += "" [%s]"" % plugin
                    print(line)
            else:
                print(""No data collected"")
        elif info == ""config"":
            print(info_header(""config""))
            config_info = self.coverage.config.__dict__.items()
            for line in info_formatter(config_info):
                print("" %s"" % line)
        elif info == ""premain"":
            print(info_header(""premain""))
            print(short_stack())
        else:
            show_help(""Don't know what you mean by %r"" % info)
            return ERR
    return OK
","def do_debug ( self , args ) : <TAB> """"""Implementation of 'coverage debug'."""""" <TAB> if not args : <TAB> <TAB> show_help ( ""What information would you like: config, data, sys, premain?"" ) <TAB> <TAB> return ERR <TAB> for info in args : <TAB> <TAB> if info == ""sys"" : <TAB> <TAB> <TAB> sys_info = self . coverage . sys_info ( ) <TAB> <TAB> <TAB> print ( info_header ( ""sys"" ) ) <TAB> <TAB> <TAB> for line in info_formatter ( sys_info ) : <TAB> <TAB> <TAB> <TAB> print ( "" %s"" % line ) <TAB> <TAB> elif info == ""data"" : <TAB> <TAB> <TAB> self . coverage . load ( ) <TAB> <TAB> <TAB> data = self . coverage . get_data ( ) <TAB> <TAB> <TAB> print ( info_header ( ""data"" ) ) <TAB> <TAB> <TAB> print ( ""path: %s"" % self . coverage . get_data ( ) . data_filename ( ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> print ( ""has_arcs: %r"" % data . has_arcs ( ) ) <TAB> <TAB> <TAB> <TAB> summary = line_counts ( data , fullpath = True ) <TAB> <TAB> <TAB> <TAB> filenames = sorted ( summary . keys ( ) ) <TAB> <TAB> <TAB> <TAB> print ( ""\n%d files:"" % len ( filenames ) ) <TAB> <TAB> <TAB> <TAB> for f in filenames : <TAB> <TAB> <TAB> <TAB> <TAB> line = ""%s: %d lines"" % ( f , summary [ f ] ) <TAB> <TAB> <TAB> <TAB> <TAB> plugin = data . file_tracer ( f ) <TAB> <TAB> <TAB> <TAB> <TAB> if plugin : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> line += "" [%s]"" % plugin <TAB> <TAB> <TAB> <TAB> <TAB> print ( line ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> print ( ""No data collected"" ) <TAB> <TAB> elif info == ""config"" : <TAB> <TAB> <TAB> print ( info_header ( ""config"" ) ) <TAB> <TAB> <TAB> config_info = self . coverage . config . __dict__ . items ( ) <TAB> <TAB> <TAB> for line in info_formatter ( config_info ) : <TAB> <TAB> <TAB> <TAB> print ( "" %s"" % line ) <TAB> <TAB> elif info == ""premain"" : <TAB> <TAB> <TAB> print ( info_header ( ""premain"" ) ) <TAB> <TAB> <TAB> print ( short_stack ( ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> show_help ( ""Don't know what you mean by %r"" % info ) <TAB> <TAB> <TAB> return ERR <TAB> return OK",if data :,504
17284,"def _execute_mock_call(self, /, *args, **kwargs):
    # This is nearly just like super(), except for special handling
    # of coroutines
    _call = _Call((args, kwargs), two=True)
    self.await_count += 1
    self.await_args = _call
    self.await_args_list.append(_call)
    effect = self.side_effect
    if effect is not None:
        if _is_exception(effect):
            raise effect
        elif not _callable(effect):
            try:
                result = next(effect)
            except StopIteration:
                # It is impossible to propogate a StopIteration
                # through coroutines because of PEP 479
                raise StopAsyncIteration
            if _is_exception(result):
                raise result
        elif iscoroutinefunction(effect):
            result = await effect(*args, **kwargs)
        else:
            result = effect(*args, **kwargs)
        if result is not DEFAULT:
            return result
    if self._mock_return_value is not DEFAULT:
        return self.return_value
    if self._mock_wraps is not None:
        if iscoroutinefunction(self._mock_wraps):
            return await self._mock_wraps(*args, **kwargs)
        return self._mock_wraps(*args, **kwargs)
    return self.return_value","def _execute_mock_call ( self , / , * args , ** kwargs ) : <TAB> <TAB> <TAB> _call = _Call ( ( args , kwargs ) , two = True ) <TAB> self . await_count += 1 <TAB> self . await_args = _call <TAB> self . await_args_list . append ( _call ) <TAB> effect = self . side_effect <TAB> if effect is not None : <TAB> <TAB> if _is_exception ( effect ) : <TAB> <TAB> <TAB> raise effect <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> result = next ( effect ) <TAB> <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise StopAsyncIteration <TAB> <TAB> <TAB> if _is_exception ( result ) : <TAB> <TAB> <TAB> <TAB> raise result <TAB> <TAB> elif iscoroutinefunction ( effect ) : <TAB> <TAB> <TAB> result = await effect ( * args , ** kwargs ) <TAB> <TAB> else : <TAB> <TAB> <TAB> result = effect ( * args , ** kwargs ) <TAB> <TAB> if result is not DEFAULT : <TAB> <TAB> <TAB> return result <TAB> if self . _mock_return_value is not DEFAULT : <TAB> <TAB> return self . return_value <TAB> if self . _mock_wraps is not None : <TAB> <TAB> if iscoroutinefunction ( self . _mock_wraps ) : <TAB> <TAB> <TAB> return await self . _mock_wraps ( * args , ** kwargs ) <TAB> <TAB> return self . _mock_wraps ( * args , ** kwargs ) <TAB> return self . return_value",elif not _callable ( effect ) :,352
6141,"def createform(self, xfields):
    formstyle = self.formstyle
    if isinstance(formstyle, basestring):
        if formstyle in SQLFORM.formstyles:
            formstyle = SQLFORM.formstyles[formstyle]
        else:
            raise RuntimeError(""formstyle not found"")
    if callable(formstyle):
        try:
            table = formstyle(self, xfields)
            for id, a, b, c in xfields:
                self.field_parent[id] = (
                    getattr(b, ""parent"", None) if isinstance(b, XmlComponent) else None
                )
        except TypeError:
            # backward compatibility, 4 argument function is the old style
            table = TABLE()
            for id, a, b, c in xfields:
                newrows = formstyle(id, a, b, c)
                self.field_parent[id] = (
                    getattr(b, ""parent"", None) if isinstance(b, XmlComponent) else None
                )
                if type(newrows).__name__ != ""tuple"":
                    newrows = [newrows]
                for newrow in newrows:
                    table.append(newrow)
    else:
        raise RuntimeError(""formstyle not supported"")
    return table","def createform ( self , xfields ) : <TAB> formstyle = self . formstyle <TAB> if isinstance ( formstyle , basestring ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> formstyle = SQLFORM . formstyles [ formstyle ] <TAB> <TAB> else : <TAB> <TAB> <TAB> raise RuntimeError ( ""formstyle not found"" ) <TAB> if callable ( formstyle ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> table = formstyle ( self , xfields ) <TAB> <TAB> <TAB> for id , a , b , c in xfields : <TAB> <TAB> <TAB> <TAB> self . field_parent [ id ] = ( <TAB> <TAB> <TAB> <TAB> <TAB> getattr ( b , ""parent"" , None ) if isinstance ( b , XmlComponent ) else None <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> except TypeError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> table = TABLE ( ) <TAB> <TAB> <TAB> for id , a , b , c in xfields : <TAB> <TAB> <TAB> <TAB> newrows = formstyle ( id , a , b , c ) <TAB> <TAB> <TAB> <TAB> self . field_parent [ id ] = ( <TAB> <TAB> <TAB> <TAB> <TAB> getattr ( b , ""parent"" , None ) if isinstance ( b , XmlComponent ) else None <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> if type ( newrows ) . __name__ != ""tuple"" : <TAB> <TAB> <TAB> <TAB> <TAB> newrows = [ newrows ] <TAB> <TAB> <TAB> <TAB> for newrow in newrows : <TAB> <TAB> <TAB> <TAB> <TAB> table . append ( newrow ) <TAB> else : <TAB> <TAB> raise RuntimeError ( ""formstyle not supported"" ) <TAB> return table",if formstyle in SQLFORM . formstyles :,349
24896,"def push_solution_to_instance(self):
    scenario_instance = self._instance
    scenariotree_sm_bySymbol = scenario_instance._ScenarioTreeSymbolMap.bySymbol
    for tree_node in self._node_list:
        stage_name = tree_node._stage.name
        cost_variable_name, cost_variable_index = tree_node._stage._cost_variable
        stage_cost_component = self._instance.find_component(cost_variable_name)[
            cost_variable_index
        ]
        # Some of these might be Expression objects so we check
        # for is_expression before changing.value
        if not stage_cost_component.is_expression():
            stage_cost_component.value = self._stage_costs[stage_name]
    for tree_node in self._node_list:
        # Some of these might be Expression objects so we check
        # for is_expression before changing.value
        for variable_id, var_value in iteritems(self._x[tree_node._name]):
            compdata = scenariotree_sm_bySymbol[variable_id]
            if not compdata.is_expression():
                compdata.value = var_value
        for variable_id in self._fixed[tree_node._name]:
            vardata = scenariotree_sm_bySymbol[variable_id]
            vardata.fix()
        for variable_id in self._stale[tree_node._name]:
            vardata = scenariotree_sm_bySymbol[variable_id]
            vardata.stale = True
","def push_solution_to_instance ( self ) : <TAB> scenario_instance = self . _instance <TAB> scenariotree_sm_bySymbol = scenario_instance . _ScenarioTreeSymbolMap . bySymbol <TAB> for tree_node in self . _node_list : <TAB> <TAB> stage_name = tree_node . _stage . name <TAB> <TAB> cost_variable_name , cost_variable_index = tree_node . _stage . _cost_variable <TAB> <TAB> stage_cost_component = self . _instance . find_component ( cost_variable_name ) [ <TAB> <TAB> <TAB> cost_variable_index <TAB> <TAB> ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not stage_cost_component . is_expression ( ) : <TAB> <TAB> <TAB> stage_cost_component . value = self . _stage_costs [ stage_name ] <TAB> for tree_node in self . _node_list : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for variable_id , var_value in iteritems ( self . _x [ tree_node . _name ] ) : <TAB> <TAB> <TAB> compdata = scenariotree_sm_bySymbol [ variable_id ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> compdata . value = var_value <TAB> <TAB> for variable_id in self . _fixed [ tree_node . _name ] : <TAB> <TAB> <TAB> vardata = scenariotree_sm_bySymbol [ variable_id ] <TAB> <TAB> <TAB> vardata . fix ( ) <TAB> <TAB> for variable_id in self . _stale [ tree_node . _name ] : <TAB> <TAB> <TAB> vardata = scenariotree_sm_bySymbol [ variable_id ] <TAB> <TAB> <TAB> vardata . stale = True",if not compdata . is_expression ( ) :,404
14807,"def change_sel(self):
    """"""Change the view's selections.""""""
    if self.alter_select and len(self.sels) > 0:
        if self.multi_select is False:
            self.view.show(self.sels[0])
        self.view.sel().clear()
        self.view.sel().add_all(self.sels)","def change_sel ( self ) : <TAB> """"""Change the view's selections."""""" <TAB> if self . alter_select and len ( self . sels ) > 0 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . view . show ( self . sels [ 0 ] ) <TAB> <TAB> self . view . sel ( ) . clear ( ) <TAB> <TAB> self . view . sel ( ) . add_all ( self . sels )",if self . multi_select is False :,94
19499,"def get_type(type_ref):
    kind = type_ref.get(""kind"")
    if kind == TypeKind.LIST:
        item_ref = type_ref.get(""ofType"")
        if not item_ref:
            raise Exception(""Decorated type deeper than introspection query."")
        return GraphQLList(get_type(item_ref))
    elif kind == TypeKind.NON_NULL:
        nullable_ref = type_ref.get(""ofType"")
        if not nullable_ref:
            raise Exception(""Decorated type deeper than introspection query."")
        return GraphQLNonNull(get_type(nullable_ref))
    return get_named_type(type_ref[""name""])
","def get_type ( type_ref ) : <TAB> kind = type_ref . get ( ""kind"" ) <TAB> if kind == TypeKind . LIST : <TAB> <TAB> item_ref = type_ref . get ( ""ofType"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise Exception ( ""Decorated type deeper than introspection query."" ) <TAB> <TAB> return GraphQLList ( get_type ( item_ref ) ) <TAB> elif kind == TypeKind . NON_NULL : <TAB> <TAB> nullable_ref = type_ref . get ( ""ofType"" ) <TAB> <TAB> if not nullable_ref : <TAB> <TAB> <TAB> raise Exception ( ""Decorated type deeper than introspection query."" ) <TAB> <TAB> return GraphQLNonNull ( get_type ( nullable_ref ) ) <TAB> return get_named_type ( type_ref [ ""name"" ] )",if not item_ref :,171
17372,"def gotAvatar(avatar):
    if avatar.realm is not None:
        raise ewords.AlreadyLoggedIn()
    for iface in interfaces:
        facet = iface(avatar, None)
        if facet is not None:
            avatar.loggedIn(self, mind)
            mind.name = avatarId
            mind.realm = self
            mind.avatar = avatar
            return iface, facet, self.logoutFactory(avatar, facet)
    raise NotImplementedError(self, interfaces)
","def gotAvatar ( avatar ) : <TAB> if avatar . realm is not None : <TAB> <TAB> raise ewords . AlreadyLoggedIn ( ) <TAB> for iface in interfaces : <TAB> <TAB> facet = iface ( avatar , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> avatar . loggedIn ( self , mind ) <TAB> <TAB> <TAB> mind . name = avatarId <TAB> <TAB> <TAB> mind . realm = self <TAB> <TAB> <TAB> mind . avatar = avatar <TAB> <TAB> <TAB> return iface , facet , self . logoutFactory ( avatar , facet ) <TAB> raise NotImplementedError ( self , interfaces )",if facet is not None :,128
196,"def contains_only_whitespace(node):
    if is_tag(node):
        if not any([not is_text(s) for s in node.contents]):
            if not any([unicode(s).strip() for s in node.contents]):
                return True
    return False
",def contains_only_whitespace ( node ) : <TAB> if is_tag ( node ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not any ( [ unicode ( s ) . strip ( ) for s in node . contents ] ) : <TAB> <TAB> <TAB> <TAB> return True <TAB> return False,if not any ( [ not is_text ( s ) for s in node . contents ] ) :,72
24227,"def validate_cell(self, cell):
    super(MetadataValidatorV2, self).validate_cell(cell)
    if ""nbgrader"" not in cell.metadata:
        return
    meta = cell.metadata[""nbgrader""]
    grade = meta[""grade""]
    solution = meta[""solution""]
    locked = meta[""locked""]
    # check if the cell type has changed
    if ""cell_type"" in meta:
        if meta[""cell_type""] != cell.cell_type:
            self.log.warning(
                ""Cell type has changed from {} to {}!"".format(
                    meta[""cell_type""], cell.cell_type
                ),
                cell,
            )
    # check for a valid grade id
    if grade or solution or locked:
        if ""grade_id"" not in meta:
            raise ValidationError(
                ""nbgrader cell does not have a grade_id: {}"".format(cell.source)
            )
        if meta[""grade_id""] == """":
            raise ValidationError(""grade_id is empty"")
    # check for valid points
    if grade:
        if ""points"" not in meta:
            raise ValidationError(
                ""nbgrader cell '{}' does not have points"".format(meta[""grade_id""])
            )
    # check that markdown cells are grade AND solution (not either/or)
    if cell.cell_type == ""markdown"" and grade and not solution:
        raise ValidationError(
            ""Markdown grade cell '{}' is not marked as a solution cell"".format(
                meta[""grade_id""]
            )
        )
    if cell.cell_type == ""markdown"" and not grade and solution:
        raise ValidationError(
            ""Markdown solution cell is not marked as a grade cell: {}"".format(
                cell.source
            )
        )","def validate_cell ( self , cell ) : <TAB> super ( MetadataValidatorV2 , self ) . validate_cell ( cell ) <TAB> if ""nbgrader"" not in cell . metadata : <TAB> <TAB> return <TAB> meta = cell . metadata [ ""nbgrader"" ] <TAB> grade = meta [ ""grade"" ] <TAB> solution = meta [ ""solution"" ] <TAB> locked = meta [ ""locked"" ] <TAB> <TAB> if ""cell_type"" in meta : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . log . warning ( <TAB> <TAB> <TAB> <TAB> ""Cell type has changed from {} to {}!"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> meta [ ""cell_type"" ] , cell . cell_type <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> cell , <TAB> <TAB> <TAB> ) <TAB> <TAB> if grade or solution or locked : <TAB> <TAB> if ""grade_id"" not in meta : <TAB> <TAB> <TAB> raise ValidationError ( <TAB> <TAB> <TAB> <TAB> ""nbgrader cell does not have a grade_id: {}"" . format ( cell . source ) <TAB> <TAB> <TAB> ) <TAB> <TAB> if meta [ ""grade_id"" ] == """" : <TAB> <TAB> <TAB> raise ValidationError ( ""grade_id is empty"" ) <TAB> <TAB> if grade : <TAB> <TAB> if ""points"" not in meta : <TAB> <TAB> <TAB> raise ValidationError ( <TAB> <TAB> <TAB> <TAB> ""nbgrader cell '{}' does not have points"" . format ( meta [ ""grade_id"" ] ) <TAB> <TAB> <TAB> ) <TAB> <TAB> if cell . cell_type == ""markdown"" and grade and not solution : <TAB> <TAB> raise ValidationError ( <TAB> <TAB> <TAB> ""Markdown grade cell '{}' is not marked as a solution cell"" . format ( <TAB> <TAB> <TAB> <TAB> meta [ ""grade_id"" ] <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> if cell . cell_type == ""markdown"" and not grade and solution : <TAB> <TAB> raise ValidationError ( <TAB> <TAB> <TAB> ""Markdown solution cell is not marked as a grade cell: {}"" . format ( <TAB> <TAB> <TAB> <TAB> cell . source <TAB> <TAB> <TAB> ) <TAB> <TAB> )","if meta [ ""cell_type"" ] != cell . cell_type :",484
3913,"def __method_playback(self, symbol, *args, **dargs):
    if self._debug:
        print >>sys.__stdout__, (
            "" * Mock call: "" + _dump_function_call(symbol, args, dargs)
        )
    if len(self.recording) != 0:
        # self.recording is subscriptable (deque), ignore E1136
        func_call = self.recording[0]  # pylint: disable=E1136
        if func_call.symbol != symbol:
            msg = ""Unexpected call: %s\nExpected: %s"" % (
                _dump_function_call(symbol, args, dargs),
                func_call,
            )
            self._append_error(msg)
            return None
        if not func_call.match(*args, **dargs):
            msg = ""Incorrect call: %s\nExpected: %s"" % (
                _dump_function_call(symbol, args, dargs),
                func_call,
            )
            self._append_error(msg)
            return None
        # this is the expected call so pop it and return
        self.recording.popleft()
        if func_call.error:
            raise func_call.error
        else:
            return func_call.return_obj
    else:
        msg = ""unexpected call: %s"" % (_dump_function_call(symbol, args, dargs))
        self._append_error(msg)
        return None","def __method_playback ( self , symbol , * args , ** dargs ) : <TAB> if self . _debug : <TAB> <TAB> print >> sys . __stdout__ , ( <TAB> <TAB> <TAB> "" * Mock call: "" + _dump_function_call ( symbol , args , dargs ) <TAB> <TAB> ) <TAB> if len ( self . recording ) != 0 : <TAB> <TAB> <TAB> <TAB> func_call = self . recording [ 0 ] <TAB> <TAB> if func_call . symbol != symbol : <TAB> <TAB> <TAB> msg = ""Unexpected call: %s\nExpected: %s"" % ( <TAB> <TAB> <TAB> <TAB> _dump_function_call ( symbol , args , dargs ) , <TAB> <TAB> <TAB> <TAB> func_call , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . _append_error ( msg ) <TAB> <TAB> <TAB> return None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> msg = ""Incorrect call: %s\nExpected: %s"" % ( <TAB> <TAB> <TAB> <TAB> _dump_function_call ( symbol , args , dargs ) , <TAB> <TAB> <TAB> <TAB> func_call , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . _append_error ( msg ) <TAB> <TAB> <TAB> return None <TAB> <TAB> <TAB> <TAB> self . recording . popleft ( ) <TAB> <TAB> if func_call . error : <TAB> <TAB> <TAB> raise func_call . error <TAB> <TAB> else : <TAB> <TAB> <TAB> return func_call . return_obj <TAB> else : <TAB> <TAB> msg = ""unexpected call: %s"" % ( _dump_function_call ( symbol , args , dargs ) ) <TAB> <TAB> self . _append_error ( msg ) <TAB> <TAB> return None","if not func_call . match ( * args , ** dargs ) :",395
13702,"def __next__(self):
    if not self.has_catalogs:
        raise StopIteration(""No catalogs"")
    if self.current_catalog_index >= len(self.manifest.catalog_paths):
        raise StopIteration(""No more catalogs"")
    if self.current_catalog is None:
        current_catalog_path = os.path.join(
            self.manifest.base_path,
            self.manifest.catalog_paths[self.current_catalog_index],
        )
        self.current_catalog = Catalog(
            current_catalog_path, read_only=self.manifest.read_only
        )
        self.current_catalog.seekable.seek_line_start(1)
    contents = self.current_catalog.seekable.readline()
    if contents is not None and len(contents) > 0:
        # Check for current_index when we are ready to advance the underlying iterator.
        current_index = self.current_index
        self.current_index += 1
        if current_index in self.manifest.deleted_indexes:
            # Skip over index, because it has been marked deleted
            return self.__next__()
        else:
            try:
                record = json.loads(contents)
                return record
            except Exception:
                print(""Ignoring record at index %s"" % (current_index))
                return self.__next__()
    else:
        self.current_catalog = None
        self.current_catalog_index += 1
        return self.__next__()","def __next__ ( self ) : <TAB> if not self . has_catalogs : <TAB> <TAB> raise StopIteration ( ""No catalogs"" ) <TAB> if self . current_catalog_index >= len ( self . manifest . catalog_paths ) : <TAB> <TAB> raise StopIteration ( ""No more catalogs"" ) <TAB> if self . current_catalog is None : <TAB> <TAB> current_catalog_path = os . path . join ( <TAB> <TAB> <TAB> self . manifest . base_path , <TAB> <TAB> <TAB> self . manifest . catalog_paths [ self . current_catalog_index ] , <TAB> <TAB> ) <TAB> <TAB> self . current_catalog = Catalog ( <TAB> <TAB> <TAB> current_catalog_path , read_only = self . manifest . read_only <TAB> <TAB> ) <TAB> <TAB> self . current_catalog . seekable . seek_line_start ( 1 ) <TAB> contents = self . current_catalog . seekable . readline ( ) <TAB> if contents is not None and len ( contents ) > 0 : <TAB> <TAB> <TAB> <TAB> current_index = self . current_index <TAB> <TAB> self . current_index += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return self . __next__ ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> record = json . loads ( contents ) <TAB> <TAB> <TAB> <TAB> return record <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> print ( ""Ignoring record at index %s"" % ( current_index ) ) <TAB> <TAB> <TAB> <TAB> return self . __next__ ( ) <TAB> else : <TAB> <TAB> self . current_catalog = None <TAB> <TAB> self . current_catalog_index += 1 <TAB> <TAB> return self . __next__ ( )",if current_index in self . manifest . deleted_indexes :,388
12093,"def TryMerge(self, d):
    while d.avail() > 0:
        tt = d.getVarInt32()
        if tt == 10:
            length = d.getVarInt32()
            tmp = ProtocolBuffer.Decoder(d.buffer(), d.pos(), d.pos() + length)
            d.skip(length)
            self.add_subscription().TryMerge(tmp)
            continue
        if tt == 0:
            raise ProtocolBuffer.ProtocolBufferDecodeError
        d.skipData(tt)","def TryMerge ( self , d ) : <TAB> while d . avail ( ) > 0 : <TAB> <TAB> tt = d . getVarInt32 ( ) <TAB> <TAB> if tt == 10 : <TAB> <TAB> <TAB> length = d . getVarInt32 ( ) <TAB> <TAB> <TAB> tmp = ProtocolBuffer . Decoder ( d . buffer ( ) , d . pos ( ) , d . pos ( ) + length ) <TAB> <TAB> <TAB> d . skip ( length ) <TAB> <TAB> <TAB> self . add_subscription ( ) . TryMerge ( tmp ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ProtocolBuffer . ProtocolBufferDecodeError <TAB> <TAB> d . skipData ( tt )",if tt == 0 :,138
10829,"def filter_errors(self, errors: List[str]) -> List[str]:
    real_errors: List[str] = list()
    current_file = __file__
    current_path = os.path.split(current_file)
    for line in errors:
        line = line.strip()
        if not line:
            continue
        fn, lno, lvl, msg = self.parse_trace_line(line)
        if fn is not None:
            _path = os.path.split(fn)
            if _path[-1] != current_path[-1]:
                continue
        real_errors.append(line)
    return real_errors","def filter_errors ( self , errors : List [ str ] ) -> List [ str ] : <TAB> real_errors : List [ str ] = list ( ) <TAB> current_file = __file__ <TAB> current_path = os . path . split ( current_file ) <TAB> for line in errors : <TAB> <TAB> line = line . strip ( ) <TAB> <TAB> if not line : <TAB> <TAB> <TAB> continue <TAB> <TAB> fn , lno , lvl , msg = self . parse_trace_line ( line ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _path = os . path . split ( fn ) <TAB> <TAB> <TAB> if _path [ - 1 ] != current_path [ - 1 ] : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> real_errors . append ( line ) <TAB> return real_errors",if fn is not None :,171
23848,"def parser_info(self, video, info, stream, lvid, uid):
    if not ""allot"" in info or lvid != info[""id""]:
        return
    stream_id = self.types_2_id[stream]
    stream_profile = self.id_2_profile[stream_id]
    host = info[""allot""]
    data = info[""data""]
    size = sum(map(int, data[""clipsBytes""]))
    urls = []
    assert len(data[""clipsURL""]) == len(data[""clipsBytes""]) == len(data[""su""])
    for (
        new,
        ck,
    ) in zip(data[""su""], data[""ck""]):
        params = {
            ""ch"": data[""ch""],
            ""num"": data[""num""],
            ""new"": new,
            ""key"": ck,
            ""uid"": uid,
            ""prod"": ""h5n"",
            ""pt"": 1,
            ""pg"": 2,
        }
        if urlparse(new).netloc == """":
            cdnurl = ""https://{}/ip?{}"".format(host, urlencode(params))
            url = json.loads(get_content(cdnurl))[""servers""][0][""url""]
        else:
            url = new
        urls.append(url)
    video.streams[stream_id] = {
        ""container"": ""mp4"",
        ""video_profile"": stream_profile,
        ""src"": urls,
        ""size"": size,
    }
    video.stream_types.append(stream_id)","def parser_info ( self , video , info , stream , lvid , uid ) : <TAB> if not ""allot"" in info or lvid != info [ ""id"" ] : <TAB> <TAB> return <TAB> stream_id = self . types_2_id [ stream ] <TAB> stream_profile = self . id_2_profile [ stream_id ] <TAB> host = info [ ""allot"" ] <TAB> data = info [ ""data"" ] <TAB> size = sum ( map ( int , data [ ""clipsBytes"" ] ) ) <TAB> urls = [ ] <TAB> assert len ( data [ ""clipsURL"" ] ) == len ( data [ ""clipsBytes"" ] ) == len ( data [ ""su"" ] ) <TAB> for ( <TAB> <TAB> new , <TAB> <TAB> ck , <TAB> ) in zip ( data [ ""su"" ] , data [ ""ck"" ] ) : <TAB> <TAB> params = { <TAB> <TAB> <TAB> ""ch"" : data [ ""ch"" ] , <TAB> <TAB> <TAB> ""num"" : data [ ""num"" ] , <TAB> <TAB> <TAB> ""new"" : new , <TAB> <TAB> <TAB> ""key"" : ck , <TAB> <TAB> <TAB> ""uid"" : uid , <TAB> <TAB> <TAB> ""prod"" : ""h5n"" , <TAB> <TAB> <TAB> ""pt"" : 1 , <TAB> <TAB> <TAB> ""pg"" : 2 , <TAB> <TAB> } <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cdnurl = ""https://{}/ip?{}"" . format ( host , urlencode ( params ) ) <TAB> <TAB> <TAB> url = json . loads ( get_content ( cdnurl ) ) [ ""servers"" ] [ 0 ] [ ""url"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> url = new <TAB> <TAB> urls . append ( url ) <TAB> video . streams [ stream_id ] = { <TAB> <TAB> ""container"" : ""mp4"" , <TAB> <TAB> ""video_profile"" : stream_profile , <TAB> <TAB> ""src"" : urls , <TAB> <TAB> ""size"" : size , <TAB> } <TAB> video . stream_types . append ( stream_id )","if urlparse ( new ) . netloc == """" :",399
8994,"def parseImpl(self, instring, loc, doActions=True):
    try:
        loc, tokens = self.expr._parse(instring, loc, doActions, callPreParse=False)
    except (ParseException, IndexError):
        if self.defaultValue is not self.__optionalNotMatched:
            if self.expr.resultsName:
                tokens = ParseResults([self.defaultValue])
                tokens[self.expr.resultsName] = self.defaultValue
            else:
                tokens = [self.defaultValue]
        else:
            tokens = []
    return loc, tokens
","def parseImpl ( self , instring , loc , doActions = True ) : <TAB> try : <TAB> <TAB> loc , tokens = self . expr . _parse ( instring , loc , doActions , callPreParse = False ) <TAB> except ( ParseException , IndexError ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if self . expr . resultsName : <TAB> <TAB> <TAB> <TAB> tokens = ParseResults ( [ self . defaultValue ] ) <TAB> <TAB> <TAB> <TAB> tokens [ self . expr . resultsName ] = self . defaultValue <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> tokens = [ self . defaultValue ] <TAB> <TAB> else : <TAB> <TAB> <TAB> tokens = [ ] <TAB> return loc , tokens",if self . defaultValue is not self . __optionalNotMatched :,157
17972,"def validate_configuration(self, configuration: Optional[ExpectationConfiguration]):
    """"""Validating that user has inputted a value set and that configuration has been initialized""""""
    super().validate_configuration(configuration)
    try:
        assert ""value_set"" in configuration.kwargs, ""value_set is required""
        assert isinstance(
            configuration.kwargs[""value_set""], (list, set, dict)
        ), ""value_set must be a list or a set""
        if isinstance(configuration.kwargs[""value_set""], dict):
            assert (
                ""$PARAMETER"" in configuration.kwargs[""value_set""]
            ), 'Evaluation Parameter dict for value_set kwarg must have ""$PARAMETER"" key'
    except AssertionError as e:
        raise InvalidExpectationConfigurationError(str(e))
    return True
","def validate_configuration ( self , configuration : Optional [ ExpectationConfiguration ] ) : <TAB> """"""Validating that user has inputted a value set and that configuration has been initialized"""""" <TAB> super ( ) . validate_configuration ( configuration ) <TAB> try : <TAB> <TAB> assert ""value_set"" in configuration . kwargs , ""value_set is required"" <TAB> <TAB> assert isinstance ( <TAB> <TAB> <TAB> configuration . kwargs [ ""value_set"" ] , ( list , set , dict ) <TAB> <TAB> ) , ""value_set must be a list or a set"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert ( <TAB> <TAB> <TAB> <TAB> ""$PARAMETER"" in configuration . kwargs [ ""value_set"" ] <TAB> <TAB> <TAB> ) , 'Evaluation Parameter dict for value_set kwarg must have ""$PARAMETER"" key' <TAB> except AssertionError as e : <TAB> <TAB> raise InvalidExpectationConfigurationError ( str ( e ) ) <TAB> return True","if isinstance ( configuration . kwargs [ ""value_set"" ] , dict ) :",196
18832,"def post(self, request, *args, **kwargs):
    settings_form = self.get_settings_form()
    children_formset = self.get_children_formset()
    data = request.POST.copy()
    if settings_form:
        if settings_form.is_valid():
            settings = settings_form.cleaned_data
            data[""settings""] = self.module.dump_settings(settings)
        else:
            return self.form_invalid(self.get_form(self.get_form_class()))
    if children_formset:
        if children_formset.is_valid():
            self.module.children = self.clean_children_data(
                children_formset.cleaned_data
            )
            data[""children""] = self.module.dump_children()
        else:
            return self.form_invalid(self.get_form(self.get_form_class()))
    request.POST = data
    return super(UpdateDashboardModuleView, self).post(request, *args, **kwargs)
","def post ( self , request , * args , ** kwargs ) : <TAB> settings_form = self . get_settings_form ( ) <TAB> children_formset = self . get_children_formset ( ) <TAB> data = request . POST . copy ( ) <TAB> if settings_form : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> settings = settings_form . cleaned_data <TAB> <TAB> <TAB> data [ ""settings"" ] = self . module . dump_settings ( settings ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return self . form_invalid ( self . get_form ( self . get_form_class ( ) ) ) <TAB> if children_formset : <TAB> <TAB> if children_formset . is_valid ( ) : <TAB> <TAB> <TAB> self . module . children = self . clean_children_data ( <TAB> <TAB> <TAB> <TAB> children_formset . cleaned_data <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> data [ ""children"" ] = self . module . dump_children ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return self . form_invalid ( self . get_form ( self . get_form_class ( ) ) ) <TAB> request . POST = data <TAB> return super ( UpdateDashboardModuleView , self ) . post ( request , * args , ** kwargs )",if settings_form . is_valid ( ) :,263
21318,"def _safe_coalesce(t):
    tc = t.coalesce()
    value_map = {}
    for idx, val in zip(t._indices().t(), t._values()):
        idx_tup = tuple(idx)
        if idx_tup in value_map:
            value_map[idx_tup] += val
        else:
            value_map[idx_tup] = val.clone() if torch.is_tensor(val) else val
    new_indices = sorted(list(value_map.keys()))
    new_values = [value_map[idx] for idx in new_indices]
    if t._values().dim() < 2:
        new_values = t._values().new_tensor(new_values)
    else:
        new_values = torch.stack(new_values)
    new_indices = t._indices().new_tensor(new_indices).t()
    tg = t.new(new_indices, new_values, t.size())
    assert (tc._indices() == tg._indices()).all()
    assert (tc._values() == tg._values()).all()
    return tg","def _safe_coalesce ( t ) : <TAB> tc = t . coalesce ( ) <TAB> value_map = { } <TAB> for idx , val in zip ( t . _indices ( ) . t ( ) , t . _values ( ) ) : <TAB> <TAB> idx_tup = tuple ( idx ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> value_map [ idx_tup ] += val <TAB> <TAB> else : <TAB> <TAB> <TAB> value_map [ idx_tup ] = val . clone ( ) if torch . is_tensor ( val ) else val <TAB> new_indices = sorted ( list ( value_map . keys ( ) ) ) <TAB> new_values = [ value_map [ idx ] for idx in new_indices ] <TAB> if t . _values ( ) . dim ( ) < 2 : <TAB> <TAB> new_values = t . _values ( ) . new_tensor ( new_values ) <TAB> else : <TAB> <TAB> new_values = torch . stack ( new_values ) <TAB> new_indices = t . _indices ( ) . new_tensor ( new_indices ) . t ( ) <TAB> tg = t . new ( new_indices , new_values , t . size ( ) ) <TAB> assert ( tc . _indices ( ) == tg . _indices ( ) ) . all ( ) <TAB> assert ( tc . _values ( ) == tg . _values ( ) ) . all ( ) <TAB> return tg",if idx_tup in value_map :,279
10601,"def updateToolForHostInformation(self, update=True):
    # if self.commandTabsValidate() == True:
    if self.validateCommandTabs(
        self.hostActionNameText, self.hostLabelText, self.hostCommandText
    ):
        # do not update any values the first time or when the remove button is clicked
        if self.hostTableRow == -1 or update == False:
            pass
        else:
            self.updateHostActions()
        #           self.hostLabelText.setStyleSheet(""border: 1px solid grey;"")
        #           self.hostCommandText.setStyleSheet(""border: 1px solid grey;"")
        self.hostTableRow = self.toolForHostsTableWidget.currentRow()
        self.hostLabelText.setReadOnly(False)
        if self.toolForHostsTableWidget.item(self.hostTableRow, 0) is not None:
            key = self.toolForHostsTableWidget.item(self.hostTableRow, 0).text()
            for tool in self.settings.hostActions:
                if tool[1] == key:
                    self.hostActionNameText.setText(tool[1])
                    self.hostLabelText.setText(tool[0])
                    self.hostCommandText.setText(tool[2])
    else:
        self.toolForHostsTableWidget.selectRow(self.hostTableRow)","def updateToolForHostInformation ( self , update = True ) : <TAB> <TAB> if self . validateCommandTabs ( <TAB> <TAB> self . hostActionNameText , self . hostLabelText , self . hostCommandText <TAB> ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pass <TAB> <TAB> else : <TAB> <TAB> <TAB> self . updateHostActions ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . hostTableRow = self . toolForHostsTableWidget . currentRow ( ) <TAB> <TAB> self . hostLabelText . setReadOnly ( False ) <TAB> <TAB> if self . toolForHostsTableWidget . item ( self . hostTableRow , 0 ) is not None : <TAB> <TAB> <TAB> key = self . toolForHostsTableWidget . item ( self . hostTableRow , 0 ) . text ( ) <TAB> <TAB> <TAB> for tool in self . settings . hostActions : <TAB> <TAB> <TAB> <TAB> if tool [ 1 ] == key : <TAB> <TAB> <TAB> <TAB> <TAB> self . hostActionNameText . setText ( tool [ 1 ] ) <TAB> <TAB> <TAB> <TAB> <TAB> self . hostLabelText . setText ( tool [ 0 ] ) <TAB> <TAB> <TAB> <TAB> <TAB> self . hostCommandText . setText ( tool [ 2 ] ) <TAB> else : <TAB> <TAB> self . toolForHostsTableWidget . selectRow ( self . hostTableRow )",if self . hostTableRow == - 1 or update == False :,372
7914,"def slo(environ, start_response, user):
    # so here I might get either a LogoutResponse or a LogoutRequest
    client = environ[""repoze.who.plugins""][""saml2auth""]
    sc = client.saml_client
    if ""QUERY_STRING"" in environ:
        query = parse_qs(environ[""QUERY_STRING""])
        logger.info(""query: %s"", query)
        try:
            response = sc.parse_logout_request_response(
                query[""SAMLResponse""][0], binding=BINDING_HTTP_REDIRECT
            )
            if response:
                logger.info(""LOGOUT response parsed OK"")
        except KeyError:
            # return error reply
            response = None
        if response is None:
            request = sc.lo
    headers = []
    delco = delete_cookie(environ, ""pysaml2"")
    if delco:
        headers.append(delco)
    resp = Redirect(""/done"", headers=headers)
    return resp(environ, start_response)","def slo ( environ , start_response , user ) : <TAB> <TAB> client = environ [ ""repoze.who.plugins"" ] [ ""saml2auth"" ] <TAB> sc = client . saml_client <TAB> if ""QUERY_STRING"" in environ : <TAB> <TAB> query = parse_qs ( environ [ ""QUERY_STRING"" ] ) <TAB> <TAB> logger . info ( ""query: %s"" , query ) <TAB> <TAB> try : <TAB> <TAB> <TAB> response = sc . parse_logout_request_response ( <TAB> <TAB> <TAB> <TAB> query [ ""SAMLResponse"" ] [ 0 ] , binding = BINDING_HTTP_REDIRECT <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> logger . info ( ""LOGOUT response parsed OK"" ) <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> response = None <TAB> <TAB> if response is None : <TAB> <TAB> <TAB> request = sc . lo <TAB> headers = [ ] <TAB> delco = delete_cookie ( environ , ""pysaml2"" ) <TAB> if delco : <TAB> <TAB> headers . append ( delco ) <TAB> resp = Redirect ( ""/done"" , headers = headers ) <TAB> return resp ( environ , start_response )",if response :,266
3746,"def _probe(self):
    """"""Copy all probed signals to buffers.""""""
    self._probe_step_time()
    for probe in self.model.probes:
        period = 1 if probe.sample_every is None else probe.sample_every / self.dt
        if self.n_steps % period < 1:
            tmp = self.signals[self.model.sig[probe][""in""]].copy()
            self._probe_outputs[probe].append(tmp)","def _probe ( self ) : <TAB> """"""Copy all probed signals to buffers."""""" <TAB> self . _probe_step_time ( ) <TAB> for probe in self . model . probes : <TAB> <TAB> period = 1 if probe . sample_every is None else probe . sample_every / self . dt <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tmp = self . signals [ self . model . sig [ probe ] [ ""in"" ] ] . copy ( ) <TAB> <TAB> <TAB> self . _probe_outputs [ probe ] . append ( tmp )",if self . n_steps % period < 1 :,119
3439,"def services_to_report(self):
    services = self._parse_services(self.default(""REPORT_SERVICES"", """"), None)
    for service in services:
        if service.protocol == ""rpc"":
            raise ServiceError(f""bad protocol for REPORT_SERVICES: {service.protocol}"")
        if isinstance(service.host, (IPv4Address, IPv6Address)):
            ip_addr = service.host
            if (
                ip_addr.is_multicast
                or ip_addr.is_unspecified
                or (ip_addr.is_private and self.peer_announce)
            ):
                raise ServiceError(f""bad IP address for REPORT_SERVICES: {ip_addr}"")
        elif service.host.lower() == ""localhost"":
            raise ServiceError(f""bad host for REPORT_SERVICES: {service.host}"")
    return services","def services_to_report ( self ) : <TAB> services = self . _parse_services ( self . default ( ""REPORT_SERVICES"" , """" ) , None ) <TAB> for service in services : <TAB> <TAB> if service . protocol == ""rpc"" : <TAB> <TAB> <TAB> raise ServiceError ( f""bad protocol for REPORT_SERVICES: {service.protocol}"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ip_addr = service . host <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> ip_addr . is_multicast <TAB> <TAB> <TAB> <TAB> or ip_addr . is_unspecified <TAB> <TAB> <TAB> <TAB> or ( ip_addr . is_private and self . peer_announce ) <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> raise ServiceError ( f""bad IP address for REPORT_SERVICES: {ip_addr}"" ) <TAB> <TAB> elif service . host . lower ( ) == ""localhost"" : <TAB> <TAB> <TAB> raise ServiceError ( f""bad host for REPORT_SERVICES: {service.host}"" ) <TAB> return services","if isinstance ( service . host , ( IPv4Address , IPv6Address ) ) :",235
9474,"def next_ohlcv(self) -> pd.DataFrame:
    if self._has_loaded_historical:
        frame = self.data_frame[self._current_index]
        self._current_index += 1
        return frame
    data = self.exchange.fetchOHLCV(
        symbol=self.symbol_pair,
        timeframe=self.timeframe,
        since=self._current_index,
        limit=1,
    )
    if len(data):
        self._current_index = data[len(data) - 1][""timestamp""]
        frame = pd.DataFrame(data, columns=self.in_columns)
        frame = self.prepare_data(frame)
        if self.data_frame is None:
            self.data_frame = pd.DataFrame(None, columns=self.columns)
        self.data_frame = self.data_frame.append(frame, ignore_index=True)
        return frame
    return None","def next_ohlcv ( self ) -> pd . DataFrame : <TAB> if self . _has_loaded_historical : <TAB> <TAB> frame = self . data_frame [ self . _current_index ] <TAB> <TAB> self . _current_index += 1 <TAB> <TAB> return frame <TAB> data = self . exchange . fetchOHLCV ( <TAB> <TAB> symbol = self . symbol_pair , <TAB> <TAB> timeframe = self . timeframe , <TAB> <TAB> since = self . _current_index , <TAB> <TAB> limit = 1 , <TAB> ) <TAB> if len ( data ) : <TAB> <TAB> self . _current_index = data [ len ( data ) - 1 ] [ ""timestamp"" ] <TAB> <TAB> frame = pd . DataFrame ( data , columns = self . in_columns ) <TAB> <TAB> frame = self . prepare_data ( frame ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . data_frame = pd . DataFrame ( None , columns = self . columns ) <TAB> <TAB> self . data_frame = self . data_frame . append ( frame , ignore_index = True ) <TAB> <TAB> return frame <TAB> return None",if self . data_frame is None :,244
13594,"def _handle_loaded(objs):
    try:
        data_locations = storage_client.get_data_locations(session_id, keys_to_fetch)
        shared_quota_keys = []
        inproc_keys = []
        inproc_quota_keys = []
        context_dict.update(zip(keys_to_fetch, objs))
        for k, locations in zip(keys_to_fetch, data_locations):
            quota_key = build_quota_key(session_id, k, owner=self.proc_id)
            if (self.proc_id, DataStorageDevice.PROC_MEMORY) not in locations:
                shared_quota_keys.append(quota_key)
            else:
                inproc_keys.append(k)
                inproc_quota_keys.append(quota_key)
        if shared_quota_keys:
            self._mem_quota_ref.hold_quotas(shared_quota_keys, _tell=True)
        if inproc_keys:
            self._mem_quota_ref.hold_quotas(inproc_quota_keys, _tell=True)
            if self._remove_intermediate:
                storage_client.delete(
                    session_id, inproc_keys, [self._calc_intermediate_device]
                )
    finally:
        objs[:] = []
","def _handle_loaded ( objs ) : <TAB> try : <TAB> <TAB> data_locations = storage_client . get_data_locations ( session_id , keys_to_fetch ) <TAB> <TAB> shared_quota_keys = [ ] <TAB> <TAB> inproc_keys = [ ] <TAB> <TAB> inproc_quota_keys = [ ] <TAB> <TAB> context_dict . update ( zip ( keys_to_fetch , objs ) ) <TAB> <TAB> for k , locations in zip ( keys_to_fetch , data_locations ) : <TAB> <TAB> <TAB> quota_key = build_quota_key ( session_id , k , owner = self . proc_id ) <TAB> <TAB> <TAB> if ( self . proc_id , DataStorageDevice . PROC_MEMORY ) not in locations : <TAB> <TAB> <TAB> <TAB> shared_quota_keys . append ( quota_key ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> inproc_keys . append ( k ) <TAB> <TAB> <TAB> <TAB> inproc_quota_keys . append ( quota_key ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _mem_quota_ref . hold_quotas ( shared_quota_keys , _tell = True ) <TAB> <TAB> if inproc_keys : <TAB> <TAB> <TAB> self . _mem_quota_ref . hold_quotas ( inproc_quota_keys , _tell = True ) <TAB> <TAB> <TAB> if self . _remove_intermediate : <TAB> <TAB> <TAB> <TAB> storage_client . delete ( <TAB> <TAB> <TAB> <TAB> <TAB> session_id , inproc_keys , [ self . _calc_intermediate_device ] <TAB> <TAB> <TAB> <TAB> ) <TAB> finally : <TAB> <TAB> objs [ : ] = [ ]",if shared_quota_keys :,344
2407,"def _cobra_getsock(self, thr=None):
    if self._cobra_spoolcnt:
        sock = self._cobra_sockpool.get()
    else:
        if not thr:  # if thread isn't specified, use the current thread
            thr = currentThread()
        tsocks = getattr(thr, ""cobrasocks"", None)
        if tsocks is None:
            tsocks = {}
            thr.cobrasocks = tsocks
        sock = tsocks.get(self._cobra_slookup)
    if not sock or sock.trashed:
        # Lets build a new socket... shall we?
        sock = self._cobra_newsock()
        # If we have authinfo lets authenticate
        authinfo = self._cobra_kwargs.get(""authinfo"")
        if authinfo is not None:
            mtype, rver, data = sock.cobraTransaction(COBRA_AUTH, """", authinfo)
            if mtype != COBRA_AUTH:
                raise CobraAuthException(""Authentication Failed!"")
        if not self._cobra_spoolcnt:
            tsocks[self._cobra_slookup] = sock
    return sock
","def _cobra_getsock ( self , thr = None ) : <TAB> if self . _cobra_spoolcnt : <TAB> <TAB> sock = self . _cobra_sockpool . get ( ) <TAB> else : <TAB> <TAB> if not thr : <TAB> <TAB> <TAB> thr = currentThread ( ) <TAB> <TAB> tsocks = getattr ( thr , ""cobrasocks"" , None ) <TAB> <TAB> if tsocks is None : <TAB> <TAB> <TAB> tsocks = { } <TAB> <TAB> <TAB> thr . cobrasocks = tsocks <TAB> <TAB> sock = tsocks . get ( self . _cobra_slookup ) <TAB> if not sock or sock . trashed : <TAB> <TAB> <TAB> <TAB> sock = self . _cobra_newsock ( ) <TAB> <TAB> <TAB> <TAB> authinfo = self . _cobra_kwargs . get ( ""authinfo"" ) <TAB> <TAB> if authinfo is not None : <TAB> <TAB> <TAB> mtype , rver , data = sock . cobraTransaction ( COBRA_AUTH , """" , authinfo ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise CobraAuthException ( ""Authentication Failed!"" ) <TAB> <TAB> if not self . _cobra_spoolcnt : <TAB> <TAB> <TAB> tsocks [ self . _cobra_slookup ] = sock <TAB> return sock",if mtype != COBRA_AUTH :,299
8652,"def get_other(self, data, items):
    is_tuple = False
    if type(data) == tuple:
        data = list(data)
        is_tuple = True
    if type(data) == list:
        m_items = items.copy()
        for idx, item in enumerate(items):
            if item < 0:
                m_items[idx] = len(data) - abs(item)
        for i in sorted(set(m_items), reverse=True):
            if i < len(data) and i > -1:
                del data[i]
        if is_tuple:
            return tuple(data)
        else:
            return data
    else:
        return None","def get_other ( self , data , items ) : <TAB> is_tuple = False <TAB> if type ( data ) == tuple : <TAB> <TAB> data = list ( data ) <TAB> <TAB> is_tuple = True <TAB> if type ( data ) == list : <TAB> <TAB> m_items = items . copy ( ) <TAB> <TAB> for idx , item in enumerate ( items ) : <TAB> <TAB> <TAB> if item < 0 : <TAB> <TAB> <TAB> <TAB> m_items [ idx ] = len ( data ) - abs ( item ) <TAB> <TAB> for i in sorted ( set ( m_items ) , reverse = True ) : <TAB> <TAB> <TAB> if i < len ( data ) and i > - 1 : <TAB> <TAB> <TAB> <TAB> del data [ i ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return tuple ( data ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return data <TAB> else : <TAB> <TAB> return None",if is_tuple :,191
18230,"def __init__(self, document_data):
    self.document_data = document_data
    self.field_paths = []
    self.deleted_fields = []
    self.server_timestamps = []
    self.array_removes = {}
    self.array_unions = {}
    self.increments = {}
    self.minimums = {}
    self.maximums = {}
    self.set_fields = {}
    self.empty_document = False
    prefix_path = FieldPath()
    iterator = self._get_document_iterator(prefix_path)
    for field_path, value in iterator:
        if field_path == prefix_path and value is _EmptyDict:
            self.empty_document = True
        elif value is transforms.DELETE_FIELD:
            self.deleted_fields.append(field_path)
        elif value is transforms.SERVER_TIMESTAMP:
            self.server_timestamps.append(field_path)
        elif isinstance(value, transforms.ArrayRemove):
            self.array_removes[field_path] = value.values
        elif isinstance(value, transforms.ArrayUnion):
            self.array_unions[field_path] = value.values
        elif isinstance(value, transforms.Increment):
            self.increments[field_path] = value.value
        elif isinstance(value, transforms.Maximum):
            self.maximums[field_path] = value.value
        elif isinstance(value, transforms.Minimum):
            self.minimums[field_path] = value.value
        else:
            self.field_paths.append(field_path)
            set_field_value(self.set_fields, field_path, value)
","def __init__ ( self , document_data ) : <TAB> self . document_data = document_data <TAB> self . field_paths = [ ] <TAB> self . deleted_fields = [ ] <TAB> self . server_timestamps = [ ] <TAB> self . array_removes = { } <TAB> self . array_unions = { } <TAB> self . increments = { } <TAB> self . minimums = { } <TAB> self . maximums = { } <TAB> self . set_fields = { } <TAB> self . empty_document = False <TAB> prefix_path = FieldPath ( ) <TAB> iterator = self . _get_document_iterator ( prefix_path ) <TAB> for field_path , value in iterator : <TAB> <TAB> if field_path == prefix_path and value is _EmptyDict : <TAB> <TAB> <TAB> self . empty_document = True <TAB> <TAB> elif value is transforms . DELETE_FIELD : <TAB> <TAB> <TAB> self . deleted_fields . append ( field_path ) <TAB> <TAB> elif value is transforms . SERVER_TIMESTAMP : <TAB> <TAB> <TAB> self . server_timestamps . append ( field_path ) <TAB> <TAB> elif isinstance ( value , transforms . ArrayRemove ) : <TAB> <TAB> <TAB> self . array_removes [ field_path ] = value . values <TAB> <TAB> elif isinstance ( value , transforms . ArrayUnion ) : <TAB> <TAB> <TAB> self . array_unions [ field_path ] = value . values <TAB> <TAB> elif isinstance ( value , transforms . Increment ) : <TAB> <TAB> <TAB> self . increments [ field_path ] = value . value <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . maximums [ field_path ] = value . value <TAB> <TAB> elif isinstance ( value , transforms . Minimum ) : <TAB> <TAB> <TAB> self . minimums [ field_path ] = value . value <TAB> <TAB> else : <TAB> <TAB> <TAB> self . field_paths . append ( field_path ) <TAB> <TAB> <TAB> set_field_value ( self . set_fields , field_path , value )","elif isinstance ( value , transforms . Maximum ) :",422
2979,"def _ParseAndCheckSubOpts(self):
    # Default argument values
    delta = None
    method = ""GET""
    content_type = """"
    passwd = None
    for o, v in self.sub_opts:
        if o == ""-d"":
            if delta is not None:
                delta += _DurationToTimeDelta(v)
            else:
                delta = _DurationToTimeDelta(v)
        elif o == ""-m"":
            method = v
        elif o == ""-c"":
            content_type = v
        elif o == ""-p"":
            passwd = v
        else:
            self.RaiseInvalidArgumentException()
    if delta is None:
        delta = timedelta(hours=1)
    expiration = calendar.timegm((datetime.utcnow() + delta).utctimetuple())
    if method not in [""GET"", ""PUT"", ""DELETE"", ""HEAD""]:
        raise CommandException(""HTTP method must be one of [GET|HEAD|PUT|DELETE]"")
    return method, expiration, content_type, passwd","def _ParseAndCheckSubOpts ( self ) : <TAB> <TAB> delta = None <TAB> method = ""GET"" <TAB> content_type = """" <TAB> passwd = None <TAB> for o , v in self . sub_opts : <TAB> <TAB> if o == ""-d"" : <TAB> <TAB> <TAB> if delta is not None : <TAB> <TAB> <TAB> <TAB> delta += _DurationToTimeDelta ( v ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> delta = _DurationToTimeDelta ( v ) <TAB> <TAB> elif o == ""-m"" : <TAB> <TAB> <TAB> method = v <TAB> <TAB> elif o == ""-c"" : <TAB> <TAB> <TAB> content_type = v <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> passwd = v <TAB> <TAB> else : <TAB> <TAB> <TAB> self . RaiseInvalidArgumentException ( ) <TAB> if delta is None : <TAB> <TAB> delta = timedelta ( hours = 1 ) <TAB> expiration = calendar . timegm ( ( datetime . utcnow ( ) + delta ) . utctimetuple ( ) ) <TAB> if method not in [ ""GET"" , ""PUT"" , ""DELETE"" , ""HEAD"" ] : <TAB> <TAB> raise CommandException ( ""HTTP method must be one of [GET|HEAD|PUT|DELETE]"" ) <TAB> return method , expiration , content_type , passwd","elif o == ""-p"" :",266
21185,"def exe(self, ret):
    if not ret:
        self.assertEqual(ret, """")
    else:
        assert os.path.isabs(ret), ret
        # Note: os.stat() may return False even if the file is there
        # hence we skip the test, see:
        # http://stackoverflow.com/questions/3112546/os-path-exists-lies
        if POSIX:
            assert os.path.isfile(ret), ret
            if hasattr(os, ""access"") and hasattr(os, ""X_OK""):
                # XXX may fail on OSX
                self.assertTrue(os.access(ret, os.X_OK))","def exe ( self , ret ) : <TAB> if not ret : <TAB> <TAB> self . assertEqual ( ret , """" ) <TAB> else : <TAB> <TAB> assert os . path . isabs ( ret ) , ret <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if POSIX : <TAB> <TAB> <TAB> assert os . path . isfile ( ret ) , ret <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertTrue ( os . access ( ret , os . X_OK ) )","if hasattr ( os , ""access"" ) and hasattr ( os , ""X_OK"" ) :",171
16412,"def package_exists(self, pref):
    try:
        if pref.revision:
            path = self.server_store.package(pref)
        else:
            path = self.test_server.server_store.package_revisions_root(pref)
        return self.test_server.server_store.path_exists(path)
    except NotFoundException:  # When resolves the latest and there is no package
        return False
","def package_exists ( self , pref ) : <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> path = self . server_store . package ( pref ) <TAB> <TAB> else : <TAB> <TAB> <TAB> path = self . test_server . server_store . package_revisions_root ( pref ) <TAB> <TAB> return self . test_server . server_store . path_exists ( path ) <TAB> except NotFoundException : <TAB> <TAB> return False",if pref . revision :,110
18709,"def find_subdomains(domain, data):
    subdomains = set()
    js_urls = set()
    db = Database()
    for infos in data:
        jump_history = infos.get(""history"")
        req_url = infos.get(""url"")
        subdomains.update(find_in_history(domain, req_url, jump_history))
        rsp_html = db.get_resp_by_url(domain, req_url)
        if not rsp_html:
            logger.log(
                ""DEBUG"", f""an abnormal response occurred in the request {req_url}""
            )
            continue
        subdomains.update(find_in_resp(domain, req_url, rsp_html))
        js_urls.update(find_js_urls(domain, req_url, rsp_html))
    req_data = convert_to_dict(js_urls)
    resp_data = request.bulk_request(domain, req_data, ret=True)
    while not resp_data.empty():
        _, resp = resp_data.get()
        if not isinstance(resp, Response):
            continue
        text = utils.decode_resp_text(resp)
        subdomains.update(find_in_resp(domain, resp.url, text))
    return subdomains
","def find_subdomains ( domain , data ) : <TAB> subdomains = set ( ) <TAB> js_urls = set ( ) <TAB> db = Database ( ) <TAB> for infos in data : <TAB> <TAB> jump_history = infos . get ( ""history"" ) <TAB> <TAB> req_url = infos . get ( ""url"" ) <TAB> <TAB> subdomains . update ( find_in_history ( domain , req_url , jump_history ) ) <TAB> <TAB> rsp_html = db . get_resp_by_url ( domain , req_url ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . log ( <TAB> <TAB> <TAB> <TAB> ""DEBUG"" , f""an abnormal response occurred in the request {req_url}"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> continue <TAB> <TAB> subdomains . update ( find_in_resp ( domain , req_url , rsp_html ) ) <TAB> <TAB> js_urls . update ( find_js_urls ( domain , req_url , rsp_html ) ) <TAB> req_data = convert_to_dict ( js_urls ) <TAB> resp_data = request . bulk_request ( domain , req_data , ret = True ) <TAB> while not resp_data . empty ( ) : <TAB> <TAB> _ , resp = resp_data . get ( ) <TAB> <TAB> if not isinstance ( resp , Response ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> text = utils . decode_resp_text ( resp ) <TAB> <TAB> subdomains . update ( find_in_resp ( domain , resp . url , text ) ) <TAB> return subdomains",if not rsp_html :,330
19702,"def _allocate_nbd(self):
    if not os.path.exists(""/sys/block/nbd0""):
        self.error = _(""nbd unavailable: module not loaded"")
        return None
    while True:
        if not self._DEVICES:
            # really want to log this info, not raise
            self.error = _(""No free nbd devices"")
            return None
        device = self._DEVICES.pop()
        if not os.path.exists(""/sys/block/%s/pid"" % os.path.basename(device)):
            break
    return device","def _allocate_nbd ( self ) : <TAB> if not os . path . exists ( ""/sys/block/nbd0"" ) : <TAB> <TAB> self . error = _ ( ""nbd unavailable: module not loaded"" ) <TAB> <TAB> return None <TAB> while True : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . error = _ ( ""No free nbd devices"" ) <TAB> <TAB> <TAB> return None <TAB> <TAB> device = self . _DEVICES . pop ( ) <TAB> <TAB> if not os . path . exists ( ""/sys/block/%s/pid"" % os . path . basename ( device ) ) : <TAB> <TAB> <TAB> break <TAB> return device",if not self . _DEVICES :,146
12242,"def __setattr__(self, name, value):
    self.__lock__.acquire()
    try:
        ident = get_ident()
        storage = self.__storage__
        if ident in storage:
            storage[ident][name] = value
        else:
            storage[ident] = {name: value}
    finally:
        self.__lock__.release()
","def __setattr__ ( self , name , value ) : <TAB> self . __lock__ . acquire ( ) <TAB> try : <TAB> <TAB> ident = get_ident ( ) <TAB> <TAB> storage = self . __storage__ <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> storage [ ident ] [ name ] = value <TAB> <TAB> else : <TAB> <TAB> <TAB> storage [ ident ] = { name : value } <TAB> finally : <TAB> <TAB> self . __lock__ . release ( )",if ident in storage :,93
20957,"def get_price_list_rate(args, item_doc, out):
    meta = frappe.get_meta(args.parenttype or args.doctype)
    if meta.get_field(""currency"") or args.get(""currency""):
        pl_details = get_price_list_currency_and_exchange_rate(args)
        args.update(pl_details)
        if meta.get_field(""currency""):
            validate_conversion_rate(args, meta)
        price_list_rate = get_price_list_rate_for(args, item_doc.name) or 0
        # variant
        if not price_list_rate and item_doc.variant_of:
            price_list_rate = get_price_list_rate_for(args, item_doc.variant_of)
        # insert in database
        if not price_list_rate:
            if args.price_list and args.rate:
                insert_item_price(args)
            return {}
        out.price_list_rate = (
            flt(price_list_rate)
            * flt(args.plc_conversion_rate)
            / flt(args.conversion_rate)
        )
        if not out.price_list_rate and args.transaction_type == ""buying"":
            from erpnext.stock.doctype.item.item import get_last_purchase_details
            out.update(
                get_last_purchase_details(
                    item_doc.name, args.name, args.conversion_rate
                )
            )","def get_price_list_rate ( args , item_doc , out ) : <TAB> meta = frappe . get_meta ( args . parenttype or args . doctype ) <TAB> if meta . get_field ( ""currency"" ) or args . get ( ""currency"" ) : <TAB> <TAB> pl_details = get_price_list_currency_and_exchange_rate ( args ) <TAB> <TAB> args . update ( pl_details ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> validate_conversion_rate ( args , meta ) <TAB> <TAB> price_list_rate = get_price_list_rate_for ( args , item_doc . name ) or 0 <TAB> <TAB> <TAB> <TAB> if not price_list_rate and item_doc . variant_of : <TAB> <TAB> <TAB> price_list_rate = get_price_list_rate_for ( args , item_doc . variant_of ) <TAB> <TAB> <TAB> <TAB> if not price_list_rate : <TAB> <TAB> <TAB> if args . price_list and args . rate : <TAB> <TAB> <TAB> <TAB> insert_item_price ( args ) <TAB> <TAB> <TAB> return { } <TAB> <TAB> out . price_list_rate = ( <TAB> <TAB> <TAB> flt ( price_list_rate ) <TAB> <TAB> <TAB> * flt ( args . plc_conversion_rate ) <TAB> <TAB> <TAB> / flt ( args . conversion_rate ) <TAB> <TAB> ) <TAB> <TAB> if not out . price_list_rate and args . transaction_type == ""buying"" : <TAB> <TAB> <TAB> from erpnext . stock . doctype . item . item import get_last_purchase_details <TAB> <TAB> <TAB> out . update ( <TAB> <TAB> <TAB> <TAB> get_last_purchase_details ( <TAB> <TAB> <TAB> <TAB> <TAB> item_doc . name , args . name , args . conversion_rate <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> )","if meta . get_field ( ""currency"" ) :",413
7385,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 0:
            if ftype == TType.STRUCT:
                self.success = ExecStats.ttypes.TExecSummary()
                self.success.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 1:
            if ftype == TType.STRUCT:
                self.error = beeswaxd.ttypes.QueryNotFoundException()
                self.error.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRUCT:
                self.error2 = beeswaxd.ttypes.BeeswaxException()
                self.error2.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 0 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . success = ExecStats . ttypes . TExecSummary ( ) <TAB> <TAB> <TAB> <TAB> self . success . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . error = beeswaxd . ttypes . QueryNotFoundException ( ) <TAB> <TAB> <TAB> <TAB> self . error . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . error2 = beeswaxd . ttypes . BeeswaxException ( ) <TAB> <TAB> <TAB> <TAB> self . error2 . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",elif fid == 2 :,433
7366,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.I64:
                self.id = iprot.readI64()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.I32:
                self.state = iprot.readI32()
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.STRING:
                self.user = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 4:
            if ftype == TType.STRING:
                self.hostname = iprot.readString()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . I64 : <TAB> <TAB> <TAB> <TAB> self . id = iprot . readI64 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . I32 : <TAB> <TAB> <TAB> <TAB> self . state = iprot . readI32 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 3 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . user = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 4 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . hostname = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STRING :,432
21432,"def validate_arguments(args):
    if args.num_pss < 1:
        print(""Value error: must have ore than one parameter servers."")
        exit(1)
    if not GPU_IDS:
        num_cpus = multiprocessing.cpu_count()
        if args.cpu_trainers > num_cpus:
            print(
                ""Value error: there are %s available CPUs but you are requiring %s.""
                % (num_cpus, args.cpu_trainers)
            )
            exit(1)
    if not os.path.isfile(args.file):
        print(""Value error: model trainning file does not exist"")
        exit(1)","def validate_arguments ( args ) : <TAB> if args . num_pss < 1 : <TAB> <TAB> print ( ""Value error: must have ore than one parameter servers."" ) <TAB> <TAB> exit ( 1 ) <TAB> if not GPU_IDS : <TAB> <TAB> num_cpus = multiprocessing . cpu_count ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""Value error: there are %s available CPUs but you are requiring %s."" <TAB> <TAB> <TAB> <TAB> % ( num_cpus , args . cpu_trainers ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> exit ( 1 ) <TAB> if not os . path . isfile ( args . file ) : <TAB> <TAB> print ( ""Value error: model trainning file does not exist"" ) <TAB> <TAB> exit ( 1 )",if args . cpu_trainers > num_cpus :,177
14426,"def KoUserEnviron(startupEnvFileName=None):
    koEnviron = components.classes[""@activestate.com/koUserEnviron;1""].createInstance(
        components.interfaces.koIUserEnviron
    )
    if startupEnvFileName:
        environ = UnwrapObject(koEnviron)
        environ.__init__(startupEnvFileName)
        current_encoding = locale.getlocale()[1]
        # For some reason this can be the value 'None' when running in
        # the pyxpcom test suite, so fall back to the expected default
        # platform encoding.
        if not current_encoding:
            if sys.platform.startswith(""win""):
                current_encoding = ""mbcs""
            elif sys.platform.startswith(""darwin""):
                current_encoding = ""mac-roman""
            elif sys.platform.startswith(""linux""):
                current_encoding = ""utf-8""
        environ.startupEnvironEncoding = current_encoding
    return koEnviron","def KoUserEnviron ( startupEnvFileName = None ) : <TAB> koEnviron = components . classes [ ""@activestate.com/koUserEnviron;1"" ] . createInstance ( <TAB> <TAB> components . interfaces . koIUserEnviron <TAB> ) <TAB> if startupEnvFileName : <TAB> <TAB> environ = UnwrapObject ( koEnviron ) <TAB> <TAB> environ . __init__ ( startupEnvFileName ) <TAB> <TAB> current_encoding = locale . getlocale ( ) [ 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if sys . platform . startswith ( ""win"" ) : <TAB> <TAB> <TAB> <TAB> current_encoding = ""mbcs"" <TAB> <TAB> <TAB> elif sys . platform . startswith ( ""darwin"" ) : <TAB> <TAB> <TAB> <TAB> current_encoding = ""mac-roman"" <TAB> <TAB> <TAB> elif sys . platform . startswith ( ""linux"" ) : <TAB> <TAB> <TAB> <TAB> current_encoding = ""utf-8"" <TAB> <TAB> environ . startupEnvironEncoding = current_encoding <TAB> return koEnviron",if not current_encoding :,251
7857,"def make_table(items):
    if isinstance(items, dict):
        items = items.items()
        items.sort()
    rows = []
    i = 0
    for name, value in items:
        i += 1
        out = StringIO()
        try:
            pprint.pprint(value, out)
        except Exception as e:
            print(""Error: %s"" % e, file=out)
        value = html_quote(out.getvalue())
        if len(value) > 100:
            # @@: This can actually break the HTML :(
            # should I truncate before quoting?
            orig_value = value
            value = value[:100]
            value += '<a class=""switch_source"" style=""background-color: #999"" href=""#"" onclick=""return expandLong(this)"">...</a>'
            value += '<span style=""display: none"">%s</span>' % orig_value[100:]
        value = formatter.make_wrappable(value)
        if i % 2:
            attr = ' class=""even""'
        else:
            attr = ' class=""odd""'
        rows.append(
            '<tr%s style=""vertical-align: top;""><td>'
            '<b>%s</b></td><td style=""overflow: auto"">%s<td></tr>'
            % (attr, html_quote(name), preserve_whitespace(value, quote=False))
        )
    return ""<table>%s</table>"" % (""\n"".join(rows))","def make_table ( items ) : <TAB> if isinstance ( items , dict ) : <TAB> <TAB> items = items . items ( ) <TAB> <TAB> items . sort ( ) <TAB> rows = [ ] <TAB> i = 0 <TAB> for name , value in items : <TAB> <TAB> i += 1 <TAB> <TAB> out = StringIO ( ) <TAB> <TAB> try : <TAB> <TAB> <TAB> pprint . pprint ( value , out ) <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> print ( ""Error: %s"" % e , file = out ) <TAB> <TAB> value = html_quote ( out . getvalue ( ) ) <TAB> <TAB> if len ( value ) > 100 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> orig_value = value <TAB> <TAB> <TAB> value = value [ : 100 ] <TAB> <TAB> <TAB> value += '<a class=""switch_source"" style=""background-color: #999"" href=""#"" onclick=""return expandLong(this)"">...</a>' <TAB> <TAB> <TAB> value += '<span style=""display: none"">%s</span>' % orig_value [ 100 : ] <TAB> <TAB> value = formatter . make_wrappable ( value ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> attr = ' class=""even""' <TAB> <TAB> else : <TAB> <TAB> <TAB> attr = ' class=""odd""' <TAB> <TAB> rows . append ( <TAB> <TAB> <TAB> '<tr%s style=""vertical-align: top;""><td>' <TAB> <TAB> <TAB> '<b>%s</b></td><td style=""overflow: auto"">%s<td></tr>' <TAB> <TAB> <TAB> % ( attr , html_quote ( name ) , preserve_whitespace ( value , quote = False ) ) <TAB> <TAB> ) <TAB> return ""<table>%s</table>"" % ( ""\n"" . join ( rows ) )",if i % 2 :,386
21906,"def test_ml_sigma():
    if debug_mode:
        if ""Sigma_u"" not in to_test:  # pragma: no cover
            return
        print(""\n\nSIGMA_U"", end="""")
    for ds in datasets:
        for dt in ds.dt_s_list:
            if debug_mode:
                print(""\n"" + dt_s_tup_to_string(dt) + "": "", end="""")
            exog = results_sm_exog[ds][dt].exog is not None
            exog_coint = results_sm_exog_coint[ds][dt].exog_coint is not None
            err_msg = build_err_msg(ds, dt, ""Sigma_u"")
            obtained = results_sm[ds][dt].sigma_u
            obtained_exog = results_sm_exog[ds][dt].sigma_u
            obtained_exog_coint = results_sm_exog_coint[ds][dt].sigma_u
            desired = results_ref[ds][dt][""est""][""Sigma_u""]
            assert_allclose(obtained, desired, rtol, atol, False, err_msg)
            if exog:
                assert_equal(obtained_exog, obtained, ""WITH EXOG"" + err_msg)
            if exog_coint:
                assert_equal(obtained_exog_coint, obtained, ""WITH EXOG_COINT"" + err_msg)
","def test_ml_sigma ( ) : <TAB> if debug_mode : <TAB> <TAB> if ""Sigma_u"" not in to_test : <TAB> <TAB> <TAB> return <TAB> <TAB> print ( ""\n\nSIGMA_U"" , end = """" ) <TAB> for ds in datasets : <TAB> <TAB> for dt in ds . dt_s_list : <TAB> <TAB> <TAB> if debug_mode : <TAB> <TAB> <TAB> <TAB> print ( ""\n"" + dt_s_tup_to_string ( dt ) + "": "" , end = """" ) <TAB> <TAB> <TAB> exog = results_sm_exog [ ds ] [ dt ] . exog is not None <TAB> <TAB> <TAB> exog_coint = results_sm_exog_coint [ ds ] [ dt ] . exog_coint is not None <TAB> <TAB> <TAB> err_msg = build_err_msg ( ds , dt , ""Sigma_u"" ) <TAB> <TAB> <TAB> obtained = results_sm [ ds ] [ dt ] . sigma_u <TAB> <TAB> <TAB> obtained_exog = results_sm_exog [ ds ] [ dt ] . sigma_u <TAB> <TAB> <TAB> obtained_exog_coint = results_sm_exog_coint [ ds ] [ dt ] . sigma_u <TAB> <TAB> <TAB> desired = results_ref [ ds ] [ dt ] [ ""est"" ] [ ""Sigma_u"" ] <TAB> <TAB> <TAB> assert_allclose ( obtained , desired , rtol , atol , False , err_msg ) <TAB> <TAB> <TAB> if exog : <TAB> <TAB> <TAB> <TAB> assert_equal ( obtained_exog , obtained , ""WITH EXOG"" + err_msg ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> assert_equal ( obtained_exog_coint , obtained , ""WITH EXOG_COINT"" + err_msg )",if exog_coint :,374
18333,"def test_sortagrad_trainable_with_batch_bins(module):
    args = make_arg(sortagrad=1)
    idim = 10
    odim = 5
    dummy_json = make_dummy_json(2, [3, 5], [3, 5], idim=idim, odim=odim)
    if module == ""pytorch"":
        import espnet.nets.pytorch_backend.e2e_asr as m
    else:
        import espnet.nets.chainer_backend.e2e_asr as m
    batch_elems = 2000
    batchset = make_batchset(dummy_json, batch_bins=batch_elems, shortest_first=True)
    for batch in batchset:
        n = 0
        for uttid, info in batch:
            ilen = int(info[""input""][0][""shape""][0])
            olen = int(info[""output""][0][""shape""][0])
            n += ilen * idim + olen * odim
        assert olen < batch_elems
    model = m.E2E(idim, odim, args)
    for batch in batchset:
        loss = model(*convert_batch(batch, module, idim=idim, odim=odim))
        if isinstance(loss, tuple):
            # chainer return several values as tuple
            loss[0].backward()  # trainable
        else:
            loss.backward()  # trainable
    with torch.no_grad(), chainer.no_backprop_mode():
        in_data = np.random.randn(10, idim)
        model.recognize(in_data, args, args.char_list)","def test_sortagrad_trainable_with_batch_bins ( module ) : <TAB> args = make_arg ( sortagrad = 1 ) <TAB> idim = 10 <TAB> odim = 5 <TAB> dummy_json = make_dummy_json ( 2 , [ 3 , 5 ] , [ 3 , 5 ] , idim = idim , odim = odim ) <TAB> if module == ""pytorch"" : <TAB> <TAB> import espnet . nets . pytorch_backend . e2e_asr as m <TAB> else : <TAB> <TAB> import espnet . nets . chainer_backend . e2e_asr as m <TAB> batch_elems = 2000 <TAB> batchset = make_batchset ( dummy_json , batch_bins = batch_elems , shortest_first = True ) <TAB> for batch in batchset : <TAB> <TAB> n = 0 <TAB> <TAB> for uttid , info in batch : <TAB> <TAB> <TAB> ilen = int ( info [ ""input"" ] [ 0 ] [ ""shape"" ] [ 0 ] ) <TAB> <TAB> <TAB> olen = int ( info [ ""output"" ] [ 0 ] [ ""shape"" ] [ 0 ] ) <TAB> <TAB> <TAB> n += ilen * idim + olen * odim <TAB> <TAB> assert olen < batch_elems <TAB> model = m . E2E ( idim , odim , args ) <TAB> for batch in batchset : <TAB> <TAB> loss = model ( * convert_batch ( batch , module , idim = idim , odim = odim ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> loss [ 0 ] . backward ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> loss . backward ( ) <TAB> with torch . no_grad ( ) , chainer . no_backprop_mode ( ) : <TAB> <TAB> in_data = np . random . randn ( 10 , idim ) <TAB> <TAB> model . recognize ( in_data , args , args . char_list )","if isinstance ( loss , tuple ) :",418
6893,"def handleEvent(self, event):
    eventName = event.eventType
    srcModuleName = event.module
    eventData = event.data
    parentEvent = event
    if self.errorState:
        return None
    self.sf.debug(f""Received event, {eventName}, from {srcModuleName}"")
    if self.opts[""api_key""] == """":
        self.sf.error(""You enabled sfp_honeypot but did not set an API key!"")
        self.errorState = True
        return None
    if eventData in self.results:
        return None
    self.results[eventData] = True
    if eventName == ""NETBLOCK_OWNER"":
        if not self.opts[""netblocklookup""]:
            return None
        else:
            if IPNetwork(eventData).prefixlen < self.opts[""maxnetblock""]:
                self.sf.debug(
                    ""Network size bigger than permitted: ""
                    + str(IPNetwork(eventData).prefixlen)
                    + "" > ""
                    + str(self.opts[""maxnetblock""])
                )
                return None
    if eventName == ""NETBLOCK_MEMBER"":
        if not self.opts[""subnetlookup""]:
            return None
        else:
            if IPNetwork(eventData).prefixlen < self.opts[""maxsubnet""]:
                self.sf.debug(
                    ""Network size bigger than permitted: ""
                    + str(IPNetwork(eventData).prefixlen)
                    + "" > ""
                    + str(self.opts[""maxsubnet""])
                )
                return None
    if eventName.startswith(""NETBLOCK_""):
        for addr in IPNetwork(eventData):
            if self.checkForStop():
                return None
            self.queryAddr(str(addr), parentEvent)
    else:
        self.queryAddr(eventData, parentEvent)
","def handleEvent ( self , event ) : <TAB> eventName = event . eventType <TAB> srcModuleName = event . module <TAB> eventData = event . data <TAB> parentEvent = event <TAB> if self . errorState : <TAB> <TAB> return None <TAB> self . sf . debug ( f""Received event, {eventName}, from {srcModuleName}"" ) <TAB> if self . opts [ ""api_key"" ] == """" : <TAB> <TAB> self . sf . error ( ""You enabled sfp_honeypot but did not set an API key!"" ) <TAB> <TAB> self . errorState = True <TAB> <TAB> return None <TAB> if eventData in self . results : <TAB> <TAB> return None <TAB> self . results [ eventData ] = True <TAB> if eventName == ""NETBLOCK_OWNER"" : <TAB> <TAB> if not self . opts [ ""netblocklookup"" ] : <TAB> <TAB> <TAB> return None <TAB> <TAB> else : <TAB> <TAB> <TAB> if IPNetwork ( eventData ) . prefixlen < self . opts [ ""maxnetblock"" ] : <TAB> <TAB> <TAB> <TAB> self . sf . debug ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Network size bigger than permitted: "" <TAB> <TAB> <TAB> <TAB> <TAB> + str ( IPNetwork ( eventData ) . prefixlen ) <TAB> <TAB> <TAB> <TAB> <TAB> + "" > "" <TAB> <TAB> <TAB> <TAB> <TAB> + str ( self . opts [ ""maxnetblock"" ] ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> return None <TAB> if eventName == ""NETBLOCK_MEMBER"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return None <TAB> <TAB> else : <TAB> <TAB> <TAB> if IPNetwork ( eventData ) . prefixlen < self . opts [ ""maxsubnet"" ] : <TAB> <TAB> <TAB> <TAB> self . sf . debug ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Network size bigger than permitted: "" <TAB> <TAB> <TAB> <TAB> <TAB> + str ( IPNetwork ( eventData ) . prefixlen ) <TAB> <TAB> <TAB> <TAB> <TAB> + "" > "" <TAB> <TAB> <TAB> <TAB> <TAB> + str ( self . opts [ ""maxsubnet"" ] ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> return None <TAB> if eventName . startswith ( ""NETBLOCK_"" ) : <TAB> <TAB> for addr in IPNetwork ( eventData ) : <TAB> <TAB> <TAB> if self . checkForStop ( ) : <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> <TAB> self . queryAddr ( str ( addr ) , parentEvent ) <TAB> else : <TAB> <TAB> self . queryAddr ( eventData , parentEvent )","if not self . opts [ ""subnetlookup"" ] :",510
3719,"def get_state(self):
    """"""See class definition.""""""
    obs = {}
    # normalizing constants
    max_speed = self.k.scenario.max_speed()
    max_length = self.k.scenario.length()
    for rl_id in self.k.vehicle.get_rl_ids():
        this_speed = self.k.vehicle.get_speed(rl_id)
        lead_id = self.k.vehicle.get_leader(rl_id)
        follower = self.k.vehicle.get_follower(rl_id)
        if lead_id in ["""", None]:
            # in case leader is not visible
            lead_speed = max_speed
            lead_head = max_length
        else:
            lead_speed = self.k.vehicle.get_speed(lead_id)
            lead_head = self.k.vehicle.get_headway(lead_id)
        if follower in ["""", None]:
            # in case follower is not visible
            follow_speed = 0
            follow_head = max_length
        else:
            follow_speed = self.k.vehicle.get_speed(follower)
            follow_head = self.k.vehicle.get_headway(follower)
        observation = np.array(
            [
                this_speed / max_speed,
                (lead_speed - this_speed) / max_speed,
                lead_head / max_length,
                (this_speed - follow_speed) / max_speed,
                follow_head / max_length,
            ]
        )
        obs.update({rl_id: observation})
    return obs","def get_state ( self ) : <TAB> """"""See class definition."""""" <TAB> obs = { } <TAB> <TAB> max_speed = self . k . scenario . max_speed ( ) <TAB> max_length = self . k . scenario . length ( ) <TAB> for rl_id in self . k . vehicle . get_rl_ids ( ) : <TAB> <TAB> this_speed = self . k . vehicle . get_speed ( rl_id ) <TAB> <TAB> lead_id = self . k . vehicle . get_leader ( rl_id ) <TAB> <TAB> follower = self . k . vehicle . get_follower ( rl_id ) <TAB> <TAB> if lead_id in [ """" , None ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> lead_speed = max_speed <TAB> <TAB> <TAB> lead_head = max_length <TAB> <TAB> else : <TAB> <TAB> <TAB> lead_speed = self . k . vehicle . get_speed ( lead_id ) <TAB> <TAB> <TAB> lead_head = self . k . vehicle . get_headway ( lead_id ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> follow_speed = 0 <TAB> <TAB> <TAB> follow_head = max_length <TAB> <TAB> else : <TAB> <TAB> <TAB> follow_speed = self . k . vehicle . get_speed ( follower ) <TAB> <TAB> <TAB> follow_head = self . k . vehicle . get_headway ( follower ) <TAB> <TAB> observation = np . array ( <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> this_speed / max_speed , <TAB> <TAB> <TAB> <TAB> ( lead_speed - this_speed ) / max_speed , <TAB> <TAB> <TAB> <TAB> lead_head / max_length , <TAB> <TAB> <TAB> <TAB> ( this_speed - follow_speed ) / max_speed , <TAB> <TAB> <TAB> <TAB> follow_head / max_length , <TAB> <TAB> <TAB> ] <TAB> <TAB> ) <TAB> <TAB> obs . update ( { rl_id : observation } ) <TAB> return obs","if follower in [ """" , None ] :",458
12497,"def _real_extract(self, url):
    dj_id = self._match_id(url)
    name = None
    desc = None
    entries = []
    for offset in compat_itertools_count(start=0, step=self._PAGE_SIZE):
        info = self.query_api(
            ""dj/program/byradio?asc=false&limit=%d&radioId=%s&offset=%d""
            % (self._PAGE_SIZE, dj_id, offset),
            dj_id,
            ""Downloading dj programs - %d"" % offset,
        )
        entries.extend(
            [
                self.url_result(
                    ""http://music.163.com/#/program?id=%s"" % program[""id""],
                    ""NetEaseMusicProgram"",
                    program[""id""],
                )
                for program in info[""programs""]
            ]
        )
        if name is None:
            radio = info[""programs""][0][""radio""]
            name = radio[""name""]
            desc = radio[""desc""]
        if not info[""more""]:
            break
    return self.playlist_result(entries, dj_id, name, desc)","def _real_extract ( self , url ) : <TAB> dj_id = self . _match_id ( url ) <TAB> name = None <TAB> desc = None <TAB> entries = [ ] <TAB> for offset in compat_itertools_count ( start = 0 , step = self . _PAGE_SIZE ) : <TAB> <TAB> info = self . query_api ( <TAB> <TAB> <TAB> ""dj/program/byradio?asc=false&limit=%d&radioId=%s&offset=%d"" <TAB> <TAB> <TAB> % ( self . _PAGE_SIZE , dj_id , offset ) , <TAB> <TAB> <TAB> dj_id , <TAB> <TAB> <TAB> ""Downloading dj programs - %d"" % offset , <TAB> <TAB> ) <TAB> <TAB> entries . extend ( <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> self . url_result ( <TAB> <TAB> <TAB> <TAB> <TAB> ""http://music.163.com/#/program?id=%s"" % program [ ""id"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> ""NetEaseMusicProgram"" , <TAB> <TAB> <TAB> <TAB> <TAB> program [ ""id"" ] , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> for program in info [ ""programs"" ] <TAB> <TAB> <TAB> ] <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> radio = info [ ""programs"" ] [ 0 ] [ ""radio"" ] <TAB> <TAB> <TAB> name = radio [ ""name"" ] <TAB> <TAB> <TAB> desc = radio [ ""desc"" ] <TAB> <TAB> if not info [ ""more"" ] : <TAB> <TAB> <TAB> break <TAB> return self . playlist_result ( entries , dj_id , name , desc )",if name is None :,329
7606,"def _test_configuration(self):
    config_path = self._write_config()
    try:
        self._log.debug(""testing configuration"")
        verboseflag = ""-Q""
        if self._log.isEnabledFor(logging.DEBUG):
            verboseflag = ""-v""
        p = subprocess.Popen([self.PATH_SLAPTEST, verboseflag, ""-f"", config_path])
        if p.wait() != 0:
            raise RuntimeError(""configuration test failed"")
        self._log.debug(""configuration seems ok"")
    finally:
        os.remove(config_path)","def _test_configuration ( self ) : <TAB> config_path = self . _write_config ( ) <TAB> try : <TAB> <TAB> self . _log . debug ( ""testing configuration"" ) <TAB> <TAB> verboseflag = ""-Q"" <TAB> <TAB> if self . _log . isEnabledFor ( logging . DEBUG ) : <TAB> <TAB> <TAB> verboseflag = ""-v"" <TAB> <TAB> p = subprocess . Popen ( [ self . PATH_SLAPTEST , verboseflag , ""-f"" , config_path ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise RuntimeError ( ""configuration test failed"" ) <TAB> <TAB> self . _log . debug ( ""configuration seems ok"" ) <TAB> finally : <TAB> <TAB> os . remove ( config_path )",if p . wait ( ) != 0 :,147
14616,"def __new__(cls, key, secret=None, api_version=DEFAULT_API_VERSION, **kwargs):
    if cls is OpenNebulaNodeDriver:
        if api_version in [""1.4""]:
            cls = OpenNebula_1_4_NodeDriver
        elif api_version in [""2.0"", ""2.2""]:
            cls = OpenNebula_2_0_NodeDriver
        elif api_version in [""3.0""]:
            cls = OpenNebula_3_0_NodeDriver
        elif api_version in [""3.2""]:
            cls = OpenNebula_3_2_NodeDriver
        elif api_version in [""3.6""]:
            cls = OpenNebula_3_6_NodeDriver
        elif api_version in [""3.8""]:
            cls = OpenNebula_3_8_NodeDriver
            if ""plain_auth"" not in kwargs:
                kwargs[""plain_auth""] = cls.plain_auth
            else:
                cls.plain_auth = kwargs[""plain_auth""]
        else:
            raise NotImplementedError(
                ""No OpenNebulaNodeDriver found for API version %s"" % (api_version)
            )
        return super(OpenNebulaNodeDriver, cls).__new__(cls)","def __new__ ( cls , key , secret = None , api_version = DEFAULT_API_VERSION , ** kwargs ) : <TAB> if cls is OpenNebulaNodeDriver : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cls = OpenNebula_1_4_NodeDriver <TAB> <TAB> elif api_version in [ ""2.0"" , ""2.2"" ] : <TAB> <TAB> <TAB> cls = OpenNebula_2_0_NodeDriver <TAB> <TAB> elif api_version in [ ""3.0"" ] : <TAB> <TAB> <TAB> cls = OpenNebula_3_0_NodeDriver <TAB> <TAB> elif api_version in [ ""3.2"" ] : <TAB> <TAB> <TAB> cls = OpenNebula_3_2_NodeDriver <TAB> <TAB> elif api_version in [ ""3.6"" ] : <TAB> <TAB> <TAB> cls = OpenNebula_3_6_NodeDriver <TAB> <TAB> elif api_version in [ ""3.8"" ] : <TAB> <TAB> <TAB> cls = OpenNebula_3_8_NodeDriver <TAB> <TAB> <TAB> if ""plain_auth"" not in kwargs : <TAB> <TAB> <TAB> <TAB> kwargs [ ""plain_auth"" ] = cls . plain_auth <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> cls . plain_auth = kwargs [ ""plain_auth"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> raise NotImplementedError ( <TAB> <TAB> <TAB> <TAB> ""No OpenNebulaNodeDriver found for API version %s"" % ( api_version ) <TAB> <TAB> <TAB> ) <TAB> <TAB> return super ( OpenNebulaNodeDriver , cls ) . __new__ ( cls )","if api_version in [ ""1.4"" ] :",339
22370,"def wait_for_image_to_analyze(image_id, api_conf: callable):
    status = ""analyzing""
    start_time_sec = time.time()
    while status != ""analyzed"" and time.time() - start_time_sec < WAIT_TIMEOUT_SEC:
        resp = http_get([""images"", ""by_id"", image_id], config=api_conf)
        status = resp.body[0].get(""analysis_status"", None)
        if status != ""analyzed"":
            _logger.info(
                ""Waiting for Image Analysis to complete. Elapsed Time={}sec"".format(
                    int(time.time() - start_time_sec)
                )
            )
            time.sleep(5)
    if time.time() - start_time_sec >= WAIT_TIMEOUT_SEC:
        raise TimeoutError(
            ""Timed out waiting for Image to Analyze (timeout={}sec)"".format(
                WAIT_TIMEOUT_SEC
            )
        )
    else:
        _logger.info(
            ""Image Analysis Complete, wait time: {}sec"".format(
                int(time.time() - start_time_sec)
            )
        )","def wait_for_image_to_analyze ( image_id , api_conf : callable ) : <TAB> status = ""analyzing"" <TAB> start_time_sec = time . time ( ) <TAB> while status != ""analyzed"" and time . time ( ) - start_time_sec < WAIT_TIMEOUT_SEC : <TAB> <TAB> resp = http_get ( [ ""images"" , ""by_id"" , image_id ] , config = api_conf ) <TAB> <TAB> status = resp . body [ 0 ] . get ( ""analysis_status"" , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _logger . info ( <TAB> <TAB> <TAB> <TAB> ""Waiting for Image Analysis to complete. Elapsed Time={}sec"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> int ( time . time ( ) - start_time_sec ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> time . sleep ( 5 ) <TAB> if time . time ( ) - start_time_sec >= WAIT_TIMEOUT_SEC : <TAB> <TAB> raise TimeoutError ( <TAB> <TAB> <TAB> ""Timed out waiting for Image to Analyze (timeout={}sec)"" . format ( <TAB> <TAB> <TAB> <TAB> WAIT_TIMEOUT_SEC <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> else : <TAB> <TAB> _logger . info ( <TAB> <TAB> <TAB> ""Image Analysis Complete, wait time: {}sec"" . format ( <TAB> <TAB> <TAB> <TAB> int ( time . time ( ) - start_time_sec ) <TAB> <TAB> <TAB> ) <TAB> <TAB> )","if status != ""analyzed"" :",313
23915,"def provider_forms(self) -> list:
    providers = []
    responses = register_ticket_outputs.send(self.request.event)
    for receiver, response in responses:
        provider = response(self.request.event)
        provider.form = ProviderForm(
            obj=self.request.event,
            settingspref=""ticketoutput_%s_"" % provider.identifier,
            data=(self.request.POST if self.request.method == ""POST"" else None),
            files=(self.request.FILES if self.request.method == ""POST"" else None),
        )
        provider.form.fields = OrderedDict(
            [
                (""ticketoutput_%s_%s"" % (provider.identifier, k), v)
                for k, v in provider.settings_form_fields.items()
            ]
        )
        provider.settings_content = provider.settings_content_render(self.request)
        provider.form.prepare_fields()
        provider.evaluated_preview_allowed = True
        if not provider.preview_allowed:
            provider.evaluated_preview_allowed = False
        else:
            for k, v in provider.settings_form_fields.items():
                if v.required and not self.request.event.settings.get(
                    ""ticketoutput_%s_%s"" % (provider.identifier, k)
                ):
                    provider.evaluated_preview_allowed = False
                    break
        providers.append(provider)
    return providers
","def provider_forms ( self ) -> list : <TAB> providers = [ ] <TAB> responses = register_ticket_outputs . send ( self . request . event ) <TAB> for receiver , response in responses : <TAB> <TAB> provider = response ( self . request . event ) <TAB> <TAB> provider . form = ProviderForm ( <TAB> <TAB> <TAB> obj = self . request . event , <TAB> <TAB> <TAB> settingspref = ""ticketoutput_%s_"" % provider . identifier , <TAB> <TAB> <TAB> data = ( self . request . POST if self . request . method == ""POST"" else None ) , <TAB> <TAB> <TAB> files = ( self . request . FILES if self . request . method == ""POST"" else None ) , <TAB> <TAB> ) <TAB> <TAB> provider . form . fields = OrderedDict ( <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> ( ""ticketoutput_%s_%s"" % ( provider . identifier , k ) , v ) <TAB> <TAB> <TAB> <TAB> for k , v in provider . settings_form_fields . items ( ) <TAB> <TAB> <TAB> ] <TAB> <TAB> ) <TAB> <TAB> provider . settings_content = provider . settings_content_render ( self . request ) <TAB> <TAB> provider . form . prepare_fields ( ) <TAB> <TAB> provider . evaluated_preview_allowed = True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> provider . evaluated_preview_allowed = False <TAB> <TAB> else : <TAB> <TAB> <TAB> for k , v in provider . settings_form_fields . items ( ) : <TAB> <TAB> <TAB> <TAB> if v . required and not self . request . event . settings . get ( <TAB> <TAB> <TAB> <TAB> <TAB> ""ticketoutput_%s_%s"" % ( provider . identifier , k ) <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> provider . evaluated_preview_allowed = False <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> providers . append ( provider ) <TAB> return providers",if not provider . preview_allowed :,397
20180,"def books(self):
    """"""The list of KoboBook objects in the library.""""""
    if len(self._books) != 0:
        return self._books
    """"""Drm-ed kepub""""""
    for row in self.__cursor.execute(
        ""SELECT DISTINCT volumeid, Title, Attribution, Series FROM content_keys, content WHERE contentid = volumeid""
    ):
        self._books.append(
            KoboBook(
                row[0],
                row[1],
                self.__bookfile(row[0]),
                ""kepub"",
                self.__cursor,
                author=row[2],
                series=row[3],
            )
        )
        self._volumeID.append(row[0])
    """"""Drm-free""""""
    for f in os.listdir(self.bookdir):
        if f not in self._volumeID:
            row = self.__cursor.execute(
                ""SELECT Title, Attribution, Series FROM content WHERE ContentID = '""
                + f
                + ""'""
            ).fetchone()
            if row is not None:
                fTitle = row[0]
                self._books.append(
                    KoboBook(
                        f,
                        fTitle,
                        self.__bookfile(f),
                        ""drm-free"",
                        self.__cursor,
                        author=row[1],
                        series=row[2],
                    )
                )
                self._volumeID.append(f)
    """"""Sort""""""
    self._books.sort(key=lambda x: x.title)
    return self._books","def books ( self ) : <TAB> """"""The list of KoboBook objects in the library."""""" <TAB> if len ( self . _books ) != 0 : <TAB> <TAB> return self . _books <TAB> """"""Drm-ed kepub"""""" <TAB> for row in self . __cursor . execute ( <TAB> <TAB> ""SELECT DISTINCT volumeid, Title, Attribution, Series FROM content_keys, content WHERE contentid = volumeid"" <TAB> ) : <TAB> <TAB> self . _books . append ( <TAB> <TAB> <TAB> KoboBook ( <TAB> <TAB> <TAB> <TAB> row [ 0 ] , <TAB> <TAB> <TAB> <TAB> row [ 1 ] , <TAB> <TAB> <TAB> <TAB> self . __bookfile ( row [ 0 ] ) , <TAB> <TAB> <TAB> <TAB> ""kepub"" , <TAB> <TAB> <TAB> <TAB> self . __cursor , <TAB> <TAB> <TAB> <TAB> author = row [ 2 ] , <TAB> <TAB> <TAB> <TAB> series = row [ 3 ] , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> <TAB> self . _volumeID . append ( row [ 0 ] ) <TAB> """"""Drm-free"""""" <TAB> for f in os . listdir ( self . bookdir ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> row = self . __cursor . execute ( <TAB> <TAB> <TAB> <TAB> ""SELECT Title, Attribution, Series FROM content WHERE ContentID = '"" <TAB> <TAB> <TAB> <TAB> + f <TAB> <TAB> <TAB> <TAB> + ""'"" <TAB> <TAB> <TAB> ) . fetchone ( ) <TAB> <TAB> <TAB> if row is not None : <TAB> <TAB> <TAB> <TAB> fTitle = row [ 0 ] <TAB> <TAB> <TAB> <TAB> self . _books . append ( <TAB> <TAB> <TAB> <TAB> <TAB> KoboBook ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> f , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> fTitle , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . __bookfile ( f ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""drm-free"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . __cursor , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> author = row [ 1 ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> series = row [ 2 ] , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> self . _volumeID . append ( f ) <TAB> """"""Sort"""""" <TAB> self . _books . sort ( key = lambda x : x . title ) <TAB> return self . _books",if f not in self . _volumeID :,457
25274,"def end_object(self, obj):
    fields = self.selected_fields
    if fields is not None:
        missing = set(fields).difference(self._current.keys())
        if missing:
            _nothing = object()
            for f in missing:
                fs = f.split(""__"")
                value = obj
                while fs:
                    value = getattr(value, fs.pop(0), _nothing)
                if value is not _nothing:
                    self._current[f] = value
    return super().end_object(obj)","def end_object ( self , obj ) : <TAB> fields = self . selected_fields <TAB> if fields is not None : <TAB> <TAB> missing = set ( fields ) . difference ( self . _current . keys ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _nothing = object ( ) <TAB> <TAB> <TAB> for f in missing : <TAB> <TAB> <TAB> <TAB> fs = f . split ( ""__"" ) <TAB> <TAB> <TAB> <TAB> value = obj <TAB> <TAB> <TAB> <TAB> while fs : <TAB> <TAB> <TAB> <TAB> <TAB> value = getattr ( value , fs . pop ( 0 ) , _nothing ) <TAB> <TAB> <TAB> <TAB> if value is not _nothing : <TAB> <TAB> <TAB> <TAB> <TAB> self . _current [ f ] = value <TAB> return super ( ) . end_object ( obj )",if missing :,153
11291,"def main(client):
    # Initialize appropriate service.
    placement_service = client.GetService(""PlacementService"", version=""v202008"")
    # Create a statement to select placements.
    statement = (
        ad_manager.StatementBuilder(version=""v202008"")
        .Where(""status = :status"")
        .WithBindVariable(""status"", ""ACTIVE"")
    )
    # Retrieve a small amount of placements at a time, paging
    # through until all placements have been retrieved.
    while True:
        response = placement_service.getPlacementsByStatement(statement.ToStatement())
        if ""results"" in response and len(response[""results""]):
            for placement in response[""results""]:
                # Print out some information for each placement.
                print(
                    'Placement with ID ""%d"" and name ""%s"" was found.\n'
                    % (placement[""id""], placement[""name""])
                )
            statement.offset += statement.limit
        else:
            break
    print(""\nNumber of results found: %s"" % response[""totalResultSetSize""])","def main ( client ) : <TAB> <TAB> placement_service = client . GetService ( ""PlacementService"" , version = ""v202008"" ) <TAB> <TAB> statement = ( <TAB> <TAB> ad_manager . StatementBuilder ( version = ""v202008"" ) <TAB> <TAB> . Where ( ""status = :status"" ) <TAB> <TAB> . WithBindVariable ( ""status"" , ""ACTIVE"" ) <TAB> ) <TAB> <TAB> <TAB> while True : <TAB> <TAB> response = placement_service . getPlacementsByStatement ( statement . ToStatement ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for placement in response [ ""results"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> 'Placement with ID ""%d"" and name ""%s"" was found.\n' <TAB> <TAB> <TAB> <TAB> <TAB> % ( placement [ ""id"" ] , placement [ ""name"" ] ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> statement . offset += statement . limit <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> print ( ""\nNumber of results found: %s"" % response [ ""totalResultSetSize"" ] )","if ""results"" in response and len ( response [ ""results"" ] ) :",278
22009,"def _LazyAddAttr_(self, attr):
    if self._lazydata_ is None:
        return 0
    res = 0
    typeinfo, typecomp = self._lazydata_
    olerepr = self._olerepr_
    # We need to explicitly check each invoke type individually - simply
    # specifying '0' will bind to ""any member"", which may not be the one
    # we are actually after (ie, we may be after prop_get, but returned
    # the info for the prop_put.)
    for i in ALL_INVOKE_TYPES:
        try:
            x, t = typecomp.Bind(attr, i)
            # Support 'Get' and 'Set' properties - see
            # bug 1587023
            if x == 0 and attr[:3] in (""Set"", ""Get""):
                x, t = typecomp.Bind(attr[3:], i)
            if x == 1:  # it's a FUNCDESC
                r = olerepr._AddFunc_(typeinfo, t, 0)
            elif x == 2:  # it's a VARDESC
                r = olerepr._AddVar_(typeinfo, t, 0)
            else:  # not found or TYPEDESC/IMPLICITAPP
                r = None
            if not r is None:
                key, map = r[0], r[1]
                item = map[key]
                if map == olerepr.propMapPut:
                    olerepr._propMapPutCheck_(key, item)
                elif map == olerepr.propMapGet:
                    olerepr._propMapGetCheck_(key, item)
                res = 1
        except:
            pass
    return res","def _LazyAddAttr_ ( self , attr ) : <TAB> if self . _lazydata_ is None : <TAB> <TAB> return 0 <TAB> res = 0 <TAB> typeinfo , typecomp = self . _lazydata_ <TAB> olerepr = self . _olerepr_ <TAB> <TAB> <TAB> <TAB> <TAB> for i in ALL_INVOKE_TYPES : <TAB> <TAB> try : <TAB> <TAB> <TAB> x , t = typecomp . Bind ( attr , i ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> x , t = typecomp . Bind ( attr [ 3 : ] , i ) <TAB> <TAB> <TAB> if x == 1 : <TAB> <TAB> <TAB> <TAB> r = olerepr . _AddFunc_ ( typeinfo , t , 0 ) <TAB> <TAB> <TAB> elif x == 2 : <TAB> <TAB> <TAB> <TAB> r = olerepr . _AddVar_ ( typeinfo , t , 0 ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> r = None <TAB> <TAB> <TAB> if not r is None : <TAB> <TAB> <TAB> <TAB> key , map = r [ 0 ] , r [ 1 ] <TAB> <TAB> <TAB> <TAB> item = map [ key ] <TAB> <TAB> <TAB> <TAB> if map == olerepr . propMapPut : <TAB> <TAB> <TAB> <TAB> <TAB> olerepr . _propMapPutCheck_ ( key , item ) <TAB> <TAB> <TAB> <TAB> elif map == olerepr . propMapGet : <TAB> <TAB> <TAB> <TAB> <TAB> olerepr . _propMapGetCheck_ ( key , item ) <TAB> <TAB> <TAB> <TAB> res = 1 <TAB> <TAB> except : <TAB> <TAB> <TAB> pass <TAB> return res","if x == 0 and attr [ : 3 ] in ( ""Set"" , ""Get"" ) :",450
12351,"def _convert(self, value, context):
    if value is None:
        return None
    if self.is_allowed_model(value):
        return value
    if not isinstance(value, dict):
        if len(self.model_classes) > 1:
            instanceof_msg = ""one of: {}"".format(
                "", "".join(cls.__name__ for cls in self.model_classes)
            )
        else:
            instanceof_msg = self.model_classes[0].__name__
        raise ConversionError(
            ""Please use a mapping for this field or ""
            ""an instance of {}"".format(instanceof_msg)
        )
    model_class = self.find_model(value)
    return model_class(value, context=context)","def _convert ( self , value , context ) : <TAB> if value is None : <TAB> <TAB> return None <TAB> if self . is_allowed_model ( value ) : <TAB> <TAB> return value <TAB> if not isinstance ( value , dict ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> instanceof_msg = ""one of: {}"" . format ( <TAB> <TAB> <TAB> <TAB> "", "" . join ( cls . __name__ for cls in self . model_classes ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> instanceof_msg = self . model_classes [ 0 ] . __name__ <TAB> <TAB> raise ConversionError ( <TAB> <TAB> <TAB> ""Please use a mapping for this field or "" <TAB> <TAB> <TAB> ""an instance of {}"" . format ( instanceof_msg ) <TAB> <TAB> ) <TAB> model_class = self . find_model ( value ) <TAB> return model_class ( value , context = context )",if len ( self . model_classes ) > 1 :,201
4405,"def _establish(self):
    # try to establish the outgoing connection
    self.fsm.change(FSM.ACTIVE)
    if not self.proto:
        for action in self._connect():
            if action in ACTION.ALL:
                yield action
    self.fsm.change(FSM.CONNECT)
    # normal sending of OPEN first ...
    if self.neighbor.local_as:
        for sent_open in self._send_open():
            if sent_open in ACTION.ALL:
                yield sent_open
        self.proto.negotiated.sent(sent_open)
        self.fsm.change(FSM.OPENSENT)
    # read the peer's open
    for received_open in self._read_open():
        if received_open in ACTION.ALL:
            yield received_open
    self.proto.negotiated.received(received_open)
    self.proto.connection.msg_size = self.proto.negotiated.msg_size
    # if we mirror the ASN, we need to read first and send second
    if not self.neighbor.local_as:
        for sent_open in self._send_open():
            if sent_open in ACTION.ALL:
                yield sent_open
        self.proto.negotiated.sent(sent_open)
        self.fsm.change(FSM.OPENSENT)
    self.proto.validate_open()
    self.fsm.change(FSM.OPENCONFIRM)
    self.recv_timer = ReceiveTimer(
        self.proto.connection.session, self.proto.negotiated.holdtime, 4, 0
    )
    for action in self._send_ka():
        yield action
    for action in self._read_ka():
        yield action
    self.fsm.change(FSM.ESTABLISHED)
    self.stats[""complete""] = time.time()
    # let the caller know that we were sucesfull
    yield ACTION.NOW","def _establish ( self ) : <TAB> <TAB> self . fsm . change ( FSM . ACTIVE ) <TAB> if not self . proto : <TAB> <TAB> for action in self . _connect ( ) : <TAB> <TAB> <TAB> if action in ACTION . ALL : <TAB> <TAB> <TAB> <TAB> yield action <TAB> self . fsm . change ( FSM . CONNECT ) <TAB> <TAB> if self . neighbor . local_as : <TAB> <TAB> for sent_open in self . _send_open ( ) : <TAB> <TAB> <TAB> if sent_open in ACTION . ALL : <TAB> <TAB> <TAB> <TAB> yield sent_open <TAB> <TAB> self . proto . negotiated . sent ( sent_open ) <TAB> <TAB> self . fsm . change ( FSM . OPENSENT ) <TAB> <TAB> for received_open in self . _read_open ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield received_open <TAB> self . proto . negotiated . received ( received_open ) <TAB> self . proto . connection . msg_size = self . proto . negotiated . msg_size <TAB> <TAB> if not self . neighbor . local_as : <TAB> <TAB> for sent_open in self . _send_open ( ) : <TAB> <TAB> <TAB> if sent_open in ACTION . ALL : <TAB> <TAB> <TAB> <TAB> yield sent_open <TAB> <TAB> self . proto . negotiated . sent ( sent_open ) <TAB> <TAB> self . fsm . change ( FSM . OPENSENT ) <TAB> self . proto . validate_open ( ) <TAB> self . fsm . change ( FSM . OPENCONFIRM ) <TAB> self . recv_timer = ReceiveTimer ( <TAB> <TAB> self . proto . connection . session , self . proto . negotiated . holdtime , 4 , 0 <TAB> ) <TAB> for action in self . _send_ka ( ) : <TAB> <TAB> yield action <TAB> for action in self . _read_ka ( ) : <TAB> <TAB> yield action <TAB> self . fsm . change ( FSM . ESTABLISHED ) <TAB> self . stats [ ""complete"" ] = time . time ( ) <TAB> <TAB> yield ACTION . NOW",if received_open in ACTION . ALL :,506
14088,"def aggregate(cls, dataset, dimensions, function, **kwargs):
    data = dataset.data
    cols = [d.name for d in dataset.kdims if d in dimensions]
    vdims = dataset.dimensions(""value"", label=""name"")
    dtypes = data.dtypes
    numeric = [
        c
        for c, dtype in zip(dtypes.index, dtypes.values)
        if dtype.kind in ""iufc"" and c in vdims
    ]
    reindexed = data[cols + numeric]
    inbuilts = {
        ""amin"": ""min"",
        ""amax"": ""max"",
        ""mean"": ""mean"",
        ""std"": ""std"",
        ""sum"": ""sum"",
        ""var"": ""var"",
    }
    if len(dimensions):
        groups = reindexed.groupby(cols)
        if function.__name__ in inbuilts:
            agg = getattr(groups, inbuilts[function.__name__])()
        else:
            agg = groups.apply(function)
        df = agg.reset_index()
    else:
        if function.__name__ in inbuilts:
            agg = getattr(reindexed, inbuilts[function.__name__])()
        else:
            raise NotImplementedError
        df = pd.DataFrame(agg.compute()).T
    dropped = []
    for vd in vdims:
        if vd not in df.columns:
            dropped.append(vd)
    return df, dropped
","def aggregate ( cls , dataset , dimensions , function , ** kwargs ) : <TAB> data = dataset . data <TAB> cols = [ d . name for d in dataset . kdims if d in dimensions ] <TAB> vdims = dataset . dimensions ( ""value"" , label = ""name"" ) <TAB> dtypes = data . dtypes <TAB> numeric = [ <TAB> <TAB> c <TAB> <TAB> for c , dtype in zip ( dtypes . index , dtypes . values ) <TAB> <TAB> if dtype . kind in ""iufc"" and c in vdims <TAB> ] <TAB> reindexed = data [ cols + numeric ] <TAB> inbuilts = { <TAB> <TAB> ""amin"" : ""min"" , <TAB> <TAB> ""amax"" : ""max"" , <TAB> <TAB> ""mean"" : ""mean"" , <TAB> <TAB> ""std"" : ""std"" , <TAB> <TAB> ""sum"" : ""sum"" , <TAB> <TAB> ""var"" : ""var"" , <TAB> } <TAB> if len ( dimensions ) : <TAB> <TAB> groups = reindexed . groupby ( cols ) <TAB> <TAB> if function . __name__ in inbuilts : <TAB> <TAB> <TAB> agg = getattr ( groups , inbuilts [ function . __name__ ] ) ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> agg = groups . apply ( function ) <TAB> <TAB> df = agg . reset_index ( ) <TAB> else : <TAB> <TAB> if function . __name__ in inbuilts : <TAB> <TAB> <TAB> agg = getattr ( reindexed , inbuilts [ function . __name__ ] ) ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise NotImplementedError <TAB> <TAB> df = pd . DataFrame ( agg . compute ( ) ) . T <TAB> dropped = [ ] <TAB> for vd in vdims : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> dropped . append ( vd ) <TAB> return df , dropped",if vd not in df . columns :,369
11519,"def checkbox_callback(checked_value):
    global search_box_area, phrases_area
    group_info_box.text = """"
    if 0 in checked_value:
        annotation_layout.children = [
            annotation_input,
            annotate_button,
            annotation_output,
        ]
    else:
        annotation_layout.children = []
        annotation_output.text = """"
    if 1 in checked_value:
        if vocab is None:
            working_label.text = fetching_text
            get_vocab()
        if not phrases_list.options:
            working_label.text = working_text
            phrases_list.options = list(cut_vocab_dict.keys())[
                0:max_visible_phrases
            ]  # show the cut representation
        # search_box_area.children = [search_input_box]
        phrases_area.children = [search_input_box, search_working_label, phrases_list]
        working_label.text = """"
    else:
        # search_box_area.children = []
        phrases_area.children = []
        group_info_box.text = """"","def checkbox_callback ( checked_value ) : <TAB> global search_box_area , phrases_area <TAB> group_info_box . text = """" <TAB> if 0 in checked_value : <TAB> <TAB> annotation_layout . children = [ <TAB> <TAB> <TAB> annotation_input , <TAB> <TAB> <TAB> annotate_button , <TAB> <TAB> <TAB> annotation_output , <TAB> <TAB> ] <TAB> else : <TAB> <TAB> annotation_layout . children = [ ] <TAB> <TAB> annotation_output . text = """" <TAB> if 1 in checked_value : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> working_label . text = fetching_text <TAB> <TAB> <TAB> get_vocab ( ) <TAB> <TAB> if not phrases_list . options : <TAB> <TAB> <TAB> working_label . text = working_text <TAB> <TAB> <TAB> phrases_list . options = list ( cut_vocab_dict . keys ( ) ) [ <TAB> <TAB> <TAB> <TAB> 0 : max_visible_phrases <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> <TAB> phrases_area . children = [ search_input_box , search_working_label , phrases_list ] <TAB> <TAB> working_label . text = """" <TAB> else : <TAB> <TAB> <TAB> <TAB> phrases_area . children = [ ] <TAB> <TAB> group_info_box . text = """"",if vocab is None :,311
6051,"def get_tokens_unprocessed(self, text):
    bashlexer = BashLexer(**self.options)
    pos = 0
    curcode = """"
    insertions = []
    for match in line_re.finditer(text):
        line = match.group()
        m = re.match(
            r""^((?:\(\S+\))?(?:|sh\S*?|\w+\S+[@:]\S+(?:\s+\S+)""
            r""?|\[\S+[@:][^\n]+\].+)[$#%])(.*\n?)"",
            line,
        )
        if m:
            # To support output lexers (say diff output), the output
            # needs to be broken by prompts whenever the output lexer
            # changes.
            if not insertions:
                pos = match.start()
            insertions.append((len(curcode), [(0, Generic.Prompt, m.group(1))]))
            curcode += m.group(2)
        elif line.startswith("">""):
            insertions.append((len(curcode), [(0, Generic.Prompt, line[:1])]))
            curcode += line[1:]
        else:
            if insertions:
                toks = bashlexer.get_tokens_unprocessed(curcode)
                for i, t, v in do_insertions(insertions, toks):
                    yield pos + i, t, v
            yield match.start(), Generic.Output, line
            insertions = []
            curcode = """"
    if insertions:
        for i, t, v in do_insertions(
            insertions, bashlexer.get_tokens_unprocessed(curcode)
        ):
            yield pos + i, t, v","def get_tokens_unprocessed ( self , text ) : <TAB> bashlexer = BashLexer ( ** self . options ) <TAB> pos = 0 <TAB> curcode = """" <TAB> insertions = [ ] <TAB> for match in line_re . finditer ( text ) : <TAB> <TAB> line = match . group ( ) <TAB> <TAB> m = re . match ( <TAB> <TAB> <TAB> r""^((?:\(\S+\))?(?:|sh\S*?|\w+\S+[@:]\S+(?:\s+\S+)"" <TAB> <TAB> <TAB> r""?|\[\S+[@:][^\n]+\].+)[$#%])(.*\n?)"" , <TAB> <TAB> <TAB> line , <TAB> <TAB> ) <TAB> <TAB> if m : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not insertions : <TAB> <TAB> <TAB> <TAB> pos = match . start ( ) <TAB> <TAB> <TAB> insertions . append ( ( len ( curcode ) , [ ( 0 , Generic . Prompt , m . group ( 1 ) ) ] ) ) <TAB> <TAB> <TAB> curcode += m . group ( 2 ) <TAB> <TAB> elif line . startswith ( "">"" ) : <TAB> <TAB> <TAB> insertions . append ( ( len ( curcode ) , [ ( 0 , Generic . Prompt , line [ : 1 ] ) ] ) ) <TAB> <TAB> <TAB> curcode += line [ 1 : ] <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> toks = bashlexer . get_tokens_unprocessed ( curcode ) <TAB> <TAB> <TAB> <TAB> for i , t , v in do_insertions ( insertions , toks ) : <TAB> <TAB> <TAB> <TAB> <TAB> yield pos + i , t , v <TAB> <TAB> <TAB> yield match . start ( ) , Generic . Output , line <TAB> <TAB> <TAB> insertions = [ ] <TAB> <TAB> <TAB> curcode = """" <TAB> <fill-in> <TAB> <TAB> for i , t , v in do_insertions ( <TAB> <TAB> <TAB> insertions , bashlexer . get_tokens_unprocessed ( curcode ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> yield pos + i , t , v",if insertions :,448
16253,"def display_list_by_prefix(names_list, starting_spaces=0):
    """"""Creates a help string for names_list grouped by prefix.""""""
    cur_prefix, result_lines = None, []
    space = "" "" * starting_spaces
    for name in sorted(names_list):
        split = name.split(""_"", 1)
        prefix = split[0]
        if cur_prefix != prefix:
            result_lines.append(space + prefix + "":"")
            cur_prefix = prefix
        result_lines.append(space + ""  * "" + name)
    return ""\n"".join(result_lines)","def display_list_by_prefix ( names_list , starting_spaces = 0 ) : <TAB> """"""Creates a help string for names_list grouped by prefix."""""" <TAB> cur_prefix , result_lines = None , [ ] <TAB> space = "" "" * starting_spaces <TAB> for name in sorted ( names_list ) : <TAB> <TAB> split = name . split ( ""_"" , 1 ) <TAB> <TAB> prefix = split [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result_lines . append ( space + prefix + "":"" ) <TAB> <TAB> <TAB> cur_prefix = prefix <TAB> <TAB> result_lines . append ( space + ""  * "" + name ) <TAB> return ""\n"" . join ( result_lines )",if cur_prefix != prefix :,153
24824,"def interact(show_tokens=False):
    try:
        import readline
    except ImportError:
        pass
    sys.modules[""__main__""] = global_env
    while True:
        buffer = """"
        continuation_flag = False
        tokens = []
        while True:
            try:
                if continuation_flag:
                    s = input(""... "")
                    if s == ""\n"":
                        continue
                    buffer = buffer + ""\n"" + s
                else:
                    s = input("">>> "")
                    if s == ""\n"":
                        continue
                    buffer = s
            except EOFError:
                print()
                sys.exit()
            try:
                lexer = lex(buffer, repl_mode=True, debug=show_tokens)
                for last in lexer:
                    tokens.append(last)
                if len(tokens) == 0:
                    buffer = """"
                    continue
                if (
                    last is REPL_CONTINUE
                    or last.name == ""COLON""
                    or last.name == ""THINARROW""
                ):
                    continuation_flag = True
                    tokens = []
                    continue
                else:
                    break
            except Exception:
                traceback.print_exc(file=current_error_port)
                continuation_flag = False
                buffer = """"
                continue
        try:
            eval_tokens(tokens)
        except ParsingError as e:
            print(e, file=current_error_port)
        except Exception:
            traceback.print_exc(file=current_error_port)","def interact ( show_tokens = False ) : <TAB> try : <TAB> <TAB> import readline <TAB> except ImportError : <TAB> <TAB> pass <TAB> sys . modules [ ""__main__"" ] = global_env <TAB> while True : <TAB> <TAB> buffer = """" <TAB> <TAB> continuation_flag = False <TAB> <TAB> tokens = [ ] <TAB> <TAB> while True : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> s = input ( ""... "" ) <TAB> <TAB> <TAB> <TAB> <TAB> if s == ""\n"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> buffer = buffer + ""\n"" + s <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> s = input ( "">>> "" ) <TAB> <TAB> <TAB> <TAB> <TAB> if s == ""\n"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> buffer = s <TAB> <TAB> <TAB> except EOFError : <TAB> <TAB> <TAB> <TAB> print ( ) <TAB> <TAB> <TAB> <TAB> sys . exit ( ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> lexer = lex ( buffer , repl_mode = True , debug = show_tokens ) <TAB> <TAB> <TAB> <TAB> for last in lexer : <TAB> <TAB> <TAB> <TAB> <TAB> tokens . append ( last ) <TAB> <TAB> <TAB> <TAB> if len ( tokens ) == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> buffer = """" <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> <TAB> last is REPL_CONTINUE <TAB> <TAB> <TAB> <TAB> <TAB> or last . name == ""COLON"" <TAB> <TAB> <TAB> <TAB> <TAB> or last . name == ""THINARROW"" <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> continuation_flag = True <TAB> <TAB> <TAB> <TAB> <TAB> tokens = [ ] <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> traceback . print_exc ( file = current_error_port ) <TAB> <TAB> <TAB> <TAB> continuation_flag = False <TAB> <TAB> <TAB> <TAB> buffer = """" <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> eval_tokens ( tokens ) <TAB> <TAB> except ParsingError as e : <TAB> <TAB> <TAB> print ( e , file = current_error_port ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> traceback . print_exc ( file = current_error_port )",if continuation_flag :,495
11811,"def incr_and_sum(self, key, keys, amount, maximum, ttl):
    ttl = int(ttl / 1000)
    with self.pool.reserve(block=True) as client:
        client.add(key, 0, time=ttl)
        while True:
            value, cid = client.gets(key)
            if cid is None:
                return False
            value += amount
            if value > maximum:
                return False
            # TODO: Drop non-callable keys in Dramatiq v2.
            key_list = keys() if callable(keys) else keys
            mapping = client.get_multi(key_list)
            total = amount + sum(mapping.values())
            if total > maximum:
                return False
            try:
                swapped = client.cas(key, value, cid, ttl)
                if swapped:
                    return True
            except NotFound:  # pragma: no cover
                continue","def incr_and_sum ( self , key , keys , amount , maximum , ttl ) : <TAB> ttl = int ( ttl / 1000 ) <TAB> with self . pool . reserve ( block = True ) as client : <TAB> <TAB> client . add ( key , 0 , time = ttl ) <TAB> <TAB> while True : <TAB> <TAB> <TAB> value , cid = client . gets ( key ) <TAB> <TAB> <TAB> if cid is None : <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> value += amount <TAB> <TAB> <TAB> if value > maximum : <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> key_list = keys ( ) if callable ( keys ) else keys <TAB> <TAB> <TAB> mapping = client . get_multi ( key_list ) <TAB> <TAB> <TAB> total = amount + sum ( mapping . values ( ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> swapped = client . cas ( key , value , cid , ttl ) <TAB> <TAB> <TAB> <TAB> if swapped : <TAB> <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> except NotFound : <TAB> <TAB> <TAB> <TAB> continue",if total > maximum :,270
13035,"def _validate_cfg(self):
    if not isinstance(self.paramwise_cfg, dict):
        raise TypeError(
            ""paramwise_cfg should be None or a dict, ""
            f""but got {type(self.paramwise_cfg)}""
        )
    if ""custom_keys"" in self.paramwise_cfg:
        if not isinstance(self.paramwise_cfg[""custom_keys""], dict):
            raise TypeError(
                ""If specified, custom_keys must be a dict, ""
                f'but got {type(self.paramwise_cfg[""custom_keys""])}'
            )
        if self.base_wd is None:
            for key in self.paramwise_cfg[""custom_keys""]:
                if ""decay_mult"" in self.paramwise_cfg[""custom_keys""][key]:
                    raise ValueError(""base_wd should not be None"")
    # get base lr and weight decay
    # weight_decay must be explicitly specified if mult is specified
    if (
        ""bias_decay_mult"" in self.paramwise_cfg
        or ""norm_decay_mult"" in self.paramwise_cfg
        or ""dwconv_decay_mult"" in self.paramwise_cfg
    ):
        if self.base_wd is None:
            raise ValueError(""base_wd should not be None"")
","def _validate_cfg ( self ) : <TAB> if not isinstance ( self . paramwise_cfg , dict ) : <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> ""paramwise_cfg should be None or a dict, "" <TAB> <TAB> <TAB> f""but got {type(self.paramwise_cfg)}"" <TAB> <TAB> ) <TAB> if ""custom_keys"" in self . paramwise_cfg : <TAB> <TAB> if not isinstance ( self . paramwise_cfg [ ""custom_keys"" ] , dict ) : <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> ""If specified, custom_keys must be a dict, "" <TAB> <TAB> <TAB> <TAB> f'but got {type(self.paramwise_cfg[""custom_keys""])}' <TAB> <TAB> <TAB> ) <TAB> <TAB> if self . base_wd is None : <TAB> <TAB> <TAB> for key in self . paramwise_cfg [ ""custom_keys"" ] : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""base_wd should not be None"" ) <TAB> <TAB> <TAB> if ( <TAB> <TAB> ""bias_decay_mult"" in self . paramwise_cfg <TAB> <TAB> or ""norm_decay_mult"" in self . paramwise_cfg <TAB> <TAB> or ""dwconv_decay_mult"" in self . paramwise_cfg <TAB> ) : <TAB> <TAB> if self . base_wd is None : <TAB> <TAB> <TAB> raise ValueError ( ""base_wd should not be None"" )","if ""decay_mult"" in self . paramwise_cfg [ ""custom_keys"" ] [ key ] :",342
13630,"def tile(cls, op: ""DataFrameToSQLTable""):
    inp = op.inputs[0]
    out = op.outputs[0]
    if inp.ndim == 2:
        inp = inp.rechunk({1: (inp.shape[1],)})._inplace_tile()
    chunks = []
    for c in inp.chunks:
        new_op = op.copy().reset_key()
        new_op._if_exists = ""append""
        index_value = parse_index(c.index_value.to_pandas()[:0], c)
        if c.ndim == 2:
            columns_value = parse_index(
                c.columns_value.to_pandas()[:0], store_data=True
            )
            chunks.append(
                new_op.new_chunk(
                    [c],
                    shape=(0, 0),
                    index=c.index,
                    dtypes=out.dtypes,
                    index_value=index_value,
                    columns_value=columns_value,
                )
            )
        else:
            chunks.append(
                new_op.new_chunk(
                    [c],
                    shape=(0,),
                    index=c.index,
                    dtype=out.dtype,
                    index_value=index_value,
                )
            )
    new_op = op.copy().reset_key()
    params = out.params.copy()
    params[""nsplits""] = tuple((0,) * len(sp) for sp in inp.nsplits)
    return new_op.new_tileables([inp], chunks=chunks, **params)","def tile ( cls , op : ""DataFrameToSQLTable"" ) : <TAB> inp = op . inputs [ 0 ] <TAB> out = op . outputs [ 0 ] <TAB> if inp . ndim == 2 : <TAB> <TAB> inp = inp . rechunk ( { 1 : ( inp . shape [ 1 ] , ) } ) . _inplace_tile ( ) <TAB> chunks = [ ] <TAB> for c in inp . chunks : <TAB> <TAB> new_op = op . copy ( ) . reset_key ( ) <TAB> <TAB> new_op . _if_exists = ""append"" <TAB> <TAB> index_value = parse_index ( c . index_value . to_pandas ( ) [ : 0 ] , c ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> columns_value = parse_index ( <TAB> <TAB> <TAB> <TAB> c . columns_value . to_pandas ( ) [ : 0 ] , store_data = True <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> chunks . append ( <TAB> <TAB> <TAB> <TAB> new_op . new_chunk ( <TAB> <TAB> <TAB> <TAB> <TAB> [ c ] , <TAB> <TAB> <TAB> <TAB> <TAB> shape = ( 0 , 0 ) , <TAB> <TAB> <TAB> <TAB> <TAB> index = c . index , <TAB> <TAB> <TAB> <TAB> <TAB> dtypes = out . dtypes , <TAB> <TAB> <TAB> <TAB> <TAB> index_value = index_value , <TAB> <TAB> <TAB> <TAB> <TAB> columns_value = columns_value , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> chunks . append ( <TAB> <TAB> <TAB> <TAB> new_op . new_chunk ( <TAB> <TAB> <TAB> <TAB> <TAB> [ c ] , <TAB> <TAB> <TAB> <TAB> <TAB> shape = ( 0 , ) , <TAB> <TAB> <TAB> <TAB> <TAB> index = c . index , <TAB> <TAB> <TAB> <TAB> <TAB> dtype = out . dtype , <TAB> <TAB> <TAB> <TAB> <TAB> index_value = index_value , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> new_op = op . copy ( ) . reset_key ( ) <TAB> params = out . params . copy ( ) <TAB> params [ ""nsplits"" ] = tuple ( ( 0 , ) * len ( sp ) for sp in inp . nsplits ) <TAB> return new_op . new_tileables ( [ inp ] , chunks = chunks , ** params )",if c . ndim == 2 :,447
22940,"def tokenize(self, s):
    """"""Tokenize comments, strings, identifiers, whitespace and operators.""""""
    i, result = 0, []
    while i < len(s):
        # Loop invariant: at end: j > i and s[i:j] is the new token.
        j = i
        ch = s[i]
        if ch in ""@\n"":  # Make *sure* these are separate tokens.
            j += 1
        elif ch == ""#"":  # Preprocessor directive.
            j = g.skip_to_end_of_line(s, i)
        elif ch in "" \t"":
            j = g.skip_ws(s, i)
        elif ch.isalpha() or ch == ""_"":
            j = g.skip_c_id(s, i)
        elif g.match(s, i, ""//""):
            j = g.skip_line(s, i)
        elif g.match(s, i, ""/*""):
            j = self.skip_block_comment(s, i)
        elif ch in ""'\"""":
            j = g.skip_string(s, i)
        else:
            j += 1
        assert j > i
        result.append("""".join(s[i:j]))
        i = j  # Advance.
    return result","def tokenize ( self , s ) : <TAB> """"""Tokenize comments, strings, identifiers, whitespace and operators."""""" <TAB> i , result = 0 , [ ] <TAB> while i < len ( s ) : <TAB> <TAB> <TAB> <TAB> j = i <TAB> <TAB> ch = s [ i ] <TAB> <TAB> if ch in ""@\n"" : <TAB> <TAB> <TAB> j += 1 <TAB> <TAB> elif ch == ""#"" : <TAB> <TAB> <TAB> j = g . skip_to_end_of_line ( s , i ) <TAB> <TAB> elif ch in "" \t"" : <TAB> <TAB> <TAB> j = g . skip_ws ( s , i ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> j = g . skip_c_id ( s , i ) <TAB> <TAB> elif g . match ( s , i , ""//"" ) : <TAB> <TAB> <TAB> j = g . skip_line ( s , i ) <TAB> <TAB> elif g . match ( s , i , ""/*"" ) : <TAB> <TAB> <TAB> j = self . skip_block_comment ( s , i ) <TAB> <TAB> elif ch in ""'\"""" : <TAB> <TAB> <TAB> j = g . skip_string ( s , i ) <TAB> <TAB> else : <TAB> <TAB> <TAB> j += 1 <TAB> <TAB> assert j > i <TAB> <TAB> result . append ( """" . join ( s [ i : j ] ) ) <TAB> <TAB> i = j <TAB> return result","elif ch . isalpha ( ) or ch == ""_"" :",333
10917,"def _check_init_script(path, sentinel):
    if not os.path.exists(path):
        return
    lines = open(path).readlines()
    for i, line in enumerate(lines):
        if sentinel in line:
            cli.out(
                ""Guild completion is already installed in %s on line %i:\n  %s""
                % (util.format_dir(path), i + 1, line.rstrip()),
                err=True,
            )
            raise SystemExit(0)","def _check_init_script ( path , sentinel ) : <TAB> if not os . path . exists ( path ) : <TAB> <TAB> return <TAB> lines = open ( path ) . readlines ( ) <TAB> for i , line in enumerate ( lines ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cli . out ( <TAB> <TAB> <TAB> <TAB> ""Guild completion is already installed in %s on line %i:\n  %s"" <TAB> <TAB> <TAB> <TAB> % ( util . format_dir ( path ) , i + 1 , line . rstrip ( ) ) , <TAB> <TAB> <TAB> <TAB> err = True , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> raise SystemExit ( 0 )",if sentinel in line :,137
5307,"def postprocess_slice(slicename, skipped):
    pngsliceFName = slicename + "".png""
    hotsliceFName = slicename + "".hotspot.png""
    for i, size in enumerate(sizes):
        subdir = ""bitmaps/{}x{}"".format(size, size)
        relslice = ""{}/{}"".format(subdir, pngsliceFName)
        csize = get_csize(i, size)
        if relslice not in skipped:
            new_base = cropalign(csize, relslice)
            if options.hotspots:
                hotrelslice = ""{}/{}"".format(subdir, hotsliceFName)
                cropalign_hotspot(new_base, csize, hotrelslice)
        for scale in scale_pairs:
            subdir = ""bitmaps/{}x{}_{}"".format(size, size, scale[1])
            relslice = ""{}/{}"".format(subdir, pngsliceFName)
            if relslice not in skipped:
                new_base = cropalign(csize, relslice)
                if options.hotspots:
                    hotrelslice = ""{}/{}"".format(subdir, hotsliceFName)
                    cropalign_hotspot(new_base, csize, hotrelslice)","def postprocess_slice ( slicename , skipped ) : <TAB> pngsliceFName = slicename + "".png"" <TAB> hotsliceFName = slicename + "".hotspot.png"" <TAB> for i , size in enumerate ( sizes ) : <TAB> <TAB> subdir = ""bitmaps/{}x{}"" . format ( size , size ) <TAB> <TAB> relslice = ""{}/{}"" . format ( subdir , pngsliceFName ) <TAB> <TAB> csize = get_csize ( i , size ) <TAB> <TAB> if relslice not in skipped : <TAB> <TAB> <TAB> new_base = cropalign ( csize , relslice ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> hotrelslice = ""{}/{}"" . format ( subdir , hotsliceFName ) <TAB> <TAB> <TAB> <TAB> cropalign_hotspot ( new_base , csize , hotrelslice ) <TAB> <TAB> for scale in scale_pairs : <TAB> <TAB> <TAB> subdir = ""bitmaps/{}x{}_{}"" . format ( size , size , scale [ 1 ] ) <TAB> <TAB> <TAB> relslice = ""{}/{}"" . format ( subdir , pngsliceFName ) <TAB> <TAB> <TAB> if relslice not in skipped : <TAB> <TAB> <TAB> <TAB> new_base = cropalign ( csize , relslice ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> hotrelslice = ""{}/{}"" . format ( subdir , hotsliceFName ) <TAB> <TAB> <TAB> <TAB> <TAB> cropalign_hotspot ( new_base , csize , hotrelslice )",if options . hotspots :,315
22423,"def remove(self):
    # remove every non-ship collectors (those are independent)
    for collector in self.__collectors[:]:
        if not collector.is_ship:
            collector.remove()
        else:
            collector.decouple_from_home_building()
            # TODO remove the remove call() #2123
            collector.remove()
    assert not [c for c in self.__collectors]
    super().remove()
    self.__collectors = None
    self.path_nodes = None",def remove ( self ) : <TAB> <TAB> for collector in self . __collectors [ : ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> collector . remove ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> collector . decouple_from_home_building ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> collector . remove ( ) <TAB> assert not [ c for c in self . __collectors ] <TAB> super ( ) . remove ( ) <TAB> self . __collectors = None <TAB> self . path_nodes = None,if not collector . is_ship :,129
5616,"def get_error_diagnostics(self):
    diagnostics = []
    class_name = self.__class__.__name__
    if self.stdout is not None:
        with open(self.stdout.name) as fds:
            contents = fds.read().strip()
            if contents:
                diagnostics.append(class_name + "" STDOUT:\n"" + contents)
    if self.stderr is not None:
        with open(self.stderr.name) as fds:
            contents = fds.read().strip()
            if contents:
                diagnostics.append(class_name + "" STDERR:\n"" + contents)
    return diagnostics
","def get_error_diagnostics ( self ) : <TAB> diagnostics = [ ] <TAB> class_name = self . __class__ . __name__ <TAB> if self . stdout is not None : <TAB> <TAB> with open ( self . stdout . name ) as fds : <TAB> <TAB> <TAB> contents = fds . read ( ) . strip ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> diagnostics . append ( class_name + "" STDOUT:\n"" + contents ) <TAB> if self . stderr is not None : <TAB> <TAB> with open ( self . stderr . name ) as fds : <TAB> <TAB> <TAB> contents = fds . read ( ) . strip ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> diagnostics . append ( class_name + "" STDERR:\n"" + contents ) <TAB> return diagnostics",if contents :,172
9373,"def PyJs_anonymous_1469_(that, key, this, arguments, var=var):
    var = Scope(
        {u""this"": this, u""arguments"": arguments, u""key"": key, u""that"": that}, var
    )
    var.registers([u""index"", u""that"", u""key"", u""entry""])
    var.put(u""index"", var.get(u""fastKey"")(var.get(u""key"")))
    if PyJsStrictNeq(var.get(u""index""), Js(u""F"")):
        return var.get(u""that"").get(u""_i"").get(var.get(u""index""))
    # for JS loop
    var.put(u""entry"", var.get(u""that"").get(u""_f""))
    while var.get(u""entry""):
        try:
            if var.get(u""entry"").get(u""k"") == var.get(u""key""):
                return var.get(u""entry"")
        finally:
            var.put(u""entry"", var.get(u""entry"").get(u""n""))","def PyJs_anonymous_1469_ ( that , key , this , arguments , var = var ) : <TAB> var = Scope ( <TAB> <TAB> { u""this"" : this , u""arguments"" : arguments , u""key"" : key , u""that"" : that } , var <TAB> ) <TAB> var . registers ( [ u""index"" , u""that"" , u""key"" , u""entry"" ] ) <TAB> var . put ( u""index"" , var . get ( u""fastKey"" ) ( var . get ( u""key"" ) ) ) <TAB> if PyJsStrictNeq ( var . get ( u""index"" ) , Js ( u""F"" ) ) : <TAB> <TAB> return var . get ( u""that"" ) . get ( u""_i"" ) . get ( var . get ( u""index"" ) ) <TAB> <TAB> var . put ( u""entry"" , var . get ( u""that"" ) . get ( u""_f"" ) ) <TAB> while var . get ( u""entry"" ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return var . get ( u""entry"" ) <TAB> <TAB> finally : <TAB> <TAB> <TAB> var . put ( u""entry"" , var . get ( u""entry"" ) . get ( u""n"" ) )","if var . get ( u""entry"" ) . get ( u""k"" ) == var . get ( u""key"" ) :",280
3136,"def _format(node):
    if isinstance(node, AST):
        fields = [(a, _format(b)) for a, b in iter_fields(node)]
        rv = ""%s(%s"" % (
            node.__class__.__name__,
            "", "".join(
                (""%s=%s"" % field for field in fields)
                if annotate_fields
                else (b for a, b in fields)
            ),
        )
        if include_attributes and node._attributes:
            rv += fields and "", "" or "" ""
            rv += "", "".join(
                ""%s=%s"" % (a, _format(getattr(node, a))) for a in node._attributes
            )
        return rv + "")""
    elif isinstance(node, list):
        return ""[%s]"" % "", "".join(_format(x) for x in node)
    return repr(node)
","def _format ( node ) : <TAB> if isinstance ( node , AST ) : <TAB> <TAB> fields = [ ( a , _format ( b ) ) for a , b in iter_fields ( node ) ] <TAB> <TAB> rv = ""%s(%s"" % ( <TAB> <TAB> <TAB> node . __class__ . __name__ , <TAB> <TAB> <TAB> "", "" . join ( <TAB> <TAB> <TAB> <TAB> ( ""%s=%s"" % field for field in fields ) <TAB> <TAB> <TAB> <TAB> if annotate_fields <TAB> <TAB> <TAB> <TAB> else ( b for a , b in fields ) <TAB> <TAB> <TAB> ) , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rv += fields and "", "" or "" "" <TAB> <TAB> <TAB> rv += "", "" . join ( <TAB> <TAB> <TAB> <TAB> ""%s=%s"" % ( a , _format ( getattr ( node , a ) ) ) for a in node . _attributes <TAB> <TAB> <TAB> ) <TAB> <TAB> return rv + "")"" <TAB> elif isinstance ( node , list ) : <TAB> <TAB> return ""[%s]"" % "", "" . join ( _format ( x ) for x in node ) <TAB> return repr ( node )",if include_attributes and node . _attributes :,233
1104,"def expandWithRefs(self, s, varname):
    if not isinstance(s, str):  # sanity check
        return VariableParse(varname, self, s)
    if varname and varname in self.expand_cache:
        return self.expand_cache[varname]
    varparse = VariableParse(varname, self)
    while s.find(""${"") != -1:
        olds = s
        try:
            s = __expand_var_regexp__.sub(varparse.var_sub, s)
            try:
                s = __expand_python_regexp__.sub(varparse.python_sub, s)
            except SyntaxError as e:
                # Likely unmatched brackets, just don't expand the expression
                if e.msg != ""EOL while scanning string literal"":
                    raise
            if s == olds:
                break
        except ExpansionError:
            raise
        except bb.parse.SkipRecipe:
            raise
        except Exception as exc:
            raise ExpansionError(varname, s, exc) from exc
    varparse.value = s
    if varname:
        self.expand_cache[varname] = varparse
    return varparse","def expandWithRefs ( self , s , varname ) : <TAB> if not isinstance ( s , str ) : <TAB> <TAB> return VariableParse ( varname , self , s ) <TAB> if varname and varname in self . expand_cache : <TAB> <TAB> return self . expand_cache [ varname ] <TAB> varparse = VariableParse ( varname , self ) <TAB> while s . find ( ""${"" ) != - 1 : <TAB> <TAB> olds = s <TAB> <TAB> try : <TAB> <TAB> <TAB> s = __expand_var_regexp__ . sub ( varparse . var_sub , s ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> s = __expand_python_regexp__ . sub ( varparse . python_sub , s ) <TAB> <TAB> <TAB> except SyntaxError as e : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> if s == olds : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> except ExpansionError : <TAB> <TAB> <TAB> raise <TAB> <TAB> except bb . parse . SkipRecipe : <TAB> <TAB> <TAB> raise <TAB> <TAB> except Exception as exc : <TAB> <TAB> <TAB> raise ExpansionError ( varname , s , exc ) from exc <TAB> varparse . value = s <TAB> if varname : <TAB> <TAB> self . expand_cache [ varname ] = varparse <TAB> return varparse","if e . msg != ""EOL while scanning string literal"" :",309
5802,"def check_network(self) -> NetworkStatus:
    try:
        loop = asyncio.get_event_loop()
        async with aiohttp.ClientSession(
            loop=loop, connector=aiohttp.TCPConnector(verify_ssl=False)
        ) as session:
            async with session.get(self.log_server_url) as resp:
                status_text = await resp.text()
                if status_text != ""OK"":
                    raise Exception(""Log proxy server is down."")
    except asyncio.CancelledError:
        raise
    except Exception:
        return NetworkStatus.NOT_CONNECTED
    return NetworkStatus.CONNECTED
","def check_network ( self ) -> NetworkStatus : <TAB> try : <TAB> <TAB> loop = asyncio . get_event_loop ( ) <TAB> <TAB> async with aiohttp . ClientSession ( <TAB> <TAB> <TAB> loop = loop , connector = aiohttp . TCPConnector ( verify_ssl = False ) <TAB> <TAB> ) as session : <TAB> <TAB> <TAB> async with session . get ( self . log_server_url ) as resp : <TAB> <TAB> <TAB> <TAB> status_text = await resp . text ( ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> raise Exception ( ""Log proxy server is down."" ) <TAB> except asyncio . CancelledError : <TAB> <TAB> raise <TAB> except Exception : <TAB> <TAB> return NetworkStatus . NOT_CONNECTED <TAB> return NetworkStatus . CONNECTED","if status_text != ""OK"" :",168
11285,"def main(client, key_id):
    # Initialize appropriate service.
    custom_targeting_service = client.GetService(
        ""CustomTargetingService"", version=""v202008""
    )
    statement = (
        ad_manager.StatementBuilder(version=""v202008"")
        .Where(""customTargetingKeyId = :keyId"")
        .WithBindVariable(""keyId"", int(key_id))
    )
    while True:
        # Get custom targeting values by statement.
        response = custom_targeting_service.getCustomTargetingValuesByStatement(
            statement.ToStatement()
        )
        # Update each local custom targeting value object by changing its name.
        if ""results"" in response and len(response[""results""]):
            updated_values = []
            for value in response[""results""]:
                if not value[""displayName""]:
                    value[""displayName""] = value[""name""]
                value[""displayName""] += "" (Deprecated)""
                updated_values.append(value)
            values = custom_targeting_service.updateCustomTargetingValues(
                updated_values
            )
            # Display results.
            for value in values:
                print(
                    'Custom targeting value with id ""%s"", name ""%s"", and display'
                    ' name ""%s"" was updated.'
                    % (value[""id""], value[""name""], value[""displayName""])
                )
            statement.offset += statement.limit
        else:
            break
    if response[""totalResultSetSize""] == 0:
        print(""No custom targeting values were updated."")","def main ( client , key_id ) : <TAB> <TAB> custom_targeting_service = client . GetService ( <TAB> <TAB> ""CustomTargetingService"" , version = ""v202008"" <TAB> ) <TAB> statement = ( <TAB> <TAB> ad_manager . StatementBuilder ( version = ""v202008"" ) <TAB> <TAB> . Where ( ""customTargetingKeyId = :keyId"" ) <TAB> <TAB> . WithBindVariable ( ""keyId"" , int ( key_id ) ) <TAB> ) <TAB> while True : <TAB> <TAB> <TAB> <TAB> response = custom_targeting_service . getCustomTargetingValuesByStatement ( <TAB> <TAB> <TAB> statement . ToStatement ( ) <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> updated_values = [ ] <TAB> <TAB> <TAB> for value in response [ ""results"" ] : <TAB> <TAB> <TAB> <TAB> if not value [ ""displayName"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> value [ ""displayName"" ] = value [ ""name"" ] <TAB> <TAB> <TAB> <TAB> value [ ""displayName"" ] += "" (Deprecated)"" <TAB> <TAB> <TAB> <TAB> updated_values . append ( value ) <TAB> <TAB> <TAB> values = custom_targeting_service . updateCustomTargetingValues ( <TAB> <TAB> <TAB> <TAB> updated_values <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for value in values : <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> 'Custom targeting value with id ""%s"", name ""%s"", and display' <TAB> <TAB> <TAB> <TAB> <TAB> ' name ""%s"" was updated.' <TAB> <TAB> <TAB> <TAB> <TAB> % ( value [ ""id"" ] , value [ ""name"" ] , value [ ""displayName"" ] ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> statement . offset += statement . limit <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> if response [ ""totalResultSetSize"" ] == 0 : <TAB> <TAB> print ( ""No custom targeting values were updated."" )","if ""results"" in response and len ( response [ ""results"" ] ) :",427
18980,"def check_app_config_brackets(self):
    for sn, app in cherrypy.tree.apps.items():
        if not isinstance(app, cherrypy.Application):
            continue
        if not app.config:
            continue
        for key in app.config.keys():
            if key.startswith(""["") or key.endswith(""]""):
                warnings.warn(
                    ""The application mounted at %r has config ""
                    ""section names with extraneous brackets: %r. ""
                    ""Config *files* need brackets; config *dicts* ""
                    ""(e.g. passed to tree.mount) do not."" % (sn, key)
                )
","def check_app_config_brackets ( self ) : <TAB> for sn , app in cherrypy . tree . apps . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if not app . config : <TAB> <TAB> <TAB> continue <TAB> <TAB> for key in app . config . keys ( ) : <TAB> <TAB> <TAB> if key . startswith ( ""["" ) or key . endswith ( ""]"" ) : <TAB> <TAB> <TAB> <TAB> warnings . warn ( <TAB> <TAB> <TAB> <TAB> <TAB> ""The application mounted at %r has config "" <TAB> <TAB> <TAB> <TAB> <TAB> ""section names with extraneous brackets: %r. "" <TAB> <TAB> <TAB> <TAB> <TAB> ""Config *files* need brackets; config *dicts* "" <TAB> <TAB> <TAB> <TAB> <TAB> ""(e.g. passed to tree.mount) do not."" % ( sn , key ) <TAB> <TAB> <TAB> <TAB> )","if not isinstance ( app , cherrypy . Application ) :",186
12279,"def printErrors(self):
    # Overridden to avoid unnecessary empty line
    if self.errors or self.failures:
        if self.dots or self.showAll:
            self.stream.writeln()
        self.printErrorList(""ERROR"", self.errors)
        self.printErrorList(""FAIL"", self.failures)
","def printErrors ( self ) : <TAB> <TAB> if self . errors or self . failures : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . stream . writeln ( ) <TAB> <TAB> self . printErrorList ( ""ERROR"" , self . errors ) <TAB> <TAB> self . printErrorList ( ""FAIL"" , self . failures )",if self . dots or self . showAll :,79
25421,"def _check_connectivity(self) -> None:
    """"""Check system connectivity.""""""
    value = self._cache.get(""connectivity"", 0)
    # Need only full check if not connected or each 10min
    if value >= 600:
        pass
    elif (
        self.sys_supervisor.connectivity and self.sys_host.network.connectivity is None
    ) or (
        self.sys_supervisor.connectivity
        and self.sys_host.network.connectivity is not None
        and self.sys_host.network.connectivity
    ):
        self._cache[""connectivity""] = value + RUN_CHECK_CONNECTIVITY
        return
    # Check connectivity
    try:
        await self.sys_supervisor.check_connectivity()
        if HostFeature.NETWORK in self.sys_host.features:
            await self.sys_host.network.check_connectivity()
    finally:
        self._cache[""connectivity""] = 0","def _check_connectivity ( self ) -> None : <TAB> """"""Check system connectivity."""""" <TAB> value = self . _cache . get ( ""connectivity"" , 0 ) <TAB> <TAB> if value >= 600 : <TAB> <TAB> pass <TAB> elif ( <TAB> <TAB> self . sys_supervisor . connectivity and self . sys_host . network . connectivity is None <TAB> ) or ( <TAB> <TAB> self . sys_supervisor . connectivity <TAB> <TAB> and self . sys_host . network . connectivity is not None <TAB> <TAB> and self . sys_host . network . connectivity <TAB> ) : <TAB> <TAB> self . _cache [ ""connectivity"" ] = value + RUN_CHECK_CONNECTIVITY <TAB> <TAB> return <TAB> <TAB> try : <TAB> <TAB> await self . sys_supervisor . check_connectivity ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> await self . sys_host . network . check_connectivity ( ) <TAB> finally : <TAB> <TAB> self . _cache [ ""connectivity"" ] = 0",if HostFeature . NETWORK in self . sys_host . features :,227
4461,"def set_active_tools(tools_to_activate, permanently_activate, system):
    tools_to_activate = process_tool_list(tools_to_activate, log_errors=True)
    if tools_to_activate:
        tools = [x for x in tools_to_activate if not x.is_sdk]
        print(
            ""Setting the following tools as active:\n   ""
            + ""\n   "".join(map(lambda x: str(x), tools))
        )
        print("""")
    generate_dot_emscripten(tools_to_activate)
    # Construct a .bat script that will be invoked to set env. vars and PATH
    # We only do this on windows since emsdk.bat is able to modify the
    # calling shell environment.  On other platform `source emsdk_env.sh` is
    # required.
    if WINDOWS:
        # always set local environment variables since permanently activating will only set the registry settings and
        # will not affect the current session
        env_vars_to_add = get_env_vars_to_add(
            tools_to_activate, system, user=permanently_activate
        )
        env_string = construct_env_with_vars(env_vars_to_add)
        write_set_env_script(env_string)
        if permanently_activate:
            win_set_environment_variables(
                env_vars_to_add, system, user=permanently_activate
            )
    return tools_to_activate
","def set_active_tools ( tools_to_activate , permanently_activate , system ) : <TAB> tools_to_activate = process_tool_list ( tools_to_activate , log_errors = True ) <TAB> if tools_to_activate : <TAB> <TAB> tools = [ x for x in tools_to_activate if not x . is_sdk ] <TAB> <TAB> print ( <TAB> <TAB> <TAB> ""Setting the following tools as active:\n   "" <TAB> <TAB> <TAB> + ""\n   "" . join ( map ( lambda x : str ( x ) , tools ) ) <TAB> <TAB> ) <TAB> <TAB> print ( """" ) <TAB> generate_dot_emscripten ( tools_to_activate ) <TAB> <TAB> <TAB> <TAB> <TAB> if WINDOWS : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> env_vars_to_add = get_env_vars_to_add ( <TAB> <TAB> <TAB> tools_to_activate , system , user = permanently_activate <TAB> <TAB> ) <TAB> <TAB> env_string = construct_env_with_vars ( env_vars_to_add ) <TAB> <TAB> write_set_env_script ( env_string ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> win_set_environment_variables ( <TAB> <TAB> <TAB> <TAB> env_vars_to_add , system , user = permanently_activate <TAB> <TAB> <TAB> ) <TAB> return tools_to_activate",if permanently_activate :,382
14826,"def _getnameinfo(sockaddr, flags=0):
    host = sockaddr[0]
    port = sockaddr[1]
    if len(sockaddr) == 4:
        scope = sockaddr[3]
        family = socket.AF_INET6
    else:
        scope = None
        family = socket.AF_INET
    tuples = _getaddrinfo(host, port, family, socket.SOCK_STREAM, socket.SOL_TCP, 0)
    if len(tuples) > 1:
        raise socket.error(""sockaddr resolved to multiple addresses"")
    addr = tuples[0][4][0]
    if flags & socket.NI_DGRAM:
        pname = ""udp""
    else:
        pname = ""tcp""
    qname = dns.reversename.from_address(addr)
    if flags & socket.NI_NUMERICHOST == 0:
        try:
            answer = _resolver.resolve(qname, ""PTR"")
            hostname = answer.rrset[0].target.to_text(True)
        except (dns.resolver.NXDOMAIN, dns.resolver.NoAnswer):
            if flags & socket.NI_NAMEREQD:
                raise socket.gaierror(socket.EAI_NONAME, ""Name or service not known"")
            hostname = addr
            if scope is not None:
                hostname += ""%"" + str(scope)
    else:
        hostname = addr
        if scope is not None:
            hostname += ""%"" + str(scope)
    if flags & socket.NI_NUMERICSERV:
        service = str(port)
    else:
        service = socket.getservbyport(port, pname)
    return (hostname, service)","def _getnameinfo ( sockaddr , flags = 0 ) : <TAB> host = sockaddr [ 0 ] <TAB> port = sockaddr [ 1 ] <TAB> if len ( sockaddr ) == 4 : <TAB> <TAB> scope = sockaddr [ 3 ] <TAB> <TAB> family = socket . AF_INET6 <TAB> else : <TAB> <TAB> scope = None <TAB> <TAB> family = socket . AF_INET <TAB> tuples = _getaddrinfo ( host , port , family , socket . SOCK_STREAM , socket . SOL_TCP , 0 ) <TAB> if len ( tuples ) > 1 : <TAB> <TAB> raise socket . error ( ""sockaddr resolved to multiple addresses"" ) <TAB> addr = tuples [ 0 ] [ 4 ] [ 0 ] <TAB> if flags & socket . NI_DGRAM : <TAB> <TAB> pname = ""udp"" <TAB> else : <TAB> <TAB> pname = ""tcp"" <TAB> qname = dns . reversename . from_address ( addr ) <TAB> if flags & socket . NI_NUMERICHOST == 0 : <TAB> <TAB> try : <TAB> <TAB> <TAB> answer = _resolver . resolve ( qname , ""PTR"" ) <TAB> <TAB> <TAB> hostname = answer . rrset [ 0 ] . target . to_text ( True ) <TAB> <TAB> except ( dns . resolver . NXDOMAIN , dns . resolver . NoAnswer ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise socket . gaierror ( socket . EAI_NONAME , ""Name or service not known"" ) <TAB> <TAB> <TAB> hostname = addr <TAB> <TAB> <TAB> if scope is not None : <TAB> <TAB> <TAB> <TAB> hostname += ""%"" + str ( scope ) <TAB> else : <TAB> <TAB> hostname = addr <TAB> <TAB> if scope is not None : <TAB> <TAB> <TAB> hostname += ""%"" + str ( scope ) <TAB> if flags & socket . NI_NUMERICSERV : <TAB> <TAB> service = str ( port ) <TAB> else : <TAB> <TAB> service = socket . getservbyport ( port , pname ) <TAB> return ( hostname , service )",if flags & socket . NI_NAMEREQD :,433
3801,"def parse_many(self, values):
    for value in values:
        try:
            yield self.parse(value)
        except KeyError:
            if self._ignore_missing_keys:
                yield None
            else:
                raise
","def parse_many ( self , values ) : <TAB> for value in values : <TAB> <TAB> try : <TAB> <TAB> <TAB> yield self . parse ( value ) <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> yield None <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise",if self . _ignore_missing_keys :,71
11773,"def __new__(meta, cls_name, bases, cls_dict):
    func = cls_dict.get(""func"")
    monad_cls = super(FuncMonadMeta, meta).__new__(meta, cls_name, bases, cls_dict)
    if func:
        if type(func) is tuple:
            functions = func
        else:
            functions = (func,)
        for func in functions:
            registered_functions[func] = monad_cls
    return monad_cls
","def __new__ ( meta , cls_name , bases , cls_dict ) : <TAB> func = cls_dict . get ( ""func"" ) <TAB> monad_cls = super ( FuncMonadMeta , meta ) . __new__ ( meta , cls_name , bases , cls_dict ) <TAB> if func : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> functions = func <TAB> <TAB> else : <TAB> <TAB> <TAB> functions = ( func , ) <TAB> <TAB> for func in functions : <TAB> <TAB> <TAB> registered_functions [ func ] = monad_cls <TAB> return monad_cls",if type ( func ) is tuple :,126
2205,"def mergeHiLo(self, x_stats):
    """"""Merge the highs and lows of another accumulator into myself.""""""
    if x_stats.min is not None:
        if self.min is None or x_stats.min < self.min:
            self.min = x_stats.min
            self.mintime = x_stats.mintime
    if x_stats.max is not None:
        if self.max is None or x_stats.max > self.max:
            self.max = x_stats.max
            self.maxtime = x_stats.maxtime
    if x_stats.lasttime is not None:
        if self.lasttime is None or x_stats.lasttime >= self.lasttime:
            self.lasttime = x_stats.lasttime
            self.last = x_stats.last
","def mergeHiLo ( self , x_stats ) : <TAB> """"""Merge the highs and lows of another accumulator into myself."""""" <TAB> if x_stats . min is not None : <TAB> <TAB> if self . min is None or x_stats . min < self . min : <TAB> <TAB> <TAB> self . min = x_stats . min <TAB> <TAB> <TAB> self . mintime = x_stats . mintime <TAB> if x_stats . max is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . max = x_stats . max <TAB> <TAB> <TAB> self . maxtime = x_stats . maxtime <TAB> if x_stats . lasttime is not None : <TAB> <TAB> if self . lasttime is None or x_stats . lasttime >= self . lasttime : <TAB> <TAB> <TAB> self . lasttime = x_stats . lasttime <TAB> <TAB> <TAB> self . last = x_stats . last",if self . max is None or x_stats . max > self . max :,215
25479,"def get_attribute_value(self, nodeid, attr):
    with self._lock:
        self.logger.debug(""get attr val: %s %s"", nodeid, attr)
        if nodeid not in self._nodes:
            dv = ua.DataValue()
            dv.StatusCode = ua.StatusCode(ua.StatusCodes.BadNodeIdUnknown)
            return dv
        node = self._nodes[nodeid]
        if attr not in node.attributes:
            dv = ua.DataValue()
            dv.StatusCode = ua.StatusCode(ua.StatusCodes.BadAttributeIdInvalid)
            return dv
        attval = node.attributes[attr]
        if attval.value_callback:
            return attval.value_callback()
        return attval.value
","def get_attribute_value ( self , nodeid , attr ) : <TAB> with self . _lock : <TAB> <TAB> self . logger . debug ( ""get attr val: %s %s"" , nodeid , attr ) <TAB> <TAB> if nodeid not in self . _nodes : <TAB> <TAB> <TAB> dv = ua . DataValue ( ) <TAB> <TAB> <TAB> dv . StatusCode = ua . StatusCode ( ua . StatusCodes . BadNodeIdUnknown ) <TAB> <TAB> <TAB> return dv <TAB> <TAB> node = self . _nodes [ nodeid ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> dv = ua . DataValue ( ) <TAB> <TAB> <TAB> dv . StatusCode = ua . StatusCode ( ua . StatusCodes . BadAttributeIdInvalid ) <TAB> <TAB> <TAB> return dv <TAB> <TAB> attval = node . attributes [ attr ] <TAB> <TAB> if attval . value_callback : <TAB> <TAB> <TAB> return attval . value_callback ( ) <TAB> <TAB> return attval . value",if attr not in node . attributes :,200
1599,"def _eval(self, code, ns, pos):
    # __traceback_hide__ = True
    try:
        try:
            value = eval(code, self.default_namespace, ns)
        except SyntaxError as e:
            raise SyntaxError(""invalid syntax in expression: %s"" % code)
        return value
    except:
        exc_info = sys.exc_info()
        e = exc_info[1]
        if getattr(e, ""args"", None):
            arg0 = e.args[0]
        else:
            arg0 = coerce_text(e)
        e.args = (self._add_line_info(arg0, pos),)
        if PY3:
            raise (e)
        else:
            raise (exc_info[1], e, exc_info[2])","def _eval ( self , code , ns , pos ) : <TAB> <TAB> try : <TAB> <TAB> try : <TAB> <TAB> <TAB> value = eval ( code , self . default_namespace , ns ) <TAB> <TAB> except SyntaxError as e : <TAB> <TAB> <TAB> raise SyntaxError ( ""invalid syntax in expression: %s"" % code ) <TAB> <TAB> return value <TAB> except : <TAB> <TAB> exc_info = sys . exc_info ( ) <TAB> <TAB> e = exc_info [ 1 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> arg0 = e . args [ 0 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> arg0 = coerce_text ( e ) <TAB> <TAB> e . args = ( self . _add_line_info ( arg0 , pos ) , ) <TAB> <TAB> if PY3 : <TAB> <TAB> <TAB> raise ( e ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ( exc_info [ 1 ] , e , exc_info [ 2 ] )","if getattr ( e , ""args"" , None ) :",214
10300,"def _build_initiator_target_map(self, target_wwns, connector):
    """"""Build the target_wwns and the initiator target map.""""""
    init_targ_map = {}
    if self._lookup_service:
        # use FC san lookup to determine which NSPs to use
        # for the new VLUN.
        dev_map = self._lookup_service.get_device_mapping_from_network(
            connector[""wwpns""], target_wwns
        )
        for fabric_name in dev_map:
            fabric = dev_map[fabric_name]
            for initiator in fabric[""initiator_port_wwn_list""]:
                if initiator not in init_targ_map:
                    init_targ_map[initiator] = []
                init_targ_map[initiator] += fabric[""target_port_wwn_list""]
                init_targ_map[initiator] = list(set(init_targ_map[initiator]))
    else:
        init_targ_map = dict.fromkeys(connector[""wwpns""], target_wwns)
    return init_targ_map
","def _build_initiator_target_map ( self , target_wwns , connector ) : <TAB> """"""Build the target_wwns and the initiator target map."""""" <TAB> init_targ_map = { } <TAB> if self . _lookup_service : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dev_map = self . _lookup_service . get_device_mapping_from_network ( <TAB> <TAB> <TAB> connector [ ""wwpns"" ] , target_wwns <TAB> <TAB> ) <TAB> <TAB> for fabric_name in dev_map : <TAB> <TAB> <TAB> fabric = dev_map [ fabric_name ] <TAB> <TAB> <TAB> for initiator in fabric [ ""initiator_port_wwn_list"" ] : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> init_targ_map [ initiator ] = [ ] <TAB> <TAB> <TAB> <TAB> init_targ_map [ initiator ] += fabric [ ""target_port_wwn_list"" ] <TAB> <TAB> <TAB> <TAB> init_targ_map [ initiator ] = list ( set ( init_targ_map [ initiator ] ) ) <TAB> else : <TAB> <TAB> init_targ_map = dict . fromkeys ( connector [ ""wwpns"" ] , target_wwns ) <TAB> return init_targ_map",if initiator not in init_targ_map :,300
22823,"def scan_options(self):
    """"""Set all configuration-related ivars.""""""
    if not self.config_fn:
        return
    self.parser = parser = self.create_parser()
    s = self.get_config_string()
    self.init_parser(s)
    if self.files:
        # files_source = 'command-line'
        files = self.files
    elif parser.has_section(""Global""):
        # files_source = 'config file'
        files = parser.get(""Global"", ""files"")
        files = [z.strip() for z in files.split(""\n"") if z.strip()]
    else:
        return
    files2 = []
    for z in files:
        files2.extend(glob.glob(self.finalize(z)))
    self.files = [z for z in files2 if z and os.path.exists(z)]
    if ""output_directory"" in parser.options(""Global""):
        s = parser.get(""Global"", ""output_directory"")
        output_dir = self.finalize(s)
        if os.path.exists(output_dir):
            self.output_directory = output_dir
            if self.verbose:
                print(""output directory: %s\n"" % output_dir)
        else:
            print(""output directory not found: %s\n"" % output_dir)
            self.output_directory = None  # inhibit run().
    if ""prefix_lines"" in parser.options(""Global""):
        prefix = parser.get(""Global"", ""prefix_lines"")
        self.prefix_lines = prefix.split(""\n"")","def scan_options ( self ) : <TAB> """"""Set all configuration-related ivars."""""" <TAB> if not self . config_fn : <TAB> <TAB> return <TAB> self . parser = parser = self . create_parser ( ) <TAB> s = self . get_config_string ( ) <TAB> self . init_parser ( s ) <TAB> if self . files : <TAB> <TAB> <TAB> <TAB> files = self . files <TAB> elif parser . has_section ( ""Global"" ) : <TAB> <TAB> <TAB> <TAB> files = parser . get ( ""Global"" , ""files"" ) <TAB> <TAB> files = [ z . strip ( ) for z in files . split ( ""\n"" ) if z . strip ( ) ] <TAB> else : <TAB> <TAB> return <TAB> files2 = [ ] <TAB> for z in files : <TAB> <TAB> files2 . extend ( glob . glob ( self . finalize ( z ) ) ) <TAB> self . files = [ z for z in files2 if z and os . path . exists ( z ) ] <TAB> if ""output_directory"" in parser . options ( ""Global"" ) : <TAB> <TAB> s = parser . get ( ""Global"" , ""output_directory"" ) <TAB> <TAB> output_dir = self . finalize ( s ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . output_directory = output_dir <TAB> <TAB> <TAB> if self . verbose : <TAB> <TAB> <TAB> <TAB> print ( ""output directory: %s\n"" % output_dir ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""output directory not found: %s\n"" % output_dir ) <TAB> <TAB> <TAB> self . output_directory = None <TAB> if ""prefix_lines"" in parser . options ( ""Global"" ) : <TAB> <TAB> prefix = parser . get ( ""Global"" , ""prefix_lines"" ) <TAB> <TAB> self . prefix_lines = prefix . split ( ""\n"" )",if os . path . exists ( output_dir ) :,411
9264,"def parse_known_args(self, args=None, namespace=None):
    # args default to the system args
    if args is None:
        args = _sys.argv[1:]
    # default Namespace built from parser defaults
    if namespace is None:
        namespace = Namespace()
    # add any action defaults that aren't present
    for action in self._actions:
        if action.dest is not SUPPRESS:
            if not hasattr(namespace, action.dest):
                if action.default is not SUPPRESS:
                    setattr(namespace, action.dest, action.default)
    # add any parser defaults that aren't present
    for dest in self._defaults:
        if not hasattr(namespace, dest):
            setattr(namespace, dest, self._defaults[dest])
    # parse the arguments and exit if there are any errors
    try:
        namespace, args = self._parse_known_args(args, namespace)
        if hasattr(namespace, _UNRECOGNIZED_ARGS_ATTR):
            args.extend(getattr(namespace, _UNRECOGNIZED_ARGS_ATTR))
            delattr(namespace, _UNRECOGNIZED_ARGS_ATTR)
        return namespace, args
    except ArgumentError:
        err = _sys.exc_info()[1]
        self.error(str(err))","def parse_known_args ( self , args = None , namespace = None ) : <TAB> <TAB> if args is None : <TAB> <TAB> args = _sys . argv [ 1 : ] <TAB> <TAB> if namespace is None : <TAB> <TAB> namespace = Namespace ( ) <TAB> <TAB> for action in self . _actions : <TAB> <TAB> if action . dest is not SUPPRESS : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if action . default is not SUPPRESS : <TAB> <TAB> <TAB> <TAB> <TAB> setattr ( namespace , action . dest , action . default ) <TAB> <TAB> for dest in self . _defaults : <TAB> <TAB> if not hasattr ( namespace , dest ) : <TAB> <TAB> <TAB> setattr ( namespace , dest , self . _defaults [ dest ] ) <TAB> <TAB> try : <TAB> <TAB> namespace , args = self . _parse_known_args ( args , namespace ) <TAB> <TAB> if hasattr ( namespace , _UNRECOGNIZED_ARGS_ATTR ) : <TAB> <TAB> <TAB> args . extend ( getattr ( namespace , _UNRECOGNIZED_ARGS_ATTR ) ) <TAB> <TAB> <TAB> delattr ( namespace , _UNRECOGNIZED_ARGS_ATTR ) <TAB> <TAB> return namespace , args <TAB> except ArgumentError : <TAB> <TAB> err = _sys . exc_info ( ) [ 1 ] <TAB> <TAB> self . error ( str ( err ) )","if not hasattr ( namespace , action . dest ) :",332
24807,"def test_canonicalise(self):
    from quodlibet.util.path import normalize_path as norm
    f, path = tempfile.mkstemp()
    path = os.path.realpath(path)  # on osx tmp is a symlink
    os.close(f)
    path = norm(path)
    link_dir = mkdtemp()
    link = None
    if not is_win:
        link = os.path.join(link_dir, str(uuid.uuid4()))
        os.symlink(path, link)
    try:
        self.failUnlessEqual(norm(path, canonicalise=True), path)
        self.failUnlessEqual(norm(os.path.join(path, ""foo"", ""..""), True), path)
        if link:
            self.failUnlessEqual(norm(link, True), path)
            # A symlink shouldn't be resolved unless asked for
            self.failIfEqual(norm(link, False), path)
            # And the other behaviour should also work
            unnormalised_path = os.path.join(link, ""foo"", "".."")
            self.failUnlessEqual(norm(unnormalised_path, True), path)
    finally:
        if link:
            os.remove(link)
        os.remove(path)
        os.rmdir(link_dir)","def test_canonicalise ( self ) : <TAB> from quodlibet . util . path import normalize_path as norm <TAB> f , path = tempfile . mkstemp ( ) <TAB> path = os . path . realpath ( path ) <TAB> os . close ( f ) <TAB> path = norm ( path ) <TAB> link_dir = mkdtemp ( ) <TAB> link = None <TAB> if not is_win : <TAB> <TAB> link = os . path . join ( link_dir , str ( uuid . uuid4 ( ) ) ) <TAB> <TAB> os . symlink ( path , link ) <TAB> try : <TAB> <TAB> self . failUnlessEqual ( norm ( path , canonicalise = True ) , path ) <TAB> <TAB> self . failUnlessEqual ( norm ( os . path . join ( path , ""foo"" , "".."" ) , True ) , path ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . failUnlessEqual ( norm ( link , True ) , path ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . failIfEqual ( norm ( link , False ) , path ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> unnormalised_path = os . path . join ( link , ""foo"" , "".."" ) <TAB> <TAB> <TAB> self . failUnlessEqual ( norm ( unnormalised_path , True ) , path ) <TAB> finally : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . remove ( link ) <TAB> <TAB> os . remove ( path ) <TAB> <TAB> os . rmdir ( link_dir )",if link :,327
17840,"def testLimit(self):
    ""Verify that CPU limits are within a 2% tolerance of limit for each scheduler""
    p = pexpect.spawn(""python -m mininet.examples.limit"")
    opts = [
        ""\*\*\* Testing network ([\d\.]+) Mbps"",
        ""\*\*\* Results: \[([\d\., ]+)\]"",
        pexpect.EOF,
    ]
    count = 0
    bw = 0
    tolerance = 2
    while True:
        index = p.expect(opts)
        if index == 0:
            bw = float(p.match.group(1))
            count += 1
        elif index == 1:
            results = p.match.group(1)
            for x in results.split("",""):
                result = float(x)
                self.assertTrue(result < bw + tolerance)
                self.assertTrue(result > bw - tolerance)
        else:
            break
    self.assertTrue(count > 0)","def testLimit ( self ) : <TAB> ""Verify that CPU limits are within a 2% tolerance of limit for each scheduler"" <TAB> p = pexpect . spawn ( ""python -m mininet.examples.limit"" ) <TAB> opts = [ <TAB> <TAB> ""\*\*\* Testing network ([\d\.]+) Mbps"" , <TAB> <TAB> ""\*\*\* Results: \[([\d\., ]+)\]"" , <TAB> <TAB> pexpect . EOF , <TAB> ] <TAB> count = 0 <TAB> bw = 0 <TAB> tolerance = 2 <TAB> while True : <TAB> <TAB> index = p . expect ( opts ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> bw = float ( p . match . group ( 1 ) ) <TAB> <TAB> <TAB> count += 1 <TAB> <TAB> elif index == 1 : <TAB> <TAB> <TAB> results = p . match . group ( 1 ) <TAB> <TAB> <TAB> for x in results . split ( "","" ) : <TAB> <TAB> <TAB> <TAB> result = float ( x ) <TAB> <TAB> <TAB> <TAB> self . assertTrue ( result < bw + tolerance ) <TAB> <TAB> <TAB> <TAB> self . assertTrue ( result > bw - tolerance ) <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> self . assertTrue ( count > 0 )",if index == 0 :,251
12489,"def _real_extract(self, url):
    course_name = self._match_id(url)
    webpage = self._download_webpage(url, course_name)
    props = self._parse_json(
        self._search_regex(r""data\s*=\s*({.+?})\s*;"", webpage, ""data""), course_name
    )[""initialProps""]
    entries = []
    for chapter_num, chapter in enumerate(props[""concepts""], 1):
        if not isinstance(chapter, dict):
            continue
        materials = chapter.get(""materials"")
        if not materials or not isinstance(materials, list):
            continue
        chapter_title = chapter.get(""title"")
        chapter_id = str_or_none(chapter.get(""id""))
        for material in materials:
            if not isinstance(material, dict):
                continue
            if material.get(""material_type"") != ""video"":
                continue
            video_url = urljoin(url, material.get(""url""))
            if not video_url:
                continue
            entries.append(
                {
                    ""_type"": ""url_transparent"",
                    ""url"": video_url,
                    ""title"": str_or_none(material.get(""name"")),
                    ""id"": str_or_none(material.get(""id"")),
                    ""ie_key"": PlatziIE.ie_key(),
                    ""chapter"": chapter_title,
                    ""chapter_number"": chapter_num,
                    ""chapter_id"": chapter_id,
                }
            )
    course_id = compat_str(try_get(props, lambda x: x[""course""][""id""]))
    course_title = try_get(props, lambda x: x[""course""][""name""], compat_str)
    return self.playlist_result(entries, course_id, course_title)","def _real_extract ( self , url ) : <TAB> course_name = self . _match_id ( url ) <TAB> webpage = self . _download_webpage ( url , course_name ) <TAB> props = self . _parse_json ( <TAB> <TAB> self . _search_regex ( r""data\s*=\s*({.+?})\s*;"" , webpage , ""data"" ) , course_name <TAB> ) [ ""initialProps"" ] <TAB> entries = [ ] <TAB> for chapter_num , chapter in enumerate ( props [ ""concepts"" ] , 1 ) : <TAB> <TAB> if not isinstance ( chapter , dict ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> materials = chapter . get ( ""materials"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> chapter_title = chapter . get ( ""title"" ) <TAB> <TAB> chapter_id = str_or_none ( chapter . get ( ""id"" ) ) <TAB> <TAB> for material in materials : <TAB> <TAB> <TAB> if not isinstance ( material , dict ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if material . get ( ""material_type"" ) != ""video"" : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> video_url = urljoin ( url , material . get ( ""url"" ) ) <TAB> <TAB> <TAB> if not video_url : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> entries . append ( <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> ""_type"" : ""url_transparent"" , <TAB> <TAB> <TAB> <TAB> <TAB> ""url"" : video_url , <TAB> <TAB> <TAB> <TAB> <TAB> ""title"" : str_or_none ( material . get ( ""name"" ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> ""id"" : str_or_none ( material . get ( ""id"" ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> ""ie_key"" : PlatziIE . ie_key ( ) , <TAB> <TAB> <TAB> <TAB> <TAB> ""chapter"" : chapter_title , <TAB> <TAB> <TAB> <TAB> <TAB> ""chapter_number"" : chapter_num , <TAB> <TAB> <TAB> <TAB> <TAB> ""chapter_id"" : chapter_id , <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> ) <TAB> course_id = compat_str ( try_get ( props , lambda x : x [ ""course"" ] [ ""id"" ] ) ) <TAB> course_title = try_get ( props , lambda x : x [ ""course"" ] [ ""name"" ] , compat_str ) <TAB> return self . playlist_result ( entries , course_id , course_title )","if not materials or not isinstance ( materials , list ) :",505
5985,"def perform_search(self, dir, s=None, start=None, update_search_start=False):
    self.cancel_highlight()
    # self.ui.lhs_col.set_focus(self.ui.lhs_col.widget_list[1])
    if s is None:
        s = self.last_search_string
        if s is None:
            self.ui.message(""No previous search term."")
            return False
    else:
        self.last_search_string = s
    if start is None:
        start = self.search_start
    case_insensitive = s.lower() == s
    if start > len(self.ui.source):
        start = 0
    i = (start + dir) % len(self.ui.source)
    if i >= len(self.ui.source):
        i = 0
    while i != start:
        sline = self.ui.source[i].text
        if case_insensitive:
            sline = sline.lower()
        if s in sline:
            sl = self.ui.source[i]
            sl.set_highlight(True)
            self.highlight_line = sl
            self.ui.source.set_focus(i)
            if update_search_start:
                self.search_start = i
            return True
        i = (i + dir) % len(self.ui.source)
    return False","def perform_search ( self , dir , s = None , start = None , update_search_start = False ) : <TAB> self . cancel_highlight ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> s = self . last_search_string <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . ui . message ( ""No previous search term."" ) <TAB> <TAB> <TAB> return False <TAB> else : <TAB> <TAB> self . last_search_string = s <TAB> if start is None : <TAB> <TAB> start = self . search_start <TAB> case_insensitive = s . lower ( ) == s <TAB> if start > len ( self . ui . source ) : <TAB> <TAB> start = 0 <TAB> i = ( start + dir ) % len ( self . ui . source ) <TAB> if i >= len ( self . ui . source ) : <TAB> <TAB> i = 0 <TAB> while i != start : <TAB> <TAB> sline = self . ui . source [ i ] . text <TAB> <TAB> if case_insensitive : <TAB> <TAB> <TAB> sline = sline . lower ( ) <TAB> <TAB> if s in sline : <TAB> <TAB> <TAB> sl = self . ui . source [ i ] <TAB> <TAB> <TAB> sl . set_highlight ( True ) <TAB> <TAB> <TAB> self . highlight_line = sl <TAB> <TAB> <TAB> self . ui . source . set_focus ( i ) <TAB> <TAB> <TAB> if update_search_start : <TAB> <TAB> <TAB> <TAB> self . search_start = i <TAB> <TAB> <TAB> return True <TAB> <TAB> i = ( i + dir ) % len ( self . ui . source ) <TAB> return False",if s is None :,368
2355,"def acquire(cls, node, floating=None):
    if isinstance(node, Gaffer.ScriptNode):
        script = node
    else:
        script = node.scriptNode()
    scriptWindow = GafferUI.ScriptWindow.acquire(script)
    if floating in (None, False):
        for editor in scriptWindow.getLayout().editors(type=cls):
            if node.isSame(editor._lastAddedNode()):
                editor.reveal()
                return editor
    if floating in (None, True):
        childWindows = scriptWindow.childWindows()
        for window in childWindows:
            if isinstance(window, _EditorWindow):
                if (
                    isinstance(window.getChild(), cls)
                    and node in window.getChild().getNodeSet()
                ):
                    window.setVisible(True)
                    return window.getChild()
    editor = cls(script)
    editor.setNodeSet(Gaffer.StandardSet([node]))
    if floating is False:
        scriptWindow.getLayout().addEditor(editor)
    else:
        window = _EditorWindow(scriptWindow, editor)
        # Ensure keyboard shortcuts are relayed to the main menu bar
        scriptWindow.menuBar().addShortcutTarget(window)
        window.setVisible(True)
        if isinstance(editor, GafferUI.NodeEditor):
            # The window will have opened at the perfect size for the
            # contained widgets. But some NodeEditors have expanding
            # sections and buttons to add new widgets, and for that
            # reason, a minimum height of 400px has been deemed more
            # suitable.
            size = window._qtWidget().size()
            if size.height() < 400:
                size.setHeight(400)
                window._qtWidget().resize(size)
    return editor","def acquire ( cls , node , floating = None ) : <TAB> if isinstance ( node , Gaffer . ScriptNode ) : <TAB> <TAB> script = node <TAB> else : <TAB> <TAB> script = node . scriptNode ( ) <TAB> scriptWindow = GafferUI . ScriptWindow . acquire ( script ) <TAB> if floating in ( None , False ) : <TAB> <TAB> for editor in scriptWindow . getLayout ( ) . editors ( type = cls ) : <TAB> <TAB> <TAB> if node . isSame ( editor . _lastAddedNode ( ) ) : <TAB> <TAB> <TAB> <TAB> editor . reveal ( ) <TAB> <TAB> <TAB> <TAB> return editor <TAB> if floating in ( None , True ) : <TAB> <TAB> childWindows = scriptWindow . childWindows ( ) <TAB> <TAB> for window in childWindows : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> <TAB> isinstance ( window . getChild ( ) , cls ) <TAB> <TAB> <TAB> <TAB> <TAB> and node in window . getChild ( ) . getNodeSet ( ) <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> window . setVisible ( True ) <TAB> <TAB> <TAB> <TAB> <TAB> return window . getChild ( ) <TAB> editor = cls ( script ) <TAB> editor . setNodeSet ( Gaffer . StandardSet ( [ node ] ) ) <TAB> if floating is False : <TAB> <TAB> scriptWindow . getLayout ( ) . addEditor ( editor ) <TAB> else : <TAB> <TAB> window = _EditorWindow ( scriptWindow , editor ) <TAB> <TAB> <TAB> <TAB> scriptWindow . menuBar ( ) . addShortcutTarget ( window ) <TAB> <TAB> window . setVisible ( True ) <TAB> <TAB> if isinstance ( editor , GafferUI . NodeEditor ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> size = window . _qtWidget ( ) . size ( ) <TAB> <TAB> <TAB> if size . height ( ) < 400 : <TAB> <TAB> <TAB> <TAB> size . setHeight ( 400 ) <TAB> <TAB> <TAB> <TAB> window . _qtWidget ( ) . resize ( size ) <TAB> return editor","if isinstance ( window , _EditorWindow ) :",487
9370,"def PyJs_updateScopeInfo_823_(this, arguments, var=var):
    var = Scope(
        {
            u""this"": this,
            u""arguments"": arguments,
            u""updateScopeInfo"": PyJs_updateScopeInfo_823_,
        },
        var,
    )
    var.registers([u""letRefs"", u""binding"", u""key"", u""parentScope"", u""scope"", u""ref""])
    var.put(u""scope"", var.get(u""this"").get(u""scope""))
    var.put(u""parentScope"", var.get(u""scope"").callprop(u""getFunctionParent""))
    var.put(u""letRefs"", var.get(u""this"").get(u""letReferences""))
    for PyJsTemp in var.get(u""letRefs""):
        var.put(u""key"", PyJsTemp)
        var.put(u""ref"", var.get(u""letRefs"").get(var.get(u""key"")))
        var.put(
            u""binding"",
            var.get(u""scope"").callprop(u""getBinding"", var.get(u""ref"").get(u""name"")),
        )
        if var.get(u""binding"").neg():
            continue
        if PyJsStrictEq(var.get(u""binding"").get(u""kind""), Js(u""let"")) or PyJsStrictEq(
            var.get(u""binding"").get(u""kind""), Js(u""const"")
        ):
            var.get(u""binding"").put(u""kind"", Js(u""var""))
            var.get(u""scope"").callprop(
                u""moveBindingTo"", var.get(u""ref"").get(u""name""), var.get(u""parentScope"")
            )","def PyJs_updateScopeInfo_823_ ( this , arguments , var = var ) : <TAB> var = Scope ( <TAB> <TAB> { <TAB> <TAB> <TAB> u""this"" : this , <TAB> <TAB> <TAB> u""arguments"" : arguments , <TAB> <TAB> <TAB> u""updateScopeInfo"" : PyJs_updateScopeInfo_823_ , <TAB> <TAB> } , <TAB> <TAB> var , <TAB> ) <TAB> var . registers ( [ u""letRefs"" , u""binding"" , u""key"" , u""parentScope"" , u""scope"" , u""ref"" ] ) <TAB> var . put ( u""scope"" , var . get ( u""this"" ) . get ( u""scope"" ) ) <TAB> var . put ( u""parentScope"" , var . get ( u""scope"" ) . callprop ( u""getFunctionParent"" ) ) <TAB> var . put ( u""letRefs"" , var . get ( u""this"" ) . get ( u""letReferences"" ) ) <TAB> for PyJsTemp in var . get ( u""letRefs"" ) : <TAB> <TAB> var . put ( u""key"" , PyJsTemp ) <TAB> <TAB> var . put ( u""ref"" , var . get ( u""letRefs"" ) . get ( var . get ( u""key"" ) ) ) <TAB> <TAB> var . put ( <TAB> <TAB> <TAB> u""binding"" , <TAB> <TAB> <TAB> var . get ( u""scope"" ) . callprop ( u""getBinding"" , var . get ( u""ref"" ) . get ( u""name"" ) ) , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if PyJsStrictEq ( var . get ( u""binding"" ) . get ( u""kind"" ) , Js ( u""let"" ) ) or PyJsStrictEq ( <TAB> <TAB> <TAB> var . get ( u""binding"" ) . get ( u""kind"" ) , Js ( u""const"" ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> var . get ( u""binding"" ) . put ( u""kind"" , Js ( u""var"" ) ) <TAB> <TAB> <TAB> var . get ( u""scope"" ) . callprop ( <TAB> <TAB> <TAB> <TAB> u""moveBindingTo"" , var . get ( u""ref"" ) . get ( u""name"" ) , var . get ( u""parentScope"" ) <TAB> <TAB> <TAB> )","if var . get ( u""binding"" ) . neg ( ) :",473
21783,"def validate_cpu(self, value):
    for k, v in value.viewitems():
        if v is None:  # use NoneType to unset a value
            continue
        if not re.match(PROCTYPE_MATCH, k):
            raise serializers.ValidationError(""Process types can only contain [a-z]"")
        shares = re.match(CPUSHARE_MATCH, str(v))
        if not shares:
            raise serializers.ValidationError(""CPU shares must be an integer"")
        for v in shares.groupdict().viewvalues():
            try:
                i = int(v)
            except ValueError:
                raise serializers.ValidationError(""CPU shares must be an integer"")
            if i > 1024 or i < 0:
                raise serializers.ValidationError(
                    ""CPU shares must be between 0 and 1024""
                )
    return value","def validate_cpu ( self , value ) : <TAB> for k , v in value . viewitems ( ) : <TAB> <TAB> if v is None : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise serializers . ValidationError ( ""Process types can only contain [a-z]"" ) <TAB> <TAB> shares = re . match ( CPUSHARE_MATCH , str ( v ) ) <TAB> <TAB> if not shares : <TAB> <TAB> <TAB> raise serializers . ValidationError ( ""CPU shares must be an integer"" ) <TAB> <TAB> for v in shares . groupdict ( ) . viewvalues ( ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> i = int ( v ) <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> raise serializers . ValidationError ( ""CPU shares must be an integer"" ) <TAB> <TAB> <TAB> if i > 1024 or i < 0 : <TAB> <TAB> <TAB> <TAB> raise serializers . ValidationError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""CPU shares must be between 0 and 1024"" <TAB> <TAB> <TAB> <TAB> ) <TAB> return value","if not re . match ( PROCTYPE_MATCH , k ) :",227
3019,"def tables_size(results):
    print(""\nSIZE RESULTS\n"")
    sizes_per_datatype = {}
    for ser in results:
        for datatype in results[ser][""sizes""]:
            size = results[ser][""sizes""][datatype]
            if datatype not in sizes_per_datatype:
                sizes_per_datatype[datatype] = []
            sizes_per_datatype[datatype].append((size, ser))
    sizes_per_datatype = {
        datatype: sorted(sizes) for datatype, sizes in sizes_per_datatype.items()
    }
    for dt in sorted(sizes_per_datatype):
        print(dt)
        for pos, (size, serializer) in enumerate(sizes_per_datatype[dt]):
            if size == no_result:
                size = ""unsupported""
            else:
                size = ""%8d"" % size
            print("" %2d: %-8s  %s"" % (pos + 1, serializer, size))
    print()","def tables_size ( results ) : <TAB> print ( ""\nSIZE RESULTS\n"" ) <TAB> sizes_per_datatype = { } <TAB> for ser in results : <TAB> <TAB> for datatype in results [ ser ] [ ""sizes"" ] : <TAB> <TAB> <TAB> size = results [ ser ] [ ""sizes"" ] [ datatype ] <TAB> <TAB> <TAB> if datatype not in sizes_per_datatype : <TAB> <TAB> <TAB> <TAB> sizes_per_datatype [ datatype ] = [ ] <TAB> <TAB> <TAB> sizes_per_datatype [ datatype ] . append ( ( size , ser ) ) <TAB> sizes_per_datatype = { <TAB> <TAB> datatype : sorted ( sizes ) for datatype , sizes in sizes_per_datatype . items ( ) <TAB> } <TAB> for dt in sorted ( sizes_per_datatype ) : <TAB> <TAB> print ( dt ) <TAB> <TAB> for pos , ( size , serializer ) in enumerate ( sizes_per_datatype [ dt ] ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> size = ""unsupported"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> size = ""%8d"" % size <TAB> <TAB> <TAB> print ( "" %2d: %-8s  %s"" % ( pos + 1 , serializer , size ) ) <TAB> print ( )",if size == no_result :,254
23085,"def _get_sources(self):
    server_links = {
        ""mp4upload"": ""https://www.mp4upload.com/embed-{}.html"",
        ""trollvid"": ""https://trollvid.net/embed/{}"",
    }
    resp = helpers.soupify(helpers.get(self.url).text).find_all(""script"")  # [-3].string
    for i in resp:
        if i.string:
            if ""sources"" in i.string:
                res = i.string
    hosts = json.loads(re.search(r""(\[[^)]+\])"", res).group(1))
    logger.debug(""Hosts: {}"".format(hosts))
    sources_list = []
    for i in hosts:
        for j in server_links:
            if i.get(""host"") in j and i.get(""source""):
                sources_list.append(
                    {
                        ""extractor"": j,
                        ""url"": server_links[j].format(i[""source""]),
                        ""server"": j,
                        ""version"": i[""source""],
                    }
                )
    return self.sort_sources(sources_list)","def _get_sources ( self ) : <TAB> server_links = { <TAB> <TAB> ""mp4upload"" : ""https://www.mp4upload.com/embed-{}.html"" , <TAB> <TAB> ""trollvid"" : ""https://trollvid.net/embed/{}"" , <TAB> } <TAB> resp = helpers . soupify ( helpers . get ( self . url ) . text ) . find_all ( ""script"" ) <TAB> for i in resp : <TAB> <TAB> if i . string : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> res = i . string <TAB> hosts = json . loads ( re . search ( r""(\[[^)]+\])"" , res ) . group ( 1 ) ) <TAB> logger . debug ( ""Hosts: {}"" . format ( hosts ) ) <TAB> sources_list = [ ] <TAB> for i in hosts : <TAB> <TAB> for j in server_links : <TAB> <TAB> <TAB> if i . get ( ""host"" ) in j and i . get ( ""source"" ) : <TAB> <TAB> <TAB> <TAB> sources_list . append ( <TAB> <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""extractor"" : j , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""url"" : server_links [ j ] . format ( i [ ""source"" ] ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""server"" : j , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""version"" : i [ ""source"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> ) <TAB> return self . sort_sources ( sources_list )","if ""sources"" in i . string :",316
4464,"def get_command(cls):
    ifconfig_cmd = ""ifconfig""
    for path in [""/sbin"", ""/usr/sbin"", ""/bin"", ""/usr/bin""]:
        if os.path.exists(os.path.join(path, ifconfig_cmd)):
            ifconfig_cmd = os.path.join(path, ifconfig_cmd)
            break
    ifconfig_cmd = ifconfig_cmd + "" -a""
    return ifconfig_cmd
","def get_command ( cls ) : <TAB> ifconfig_cmd = ""ifconfig"" <TAB> for path in [ ""/sbin"" , ""/usr/sbin"" , ""/bin"" , ""/usr/bin"" ] : <TAB> <TAB> if os . path . exists ( os . path . join ( path , ifconfig_cmd ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> ifconfig_cmd = ifconfig_cmd + "" -a"" <TAB> return ifconfig_cmd","ifconfig_cmd = os . path . join ( path , ifconfig_cmd )",109
13228,"def registerExtensions(self, extensions, configs):
    if not configs:
        configs = {}
    for ext in extensions:
        extension_module_name = ""mdx_"" + ext
        try:
            module = __import__(extension_module_name)
        except:
            message(
                CRITICAL,
                ""couldn't load extension %s (looking for %s module)""
                % (ext, extension_module_name),
            )
        else:
            if configs.has_key(ext):
                configs_for_ext = configs[ext]
            else:
                configs_for_ext = []
            extension = module.makeExtension(configs_for_ext)
            extension.extendMarkdown(self, globals())
","def registerExtensions ( self , extensions , configs ) : <TAB> if not configs : <TAB> <TAB> configs = { } <TAB> for ext in extensions : <TAB> <TAB> extension_module_name = ""mdx_"" + ext <TAB> <TAB> try : <TAB> <TAB> <TAB> module = __import__ ( extension_module_name ) <TAB> <TAB> except : <TAB> <TAB> <TAB> message ( <TAB> <TAB> <TAB> <TAB> CRITICAL , <TAB> <TAB> <TAB> <TAB> ""couldn't load extension %s (looking for %s module)"" <TAB> <TAB> <TAB> <TAB> % ( ext , extension_module_name ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> configs_for_ext = configs [ ext ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> configs_for_ext = [ ] <TAB> <TAB> <TAB> extension = module . makeExtension ( configs_for_ext ) <TAB> <TAB> <TAB> extension . extendMarkdown ( self , globals ( ) )",if configs . has_key ( ext ) :,206
1054,"def eventloop(self):
    poll = select.poll()
    event_read_mask = self.errorevents | self.readevents
    poll.register(self.serversock.fileno())
    poll.register(self.readpipe, event_read_mask)
    breakout = False
    self.running = True
    self.logger.debug(""Starting thread event loop"")
    while not breakout:
        events = poll.poll()
        for event in events:
            # An error occurred, bail out
            if event[1] & self.errorevents:
                raise Exception(self.stringify_event(event[1]))
            # Event to stop the thread
            if self.readpipe == event[0]:
                self.logger.debug(""Stop event received"")
                breakout = True
                break
            # A connection request was received
            elif self.serversock.fileno() == event[0]:
                self.logger.debug(""Connection request received"")
                self.readsock, _ = self.serversock.accept()
                self.readsock.setblocking(0)
                poll.unregister(self.serversock.fileno())
                poll.register(self.readsock.fileno(), event_read_mask)
                self.logger.debug(""Setting connection established event"")
                self.connection_established.set()
            # Actual data to be logged
            elif self.readsock.fileno() == event[0]:
                data = self.recv(1024)
                self.logfunc(data)","def eventloop ( self ) : <TAB> poll = select . poll ( ) <TAB> event_read_mask = self . errorevents | self . readevents <TAB> poll . register ( self . serversock . fileno ( ) ) <TAB> poll . register ( self . readpipe , event_read_mask ) <TAB> breakout = False <TAB> self . running = True <TAB> self . logger . debug ( ""Starting thread event loop"" ) <TAB> while not breakout : <TAB> <TAB> events = poll . poll ( ) <TAB> <TAB> for event in events : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if event [ 1 ] & self . errorevents : <TAB> <TAB> <TAB> <TAB> raise Exception ( self . stringify_event ( event [ 1 ] ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . readpipe == event [ 0 ] : <TAB> <TAB> <TAB> <TAB> self . logger . debug ( ""Stop event received"" ) <TAB> <TAB> <TAB> <TAB> breakout = True <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . logger . debug ( ""Connection request received"" ) <TAB> <TAB> <TAB> <TAB> self . readsock , _ = self . serversock . accept ( ) <TAB> <TAB> <TAB> <TAB> self . readsock . setblocking ( 0 ) <TAB> <TAB> <TAB> <TAB> poll . unregister ( self . serversock . fileno ( ) ) <TAB> <TAB> <TAB> <TAB> poll . register ( self . readsock . fileno ( ) , event_read_mask ) <TAB> <TAB> <TAB> <TAB> self . logger . debug ( ""Setting connection established event"" ) <TAB> <TAB> <TAB> <TAB> self . connection_established . set ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> elif self . readsock . fileno ( ) == event [ 0 ] : <TAB> <TAB> <TAB> <TAB> data = self . recv ( 1024 ) <TAB> <TAB> <TAB> <TAB> self . logfunc ( data )",elif self . serversock . fileno ( ) == event [ 0 ] :,414
9012,"def _list_item_sub(self, match):
    item = match.group(4)
    leading_line = match.group(1)
    if leading_line or ""\n\n"" in item or self._last_li_endswith_two_eols:
        item = self._run_block_gamut(self._outdent(item))
    else:
        # Recursion for sub-lists:
        item = self._do_lists(self._outdent(item))
        if item.endswith(""\n""):
            item = item[:-1]
        item = self._run_span_gamut(item)
    self._last_li_endswith_two_eols = len(match.group(5)) == 2
    if ""task_list"" in self.extras:
        item = self._task_list_item_re.sub(self._task_list_item_sub, item)
    return ""<li>%s</li>\n"" % item","def _list_item_sub ( self , match ) : <TAB> item = match . group ( 4 ) <TAB> leading_line = match . group ( 1 ) <TAB> if leading_line or ""\n\n"" in item or self . _last_li_endswith_two_eols : <TAB> <TAB> item = self . _run_block_gamut ( self . _outdent ( item ) ) <TAB> else : <TAB> <TAB> <TAB> <TAB> item = self . _do_lists ( self . _outdent ( item ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> item = item [ : - 1 ] <TAB> <TAB> item = self . _run_span_gamut ( item ) <TAB> self . _last_li_endswith_two_eols = len ( match . group ( 5 ) ) == 2 <TAB> if ""task_list"" in self . extras : <TAB> <TAB> item = self . _task_list_item_re . sub ( self . _task_list_item_sub , item ) <TAB> return ""<li>%s</li>\n"" % item","if item . endswith ( ""\n"" ) :",234
25023,"def update(self, x, who=None, metadata=None):
    self._retain_refs(metadata)
    y = self._get_key(x)
    if self.keep == ""last"":
        # remove key if already present so that emitted value
        # will reflect elements' actual relative ordering
        self._buffer.pop(y, None)
        self._metadata_buffer.pop(y, None)
        self._buffer[y] = x
        self._metadata_buffer[y] = metadata
    else:  # self.keep == ""first""
        if y not in self._buffer:
            self._buffer[y] = x
            self._metadata_buffer[y] = metadata
    return self.last
","def update ( self , x , who = None , metadata = None ) : <TAB> self . _retain_refs ( metadata ) <TAB> y = self . _get_key ( x ) <TAB> if self . keep == ""last"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _buffer . pop ( y , None ) <TAB> <TAB> self . _metadata_buffer . pop ( y , None ) <TAB> <TAB> self . _buffer [ y ] = x <TAB> <TAB> self . _metadata_buffer [ y ] = metadata <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _buffer [ y ] = x <TAB> <TAB> <TAB> self . _metadata_buffer [ y ] = metadata <TAB> return self . last",if y not in self . _buffer :,180
12101,"def _GetValue(value_pb):
    """"""Gets the value from the value_pb.""""""
    if value_pb.type() in _PROTO_FIELDS_STRING_VALUE:
        if value_pb.has_string_value():
            return value_pb.string_value()
        return None
    if value_pb.type() == document_pb.FieldValue.DATE:
        if value_pb.has_string_value():
            return search_util.DeserializeDate(value_pb.string_value())
        return None
    if value_pb.type() == document_pb.FieldValue.NUMBER:
        if value_pb.has_string_value():
            return float(value_pb.string_value())
        return None
    if value_pb.type() == document_pb.FieldValue.GEO:
        if value_pb.has_geo():
            geo_pb = value_pb.geo()
            return GeoPoint(latitude=geo_pb.lat(), longitude=geo_pb.lng())
        return None
    raise TypeError(""unknown FieldValue type %d"" % value_pb.type())
","def _GetValue ( value_pb ) : <TAB> """"""Gets the value from the value_pb."""""" <TAB> if value_pb . type ( ) in _PROTO_FIELDS_STRING_VALUE : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return value_pb . string_value ( ) <TAB> <TAB> return None <TAB> if value_pb . type ( ) == document_pb . FieldValue . DATE : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return search_util . DeserializeDate ( value_pb . string_value ( ) ) <TAB> <TAB> return None <TAB> if value_pb . type ( ) == document_pb . FieldValue . NUMBER : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return float ( value_pb . string_value ( ) ) <TAB> <TAB> return None <TAB> if value_pb . type ( ) == document_pb . FieldValue . GEO : <TAB> <TAB> if value_pb . has_geo ( ) : <TAB> <TAB> <TAB> geo_pb = value_pb . geo ( ) <TAB> <TAB> <TAB> return GeoPoint ( latitude = geo_pb . lat ( ) , longitude = geo_pb . lng ( ) ) <TAB> <TAB> return None <TAB> raise TypeError ( ""unknown FieldValue type %d"" % value_pb . type ( ) )",if value_pb . has_string_value ( ) :,281
292,"def forms_list(self, trans, payload=None, **kwd):
    message = kwd.get(""message"", """")
    status = kwd.get(""status"", """")
    if ""operation"" in kwd:
        id = kwd.get(""id"")
        if not id:
            return self.message_exception(
                trans, ""Invalid form id (%s) received."" % str(id)
            )
        ids = util.listify(id)
        operation = kwd[""operation""].lower()
        if operation == ""delete"":
            message, status = self._delete_form(trans, ids)
        elif operation == ""undelete"":
            message, status = self._undelete_form(trans, ids)
    if message and status:
        kwd[""message""] = util.sanitize_text(message)
        kwd[""status""] = status
    return self.forms_grid(trans, **kwd)
","def forms_list ( self , trans , payload = None , ** kwd ) : <TAB> message = kwd . get ( ""message"" , """" ) <TAB> status = kwd . get ( ""status"" , """" ) <TAB> if ""operation"" in kwd : <TAB> <TAB> id = kwd . get ( ""id"" ) <TAB> <TAB> if not id : <TAB> <TAB> <TAB> return self . message_exception ( <TAB> <TAB> <TAB> <TAB> trans , ""Invalid form id (%s) received."" % str ( id ) <TAB> <TAB> <TAB> ) <TAB> <TAB> ids = util . listify ( id ) <TAB> <TAB> operation = kwd [ ""operation"" ] . lower ( ) <TAB> <TAB> if operation == ""delete"" : <TAB> <TAB> <TAB> message , status = self . _delete_form ( trans , ids ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> message , status = self . _undelete_form ( trans , ids ) <TAB> if message and status : <TAB> <TAB> kwd [ ""message"" ] = util . sanitize_text ( message ) <TAB> <TAB> kwd [ ""status"" ] = status <TAB> return self . forms_grid ( trans , ** kwd )","elif operation == ""undelete"" :",228
22381,"def update_obj(obj, new, fatal_errors=True):
    elems = list(obj.keys())
    if ""Conf"" in elems:
        elems.remove(""Conf"")
        elems.insert(0, ""Conf"")
    if ""Env"" in elems:
        elems.remove(""Env"")
        obj[""Env""].update(new[""Env""])
    if ""Hist"" in elems:
        elems.remove(""Hist"")
        obj[""Hist""] += new[""Hist""]
    for elem in elems:
        if isinstance(obj[elem], dict):
            for key, value in new[elem].items():
                try:
                    obj[elem][key] = value
                except Exception as error:
                    item_repr = ""session.%s.%s"" % (elem, key)
                    msg_prefix = ""[-] Couldn't set %s"" % item_repr
                    if fatal_errors:
                        print(""%s:"" % msg_prefix)
                        raise
                    else:
                        print(""%s: %s"" % (msg_prefix, error))
        else:
            obj[elem] = new[elem]
    return obj","def update_obj ( obj , new , fatal_errors = True ) : <TAB> elems = list ( obj . keys ( ) ) <TAB> if ""Conf"" in elems : <TAB> <TAB> elems . remove ( ""Conf"" ) <TAB> <TAB> elems . insert ( 0 , ""Conf"" ) <TAB> if ""Env"" in elems : <TAB> <TAB> elems . remove ( ""Env"" ) <TAB> <TAB> obj [ ""Env"" ] . update ( new [ ""Env"" ] ) <TAB> if ""Hist"" in elems : <TAB> <TAB> elems . remove ( ""Hist"" ) <TAB> <TAB> obj [ ""Hist"" ] += new [ ""Hist"" ] <TAB> for elem in elems : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for key , value in new [ elem ] . items ( ) : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> obj [ elem ] [ key ] = value <TAB> <TAB> <TAB> <TAB> except Exception as error : <TAB> <TAB> <TAB> <TAB> <TAB> item_repr = ""session.%s.%s"" % ( elem , key ) <TAB> <TAB> <TAB> <TAB> <TAB> msg_prefix = ""[-] Couldn't set %s"" % item_repr <TAB> <TAB> <TAB> <TAB> <TAB> if fatal_errors : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( ""%s:"" % msg_prefix ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( ""%s: %s"" % ( msg_prefix , error ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> obj [ elem ] = new [ elem ] <TAB> return obj","if isinstance ( obj [ elem ] , dict ) :",315
9926,"def _process_rtdest(self):
    LOG.debug(""Processing RT NLRI destination..."")
    if self._rtdest_queue.is_empty():
        return
    else:
        processed_any = False
        while not self._rtdest_queue.is_empty():
            # We process the first destination in the queue.
            next_dest = self._rtdest_queue.pop_first()
            if next_dest:
                next_dest.process()
                processed_any = True
        if processed_any:
            # Since RT destination were updated we update RT filters
            self._core_service.update_rtfilters()
","def _process_rtdest ( self ) : <TAB> LOG . debug ( ""Processing RT NLRI destination..."" ) <TAB> if self . _rtdest_queue . is_empty ( ) : <TAB> <TAB> return <TAB> else : <TAB> <TAB> processed_any = False <TAB> <TAB> while not self . _rtdest_queue . is_empty ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> next_dest = self . _rtdest_queue . pop_first ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> next_dest . process ( ) <TAB> <TAB> <TAB> <TAB> processed_any = True <TAB> <TAB> if processed_any : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _core_service . update_rtfilters ( )",if next_dest :,171
9070,"def display_my_sessions_view():
    placeholder_images = DataGetter.get_event_default_images()
    custom_placeholder = DataGetter.get_custom_placeholders()
    upcoming_events_sessions = DataGetter.get_sessions_of_user(upcoming_events=True)
    im_config = DataGetter.get_image_configs()
    im_size = """"
    for config in im_config:
        if config.page == ""mysession"":
            im_size = config.size
    past_events_sessions = DataGetter.get_sessions_of_user(upcoming_events=False)
    page_content = {
        ""tab_upcoming_events"": ""Upcoming Sessions"",
        ""tab_past_events"": ""Past Sessions"",
        ""title"": ""My Session Proposals"",
    }
    if not AuthManager.is_verified_user():
        flash(
            Markup(
                ""Your account is unverified. ""
                ""Please verify by clicking on the confirmation link that has been emailed to you.""
                '<br>Did not get the email? Please <a href=""/resend_email/"" class=""alert-link""> '
                ""click here to resend the confirmation.</a>""
            )
        )
    return render_template(
        ""gentelella/users/mysessions/mysessions_list.html"",
        upcoming_events_sessions=upcoming_events_sessions,
        past_events_sessions=past_events_sessions,
        page_content=page_content,
        placeholder_images=placeholder_images,
        custom_placeholder=custom_placeholder,
        im_size=im_size,
    )
","def display_my_sessions_view ( ) : <TAB> placeholder_images = DataGetter . get_event_default_images ( ) <TAB> custom_placeholder = DataGetter . get_custom_placeholders ( ) <TAB> upcoming_events_sessions = DataGetter . get_sessions_of_user ( upcoming_events = True ) <TAB> im_config = DataGetter . get_image_configs ( ) <TAB> im_size = """" <TAB> for config in im_config : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> im_size = config . size <TAB> past_events_sessions = DataGetter . get_sessions_of_user ( upcoming_events = False ) <TAB> page_content = { <TAB> <TAB> ""tab_upcoming_events"" : ""Upcoming Sessions"" , <TAB> <TAB> ""tab_past_events"" : ""Past Sessions"" , <TAB> <TAB> ""title"" : ""My Session Proposals"" , <TAB> } <TAB> if not AuthManager . is_verified_user ( ) : <TAB> <TAB> flash ( <TAB> <TAB> <TAB> Markup ( <TAB> <TAB> <TAB> <TAB> ""Your account is unverified. "" <TAB> <TAB> <TAB> <TAB> ""Please verify by clicking on the confirmation link that has been emailed to you."" <TAB> <TAB> <TAB> <TAB> '<br>Did not get the email? Please <a href=""/resend_email/"" class=""alert-link""> ' <TAB> <TAB> <TAB> <TAB> ""click here to resend the confirmation.</a>"" <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> return render_template ( <TAB> <TAB> ""gentelella/users/mysessions/mysessions_list.html"" , <TAB> <TAB> upcoming_events_sessions = upcoming_events_sessions , <TAB> <TAB> past_events_sessions = past_events_sessions , <TAB> <TAB> page_content = page_content , <TAB> <TAB> placeholder_images = placeholder_images , <TAB> <TAB> custom_placeholder = custom_placeholder , <TAB> <TAB> im_size = im_size , <TAB> )","if config . page == ""mysession"" :",426
7511,"def get_engine(user, engine=""solr"", facet=None, source=""data"", cluster='""""'):
    if isinstance(engine, dict):
        if source == ""data"":
            source = engine.get(""source"")
        engine = engine.get(""engine"", ""solr"")
    if engine == ""report"" and facet:
        engine = facet[""properties""].get(""engine"")
    if engine != ""solr"":
        if engine == ""impala"":
            from impala.dashboard_api import ImpalaDashboardApi
            return ImpalaDashboardApi(user, engine, source=source, cluster=cluster)
        elif engine == ""hive"":
            from beeswax.dashboard_api import HiveDashboardApi
            return HiveDashboardApi(user, engine, source=source, cluster=cluster)
        else:
            from notebook.dashboard_api import SQLDashboardApi
            return SQLDashboardApi(user, engine, source=source, cluster=cluster)
    else:
        from search.dashboard_api import SearchApi
        # Could add source to Solr at some point, to behave like a 'view', but need state in query history or URL params
        return SearchApi(user, cluster)
","def get_engine ( user , engine = ""solr"" , facet = None , source = ""data"" , cluster = '""""' ) : <TAB> if isinstance ( engine , dict ) : <TAB> <TAB> if source == ""data"" : <TAB> <TAB> <TAB> source = engine . get ( ""source"" ) <TAB> <TAB> engine = engine . get ( ""engine"" , ""solr"" ) <TAB> if engine == ""report"" and facet : <TAB> <TAB> engine = facet [ ""properties"" ] . get ( ""engine"" ) <TAB> if engine != ""solr"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> from impala . dashboard_api import ImpalaDashboardApi <TAB> <TAB> <TAB> return ImpalaDashboardApi ( user , engine , source = source , cluster = cluster ) <TAB> <TAB> elif engine == ""hive"" : <TAB> <TAB> <TAB> from beeswax . dashboard_api import HiveDashboardApi <TAB> <TAB> <TAB> return HiveDashboardApi ( user , engine , source = source , cluster = cluster ) <TAB> <TAB> else : <TAB> <TAB> <TAB> from notebook . dashboard_api import SQLDashboardApi <TAB> <TAB> <TAB> return SQLDashboardApi ( user , engine , source = source , cluster = cluster ) <TAB> else : <TAB> <TAB> from search . dashboard_api import SearchApi <TAB> <TAB> <TAB> <TAB> return SearchApi ( user , cluster )","if engine == ""impala"" :",297
9712,"def printHexFormat(data, addr, nocolor=False):
    for i in range((int(len(data) / 16)) + 1):
        part = data[i * 16 : i * 16 + 16]
        bytes = cstr("""")
        c = 0
        for j in range(0, len(part), 2):
            if j == len(part) - 1:
                bytes += cstr(
                    (""%.2x "" % tuple(part[j : j + 1])),
                    Color.WHITE if c % 2 else Color.LIGHT_GRAY,
                )
            else:
                bytes += cstr(
                    (""%.2x%.2x "" % tuple(part[j : j + 2])),
                    Color.WHITE if c % 2 else Color.LIGHT_GRAY,
                )
            c += 1
        string = """"
        if nocolor:
            if len(bytes) < 40:
                bytes += "" "" * (40 - len(bytes))
        else:
            if len(bytes) < 227:
                bytes += "" "" * ((8 - int(len(bytes) / 29)) * 5)
        for b in part:
            if b < 32 or b > 126:
                string += "".""
            else:
                string += chr(b)
        bytes += "" "" + cstr(string, Color.BLUE)
        print(cstr(toHex(addr + i * 16), Color.RED) + "": "" + bytes)","def printHexFormat ( data , addr , nocolor = False ) : <TAB> for i in range ( ( int ( len ( data ) / 16 ) ) + 1 ) : <TAB> <TAB> part = data [ i * 16 : i * 16 + 16 ] <TAB> <TAB> bytes = cstr ( """" ) <TAB> <TAB> c = 0 <TAB> <TAB> for j in range ( 0 , len ( part ) , 2 ) : <TAB> <TAB> <TAB> if j == len ( part ) - 1 : <TAB> <TAB> <TAB> <TAB> bytes += cstr ( <TAB> <TAB> <TAB> <TAB> <TAB> ( ""%.2x "" % tuple ( part [ j : j + 1 ] ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> Color . WHITE if c % 2 else Color . LIGHT_GRAY , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> bytes += cstr ( <TAB> <TAB> <TAB> <TAB> <TAB> ( ""%.2x%.2x "" % tuple ( part [ j : j + 2 ] ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> Color . WHITE if c % 2 else Color . LIGHT_GRAY , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> c += 1 <TAB> <TAB> string = """" <TAB> <TAB> if nocolor : <TAB> <TAB> <TAB> if len ( bytes ) < 40 : <TAB> <TAB> <TAB> <TAB> bytes += "" "" * ( 40 - len ( bytes ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if len ( bytes ) < 227 : <TAB> <TAB> <TAB> <TAB> bytes += "" "" * ( ( 8 - int ( len ( bytes ) / 29 ) ) * 5 ) <TAB> <TAB> for b in part : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> string += ""."" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> string += chr ( b ) <TAB> <TAB> bytes += "" "" + cstr ( string , Color . BLUE ) <TAB> <TAB> print ( cstr ( toHex ( addr + i * 16 ) , Color . RED ) + "": "" + bytes )",if b < 32 or b > 126 :,400
21378,"def __iter__(self):
    for name, value in self.__class__.__dict__.items():
        if isinstance(value, alias_flag_value):
            continue
        if isinstance(value, flag_value):
            yield (name, self._has_flag(value.flag))
","def __iter__ ( self ) : <TAB> for name , value in self . __class__ . __dict__ . items ( ) : <TAB> <TAB> if isinstance ( value , alias_flag_value ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield ( name , self . _has_flag ( value . flag ) )","if isinstance ( value , flag_value ) :",71
11499,"def _read_allele_freq_table(f):
    line = f.readline()
    while "" --"" not in line:
        if line == """":
            raise StopIteration
        if ""No data"" in line:
            return None, None
        line = f.readline()
    alleles = [x for x in f.readline().rstrip().split("" "") if x != """"]
    alleles = [_gp_int(x) for x in alleles]
    line = f.readline().rstrip()
    table = []
    while line != """":
        parts = [x for x in line.split("" "") if x != """"]
        try:
            table.append(
                (parts[0], [_gp_float(x) for x in parts[1:-1]], _gp_int(parts[-1]))
            )
        except ValueError:
            table.append((parts[0], [None] * len(alleles), 0))
        line = f.readline().rstrip()
    return alleles, table","def _read_allele_freq_table ( f ) : <TAB> line = f . readline ( ) <TAB> while "" --"" not in line : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise StopIteration <TAB> <TAB> if ""No data"" in line : <TAB> <TAB> <TAB> return None , None <TAB> <TAB> line = f . readline ( ) <TAB> alleles = [ x for x in f . readline ( ) . rstrip ( ) . split ( "" "" ) if x != """" ] <TAB> alleles = [ _gp_int ( x ) for x in alleles ] <TAB> line = f . readline ( ) . rstrip ( ) <TAB> table = [ ] <TAB> while line != """" : <TAB> <TAB> parts = [ x for x in line . split ( "" "" ) if x != """" ] <TAB> <TAB> try : <TAB> <TAB> <TAB> table . append ( <TAB> <TAB> <TAB> <TAB> ( parts [ 0 ] , [ _gp_float ( x ) for x in parts [ 1 : - 1 ] ] , _gp_int ( parts [ - 1 ] ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> table . append ( ( parts [ 0 ] , [ None ] * len ( alleles ) , 0 ) ) <TAB> <TAB> line = f . readline ( ) . rstrip ( ) <TAB> return alleles , table","if line == """" :",254
19291,"def check_require(require_modules, require_lines):
    for require_module in require_modules:
        st = try_import(require_module)
        if st == 0:
            continue
        elif st == 1:
            print(
                ""installed {}: {}\n"".format(
                    require_module, require_lines[require_module]
                )
            )
        elif st == 2:
            print(
                ""failed installed {}: {}\n"".format(
                    require_module, require_lines[require_module]
                )
            )","def check_require ( require_modules , require_lines ) : <TAB> for require_module in require_modules : <TAB> <TAB> st = try_import ( require_module ) <TAB> <TAB> if st == 0 : <TAB> <TAB> <TAB> continue <TAB> <TAB> elif st == 1 : <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""installed {}: {}\n"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> require_module , require_lines [ require_module ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""failed installed {}: {}\n"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> require_module , require_lines [ require_module ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> )",elif st == 2 :,164
3456,"def prefixed(self, prefix: _StrType) -> typing.Iterator[""Env""]:
    """"""Context manager for parsing envvars with a common prefix.""""""
    try:
        old_prefix = self._prefix
        if old_prefix is None:
            self._prefix = prefix
        else:
            self._prefix = f""{old_prefix}{prefix}""
        yield self
    finally:
        # explicitly reset the stored prefix on completion and exceptions
        self._prefix = None
    self._prefix = old_prefix
","def prefixed ( self , prefix : _StrType ) -> typing . Iterator [ ""Env"" ] : <TAB> """"""Context manager for parsing envvars with a common prefix."""""" <TAB> try : <TAB> <TAB> old_prefix = self . _prefix <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _prefix = prefix <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _prefix = f""{old_prefix}{prefix}"" <TAB> <TAB> yield self <TAB> finally : <TAB> <TAB> <TAB> <TAB> self . _prefix = None <TAB> self . _prefix = old_prefix",if old_prefix is None :,126
19151,"def compute_up(expr, data, **kwargs):
    if isinstance(expr.slice, _inttypes):
        idx = expr.slice + 1
        if idx < 1:  # SQL string indexing is 1-based and positive.
            msg = ""Index {} out-of-bounds for SQL string indexing.""
            raise IndexError(msg.format(expr.slice))
        args = idx, 1
    elif isinstance(expr.slice, tuple):
        start, stop, step = expr.slice
        if step is not None:
            msg = ""step value {} not valid for SQL string indexing.""
            raise ValueError(msg.format(step))
        norm_start = start if isinstance(start, _inttypes) else 0
        if norm_start < 0:
            msg = ""Negative indexing not valid for SQL strings; given {}.""
            raise ValueError(msg.format(norm_start))
        if isinstance(stop, _inttypes):
            if stop < 0:
                msg = ""Negative indexing not valid for SQL strings; given {}.""
                raise ValueError(msg.format(stop))
            args = norm_start + 1, (stop - norm_start)
        elif stop is None:
            args = (norm_start + 1,)
    return sa.sql.func.substring(data, *args)","def compute_up ( expr , data , ** kwargs ) : <TAB> if isinstance ( expr . slice , _inttypes ) : <TAB> <TAB> idx = expr . slice + 1 <TAB> <TAB> if idx < 1 : <TAB> <TAB> <TAB> msg = ""Index {} out-of-bounds for SQL string indexing."" <TAB> <TAB> <TAB> raise IndexError ( msg . format ( expr . slice ) ) <TAB> <TAB> args = idx , 1 <TAB> elif isinstance ( expr . slice , tuple ) : <TAB> <TAB> start , stop , step = expr . slice <TAB> <TAB> if step is not None : <TAB> <TAB> <TAB> msg = ""step value {} not valid for SQL string indexing."" <TAB> <TAB> <TAB> raise ValueError ( msg . format ( step ) ) <TAB> <TAB> norm_start = start if isinstance ( start , _inttypes ) else 0 <TAB> <TAB> if norm_start < 0 : <TAB> <TAB> <TAB> msg = ""Negative indexing not valid for SQL strings; given {}."" <TAB> <TAB> <TAB> raise ValueError ( msg . format ( norm_start ) ) <TAB> <TAB> if isinstance ( stop , _inttypes ) : <TAB> <TAB> <TAB> if stop < 0 : <TAB> <TAB> <TAB> <TAB> msg = ""Negative indexing not valid for SQL strings; given {}."" <TAB> <TAB> <TAB> <TAB> raise ValueError ( msg . format ( stop ) ) <TAB> <TAB> <TAB> args = norm_start + 1 , ( stop - norm_start ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> args = ( norm_start + 1 , ) <TAB> return sa . sql . func . substring ( data , * args )",elif stop is None :,333
7243,"def handle_read(self, socket_):
    try:
        data, (addr, port) = socket_.recvfrom(_MAX_MSG_ABSOLUTE)
    except Exception:
        self.log_exception_warning()
        return
    log.debug(""Received from %r:%r: %r "", addr, port, data)
    self.data = data
    msg = DNSIncoming(data)
    if not msg.valid:
        pass
    elif msg.is_query():
        # Always multicast responses
        if port == _MDNS_PORT:
            self.zc.handle_query(msg, _MDNS_ADDR, _MDNS_PORT)
        # If it's not a multicast query, reply via unicast
        # and multicast
        elif port == _DNS_PORT:
            self.zc.handle_query(msg, addr, port)
            self.zc.handle_query(msg, _MDNS_ADDR, _MDNS_PORT)
    else:
        self.zc.handle_response(msg)
","def handle_read ( self , socket_ ) : <TAB> try : <TAB> <TAB> data , ( addr , port ) = socket_ . recvfrom ( _MAX_MSG_ABSOLUTE ) <TAB> except Exception : <TAB> <TAB> self . log_exception_warning ( ) <TAB> <TAB> return <TAB> log . debug ( ""Received from %r:%r: %r "" , addr , port , data ) <TAB> self . data = data <TAB> msg = DNSIncoming ( data ) <TAB> if not msg . valid : <TAB> <TAB> pass <TAB> elif msg . is_query ( ) : <TAB> <TAB> <TAB> <TAB> if port == _MDNS_PORT : <TAB> <TAB> <TAB> self . zc . handle_query ( msg , _MDNS_ADDR , _MDNS_PORT ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . zc . handle_query ( msg , addr , port ) <TAB> <TAB> <TAB> self . zc . handle_query ( msg , _MDNS_ADDR , _MDNS_PORT ) <TAB> else : <TAB> <TAB> self . zc . handle_response ( msg )",elif port == _DNS_PORT :,261
11508,"def get_schema(form_fields):
    attrs = {}
    for field in form_fields:
        if field.type in [""text"", ""checkbox"", ""select""]:
            field_type = marshmallow.fields.Str
        elif field.type == ""email"":
            field_type = marshmallow.fields.Email
        elif field.type == ""number"":
            field_type = marshmallow.fields.Float
        else:
            raise UnprocessableEntityError(
                {""pointer"": ""/data/complex-field-values/"" + field.identifier},
                ""Invalid Field Type: "" + field.type,
            )
        attrs[field.identifier] = field_type(required=field.is_required)
    return type(""DynamicSchema"", (marshmallow.Schema,), attrs)
","def get_schema ( form_fields ) : <TAB> attrs = { } <TAB> for field in form_fields : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> field_type = marshmallow . fields . Str <TAB> <TAB> elif field . type == ""email"" : <TAB> <TAB> <TAB> field_type = marshmallow . fields . Email <TAB> <TAB> elif field . type == ""number"" : <TAB> <TAB> <TAB> field_type = marshmallow . fields . Float <TAB> <TAB> else : <TAB> <TAB> <TAB> raise UnprocessableEntityError ( <TAB> <TAB> <TAB> <TAB> { ""pointer"" : ""/data/complex-field-values/"" + field . identifier } , <TAB> <TAB> <TAB> <TAB> ""Invalid Field Type: "" + field . type , <TAB> <TAB> <TAB> ) <TAB> <TAB> attrs [ field . identifier ] = field_type ( required = field . is_required ) <TAB> return type ( ""DynamicSchema"" , ( marshmallow . Schema , ) , attrs )","if field . type in [ ""text"" , ""checkbox"" , ""select"" ] :",206
10045,"def __init__(self, app):
    self._credential = app.credential
    db_url = app.options.get(""databaseURL"")
    if db_url:
        self._db_url = db_url
    else:
        self._db_url = None
    auth_override = _DatabaseService._get_auth_override(app)
    if auth_override not in (self._DEFAULT_AUTH_OVERRIDE, {}):
        self._auth_override = json.dumps(auth_override, separators=("","", "":""))
    else:
        self._auth_override = None
    self._timeout = app.options.get(""httpTimeout"", _http_client.DEFAULT_TIMEOUT_SECONDS)
    self._clients = {}
    emulator_host = os.environ.get(_EMULATOR_HOST_ENV_VAR)
    if emulator_host:
        if ""//"" in emulator_host:
            raise ValueError(
                'Invalid {0}: ""{1}"". It must follow format ""host:port"".'.format(
                    _EMULATOR_HOST_ENV_VAR, emulator_host
                )
            )
        self._emulator_host = emulator_host
    else:
        self._emulator_host = None","def __init__ ( self , app ) : <TAB> self . _credential = app . credential <TAB> db_url = app . options . get ( ""databaseURL"" ) <TAB> if db_url : <TAB> <TAB> self . _db_url = db_url <TAB> else : <TAB> <TAB> self . _db_url = None <TAB> auth_override = _DatabaseService . _get_auth_override ( app ) <TAB> if auth_override not in ( self . _DEFAULT_AUTH_OVERRIDE , { } ) : <TAB> <TAB> self . _auth_override = json . dumps ( auth_override , separators = ( "","" , "":"" ) ) <TAB> else : <TAB> <TAB> self . _auth_override = None <TAB> self . _timeout = app . options . get ( ""httpTimeout"" , _http_client . DEFAULT_TIMEOUT_SECONDS ) <TAB> self . _clients = { } <TAB> emulator_host = os . environ . get ( _EMULATOR_HOST_ENV_VAR ) <TAB> if emulator_host : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> 'Invalid {0}: ""{1}"". It must follow format ""host:port"".' . format ( <TAB> <TAB> <TAB> <TAB> <TAB> _EMULATOR_HOST_ENV_VAR , emulator_host <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> self . _emulator_host = emulator_host <TAB> else : <TAB> <TAB> self . _emulator_host = None","if ""//"" in emulator_host :",299
2444,"def platformGetMaps(self):
    maps = []
    address = ctypes.c_ulong(0)
    mapsize = ctypes.c_ulong(0)
    name = ctypes.c_uint32(0)
    count = ctypes.c_uint32(VM_REGION_BASIC_INFO_COUNT_64)
    info = vm_region_basic_info_64()
    while True:
        r = self.libc.mach_vm_region(
            self.task,
            addrof(address),
            addrof(mapsize),
            VM_REGION_BASIC_INFO_64,
            addrof(info),
            addrof(count),
            addrof(name),
        )
        # If we get told ""invalid address"", we have crossed into kernel land...
        if r == 1:
            break
        if r != 0:
            self.libc.mach_error(""mach_vm_region"", r)
            raise Exception(""vm_region Failed for 0x%.8x: 0x%.8x"" % (address.value, r))
        perms = 0
        p = info.protection
        if p & VM_PROT_READ:
            perms |= e_mem.MM_READ
        if p & VM_PROT_WRITE:
            perms |= e_mem.MM_WRITE
        if p & VM_PROT_EXECUTE:
            perms |= e_mem.MM_EXEC
        if info.shared:
            perms |= e_mem.MM_SHARED
        # If we got any perms, report the map
        if perms:
            maps.append((address.value, mapsize.value, perms, """"))
        address.value += mapsize.value
    return maps","def platformGetMaps ( self ) : <TAB> maps = [ ] <TAB> address = ctypes . c_ulong ( 0 ) <TAB> mapsize = ctypes . c_ulong ( 0 ) <TAB> name = ctypes . c_uint32 ( 0 ) <TAB> count = ctypes . c_uint32 ( VM_REGION_BASIC_INFO_COUNT_64 ) <TAB> info = vm_region_basic_info_64 ( ) <TAB> while True : <TAB> <TAB> r = self . libc . mach_vm_region ( <TAB> <TAB> <TAB> self . task , <TAB> <TAB> <TAB> addrof ( address ) , <TAB> <TAB> <TAB> addrof ( mapsize ) , <TAB> <TAB> <TAB> VM_REGION_BASIC_INFO_64 , <TAB> <TAB> <TAB> addrof ( info ) , <TAB> <TAB> <TAB> addrof ( count ) , <TAB> <TAB> <TAB> addrof ( name ) , <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> if r == 1 : <TAB> <TAB> <TAB> break <TAB> <TAB> if r != 0 : <TAB> <TAB> <TAB> self . libc . mach_error ( ""mach_vm_region"" , r ) <TAB> <TAB> <TAB> raise Exception ( ""vm_region Failed for 0x%.8x: 0x%.8x"" % ( address . value , r ) ) <TAB> <TAB> perms = 0 <TAB> <TAB> p = info . protection <TAB> <TAB> if p & VM_PROT_READ : <TAB> <TAB> <TAB> perms |= e_mem . MM_READ <TAB> <TAB> if p & VM_PROT_WRITE : <TAB> <TAB> <TAB> perms |= e_mem . MM_WRITE <TAB> <TAB> if p & VM_PROT_EXECUTE : <TAB> <TAB> <TAB> perms |= e_mem . MM_EXEC <TAB> <TAB> if info . shared : <TAB> <TAB> <TAB> perms |= e_mem . MM_SHARED <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> maps . append ( ( address . value , mapsize . value , perms , """" ) ) <TAB> <TAB> address . value += mapsize . value <TAB> return maps",if perms :,454
11450,"def _set_qresult_hits(qresult, hit_rows=()):
    """"""Append Hits without alignments into QueryResults (PRIVATE).""""""
    for hit_row in hit_rows:
        hit_id, remainder = hit_row.split("" "", 1)
        # TODO: parse hit and hsp properties properly; by dealing with:
        #   - any character in the description (brackets, spaces, etc.)
        #   - possible [f] or [r] presence (for frame info)
        #   - possible presence of E2() column
        #   - possible incomplete hit_id due to column length limit
        # The current method only looks at the Hit ID, none of the things above
        if hit_id not in qresult:
            frag = HSPFragment(hit_id, qresult.id)
            hsp = HSP([frag])
            hit = Hit([hsp])
            qresult.append(hit)
    return qresult","def _set_qresult_hits ( qresult , hit_rows = ( ) ) : <TAB> """"""Append Hits without alignments into QueryResults (PRIVATE)."""""" <TAB> for hit_row in hit_rows : <TAB> <TAB> hit_id , remainder = hit_row . split ( "" "" , 1 ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> frag = HSPFragment ( hit_id , qresult . id ) <TAB> <TAB> <TAB> hsp = HSP ( [ frag ] ) <TAB> <TAB> <TAB> hit = Hit ( [ hsp ] ) <TAB> <TAB> <TAB> qresult . append ( hit ) <TAB> return qresult",if hit_id not in qresult :,240
17646,"def process_ifconfig_nodes(app: Sphinx, doctree: nodes.document, docname: str) -> None:
    ns = {confval.name: confval.value for confval in app.config}
    ns.update(app.config.__dict__.copy())
    ns[""builder""] = app.builder.name
    for node in doctree.traverse(ifconfig):
        try:
            res = eval(node[""expr""], ns)
        except Exception as err:
            # handle exceptions in a clean fashion
            from traceback import format_exception_only
            msg = """".join(format_exception_only(err.__class__, err))
            newnode = doctree.reporter.error(
                ""Exception occurred in "" ""ifconfig expression: \n%s"" % msg,
                base_node=node,
            )
            node.replace_self(newnode)
        else:
            if not res:
                node.replace_self([])
            else:
                node.replace_self(node.children)
","def process_ifconfig_nodes ( app : Sphinx , doctree : nodes . document , docname : str ) -> None : <TAB> ns = { confval . name : confval . value for confval in app . config } <TAB> ns . update ( app . config . __dict__ . copy ( ) ) <TAB> ns [ ""builder"" ] = app . builder . name <TAB> for node in doctree . traverse ( ifconfig ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> res = eval ( node [ ""expr"" ] , ns ) <TAB> <TAB> except Exception as err : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> from traceback import format_exception_only <TAB> <TAB> <TAB> msg = """" . join ( format_exception_only ( err . __class__ , err ) ) <TAB> <TAB> <TAB> newnode = doctree . reporter . error ( <TAB> <TAB> <TAB> <TAB> ""Exception occurred in "" ""ifconfig expression: \n%s"" % msg , <TAB> <TAB> <TAB> <TAB> base_node = node , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> node . replace_self ( newnode ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> node . replace_self ( [ ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> node . replace_self ( node . children )",if not res :,268
19476,"def explain(self, other, depth=0):
    exp = super(UnionType, self).explain(other, depth)
    for ndx, subtype in enumerate(self.params[""allowed_types""]):
        if ndx > 0:
            exp += ""\n{}and"".format("""".join([""\t""] * depth))
        exp += ""\n"" + subtype.explain(other, depth=depth + 1)
    return exp","def explain ( self , other , depth = 0 ) : <TAB> exp = super ( UnionType , self ) . explain ( other , depth ) <TAB> for ndx , subtype in enumerate ( self . params [ ""allowed_types"" ] ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> exp += ""\n{}and"" . format ( """" . join ( [ ""\t"" ] * depth ) ) <TAB> <TAB> exp += ""\n"" + subtype . explain ( other , depth = depth + 1 ) <TAB> return exp",if ndx > 0 :,101
1968,"def convert_with_key(self, key, value, replace=True):
    result = self.configurator.convert(value)
    # If the converted value is different, save for next time
    if value is not result:
        if replace:
            self[key] = result
        if type(result) in (ConvertingDict, ConvertingList, ConvertingTuple):
            result.parent = self
            result.key = key
    return result
","def convert_with_key ( self , key , value , replace = True ) : <TAB> result = self . configurator . convert ( value ) <TAB> <TAB> if value is not result : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self [ key ] = result <TAB> <TAB> if type ( result ) in ( ConvertingDict , ConvertingList , ConvertingTuple ) : <TAB> <TAB> <TAB> result . parent = self <TAB> <TAB> <TAB> result . key = key <TAB> return result",if replace :,111
9842,"def OnLeftUp(self, event):
    btnpos = self.GetButtonsPos()
    btnsize = self.GetButtonsSize()
    if self.HasCapture():
        self.ReleaseMouse()
    for btn in range(2):
        if self.HitTest(btnpos[btn], event.GetPosition(), btnsize[btn]):
            if btn == 0:
                if self.searchButtonPressed:
                    self.searchButtonPressed = False
                    self.Refresh()
                    self.SetFocus()
                    wx.PostEvent(self, SearchButton())
            if btn == 1:
                if self.cancelButtonPressed:
                    self.cancelButtonPressed = False
                    self.Refresh()
                    self.SetFocus()
                    wx.PostEvent(self, CancelButton())
        else:
            if btn == 0:
                if self.searchButtonPressed:
                    self.searchButtonPressed = False
                    self.Refresh()
            if btn == 1:
                if self.cancelButtonPressed:
                    self.cancelButtonPressed = False
                    self.Refresh()","def OnLeftUp ( self , event ) : <TAB> btnpos = self . GetButtonsPos ( ) <TAB> btnsize = self . GetButtonsSize ( ) <TAB> if self . HasCapture ( ) : <TAB> <TAB> self . ReleaseMouse ( ) <TAB> for btn in range ( 2 ) : <TAB> <TAB> if self . HitTest ( btnpos [ btn ] , event . GetPosition ( ) , btnsize [ btn ] ) : <TAB> <TAB> <TAB> if btn == 0 : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . searchButtonPressed = False <TAB> <TAB> <TAB> <TAB> <TAB> self . Refresh ( ) <TAB> <TAB> <TAB> <TAB> <TAB> self . SetFocus ( ) <TAB> <TAB> <TAB> <TAB> <TAB> wx . PostEvent ( self , SearchButton ( ) ) <TAB> <TAB> <TAB> if btn == 1 : <TAB> <TAB> <TAB> <TAB> if self . cancelButtonPressed : <TAB> <TAB> <TAB> <TAB> <TAB> self . cancelButtonPressed = False <TAB> <TAB> <TAB> <TAB> <TAB> self . Refresh ( ) <TAB> <TAB> <TAB> <TAB> <TAB> self . SetFocus ( ) <TAB> <TAB> <TAB> <TAB> <TAB> wx . PostEvent ( self , CancelButton ( ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if btn == 0 : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . searchButtonPressed = False <TAB> <TAB> <TAB> <TAB> <TAB> self . Refresh ( ) <TAB> <TAB> <TAB> if btn == 1 : <TAB> <TAB> <TAB> <TAB> if self . cancelButtonPressed : <TAB> <TAB> <TAB> <TAB> <TAB> self . cancelButtonPressed = False <TAB> <TAB> <TAB> <TAB> <TAB> self . Refresh ( )",if self . searchButtonPressed :,319
20992,"def get_boarding_status(project):
    status = ""Pending""
    if project:
        doc = frappe.get_doc(""Project"", project)
        if flt(doc.percent_complete) > 0.0 and flt(doc.percent_complete) < 100.0:
            status = ""In Process""
        elif flt(doc.percent_complete) == 100.0:
            status = ""Completed""
        return status","def get_boarding_status ( project ) : <TAB> status = ""Pending"" <TAB> if project : <TAB> <TAB> doc = frappe . get_doc ( ""Project"" , project ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> status = ""In Process"" <TAB> <TAB> elif flt ( doc . percent_complete ) == 100.0 : <TAB> <TAB> <TAB> status = ""Completed"" <TAB> <TAB> return status",if flt ( doc . percent_complete ) > 0.0 and flt ( doc . percent_complete ) < 100.0 :,116
14999,"def replace_all(self, event=None):
    prog = self.engine.getprog()
    if not prog:
        return
    repl = self.replvar.get()
    text = self.text
    res = self.engine.search_text(text, prog)
    if not res:
        text.bell()
        return
    text.tag_remove(""sel"", ""1.0"", ""end"")
    text.tag_remove(""hit"", ""1.0"", ""end"")
    line = res[0]
    col = res[1].start()
    if self.engine.iswrap():
        line = 1
        col = 0
    ok = 1
    first = last = None
    # XXX ought to replace circular instead of top-to-bottom when wrapping
    text.undo_block_start()
    while 1:
        res = self.engine.search_forward(text, prog, line, col, 0, ok)
        if not res:
            break
        line, m = res
        chars = text.get(""%d.0"" % line, ""%d.0"" % (line + 1))
        orig = m.group()
        new = self._replace_expand(m, repl)
        if new is None:
            break
        i, j = m.span()
        first = ""%d.%d"" % (line, i)
        last = ""%d.%d"" % (line, j)
        if new == orig:
            text.mark_set(""insert"", last)
        else:
            text.mark_set(""insert"", first)
            if first != last:
                text.delete(first, last)
            if new:
                text.insert(first, new)
        col = i + len(new)
        ok = 0
    text.undo_block_stop()
    if first and last:
        self.show_hit(first, last)","def replace_all ( self , event = None ) : <TAB> prog = self . engine . getprog ( ) <TAB> if not prog : <TAB> <TAB> return <TAB> repl = self . replvar . get ( ) <TAB> text = self . text <TAB> res = self . engine . search_text ( text , prog ) <TAB> if not res : <TAB> <TAB> text . bell ( ) <TAB> <TAB> return <TAB> text . tag_remove ( ""sel"" , ""1.0"" , ""end"" ) <TAB> text . tag_remove ( ""hit"" , ""1.0"" , ""end"" ) <TAB> line = res [ 0 ] <TAB> col = res [ 1 ] . start ( ) <TAB> if self . engine . iswrap ( ) : <TAB> <TAB> line = 1 <TAB> <TAB> col = 0 <TAB> ok = 1 <TAB> first = last = None <TAB> <TAB> text . undo_block_start ( ) <TAB> while 1 : <TAB> <TAB> res = self . engine . search_forward ( text , prog , line , col , 0 , ok ) <TAB> <TAB> if not res : <TAB> <TAB> <TAB> break <TAB> <TAB> line , m = res <TAB> <TAB> chars = text . get ( ""%d.0"" % line , ""%d.0"" % ( line + 1 ) ) <TAB> <TAB> orig = m . group ( ) <TAB> <TAB> new = self . _replace_expand ( m , repl ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> i , j = m . span ( ) <TAB> <TAB> first = ""%d.%d"" % ( line , i ) <TAB> <TAB> last = ""%d.%d"" % ( line , j ) <TAB> <TAB> if new == orig : <TAB> <TAB> <TAB> text . mark_set ( ""insert"" , last ) <TAB> <TAB> else : <TAB> <TAB> <TAB> text . mark_set ( ""insert"" , first ) <TAB> <TAB> <TAB> if first != last : <TAB> <TAB> <TAB> <TAB> text . delete ( first , last ) <TAB> <TAB> <TAB> if new : <TAB> <TAB> <TAB> <TAB> text . insert ( first , new ) <TAB> <TAB> col = i + len ( new ) <TAB> <TAB> ok = 0 <TAB> text . undo_block_stop ( ) <TAB> if first and last : <TAB> <TAB> self . show_hit ( first , last )",if new is None :,487
9255,"def normalize_host(host):
    """"""Normalize a host string.""""""
    if misc.IPv6_MATCHER.match(host):
        percent = host.find(""%"")
        if percent != -1:
            percent_25 = host.find(""%25"")
            # Replace RFC 4007 IPv6 Zone ID delimiter '%' with '%25'
            # from RFC 6874. If the host is '[<IPv6 addr>%25]' then we
            # assume RFC 4007 and normalize to '[<IPV6 addr>%2525]'
            if (
                percent_25 == -1
                or percent < percent_25
                or (percent == percent_25 and percent_25 == len(host) - 4)
            ):
                host = host.replace(""%"", ""%25"", 1)
            # Don't normalize the casing of the Zone ID
            return host[:percent].lower() + host[percent:]
    return host.lower()","def normalize_host ( host ) : <TAB> """"""Normalize a host string."""""" <TAB> if misc . IPv6_MATCHER . match ( host ) : <TAB> <TAB> percent = host . find ( ""%"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> percent_25 = host . find ( ""%25"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> percent_25 == - 1 <TAB> <TAB> <TAB> <TAB> or percent < percent_25 <TAB> <TAB> <TAB> <TAB> or ( percent == percent_25 and percent_25 == len ( host ) - 4 ) <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> host = host . replace ( ""%"" , ""%25"" , 1 ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return host [ : percent ] . lower ( ) + host [ percent : ] <TAB> return host . lower ( )",if percent != - 1 :,239
12186,"def get_indexes(self, cursor, table_name):
    indexes = {}
    for info in self._table_info(cursor, table_name):
        if info[""pk""] != 0:
            indexes[info[""name""]] = {""primary_key"": True, ""unique"": False}
    cursor.execute(""PRAGMA index_list(%s)"" % self.connection.ops.quote_name(table_name))
    # seq, name, unique
    for index, unique in [(field[1], field[2]) for field in cursor.fetchall()]:
        cursor.execute(""PRAGMA index_info(%s)"" % self.connection.ops.quote_name(index))
        info = cursor.fetchall()
        # Skip indexes across multiple fields
        if len(info) != 1:
            continue
        name = info[0][2]  # seqno, cid, name
        indexes[name] = {""primary_key"": False, ""unique"": unique}
    return indexes","def get_indexes ( self , cursor , table_name ) : <TAB> indexes = { } <TAB> for info in self . _table_info ( cursor , table_name ) : <TAB> <TAB> if info [ ""pk"" ] != 0 : <TAB> <TAB> <TAB> indexes [ info [ ""name"" ] ] = { ""primary_key"" : True , ""unique"" : False } <TAB> cursor . execute ( ""PRAGMA index_list(%s)"" % self . connection . ops . quote_name ( table_name ) ) <TAB> <TAB> for index , unique in [ ( field [ 1 ] , field [ 2 ] ) for field in cursor . fetchall ( ) ] : <TAB> <TAB> cursor . execute ( ""PRAGMA index_info(%s)"" % self . connection . ops . quote_name ( index ) ) <TAB> <TAB> info = cursor . fetchall ( ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> name = info [ 0 ] [ 2 ] <TAB> <TAB> indexes [ name ] = { ""primary_key"" : False , ""unique"" : unique } <TAB> return indexes",if len ( info ) != 1 :,233
18947,"def __init__(self, parent, name, description=None):
    FieldSet.__init__(self, parent, name, description)
    self._size = (self[""size""].value + 3 * 4) * 8
    if MAX_CHUNK_SIZE < (self._size // 8):
        raise ParserError(""PNG: Chunk is too big (%s)"" % humanFilesize(self._size // 8))
    tag = self[""tag""].value
    self.desc_func = None
    self.value_func = None
    if tag in self.TAG_INFO:
        self._name, self.parse_func, desc, value_func = self.TAG_INFO[tag]
        if value_func:
            self.value_func = value_func
            self.createValue = self.createValueFunc
        if desc:
            if isinstance(desc, str):
                self._description = desc
            else:
                self.desc_func = desc
    else:
        self._description = """"
        self.parse_func = None","def __init__ ( self , parent , name , description = None ) : <TAB> FieldSet . __init__ ( self , parent , name , description ) <TAB> self . _size = ( self [ ""size"" ] . value + 3 * 4 ) * 8 <TAB> if MAX_CHUNK_SIZE < ( self . _size // 8 ) : <TAB> <TAB> raise ParserError ( ""PNG: Chunk is too big (%s)"" % humanFilesize ( self . _size // 8 ) ) <TAB> tag = self [ ""tag"" ] . value <TAB> self . desc_func = None <TAB> self . value_func = None <TAB> if tag in self . TAG_INFO : <TAB> <TAB> self . _name , self . parse_func , desc , value_func = self . TAG_INFO [ tag ] <TAB> <TAB> if value_func : <TAB> <TAB> <TAB> self . value_func = value_func <TAB> <TAB> <TAB> self . createValue = self . createValueFunc <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if isinstance ( desc , str ) : <TAB> <TAB> <TAB> <TAB> self . _description = desc <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . desc_func = desc <TAB> else : <TAB> <TAB> self . _description = """" <TAB> <TAB> self . parse_func = None",if desc :,258
18955,"def extract(self, mp3):
    if ""/frames/frame[0]"" in mp3:
        frame = mp3[""/frames/frame[0]""]
        self.nb_channel = (frame.getNbChannel(), frame[""channel_mode""].display)
        self.format_version = u""MPEG version %s layer %s"" % (
            frame[""version""].display,
            frame[""layer""].display,
        )
        self.sample_rate = frame.getSampleRate()
        self.bits_per_sample = 16
        if mp3[""frames""].looksConstantBitRate():
            self.computeBitrate(frame)
        else:
            self.computeVariableBitrate(mp3)
    if ""id3v1"" in mp3:
        id3 = mp3[""id3v1""]
        self.comment = id3[""comment""].value
        self.author = id3[""author""].value
        self.title = id3[""song""].value
        self.album = id3[""album""].value
        if id3[""year""].value != ""0"":
            self.creation_date = id3[""year""].value
        if ""track_nb"" in id3:
            self.track_number = id3[""track_nb""].value
    if ""id3v2"" in mp3:
        self.readID3v2(mp3[""id3v2""])
    if ""frames"" in mp3:
        computeComprRate(self, mp3[""frames""].size)","def extract ( self , mp3 ) : <TAB> if ""/frames/frame[0]"" in mp3 : <TAB> <TAB> frame = mp3 [ ""/frames/frame[0]"" ] <TAB> <TAB> self . nb_channel = ( frame . getNbChannel ( ) , frame [ ""channel_mode"" ] . display ) <TAB> <TAB> self . format_version = u""MPEG version %s layer %s"" % ( <TAB> <TAB> <TAB> frame [ ""version"" ] . display , <TAB> <TAB> <TAB> frame [ ""layer"" ] . display , <TAB> <TAB> ) <TAB> <TAB> self . sample_rate = frame . getSampleRate ( ) <TAB> <TAB> self . bits_per_sample = 16 <TAB> <TAB> if mp3 [ ""frames"" ] . looksConstantBitRate ( ) : <TAB> <TAB> <TAB> self . computeBitrate ( frame ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . computeVariableBitrate ( mp3 ) <TAB> if ""id3v1"" in mp3 : <TAB> <TAB> id3 = mp3 [ ""id3v1"" ] <TAB> <TAB> self . comment = id3 [ ""comment"" ] . value <TAB> <TAB> self . author = id3 [ ""author"" ] . value <TAB> <TAB> self . title = id3 [ ""song"" ] . value <TAB> <TAB> self . album = id3 [ ""album"" ] . value <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . creation_date = id3 [ ""year"" ] . value <TAB> <TAB> if ""track_nb"" in id3 : <TAB> <TAB> <TAB> self . track_number = id3 [ ""track_nb"" ] . value <TAB> if ""id3v2"" in mp3 : <TAB> <TAB> self . readID3v2 ( mp3 [ ""id3v2"" ] ) <TAB> if ""frames"" in mp3 : <TAB> <TAB> computeComprRate ( self , mp3 [ ""frames"" ] . size )","if id3 [ ""year"" ] . value != ""0"" :",378
293,"def tool_lineages(self, trans):
    rval = []
    for id, tool in self.app.toolbox.tools():
        if hasattr(tool, ""lineage""):
            lineage_dict = tool.lineage.to_dict()
        else:
            lineage_dict = None
        entry = dict(id=id, lineage=lineage_dict)
        rval.append(entry)
    return rval
","def tool_lineages ( self , trans ) : <TAB> rval = [ ] <TAB> for id , tool in self . app . toolbox . tools ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> lineage_dict = tool . lineage . to_dict ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> lineage_dict = None <TAB> <TAB> entry = dict ( id = id , lineage = lineage_dict ) <TAB> <TAB> rval . append ( entry ) <TAB> return rval","if hasattr ( tool , ""lineage"" ) :",102
2465,"def _div(self, op, isInvalid=None):
    oper = op.opers[0]
    divbase = self.getOperObj(op, 0)
    if isInvalid is None:
        limit = (2 ** (oper.tsize * 8)) - 1
        isInvalid = lambda val: val > limit
    if oper.tsize == 1:
        ax = self.getRegObj(e_i386.REG_AX)
        quot = ax / divbase
        rem = ax % divbase
        if quot.isDiscrete() and isInvalid(quot):
            raise envi.DivideError(""i386 #DE"")
        self.effSetVariable(""eax"", (rem << 8) + quot)
    elif oper.tsize == 2:
        ax = self.getRegObj(e_i386.REG_AX)
        dx = self.getRegObj(e_i386.REG_DX)
        tot = (edx << Const(16, self._psize)) + eax
        quot = tot / divbase
        rem = tot % divbase
        if quot.isDiscrete() and isInvalid(quot):
            raise envi.DivideError(""i386 #DE"")
        self.effSetVariable(""eax"", quot)
        self.effSetVariable(""edx"", rem)
    elif oper.tsize == 4:
        eax = Var(""eax"", self._psize)
        edx = Var(""edx"", self._psize)
        tot = (edx << Const(32, self._psize)) + eax
        quot = tot / divbase
        rem = tot % divbase
        if quot.isDiscrete() and isInvalid(quot):
            raise envi.DivideError(""i386 #DE"")
        self.effSetVariable(""eax"", quot)
        self.effSetVariable(""edx"", rem)
        # FIXME maybe we need a ""check exception"" effect?
    else:
        raise envi.UnsupportedInstruction(self, op)","def _div ( self , op , isInvalid = None ) : <TAB> oper = op . opers [ 0 ] <TAB> divbase = self . getOperObj ( op , 0 ) <TAB> if isInvalid is None : <TAB> <TAB> limit = ( 2 ** ( oper . tsize * 8 ) ) - 1 <TAB> <TAB> isInvalid = lambda val : val > limit <TAB> if oper . tsize == 1 : <TAB> <TAB> ax = self . getRegObj ( e_i386 . REG_AX ) <TAB> <TAB> quot = ax / divbase <TAB> <TAB> rem = ax % divbase <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise envi . DivideError ( ""i386 #DE"" ) <TAB> <TAB> self . effSetVariable ( ""eax"" , ( rem << 8 ) + quot ) <TAB> elif oper . tsize == 2 : <TAB> <TAB> ax = self . getRegObj ( e_i386 . REG_AX ) <TAB> <TAB> dx = self . getRegObj ( e_i386 . REG_DX ) <TAB> <TAB> tot = ( edx << Const ( 16 , self . _psize ) ) + eax <TAB> <TAB> quot = tot / divbase <TAB> <TAB> rem = tot % divbase <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise envi . DivideError ( ""i386 #DE"" ) <TAB> <TAB> self . effSetVariable ( ""eax"" , quot ) <TAB> <TAB> self . effSetVariable ( ""edx"" , rem ) <TAB> elif oper . tsize == 4 : <TAB> <TAB> eax = Var ( ""eax"" , self . _psize ) <TAB> <TAB> edx = Var ( ""edx"" , self . _psize ) <TAB> <TAB> tot = ( edx << Const ( 32 , self . _psize ) ) + eax <TAB> <TAB> quot = tot / divbase <TAB> <TAB> rem = tot % divbase <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise envi . DivideError ( ""i386 #DE"" ) <TAB> <TAB> self . effSetVariable ( ""eax"" , quot ) <TAB> <TAB> self . effSetVariable ( ""edx"" , rem ) <TAB> <TAB> <TAB> else : <TAB> <TAB> raise envi . UnsupportedInstruction ( self , op )",if quot . isDiscrete ( ) and isInvalid ( quot ) :,499
13417,"def batch_slice(data, batch_size, sort=True):
    batch_num = int(np.ceil(len(data) / float(batch_size)))
    for i in range(batch_num):
        cur_batch_size = batch_size if i < batch_num - 1 else len(data) - batch_size * i
        src_sents = [data[i * batch_size + b][0] for b in range(cur_batch_size)]
        tgt_sents = [data[i * batch_size + b][1] for b in range(cur_batch_size)]
        if sort:
            src_ids = sorted(
                range(cur_batch_size),
                key=lambda src_id: len(src_sents[src_id]),
                reverse=True,
            )
            src_sents = [src_sents[src_id] for src_id in src_ids]
            tgt_sents = [tgt_sents[src_id] for src_id in src_ids]
        yield src_sents, tgt_sents","def batch_slice ( data , batch_size , sort = True ) : <TAB> batch_num = int ( np . ceil ( len ( data ) / float ( batch_size ) ) ) <TAB> for i in range ( batch_num ) : <TAB> <TAB> cur_batch_size = batch_size if i < batch_num - 1 else len ( data ) - batch_size * i <TAB> <TAB> src_sents = [ data [ i * batch_size + b ] [ 0 ] for b in range ( cur_batch_size ) ] <TAB> <TAB> tgt_sents = [ data [ i * batch_size + b ] [ 1 ] for b in range ( cur_batch_size ) ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> src_ids = sorted ( <TAB> <TAB> <TAB> <TAB> range ( cur_batch_size ) , <TAB> <TAB> <TAB> <TAB> key = lambda src_id : len ( src_sents [ src_id ] ) , <TAB> <TAB> <TAB> <TAB> reverse = True , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> src_sents = [ src_sents [ src_id ] for src_id in src_ids ] <TAB> <TAB> <TAB> tgt_sents = [ tgt_sents [ src_id ] for src_id in src_ids ] <TAB> <TAB> yield src_sents , tgt_sents",if sort :,271
8265,"def serialize_to_cmessage(self):
    # pylint:disable=no-member
    # delayed import
    from ...engines.light import SpOffset  # pylint:disable=import-outside-toplevel
    cmsg = self._get_cmsg()
    if self.memory_data is not None:
        # determine target_type from memory_data.sort
        if self.memory_data.sort == MemoryDataSort.CodeReference:
            cmsg.target_type = primitives_pb2.CodeReference.CodeTarget
        else:
            cmsg.target_type = primitives_pb2.CodeReference.DataTarget
        cmsg.location = primitives_pb2.CodeReference.Internal
        cmsg.data_ea = self.memory_data.addr
    elif self.dst is not None:
        if isinstance(self.dst, SpOffset):
            cmsg.target_type = primitives_pb2.CodeReference.StackTarget
            cmsg.data_ea = self.dst.offset
        else:
            cmsg.data_ea = self.dst
    else:
        # Unknown... why?
        cmsg.data_ea = -1
    if self.insn_op_idx is None:
        cmsg.operand_idx = -1
    else:
        cmsg.operand_idx = self.insn_op_idx
    cmsg.ea = self.ins_addr
    cmsg.block_ea = self.block_addr
    cmsg.stmt_idx = self.stmt_idx
    cmsg.ref_type = self.type
    return cmsg","def serialize_to_cmessage ( self ) : <TAB> <TAB> <TAB> from ... engines . light import SpOffset <TAB> cmsg = self . _get_cmsg ( ) <TAB> if self . memory_data is not None : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cmsg . target_type = primitives_pb2 . CodeReference . CodeTarget <TAB> <TAB> else : <TAB> <TAB> <TAB> cmsg . target_type = primitives_pb2 . CodeReference . DataTarget <TAB> <TAB> cmsg . location = primitives_pb2 . CodeReference . Internal <TAB> <TAB> cmsg . data_ea = self . memory_data . addr <TAB> elif self . dst is not None : <TAB> <TAB> if isinstance ( self . dst , SpOffset ) : <TAB> <TAB> <TAB> cmsg . target_type = primitives_pb2 . CodeReference . StackTarget <TAB> <TAB> <TAB> cmsg . data_ea = self . dst . offset <TAB> <TAB> else : <TAB> <TAB> <TAB> cmsg . data_ea = self . dst <TAB> else : <TAB> <TAB> <TAB> <TAB> cmsg . data_ea = - 1 <TAB> if self . insn_op_idx is None : <TAB> <TAB> cmsg . operand_idx = - 1 <TAB> else : <TAB> <TAB> cmsg . operand_idx = self . insn_op_idx <TAB> cmsg . ea = self . ins_addr <TAB> cmsg . block_ea = self . block_addr <TAB> cmsg . stmt_idx = self . stmt_idx <TAB> cmsg . ref_type = self . type <TAB> return cmsg",if self . memory_data . sort == MemoryDataSort . CodeReference :,394
16936,"def _find_key_in_yaml_file(
    yaml_file_path, search_keys, full_key_name, value_is_relative_path
):
    """"""Find a key in a yaml file.""""""
    if not os.path.isfile(yaml_file_path):
        return None
    result = _load_yaml_file(yaml_file_path)
    if not search_keys:
        # Give the entire yaml file contents.
        # |value_is_relative_path| is not applicable here.
        return result
    for search_key in search_keys:
        if not isinstance(result, dict):
            raise errors.InvalidConfigKey(full_key_name)
        if search_key not in result:
            return None
        result = result[search_key]
    if value_is_relative_path:
        yaml_directory = os.path.dirname(yaml_file_path)
        if isinstance(result, list):
            result = [os.path.join(yaml_directory, str(i)) for i in result]
        else:
            result = os.path.join(yaml_directory, str(result))
    return result
","def _find_key_in_yaml_file ( <TAB> yaml_file_path , search_keys , full_key_name , value_is_relative_path ) : <TAB> """"""Find a key in a yaml file."""""" <TAB> if not os . path . isfile ( yaml_file_path ) : <TAB> <TAB> return None <TAB> result = _load_yaml_file ( yaml_file_path ) <TAB> if not search_keys : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return result <TAB> for search_key in search_keys : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise errors . InvalidConfigKey ( full_key_name ) <TAB> <TAB> if search_key not in result : <TAB> <TAB> <TAB> return None <TAB> <TAB> result = result [ search_key ] <TAB> if value_is_relative_path : <TAB> <TAB> yaml_directory = os . path . dirname ( yaml_file_path ) <TAB> <TAB> if isinstance ( result , list ) : <TAB> <TAB> <TAB> result = [ os . path . join ( yaml_directory , str ( i ) ) for i in result ] <TAB> <TAB> else : <TAB> <TAB> <TAB> result = os . path . join ( yaml_directory , str ( result ) ) <TAB> return result","if not isinstance ( result , dict ) :",292
5883,"def call(self, inputs, state):
    """""" """"""
    (c_prev, m_prev) = state
    self._batch_size = inputs.shape[0].value or array_ops.shape(inputs)[0]
    scope = vs.get_variable_scope()
    with vs.variable_scope(scope, initializer=self._initializer):
        x = array_ops.concat([inputs, m_prev], axis=1)
        with vs.variable_scope(""first_gemm""):
            if self._linear1 is None:
                # no bias for bottleneck
                self._linear1 = _Linear(x, self._fact_size, False)
            R_fact = self._linear1(x)
        with vs.variable_scope(""second_gemm""):
            if self._linear2 is None:
                self._linear2 = _Linear(R_fact, 4 * self._num_units, True)
            R = self._linear2(R_fact)
        i, j, f, o = array_ops.split(R, 4, 1)
        c = math_ops.sigmoid(f + self._forget_bias) * c_prev + math_ops.sigmoid(
            i
        ) * math_ops.tanh(j)
        m = math_ops.sigmoid(o) * self._activation(c)
    if self._num_proj is not None:
        with vs.variable_scope(""projection""):
            if self._linear3 is None:
                self._linear3 = _Linear(m, self._num_proj, False)
            m = self._linear3(m)
    new_state = rnn_cell_impl.LSTMStateTuple(c, m)
    return m, new_state","def call ( self , inputs , state ) : <TAB> """""" """""" <TAB> ( c_prev , m_prev ) = state <TAB> self . _batch_size = inputs . shape [ 0 ] . value or array_ops . shape ( inputs ) [ 0 ] <TAB> scope = vs . get_variable_scope ( ) <TAB> with vs . variable_scope ( scope , initializer = self . _initializer ) : <TAB> <TAB> x = array_ops . concat ( [ inputs , m_prev ] , axis = 1 ) <TAB> <TAB> with vs . variable_scope ( ""first_gemm"" ) : <TAB> <TAB> <TAB> if self . _linear1 is None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _linear1 = _Linear ( x , self . _fact_size , False ) <TAB> <TAB> <TAB> R_fact = self . _linear1 ( x ) <TAB> <TAB> with vs . variable_scope ( ""second_gemm"" ) : <TAB> <TAB> <TAB> if self . _linear2 is None : <TAB> <TAB> <TAB> <TAB> self . _linear2 = _Linear ( R_fact , 4 * self . _num_units , True ) <TAB> <TAB> <TAB> R = self . _linear2 ( R_fact ) <TAB> <TAB> i , j , f , o = array_ops . split ( R , 4 , 1 ) <TAB> <TAB> c = math_ops . sigmoid ( f + self . _forget_bias ) * c_prev + math_ops . sigmoid ( <TAB> <TAB> <TAB> i <TAB> <TAB> ) * math_ops . tanh ( j ) <TAB> <TAB> m = math_ops . sigmoid ( o ) * self . _activation ( c ) <TAB> if self . _num_proj is not None : <TAB> <TAB> with vs . variable_scope ( ""projection"" ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . _linear3 = _Linear ( m , self . _num_proj , False ) <TAB> <TAB> <TAB> m = self . _linear3 ( m ) <TAB> new_state = rnn_cell_impl . LSTMStateTuple ( c , m ) <TAB> return m , new_state",if self . _linear3 is None :,438
8910,"def log(self, level, msg, *args, **kw):
    if args:
        if kw:
            raise TypeError(""You may give positional or keyword arguments, not both"")
    args = args or kw
    rendered = None
    for consumer_level, consumer in self.consumers:
        if self.level_matches(level, consumer_level):
            if self.in_progress_hanging and consumer in (sys.stdout, sys.stderr):
                self.in_progress_hanging = False
                print("""")
                sys.stdout.flush()
            if rendered is None:
                if args:
                    rendered = msg % args
                else:
                    rendered = msg
                rendered = "" "" * self.indent + rendered
            if hasattr(consumer, ""write""):
                consumer.write(rendered + ""\n"")
            else:
                consumer(rendered)
","def log ( self , level , msg , * args , ** kw ) : <TAB> if args : <TAB> <TAB> if kw : <TAB> <TAB> <TAB> raise TypeError ( ""You may give positional or keyword arguments, not both"" ) <TAB> args = args or kw <TAB> rendered = None <TAB> for consumer_level , consumer in self . consumers : <TAB> <TAB> if self . level_matches ( level , consumer_level ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . in_progress_hanging = False <TAB> <TAB> <TAB> <TAB> print ( """" ) <TAB> <TAB> <TAB> <TAB> sys . stdout . flush ( ) <TAB> <TAB> <TAB> if rendered is None : <TAB> <TAB> <TAB> <TAB> if args : <TAB> <TAB> <TAB> <TAB> <TAB> rendered = msg % args <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> rendered = msg <TAB> <TAB> <TAB> <TAB> rendered = "" "" * self . indent + rendered <TAB> <TAB> <TAB> if hasattr ( consumer , ""write"" ) : <TAB> <TAB> <TAB> <TAB> consumer . write ( rendered + ""\n"" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> consumer ( rendered )","if self . in_progress_hanging and consumer in ( sys . stdout , sys . stderr ) :",252
17587,"def remove_data_directory(self):
    self.set_role(""uninitialized"")
    logger.info(""Removing data directory: %s"", self._data_dir)
    try:
        if os.path.islink(self._data_dir):
            os.unlink(self._data_dir)
        elif not os.path.exists(self._data_dir):
            return
        elif os.path.isfile(self._data_dir):
            os.remove(self._data_dir)
        elif os.path.isdir(self._data_dir):
            # let's see if wal directory is a symlink, in this case we
            # should clean the target
            for pg_wal_realpath in self.pg_wal_realpath().values():
                logger.info(""Removing WAL directory: %s"", pg_wal_realpath)
                shutil.rmtree(pg_wal_realpath)
            # Remove user defined tablespace directories
            for pg_tsp_rpath in self.pg_tblspc_realpaths().values():
                logger.info(
                    ""Removing user defined tablespace directory: %s"", pg_tsp_rpath
                )
                shutil.rmtree(pg_tsp_rpath, ignore_errors=True)
            shutil.rmtree(self._data_dir)
    except (IOError, OSError):
        logger.exception(""Could not remove data directory %s"", self._data_dir)
        self.move_data_directory()
","def remove_data_directory ( self ) : <TAB> self . set_role ( ""uninitialized"" ) <TAB> logger . info ( ""Removing data directory: %s"" , self . _data_dir ) <TAB> try : <TAB> <TAB> if os . path . islink ( self . _data_dir ) : <TAB> <TAB> <TAB> os . unlink ( self . _data_dir ) <TAB> <TAB> elif not os . path . exists ( self . _data_dir ) : <TAB> <TAB> <TAB> return <TAB> <TAB> elif os . path . isfile ( self . _data_dir ) : <TAB> <TAB> <TAB> os . remove ( self . _data_dir ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for pg_wal_realpath in self . pg_wal_realpath ( ) . values ( ) : <TAB> <TAB> <TAB> <TAB> logger . info ( ""Removing WAL directory: %s"" , pg_wal_realpath ) <TAB> <TAB> <TAB> <TAB> shutil . rmtree ( pg_wal_realpath ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for pg_tsp_rpath in self . pg_tblspc_realpaths ( ) . values ( ) : <TAB> <TAB> <TAB> <TAB> logger . info ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Removing user defined tablespace directory: %s"" , pg_tsp_rpath <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> shutil . rmtree ( pg_tsp_rpath , ignore_errors = True ) <TAB> <TAB> <TAB> shutil . rmtree ( self . _data_dir ) <TAB> except ( IOError , OSError ) : <TAB> <TAB> logger . exception ( ""Could not remove data directory %s"" , self . _data_dir ) <TAB> <TAB> self . move_data_directory ( )",elif os . path . isdir ( self . _data_dir ) :,383
14364,"def _simple_interactive_update(self):
    while True:
        stale_packages = []
        stale = partial = False
        for info in sorted(getattr(self._ds, ""packages"")(), key=str):
            if self._ds.status(info) == self._ds.STALE:
                stale_packages.append((info.id, info.name))
        print()
        if stale_packages:
            print(""Will update following packages (o=ok; x=cancel)"")
            for pid, pname in stale_packages:
                name = textwrap.fill(
                    ""-"" * 27 + (pname), 75, subsequent_indent=27 * "" ""
                )[27:]
                print(""  [ ] %s %s"" % (pid.ljust(20, "".""), name))
            print()
            user_input = unicode(input(""  Identifier> ""))
            if user_input.lower() == ""o"":
                for pid, pname in stale_packages:
                    try:
                        self._ds.download(pid, prefix=""  "")
                    except (IOError, ValueError) as e:
                        print(e)
                break
            elif user_input.lower() in (""x"", ""q"", """"):
                return
        else:
            print(""Nothing to update."")
            return","def _simple_interactive_update ( self ) : <TAB> while True : <TAB> <TAB> stale_packages = [ ] <TAB> <TAB> stale = partial = False <TAB> <TAB> for info in sorted ( getattr ( self . _ds , ""packages"" ) ( ) , key = str ) : <TAB> <TAB> <TAB> if self . _ds . status ( info ) == self . _ds . STALE : <TAB> <TAB> <TAB> <TAB> stale_packages . append ( ( info . id , info . name ) ) <TAB> <TAB> print ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""Will update following packages (o=ok; x=cancel)"" ) <TAB> <TAB> <TAB> for pid , pname in stale_packages : <TAB> <TAB> <TAB> <TAB> name = textwrap . fill ( <TAB> <TAB> <TAB> <TAB> <TAB> ""-"" * 27 + ( pname ) , 75 , subsequent_indent = 27 * "" "" <TAB> <TAB> <TAB> <TAB> ) [ 27 : ] <TAB> <TAB> <TAB> <TAB> print ( ""  [ ] %s %s"" % ( pid . ljust ( 20 , ""."" ) , name ) ) <TAB> <TAB> <TAB> print ( ) <TAB> <TAB> <TAB> user_input = unicode ( input ( ""  Identifier> "" ) ) <TAB> <TAB> <TAB> if user_input . lower ( ) == ""o"" : <TAB> <TAB> <TAB> <TAB> for pid , pname in stale_packages : <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _ds . download ( pid , prefix = ""  "" ) <TAB> <TAB> <TAB> <TAB> <TAB> except ( IOError , ValueError ) as e : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( e ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> elif user_input . lower ( ) in ( ""x"" , ""q"" , """" ) : <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""Nothing to update."" ) <TAB> <TAB> <TAB> return",if stale_packages :,361
12768,"def deploy_arm_template_at_subscription_scope(
    cmd,
    template_file=None,
    template_uri=None,
    parameters=None,
    deployment_name=None,
    deployment_location=None,
    no_wait=False,
    handle_extended_json_format=None,
    no_prompt=False,
    confirm_with_what_if=None,
    what_if_result_format=None,
    what_if_exclude_change_types=None,
    template_spec=None,
    query_string=None,
):
    if confirm_with_what_if:
        what_if_deploy_arm_template_at_subscription_scope(
            cmd,
            template_file=template_file,
            template_uri=template_uri,
            parameters=parameters,
            deployment_name=deployment_name,
            deployment_location=deployment_location,
            result_format=what_if_result_format,
            exclude_change_types=what_if_exclude_change_types,
            no_prompt=no_prompt,
            template_spec=template_spec,
            query_string=query_string,
        )
        from knack.prompting import prompt_y_n
        if not prompt_y_n(""\nAre you sure you want to execute the deployment?""):
            return None
    return _deploy_arm_template_at_subscription_scope(
        cmd=cmd,
        template_file=template_file,
        template_uri=template_uri,
        parameters=parameters,
        deployment_name=deployment_name,
        deployment_location=deployment_location,
        validate_only=False,
        no_wait=no_wait,
        no_prompt=no_prompt,
        template_spec=template_spec,
        query_string=query_string,
    )
","def deploy_arm_template_at_subscription_scope ( <TAB> cmd , <TAB> template_file = None , <TAB> template_uri = None , <TAB> parameters = None , <TAB> deployment_name = None , <TAB> deployment_location = None , <TAB> no_wait = False , <TAB> handle_extended_json_format = None , <TAB> no_prompt = False , <TAB> confirm_with_what_if = None , <TAB> what_if_result_format = None , <TAB> what_if_exclude_change_types = None , <TAB> template_spec = None , <TAB> query_string = None , ) : <TAB> if confirm_with_what_if : <TAB> <TAB> what_if_deploy_arm_template_at_subscription_scope ( <TAB> <TAB> <TAB> cmd , <TAB> <TAB> <TAB> template_file = template_file , <TAB> <TAB> <TAB> template_uri = template_uri , <TAB> <TAB> <TAB> parameters = parameters , <TAB> <TAB> <TAB> deployment_name = deployment_name , <TAB> <TAB> <TAB> deployment_location = deployment_location , <TAB> <TAB> <TAB> result_format = what_if_result_format , <TAB> <TAB> <TAB> exclude_change_types = what_if_exclude_change_types , <TAB> <TAB> <TAB> no_prompt = no_prompt , <TAB> <TAB> <TAB> template_spec = template_spec , <TAB> <TAB> <TAB> query_string = query_string , <TAB> <TAB> ) <TAB> <TAB> from knack . prompting import prompt_y_n <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return None <TAB> return _deploy_arm_template_at_subscription_scope ( <TAB> <TAB> cmd = cmd , <TAB> <TAB> template_file = template_file , <TAB> <TAB> template_uri = template_uri , <TAB> <TAB> parameters = parameters , <TAB> <TAB> deployment_name = deployment_name , <TAB> <TAB> deployment_location = deployment_location , <TAB> <TAB> validate_only = False , <TAB> <TAB> no_wait = no_wait , <TAB> <TAB> no_prompt = no_prompt , <TAB> <TAB> template_spec = template_spec , <TAB> <TAB> query_string = query_string , <TAB> )","if not prompt_y_n ( ""\nAre you sure you want to execute the deployment?"" ) :",488
19862,"def readchunk(self, inode, index, chunkopflags=0):
    cnt = 0
    while True:
        cnt += 1
        if self.version < (3, 0, 4):
            ans = self.sendAndReceive(CLTOMA_FUSE_READ_CHUNK, inode, index)
        else:
            ans = self.sendAndReceive(
                CLTOMA_FUSE_READ_CHUNK, inode, index, uint8(chunkopflags)
            )
        n = len(ans)
        if n == 1:
            from .utils import Error
            err = ord(ans)
            if err == ERROR_LOCKED:
                if cnt < 100:
                    time.sleep(0.1)
                    continue
                logger.warning(""Waited too long for locked chunk %s:%s"", inode, index)
            raise Error(ord(ans))
        if n < 20:
            raise Exception(""read chunk invalid length: %s(expected 20 above)"" % n)
        if self.version >= (3, 0, 10):
            assert (n - 21) % 14 == 0, n
            protocolid, length, id_, version = unpack(""BQQI"", ans)
            return Chunk(id_, length, version, ans[21:], ele_width=14)
        elif self.version >= (1, 7, 32):
            assert (n - 21) % 10 == 0, n
            protocolid, length, id_, version = unpack(""BQQI"", ans)
            return Chunk(id_, length, version, ans[21:], ele_width=10)
        else:
            assert (n - 20) % 6 == 0, n
            length, id_, version = unpack(""QQI"", ans)
            return Chunk(id_, length, version, ans[20:])","def readchunk ( self , inode , index , chunkopflags = 0 ) : <TAB> cnt = 0 <TAB> while True : <TAB> <TAB> cnt += 1 <TAB> <TAB> if self . version < ( 3 , 0 , 4 ) : <TAB> <TAB> <TAB> ans = self . sendAndReceive ( CLTOMA_FUSE_READ_CHUNK , inode , index ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ans = self . sendAndReceive ( <TAB> <TAB> <TAB> <TAB> CLTOMA_FUSE_READ_CHUNK , inode , index , uint8 ( chunkopflags ) <TAB> <TAB> <TAB> ) <TAB> <TAB> n = len ( ans ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> from . utils import Error <TAB> <TAB> <TAB> err = ord ( ans ) <TAB> <TAB> <TAB> if err == ERROR_LOCKED : <TAB> <TAB> <TAB> <TAB> if cnt < 100 : <TAB> <TAB> <TAB> <TAB> <TAB> time . sleep ( 0.1 ) <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> logger . warning ( ""Waited too long for locked chunk %s:%s"" , inode , index ) <TAB> <TAB> <TAB> raise Error ( ord ( ans ) ) <TAB> <TAB> if n < 20 : <TAB> <TAB> <TAB> raise Exception ( ""read chunk invalid length: %s(expected 20 above)"" % n ) <TAB> <TAB> if self . version >= ( 3 , 0 , 10 ) : <TAB> <TAB> <TAB> assert ( n - 21 ) % 14 == 0 , n <TAB> <TAB> <TAB> protocolid , length , id_ , version = unpack ( ""BQQI"" , ans ) <TAB> <TAB> <TAB> return Chunk ( id_ , length , version , ans [ 21 : ] , ele_width = 14 ) <TAB> <TAB> elif self . version >= ( 1 , 7 , 32 ) : <TAB> <TAB> <TAB> assert ( n - 21 ) % 10 == 0 , n <TAB> <TAB> <TAB> protocolid , length , id_ , version = unpack ( ""BQQI"" , ans ) <TAB> <TAB> <TAB> return Chunk ( id_ , length , version , ans [ 21 : ] , ele_width = 10 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> assert ( n - 20 ) % 6 == 0 , n <TAB> <TAB> <TAB> length , id_ , version = unpack ( ""QQI"" , ans ) <TAB> <TAB> <TAB> return Chunk ( id_ , length , version , ans [ 20 : ] )",if n == 1 :,478
1828,"def tearDown(self):
    """"""Shutdown the UDP server.""""""
    try:
        if self.server:
            self.server.stop(2.0)
        if self.sock_hdlr:
            self.root_logger.removeHandler(self.sock_hdlr)
            self.sock_hdlr.close()
    finally:
        BaseTest.tearDown(self)","def tearDown ( self ) : <TAB> """"""Shutdown the UDP server."""""" <TAB> try : <TAB> <TAB> if self . server : <TAB> <TAB> <TAB> self . server . stop ( 2.0 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . root_logger . removeHandler ( self . sock_hdlr ) <TAB> <TAB> <TAB> self . sock_hdlr . close ( ) <TAB> finally : <TAB> <TAB> BaseTest . tearDown ( self )",if self . sock_hdlr :,97
15544,"def labels_to_inputs(self, labels, converter):
    inputs = []
    for label_arr in labels:
        input_ = np.zeros(
            (len(label_arr), converter.input_depth), converter.input_dtype
        )
        for i, l in enumerate(label_arr):
            if l == converter.end_token:
                input_[i, -2] = 1
            elif l == 0:
                input_[i, -1] = 1
            else:
                j = 0
                while l:
                    input_[i, j] = l % 2
                    l >>= 1
                    j += 1
                assert np.any(input_[i]), label_arr.astype(np.int)
        inputs.append(input_)
    return inputs","def labels_to_inputs ( self , labels , converter ) : <TAB> inputs = [ ] <TAB> for label_arr in labels : <TAB> <TAB> input_ = np . zeros ( <TAB> <TAB> <TAB> ( len ( label_arr ) , converter . input_depth ) , converter . input_dtype <TAB> <TAB> ) <TAB> <TAB> for i , l in enumerate ( label_arr ) : <TAB> <TAB> <TAB> if l == converter . end_token : <TAB> <TAB> <TAB> <TAB> input_ [ i , - 2 ] = 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> input_ [ i , - 1 ] = 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> j = 0 <TAB> <TAB> <TAB> <TAB> while l : <TAB> <TAB> <TAB> <TAB> <TAB> input_ [ i , j ] = l % 2 <TAB> <TAB> <TAB> <TAB> <TAB> l >>= 1 <TAB> <TAB> <TAB> <TAB> <TAB> j += 1 <TAB> <TAB> <TAB> <TAB> assert np . any ( input_ [ i ] ) , label_arr . astype ( np . int ) <TAB> <TAB> inputs . append ( input_ ) <TAB> return inputs",elif l == 0 :,221
17609,"def package_files(self):
    seen_package_directories = ()
    directories = self.distribution.package_dir or {}
    empty_directory_exists = """" in directories
    packages = self.distribution.packages or []
    for package in packages:
        if package in directories:
            package_directory = directories[package]
        elif empty_directory_exists:
            package_directory = os.path.join(directories[""""], package)
        else:
            package_directory = package
        if not package_directory.startswith(seen_package_directories):
            seen_package_directories += (package_directory + ""."",)
            yield package_directory
","def package_files ( self ) : <TAB> seen_package_directories = ( ) <TAB> directories = self . distribution . package_dir or { } <TAB> empty_directory_exists = """" in directories <TAB> packages = self . distribution . packages or [ ] <TAB> for package in packages : <TAB> <TAB> if package in directories : <TAB> <TAB> <TAB> package_directory = directories [ package ] <TAB> <TAB> elif empty_directory_exists : <TAB> <TAB> <TAB> package_directory = os . path . join ( directories [ """" ] , package ) <TAB> <TAB> else : <TAB> <TAB> <TAB> package_directory = package <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> seen_package_directories += ( package_directory + ""."" , ) <TAB> <TAB> <TAB> yield package_directory",if not package_directory . startswith ( seen_package_directories ) :,164
14852,"def _resolve(
    self, debug: bool, silent: bool, level: Optional[int], spinner
) -> Optional[bool]:
    if silent:
        logger.debug(
            ""next iteration"",
            extra=dict(
                layers=len(self.graph._layers),
                mutations=self.mutator.mutations,
            ),
        )
    else:
        spinner.text = ""layers: {layers}, mutations: {mutations}"".format(
            layers=len(self.graph._layers),
            mutations=self.mutator.mutations,
        )
    # get not applied deps
    deps = self.graph.get_leafs(level=level)
    # if we already build deps for all nodes in graph
    if not deps:
        return True
    # check python version
    for dep in deps:
        if not dep.python_compat:
            self.graph.conflict = dep
            return False
    no_conflicts = self._apply_deps(deps, debug=debug)
    if no_conflicts:
        return None
    # if we have conflict, try to mutate graph
    groups = self.mutator.mutate(self.graph)
    # if cannot mutate
    if groups is None:
        return False
    self.graph.conflict = None
    # apply mutation
    for group in groups:
        dep = self.graph.get(group.name)
        if dep.group.number != group.number:
            logger.debug(
                ""mutated"",
                extra=dict(
                    group_from=str(dep.group),
                    group_to=str(group),
                ),
            )
            self.unapply(dep)
            dep.group = group
","def _resolve ( <TAB> self , debug : bool , silent : bool , level : Optional [ int ] , spinner ) -> Optional [ bool ] : <TAB> if silent : <TAB> <TAB> logger . debug ( <TAB> <TAB> <TAB> ""next iteration"" , <TAB> <TAB> <TAB> extra = dict ( <TAB> <TAB> <TAB> <TAB> layers = len ( self . graph . _layers ) , <TAB> <TAB> <TAB> <TAB> mutations = self . mutator . mutations , <TAB> <TAB> <TAB> ) , <TAB> <TAB> ) <TAB> else : <TAB> <TAB> spinner . text = ""layers: {layers}, mutations: {mutations}"" . format ( <TAB> <TAB> <TAB> layers = len ( self . graph . _layers ) , <TAB> <TAB> <TAB> mutations = self . mutator . mutations , <TAB> <TAB> ) <TAB> <TAB> deps = self . graph . get_leafs ( level = level ) <TAB> <TAB> if not deps : <TAB> <TAB> return True <TAB> <TAB> for dep in deps : <TAB> <TAB> if not dep . python_compat : <TAB> <TAB> <TAB> self . graph . conflict = dep <TAB> <TAB> <TAB> return False <TAB> no_conflicts = self . _apply_deps ( deps , debug = debug ) <TAB> if no_conflicts : <TAB> <TAB> return None <TAB> <TAB> groups = self . mutator . mutate ( self . graph ) <TAB> <TAB> if groups is None : <TAB> <TAB> return False <TAB> self . graph . conflict = None <TAB> <TAB> for group in groups : <TAB> <TAB> dep = self . graph . get ( group . name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . debug ( <TAB> <TAB> <TAB> <TAB> ""mutated"" , <TAB> <TAB> <TAB> <TAB> extra = dict ( <TAB> <TAB> <TAB> <TAB> <TAB> group_from = str ( dep . group ) , <TAB> <TAB> <TAB> <TAB> <TAB> group_to = str ( group ) , <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . unapply ( dep ) <TAB> <TAB> <TAB> dep . group = group",if dep . group . number != group . number :,453
13898,"def apply(self, items, evaluation):
    ""%(name)s[items___]""
    items = items.flatten(Symbol(""List"")).get_sequence()
    results = []
    best = None
    for item in items:
        if item.has_form(""List"", None):
            leaves = item.leaves
        else:
            leaves = [item]
        for leaf in leaves:
            if best is None:
                best = leaf
                results.append(best)
                continue
            c = do_cmp(leaf, best)
            if c is None:
                results.append(leaf)
            elif (self.sense == 1 and c > 0) or (self.sense == -1 and c < 0):
                results.remove(best)
                best = leaf
                results.append(leaf)
    if not results:
        return Expression(""DirectedInfinity"", -self.sense)
    if len(results) == 1:
        return results.pop()
    if len(results) < len(items):
        # Some simplification was possible because we discarded
        # elements.
        return Expression(self.get_name(), *results)
    # If we get here, no simplification was possible.
    return None","def apply ( self , items , evaluation ) : <TAB> ""%(name)s[items___]"" <TAB> items = items . flatten ( Symbol ( ""List"" ) ) . get_sequence ( ) <TAB> results = [ ] <TAB> best = None <TAB> for item in items : <TAB> <TAB> if item . has_form ( ""List"" , None ) : <TAB> <TAB> <TAB> leaves = item . leaves <TAB> <TAB> else : <TAB> <TAB> <TAB> leaves = [ item ] <TAB> <TAB> for leaf in leaves : <TAB> <TAB> <TAB> if best is None : <TAB> <TAB> <TAB> <TAB> best = leaf <TAB> <TAB> <TAB> <TAB> results . append ( best ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> c = do_cmp ( leaf , best ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> results . append ( leaf ) <TAB> <TAB> <TAB> elif ( self . sense == 1 and c > 0 ) or ( self . sense == - 1 and c < 0 ) : <TAB> <TAB> <TAB> <TAB> results . remove ( best ) <TAB> <TAB> <TAB> <TAB> best = leaf <TAB> <TAB> <TAB> <TAB> results . append ( leaf ) <TAB> if not results : <TAB> <TAB> return Expression ( ""DirectedInfinity"" , - self . sense ) <TAB> if len ( results ) == 1 : <TAB> <TAB> return results . pop ( ) <TAB> if len ( results ) < len ( items ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return Expression ( self . get_name ( ) , * results ) <TAB> <TAB> return None",if c is None :,323
8400,"def finish(self):
    self.done = True
    if self.has_trailers and hasattr(self.fp, ""read_trailer_lines""):
        self.trailers = {}
        try:
            for line in self.fp.read_trailer_lines():
                if line[0] in ntob("" \t""):
                    # It's a continuation line.
                    v = line.strip()
                else:
                    try:
                        k, v = line.split(ntob("":""), 1)
                    except ValueError:
                        raise ValueError(""Illegal header line."")
                    k = k.strip().title()
                    v = v.strip()
                if k in cheroot.server.comma_separated_headers:
                    existing = self.trailers.get(k)
                    if existing:
                        v = ntob("", "").join((existing, v))
                self.trailers[k] = v
        except Exception:
            e = sys.exc_info()[1]
            if e.__class__.__name__ == ""MaxSizeExceeded"":
                # Post data is too big
                raise cherrypy.HTTPError(413, ""Maximum request length: %r"" % e.args[1])
            else:
                raise","def finish ( self ) : <TAB> self . done = True <TAB> if self . has_trailers and hasattr ( self . fp , ""read_trailer_lines"" ) : <TAB> <TAB> self . trailers = { } <TAB> <TAB> try : <TAB> <TAB> <TAB> for line in self . fp . read_trailer_lines ( ) : <TAB> <TAB> <TAB> <TAB> if line [ 0 ] in ntob ( "" \t"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> v = line . strip ( ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> k , v = line . split ( ntob ( "":"" ) , 1 ) <TAB> <TAB> <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""Illegal header line."" ) <TAB> <TAB> <TAB> <TAB> <TAB> k = k . strip ( ) . title ( ) <TAB> <TAB> <TAB> <TAB> <TAB> v = v . strip ( ) <TAB> <TAB> <TAB> <TAB> if k in cheroot . server . comma_separated_headers : <TAB> <TAB> <TAB> <TAB> <TAB> existing = self . trailers . get ( k ) <TAB> <TAB> <TAB> <TAB> <TAB> if existing : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> v = ntob ( "", "" ) . join ( ( existing , v ) ) <TAB> <TAB> <TAB> <TAB> self . trailers [ k ] = v <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> e = sys . exc_info ( ) [ 1 ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise cherrypy . HTTPError ( 413 , ""Maximum request length: %r"" % e . args [ 1 ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise","if e . __class__ . __name__ == ""MaxSizeExceeded"" :",366
15623,"def sync_up_to_new_location(self, worker_ip):
    if worker_ip != self.worker_ip:
        logger.debug(""Setting new worker IP to %s"", worker_ip)
        self.set_worker_ip(worker_ip)
        self.reset()
        if not self.sync_up():
            logger.warning(""Sync up to new location skipped. This should not occur."")
    else:
        logger.warning(""Sync attempted to same IP %s."", worker_ip)
","def sync_up_to_new_location ( self , worker_ip ) : <TAB> if worker_ip != self . worker_ip : <TAB> <TAB> logger . debug ( ""Setting new worker IP to %s"" , worker_ip ) <TAB> <TAB> self . set_worker_ip ( worker_ip ) <TAB> <TAB> self . reset ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . warning ( ""Sync up to new location skipped. This should not occur."" ) <TAB> else : <TAB> <TAB> logger . warning ( ""Sync attempted to same IP %s."" , worker_ip )",if not self . sync_up ( ) :,126
2328,"def __keyPress(self, widget, event):
    if self.getSelectedIndex() is None:
        return False
    if event.key in (""Left"", ""Right"", ""Up"", ""Down""):
        if self.__positionIncrement == 0:
            return False
        if self.__positionIncrement is None:
            pixelIncrement = 1
        else:
            pixelIncrement = self.__positionIncrement * self.size().x
        x = self.getPositions()[self.getSelectedIndex()] * self.size().x
        x += pixelIncrement if event.key in (""Right"", ""Up"") else -pixelIncrement
        self.__setPositionInternal(
            self.getSelectedIndex(),
            x,
            self.PositionChangedReason.Increment,
            clamp=not (event.modifiers & event.modifiers.Shift),
        )
        return True
    elif event.key in (""Backspace"", ""Delete""):
        index = self.getSelectedIndex()
        if (
            index is not None
            and self.getSizeEditable()
            and len(self.getPositions()) > self.getMinimumSize()
        ):
            del self.__positions[index]
            signal = getattr(self, ""_indexRemovedSignal"", None)
            if signal is not None:
                signal(self, index)
            self.__emitPositionChanged(self.PositionChangedReason.IndexRemoved)
            self._qtWidget().update()
            return True
    return False","def __keyPress ( self , widget , event ) : <TAB> if self . getSelectedIndex ( ) is None : <TAB> <TAB> return False <TAB> if event . key in ( ""Left"" , ""Right"" , ""Up"" , ""Down"" ) : <TAB> <TAB> if self . __positionIncrement == 0 : <TAB> <TAB> <TAB> return False <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pixelIncrement = 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> pixelIncrement = self . __positionIncrement * self . size ( ) . x <TAB> <TAB> x = self . getPositions ( ) [ self . getSelectedIndex ( ) ] * self . size ( ) . x <TAB> <TAB> x += pixelIncrement if event . key in ( ""Right"" , ""Up"" ) else - pixelIncrement <TAB> <TAB> self . __setPositionInternal ( <TAB> <TAB> <TAB> self . getSelectedIndex ( ) , <TAB> <TAB> <TAB> x , <TAB> <TAB> <TAB> self . PositionChangedReason . Increment , <TAB> <TAB> <TAB> clamp = not ( event . modifiers & event . modifiers . Shift ) , <TAB> <TAB> ) <TAB> <TAB> return True <TAB> elif event . key in ( ""Backspace"" , ""Delete"" ) : <TAB> <TAB> index = self . getSelectedIndex ( ) <TAB> <TAB> if ( <TAB> <TAB> <TAB> index is not None <TAB> <TAB> <TAB> and self . getSizeEditable ( ) <TAB> <TAB> <TAB> and len ( self . getPositions ( ) ) > self . getMinimumSize ( ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> del self . __positions [ index ] <TAB> <TAB> <TAB> signal = getattr ( self , ""_indexRemovedSignal"" , None ) <TAB> <TAB> <TAB> if signal is not None : <TAB> <TAB> <TAB> <TAB> signal ( self , index ) <TAB> <TAB> <TAB> self . __emitPositionChanged ( self . PositionChangedReason . IndexRemoved ) <TAB> <TAB> <TAB> self . _qtWidget ( ) . update ( ) <TAB> <TAB> <TAB> return True <TAB> return False",if self . __positionIncrement is None :,381
10948,"def results_default_iter(commit_hash):
    for result in iter_results_for_machine_and_hash(
        conf.results_dir, machine, commit_hash
    ):
        if env_names is not None and result.env_name not in env_names:
            continue
        for key in result.get_all_result_keys():
            params = result.get_result_params(key)
            result_value = result.get_result_value(key, params)
            result_stats = result.get_result_stats(key, params)
            result_samples = result.get_result_samples(key, params)
            result_version = result.benchmark_version.get(key)
            yield (
                key,
                params,
                result_value,
                result_stats,
                result_samples,
                result_version,
                result.params[""machine""],
                result.env_name,
            )
","def results_default_iter ( commit_hash ) : <TAB> for result in iter_results_for_machine_and_hash ( <TAB> <TAB> conf . results_dir , machine , commit_hash <TAB> ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> for key in result . get_all_result_keys ( ) : <TAB> <TAB> <TAB> params = result . get_result_params ( key ) <TAB> <TAB> <TAB> result_value = result . get_result_value ( key , params ) <TAB> <TAB> <TAB> result_stats = result . get_result_stats ( key , params ) <TAB> <TAB> <TAB> result_samples = result . get_result_samples ( key , params ) <TAB> <TAB> <TAB> result_version = result . benchmark_version . get ( key ) <TAB> <TAB> <TAB> yield ( <TAB> <TAB> <TAB> <TAB> key , <TAB> <TAB> <TAB> <TAB> params , <TAB> <TAB> <TAB> <TAB> result_value , <TAB> <TAB> <TAB> <TAB> result_stats , <TAB> <TAB> <TAB> <TAB> result_samples , <TAB> <TAB> <TAB> <TAB> result_version , <TAB> <TAB> <TAB> <TAB> result . params [ ""machine"" ] , <TAB> <TAB> <TAB> <TAB> result . env_name , <TAB> <TAB> <TAB> )",if env_names is not None and result . env_name not in env_names :,266
19312,"def _binary(self, other: ""Table"", func, do_func):
    session_id = self._session.session_id
    left, right = self, other
    if left._partitions != right._partitions:
        if other.count() > self.count():
            left = left.save_as(
                str(uuid.uuid1()), session_id, partition=right._partitions
            )
        else:
            right = other.save_as(
                str(uuid.uuid1()), session_id, partition=left._partitions
            )
    # noinspection PyProtectedMember
    results = self._session._submit_binary(
        func,
        do_func,
        left._partitions,
        left._name,
        left._namespace,
        right._name,
        right._namespace,
    )
    result: _Operand = results[0]
    # noinspection PyProtectedMember
    return _create_table(
        session=self._session,
        name=result.name,
        namespace=result.namespace,
        partitions=left._partitions,
    )","def _binary ( self , other : ""Table"" , func , do_func ) : <TAB> session_id = self . _session . session_id <TAB> left , right = self , other <TAB> if left . _partitions != right . _partitions : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> left = left . save_as ( <TAB> <TAB> <TAB> <TAB> str ( uuid . uuid1 ( ) ) , session_id , partition = right . _partitions <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> right = other . save_as ( <TAB> <TAB> <TAB> <TAB> str ( uuid . uuid1 ( ) ) , session_id , partition = left . _partitions <TAB> <TAB> <TAB> ) <TAB> <TAB> results = self . _session . _submit_binary ( <TAB> <TAB> func , <TAB> <TAB> do_func , <TAB> <TAB> left . _partitions , <TAB> <TAB> left . _name , <TAB> <TAB> left . _namespace , <TAB> <TAB> right . _name , <TAB> <TAB> right . _namespace , <TAB> ) <TAB> result : _Operand = results [ 0 ] <TAB> <TAB> return _create_table ( <TAB> <TAB> session = self . _session , <TAB> <TAB> name = result . name , <TAB> <TAB> namespace = result . namespace , <TAB> <TAB> partitions = left . _partitions , <TAB> )",if other . count ( ) > self . count ( ) :,275
1073,"def _form_master_re(relist, reflags, ldict, toknames):
    if not relist:
        return []
    regex = ""|"".join(relist)
    try:
        lexre = re.compile(regex, re.VERBOSE | reflags)
        # Build the index to function map for the matching engine
        lexindexfunc = [None] * (max(lexre.groupindex.values()) + 1)
        lexindexnames = lexindexfunc[:]
        for f, i in lexre.groupindex.items():
            handle = ldict.get(f, None)
            if type(handle) in (types.FunctionType, types.MethodType):
                lexindexfunc[i] = (handle, toknames[f])
                lexindexnames[i] = f
            elif handle is not None:
                lexindexnames[i] = f
                if f.find(""ignore_"") > 0:
                    lexindexfunc[i] = (None, None)
                else:
                    lexindexfunc[i] = (None, toknames[f])
        return [(lexre, lexindexfunc)], [regex], [lexindexnames]
    except Exception:
        m = int(len(relist) / 2)
        if m == 0:
            m = 1
        llist, lre, lnames = _form_master_re(relist[:m], reflags, ldict, toknames)
        rlist, rre, rnames = _form_master_re(relist[m:], reflags, ldict, toknames)
        return llist + rlist, lre + rre, lnames + rnames","def _form_master_re ( relist , reflags , ldict , toknames ) : <TAB> if not relist : <TAB> <TAB> return [ ] <TAB> regex = ""|"" . join ( relist ) <TAB> try : <TAB> <TAB> lexre = re . compile ( regex , re . VERBOSE | reflags ) <TAB> <TAB> <TAB> <TAB> lexindexfunc = [ None ] * ( max ( lexre . groupindex . values ( ) ) + 1 ) <TAB> <TAB> lexindexnames = lexindexfunc [ : ] <TAB> <TAB> for f , i in lexre . groupindex . items ( ) : <TAB> <TAB> <TAB> handle = ldict . get ( f , None ) <TAB> <TAB> <TAB> if type ( handle ) in ( types . FunctionType , types . MethodType ) : <TAB> <TAB> <TAB> <TAB> lexindexfunc [ i ] = ( handle , toknames [ f ] ) <TAB> <TAB> <TAB> <TAB> lexindexnames [ i ] = f <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> lexindexnames [ i ] = f <TAB> <TAB> <TAB> <TAB> if f . find ( ""ignore_"" ) > 0 : <TAB> <TAB> <TAB> <TAB> <TAB> lexindexfunc [ i ] = ( None , None ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> lexindexfunc [ i ] = ( None , toknames [ f ] ) <TAB> <TAB> return [ ( lexre , lexindexfunc ) ] , [ regex ] , [ lexindexnames ] <TAB> except Exception : <TAB> <TAB> m = int ( len ( relist ) / 2 ) <TAB> <TAB> if m == 0 : <TAB> <TAB> <TAB> m = 1 <TAB> <TAB> llist , lre , lnames = _form_master_re ( relist [ : m ] , reflags , ldict , toknames ) <TAB> <TAB> rlist , rre , rnames = _form_master_re ( relist [ m : ] , reflags , ldict , toknames ) <TAB> <TAB> return llist + rlist , lre + rre , lnames + rnames",elif handle is not None :,423
23105,"def decStep(self, event=None):
    if event is not None and not self.acceptKey():
        return
    step, power = abcControlFrame._stepPower(self.step.get())
    s = step - power
    if s <= 0.0:
        s = step - power / 10.0
    if s < _LOWSTEP:
        s = _LOWSTEP
    elif s > _HIGHSTEP:
        s = _HIGHSTEP
    if self.astep is not self.step and self.astep.get() != _NOASTEP:
        step, power = abcControlFrame._stepPower(self.astep.get())
        aas = step - power
        if aas <= 0.0:
            aas = step - power / 10.0
        if aas < _LOWSTEP:
            aas = _LOWSTEP
        elif aas > _HIGHASTEP:
            aas = _HIGHASTEP
    else:
        aas = None
    self.setStep(s, aas)","def decStep ( self , event = None ) : <TAB> if event is not None and not self . acceptKey ( ) : <TAB> <TAB> return <TAB> step , power = abcControlFrame . _stepPower ( self . step . get ( ) ) <TAB> s = step - power <TAB> if s <= 0.0 : <TAB> <TAB> s = step - power / 10.0 <TAB> if s < _LOWSTEP : <TAB> <TAB> s = _LOWSTEP <TAB> elif s > _HIGHSTEP : <TAB> <TAB> s = _HIGHSTEP <TAB> if self . astep is not self . step and self . astep . get ( ) != _NOASTEP : <TAB> <TAB> step , power = abcControlFrame . _stepPower ( self . astep . get ( ) ) <TAB> <TAB> aas = step - power <TAB> <TAB> if aas <= 0.0 : <TAB> <TAB> <TAB> aas = step - power / 10.0 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> aas = _LOWSTEP <TAB> <TAB> elif aas > _HIGHASTEP : <TAB> <TAB> <TAB> aas = _HIGHASTEP <TAB> else : <TAB> <TAB> aas = None <TAB> self . setStep ( s , aas )",if aas < _LOWSTEP :,258
25418,"def _nested_ui_dict(
    self,
    ui_schema: List[Dict[str, Any]],
    option_dict: Dict[str, Any],
    key: str,
    multiple: bool = False,
) -> None:
    """"""UI nested dict items.""""""
    ui_node = {
        ""name"": key,
        ""type"": ""schema"",
        ""optional"": True,
        ""multiple"": multiple,
    }
    nested_schema = []
    for c_key, c_value in option_dict.items():
        # Nested?
        if isinstance(c_value, list):
            self._nested_ui_list(nested_schema, c_value, c_key)
        else:
            self._single_ui_option(nested_schema, c_value, c_key)
    ui_node[""schema""] = nested_schema
    ui_schema.append(ui_node)
","def _nested_ui_dict ( <TAB> self , <TAB> ui_schema : List [ Dict [ str , Any ] ] , <TAB> option_dict : Dict [ str , Any ] , <TAB> key : str , <TAB> multiple : bool = False , ) -> None : <TAB> """"""UI nested dict items."""""" <TAB> ui_node = { <TAB> <TAB> ""name"" : key , <TAB> <TAB> ""type"" : ""schema"" , <TAB> <TAB> ""optional"" : True , <TAB> <TAB> ""multiple"" : multiple , <TAB> } <TAB> nested_schema = [ ] <TAB> for c_key , c_value in option_dict . items ( ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _nested_ui_list ( nested_schema , c_value , c_key ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _single_ui_option ( nested_schema , c_value , c_key ) <TAB> ui_node [ ""schema"" ] = nested_schema <TAB> ui_schema . append ( ui_node )","if isinstance ( c_value , list ) :",227
18679,"def test_https():
    for proto in [""http"", ""https""]:
        for convention in [""virtualhost"", ""path"", ""subdomain""]:
            opts = calling_format._s3connection_opts_from_uri(
                ""{0}+{1}://"".format(proto, convention)
            )
            assert (proto == ""https"") == opts[""is_secure""]
            assert (proto == ""http"") == (not opts[""is_secure""])
            cf = opts[""calling_format""]
            if convention == ""virtualhost"":
                assert isinstance(cf, connection.VHostCallingFormat)
            elif convention == ""path"":
                assert isinstance(cf, connection.OrdinaryCallingFormat)
            elif convention == ""subdomain"":
                assert isinstance(cf, connection.SubdomainCallingFormat)
            else:
                assert False","def test_https ( ) : <TAB> for proto in [ ""http"" , ""https"" ] : <TAB> <TAB> for convention in [ ""virtualhost"" , ""path"" , ""subdomain"" ] : <TAB> <TAB> <TAB> opts = calling_format . _s3connection_opts_from_uri ( <TAB> <TAB> <TAB> <TAB> ""{0}+{1}://"" . format ( proto , convention ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> assert ( proto == ""https"" ) == opts [ ""is_secure"" ] <TAB> <TAB> <TAB> assert ( proto == ""http"" ) == ( not opts [ ""is_secure"" ] ) <TAB> <TAB> <TAB> cf = opts [ ""calling_format"" ] <TAB> <TAB> <TAB> if convention == ""virtualhost"" : <TAB> <TAB> <TAB> <TAB> assert isinstance ( cf , connection . VHostCallingFormat ) <TAB> <TAB> <TAB> elif convention == ""path"" : <TAB> <TAB> <TAB> <TAB> assert isinstance ( cf , connection . OrdinaryCallingFormat ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> assert isinstance ( cf , connection . SubdomainCallingFormat ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> assert False","elif convention == ""subdomain"" :",226
1684,"def render(self, name, value, attrs=None, renderer=None):
    output = []
    for option in self.subwidgets(name, value, attrs):
        option_value = option[""value""]
        option[""widget""] = self.create_option(
            name=name,
            value=option[""value""],
            label=option[""label""],
            selected=option_value == value,
            index=option[""index""],
            attrs=option[""attrs""],
        )
        if option_value.split(""/"")[0] == ""icon"" or option_value == """":
            icon_name = option[""label""]
            original_widget = self._render(self.option_template_name, option)
            if not original_widget.startswith(""<label for=""):
                # django2.2+ already wraps widget in a label
                original_widget = format_html(
                    '<label for=""{label_id}"">{widget}</label>',
                    label_id=option[""widget""][""attrs""][""id""],
                    widget=original_widget,
                )
            output.append(
                format_html(
                    self.base_html,
                    active=""active"" if option_value == value else """",
                    static=settings.STATIC_URL,
                    icon_name=icon_name,
                    original_widget=original_widget,
                )
            )
        else:
            output.append(
                format_html(
                    '<li class=""hide"">{widget}</li>',
                    widget=self._render(self.option_template_name, option),
                )
            )
    return mark_safe(""\n"".join(output))","def render ( self , name , value , attrs = None , renderer = None ) : <TAB> output = [ ] <TAB> for option in self . subwidgets ( name , value , attrs ) : <TAB> <TAB> option_value = option [ ""value"" ] <TAB> <TAB> option [ ""widget"" ] = self . create_option ( <TAB> <TAB> <TAB> name = name , <TAB> <TAB> <TAB> value = option [ ""value"" ] , <TAB> <TAB> <TAB> label = option [ ""label"" ] , <TAB> <TAB> <TAB> selected = option_value == value , <TAB> <TAB> <TAB> index = option [ ""index"" ] , <TAB> <TAB> <TAB> attrs = option [ ""attrs"" ] , <TAB> <TAB> ) <TAB> <TAB> if option_value . split ( ""/"" ) [ 0 ] == ""icon"" or option_value == """" : <TAB> <TAB> <TAB> icon_name = option [ ""label"" ] <TAB> <TAB> <TAB> original_widget = self . _render ( self . option_template_name , option ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> original_widget = format_html ( <TAB> <TAB> <TAB> <TAB> <TAB> '<label for=""{label_id}"">{widget}</label>' , <TAB> <TAB> <TAB> <TAB> <TAB> label_id = option [ ""widget"" ] [ ""attrs"" ] [ ""id"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> widget = original_widget , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> output . append ( <TAB> <TAB> <TAB> <TAB> format_html ( <TAB> <TAB> <TAB> <TAB> <TAB> self . base_html , <TAB> <TAB> <TAB> <TAB> <TAB> active = ""active"" if option_value == value else """" , <TAB> <TAB> <TAB> <TAB> <TAB> static = settings . STATIC_URL , <TAB> <TAB> <TAB> <TAB> <TAB> icon_name = icon_name , <TAB> <TAB> <TAB> <TAB> <TAB> original_widget = original_widget , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> output . append ( <TAB> <TAB> <TAB> <TAB> format_html ( <TAB> <TAB> <TAB> <TAB> <TAB> '<li class=""hide"">{widget}</li>' , <TAB> <TAB> <TAB> <TAB> <TAB> widget = self . _render ( self . option_template_name , option ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> return mark_safe ( ""\n"" . join ( output ) )","if not original_widget . startswith ( ""<label for="" ) :",468
22218,"def index_list_children(self, pagename):
    # Convenience method - remove if no longer used by the index
    file, folder = self.map_page(pagename)
    if not folder.exists():
        return []
    names = set()
    for object in folder:
        if isinstance(object, File):
            if object.path.endswith(self.default_extension):
                name = object.basename[: -len(self.default_extension)]
            else:
                continue
        else:  # Folder
            name = object.basename
        pname = decode_filename(name)
        if encode_filename(pname) == name:  # will reject e.g. whitespace in file name
            names.add(pname)
    return [pagename + basename for basename in sorted(names)]
","def index_list_children ( self , pagename ) : <TAB> <TAB> file , folder = self . map_page ( pagename ) <TAB> if not folder . exists ( ) : <TAB> <TAB> return [ ] <TAB> names = set ( ) <TAB> for object in folder : <TAB> <TAB> if isinstance ( object , File ) : <TAB> <TAB> <TAB> if object . path . endswith ( self . default_extension ) : <TAB> <TAB> <TAB> <TAB> name = object . basename [ : - len ( self . default_extension ) ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> else : <TAB> <TAB> <TAB> name = object . basename <TAB> <TAB> pname = decode_filename ( name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> names . add ( pname ) <TAB> return [ pagename + basename for basename in sorted ( names ) ]",if encode_filename ( pname ) == name :,208
15974,"def log_graph(self, model: LightningModule, input_array=None):
    if self._log_graph:
        if input_array is None:
            input_array = model.example_input_array
        if input_array is not None:
            input_array = model._apply_batch_transfer_handler(input_array)
            self.experiment.add_graph(model, input_array)
        else:
            rank_zero_warn(
                ""Could not log computational graph since the""
                "" `model.example_input_array` attribute is not set""
                "" or `input_array` was not given"",
                UserWarning,
            )
","def log_graph ( self , model : LightningModule , input_array = None ) : <TAB> if self . _log_graph : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> input_array = model . example_input_array <TAB> <TAB> if input_array is not None : <TAB> <TAB> <TAB> input_array = model . _apply_batch_transfer_handler ( input_array ) <TAB> <TAB> <TAB> self . experiment . add_graph ( model , input_array ) <TAB> <TAB> else : <TAB> <TAB> <TAB> rank_zero_warn ( <TAB> <TAB> <TAB> <TAB> ""Could not log computational graph since the"" <TAB> <TAB> <TAB> <TAB> "" `model.example_input_array` attribute is not set"" <TAB> <TAB> <TAB> <TAB> "" or `input_array` was not given"" , <TAB> <TAB> <TAB> <TAB> UserWarning , <TAB> <TAB> <TAB> )",if input_array is None :,182
14989,"def modify_bottle_params(self, output_stride=None):
    if output_stride is not None and output_stride % 2 != 0:
        raise Exception(""output stride must to be even number"")
    if output_stride is None:
        return
    else:
        stride = 2
        for i, _cfg in enumerate(self.cfg):
            stride = stride * _cfg[-1]
            if stride > output_stride:
                s = 1
                self.cfg[i][-1] = s","def modify_bottle_params ( self , output_stride = None ) : <TAB> if output_stride is not None and output_stride % 2 != 0 : <TAB> <TAB> raise Exception ( ""output stride must to be even number"" ) <TAB> if output_stride is None : <TAB> <TAB> return <TAB> else : <TAB> <TAB> stride = 2 <TAB> <TAB> for i , _cfg in enumerate ( self . cfg ) : <TAB> <TAB> <TAB> stride = stride * _cfg [ - 1 ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> s = 1 <TAB> <TAB> <TAB> <TAB> self . cfg [ i ] [ - 1 ] = s",if stride > output_stride :,134
23836,"def create_dir(path):
    curr_path = None
    for p in path:
        if curr_path is None:
            curr_path = os.path.abspath(p)
        else:
            curr_path = os.path.join(curr_path, p)
        if not os.path.exists(curr_path):
            os.mkdir(curr_path)
","def create_dir ( path ) : <TAB> curr_path = None <TAB> for p in path : <TAB> <TAB> if curr_path is None : <TAB> <TAB> <TAB> curr_path = os . path . abspath ( p ) <TAB> <TAB> else : <TAB> <TAB> <TAB> curr_path = os . path . join ( curr_path , p ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . mkdir ( curr_path )",if not os . path . exists ( curr_path ) :,100
20517,"def _recv(self, wait_for_req_id=None):
    try:
        while True:
            # a request has been returned and found in pending_response
            if wait_for_req_id in self.pending_response:
                response = self.pending_response.pop(wait_for_req_id)
                return _Response(wait_for_req_id, response)
            # receive a response
            response = self.receiver.recv_multipart()
            request_id = int(response[-1])
            # if not wait for particular response then simply return
            if not wait_for_req_id or (wait_for_req_id == request_id):
                self.pending_request.remove(request_id)
                return _Response(request_id, response)
            elif wait_for_req_id != request_id:
                self.pending_response[request_id] = response
                # wait for the next response
    except Exception as e:
        raise e
    finally:
        if wait_for_req_id in self.pending_request:
            self.pending_request.remove(wait_for_req_id)","def _recv ( self , wait_for_req_id = None ) : <TAB> try : <TAB> <TAB> while True : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if wait_for_req_id in self . pending_response : <TAB> <TAB> <TAB> <TAB> response = self . pending_response . pop ( wait_for_req_id ) <TAB> <TAB> <TAB> <TAB> return _Response ( wait_for_req_id , response ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> response = self . receiver . recv_multipart ( ) <TAB> <TAB> <TAB> request_id = int ( response [ - 1 ] ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not wait_for_req_id or ( wait_for_req_id == request_id ) : <TAB> <TAB> <TAB> <TAB> self . pending_request . remove ( request_id ) <TAB> <TAB> <TAB> <TAB> return _Response ( request_id , response ) <TAB> <TAB> <TAB> elif wait_for_req_id != request_id : <TAB> <TAB> <TAB> <TAB> self . pending_response [ request_id ] = response <TAB> <TAB> <TAB> <TAB> <TAB> except Exception as e : <TAB> <TAB> raise e <TAB> finally : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . pending_request . remove ( wait_for_req_id )",if wait_for_req_id in self . pending_request :,312
6690,"def check_headers(self, headers: Headers) -> None:
    etag = headers.get(""etag"")
    if etag is not None:
        if etag.startswith((""W/"", ""w/"")):
            if etag.startswith(""w/""):
                warn(
                    ""Weak etag indicator should be upper case."",
                    HTTPWarning,
                    stacklevel=4,
                )
            etag = etag[2:]
        if not (etag[:1] == etag[-1:] == '""'):
            warn(""Unquoted etag emitted."", HTTPWarning, stacklevel=4)
    location = headers.get(""location"")
    if location is not None:
        if not urlparse(location).netloc:
            warn(
                ""Absolute URLs required for location header."",
                HTTPWarning,
                stacklevel=4,
            )","def check_headers ( self , headers : Headers ) -> None : <TAB> etag = headers . get ( ""etag"" ) <TAB> if etag is not None : <TAB> <TAB> if etag . startswith ( ( ""W/"" , ""w/"" ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> warn ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Weak etag indicator should be upper case."" , <TAB> <TAB> <TAB> <TAB> <TAB> HTTPWarning , <TAB> <TAB> <TAB> <TAB> <TAB> stacklevel = 4 , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> etag = etag [ 2 : ] <TAB> <TAB> if not ( etag [ : 1 ] == etag [ - 1 : ] == '""' ) : <TAB> <TAB> <TAB> warn ( ""Unquoted etag emitted."" , HTTPWarning , stacklevel = 4 ) <TAB> location = headers . get ( ""location"" ) <TAB> if location is not None : <TAB> <TAB> if not urlparse ( location ) . netloc : <TAB> <TAB> <TAB> warn ( <TAB> <TAB> <TAB> <TAB> ""Absolute URLs required for location header."" , <TAB> <TAB> <TAB> <TAB> HTTPWarning , <TAB> <TAB> <TAB> <TAB> stacklevel = 4 , <TAB> <TAB> <TAB> )","if etag . startswith ( ""w/"" ) :",223
14997,"def __init__(self, format):
    # convert strptime format string to regular expression
    format = "" "".join(re.split(r""(?:\s|%t|%n)+"", format))
    pattern = []
    try:
        for spec in re.findall(r""%\w|%%|."", format):
            if spec[0] == ""%"":
                spec = SPEC[spec]
            pattern.append(spec)
    except KeyError:
        raise ValueError(""unknown specificer:{}"".format(spec))
    self.pattern = re.compile(r""(?i)"" + """".join(pattern))","def __init__ ( self , format ) : <TAB> <TAB> format = "" "" . join ( re . split ( r""(?:\s|%t|%n)+"" , format ) ) <TAB> pattern = [ ] <TAB> try : <TAB> <TAB> for spec in re . findall ( r""%\w|%%|."" , format ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> spec = SPEC [ spec ] <TAB> <TAB> <TAB> pattern . append ( spec ) <TAB> except KeyError : <TAB> <TAB> raise ValueError ( ""unknown specificer:{}"" . format ( spec ) ) <TAB> self . pattern = re . compile ( r""(?i)"" + """" . join ( pattern ) )","if spec [ 0 ] == ""%"" :",144
17761,"def _update_indexes(self, _rev, data):
    _id, new_rev, db_data = self._update_id_index(_rev, data)
    with self.main_lock:
        self.id_revs[_id] = new_rev
    for index in self.indexes[1:]:
        with self.main_lock:
            curr_rev = self.id_revs.get(_id)  # get last _id, _rev
            if curr_rev != new_rev:
                break  # new update on the way stop current
        self._single_update_index(index, data, db_data, _id)
    with self.main_lock:
        if self.id_revs[_id] == new_rev:
            del self.id_revs[_id]
    return _id, new_rev","def _update_indexes ( self , _rev , data ) : <TAB> _id , new_rev , db_data = self . _update_id_index ( _rev , data ) <TAB> with self . main_lock : <TAB> <TAB> self . id_revs [ _id ] = new_rev <TAB> for index in self . indexes [ 1 : ] : <TAB> <TAB> with self . main_lock : <TAB> <TAB> <TAB> curr_rev = self . id_revs . get ( _id ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> self . _single_update_index ( index , data , db_data , _id ) <TAB> with self . main_lock : <TAB> <TAB> if self . id_revs [ _id ] == new_rev : <TAB> <TAB> <TAB> del self . id_revs [ _id ] <TAB> return _id , new_rev",if curr_rev != new_rev :,209
12475,"def connect(self):
    self.sock = sockssocket()
    self.sock.setproxy(*proxy_args)
    if type(self.timeout) in (int, float):
        self.sock.settimeout(self.timeout)
    self.sock.connect((self.host, self.port))
    if isinstance(self, compat_http_client.HTTPSConnection):
        if hasattr(self, ""_context""):  # Python > 2.6
            self.sock = self._context.wrap_socket(self.sock, server_hostname=self.host)
        else:
            self.sock = ssl.wrap_socket(self.sock)","def connect ( self ) : <TAB> self . sock = sockssocket ( ) <TAB> self . sock . setproxy ( * proxy_args ) <TAB> if type ( self . timeout ) in ( int , float ) : <TAB> <TAB> self . sock . settimeout ( self . timeout ) <TAB> self . sock . connect ( ( self . host , self . port ) ) <TAB> if isinstance ( self , compat_http_client . HTTPSConnection ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . sock = self . _context . wrap_socket ( self . sock , server_hostname = self . host ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . sock = ssl . wrap_socket ( self . sock )","if hasattr ( self , ""_context"" ) :",158
15557,"def train(epoch):
    model.train()
    train_loss = 0
    for batch_idx, (data, _) in enumerate(train_loader):
        data = data.to(device)
        optimizer.zero_grad()
        recon_batch, mu, logvar = model(data)
        loss = loss_function(recon_batch, data, mu, logvar)
        loss.backward()
        train_loss += loss.item()
        optimizer.step()
        if batch_idx % args.log_interval == 0:
            print(
                ""Train Epoch: {} [{}/{} ({:.0f}%)]\tLoss: {:.6f}"".format(
                    epoch,
                    batch_idx * len(data),
                    len(train_loader.dataset),
                    100.0 * batch_idx / len(train_loader),
                    loss.item() / len(data),
                )
            )
    print(
        ""====> Epoch: {} Average loss: {:.4f}"".format(
            epoch, train_loss / len(train_loader.dataset)
        )
    )","def train ( epoch ) : <TAB> model . train ( ) <TAB> train_loss = 0 <TAB> for batch_idx , ( data , _ ) in enumerate ( train_loader ) : <TAB> <TAB> data = data . to ( device ) <TAB> <TAB> optimizer . zero_grad ( ) <TAB> <TAB> recon_batch , mu , logvar = model ( data ) <TAB> <TAB> loss = loss_function ( recon_batch , data , mu , logvar ) <TAB> <TAB> loss . backward ( ) <TAB> <TAB> train_loss += loss . item ( ) <TAB> <TAB> optimizer . step ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""Train Epoch: {} [{}/{} ({:.0f}%)]\tLoss: {:.6f}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> epoch , <TAB> <TAB> <TAB> <TAB> <TAB> batch_idx * len ( data ) , <TAB> <TAB> <TAB> <TAB> <TAB> len ( train_loader . dataset ) , <TAB> <TAB> <TAB> <TAB> <TAB> 100.0 * batch_idx / len ( train_loader ) , <TAB> <TAB> <TAB> <TAB> <TAB> loss . item ( ) / len ( data ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> print ( <TAB> <TAB> ""====> Epoch: {} Average loss: {:.4f}"" . format ( <TAB> <TAB> <TAB> epoch , train_loss / len ( train_loader . dataset ) <TAB> <TAB> ) <TAB> )",if batch_idx % args . log_interval == 0 :,296
12655,"def create_unit(
    self,
    key: str,
    source: Union[str, List[str]],
    target: Optional[Union[str, List[str]]] = None,
):
    if isinstance(source, list):
        context = source[0]
        unit = self.construct_unit(context)
        if len(source) == 1:
            source = context
        else:
            source = multistring(source)
    else:
        context = source
        unit = self.construct_unit(source)
    if isinstance(target, list):
        if len(target) == 1:
            target = target[0]
        else:
            target = multistring(target)
    if key:
        unit.setid(key)
    elif target is not None and self.set_context_bilingual:
        unit.setid(context)
        unit.context = context
    if target is None:
        target = source
        source = self.create_unit_key(key, source)
    unit.source = source
    if isinstance(unit, LISAunit) and self.language_code:
        unit.settarget(target, self.language_code)
    else:
        unit.target = target
    return unit","def create_unit ( <TAB> self , <TAB> key : str , <TAB> source : Union [ str , List [ str ] ] , <TAB> target : Optional [ Union [ str , List [ str ] ] ] = None , ) : <TAB> if isinstance ( source , list ) : <TAB> <TAB> context = source [ 0 ] <TAB> <TAB> unit = self . construct_unit ( context ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> source = context <TAB> <TAB> else : <TAB> <TAB> <TAB> source = multistring ( source ) <TAB> else : <TAB> <TAB> context = source <TAB> <TAB> unit = self . construct_unit ( source ) <TAB> if isinstance ( target , list ) : <TAB> <TAB> if len ( target ) == 1 : <TAB> <TAB> <TAB> target = target [ 0 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> target = multistring ( target ) <TAB> if key : <TAB> <TAB> unit . setid ( key ) <TAB> elif target is not None and self . set_context_bilingual : <TAB> <TAB> unit . setid ( context ) <TAB> <TAB> unit . context = context <TAB> if target is None : <TAB> <TAB> target = source <TAB> <TAB> source = self . create_unit_key ( key , source ) <TAB> unit . source = source <TAB> if isinstance ( unit , LISAunit ) and self . language_code : <TAB> <TAB> unit . settarget ( target , self . language_code ) <TAB> else : <TAB> <TAB> unit . target = target <TAB> return unit",if len ( source ) == 1 :,321
9313,"def __setattr__(self, name, value):
    if name == ""path"":
        if value and value != """":
            if value[0] != ""/"":
                raise ValueError(
                    'The page path should always start with a slash (""/"").'
                )
    elif name == ""load_time"":
        if value and not isinstance(value, int):
            raise ValueError(
                ""Page load time must be specified in integer milliseconds.""
            )
    object.__setattr__(self, name, value)","def __setattr__ ( self , name , value ) : <TAB> if name == ""path"" : <TAB> <TAB> if value and value != """" : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> 'The page path should always start with a slash (""/"").' <TAB> <TAB> <TAB> <TAB> ) <TAB> elif name == ""load_time"" : <TAB> <TAB> if value and not isinstance ( value , int ) : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Page load time must be specified in integer milliseconds."" <TAB> <TAB> <TAB> ) <TAB> object . __setattr__ ( self , name , value )","if value [ 0 ] != ""/"" :",136
16514,"def predict(
    self,
    img: Union[str, np.ndarray],
    save_path: str = ""openpose_body"",
    visualization: bool = True,
):
    self.eval()
    self.visualization = visualization
    if isinstance(img, str):
        orgImg = cv2.imread(img)
    else:
        orgImg = img
    data, imageToTest_padded, pad = self.transform(orgImg)
    Mconv7_stage6_L1, Mconv7_stage6_L2 = self.forward(paddle.to_tensor(data))
    Mconv7_stage6_L1 = Mconv7_stage6_L1.numpy()
    Mconv7_stage6_L2 = Mconv7_stage6_L2.numpy()
    heatmap_avg = self.remove_pad(Mconv7_stage6_L2, imageToTest_padded, orgImg, pad)
    paf_avg = self.remove_pad(Mconv7_stage6_L1, imageToTest_padded, orgImg, pad)
    all_peaks = self.get_peak(heatmap_avg)
    connection_all, special_k = self.get_connection(all_peaks, paf_avg, orgImg)
    candidate, subset = self.get_candidate(all_peaks, connection_all, special_k)
    canvas = copy.deepcopy(orgImg)
    canvas = self.draw_pose(canvas, candidate, subset)
    if self.visualization:
        if not os.path.exists(save_path):
            os.mkdir(save_path)
        img_name = str(time.time()) + "".png""
        save_path = os.path.join(save_path, img_name)
        cv2.imwrite(save_path, canvas)
    results = {""candidate"": candidate, ""subset"": subset, ""data"": canvas}
    return results","def predict ( <TAB> self , <TAB> img : Union [ str , np . ndarray ] , <TAB> save_path : str = ""openpose_body"" , <TAB> visualization : bool = True , ) : <TAB> self . eval ( ) <TAB> self . visualization = visualization <TAB> if isinstance ( img , str ) : <TAB> <TAB> orgImg = cv2 . imread ( img ) <TAB> else : <TAB> <TAB> orgImg = img <TAB> data , imageToTest_padded , pad = self . transform ( orgImg ) <TAB> Mconv7_stage6_L1 , Mconv7_stage6_L2 = self . forward ( paddle . to_tensor ( data ) ) <TAB> Mconv7_stage6_L1 = Mconv7_stage6_L1 . numpy ( ) <TAB> Mconv7_stage6_L2 = Mconv7_stage6_L2 . numpy ( ) <TAB> heatmap_avg = self . remove_pad ( Mconv7_stage6_L2 , imageToTest_padded , orgImg , pad ) <TAB> paf_avg = self . remove_pad ( Mconv7_stage6_L1 , imageToTest_padded , orgImg , pad ) <TAB> all_peaks = self . get_peak ( heatmap_avg ) <TAB> connection_all , special_k = self . get_connection ( all_peaks , paf_avg , orgImg ) <TAB> candidate , subset = self . get_candidate ( all_peaks , connection_all , special_k ) <TAB> canvas = copy . deepcopy ( orgImg ) <TAB> canvas = self . draw_pose ( canvas , candidate , subset ) <TAB> if self . visualization : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . mkdir ( save_path ) <TAB> <TAB> img_name = str ( time . time ( ) ) + "".png"" <TAB> <TAB> save_path = os . path . join ( save_path , img_name ) <TAB> <TAB> cv2 . imwrite ( save_path , canvas ) <TAB> results = { ""candidate"" : candidate , ""subset"" : subset , ""data"" : canvas } <TAB> return results",if not os . path . exists ( save_path ) :,468
1852,"def zip_readline_read_test(self, f, compression):
    self.make_test_archive(f, compression)
    # Read the ZIP archive
    with zipfile.ZipFile(f, ""r"") as zipfp, zipfp.open(TESTFN) as zipopen:
        data = b""""
        while True:
            read = zipopen.readline()
            if not read:
                break
            data += read
            read = zipopen.read(100)
            if not read:
                break
            data += read
    self.assertEqual(data, self.data)","def zip_readline_read_test ( self , f , compression ) : <TAB> self . make_test_archive ( f , compression ) <TAB> <TAB> with zipfile . ZipFile ( f , ""r"" ) as zipfp , zipfp . open ( TESTFN ) as zipopen : <TAB> <TAB> data = b"""" <TAB> <TAB> while True : <TAB> <TAB> <TAB> read = zipopen . readline ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> data += read <TAB> <TAB> <TAB> read = zipopen . read ( 100 ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> data += read <TAB> self . assertEqual ( data , self . data )",if not read :,155
18105,"def update_trackers_info(self):
    old_trackers = self.get_old_trackers()
    with db_session:
        trackers = self.mds.TrackerState.select().for_update()[:]
        for tracker in trackers:
            if tracker.url in old_trackers:
                tracker.set(**old_trackers[tracker.url])
",def update_trackers_info ( self ) : <TAB> old_trackers = self . get_old_trackers ( ) <TAB> with db_session : <TAB> <TAB> trackers = self . mds . TrackerState . select ( ) . for_update ( ) [ : ] <TAB> <TAB> for tracker in trackers : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> tracker . set ( ** old_trackers [ tracker . url ] ),if tracker . url in old_trackers :,89
24211,"def convertPlaylistInfoToString(seld, aPlaylistInfo, aTrackItems):
    str = """"
    str += ""[Title]           %s\n"" % (aPlaylistInfo[""title""])
    str += ""[Type]            %s\n"" % (aPlaylistInfo[""type""])
    str += ""[NumberOfTracks]  %s\n"" % (aPlaylistInfo[""numberOfTracks""])
    str += ""[NumberOfVideos]  %s\n"" % (aPlaylistInfo[""numberOfVideos""])
    str += ""[Duration]        %s\n"" % (aPlaylistInfo[""duration""])
    i = 0
    str += ""===========Track=============\n""
    for item in aTrackItems:
        type = item[""type""]
        item = item[""item""]
        if type != ""track"":
            continue
        i = i + 1
        str += ""{:<8}"".format(""[%d]"" % i) + item[""title""] + ""\n""
    i = 0
    str += ""\n===========Video=============\n""
    for item in aTrackItems:
        type = item[""type""]
        item = item[""item""]
        if type != ""video"":
            continue
        i = i + 1
        str += ""{:<8}"".format(""[%d]"" % i) + item[""title""] + ""\n""
    return str","def convertPlaylistInfoToString ( seld , aPlaylistInfo , aTrackItems ) : <TAB> str = """" <TAB> str += ""[Title]           %s\n"" % ( aPlaylistInfo [ ""title"" ] ) <TAB> str += ""[Type]            %s\n"" % ( aPlaylistInfo [ ""type"" ] ) <TAB> str += ""[NumberOfTracks]  %s\n"" % ( aPlaylistInfo [ ""numberOfTracks"" ] ) <TAB> str += ""[NumberOfVideos]  %s\n"" % ( aPlaylistInfo [ ""numberOfVideos"" ] ) <TAB> str += ""[Duration]        %s\n"" % ( aPlaylistInfo [ ""duration"" ] ) <TAB> i = 0 <TAB> str += ""===========Track=============\n"" <TAB> for item in aTrackItems : <TAB> <TAB> type = item [ ""type"" ] <TAB> <TAB> item = item [ ""item"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> i = i + 1 <TAB> <TAB> str += ""{:<8}"" . format ( ""[%d]"" % i ) + item [ ""title"" ] + ""\n"" <TAB> i = 0 <TAB> str += ""\n===========Video=============\n"" <TAB> for item in aTrackItems : <TAB> <TAB> type = item [ ""type"" ] <TAB> <TAB> item = item [ ""item"" ] <TAB> <TAB> if type != ""video"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> i = i + 1 <TAB> <TAB> str += ""{:<8}"" . format ( ""[%d]"" % i ) + item [ ""title"" ] + ""\n"" <TAB> return str","if type != ""track"" :",353
5000,"def build_inputs(self):
    inputs = {}
    for encoder in self.model.pipeline.encoders:
        if hasattr(encoder, ""sequence_length""):
            for i in range(encoder.sequence_length):
                inputs[encoder.sequence_name(i)] = Input(
                    shape=(1,), name=encoder.sequence_name(i)
                )
                if encoder.twin:
                    inputs[encoder.sequence_name(i, suffix=""_twin"")] = Input(
                        shape=(1,), name=encoder.sequence_name(i, suffix=""_twin"")
                    )
        else:
            inputs[encoder.name] = Input(shape=(1,), name=encoder.name)
            if encoder.twin:
                inputs[encoder.twin_name] = Input(shape=(1,), name=encoder.twin_name)
    return inputs","def build_inputs ( self ) : <TAB> inputs = { } <TAB> for encoder in self . model . pipeline . encoders : <TAB> <TAB> if hasattr ( encoder , ""sequence_length"" ) : <TAB> <TAB> <TAB> for i in range ( encoder . sequence_length ) : <TAB> <TAB> <TAB> <TAB> inputs [ encoder . sequence_name ( i ) ] = Input ( <TAB> <TAB> <TAB> <TAB> <TAB> shape = ( 1 , ) , name = encoder . sequence_name ( i ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> inputs [ encoder . sequence_name ( i , suffix = ""_twin"" ) ] = Input ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> shape = ( 1 , ) , name = encoder . sequence_name ( i , suffix = ""_twin"" ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> inputs [ encoder . name ] = Input ( shape = ( 1 , ) , name = encoder . name ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> inputs [ encoder . twin_name ] = Input ( shape = ( 1 , ) , name = encoder . twin_name ) <TAB> return inputs",if encoder . twin :,239
183,"def process_url_iterable(self, iterable, opts, functionality, enabled_functionality):
    self.out.debug(""base_plugin_internal.process_url_iterable"")
    timeout_host = opts[""timeout_host""]
    i = 0
    with ThreadPoolExecutor(max_workers=opts[""threads_scan""]) as executor:
        results = []
        for url in iterable:
            args = [url, opts, functionality, enabled_functionality, True]
            future = executor.submit(self.url_scan, *args)
            url_to_log = str(url).rstrip()
            results.append(
                {
                    ""future"": future,
                    ""url"": url_to_log,
                }
            )
            if i % 1000 == 0 and i != 0:
                self._process_results_multisite(results, functionality, timeout_host)
                results = []
            i += 1
        if len(results) > 0:
            self._process_results_multisite(results, functionality, timeout_host)
            results = []","def process_url_iterable ( self , iterable , opts , functionality , enabled_functionality ) : <TAB> self . out . debug ( ""base_plugin_internal.process_url_iterable"" ) <TAB> timeout_host = opts [ ""timeout_host"" ] <TAB> i = 0 <TAB> with ThreadPoolExecutor ( max_workers = opts [ ""threads_scan"" ] ) as executor : <TAB> <TAB> results = [ ] <TAB> <TAB> for url in iterable : <TAB> <TAB> <TAB> args = [ url , opts , functionality , enabled_functionality , True ] <TAB> <TAB> <TAB> future = executor . submit ( self . url_scan , * args ) <TAB> <TAB> <TAB> url_to_log = str ( url ) . rstrip ( ) <TAB> <TAB> <TAB> results . append ( <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> ""future"" : future , <TAB> <TAB> <TAB> <TAB> <TAB> ""url"" : url_to_log , <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . _process_results_multisite ( results , functionality , timeout_host ) <TAB> <TAB> <TAB> <TAB> results = [ ] <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> if len ( results ) > 0 : <TAB> <TAB> <TAB> self . _process_results_multisite ( results , functionality , timeout_host ) <TAB> <TAB> <TAB> results = [ ]",if i % 1000 == 0 and i != 0 :,288
22631,"def __process_family(self, family, person1, person2, append_list):
    if family.get_handle() in self.__processed_families:
        return
    self.__processed_families[family.get_handle()] = True
    missingbits = []
    if person1 is UnknownPerson or person1 is None:
        name1 = _(""(unknown person)"")
    else:
        name1 = name_displayer.display(person1)
        if not name1:
            name1 = _(""(person with unknown name)"")
    if person2 is UnknownPerson or person2 is None:
        name2 = _(""(unknown person)"")
    else:
        name2 = name_displayer.display(person2)
        if not name2:
            name2 = _(""(person with unknown name)"")
    name = _(""%(name1)s and %(name2)s"") % {""name1"": name1, ""name2"": name2}
    has_marriage = False
    for event_ref in family.get_event_ref_list():
        event = self.dbstate.db.get_event_from_handle(event_ref.ref)
        if event.get_type() not in [EventType.MARRIAGE, EventType.DIVORCE]:
            continue
        missingbits.extend(self.__process_event(event))
        if event.get_type() == EventType.MARRIAGE:
            has_marriage = True
    if family.get_relationship() == FamilyRelType.MARRIED:
        if not has_marriage:
            missingbits.append(_(""marriage event missing""))
    elif family.get_relationship() == FamilyRelType.UNKNOWN:
        missingbits.append(_(""relation type unknown""))
    if missingbits:
        self.link(name, ""Family"", family.get_handle())
        self.append_text(_("": %(list)s\n"") % {""list"": _("", "").join(missingbits)})
        self.__counter += 1
    append_list.append((family, person1, person2))","def __process_family ( self , family , person1 , person2 , append_list ) : <TAB> if family . get_handle ( ) in self . __processed_families : <TAB> <TAB> return <TAB> self . __processed_families [ family . get_handle ( ) ] = True <TAB> missingbits = [ ] <TAB> if person1 is UnknownPerson or person1 is None : <TAB> <TAB> name1 = _ ( ""(unknown person)"" ) <TAB> else : <TAB> <TAB> name1 = name_displayer . display ( person1 ) <TAB> <TAB> if not name1 : <TAB> <TAB> <TAB> name1 = _ ( ""(person with unknown name)"" ) <TAB> if person2 is UnknownPerson or person2 is None : <TAB> <TAB> name2 = _ ( ""(unknown person)"" ) <TAB> else : <TAB> <TAB> name2 = name_displayer . display ( person2 ) <TAB> <TAB> if not name2 : <TAB> <TAB> <TAB> name2 = _ ( ""(person with unknown name)"" ) <TAB> name = _ ( ""%(name1)s and %(name2)s"" ) % { ""name1"" : name1 , ""name2"" : name2 } <TAB> has_marriage = False <TAB> for event_ref in family . get_event_ref_list ( ) : <TAB> <TAB> event = self . dbstate . db . get_event_from_handle ( event_ref . ref ) <TAB> <TAB> if event . get_type ( ) not in [ EventType . MARRIAGE , EventType . DIVORCE ] : <TAB> <TAB> <TAB> continue <TAB> <TAB> missingbits . extend ( self . __process_event ( event ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> has_marriage = True <TAB> if family . get_relationship ( ) == FamilyRelType . MARRIED : <TAB> <TAB> if not has_marriage : <TAB> <TAB> <TAB> missingbits . append ( _ ( ""marriage event missing"" ) ) <TAB> elif family . get_relationship ( ) == FamilyRelType . UNKNOWN : <TAB> <TAB> missingbits . append ( _ ( ""relation type unknown"" ) ) <TAB> if missingbits : <TAB> <TAB> self . link ( name , ""Family"" , family . get_handle ( ) ) <TAB> <TAB> self . append_text ( _ ( "": %(list)s\n"" ) % { ""list"" : _ ( "", "" ) . join ( missingbits ) } ) <TAB> <TAB> self . __counter += 1 <TAB> append_list . append ( ( family , person1 , person2 ) )",if event . get_type ( ) == EventType . MARRIAGE :,508
24805,"def test_main(self):
    allowed = []
    for license in self.ALLOWED:
        allowed.append("""".join(license.split()))
    found = set()
    missing = []
    for path in iter_py_paths():
        header = b""""
        with open(path, ""rb"") as h:
            for line in h:
                line = line.strip()
                if not line.startswith(b""#""):
                    break
                header += line.lstrip(b""# "") + b""\n""
        norm = b"""".join(header.split())
        norm = norm.decode(""utf-8"")
        for license_ in allowed:
            if license_ in norm:
                found.add(license_)
                break
        else:
            missing.append(path)
    self.assertFalse(missing, msg=""Missing license: %r"" % missing)
    assert len(allowed) == len(found)","def test_main ( self ) : <TAB> allowed = [ ] <TAB> for license in self . ALLOWED : <TAB> <TAB> allowed . append ( """" . join ( license . split ( ) ) ) <TAB> found = set ( ) <TAB> missing = [ ] <TAB> for path in iter_py_paths ( ) : <TAB> <TAB> header = b"""" <TAB> <TAB> with open ( path , ""rb"" ) as h : <TAB> <TAB> <TAB> for line in h : <TAB> <TAB> <TAB> <TAB> line = line . strip ( ) <TAB> <TAB> <TAB> <TAB> if not line . startswith ( b""#"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> header += line . lstrip ( b""# "" ) + b""\n"" <TAB> <TAB> norm = b"""" . join ( header . split ( ) ) <TAB> <TAB> norm = norm . decode ( ""utf-8"" ) <TAB> <TAB> for license_ in allowed : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> found . add ( license_ ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> missing . append ( path ) <TAB> self . assertFalse ( missing , msg = ""Missing license: %r"" % missing ) <TAB> assert len ( allowed ) == len ( found )",if license_ in norm :,246
4484,"def init(self):
    r = self.get_redis()
    if r:
        key = ""pocsuite_target""
        info_msg = ""[PLUGIN] try fetch targets from redis...""
        logger.info(info_msg)
        targets = r.get(key)
        count = 0
        if targets:
            for target in targets:
                if self.add_target(target):
                    count += 1
        info_msg = ""[PLUGIN] get {0} target(s) from redis"".format(count)
        logger.info(info_msg)","def init ( self ) : <TAB> r = self . get_redis ( ) <TAB> if r : <TAB> <TAB> key = ""pocsuite_target"" <TAB> <TAB> info_msg = ""[PLUGIN] try fetch targets from redis..."" <TAB> <TAB> logger . info ( info_msg ) <TAB> <TAB> targets = r . get ( key ) <TAB> <TAB> count = 0 <TAB> <TAB> if targets : <TAB> <TAB> <TAB> for target in targets : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> count += 1 <TAB> <TAB> info_msg = ""[PLUGIN] get {0} target(s) from redis"" . format ( count ) <TAB> <TAB> logger . info ( info_msg )",if self . add_target ( target ) :,151
20652,"def ShouldAttachKey(cls, config, vcards=None, emails=None, ttl=90):
    now = datetime.now()
    offset = timedelta(days=ttl)  # FIXME: Magic number!
    never = datetime.fromtimestamp(0)
    dates = []
    # who = dict of email -> vcard
    who = dict((vc.email, vc) for vc in (vcards or []) if vc)
    for e in emails or []:
        if e not in who:
            who[e] = config.vcards.get(e)
    # Examine each one. The policy is to only attach a key if everyone
    # can use keys AND someone needs a key.
    needs_key = 0
    for email, vc in who.iteritems():
        if vc and vc.kind == ""profile"":
            continue  # Ignore self
        ts = None
        if vc:
            try:
                # FIXME: This doesn't check *which* key we sent! This
                #        needs to be made smarter for key rollover and
                #        mutliple-key scenarios.
                ts = datetime.fromtimestamp(float(vc.pgp_key_shared))
            except (ValueError, TypeError, AttributeError):
                pass
        if (ts or never) + offset < now:
            # This user hasn't been sent a key recently.
            needs_key += 1
            # Can they do crypto?
            ratio = cls._encryption_ratio(
                config.background, config.index, email, minimum=1
            )
            if ratio <= 0:
                # Nope, let's not spam them with keys
                return False
    # Someone needs a key update, attach.
    return needs_key > 0","def ShouldAttachKey ( cls , config , vcards = None , emails = None , ttl = 90 ) : <TAB> now = datetime . now ( ) <TAB> offset = timedelta ( days = ttl ) <TAB> never = datetime . fromtimestamp ( 0 ) <TAB> dates = [ ] <TAB> <TAB> who = dict ( ( vc . email , vc ) for vc in ( vcards or [ ] ) if vc ) <TAB> for e in emails or [ ] : <TAB> <TAB> if e not in who : <TAB> <TAB> <TAB> who [ e ] = config . vcards . get ( e ) <TAB> <TAB> <TAB> needs_key = 0 <TAB> for email , vc in who . iteritems ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> ts = None <TAB> <TAB> if vc : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ts = datetime . fromtimestamp ( float ( vc . pgp_key_shared ) ) <TAB> <TAB> <TAB> except ( ValueError , TypeError , AttributeError ) : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> if ( ts or never ) + offset < now : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> needs_key += 1 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ratio = cls . _encryption_ratio ( <TAB> <TAB> <TAB> <TAB> config . background , config . index , email , minimum = 1 <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if ratio <= 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> return needs_key > 0","if vc and vc . kind == ""profile"" :",469
6878,"def test_insert(self):
    funcs = [
        functions.sin,
        functions.cos,
        functions.tan,
    ]
    # Prepare the original sequential before insertion.
    orig = []
    for orig_is_link in self.orig:
        if orig_is_link:
            orig.append(links.Linear((3, 3)))
        else:
            orig.append(funcs.pop(0))
    # The subject of insertion
    if self.is_link:
        subj = links.Linear((3, 3))
    else:
        subj = funcs.pop(0)
    # Instantiate the sequential
    seq = chainer.Sequential(*orig)
    if self.expect_error:
        with pytest.raises(IndexError):
            seq.insert(self.pos, subj)
    else:
        seq.insert(self.pos, subj)
        # Inserting to the `orig` similarly for the following comparison
        orig.insert(self.pos, subj)
        assert len(seq) == len(self.orig) + 1
        for i in range(len(self.orig) + 1):
            assert seq[i] is orig[i]","def test_insert ( self ) : <TAB> funcs = [ <TAB> <TAB> functions . sin , <TAB> <TAB> functions . cos , <TAB> <TAB> functions . tan , <TAB> ] <TAB> <TAB> orig = [ ] <TAB> for orig_is_link in self . orig : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> orig . append ( links . Linear ( ( 3 , 3 ) ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> orig . append ( funcs . pop ( 0 ) ) <TAB> <TAB> if self . is_link : <TAB> <TAB> subj = links . Linear ( ( 3 , 3 ) ) <TAB> else : <TAB> <TAB> subj = funcs . pop ( 0 ) <TAB> <TAB> seq = chainer . Sequential ( * orig ) <TAB> if self . expect_error : <TAB> <TAB> with pytest . raises ( IndexError ) : <TAB> <TAB> <TAB> seq . insert ( self . pos , subj ) <TAB> else : <TAB> <TAB> seq . insert ( self . pos , subj ) <TAB> <TAB> <TAB> <TAB> orig . insert ( self . pos , subj ) <TAB> <TAB> assert len ( seq ) == len ( self . orig ) + 1 <TAB> <TAB> for i in range ( len ( self . orig ) + 1 ) : <TAB> <TAB> <TAB> assert seq [ i ] is orig [ i ]",if orig_is_link :,298
19776,"def _build_nightly_dict(
    registered_ds: FullNamesDict,
    stable_version_ds: FullNamesDict,
) -> NightlyDict:
    """"""Computes the nightly dict from the registered and stable dict.""""""
    nightly_ds = collections.defaultdict(
        lambda: collections.defaultdict(  # pylint: disable=g-long-lambda
            lambda: collections.defaultdict(bool)
        )
    )
    for dataset in registered_ds:
        if dataset in stable_version_ds:
            for config in registered_ds[dataset]:
                if config in stable_version_ds[dataset]:
                    for version in registered_ds[dataset][config]:
                        if version in stable_version_ds[dataset][config]:
                            # (dataset, config, version) already exists
                            # We add it to the nightly dict to make sure the
                            # key exists
                            nightly_ds[dataset][config][version] = False
                        else:
                            # New version only present in tfds-nightly
                            nightly_ds[dataset][config][version] = True
                else:
                    # New config only present in tfds-nightly
                    nightly_ds[dataset][config] = True
        else:
            # New dataset only present in tfds-nightly
            nightly_ds[dataset] = True
    return nightly_ds
","def _build_nightly_dict ( <TAB> registered_ds : FullNamesDict , <TAB> stable_version_ds : FullNamesDict , ) -> NightlyDict : <TAB> """"""Computes the nightly dict from the registered and stable dict."""""" <TAB> nightly_ds = collections . defaultdict ( <TAB> <TAB> lambda : collections . defaultdict ( <TAB> <TAB> <TAB> lambda : collections . defaultdict ( bool ) <TAB> <TAB> ) <TAB> ) <TAB> for dataset in registered_ds : <TAB> <TAB> if dataset in stable_version_ds : <TAB> <TAB> <TAB> for config in registered_ds [ dataset ] : <TAB> <TAB> <TAB> <TAB> if config in stable_version_ds [ dataset ] : <TAB> <TAB> <TAB> <TAB> <TAB> for version in registered_ds [ dataset ] [ config ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> nightly_ds [ dataset ] [ config ] [ version ] = False <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> nightly_ds [ dataset ] [ config ] [ version ] = True <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> nightly_ds [ dataset ] [ config ] = True <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> nightly_ds [ dataset ] = True <TAB> return nightly_ds",if version in stable_version_ds [ dataset ] [ config ] :,395
2277,"def single_line_beta_description(schema_or_field, strict=True):
    if ""\n"" in schema_or_field[""field_details""][""beta""]:
        msg = ""Beta descriptions must be single line.\n""
        msg += (
            f""Offending field or field set: {schema_or_field['field_details']['name']}""
        )
        if strict:
            raise ValueError(msg)
        else:
            ecs_helpers.strict_warning(msg)
","def single_line_beta_description ( schema_or_field , strict = True ) : <TAB> if ""\n"" in schema_or_field [ ""field_details"" ] [ ""beta"" ] : <TAB> <TAB> msg = ""Beta descriptions must be single line.\n"" <TAB> <TAB> msg += ( <TAB> <TAB> <TAB> f""Offending field or field set: {schema_or_field['field_details']['name']}"" <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( msg ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ecs_helpers . strict_warning ( msg )",if strict :,125
16600,"def get_displayname(self, schema: s_schema.Schema) -> str:
    if self.is_view(schema) and not self.get_alias_is_persistent(schema):
        schema, mtype = self.material_type(schema)
    else:
        mtype = self
    union_of = mtype.get_union_of(schema)
    if union_of:
        if self.get_is_opaque_union(schema):
            std_obj = schema.get(""std::BaseObject"", type=ObjectType)
            return std_obj.get_displayname(schema)
        else:
            comps = sorted(union_of.objects(schema), key=lambda o: o.id)
            return "" | "".join(c.get_displayname(schema) for c in comps)
    else:
        intersection_of = mtype.get_intersection_of(schema)
        if intersection_of:
            comps = sorted(intersection_of.objects(schema), key=lambda o: o.id)
            comp_dns = (c.get_displayname(schema) for c in comps)
            # Elide BaseObject from display, because `& BaseObject`
            # is a nop.
            return "" & "".join(dn for dn in comp_dns if dn != ""std::BaseObject"")
        elif mtype is self:
            return super().get_displayname(schema)
        else:
            return mtype.get_displayname(schema)
","def get_displayname ( self , schema : s_schema . Schema ) -> str : <TAB> if self . is_view ( schema ) and not self . get_alias_is_persistent ( schema ) : <TAB> <TAB> schema , mtype = self . material_type ( schema ) <TAB> else : <TAB> <TAB> mtype = self <TAB> union_of = mtype . get_union_of ( schema ) <TAB> if union_of : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> std_obj = schema . get ( ""std::BaseObject"" , type = ObjectType ) <TAB> <TAB> <TAB> return std_obj . get_displayname ( schema ) <TAB> <TAB> else : <TAB> <TAB> <TAB> comps = sorted ( union_of . objects ( schema ) , key = lambda o : o . id ) <TAB> <TAB> <TAB> return "" | "" . join ( c . get_displayname ( schema ) for c in comps ) <TAB> else : <TAB> <TAB> intersection_of = mtype . get_intersection_of ( schema ) <TAB> <TAB> if intersection_of : <TAB> <TAB> <TAB> comps = sorted ( intersection_of . objects ( schema ) , key = lambda o : o . id ) <TAB> <TAB> <TAB> comp_dns = ( c . get_displayname ( schema ) for c in comps ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return "" & "" . join ( dn for dn in comp_dns if dn != ""std::BaseObject"" ) <TAB> <TAB> elif mtype is self : <TAB> <TAB> <TAB> return super ( ) . get_displayname ( schema ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return mtype . get_displayname ( schema )",if self . get_is_opaque_union ( schema ) :,367
20027,"def get_prep_value(self):
    prep_value = []
    for i, item in enumerate(self._bound_blocks):
        if item:
            # Convert the native value back into raw JSONish data
            if not item.id:
                item.id = str(uuid.uuid4())
            prep_value.append(item.get_prep_value())
        else:
            # item has not been converted to a BoundBlock, so its _raw_data entry is
            # still usable (but ensure it has an ID before returning it)
            raw_item = self._raw_data[i]
            if not raw_item.get(""id""):
                raw_item[""id""] = str(uuid.uuid4())
            prep_value.append(raw_item)
    return prep_value","def get_prep_value ( self ) : <TAB> prep_value = [ ] <TAB> for i , item in enumerate ( self . _bound_blocks ) : <TAB> <TAB> if item : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not item . id : <TAB> <TAB> <TAB> <TAB> item . id = str ( uuid . uuid4 ( ) ) <TAB> <TAB> <TAB> prep_value . append ( item . get_prep_value ( ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raw_item = self . _raw_data [ i ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raw_item [ ""id"" ] = str ( uuid . uuid4 ( ) ) <TAB> <TAB> <TAB> prep_value . append ( raw_item ) <TAB> return prep_value","if not raw_item . get ( ""id"" ) :",212
6958,"def parse_condexpr(self):
    lineno = self.stream.current.lineno
    expr1 = self.parse_or()
    while self.stream.skip_if(""name:if""):
        expr2 = self.parse_or()
        if self.stream.skip_if(""name:else""):
            expr3 = self.parse_condexpr()
        else:
            expr3 = None
        expr1 = nodes.CondExpr(expr2, expr1, expr3, lineno=lineno)
        lineno = self.stream.current.lineno
    return expr1","def parse_condexpr ( self ) : <TAB> lineno = self . stream . current . lineno <TAB> expr1 = self . parse_or ( ) <TAB> while self . stream . skip_if ( ""name:if"" ) : <TAB> <TAB> expr2 = self . parse_or ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> expr3 = self . parse_condexpr ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> expr3 = None <TAB> <TAB> expr1 = nodes . CondExpr ( expr2 , expr1 , expr3 , lineno = lineno ) <TAB> <TAB> lineno = self . stream . current . lineno <TAB> return expr1","if self . stream . skip_if ( ""name:else"" ) :",145
24921,"def _to_string_term(self, ostream, _idx, _sub, _name_buffer, verbose):
    if _idx == 0 and self._const != 0:
        ostream.write(""%s"" % (self._const,))
    else:
        coef = self._coef[id(_sub)]
        _coeftype = coef.__class__
        if _idx and _coeftype is _NegationExpression:
            coef = coef._args[0]
            _coeftype = coef.__class__
        if _coeftype in native_numeric_types:
            if _idx:
                coef = abs(coef)
            if coef == 1:
                ostream.write(_sub.cname(True, _name_buffer))
                return
            ostream.write(str(coef))
        elif coef.is_expression():
            coef.to_string(
                ostream=ostream,
                verbose=verbose,
                precedence=_ProductExpression.PRECEDENCE,
            )
        else:
            ostream.write(str(coef))
        ostream.write(""*%s"" % (_sub.cname(True, _name_buffer)))","def _to_string_term ( self , ostream , _idx , _sub , _name_buffer , verbose ) : <TAB> if _idx == 0 and self . _const != 0 : <TAB> <TAB> ostream . write ( ""%s"" % ( self . _const , ) ) <TAB> else : <TAB> <TAB> coef = self . _coef [ id ( _sub ) ] <TAB> <TAB> _coeftype = coef . __class__ <TAB> <TAB> if _idx and _coeftype is _NegationExpression : <TAB> <TAB> <TAB> coef = coef . _args [ 0 ] <TAB> <TAB> <TAB> _coeftype = coef . __class__ <TAB> <TAB> if _coeftype in native_numeric_types : <TAB> <TAB> <TAB> if _idx : <TAB> <TAB> <TAB> <TAB> coef = abs ( coef ) <TAB> <TAB> <TAB> if coef == 1 : <TAB> <TAB> <TAB> <TAB> ostream . write ( _sub . cname ( True , _name_buffer ) ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> ostream . write ( str ( coef ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> coef . to_string ( <TAB> <TAB> <TAB> <TAB> ostream = ostream , <TAB> <TAB> <TAB> <TAB> verbose = verbose , <TAB> <TAB> <TAB> <TAB> precedence = _ProductExpression . PRECEDENCE , <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ostream . write ( str ( coef ) ) <TAB> <TAB> ostream . write ( ""*%s"" % ( _sub . cname ( True , _name_buffer ) ) )",elif coef . is_expression ( ) :,309
23793,"def run(self):
    display_fileno = self._display.fileno()
    while True:
        if not self._display.pending_events():
            try:
                rlist, wlist, xlist = select.select(
                    (self._pipe[0], display_fileno), (), ()
                )
            except select.error as err:
                if isinstance(err, OSError):
                    code = err.errno
                else:
                    code = err[0]
                if code != errno.EINTR:
                    raise
                continue
            assert not wlist
            assert not xlist
            if self._pipe[0] in rlist:
                break
            # If we're here, rlist should contains display_fileno,
            # trigger a new iteration to check for pending events.
            continue
        self._on_event(self._display.next_event())","def run ( self ) : <TAB> display_fileno = self . _display . fileno ( ) <TAB> while True : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> rlist , wlist , xlist = select . select ( <TAB> <TAB> <TAB> <TAB> <TAB> ( self . _pipe [ 0 ] , display_fileno ) , ( ) , ( ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> except select . error as err : <TAB> <TAB> <TAB> <TAB> if isinstance ( err , OSError ) : <TAB> <TAB> <TAB> <TAB> <TAB> code = err . errno <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> code = err [ 0 ] <TAB> <TAB> <TAB> <TAB> if code != errno . EINTR : <TAB> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> assert not wlist <TAB> <TAB> <TAB> assert not xlist <TAB> <TAB> <TAB> if self . _pipe [ 0 ] in rlist : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> self . _on_event ( self . _display . next_event ( ) )",if not self . _display . pending_events ( ) :,250
6378,"def options_to_cli(self, options):
    verbose = options.pop(""verbose"", 0)
    args = {""become"": False, ""check"": True}
    args.update(options)
    cli = []
    cli_args = []
    if verbose:
        cli.append(""-"" + ""v"" * verbose)
    for arg_name, value in args.items():
        option = self._known_options[arg_name]
        opt_cli = option[""cli""]
        opt_type = option[""type""]
        if opt_type == ""boolean"":
            if value:
                cli.append(opt_cli)
        elif opt_type == ""string"":
            cli.append(opt_cli + "" %s"")
            cli_args.append(value)
        elif opt_type == ""json"":
            cli.append(opt_cli + "" %s"")
            value_json = json.dumps(value)
            cli_args.append(value_json)
        else:
            raise TypeError(""Unsupported argument type '%s'."" % opt_type)
    return "" "".join(cli), cli_args","def options_to_cli ( self , options ) : <TAB> verbose = options . pop ( ""verbose"" , 0 ) <TAB> args = { ""become"" : False , ""check"" : True } <TAB> args . update ( options ) <TAB> cli = [ ] <TAB> cli_args = [ ] <TAB> if verbose : <TAB> <TAB> cli . append ( ""-"" + ""v"" * verbose ) <TAB> for arg_name , value in args . items ( ) : <TAB> <TAB> option = self . _known_options [ arg_name ] <TAB> <TAB> opt_cli = option [ ""cli"" ] <TAB> <TAB> opt_type = option [ ""type"" ] <TAB> <TAB> if opt_type == ""boolean"" : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> cli . append ( opt_cli ) <TAB> <TAB> elif opt_type == ""string"" : <TAB> <TAB> <TAB> cli . append ( opt_cli + "" %s"" ) <TAB> <TAB> <TAB> cli_args . append ( value ) <TAB> <TAB> elif opt_type == ""json"" : <TAB> <TAB> <TAB> cli . append ( opt_cli + "" %s"" ) <TAB> <TAB> <TAB> value_json = json . dumps ( value ) <TAB> <TAB> <TAB> cli_args . append ( value_json ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise TypeError ( ""Unsupported argument type '%s'."" % opt_type ) <TAB> return "" "" . join ( cli ) , cli_args",if value :,287
2371,"def __run(self):
    threads = self.parameters()[""threads""].getTypedValue()
    with IECore.tbb_global_control(
        IECore.tbb_global_control.parameter.max_allowed_parallelism,
        IECore.hardwareConcurrency() if threads == 0 else threads,
    ):
        self._executeStartupFiles(self.root().getName())
        # Append DEBUG message with process information to all messages
        defaultMessageHandler = IECore.MessageHandler.getDefaultHandler()
        if not isinstance(defaultMessageHandler, Gaffer.ProcessMessageHandler):
            IECore.MessageHandler.setDefaultHandler(
                Gaffer.ProcessMessageHandler(defaultMessageHandler)
            )
        return self._run(self.parameters().getValidatedValue())","def __run ( self ) : <TAB> threads = self . parameters ( ) [ ""threads"" ] . getTypedValue ( ) <TAB> with IECore . tbb_global_control ( <TAB> <TAB> IECore . tbb_global_control . parameter . max_allowed_parallelism , <TAB> <TAB> IECore . hardwareConcurrency ( ) if threads == 0 else threads , <TAB> ) : <TAB> <TAB> self . _executeStartupFiles ( self . root ( ) . getName ( ) ) <TAB> <TAB> <TAB> <TAB> defaultMessageHandler = IECore . MessageHandler . getDefaultHandler ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> IECore . MessageHandler . setDefaultHandler ( <TAB> <TAB> <TAB> <TAB> Gaffer . ProcessMessageHandler ( defaultMessageHandler ) <TAB> <TAB> <TAB> ) <TAB> <TAB> return self . _run ( self . parameters ( ) . getValidatedValue ( ) )","if not isinstance ( defaultMessageHandler , Gaffer . ProcessMessageHandler ) :",194
2935,"def run(self):
    try:
        # Prime the coroutine.
        next(self.coro)
        while True:
            with self.abort_lock:
                if self.abort_flag:
                    return
            # Get the message from the previous stage.
            msg = self.in_queue.get()
            if msg is POISON:
                break
            with self.abort_lock:
                if self.abort_flag:
                    return
            # Invoke the current stage.
            out = self.coro.send(msg)
            # Send messages to next stage.
            for msg in _allmsgs(out):
                with self.abort_lock:
                    if self.abort_flag:
                        return
                self.out_queue.put(msg)
    except BaseException:
        self.abort_all(sys.exc_info())
        return
    # Pipeline is shutting down normally.
    self.out_queue.release()
",def run ( self ) : <TAB> try : <TAB> <TAB> <TAB> <TAB> next ( self . coro ) <TAB> <TAB> while True : <TAB> <TAB> <TAB> with self . abort_lock : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> msg = self . in_queue . get ( ) <TAB> <TAB> <TAB> if msg is POISON : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> with self . abort_lock : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> out = self . coro . send ( msg ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for msg in _allmsgs ( out ) : <TAB> <TAB> <TAB> <TAB> with self . abort_lock : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> self . out_queue . put ( msg ) <TAB> except BaseException : <TAB> <TAB> self . abort_all ( sys . exc_info ( ) ) <TAB> <TAB> return <TAB> <TAB> self . out_queue . release ( ),if self . abort_flag :,274
17506,"def _check_is_max_context(doc_spans, cur_span_index, position):
    """"""chech is max context""""""
    best_score = None
    best_span_index = None
    for (span_index, doc_span) in enumerate(doc_spans):
        end = doc_span.start + doc_span.length - 1
        if position < doc_span.start:
            continue
        if position > end:
            continue
        num_left_context = position - doc_span.start
        num_right_context = end - position
        score = min(num_left_context, num_right_context) + 0.01 * doc_span.length
        if best_score is None or score > best_score:
            best_score = score
            best_span_index = span_index
    return cur_span_index == best_span_index","def _check_is_max_context ( doc_spans , cur_span_index , position ) : <TAB> """"""chech is max context"""""" <TAB> best_score = None <TAB> best_span_index = None <TAB> for ( span_index , doc_span ) in enumerate ( doc_spans ) : <TAB> <TAB> end = doc_span . start + doc_span . length - 1 <TAB> <TAB> if position < doc_span . start : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> num_left_context = position - doc_span . start <TAB> <TAB> num_right_context = end - position <TAB> <TAB> score = min ( num_left_context , num_right_context ) + 0.01 * doc_span . length <TAB> <TAB> if best_score is None or score > best_score : <TAB> <TAB> <TAB> best_score = score <TAB> <TAB> <TAB> best_span_index = span_index <TAB> return cur_span_index == best_span_index",if position > end :,224
4368,"def async_to_sync_wrap(*args, **kwargs):
    coroutine = function(*args, **kwargs)
    try:
        loop = asyncio.get_event_loop()
    except RuntimeError:
        loop = main_loop
    if loop.is_running():
        if threading.current_thread() is threading.main_thread():
            return coroutine
        else:
            if inspect.iscoroutine(coroutine):
                return asyncio.run_coroutine_threadsafe(coroutine, loop).result()
            if inspect.isasyncgen(coroutine):
                return asyncio.run_coroutine_threadsafe(
                    consume_generator(coroutine), loop
                ).result()
    if inspect.iscoroutine(coroutine):
        return loop.run_until_complete(coroutine)
    if inspect.isasyncgen(coroutine):
        return loop.run_until_complete(consume_generator(coroutine))
","def async_to_sync_wrap ( * args , ** kwargs ) : <TAB> coroutine = function ( * args , ** kwargs ) <TAB> try : <TAB> <TAB> loop = asyncio . get_event_loop ( ) <TAB> except RuntimeError : <TAB> <TAB> loop = main_loop <TAB> if loop . is_running ( ) : <TAB> <TAB> if threading . current_thread ( ) is threading . main_thread ( ) : <TAB> <TAB> <TAB> return coroutine <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return asyncio . run_coroutine_threadsafe ( coroutine , loop ) . result ( ) <TAB> <TAB> <TAB> if inspect . isasyncgen ( coroutine ) : <TAB> <TAB> <TAB> <TAB> return asyncio . run_coroutine_threadsafe ( <TAB> <TAB> <TAB> <TAB> <TAB> consume_generator ( coroutine ) , loop <TAB> <TAB> <TAB> <TAB> ) . result ( ) <TAB> <fill-in> <TAB> <TAB> return loop . run_until_complete ( coroutine ) <TAB> if inspect . isasyncgen ( coroutine ) : <TAB> <TAB> return loop . run_until_complete ( consume_generator ( coroutine ) )",if inspect . iscoroutine ( coroutine ) :,228
7587,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.I64:
                self.timestamp = iprot.readI64()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRING:
                self.value = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.STRUCT:
                self.host = Endpoint()
                self.host.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . I64 : <TAB> <TAB> <TAB> <TAB> self . timestamp = iprot . readI64 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . value = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 3 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . host = Endpoint ( ) <TAB> <TAB> <TAB> <TAB> self . host . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if fid == 1 :,385
110,"def open_file_action(self):
    wildcard = ""All files (*.*)|*.*""
    for src in registry.sources:
        if len(src.extensions) > 0:
            if wildcard.endswith(""|"") or src.wildcard.startswith(""|""):
                wildcard += src.wildcard
            else:
                wildcard += ""|"" + src.wildcard
    dialog = FileDialog(
        parent=None, title=""Open supported data file"", action=""open"", wildcard=wildcard
    )
    if dialog.open() == OK:
        if not isfile(dialog.path):
            error(""File '%s' does not exist!"" % dialog.path)
            return
        # FIXME: Ask for user input if a filetype is unknown and
        # choose appropriate reader.
        object = self.object
        engine = get_engine(object)
        engine.open(dialog.path, object)","def open_file_action ( self ) : <TAB> wildcard = ""All files (*.*)|*.*"" <TAB> for src in registry . sources : <TAB> <TAB> if len ( src . extensions ) > 0 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> wildcard += src . wildcard <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> wildcard += ""|"" + src . wildcard <TAB> dialog = FileDialog ( <TAB> <TAB> parent = None , title = ""Open supported data file"" , action = ""open"" , wildcard = wildcard <TAB> ) <TAB> if dialog . open ( ) == OK : <TAB> <TAB> if not isfile ( dialog . path ) : <TAB> <TAB> <TAB> error ( ""File '%s' does not exist!"" % dialog . path ) <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> object = self . object <TAB> <TAB> engine = get_engine ( object ) <TAB> <TAB> engine . open ( dialog . path , object )","if wildcard . endswith ( ""|"" ) or src . wildcard . startswith ( ""|"" ) :",220
25045,"def format_drf_errors(response, context, exc):
    errors = []
    # handle generic errors. ValidationError('test') in a view for example
    if isinstance(response.data, list):
        for message in response.data:
            errors.extend(format_error_object(message, ""/data"", response))
    # handle all errors thrown from serializers
    else:
        for field, error in response.data.items():
            field = format_value(field)
            pointer = ""/data/attributes/{}"".format(field)
            if isinstance(exc, Http404) and isinstance(error, str):
                # 404 errors don't have a pointer
                errors.extend(format_error_object(error, None, response))
            elif isinstance(error, str):
                classes = inspect.getmembers(exceptions, inspect.isclass)
                # DRF sets the `field` to 'detail' for its own exceptions
                if isinstance(exc, tuple(x[1] for x in classes)):
                    pointer = ""/data""
                errors.extend(format_error_object(error, pointer, response))
            elif isinstance(error, list):
                errors.extend(format_error_object(error, pointer, response))
            else:
                errors.extend(format_error_object(error, pointer, response))
    context[""view""].resource_name = ""errors""
    response.data = errors
    return response","def format_drf_errors ( response , context , exc ) : <TAB> errors = [ ] <TAB> <TAB> if isinstance ( response . data , list ) : <TAB> <TAB> for message in response . data : <TAB> <TAB> <TAB> errors . extend ( format_error_object ( message , ""/data"" , response ) ) <TAB> <TAB> else : <TAB> <TAB> for field , error in response . data . items ( ) : <TAB> <TAB> <TAB> field = format_value ( field ) <TAB> <TAB> <TAB> pointer = ""/data/attributes/{}"" . format ( field ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> errors . extend ( format_error_object ( error , None , response ) ) <TAB> <TAB> <TAB> elif isinstance ( error , str ) : <TAB> <TAB> <TAB> <TAB> classes = inspect . getmembers ( exceptions , inspect . isclass ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( exc , tuple ( x [ 1 ] for x in classes ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> pointer = ""/data"" <TAB> <TAB> <TAB> <TAB> errors . extend ( format_error_object ( error , pointer , response ) ) <TAB> <TAB> <TAB> elif isinstance ( error , list ) : <TAB> <TAB> <TAB> <TAB> errors . extend ( format_error_object ( error , pointer , response ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> errors . extend ( format_error_object ( error , pointer , response ) ) <TAB> context [ ""view"" ] . resource_name = ""errors"" <TAB> response . data = errors <TAB> return response","if isinstance ( exc , Http404 ) and isinstance ( error , str ) :",371
5952,"def find_missing_file(file_path):
    """"""Find a missing file name or file path, and return valid path.""""""
    _ = get_app()._tr
    modified = False
    skipped = False
    # Bail if path is already valid
    if os.path.exists(file_path):
        return (file_path, modified, skipped)
    # Original filename
    file_name = os.path.split(file_path)[-1]
    # Loop through all known paths, and check for this file
    for known_path in known_paths:
        possible_path = os.path.join(known_path, file_name)
        if os.path.exists(possible_path):
            modified = True
            return (possible_path, modified, skipped)
    # Check if path exists
    while not os.path.exists(file_path):
        recommended_path = get_app().project.current_filepath or """"
        if not recommended_path:
            recommended_path = info.HOME_PATH
        else:
            recommended_path = os.path.dirname(recommended_path)
        QMessageBox.warning(
            None,
            _(""Missing File (%s)"") % file_name,
            _(""%s cannot be found."") % file_name,
        )
        modified = True
        folder_to_check = QFileDialog.getExistingDirectory(
            None, _(""Find directory that contains: %s"" % file_name), recommended_path
        )
        if folder_to_check and folder_to_check not in known_paths:
            known_paths.append(folder_to_check)
        if folder_to_check == """":
            # User hit cancel
            skipped = True
            return ("""", modified, skipped)
        file_path = os.path.join(folder_to_check, file_name)
    # Return found file_path
    return (file_path, modified, skipped)","def find_missing_file ( file_path ) : <TAB> """"""Find a missing file name or file path, and return valid path."""""" <TAB> _ = get_app ( ) . _tr <TAB> modified = False <TAB> skipped = False <TAB> <TAB> if os . path . exists ( file_path ) : <TAB> <TAB> return ( file_path , modified , skipped ) <TAB> <TAB> file_name = os . path . split ( file_path ) [ - 1 ] <TAB> <TAB> for known_path in known_paths : <TAB> <TAB> possible_path = os . path . join ( known_path , file_name ) <TAB> <TAB> if os . path . exists ( possible_path ) : <TAB> <TAB> <TAB> modified = True <TAB> <TAB> <TAB> return ( possible_path , modified , skipped ) <TAB> <TAB> while not os . path . exists ( file_path ) : <TAB> <TAB> recommended_path = get_app ( ) . project . current_filepath or """" <TAB> <TAB> if not recommended_path : <TAB> <TAB> <TAB> recommended_path = info . HOME_PATH <TAB> <TAB> else : <TAB> <TAB> <TAB> recommended_path = os . path . dirname ( recommended_path ) <TAB> <TAB> QMessageBox . warning ( <TAB> <TAB> <TAB> None , <TAB> <TAB> <TAB> _ ( ""Missing File (%s)"" ) % file_name , <TAB> <TAB> <TAB> _ ( ""%s cannot be found."" ) % file_name , <TAB> <TAB> ) <TAB> <TAB> modified = True <TAB> <TAB> folder_to_check = QFileDialog . getExistingDirectory ( <TAB> <TAB> <TAB> None , _ ( ""Find directory that contains: %s"" % file_name ) , recommended_path <TAB> <TAB> ) <TAB> <TAB> if folder_to_check and folder_to_check not in known_paths : <TAB> <TAB> <TAB> known_paths . append ( folder_to_check ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> skipped = True <TAB> <TAB> <TAB> return ( """" , modified , skipped ) <TAB> <TAB> file_path = os . path . join ( folder_to_check , file_name ) <TAB> <TAB> return ( file_path , modified , skipped )","if folder_to_check == """" :",485
7659,"def split_parameter_list_as_sql(self, compiler, connection):
    # This is a special case for databases which limit the number of
    # elements which can appear in an 'IN' clause.
    max_in_list_size = connection.ops.max_in_list_size()
    lhs, lhs_params = self.process_lhs(compiler, connection)
    rhs, rhs_params = self.batch_process_rhs(compiler, connection)
    in_clause_elements = [""(""]
    params = []
    for offset in range(0, len(rhs_params), max_in_list_size):
        if offset > 0:
            in_clause_elements.append("" OR "")
        in_clause_elements.append(""%s IN ("" % lhs)
        params.extend(lhs_params)
        sqls = rhs[offset : offset + max_in_list_size]
        sqls_params = rhs_params[offset : offset + max_in_list_size]
        param_group = "", "".join(sqls)
        in_clause_elements.append(param_group)
        in_clause_elements.append("")"")
        params.extend(sqls_params)
    in_clause_elements.append("")"")
    return """".join(in_clause_elements), params","def split_parameter_list_as_sql ( self , compiler , connection ) : <TAB> <TAB> <TAB> max_in_list_size = connection . ops . max_in_list_size ( ) <TAB> lhs , lhs_params = self . process_lhs ( compiler , connection ) <TAB> rhs , rhs_params = self . batch_process_rhs ( compiler , connection ) <TAB> in_clause_elements = [ ""("" ] <TAB> params = [ ] <TAB> for offset in range ( 0 , len ( rhs_params ) , max_in_list_size ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> in_clause_elements . append ( "" OR "" ) <TAB> <TAB> in_clause_elements . append ( ""%s IN ("" % lhs ) <TAB> <TAB> params . extend ( lhs_params ) <TAB> <TAB> sqls = rhs [ offset : offset + max_in_list_size ] <TAB> <TAB> sqls_params = rhs_params [ offset : offset + max_in_list_size ] <TAB> <TAB> param_group = "", "" . join ( sqls ) <TAB> <TAB> in_clause_elements . append ( param_group ) <TAB> <TAB> in_clause_elements . append ( "")"" ) <TAB> <TAB> params . extend ( sqls_params ) <TAB> in_clause_elements . append ( "")"" ) <TAB> return """" . join ( in_clause_elements ) , params",if offset > 0 :,314
4473,"def _set_http_cookie():
    if conf.cookie:
        if isinstance(conf.cookie, dict):
            conf.http_headers[HTTP_HEADER.COOKIE] = ""; "".join(
                map(lambda x: ""="".join(x), conf.cookie.items())
            )
        else:
            conf.http_headers[HTTP_HEADER.COOKIE] = conf.cookie
","def _set_http_cookie ( ) : <TAB> if conf . cookie : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> conf . http_headers [ HTTP_HEADER . COOKIE ] = ""; "" . join ( <TAB> <TAB> <TAB> <TAB> map ( lambda x : ""="" . join ( x ) , conf . cookie . items ( ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> conf . http_headers [ HTTP_HEADER . COOKIE ] = conf . cookie","if isinstance ( conf . cookie , dict ) :",101
6762,"def daemon_stop(pid_file):
    import errno
    try:
        with open(pid_file) as f:
            buf = f.read()
            pid = common.to_str(buf)
            if not buf:
                logging.error(""not running"")
    except IOError as e:
        shell.print_exception(e)
        if e.errno == errno.ENOENT:
            # always exit 0 if we are sure daemon is not running
            logging.error(""not running"")
            return
        sys.exit(1)
    pid = int(pid)
    if pid > 0:
        try:
            os.kill(pid, signal.SIGTERM)
        except OSError as e:
            if e.errno == errno.ESRCH:
                logging.error(""not running"")
                # always exit 0 if we are sure daemon is not running
                return
            shell.print_exception(e)
            sys.exit(1)
    else:
        logging.error(""pid is not positive: %d"", pid)
    # sleep for maximum 10s
    for i in range(0, 200):
        try:
            # query for the pid
            os.kill(pid, 0)
        except OSError as e:
            if e.errno == errno.ESRCH:
                break
        time.sleep(0.05)
    else:
        logging.error(""timed out when stopping pid %d"", pid)
        sys.exit(1)
    print(""stopped"")
    os.unlink(pid_file)","def daemon_stop ( pid_file ) : <TAB> import errno <TAB> try : <TAB> <TAB> with open ( pid_file ) as f : <TAB> <TAB> <TAB> buf = f . read ( ) <TAB> <TAB> <TAB> pid = common . to_str ( buf ) <TAB> <TAB> <TAB> if not buf : <TAB> <TAB> <TAB> <TAB> logging . error ( ""not running"" ) <TAB> except IOError as e : <TAB> <TAB> shell . print_exception ( e ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> logging . error ( ""not running"" ) <TAB> <TAB> <TAB> return <TAB> <TAB> sys . exit ( 1 ) <TAB> pid = int ( pid ) <TAB> if pid > 0 : <TAB> <TAB> try : <TAB> <TAB> <TAB> os . kill ( pid , signal . SIGTERM ) <TAB> <TAB> except OSError as e : <TAB> <TAB> <TAB> if e . errno == errno . ESRCH : <TAB> <TAB> <TAB> <TAB> logging . error ( ""not running"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> shell . print_exception ( e ) <TAB> <TAB> <TAB> sys . exit ( 1 ) <TAB> else : <TAB> <TAB> logging . error ( ""pid is not positive: %d"" , pid ) <TAB> <TAB> for i in range ( 0 , 200 ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> os . kill ( pid , 0 ) <TAB> <TAB> except OSError as e : <TAB> <TAB> <TAB> if e . errno == errno . ESRCH : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> time . sleep ( 0.05 ) <TAB> else : <TAB> <TAB> logging . error ( ""timed out when stopping pid %d"" , pid ) <TAB> <TAB> sys . exit ( 1 ) <TAB> print ( ""stopped"" ) <TAB> os . unlink ( pid_file )",if e . errno == errno . ENOENT :,411
20324,"def __init__(self, red_op, axis, acc_dtype, dtype, return_indices):
    DnnBase.__init__(self, [""c_code/dnn_redux.c""], ""APPLY_SPECIFIC(dnn_redux)"")
    assert cudnn.cudnnReduceTensorOp_t.has_alias(red_op)
    self.red_op = red_op
    assert acc_dtype in [""float16"", ""float32"", ""float64""]
    self.acc_dtype = acc_dtype
    assert dtype in [""float16"", ""float32"", ""float64""]
    self.dtype = dtype
    # 8 is the current limit for cudnn
    if axis is not None:
        if len(axis) > 8:
            raise ValueError(""Too many axes to reduce on"")
        if any(a >= 8 for a in axis):
            raise ValueError(""Axes larger than 8 not supported"")
        axis = tuple(axis)
    # c_axis is a bitfield (1 to reduce)
    self.c_axis = self._convert_axis(axis)
    # axis is a list of axes to reduce on
    self.axis = axis
    if return_indices and (red_op != ""maximum"" and red_op != ""minimum""):
        raise ValueError(
            ""Can't request indices for something other than"" "" minimum or maximum""
        )
    self.return_indices = return_indices","def __init__ ( self , red_op , axis , acc_dtype , dtype , return_indices ) : <TAB> DnnBase . __init__ ( self , [ ""c_code/dnn_redux.c"" ] , ""APPLY_SPECIFIC(dnn_redux)"" ) <TAB> assert cudnn . cudnnReduceTensorOp_t . has_alias ( red_op ) <TAB> self . red_op = red_op <TAB> assert acc_dtype in [ ""float16"" , ""float32"" , ""float64"" ] <TAB> self . acc_dtype = acc_dtype <TAB> assert dtype in [ ""float16"" , ""float32"" , ""float64"" ] <TAB> self . dtype = dtype <TAB> <TAB> if axis is not None : <TAB> <TAB> if len ( axis ) > 8 : <TAB> <TAB> <TAB> raise ValueError ( ""Too many axes to reduce on"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""Axes larger than 8 not supported"" ) <TAB> <TAB> axis = tuple ( axis ) <TAB> <TAB> self . c_axis = self . _convert_axis ( axis ) <TAB> <TAB> self . axis = axis <TAB> if return_indices and ( red_op != ""maximum"" and red_op != ""minimum"" ) : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""Can't request indices for something other than"" "" minimum or maximum"" <TAB> <TAB> ) <TAB> self . return_indices = return_indices",if any ( a >= 8 for a in axis ) :,336
1804,"def testformat(formatstr, args, output=None, limit=None, overflowok=False):
    if verbose:
        if output:
            print(""{!a} % {!a} =? {!a} ..."".format(formatstr, args, output), end="" "")
        else:
            print(""{!a} % {!a} works? ..."".format(formatstr, args), end="" "")
    try:
        result = formatstr % args
    except OverflowError:
        if not overflowok:
            raise
        if verbose:
            print(""overflow (this is fine)"")
    else:
        if output and limit is None and result != output:
            if verbose:
                print(""no"")
            raise AssertionError(
                ""%r %% %r == %r != %r"" % (formatstr, args, result, output)
            )
        # when 'limit' is specified, it determines how many characters
        # must match exactly; lengths must always match.
        # ex: limit=5, '12345678' matches '12345___'
        # (mainly for floating point format tests for which an exact match
        # can't be guaranteed due to rounding and representation errors)
        elif (
            output
            and limit is not None
            and (len(result) != len(output) or result[:limit] != output[:limit])
        ):
            if verbose:
                print(""no"")
            print(
                ""%s %% %s == %s != %s""
                % (repr(formatstr), repr(args), repr(result), repr(output))
            )
        else:
            if verbose:
                print(""yes"")","def testformat ( formatstr , args , output = None , limit = None , overflowok = False ) : <TAB> if verbose : <TAB> <TAB> if output : <TAB> <TAB> <TAB> print ( ""{!a} % {!a} =? {!a} ..."" . format ( formatstr , args , output ) , end = "" "" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""{!a} % {!a} works? ..."" . format ( formatstr , args ) , end = "" "" ) <TAB> try : <TAB> <TAB> result = formatstr % args <TAB> except OverflowError : <TAB> <TAB> if not overflowok : <TAB> <TAB> <TAB> raise <TAB> <TAB> if verbose : <TAB> <TAB> <TAB> print ( ""overflow (this is fine)"" ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if verbose : <TAB> <TAB> <TAB> <TAB> print ( ""no"" ) <TAB> <TAB> <TAB> raise AssertionError ( <TAB> <TAB> <TAB> <TAB> ""%r %% %r == %r != %r"" % ( formatstr , args , result , output ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> elif ( <TAB> <TAB> <TAB> output <TAB> <TAB> <TAB> and limit is not None <TAB> <TAB> <TAB> and ( len ( result ) != len ( output ) or result [ : limit ] != output [ : limit ] ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> if verbose : <TAB> <TAB> <TAB> <TAB> print ( ""no"" ) <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""%s %% %s == %s != %s"" <TAB> <TAB> <TAB> <TAB> % ( repr ( formatstr ) , repr ( args ) , repr ( result ) , repr ( output ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if verbose : <TAB> <TAB> <TAB> <TAB> print ( ""yes"" )",if output and limit is None and result != output :,435
11110,"def check_format_version(filename, data):
    format_version_ = data.pop(""format_version"", None)
    if format_version_ is not None:
        try:
            format_version_ = int(format_version_)
        except:
            return
        if format_version_ > format_version:
            print_warning(
                ""Loading from %s may fail: newer format version (%d) than current ""
                ""format version (%d)"" % (filename, format_version_, format_version)
            )
","def check_format_version ( filename , data ) : <TAB> format_version_ = data . pop ( ""format_version"" , None ) <TAB> if format_version_ is not None : <TAB> <TAB> try : <TAB> <TAB> <TAB> format_version_ = int ( format_version_ ) <TAB> <TAB> except : <TAB> <TAB> <TAB> return <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print_warning ( <TAB> <TAB> <TAB> <TAB> ""Loading from %s may fail: newer format version (%d) than current "" <TAB> <TAB> <TAB> <TAB> ""format version (%d)"" % ( filename , format_version_ , format_version ) <TAB> <TAB> <TAB> )",if format_version_ > format_version :,141
16978,"def describe_volumes(self, volume_ids=None, filters=None):
    matches = self.volumes.values()
    if volume_ids:
        matches = [vol for vol in matches if vol.id in volume_ids]
        if len(volume_ids) > len(matches):
            unknown_ids = set(volume_ids) - set(matches)
            raise InvalidVolumeIdError(unknown_ids)
    if filters:
        matches = generic_filter(filters, matches)
    return matches
","def describe_volumes ( self , volume_ids = None , filters = None ) : <TAB> matches = self . volumes . values ( ) <TAB> if volume_ids : <TAB> <TAB> matches = [ vol for vol in matches if vol . id in volume_ids ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> unknown_ids = set ( volume_ids ) - set ( matches ) <TAB> <TAB> <TAB> raise InvalidVolumeIdError ( unknown_ids ) <TAB> if filters : <TAB> <TAB> matches = generic_filter ( filters , matches ) <TAB> return matches",if len ( volume_ids ) > len ( matches ) :,125
10008,"def acquire(self, timeout=None):
    # Hopefully unnecessary for symlink.
    # try:
    #     open(self.unique_name, ""wb"").close()
    # except IOError:
    #     raise LockFailed(""failed to create %s"" % self.unique_name)
    timeout = timeout if timeout is not None else self.timeout
    end_time = time.time()
    if timeout is not None and timeout > 0:
        end_time += timeout
    while True:
        # Try and create a symbolic link to it.
        try:
            os.symlink(self.unique_name, self.lock_file)
        except OSError:
            # Link creation failed.  Maybe we've double-locked?
            if self.i_am_locking():
                # Linked to out unique name. Proceed.
                return
            else:
                # Otherwise the lock creation failed.
                if timeout is not None and time.time() > end_time:
                    if timeout > 0:
                        raise LockTimeout(
                            ""Timeout waiting to acquire"" "" lock for %s"" % self.path
                        )
                    else:
                        raise AlreadyLocked(""%s is already locked"" % self.path)
                time.sleep(timeout / 10 if timeout is not None else 0.1)
        else:
            # Link creation succeeded.  We're good to go.
            return","def acquire ( self , timeout = None ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> timeout = timeout if timeout is not None else self . timeout <TAB> end_time = time . time ( ) <TAB> if timeout is not None and timeout > 0 : <TAB> <TAB> end_time += timeout <TAB> while True : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> os . symlink ( self . unique_name , self . lock_file ) <TAB> <TAB> except OSError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . i_am_locking ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if timeout is not None and time . time ( ) > end_time : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise LockTimeout ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Timeout waiting to acquire"" "" lock for %s"" % self . path <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise AlreadyLocked ( ""%s is already locked"" % self . path ) <TAB> <TAB> <TAB> <TAB> time . sleep ( timeout / 10 if timeout is not None else 0.1 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return",if timeout > 0 :,388
5259,"def save_data(data, _id, path, do_pickle=True, silent=False):
    """"""Save data to a diskfile""""""
    if not silent:
        logging.debug(""[%s] Saving data for %s in %s"", misc.caller_name(), _id, path)
    path = os.path.join(path, _id)
    # We try 3 times, to avoid any dict or access problems
    for t in range(3):
        try:
            with open(path, ""wb"") as data_file:
                if do_pickle:
                    pickle.dump(data, data_file, protocol=pickle.HIGHEST_PROTOCOL)
                else:
                    data_file.write(data)
            break
        except:
            if silent:
                # This can happen, probably a removed folder
                pass
            elif t == 2:
                logging.error(T(""Saving %s failed""), path)
                logging.info(""Traceback: "", exc_info=True)
            else:
                # Wait a tiny bit before trying again
                time.sleep(0.1)","def save_data ( data , _id , path , do_pickle = True , silent = False ) : <TAB> """"""Save data to a diskfile"""""" <TAB> if not silent : <TAB> <TAB> logging . debug ( ""[%s] Saving data for %s in %s"" , misc . caller_name ( ) , _id , path ) <TAB> path = os . path . join ( path , _id ) <TAB> <TAB> for t in range ( 3 ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> with open ( path , ""wb"" ) as data_file : <TAB> <TAB> <TAB> <TAB> if do_pickle : <TAB> <TAB> <TAB> <TAB> <TAB> pickle . dump ( data , data_file , protocol = pickle . HIGHEST_PROTOCOL ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> data_file . write ( data ) <TAB> <TAB> <TAB> break <TAB> <TAB> except : <TAB> <TAB> <TAB> if silent : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> logging . error ( T ( ""Saving %s failed"" ) , path ) <TAB> <TAB> <TAB> <TAB> logging . info ( ""Traceback: "" , exc_info = True ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> time . sleep ( 0.1 )",elif t == 2 :,298
19238,"def open_file_input(cli_parsed):
    files = glob.glob(os.path.join(cli_parsed.d, ""*report.html""))
    if len(files) > 0:
        print(""\n[*] Done! Report written in the "" + cli_parsed.d + "" folder!"")
        print(""Would you like to open the report now? [Y/n]"")
        while True:
            try:
                response = input().lower()
                if response == """":
                    return True
                else:
                    return strtobool(response)
            except ValueError:
                print(""Please respond with y or n"")
    else:
        print(""[*] No report files found to open, perhaps no hosts were successful"")
        return False","def open_file_input ( cli_parsed ) : <TAB> files = glob . glob ( os . path . join ( cli_parsed . d , ""*report.html"" ) ) <TAB> if len ( files ) > 0 : <TAB> <TAB> print ( ""\n[*] Done! Report written in the "" + cli_parsed . d + "" folder!"" ) <TAB> <TAB> print ( ""Would you like to open the report now? [Y/n]"" ) <TAB> <TAB> while True : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> response = input ( ) . lower ( ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> return strtobool ( response ) <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> print ( ""Please respond with y or n"" ) <TAB> else : <TAB> <TAB> print ( ""[*] No report files found to open, perhaps no hosts were successful"" ) <TAB> <TAB> return False","if response == """" :",200
4771,"def _IsDBInstanceReady(self, instance_id, timeout=IS_READY_TIMEOUT):
    cmd = util.GcloudCommand(self, ""sql"", ""instances"", ""describe"", instance_id)
    start_time = datetime.datetime.now()
    while True:
        if (datetime.datetime.now() - start_time).seconds > timeout:
            logging.exception(""Timeout waiting for sql instance to be ready"")
            return False
        stdout, _, _ = cmd.Issue(suppress_warning=True, raise_on_failure=False)
        try:
            json_output = json.loads(stdout)
            state = json_output[""state""]
            logging.info(""Instance %s state: %s"", instance_id, state)
            if state == ""RUNNABLE"":
                break
        except:
            logging.exception(""Error attempting to read stdout. Creation failure."")
            return False
        time.sleep(5)
    return True","def _IsDBInstanceReady ( self , instance_id , timeout = IS_READY_TIMEOUT ) : <TAB> cmd = util . GcloudCommand ( self , ""sql"" , ""instances"" , ""describe"" , instance_id ) <TAB> start_time = datetime . datetime . now ( ) <TAB> while True : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logging . exception ( ""Timeout waiting for sql instance to be ready"" ) <TAB> <TAB> <TAB> return False <TAB> <TAB> stdout , _ , _ = cmd . Issue ( suppress_warning = True , raise_on_failure = False ) <TAB> <TAB> try : <TAB> <TAB> <TAB> json_output = json . loads ( stdout ) <TAB> <TAB> <TAB> state = json_output [ ""state"" ] <TAB> <TAB> <TAB> logging . info ( ""Instance %s state: %s"" , instance_id , state ) <TAB> <TAB> <TAB> if state == ""RUNNABLE"" : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> except : <TAB> <TAB> <TAB> logging . exception ( ""Error attempting to read stdout. Creation failure."" ) <TAB> <TAB> <TAB> return False <TAB> <TAB> time . sleep ( 5 ) <TAB> return True",if ( datetime . datetime . now ( ) - start_time ) . seconds > timeout :,245
481,"def __modules(self):
    raw_output = self.__module_avail_output().decode(""utf-8"")
    for line in StringIO(raw_output):
        line = line and line.strip()
        if not line or line.startswith(""-""):
            continue
        line_modules = line.split()
        for module in line_modules:
            if module.endswith(self.default_indicator):
                module = module[0 : -len(self.default_indicator)].strip()
            module_parts = module.split(""/"")
            module_version = None
            if len(module_parts) == 2:
                module_version = module_parts[1]
            module_name = module_parts[0]
            yield module_name, module_version","def __modules ( self ) : <TAB> raw_output = self . __module_avail_output ( ) . decode ( ""utf-8"" ) <TAB> for line in StringIO ( raw_output ) : <TAB> <TAB> line = line and line . strip ( ) <TAB> <TAB> if not line or line . startswith ( ""-"" ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> line_modules = line . split ( ) <TAB> <TAB> for module in line_modules : <TAB> <TAB> <TAB> if module . endswith ( self . default_indicator ) : <TAB> <TAB> <TAB> <TAB> module = module [ 0 : - len ( self . default_indicator ) ] . strip ( ) <TAB> <TAB> <TAB> module_parts = module . split ( ""/"" ) <TAB> <TAB> <TAB> module_version = None <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> module_version = module_parts [ 1 ] <TAB> <TAB> <TAB> module_name = module_parts [ 0 ] <TAB> <TAB> <TAB> yield module_name , module_version",if len ( module_parts ) == 2 :,199
16337,"def _parse_literal_set(self):
    valid_types = (six.string_types, Binary, Decimal)
    first_type = type(self._current[""value""])
    elements = set()
    while True:
        element = self._current
        if not self._match(""literal""):
            raise UnexpectedTokenError(
                token=self._current,
                expression=self._expression,
                expected_type=""literal"",
            )
        if not isinstance(element[""value""], valid_types):
            message = (
                ""Sets may only contain numbers, strings, or bytes, ""
                ""but literal of type `%s` was found""
            )
            raise InvalidLiteralValueError(
                token=self._current,
                expression=self._expression,
                message=message % type(element[""type""]),
            )
        if not isinstance(element[""value""], first_type):
            message = (
                ""Set values must all be of the same type. First type was ""
                ""`%s`, but found value of type `%s`""
            )
            raise InvalidLiteralValueError(
                token=self._current,
                expression=self._expression,
                message=message % (first_type, type(element[""type""])),
            )
        elements.add(self._current[""value""])
        self._advance()
        if not self._match(""comma""):
            break
        self._advance()
    return elements
","def _parse_literal_set ( self ) : <TAB> valid_types = ( six . string_types , Binary , Decimal ) <TAB> first_type = type ( self . _current [ ""value"" ] ) <TAB> elements = set ( ) <TAB> while True : <TAB> <TAB> element = self . _current <TAB> <TAB> if not self . _match ( ""literal"" ) : <TAB> <TAB> <TAB> raise UnexpectedTokenError ( <TAB> <TAB> <TAB> <TAB> token = self . _current , <TAB> <TAB> <TAB> <TAB> expression = self . _expression , <TAB> <TAB> <TAB> <TAB> expected_type = ""literal"" , <TAB> <TAB> <TAB> ) <TAB> <TAB> if not isinstance ( element [ ""value"" ] , valid_types ) : <TAB> <TAB> <TAB> message = ( <TAB> <TAB> <TAB> <TAB> ""Sets may only contain numbers, strings, or bytes, "" <TAB> <TAB> <TAB> <TAB> ""but literal of type `%s` was found"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> raise InvalidLiteralValueError ( <TAB> <TAB> <TAB> <TAB> token = self . _current , <TAB> <TAB> <TAB> <TAB> expression = self . _expression , <TAB> <TAB> <TAB> <TAB> message = message % type ( element [ ""type"" ] ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> if not isinstance ( element [ ""value"" ] , first_type ) : <TAB> <TAB> <TAB> message = ( <TAB> <TAB> <TAB> <TAB> ""Set values must all be of the same type. First type was "" <TAB> <TAB> <TAB> <TAB> ""`%s`, but found value of type `%s`"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> raise InvalidLiteralValueError ( <TAB> <TAB> <TAB> <TAB> token = self . _current , <TAB> <TAB> <TAB> <TAB> expression = self . _expression , <TAB> <TAB> <TAB> <TAB> message = message % ( first_type , type ( element [ ""type"" ] ) ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> elements . add ( self . _current [ ""value"" ] ) <TAB> <TAB> self . _advance ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> self . _advance ( ) <TAB> return elements","if not self . _match ( ""comma"" ) :",397
9584,"def index_structure(structure, path, path_separator=""/""):
    """"""Follows :obj:`path` in a nested structure of objects, lists, and dicts.""""""
    keys = path.split(path_separator)
    for i, key in enumerate(keys):
        current_path = ""%s%s"" % (path_separator, path_separator.join(keys[:i]))
        if isinstance(structure, list):
            try:
                index = int(key)
            except ValueError:
                raise ValueError(
                    ""Object referenced by path '%s' is a list, but got non ""
                    ""integer index '%s'"" % (current_path, key)
                )
            if index < 0 or index >= len(structure):
                raise ValueError(
                    ""List referenced by path '%s' has length %d, but got ""
                    ""out of range index %d"" % (current_path, len(structure), index)
                )
            structure = structure[index]
        elif isinstance(structure, dict):
            structure = structure.get(key)
            if structure is None:
                raise ValueError(
                    ""Dictionary referenced by path '%s' does not have the ""
                    ""key '%s'"" % (current_path, key)
                )
        else:
            structure = getattr(structure, key, None)
            if structure is None:
                raise ValueError(
                    ""Object referenced by path '%s' does not have the ""
                    ""attribute '%s'"" % (current_path, key)
                )
    return structure","def index_structure ( structure , path , path_separator = ""/"" ) : <TAB> """"""Follows :obj:`path` in a nested structure of objects, lists, and dicts."""""" <TAB> keys = path . split ( path_separator ) <TAB> for i , key in enumerate ( keys ) : <TAB> <TAB> current_path = ""%s%s"" % ( path_separator , path_separator . join ( keys [ : i ] ) ) <TAB> <TAB> if isinstance ( structure , list ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> index = int ( key ) <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Object referenced by path '%s' is a list, but got non "" <TAB> <TAB> <TAB> <TAB> <TAB> ""integer index '%s'"" % ( current_path , key ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if index < 0 or index >= len ( structure ) : <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""List referenced by path '%s' has length %d, but got "" <TAB> <TAB> <TAB> <TAB> <TAB> ""out of range index %d"" % ( current_path , len ( structure ) , index ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> structure = structure [ index ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> structure = structure . get ( key ) <TAB> <TAB> <TAB> if structure is None : <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Dictionary referenced by path '%s' does not have the "" <TAB> <TAB> <TAB> <TAB> <TAB> ""key '%s'"" % ( current_path , key ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> structure = getattr ( structure , key , None ) <TAB> <TAB> <TAB> if structure is None : <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Object referenced by path '%s' does not have the "" <TAB> <TAB> <TAB> <TAB> <TAB> ""attribute '%s'"" % ( current_path , key ) <TAB> <TAB> <TAB> <TAB> ) <TAB> return structure","elif isinstance ( structure , dict ) :",431
19612,"def parse_results(cwd):
    optimal_dd = None
    optimal_measure = numpy.inf
    for tup in tools.find_conf_files(cwd):
        dd = tup[1]
        if ""results.train_y_misclass"" in dd:
            if dd[""results.train_y_misclass""] < optimal_measure:
                optimal_measure = dd[""results.train_y_misclass""]
                optimal_dd = dd
    print(""Optimal results.train_y_misclass:"", str(optimal_measure))
    for key, value in optimal_dd.items():
        if ""hyper_parameters"" in key:
            print(key + "": "" + str(value))","def parse_results ( cwd ) : <TAB> optimal_dd = None <TAB> optimal_measure = numpy . inf <TAB> for tup in tools . find_conf_files ( cwd ) : <TAB> <TAB> dd = tup [ 1 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if dd [ ""results.train_y_misclass"" ] < optimal_measure : <TAB> <TAB> <TAB> <TAB> optimal_measure = dd [ ""results.train_y_misclass"" ] <TAB> <TAB> <TAB> <TAB> optimal_dd = dd <TAB> print ( ""Optimal results.train_y_misclass:"" , str ( optimal_measure ) ) <TAB> for key , value in optimal_dd . items ( ) : <TAB> <TAB> if ""hyper_parameters"" in key : <TAB> <TAB> <TAB> print ( key + "": "" + str ( value ) )","if ""results.train_y_misclass"" in dd :",177
455,"def from_json(self, value, trans, other_values={}):
    if self.multiple:
        tag_list = []
        # split on newline and ,
        if isinstance(value, list) or isinstance(value, str):
            if not isinstance(value, list):
                value = value.split(""\n"")
            for tag_str in value:
                for tag in str(tag_str).split("",""):
                    tag = tag.strip()
                    if tag:
                        tag_list.append(tag)
        value = tag_list
    else:
        if not value:
            value = None
    # We skip requiring legal values -- this is similar to optional, but allows only subset of datasets to be positive
    # TODO: May not actually be required for (nested) collection input ?
    return super().from_json(value, trans, other_values, require_legal_value=False)
","def from_json ( self , value , trans , other_values = { } ) : <TAB> if self . multiple : <TAB> <TAB> tag_list = [ ] <TAB> <TAB> <TAB> <TAB> if isinstance ( value , list ) or isinstance ( value , str ) : <TAB> <TAB> <TAB> if not isinstance ( value , list ) : <TAB> <TAB> <TAB> <TAB> value = value . split ( ""\n"" ) <TAB> <TAB> <TAB> for tag_str in value : <TAB> <TAB> <TAB> <TAB> for tag in str ( tag_str ) . split ( "","" ) : <TAB> <TAB> <TAB> <TAB> <TAB> tag = tag . strip ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> tag_list . append ( tag ) <TAB> <TAB> value = tag_list <TAB> else : <TAB> <TAB> if not value : <TAB> <TAB> <TAB> value = None <TAB> <TAB> <TAB> return super ( ) . from_json ( value , trans , other_values , require_legal_value = False )",if tag :,237
14730,"def live(self):
    if os.geteuid() != 0:
        self.session.logging.error(
            ""You are not root. It is likely that some operations ""
            ""may not be available.""
        )
    # Force timed cache for live sessions.
    with self.session:
        self.session.SetParameter(""cache"", ""timed"")
        self.session.SetParameter(""live_mode"", self.plugin_args.mode)
        self.session.SetParameter(""session_name"", ""Live (%s)"" % self.plugin_args.mode)
        if self.plugin_args.mode == ""Memory"":
            try:
                # Stack the address spaces by hand.
                load_as = self.session.plugins.load_as(session=self.session)
                base_as = standard.FileAddressSpace(
                    session=self.session, filename=""/proc/kcore""
                )
                self.session.physical_address_space = load_as.GuessAddressSpace(
                    base_as=base_as
                )
                self.session.SetParameter(""session_name"", ""Live(/proc/kcore)"")
            except IOError as e:
                self.session.logging.error(""Unable to load physical memory: %s "", e)","def live ( self ) : <TAB> if os . geteuid ( ) != 0 : <TAB> <TAB> self . session . logging . error ( <TAB> <TAB> <TAB> ""You are not root. It is likely that some operations "" <TAB> <TAB> <TAB> ""may not be available."" <TAB> <TAB> ) <TAB> <TAB> with self . session : <TAB> <TAB> self . session . SetParameter ( ""cache"" , ""timed"" ) <TAB> <TAB> self . session . SetParameter ( ""live_mode"" , self . plugin_args . mode ) <TAB> <TAB> self . session . SetParameter ( ""session_name"" , ""Live (%s)"" % self . plugin_args . mode ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> load_as = self . session . plugins . load_as ( session = self . session ) <TAB> <TAB> <TAB> <TAB> base_as = standard . FileAddressSpace ( <TAB> <TAB> <TAB> <TAB> <TAB> session = self . session , filename = ""/proc/kcore"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> self . session . physical_address_space = load_as . GuessAddressSpace ( <TAB> <TAB> <TAB> <TAB> <TAB> base_as = base_as <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> self . session . SetParameter ( ""session_name"" , ""Live(/proc/kcore)"" ) <TAB> <TAB> <TAB> except IOError as e : <TAB> <TAB> <TAB> <TAB> self . session . logging . error ( ""Unable to load physical memory: %s "" , e )","if self . plugin_args . mode == ""Memory"" :",340
20155,"def _generate_tags(self, base=None):
    """"""Return dictionary of tags, mapping tag names to values.""""""
    tags = {}
    for key in self.tag_fields:
        if key.startswith(""rg_""):
            # ReplayGain is float
            tags[key] = 1.0
        elif key.startswith(""r128_""):
            # R128 is int
            tags[key] = -1
        else:
            tags[key] = ""value\u2010%s"" % key
    for key in [""disc"", ""disctotal"", ""track"", ""tracktotal"", ""bpm""]:
        tags[key] = 1
    tags[""art""] = self.jpg_data
    tags[""comp""] = True
    date = datetime.date(2001, 4, 3)
    tags[""date""] = date
    tags[""year""] = date.year
    tags[""month""] = date.month
    tags[""day""] = date.day
    original_date = datetime.date(1999, 5, 6)
    tags[""original_date""] = original_date
    tags[""original_year""] = original_date.year
    tags[""original_month""] = original_date.month
    tags[""original_day""] = original_date.day
    return tags","def _generate_tags ( self , base = None ) : <TAB> """"""Return dictionary of tags, mapping tag names to values."""""" <TAB> tags = { } <TAB> for key in self . tag_fields : <TAB> <TAB> if key . startswith ( ""rg_"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> tags [ key ] = 1.0 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> tags [ key ] = - 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> tags [ key ] = ""value\u2010%s"" % key <TAB> for key in [ ""disc"" , ""disctotal"" , ""track"" , ""tracktotal"" , ""bpm"" ] : <TAB> <TAB> tags [ key ] = 1 <TAB> tags [ ""art"" ] = self . jpg_data <TAB> tags [ ""comp"" ] = True <TAB> date = datetime . date ( 2001 , 4 , 3 ) <TAB> tags [ ""date"" ] = date <TAB> tags [ ""year"" ] = date . year <TAB> tags [ ""month"" ] = date . month <TAB> tags [ ""day"" ] = date . day <TAB> original_date = datetime . date ( 1999 , 5 , 6 ) <TAB> tags [ ""original_date"" ] = original_date <TAB> tags [ ""original_year"" ] = original_date . year <TAB> tags [ ""original_month"" ] = original_date . month <TAB> tags [ ""original_day"" ] = original_date . day <TAB> return tags","elif key . startswith ( ""r128_"" ) :",303
10848,"def parse_simple(d, data):
    units = {}
    for v in data[d]:
        key = v[""name""]
        if not key:
            continue
        key_to_insert = make_key(key)
        if key_to_insert in units:
            index = 2
            tmp = f""{key_to_insert}_{index}""
            while tmp in units:
                index += 1
                tmp = f""{key_to_insert}_{index}""
            key_to_insert = tmp
        units[key_to_insert] = v[""id""]
    return units","def parse_simple ( d , data ) : <TAB> units = { } <TAB> for v in data [ d ] : <TAB> <TAB> key = v [ ""name"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> key_to_insert = make_key ( key ) <TAB> <TAB> if key_to_insert in units : <TAB> <TAB> <TAB> index = 2 <TAB> <TAB> <TAB> tmp = f""{key_to_insert}_{index}"" <TAB> <TAB> <TAB> while tmp in units : <TAB> <TAB> <TAB> <TAB> index += 1 <TAB> <TAB> <TAB> <TAB> tmp = f""{key_to_insert}_{index}"" <TAB> <TAB> <TAB> key_to_insert = tmp <TAB> <TAB> units [ key_to_insert ] = v [ ""id"" ] <TAB> return units",if not key :,160
22662,"def _create_examples(cls, data_path, set_type):
    curr_token_list, curr_pos_list = [], []
    data_lines = read_file_lines(data_path, ""r"", encoding=""utf-8"")
    examples = []
    idx = 0
    for data_line in data_lines:
        data_line = data_line.strip()
        if data_line:
            if set_type == ""test"":
                line_tokens = data_line.split(""\t"")
                if len(line_tokens) == 2:
                    token, pos = line_tokens
                else:
                    token, pos = data_line, None
            else:
                token, pos = data_line.split(""\t"")
            curr_token_list.append(token)
            curr_pos_list.append(pos)
        else:
            examples.append(
                Example(
                    guid=""%s-%s"" % (set_type, idx),
                    tokens=curr_token_list,
                    pos_list=curr_pos_list,
                )
            )
            idx += 1
            curr_token_list, curr_pos_list = [], []
    if curr_token_list:
        examples.append(
            Example(
                guid=""%s-%s"" % (idx, idx),
                tokens=curr_token_list,
                pos_list=curr_pos_list,
            )
        )
    return examples","def _create_examples ( cls , data_path , set_type ) : <TAB> curr_token_list , curr_pos_list = [ ] , [ ] <TAB> data_lines = read_file_lines ( data_path , ""r"" , encoding = ""utf-8"" ) <TAB> examples = [ ] <TAB> idx = 0 <TAB> for data_line in data_lines : <TAB> <TAB> data_line = data_line . strip ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if set_type == ""test"" : <TAB> <TAB> <TAB> <TAB> line_tokens = data_line . split ( ""\t"" ) <TAB> <TAB> <TAB> <TAB> if len ( line_tokens ) == 2 : <TAB> <TAB> <TAB> <TAB> <TAB> token , pos = line_tokens <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> token , pos = data_line , None <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> token , pos = data_line . split ( ""\t"" ) <TAB> <TAB> <TAB> curr_token_list . append ( token ) <TAB> <TAB> <TAB> curr_pos_list . append ( pos ) <TAB> <TAB> else : <TAB> <TAB> <TAB> examples . append ( <TAB> <TAB> <TAB> <TAB> Example ( <TAB> <TAB> <TAB> <TAB> <TAB> guid = ""%s-%s"" % ( set_type , idx ) , <TAB> <TAB> <TAB> <TAB> <TAB> tokens = curr_token_list , <TAB> <TAB> <TAB> <TAB> <TAB> pos_list = curr_pos_list , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> idx += 1 <TAB> <TAB> <TAB> curr_token_list , curr_pos_list = [ ] , [ ] <TAB> if curr_token_list : <TAB> <TAB> examples . append ( <TAB> <TAB> <TAB> Example ( <TAB> <TAB> <TAB> <TAB> guid = ""%s-%s"" % ( idx , idx ) , <TAB> <TAB> <TAB> <TAB> tokens = curr_token_list , <TAB> <TAB> <TAB> <TAB> pos_list = curr_pos_list , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> return examples",if data_line :,416
24369,"def post(self, request, *args, **kwargs):
    contact_id = kwargs.get(""pk"")
    self.object = get_object_or_404(Contact, id=contact_id)
    if (
        self.request.user.role != ""ADMIN""
        and not self.request.user.is_superuser
        and self.request.user != self.object.created_by
    ) or self.object.company != self.request.company:
        raise PermissionDenied
    else:
        if self.object.address_id:
            self.object.address.delete()
        self.object.delete()
        if self.request.is_ajax():
            return JsonResponse({""error"": False})
        return redirect(""contacts:list"")","def post ( self , request , * args , ** kwargs ) : <TAB> contact_id = kwargs . get ( ""pk"" ) <TAB> self . object = get_object_or_404 ( Contact , id = contact_id ) <TAB> if ( <TAB> <TAB> self . request . user . role != ""ADMIN"" <TAB> <TAB> and not self . request . user . is_superuser <TAB> <TAB> and self . request . user != self . object . created_by <TAB> ) or self . object . company != self . request . company : <TAB> <TAB> raise PermissionDenied <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . object . address . delete ( ) <TAB> <TAB> self . object . delete ( ) <TAB> <TAB> if self . request . is_ajax ( ) : <TAB> <TAB> <TAB> return JsonResponse ( { ""error"" : False } ) <TAB> <TAB> return redirect ( ""contacts:list"" )",if self . object . address_id :,189
14151,"def _get_data_from_buffer(obj):
    try:
        view = memoryview(obj)
    except TypeError:
        # try to use legacy buffer protocol if 2.7, otherwise re-raise
        if PY2:
            view = memoryview(buffer(obj))
            warnings.warn(
                ""using old buffer interface to unpack %s; ""
                ""this leads to unpacking errors if slicing is used and ""
                ""will be removed in a future version"" % type(obj),
                RuntimeWarning,
                stacklevel=3,
            )
        else:
            raise
    if view.itemsize != 1:
        raise ValueError(""cannot unpack from multi-byte object"")
    return view","def _get_data_from_buffer ( obj ) : <TAB> try : <TAB> <TAB> view = memoryview ( obj ) <TAB> except TypeError : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> view = memoryview ( buffer ( obj ) ) <TAB> <TAB> <TAB> warnings . warn ( <TAB> <TAB> <TAB> <TAB> ""using old buffer interface to unpack %s; "" <TAB> <TAB> <TAB> <TAB> ""this leads to unpacking errors if slicing is used and "" <TAB> <TAB> <TAB> <TAB> ""will be removed in a future version"" % type ( obj ) , <TAB> <TAB> <TAB> <TAB> RuntimeWarning , <TAB> <TAB> <TAB> <TAB> stacklevel = 3 , <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise <TAB> if view . itemsize != 1 : <TAB> <TAB> raise ValueError ( ""cannot unpack from multi-byte object"" ) <TAB> return view",if PY2 :,188
7122,"def __repr__(self):
    class_name = self.__class__.__name__
    configuration = {}
    self.config._populate_values()
    for hp_name in self.config:
        if self.config[hp_name] is not None:
            configuration[hp_name] = self.config[hp_name]
    configuration_string = """".join(
        [
            ""configuration={\n  "",
            "",\n  "".join(
                [
                    ""'%s': %s"" % (hp_name, repr(configuration[hp_name]))
                    for hp_name in sorted(configuration)
                ]
            ),
            ""}"",
        ]
    )
    if len(self.dataset_properties) > 0:
        dataset_properties_string = []
        dataset_properties_string.append(""dataset_properties={"")
        for i, item in enumerate(self.dataset_properties.items()):
            if i != 0:
                dataset_properties_string.append("",\n  "")
            else:
                dataset_properties_string.append(""\n  "")
            if isinstance(item[1], str):
                dataset_properties_string.append(""'%s': '%s'"" % (item[0], item[1]))
            else:
                dataset_properties_string.append(""'%s': %s"" % (item[0], item[1]))
        dataset_properties_string.append(""}"")
        dataset_properties_string = """".join(dataset_properties_string)
        rval = ""%s(%s,\n%s)"" % (class_name, configuration, dataset_properties_string)
    else:
        rval = ""%s(%s)"" % (class_name, configuration_string)
    return rval","def __repr__ ( self ) : <TAB> class_name = self . __class__ . __name__ <TAB> configuration = { } <TAB> self . config . _populate_values ( ) <TAB> for hp_name in self . config : <TAB> <TAB> if self . config [ hp_name ] is not None : <TAB> <TAB> <TAB> configuration [ hp_name ] = self . config [ hp_name ] <TAB> configuration_string = """" . join ( <TAB> <TAB> [ <TAB> <TAB> <TAB> ""configuration={\n  "" , <TAB> <TAB> <TAB> "",\n  "" . join ( <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> ""'%s': %s"" % ( hp_name , repr ( configuration [ hp_name ] ) ) <TAB> <TAB> <TAB> <TAB> <TAB> for hp_name in sorted ( configuration ) <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ""}"" , <TAB> <TAB> ] <TAB> ) <TAB> if len ( self . dataset_properties ) > 0 : <TAB> <TAB> dataset_properties_string = [ ] <TAB> <TAB> dataset_properties_string . append ( ""dataset_properties={"" ) <TAB> <TAB> for i , item in enumerate ( self . dataset_properties . items ( ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> dataset_properties_string . append ( "",\n  "" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> dataset_properties_string . append ( ""\n  "" ) <TAB> <TAB> <TAB> if isinstance ( item [ 1 ] , str ) : <TAB> <TAB> <TAB> <TAB> dataset_properties_string . append ( ""'%s': '%s'"" % ( item [ 0 ] , item [ 1 ] ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> dataset_properties_string . append ( ""'%s': %s"" % ( item [ 0 ] , item [ 1 ] ) ) <TAB> <TAB> dataset_properties_string . append ( ""}"" ) <TAB> <TAB> dataset_properties_string = """" . join ( dataset_properties_string ) <TAB> <TAB> rval = ""%s(%s,\n%s)"" % ( class_name , configuration , dataset_properties_string ) <TAB> else : <TAB> <TAB> rval = ""%s(%s)"" % ( class_name , configuration_string ) <TAB> return rval",if i != 0 :,451
7019,"def unwrap(self):
    if not self._sslobj:
        raise ValueError(""No SSL wrapper around "" + str(self))
    try:
        # 3.7 and newer, that use the SSLSocket object
        # call its shutdown.
        shutdown = self._sslobj.shutdown
    except AttributeError:
        # Earlier versions use SSLObject, which covers
        # that with a layer.
        shutdown = self._sslobj.unwrap
    s = self._sock
    while True:
        try:
            s = shutdown()
            break
        except SSLWantReadError:
            # Callers of this method expect to get a socket
            # back, so we can't simply return 0, we have
            # to let these be raised
            if self.timeout == 0.0:
                raise
            self._wait(self._read_event)
        except SSLWantWriteError:
            if self.timeout == 0.0:
                raise
            self._wait(self._write_event)
        except OSError as e:
            if e.errno == 0:
                # What does this even mean? Seen on 3.7+.
                break
            raise
    self._sslobj = None
    # The return value of shutting down the SSLObject is the
    # original wrapped socket passed to _wrap_socket, i.e.,
    # _contextawaresock. But that object doesn't have the
    # gevent wrapper around it so it can't be used. We have to
    # wrap it back up with a gevent wrapper.
    assert s is self._sock
    # In the stdlib, SSLSocket subclasses socket.socket and passes itself
    # to _wrap_socket, so it gets itself back. We can't do that, we have to
    # pass our subclass of _socket.socket, _contextawaresock.
    # So ultimately we should return ourself.
    # See test_ftplib.py:TestTLS_FTPClass.test_ccc
    return self","def unwrap ( self ) : <TAB> if not self . _sslobj : <TAB> <TAB> raise ValueError ( ""No SSL wrapper around "" + str ( self ) ) <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> shutdown = self . _sslobj . shutdown <TAB> except AttributeError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> shutdown = self . _sslobj . unwrap <TAB> s = self . _sock <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> s = shutdown ( ) <TAB> <TAB> <TAB> break <TAB> <TAB> except SSLWantReadError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> self . _wait ( self . _read_event ) <TAB> <TAB> except SSLWantWriteError : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> self . _wait ( self . _write_event ) <TAB> <TAB> except OSError as e : <TAB> <TAB> <TAB> if e . errno == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> raise <TAB> self . _sslobj = None <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> assert s is self . _sock <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return self",if self . timeout == 0.0 :,507
17162,"def render_text(self, outfd, data):
    self.table_header(
        outfd,
        [
            (""Offset (V)"", ""[addrpad]""),
            (""Filter Name"", ""50""),
            (""Filter Member"", ""16""),
            (""Socket (V)"", ""[addrpad]""),
            (""Handler"", ""[addrpad]""),
            (""Module"", ""30""),
            (""Status"", """"),
        ],
    )
    for (good, filter, filter_name, filter_socket, member, ptr, module) in data:
        status = ""OK""
        if good == 0:
            status = ""UNKNOWN""
        self.table_row(
            outfd,
            filter.obj_offset,
            filter_name,
            member,
            filter_socket,
            ptr,
            module,
            status,
        )","def render_text ( self , outfd , data ) : <TAB> self . table_header ( <TAB> <TAB> outfd , <TAB> <TAB> [ <TAB> <TAB> <TAB> ( ""Offset (V)"" , ""[addrpad]"" ) , <TAB> <TAB> <TAB> ( ""Filter Name"" , ""50"" ) , <TAB> <TAB> <TAB> ( ""Filter Member"" , ""16"" ) , <TAB> <TAB> <TAB> ( ""Socket (V)"" , ""[addrpad]"" ) , <TAB> <TAB> <TAB> ( ""Handler"" , ""[addrpad]"" ) , <TAB> <TAB> <TAB> ( ""Module"" , ""30"" ) , <TAB> <TAB> <TAB> ( ""Status"" , """" ) , <TAB> <TAB> ] , <TAB> ) <TAB> for ( good , filter , filter_name , filter_socket , member , ptr , module ) in data : <TAB> <TAB> status = ""OK"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> status = ""UNKNOWN"" <TAB> <TAB> self . table_row ( <TAB> <TAB> <TAB> outfd , <TAB> <TAB> <TAB> filter . obj_offset , <TAB> <TAB> <TAB> filter_name , <TAB> <TAB> <TAB> member , <TAB> <TAB> <TAB> filter_socket , <TAB> <TAB> <TAB> ptr , <TAB> <TAB> <TAB> module , <TAB> <TAB> <TAB> status , <TAB> <TAB> )",if good == 0 :,235
21198,"def _extract_prev_responses(self, batch):
    # Extract prev_responses for self-feeding formatted examples
    warn_once(""WARNING: This code is specific to self-feeding formatted examples"")
    # TODO: Pull out p1/p2 once elsewhere, not every time
    p1 = self.dict.txt2vec(""__p1__"")[0]
    p2 = self.dict.txt2vec(""__p2__"")[0]
    self.prev_responses = []
    # Do naively for now with a for loop
    for text_vec in batch.text_vec:
        p1s = (text_vec == p1).nonzero()
        p2s = (text_vec == p2).nonzero()
        if len(p1s) and len(p2s):
            response_vec = text_vec[p2s[-1] + 1 : p1s[-1]]
        else:
            response_vec = [self.NULL_IDX]  # TODO: pull in actual N
        response = self.dict.vec2txt(response_vec)
        self.prev_responses.append(response)","def _extract_prev_responses ( self , batch ) : <TAB> <TAB> warn_once ( ""WARNING: This code is specific to self-feeding formatted examples"" ) <TAB> <TAB> p1 = self . dict . txt2vec ( ""__p1__"" ) [ 0 ] <TAB> p2 = self . dict . txt2vec ( ""__p2__"" ) [ 0 ] <TAB> self . prev_responses = [ ] <TAB> <TAB> for text_vec in batch . text_vec : <TAB> <TAB> p1s = ( text_vec == p1 ) . nonzero ( ) <TAB> <TAB> p2s = ( text_vec == p2 ) . nonzero ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> response_vec = text_vec [ p2s [ - 1 ] + 1 : p1s [ - 1 ] ] <TAB> <TAB> else : <TAB> <TAB> <TAB> response_vec = [ self . NULL_IDX ] <TAB> <TAB> response = self . dict . vec2txt ( response_vec ) <TAB> <TAB> self . prev_responses . append ( response )",if len ( p1s ) and len ( p2s ) :,274
2198,"def set_clock(self, prompt):
    """"""Set station clock to current time.""""""
    ans = None
    while ans not in [""y"", ""n""]:
        v = self.station.getTime()
        vstr = weeutil.weeutil.timestamp_to_string(v)
        print(""Station clock is"", vstr)
        if prompt:
            ans = input(""Set station clock (y/n)? "")
        else:
            print(""Setting station clock"")
            ans = ""y""
        if ans == ""y"":
            self.station.setTime()
            v = self.station.getTime()
            vstr = weeutil.weeutil.timestamp_to_string(v)
            print(""Station clock is now"", vstr)
        elif ans == ""n"":
            print(""Set clock cancelled."")
","def set_clock ( self , prompt ) : <TAB> """"""Set station clock to current time."""""" <TAB> ans = None <TAB> while ans not in [ ""y"" , ""n"" ] : <TAB> <TAB> v = self . station . getTime ( ) <TAB> <TAB> vstr = weeutil . weeutil . timestamp_to_string ( v ) <TAB> <TAB> print ( ""Station clock is"" , vstr ) <TAB> <TAB> if prompt : <TAB> <TAB> <TAB> ans = input ( ""Set station clock (y/n)? "" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""Setting station clock"" ) <TAB> <TAB> <TAB> ans = ""y"" <TAB> <TAB> if ans == ""y"" : <TAB> <TAB> <TAB> self . station . setTime ( ) <TAB> <TAB> <TAB> v = self . station . getTime ( ) <TAB> <TAB> <TAB> vstr = weeutil . weeutil . timestamp_to_string ( v ) <TAB> <TAB> <TAB> print ( ""Station clock is now"" , vstr ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""Set clock cancelled."" )","elif ans == ""n"" :",227
25236,"def draw_grayscale_heightmap(world, target):
    min_elev_sea = None
    max_elev_sea = None
    min_elev_land = None
    max_elev_land = None
    for y in range(world.height):
        for x in range(world.width):
            e = world.elevation[""data""][y][x]
            if world.is_land((x, y)):
                if min_elev_land is None or e < min_elev_land:
                    min_elev_land = e
                if max_elev_land is None or e > max_elev_land:
                    max_elev_land = e
            else:
                if min_elev_sea is None or e < min_elev_sea:
                    min_elev_sea = e
                if max_elev_sea is None or e > max_elev_sea:
                    max_elev_sea = e
    elev_delta_land = max_elev_land - min_elev_land
    elev_delta_sea = max_elev_sea - min_elev_sea
    for y in range(world.height):
        for x in range(world.width):
            e = world.elevation[""data""][y][x]
            if world.is_land((x, y)):
                c = int(((e - min_elev_land) * 127) / elev_delta_land) + 128
            else:
                c = int(((e - min_elev_sea) * 127) / elev_delta_sea)
            target.set_pixel(x, y, (c, c, c, 255))","def draw_grayscale_heightmap ( world , target ) : <TAB> min_elev_sea = None <TAB> max_elev_sea = None <TAB> min_elev_land = None <TAB> max_elev_land = None <TAB> for y in range ( world . height ) : <TAB> <TAB> for x in range ( world . width ) : <TAB> <TAB> <TAB> e = world . elevation [ ""data"" ] [ y ] [ x ] <TAB> <TAB> <TAB> if world . is_land ( ( x , y ) ) : <TAB> <TAB> <TAB> <TAB> if min_elev_land is None or e < min_elev_land : <TAB> <TAB> <TAB> <TAB> <TAB> min_elev_land = e <TAB> <TAB> <TAB> <TAB> if max_elev_land is None or e > max_elev_land : <TAB> <TAB> <TAB> <TAB> <TAB> max_elev_land = e <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if min_elev_sea is None or e < min_elev_sea : <TAB> <TAB> <TAB> <TAB> <TAB> min_elev_sea = e <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> max_elev_sea = e <TAB> elev_delta_land = max_elev_land - min_elev_land <TAB> elev_delta_sea = max_elev_sea - min_elev_sea <TAB> for y in range ( world . height ) : <TAB> <TAB> for x in range ( world . width ) : <TAB> <TAB> <TAB> e = world . elevation [ ""data"" ] [ y ] [ x ] <TAB> <TAB> <TAB> if world . is_land ( ( x , y ) ) : <TAB> <TAB> <TAB> <TAB> c = int ( ( ( e - min_elev_land ) * 127 ) / elev_delta_land ) + 128 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> c = int ( ( ( e - min_elev_sea ) * 127 ) / elev_delta_sea ) <TAB> <TAB> <TAB> target . set_pixel ( x , y , ( c , c , c , 255 ) )",if max_elev_sea is None or e > max_elev_sea :,484
2741,"def post(self, request, format=None):
    token_limit_per_user = self.get_token_limit_per_user()
    if token_limit_per_user is not None:
        now = timezone.now()
        token = request.user.auth_token_set.filter(expiry__gt=now)
        if token.count() >= token_limit_per_user:
            return Response(
                {""error"": ""Maximum amount of tokens allowed per user exceeded.""},
                status=status.HTTP_403_FORBIDDEN,
            )
    token_ttl = self.get_token_ttl()
    instance, token = AuthToken.objects.create(request.user, token_ttl)
    user_logged_in.send(
        sender=request.user.__class__, request=request, user=request.user
    )
    data = self.get_post_response_data(request, token, instance)
    return Response(data)","def post ( self , request , format = None ) : <TAB> token_limit_per_user = self . get_token_limit_per_user ( ) <TAB> if token_limit_per_user is not None : <TAB> <TAB> now = timezone . now ( ) <TAB> <TAB> token = request . user . auth_token_set . filter ( expiry__gt = now ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return Response ( <TAB> <TAB> <TAB> <TAB> { ""error"" : ""Maximum amount of tokens allowed per user exceeded."" } , <TAB> <TAB> <TAB> <TAB> status = status . HTTP_403_FORBIDDEN , <TAB> <TAB> <TAB> ) <TAB> token_ttl = self . get_token_ttl ( ) <TAB> instance , token = AuthToken . objects . create ( request . user , token_ttl ) <TAB> user_logged_in . send ( <TAB> <TAB> sender = request . user . __class__ , request = request , user = request . user <TAB> ) <TAB> data = self . get_post_response_data ( request , token , instance ) <TAB> return Response ( data )",if token . count ( ) >= token_limit_per_user :,240
13625,"def get_external_addresses(self, label=None) -> List[str]:
    result = []
    for c in self._conf[""pools""].values():
        if label is not None:
            if label == c[""label""]:
                result.append(c[""external_address""][0])
        else:
            result.append(c[""external_address""][0])
    return result","def get_external_addresses ( self , label = None ) -> List [ str ] : <TAB> result = [ ] <TAB> for c in self . _conf [ ""pools"" ] . values ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if label == c [ ""label"" ] : <TAB> <TAB> <TAB> <TAB> result . append ( c [ ""external_address"" ] [ 0 ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> result . append ( c [ ""external_address"" ] [ 0 ] ) <TAB> return result",if label is not None :,99
4992,"def _cast_attr(value, default):
    env.require(lore.dependencies.DATEUTIL)
    import dateutil
    if isinstance(default, bool):
        return value.lower() in [""1"", ""t"", ""true""]
    elif isinstance(default, int):
        return int(value)
    elif isinstance(default, float):
        return float(value)
    elif isinstance(default, datetime.date):
        return dateutil.parser.parse(value).date()
    elif isinstance(default, datetime.datetime):
        return dateutil.parser.parse(value)
    elif isinstance(value, str) and default is None:
        if value.lower() in [""t"", ""true""]:
            return True
        elif value.lower() in [""f"", ""false""]:
            return False
        elif value.lower() in [""none""]:
            return None
        try:
            f = float(value)
            i = int(f)
            if str(i) == value:
                return i
            elif str(f) == value:
                return f
        except ValueError:
            pass
        try:
            return dateutil.parser.parse(value)
        except ValueError:
            pass
    return value","def _cast_attr ( value , default ) : <TAB> env . require ( lore . dependencies . DATEUTIL ) <TAB> import dateutil <TAB> if isinstance ( default , bool ) : <TAB> <TAB> return value . lower ( ) in [ ""1"" , ""t"" , ""true"" ] <TAB> elif isinstance ( default , int ) : <TAB> <TAB> return int ( value ) <TAB> elif isinstance ( default , float ) : <TAB> <TAB> return float ( value ) <TAB> elif isinstance ( default , datetime . date ) : <TAB> <TAB> return dateutil . parser . parse ( value ) . date ( ) <TAB> elif isinstance ( default , datetime . datetime ) : <TAB> <TAB> return dateutil . parser . parse ( value ) <TAB> elif isinstance ( value , str ) and default is None : <TAB> <TAB> if value . lower ( ) in [ ""t"" , ""true"" ] : <TAB> <TAB> <TAB> return True <TAB> <TAB> elif value . lower ( ) in [ ""f"" , ""false"" ] : <TAB> <TAB> <TAB> return False <TAB> <TAB> elif value . lower ( ) in [ ""none"" ] : <TAB> <TAB> <TAB> return None <TAB> <TAB> try : <TAB> <TAB> <TAB> f = float ( value ) <TAB> <TAB> <TAB> i = int ( f ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return i <TAB> <TAB> <TAB> elif str ( f ) == value : <TAB> <TAB> <TAB> <TAB> return f <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> pass <TAB> <TAB> try : <TAB> <TAB> <TAB> return dateutil . parser . parse ( value ) <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> pass <TAB> return value",if str ( i ) == value :,321
5256,"def get_formatted_stats(self):
    """"""Get percentage or number of rar's done""""""
    if self.cur_setname and self.cur_setname in self.total_volumes:
        # This won't work on obfuscated posts
        if self.total_volumes[self.cur_setname] >= self.cur_volume and self.cur_volume:
            return ""%02d/%02d"" % (self.cur_volume, self.total_volumes[self.cur_setname])
    return self.cur_volume","def get_formatted_stats ( self ) : <TAB> """"""Get percentage or number of rar's done"""""" <TAB> if self . cur_setname and self . cur_setname in self . total_volumes : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ""%02d/%02d"" % ( self . cur_volume , self . total_volumes [ self . cur_setname ] ) <TAB> return self . cur_volume",if self . total_volumes [ self . cur_setname ] >= self . cur_volume and self . cur_volume :,128
10982,"def __call__(self, environ, start_response):
    """"""Dispatch the requests.""""""
    # important: don't ever access a function here that reads the incoming
    # form data!  Otherwise the application won't have access to that data
    # any more!
    request = Request(environ)
    response = self.debug_application
    if request.args.get(""__debugger__"") == ""yes"":
        cmd = request.args.get(""cmd"")
        arg = request.args.get(""f"")
        secret = request.args.get(""s"")
        traceback = self.tracebacks.get(request.args.get(""tb"", type=int))
        frame = self.frames.get(request.args.get(""frm"", type=int))
        if cmd == ""resource"" and arg:
            response = self.get_resource(request, arg)
        elif cmd == ""paste"" and traceback is not None and secret == self.secret:
            response = self.paste_traceback(request, traceback)
        elif cmd == ""source"" and frame and self.secret == secret:
            response = self.get_source(request, frame)
        elif (
            self.evalex
            and cmd is not None
            and frame is not None
            and self.secret == secret
        ):
            response = self.execute_command(request, cmd, frame)
    elif (
        self.evalex
        and self.console_path is not None
        and request.path == self.console_path
    ):
        response = self.display_console(request)
    return response(environ, start_response)
","def __call__ ( self , environ , start_response ) : <TAB> """"""Dispatch the requests."""""" <TAB> <TAB> <TAB> <TAB> request = Request ( environ ) <TAB> response = self . debug_application <TAB> if request . args . get ( ""__debugger__"" ) == ""yes"" : <TAB> <TAB> cmd = request . args . get ( ""cmd"" ) <TAB> <TAB> arg = request . args . get ( ""f"" ) <TAB> <TAB> secret = request . args . get ( ""s"" ) <TAB> <TAB> traceback = self . tracebacks . get ( request . args . get ( ""tb"" , type = int ) ) <TAB> <TAB> frame = self . frames . get ( request . args . get ( ""frm"" , type = int ) ) <TAB> <TAB> if cmd == ""resource"" and arg : <TAB> <TAB> <TAB> response = self . get_resource ( request , arg ) <TAB> <TAB> elif cmd == ""paste"" and traceback is not None and secret == self . secret : <TAB> <TAB> <TAB> response = self . paste_traceback ( request , traceback ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> response = self . get_source ( request , frame ) <TAB> <TAB> elif ( <TAB> <TAB> <TAB> self . evalex <TAB> <TAB> <TAB> and cmd is not None <TAB> <TAB> <TAB> and frame is not None <TAB> <TAB> <TAB> and self . secret == secret <TAB> <TAB> ) : <TAB> <TAB> <TAB> response = self . execute_command ( request , cmd , frame ) <TAB> elif ( <TAB> <TAB> self . evalex <TAB> <TAB> and self . console_path is not None <TAB> <TAB> and request . path == self . console_path <TAB> ) : <TAB> <TAB> response = self . display_console ( request ) <TAB> return response ( environ , start_response )","elif cmd == ""source"" and frame and self . secret == secret :",404
6053,"def get_tokens_unprocessed(self, text):
    bashlexer = BashLexer(**self.options)
    pos = 0
    curcode = """"
    insertions = []
    for match in line_re.finditer(text):
        line = match.group()
        m = re.match(r""^((?:\[?\S+@[^$#%]+\]?\s*)[$#%])(.*\n?)"", line)
        if m:
            # To support output lexers (say diff output), the output
            # needs to be broken by prompts whenever the output lexer
            # changes.
            if not insertions:
                pos = match.start()
            insertions.append((len(curcode), [(0, Generic.Prompt, m.group(1))]))
            curcode += m.group(2)
        else:
            if insertions:
                toks = bashlexer.get_tokens_unprocessed(curcode)
                for i, t, v in do_insertions(insertions, toks):
                    yield pos + i, t, v
            yield match.start(), Generic.Output, line
            insertions = []
            curcode = """"
    if insertions:
        for i, t, v in do_insertions(
            insertions, bashlexer.get_tokens_unprocessed(curcode)
        ):
            yield pos + i, t, v","def get_tokens_unprocessed ( self , text ) : <TAB> bashlexer = BashLexer ( ** self . options ) <TAB> pos = 0 <TAB> curcode = """" <TAB> insertions = [ ] <TAB> for match in line_re . finditer ( text ) : <TAB> <TAB> line = match . group ( ) <TAB> <TAB> m = re . match ( r""^((?:\[?\S+@[^$#%]+\]?\s*)[$#%])(.*\n?)"" , line ) <TAB> <TAB> if m : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> pos = match . start ( ) <TAB> <TAB> <TAB> insertions . append ( ( len ( curcode ) , [ ( 0 , Generic . Prompt , m . group ( 1 ) ) ] ) ) <TAB> <TAB> <TAB> curcode += m . group ( 2 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if insertions : <TAB> <TAB> <TAB> <TAB> toks = bashlexer . get_tokens_unprocessed ( curcode ) <TAB> <TAB> <TAB> <TAB> for i , t , v in do_insertions ( insertions , toks ) : <TAB> <TAB> <TAB> <TAB> <TAB> yield pos + i , t , v <TAB> <TAB> <TAB> yield match . start ( ) , Generic . Output , line <TAB> <TAB> <TAB> insertions = [ ] <TAB> <TAB> <TAB> curcode = """" <TAB> if insertions : <TAB> <TAB> for i , t , v in do_insertions ( <TAB> <TAB> <TAB> insertions , bashlexer . get_tokens_unprocessed ( curcode ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> yield pos + i , t , v",if not insertions :,360
6880,"def parse_bzr_stats(status):
    stats = RepoStats()
    statustype = ""changed""
    for statusline in status:
        if statusline[:2] == ""  "":
            setattr(stats, statustype, getattr(stats, statustype) + 1)
        elif statusline == ""added:"":
            statustype = ""staged""
        elif statusline == ""unknown:"":
            statustype = ""new""
        else:  # removed, missing, renamed, modified or kind changed
            statustype = ""changed""
    return stats","def parse_bzr_stats ( status ) : <TAB> stats = RepoStats ( ) <TAB> statustype = ""changed"" <TAB> for statusline in status : <TAB> <TAB> if statusline [ : 2 ] == ""  "" : <TAB> <TAB> <TAB> setattr ( stats , statustype , getattr ( stats , statustype ) + 1 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> statustype = ""staged"" <TAB> <TAB> elif statusline == ""unknown:"" : <TAB> <TAB> <TAB> statustype = ""new"" <TAB> <TAB> else : <TAB> <TAB> <TAB> statustype = ""changed"" <TAB> return stats","elif statusline == ""added:"" :",146
22240,"def testFunctions(self):
    from zim.formats.wiki import match_url, is_url
    for input, input_is_url, tail in self.examples:
        if input_is_url:
            if tail:
                self.assertEqual(match_url(input), input[: -len(tail)])
                self.assertFalse(is_url(input))
            else:
                self.assertEqual(match_url(input), input)
                self.assertTrue(is_url(input))
        else:
            self.assertEqual(match_url(input), None)
            self.assertFalse(is_url(input))
","def testFunctions ( self ) : <TAB> from zim . formats . wiki import match_url , is_url <TAB> for input , input_is_url , tail in self . examples : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if tail : <TAB> <TAB> <TAB> <TAB> self . assertEqual ( match_url ( input ) , input [ : - len ( tail ) ] ) <TAB> <TAB> <TAB> <TAB> self . assertFalse ( is_url ( input ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . assertEqual ( match_url ( input ) , input ) <TAB> <TAB> <TAB> <TAB> self . assertTrue ( is_url ( input ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . assertEqual ( match_url ( input ) , None ) <TAB> <TAB> <TAB> self . assertFalse ( is_url ( input ) )",if input_is_url :,168
16134,"def execute(self, fullpath, fstat, test=False):
    result = []
    for arg in self.fmt:
        if arg == ""path"":
            result.append(fullpath)
        elif arg == ""name"":
            result.append(os.path.basename(fullpath))
        elif arg == ""size"":
            result.append(fstat[stat.ST_SIZE])
        elif arg == ""type"":
            result.append(_FILE_TYPES.get(stat.S_IFMT(fstat[stat.ST_MODE]), ""?""))
        elif arg == ""mode"":
            # PY3 compatibility: Use radix value 8 on int type-cast explicitly
            result.append(int(oct(fstat[stat.ST_MODE])[-3:], 8))
        elif arg == ""mtime"":
            result.append(fstat[stat.ST_MTIME])
        elif arg == ""user"":
            uid = fstat[stat.ST_UID]
            try:
                result.append(pwd.getpwuid(uid).pw_name)
            except KeyError:
                result.append(uid)
        elif arg == ""group"":
            gid = fstat[stat.ST_GID]
            try:
                result.append(grp.getgrgid(gid).gr_name)
            except KeyError:
                result.append(gid)
        elif arg == ""md5"":
            if stat.S_ISREG(fstat[stat.ST_MODE]):
                md5digest = salt.utils.hashutils.get_hash(fullpath, ""md5"")
                result.append(md5digest)
            else:
                result.append("""")
    if len(result) == 1:
        return result[0]
    else:
        return result","def execute ( self , fullpath , fstat , test = False ) : <TAB> result = [ ] <TAB> for arg in self . fmt : <TAB> <TAB> if arg == ""path"" : <TAB> <TAB> <TAB> result . append ( fullpath ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result . append ( os . path . basename ( fullpath ) ) <TAB> <TAB> elif arg == ""size"" : <TAB> <TAB> <TAB> result . append ( fstat [ stat . ST_SIZE ] ) <TAB> <TAB> elif arg == ""type"" : <TAB> <TAB> <TAB> result . append ( _FILE_TYPES . get ( stat . S_IFMT ( fstat [ stat . ST_MODE ] ) , ""?"" ) ) <TAB> <TAB> elif arg == ""mode"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> result . append ( int ( oct ( fstat [ stat . ST_MODE ] ) [ - 3 : ] , 8 ) ) <TAB> <TAB> elif arg == ""mtime"" : <TAB> <TAB> <TAB> result . append ( fstat [ stat . ST_MTIME ] ) <TAB> <TAB> elif arg == ""user"" : <TAB> <TAB> <TAB> uid = fstat [ stat . ST_UID ] <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> result . append ( pwd . getpwuid ( uid ) . pw_name ) <TAB> <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> result . append ( uid ) <TAB> <TAB> elif arg == ""group"" : <TAB> <TAB> <TAB> gid = fstat [ stat . ST_GID ] <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> result . append ( grp . getgrgid ( gid ) . gr_name ) <TAB> <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> result . append ( gid ) <TAB> <TAB> elif arg == ""md5"" : <TAB> <TAB> <TAB> if stat . S_ISREG ( fstat [ stat . ST_MODE ] ) : <TAB> <TAB> <TAB> <TAB> md5digest = salt . utils . hashutils . get_hash ( fullpath , ""md5"" ) <TAB> <TAB> <TAB> <TAB> result . append ( md5digest ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> result . append ( """" ) <TAB> if len ( result ) == 1 : <TAB> <TAB> return result [ 0 ] <TAB> else : <TAB> <TAB> return result","elif arg == ""name"" :",465
10182,"def tagset(bot, event, *args):
    """"""set a single tag. usage: tagset <""conv""|""user""|""convuser""> <id> <tag>""""""
    if len(args) == 3:
        [type, id, tag] = args
        type, id = _tagshortcuts(event, type, id)
        if bot.tags.add(type, id, tag):
            message = _(
                ""tagged <b><pre>{}</pre></b> with <b><pre>{}</pre></b>"".format(id, tag)
            )
        else:
            message = _(""<b><pre>{}</pre></b> unchanged"".format(id))
    else:
        message = _(""<b>supply type, id, tag</b>"")
    yield from bot.coro_send_message(event.conv_id, message)","def tagset ( bot , event , * args ) : <TAB> """"""set a single tag. usage: tagset <""conv""|""user""|""convuser""> <id> <tag>"""""" <TAB> if len ( args ) == 3 : <TAB> <TAB> [ type , id , tag ] = args <TAB> <TAB> type , id = _tagshortcuts ( event , type , id ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> message = _ ( <TAB> <TAB> <TAB> <TAB> ""tagged <b><pre>{}</pre></b> with <b><pre>{}</pre></b>"" . format ( id , tag ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> message = _ ( ""<b><pre>{}</pre></b> unchanged"" . format ( id ) ) <TAB> else : <TAB> <TAB> message = _ ( ""<b>supply type, id, tag</b>"" ) <TAB> yield from bot . coro_send_message ( event . conv_id , message )","if bot . tags . add ( type , id , tag ) :",205
12860,"def _convert_args(
    self, config: JobTemplateConfig, args: Dict[str, Any]
) -> JobTemplateRequest:
    """"""convert arguments from argparse into a JobTemplateRequest""""""
    user_fields = {}
    for field in config.user_fields:
        value = None
        if field.name in args:
            value = args[field.name]
        elif field.name in args[""parameters""]:
            value = args[""parameters""][field.name]
        elif field.required:
            raise Exception(""missing field: %s"" % field.name)
        if field.name == ""target_exe"" and isinstance(value, str):
            value = os.path.basename(value)
        if value is not None:
            user_fields[field.name] = value
    containers = self._convert_container_args(config, args)
    request = JobTemplateRequest(
        name=config.name, user_fields=user_fields, containers=containers
    )
    return request
","def _convert_args ( <TAB> self , config : JobTemplateConfig , args : Dict [ str , Any ] ) -> JobTemplateRequest : <TAB> """"""convert arguments from argparse into a JobTemplateRequest"""""" <TAB> user_fields = { } <TAB> for field in config . user_fields : <TAB> <TAB> value = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> value = args [ field . name ] <TAB> <TAB> elif field . name in args [ ""parameters"" ] : <TAB> <TAB> <TAB> value = args [ ""parameters"" ] [ field . name ] <TAB> <TAB> elif field . required : <TAB> <TAB> <TAB> raise Exception ( ""missing field: %s"" % field . name ) <TAB> <TAB> if field . name == ""target_exe"" and isinstance ( value , str ) : <TAB> <TAB> <TAB> value = os . path . basename ( value ) <TAB> <TAB> if value is not None : <TAB> <TAB> <TAB> user_fields [ field . name ] = value <TAB> containers = self . _convert_container_args ( config , args ) <TAB> request = JobTemplateRequest ( <TAB> <TAB> name = config . name , user_fields = user_fields , containers = containers <TAB> ) <TAB> return request",if field . name in args :,250
8498,"def test_updater(self):
    res, value = linkcheck.updater.check_update()
    self.assertTrue(type(res) == bool)
    if res:
        self.assertTrue(value is None or isinstance(value, tuple), repr(value))
        if isinstance(value, tuple):
            self.assertEqual(len(value), 2)
            version, url = value
            self.assertTrue(isinstance(version, basestring), repr(version))
            self.assertTrue(url is None or isinstance(url, basestring), repr(url))
    else:
        self.assertTrue(isinstance(value, unicode), repr(value))","def test_updater ( self ) : <TAB> res , value = linkcheck . updater . check_update ( ) <TAB> self . assertTrue ( type ( res ) == bool ) <TAB> if res : <TAB> <TAB> self . assertTrue ( value is None or isinstance ( value , tuple ) , repr ( value ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertEqual ( len ( value ) , 2 ) <TAB> <TAB> <TAB> version , url = value <TAB> <TAB> <TAB> self . assertTrue ( isinstance ( version , basestring ) , repr ( version ) ) <TAB> <TAB> <TAB> self . assertTrue ( url is None or isinstance ( url , basestring ) , repr ( url ) ) <TAB> else : <TAB> <TAB> self . assertTrue ( isinstance ( value , unicode ) , repr ( value ) )","if isinstance ( value , tuple ) :",156
1906,"def _flush(self):
    if self._data:
        if self._last is not None:
            text = """".join(self._data)
            if self._tail:
                assert self._last.tail is None, ""internal error (tail)""
                self._last.tail = text
            else:
                assert self._last.text is None, ""internal error (text)""
                self._last.text = text
        self._data = []
","def _flush ( self ) : <TAB> if self . _data : <TAB> <TAB> if self . _last is not None : <TAB> <TAB> <TAB> text = """" . join ( self . _data ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> assert self . _last . tail is None , ""internal error (tail)"" <TAB> <TAB> <TAB> <TAB> self . _last . tail = text <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> assert self . _last . text is None , ""internal error (text)"" <TAB> <TAB> <TAB> <TAB> self . _last . text = text <TAB> <TAB> self . _data = [ ]",if self . _tail :,125
3722,"def oauth_auth(
    self, token=None, oauth_verifier=None, signature_type=SIGNATURE_TYPE_AUTH_HEADER
):
    key, secret = self.get_key_and_secret()
    oauth_verifier = oauth_verifier or self.data.get(""oauth_verifier"")
    if token:
        resource_owner_key = token.get(""oauth_token"")
        resource_owner_secret = token.get(""oauth_token_secret"")
        if not resource_owner_key:
            raise AuthTokenError(self, ""Missing oauth_token"")
        if not resource_owner_secret:
            raise AuthTokenError(self, ""Missing oauth_token_secret"")
    else:
        resource_owner_key = None
        resource_owner_secret = None
    state = self.get_or_create_state()
    return OAuth1(
        key,
        secret,
        resource_owner_key=resource_owner_key,
        resource_owner_secret=resource_owner_secret,
        callback_uri=self.get_redirect_uri(state),
        verifier=oauth_verifier,
        signature_type=signature_type,
    )","def oauth_auth ( <TAB> self , token = None , oauth_verifier = None , signature_type = SIGNATURE_TYPE_AUTH_HEADER ) : <TAB> key , secret = self . get_key_and_secret ( ) <TAB> oauth_verifier = oauth_verifier or self . data . get ( ""oauth_verifier"" ) <TAB> if token : <TAB> <TAB> resource_owner_key = token . get ( ""oauth_token"" ) <TAB> <TAB> resource_owner_secret = token . get ( ""oauth_token_secret"" ) <TAB> <TAB> if not resource_owner_key : <TAB> <TAB> <TAB> raise AuthTokenError ( self , ""Missing oauth_token"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise AuthTokenError ( self , ""Missing oauth_token_secret"" ) <TAB> else : <TAB> <TAB> resource_owner_key = None <TAB> <TAB> resource_owner_secret = None <TAB> state = self . get_or_create_state ( ) <TAB> return OAuth1 ( <TAB> <TAB> key , <TAB> <TAB> secret , <TAB> <TAB> resource_owner_key = resource_owner_key , <TAB> <TAB> resource_owner_secret = resource_owner_secret , <TAB> <TAB> callback_uri = self . get_redirect_uri ( state ) , <TAB> <TAB> verifier = oauth_verifier , <TAB> <TAB> signature_type = signature_type , <TAB> )",if not resource_owner_secret :,295
25194,"def get_conv_output_size(input_size, kernel_size, stride, padding, dilation):
    ndim = len(input_size)
    output_size = []
    for i in range(ndim):
        size = (
            input_size[i] + 2 * padding[i] - dilation[i] * (kernel_size[i] - 1) - 1
        ) // stride[i] + 1
        if kernel_size[i] == -1:
            output_size.append(1)
        else:
            output_size.append(size)
    return output_size","def get_conv_output_size ( input_size , kernel_size , stride , padding , dilation ) : <TAB> ndim = len ( input_size ) <TAB> output_size = [ ] <TAB> for i in range ( ndim ) : <TAB> <TAB> size = ( <TAB> <TAB> <TAB> input_size [ i ] + 2 * padding [ i ] - dilation [ i ] * ( kernel_size [ i ] - 1 ) - 1 <TAB> <TAB> ) // stride [ i ] + 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> output_size . append ( 1 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> output_size . append ( size ) <TAB> return output_size",if kernel_size [ i ] == - 1 :,151
23750,"def process_question(qtxt):
    question = """"
    skip = False
    for letter in qtxt:
        if letter == ""<"":
            skip = True
        if letter == "">"":
            skip = False
        if skip:
            continue
        if letter.isalnum() or letter == "" "":
            if letter == "" "":
                letter = ""_""
            question += letter.lower()
    return question
","def process_question ( qtxt ) : <TAB> question = """" <TAB> skip = False <TAB> for letter in qtxt : <TAB> <TAB> if letter == ""<"" : <TAB> <TAB> <TAB> skip = True <TAB> <TAB> if letter == "">"" : <TAB> <TAB> <TAB> skip = False <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if letter . isalnum ( ) or letter == "" "" : <TAB> <TAB> <TAB> if letter == "" "" : <TAB> <TAB> <TAB> <TAB> letter = ""_"" <TAB> <TAB> <TAB> question += letter . lower ( ) <TAB> return question",if skip :,110
20267,"def compute_out(v, downsample, stride):
    if ignore_border:
        if downsample == stride:
            return v // stride
        else:
            out = (v - downsample) // stride + 1
            if isinstance(out, theano.Variable):
                return tensor.maximum(out, 0)
            else:
                return np.maximum(out, 0)
    else:
        if isinstance(v, theano.Variable):
            return tensor.switch(
                tensor.ge(stride, downsample),
                (v - 1) // stride + 1,
                tensor.maximum(0, (v - 1 - downsample) // stride + 1) + 1,
            )
        elif stride >= downsample:
            return (v - 1) // stride + 1
        else:
            return max(0, (v - 1 - downsample + stride) // stride) + 1","def compute_out ( v , downsample , stride ) : <TAB> if ignore_border : <TAB> <TAB> if downsample == stride : <TAB> <TAB> <TAB> return v // stride <TAB> <TAB> else : <TAB> <TAB> <TAB> out = ( v - downsample ) // stride + 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return tensor . maximum ( out , 0 ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return np . maximum ( out , 0 ) <TAB> else : <TAB> <TAB> if isinstance ( v , theano . Variable ) : <TAB> <TAB> <TAB> return tensor . switch ( <TAB> <TAB> <TAB> <TAB> tensor . ge ( stride , downsample ) , <TAB> <TAB> <TAB> <TAB> ( v - 1 ) // stride + 1 , <TAB> <TAB> <TAB> <TAB> tensor . maximum ( 0 , ( v - 1 - downsample ) // stride + 1 ) + 1 , <TAB> <TAB> <TAB> ) <TAB> <TAB> elif stride >= downsample : <TAB> <TAB> <TAB> return ( v - 1 ) // stride + 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> return max ( 0 , ( v - 1 - downsample + stride ) // stride ) + 1","if isinstance ( out , theano . Variable ) :",236
1247,"def gather_callback_args(self, obj, callbacks):
    session = sa.orm.object_session(obj)
    for callback in callbacks:
        backref = callback.backref
        root_objs = getdotattr(obj, backref) if backref else obj
        if root_objs:
            if not isinstance(root_objs, Iterable):
                root_objs = [root_objs]
            with session.no_autoflush:
                for root_obj in root_objs:
                    if root_obj:
                        args = self.get_callback_args(root_obj, callback)
                        if args:
                            yield args
","def gather_callback_args ( self , obj , callbacks ) : <TAB> session = sa . orm . object_session ( obj ) <TAB> for callback in callbacks : <TAB> <TAB> backref = callback . backref <TAB> <TAB> root_objs = getdotattr ( obj , backref ) if backref else obj <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not isinstance ( root_objs , Iterable ) : <TAB> <TAB> <TAB> <TAB> root_objs = [ root_objs ] <TAB> <TAB> <TAB> with session . no_autoflush : <TAB> <TAB> <TAB> <TAB> for root_obj in root_objs : <TAB> <TAB> <TAB> <TAB> <TAB> if root_obj : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> args = self . get_callback_args ( root_obj , callback ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if args : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> yield args",if root_objs :,182
2554,"def authenticate(self, *args, **kwargs):
    authenticated = super().authenticate(*args, **kwargs)
    if authenticated:
        allow_anonymous = self.auth_config.get(
            ""allow-anonymous"", True
        )  # allow anonymous by default
        if allow_anonymous:
            authenticated = True
            self.context.logger.debug(""Authentication success: config allows anonymous"")
        else:
            try:
                session = kwargs.get(""session"", None)
                authenticated = True if session.username else False
                if self.context.logger.isEnabledFor(logging.DEBUG):
                    if authenticated:
                        self.context.logger.debug(
                            ""Authentication success: session has a non empty username""
                        )
                    else:
                        self.context.logger.debug(
                            ""Authentication failure: session has an empty username""
                        )
            except KeyError:
                self.context.logger.warning(""Session informations not available"")
                authenticated = False
    return authenticated
","def authenticate ( self , * args , ** kwargs ) : <TAB> authenticated = super ( ) . authenticate ( * args , ** kwargs ) <TAB> if authenticated : <TAB> <TAB> allow_anonymous = self . auth_config . get ( <TAB> <TAB> <TAB> ""allow-anonymous"" , True <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> authenticated = True <TAB> <TAB> <TAB> self . context . logger . debug ( ""Authentication success: config allows anonymous"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> session = kwargs . get ( ""session"" , None ) <TAB> <TAB> <TAB> <TAB> authenticated = True if session . username else False <TAB> <TAB> <TAB> <TAB> if self . context . logger . isEnabledFor ( logging . DEBUG ) : <TAB> <TAB> <TAB> <TAB> <TAB> if authenticated : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . context . logger . debug ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Authentication success: session has a non empty username"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . context . logger . debug ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Authentication failure: session has an empty username"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> self . context . logger . warning ( ""Session informations not available"" ) <TAB> <TAB> <TAB> <TAB> authenticated = False <TAB> return authenticated",if allow_anonymous :,295
5040,"def _writeMockResultFile(result):
    """"""writes a test result as a gtest compatible test runner would do""""""
    with open(result.filename, ""w"") as f:
        f.write('<?xml version=""1.0"" encoding=""UTF-8""?>\n')
        if len(result.suites) > 1 or result.noSuitesRoot is False:
            f.write(""<testsuites>\n"")
        for suite in result.suites:
            f.write(
                '<testsuite tests=""'
                + str(suite.tests)
                + '"" failures=""'
                + str(suite.fail)
                + '"" time=""'
                + str(suite.time)
                + '"" errors=""'
                + str(suite.errors)
                + '"" name=""'
                + suite.name
                + '"">\n'
            )
            for case in suite.cases:
                f.write(
                    '<testcase name=""'
                    + case.name
                    + '"" status=""run"" time=""'
                    + str(case.time)
                    + '"" classname=""'
                    + case.classname
                    + '"">\n'
                )
                for error in case.errorList:
                    f.write(
                        '<failure message=""'
                        + error.value
                        + '"" type=""'
                        + error.value
                        + '""/>\n'
                    )
                f.write(""</testcase>\n"")
            f.write(""</testsuite>\n"")
        if len(result.suites) > 1 or result.noSuitesRoot is False:
            f.write(""</testsuites>\n"")","def _writeMockResultFile ( result ) : <TAB> """"""writes a test result as a gtest compatible test runner would do"""""" <TAB> with open ( result . filename , ""w"" ) as f : <TAB> <TAB> f . write ( '<?xml version=""1.0"" encoding=""UTF-8""?>\n' ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> f . write ( ""<testsuites>\n"" ) <TAB> <TAB> for suite in result . suites : <TAB> <TAB> <TAB> f . write ( <TAB> <TAB> <TAB> <TAB> '<testsuite tests=""' <TAB> <TAB> <TAB> <TAB> + str ( suite . tests ) <TAB> <TAB> <TAB> <TAB> + '"" failures=""' <TAB> <TAB> <TAB> <TAB> + str ( suite . fail ) <TAB> <TAB> <TAB> <TAB> + '"" time=""' <TAB> <TAB> <TAB> <TAB> + str ( suite . time ) <TAB> <TAB> <TAB> <TAB> + '"" errors=""' <TAB> <TAB> <TAB> <TAB> + str ( suite . errors ) <TAB> <TAB> <TAB> <TAB> + '"" name=""' <TAB> <TAB> <TAB> <TAB> + suite . name <TAB> <TAB> <TAB> <TAB> + '"">\n' <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> for case in suite . cases : <TAB> <TAB> <TAB> <TAB> f . write ( <TAB> <TAB> <TAB> <TAB> <TAB> '<testcase name=""' <TAB> <TAB> <TAB> <TAB> <TAB> + case . name <TAB> <TAB> <TAB> <TAB> <TAB> + '"" status=""run"" time=""' <TAB> <TAB> <TAB> <TAB> <TAB> + str ( case . time ) <TAB> <TAB> <TAB> <TAB> <TAB> + '"" classname=""' <TAB> <TAB> <TAB> <TAB> <TAB> + case . classname <TAB> <TAB> <TAB> <TAB> <TAB> + '"">\n' <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> for error in case . errorList : <TAB> <TAB> <TAB> <TAB> <TAB> f . write ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> '<failure message=""' <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> + error . value <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> + '"" type=""' <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> + error . value <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> + '""/>\n' <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> f . write ( ""</testcase>\n"" ) <TAB> <TAB> <TAB> f . write ( ""</testsuite>\n"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> f . write ( ""</testsuites>\n"" )",if len ( result . suites ) > 1 or result . noSuitesRoot is False :,492
17884,"def LeaseCronJobs(self, cronjob_ids=None, lease_time=None):
    """"""Leases all available cron jobs.""""""
    leased_jobs = []
    now = rdfvalue.RDFDatetime.Now()
    expiration_time = now + lease_time
    for job in self.cronjobs.values():
        if cronjob_ids and job.cron_job_id not in cronjob_ids:
            continue
        existing_lease = self.cronjob_leases.get(job.cron_job_id)
        if existing_lease is None or existing_lease[0] < now:
            self.cronjob_leases[job.cron_job_id] = (
                expiration_time,
                utils.ProcessIdString(),
            )
            job = job.Copy()
            job.leased_until, job.leased_by = self.cronjob_leases[job.cron_job_id]
            leased_jobs.append(job)
    return leased_jobs","def LeaseCronJobs ( self , cronjob_ids = None , lease_time = None ) : <TAB> """"""Leases all available cron jobs."""""" <TAB> leased_jobs = [ ] <TAB> now = rdfvalue . RDFDatetime . Now ( ) <TAB> expiration_time = now + lease_time <TAB> for job in self . cronjobs . values ( ) : <TAB> <TAB> if cronjob_ids and job . cron_job_id not in cronjob_ids : <TAB> <TAB> <TAB> continue <TAB> <TAB> existing_lease = self . cronjob_leases . get ( job . cron_job_id ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . cronjob_leases [ job . cron_job_id ] = ( <TAB> <TAB> <TAB> <TAB> expiration_time , <TAB> <TAB> <TAB> <TAB> utils . ProcessIdString ( ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> job = job . Copy ( ) <TAB> <TAB> <TAB> job . leased_until , job . leased_by = self . cronjob_leases [ job . cron_job_id ] <TAB> <TAB> <TAB> leased_jobs . append ( job ) <TAB> return leased_jobs",if existing_lease is None or existing_lease [ 0 ] < now :,273
22136,"def __get__(self, instance, instance_type=None):
    if instance:
        if self.att_name not in instance._obj_cache:
            rel_obj = self.get_obj(instance)
            if rel_obj:
                instance._obj_cache[self.att_name] = rel_obj
        return instance._obj_cache.get(self.att_name)
    return self
","def __get__ ( self , instance , instance_type = None ) : <TAB> if instance : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rel_obj = self . get_obj ( instance ) <TAB> <TAB> <TAB> if rel_obj : <TAB> <TAB> <TAB> <TAB> instance . _obj_cache [ self . att_name ] = rel_obj <TAB> <TAB> return instance . _obj_cache . get ( self . att_name ) <TAB> return self",if self . att_name not in instance . _obj_cache :,105
195,"def _flatten_settings_from_form(self, settings, form, form_values):
    """"""Take a nested dict and return a flat dict of setting values.""""""
    setting_values = {}
    for field in form.c:
        if isinstance(field, _ContainerMixin):
            setting_values.update(
                self._flatten_settings_from_form(
                    settings, field, form_values[field._name]
                )
            )
        elif field._name in settings:
            setting_values[field._name] = form_values[field._name]
    return setting_values
","def _flatten_settings_from_form ( self , settings , form , form_values ) : <TAB> """"""Take a nested dict and return a flat dict of setting values."""""" <TAB> setting_values = { } <TAB> for field in form . c : <TAB> <TAB> if isinstance ( field , _ContainerMixin ) : <TAB> <TAB> <TAB> setting_values . update ( <TAB> <TAB> <TAB> <TAB> self . _flatten_settings_from_form ( <TAB> <TAB> <TAB> <TAB> <TAB> settings , field , form_values [ field . _name ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> setting_values [ field . _name ] = form_values [ field . _name ] <TAB> return setting_values",elif field . _name in settings :,156
107,"def _file_path_changed(self, fpath):
    value = fpath.get()
    if len(value) == 0:
        return
    else:
        if self.reader is None:
            d_type = find_file_data_type(fpath.get())
            self.reader = eval(""tvtk.XML%sReader()"" % d_type)
        reader = self.reader
        reader.file_name = value
        reader.update()
        # Setup the outputs by resetting self.outputs.  Changing
        # the outputs automatically fires a pipeline_changed
        # event.
        try:
            n = reader.number_of_outputs
        except AttributeError:  # for VTK >= 4.5
            n = reader.number_of_output_ports
        outputs = []
        for i in range(n):
            outputs.append(reader.get_output(i))
        # FIXME: Only the first output goes through the assign
        # attribute filter.
        aa = self._assign_attribute
        aa.input = outputs[0]
        outputs[0] = aa.output
        self.update_data()
        self.outputs = outputs
        # FIXME: The output info is only based on the first output.
        self.output_info.datasets = [get_tvtk_dataset_name(outputs[0])]
        # Change our name on the tree view
        self.name = self._get_name()","def _file_path_changed ( self , fpath ) : <TAB> value = fpath . get ( ) <TAB> if len ( value ) == 0 : <TAB> <TAB> return <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> d_type = find_file_data_type ( fpath . get ( ) ) <TAB> <TAB> <TAB> self . reader = eval ( ""tvtk.XML%sReader()"" % d_type ) <TAB> <TAB> reader = self . reader <TAB> <TAB> reader . file_name = value <TAB> <TAB> reader . update ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> n = reader . number_of_outputs <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> n = reader . number_of_output_ports <TAB> <TAB> outputs = [ ] <TAB> <TAB> for i in range ( n ) : <TAB> <TAB> <TAB> outputs . append ( reader . get_output ( i ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> aa = self . _assign_attribute <TAB> <TAB> aa . input = outputs [ 0 ] <TAB> <TAB> outputs [ 0 ] = aa . output <TAB> <TAB> self . update_data ( ) <TAB> <TAB> self . outputs = outputs <TAB> <TAB> <TAB> <TAB> self . output_info . datasets = [ get_tvtk_dataset_name ( outputs [ 0 ] ) ] <TAB> <TAB> <TAB> <TAB> self . name = self . _get_name ( )",if self . reader is None :,366
23582,"def run_for(self, args):
    """"""Running commands from args namespace""""""
    logger.debug(""Call run_for on {}"".format(self.name))
    if args.remove:
        if args.destdir:
            message = ""You can't specify a destination dir while removing a framework""
            logger.error(message)
            UI.return_main_screen(status_code=2)
        self.remove()
    else:
        install_path = None
        auto_accept_license = False
        if args.destdir:
            install_path = os.path.abspath(os.path.expanduser(args.destdir))
        if self.expect_license and args.accept_license:
            auto_accept_license = True
        self.setup(install_path=install_path, auto_accept_license=auto_accept_license)","def run_for ( self , args ) : <TAB> """"""Running commands from args namespace"""""" <TAB> logger . debug ( ""Call run_for on {}"" . format ( self . name ) ) <TAB> if args . remove : <TAB> <TAB> if args . destdir : <TAB> <TAB> <TAB> message = ""You can't specify a destination dir while removing a framework"" <TAB> <TAB> <TAB> logger . error ( message ) <TAB> <TAB> <TAB> UI . return_main_screen ( status_code = 2 ) <TAB> <TAB> self . remove ( ) <TAB> else : <TAB> <TAB> install_path = None <TAB> <TAB> auto_accept_license = False <TAB> <TAB> if args . destdir : <TAB> <TAB> <TAB> install_path = os . path . abspath ( os . path . expanduser ( args . destdir ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> auto_accept_license = True <TAB> <TAB> self . setup ( install_path = install_path , auto_accept_license = auto_accept_license )",if self . expect_license and args . accept_license :,214
19153,"def test_base(expressions, sources):
    base, x, sql, bc, mongo = sources
    for expr, exclusions in expressions.items():
        if iscollection(expr.dshape):
            model = into(
                DataFrame, into(np.ndarray, expr._subs({t: data(base, t.dshape)}))
            )
        else:
            model = compute(expr._subs({t: data(base, t.dshape)}))
        print(""\nexpr: %s\n"" % expr)
        for source in sources:
            if source is None or id(source) in map(id, exclusions):
                continue
            print(""%s <- %s"" % (typename(model), typename(source)))
            T = data(source)
            if iscollection(expr.dshape):
                result = into(type(model), expr._subs({t: T}))
                if isscalar(expr.dshape.measure):
                    assert set(into(list, result)) == set(into(list, model))
                else:
                    assert df_eq(result, model)
            elif isrecord(expr.dshape):
                result = compute(expr._subs({t: T}))
                assert into(tuple, result) == into(tuple, model)
            else:
                result = compute(expr._subs({t: T}))
                try:
                    result = result.scalar()
                except AttributeError:
                    pass
                assert result == model
","def test_base ( expressions , sources ) : <TAB> base , x , sql , bc , mongo = sources <TAB> for expr , exclusions in expressions . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> model = into ( <TAB> <TAB> <TAB> <TAB> DataFrame , into ( np . ndarray , expr . _subs ( { t : data ( base , t . dshape ) } ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> model = compute ( expr . _subs ( { t : data ( base , t . dshape ) } ) ) <TAB> <TAB> print ( ""\nexpr: %s\n"" % expr ) <TAB> <TAB> for source in sources : <TAB> <TAB> <TAB> if source is None or id ( source ) in map ( id , exclusions ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> print ( ""%s <- %s"" % ( typename ( model ) , typename ( source ) ) ) <TAB> <TAB> <TAB> T = data ( source ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> result = into ( type ( model ) , expr . _subs ( { t : T } ) ) <TAB> <TAB> <TAB> <TAB> if isscalar ( expr . dshape . measure ) : <TAB> <TAB> <TAB> <TAB> <TAB> assert set ( into ( list , result ) ) == set ( into ( list , model ) ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> assert df_eq ( result , model ) <TAB> <TAB> <TAB> elif isrecord ( expr . dshape ) : <TAB> <TAB> <TAB> <TAB> result = compute ( expr . _subs ( { t : T } ) ) <TAB> <TAB> <TAB> <TAB> assert into ( tuple , result ) == into ( tuple , model ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> result = compute ( expr . _subs ( { t : T } ) ) <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> result = result . scalar ( ) <TAB> <TAB> <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> assert result == model",if iscollection ( expr . dshape ) :,412
24471,"def load(self, *, config_fd: TextIO = None) -> None:
    config = """"
    if config_fd:
        config = config_fd.read()
    else:
        # Local configurations (per project) are supposed to be static.
        # That's why it's only checked for 'loading' and never written to.
        # Essentially, all authentication-related changes, like
        # login/logout or macaroon-refresh, will not be persisted for the
        # next runs.
        file_path = """"
        if os.path.exists(LOCAL_CONFIG_FILENAME):
            file_path = LOCAL_CONFIG_FILENAME
            # FIXME: We don't know this for sure when loading the config.
            # Need a better separation of concerns.
            logger.warning(
                ""Using local configuration ({!r}), changes will not be ""
                ""persisted."".format(file_path)
            )
        else:
            file_path = BaseDirectory.load_first_config(""snapcraft"", ""snapcraft.cfg"")
        if file_path and os.path.exists(file_path):
            with open(file_path, ""r"") as f:
                config = f.read()
    if config:
        _load_potentially_base64_config(self.parser, config)","def load ( self , * , config_fd : TextIO = None ) -> None : <TAB> config = """" <TAB> if config_fd : <TAB> <TAB> config = config_fd . read ( ) <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> file_path = """" <TAB> <TAB> if os . path . exists ( LOCAL_CONFIG_FILENAME ) : <TAB> <TAB> <TAB> file_path = LOCAL_CONFIG_FILENAME <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> ""Using local configuration ({!r}), changes will not be "" <TAB> <TAB> <TAB> <TAB> ""persisted."" . format ( file_path ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> file_path = BaseDirectory . load_first_config ( ""snapcraft"" , ""snapcraft.cfg"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> with open ( file_path , ""r"" ) as f : <TAB> <TAB> <TAB> <TAB> config = f . read ( ) <TAB> if config : <TAB> <TAB> _load_potentially_base64_config ( self . parser , config )",if file_path and os . path . exists ( file_path ) :,339
13143,"def main():
    args = parse_cmdline()
    if not os.path.exists(args.input_file):
        print(
            f""Error: input file {args.input_file} inaccessible or does not exist, check path""
        )
        sys.exit(1)
    with open_file_read(args.input_file) as fh:
        yaml_input = fh.read()
    if args.prepend_file:
        if not os.path.exists(args.prepend_file):
            print(
                f""Error: prepend input file {args.prepend_file} inaccessible or does not exist, check path""
            )
            sys.exit(1)
        with open_file_read(args.prepend_file) as fh:
            prepend = fh.read()
            yaml_input = prepend + yaml_input
    if not args.output_file:
        file_out = args.input_file
        pre, _ = os.path.splitext(file_out)
        file_out = pre  # extension will be added by graphviz output function
    else:
        file_out = args.output_file
    file_out = os.path.abspath(file_out)
    parse(yaml_input, file_out=file_out)","def main ( ) : <TAB> args = parse_cmdline ( ) <TAB> if not os . path . exists ( args . input_file ) : <TAB> <TAB> print ( <TAB> <TAB> <TAB> f""Error: input file {args.input_file} inaccessible or does not exist, check path"" <TAB> <TAB> ) <TAB> <TAB> sys . exit ( 1 ) <TAB> with open_file_read ( args . input_file ) as fh : <TAB> <TAB> yaml_input = fh . read ( ) <TAB> if args . prepend_file : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> f""Error: prepend input file {args.prepend_file} inaccessible or does not exist, check path"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> sys . exit ( 1 ) <TAB> <TAB> with open_file_read ( args . prepend_file ) as fh : <TAB> <TAB> <TAB> prepend = fh . read ( ) <TAB> <TAB> <TAB> yaml_input = prepend + yaml_input <TAB> if not args . output_file : <TAB> <TAB> file_out = args . input_file <TAB> <TAB> pre , _ = os . path . splitext ( file_out ) <TAB> <TAB> file_out = pre <TAB> else : <TAB> <TAB> file_out = args . output_file <TAB> file_out = os . path . abspath ( file_out ) <TAB> parse ( yaml_input , file_out = file_out )",if not os . path . exists ( args . prepend_file ) :,326
13928,"def GetPoseS_GTF(cfg, dlc_cfg, sess, inputs, outputs, cap, nframes):
    """"""Non batch wise pose estimation for video cap.""""""
    if cfg[""cropping""]:
        ny, nx = checkcropping(cfg, cap)
    pose_tensor = predict.extract_GPUprediction(
        outputs, dlc_cfg
    )  # extract_output_tensor(outputs, dlc_cfg)
    PredictedData = np.zeros((nframes, 3 * len(dlc_cfg[""all_joints_names""])))
    pbar = tqdm(total=nframes)
    counter = 0
    step = max(10, int(nframes / 100))
    while cap.isOpened():
        if counter % step == 0:
            pbar.update(step)
        ret, frame = cap.read()
        if ret:
            frame = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
            if cfg[""cropping""]:
                frame = img_as_ubyte(
                    frame[cfg[""y1""] : cfg[""y2""], cfg[""x1""] : cfg[""x2""]]
                )
            else:
                frame = img_as_ubyte(frame)
            pose = sess.run(
                pose_tensor,
                feed_dict={inputs: np.expand_dims(frame, axis=0).astype(float)},
            )
            pose[:, [0, 1, 2]] = pose[:, [1, 0, 2]]
            # pose = predict.getpose(frame, dlc_cfg, sess, inputs, outputs)
            PredictedData[
                counter, :
            ] = (
                pose.flatten()
            )  # NOTE: thereby cfg['all_joints_names'] should be same order as bodyparts!
        else:
            nframes = counter
            break
        counter += 1
    pbar.close()
    return PredictedData, nframes","def GetPoseS_GTF ( cfg , dlc_cfg , sess , inputs , outputs , cap , nframes ) : <TAB> """"""Non batch wise pose estimation for video cap."""""" <TAB> if cfg [ ""cropping"" ] : <TAB> <TAB> ny , nx = checkcropping ( cfg , cap ) <TAB> pose_tensor = predict . extract_GPUprediction ( <TAB> <TAB> outputs , dlc_cfg <TAB> ) <TAB> PredictedData = np . zeros ( ( nframes , 3 * len ( dlc_cfg [ ""all_joints_names"" ] ) ) ) <TAB> pbar = tqdm ( total = nframes ) <TAB> counter = 0 <TAB> step = max ( 10 , int ( nframes / 100 ) ) <TAB> while cap . isOpened ( ) : <TAB> <TAB> if counter % step == 0 : <TAB> <TAB> <TAB> pbar . update ( step ) <TAB> <TAB> ret , frame = cap . read ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> frame = cv2 . cvtColor ( frame , cv2 . COLOR_BGR2RGB ) <TAB> <TAB> <TAB> if cfg [ ""cropping"" ] : <TAB> <TAB> <TAB> <TAB> frame = img_as_ubyte ( <TAB> <TAB> <TAB> <TAB> <TAB> frame [ cfg [ ""y1"" ] : cfg [ ""y2"" ] , cfg [ ""x1"" ] : cfg [ ""x2"" ] ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> frame = img_as_ubyte ( frame ) <TAB> <TAB> <TAB> pose = sess . run ( <TAB> <TAB> <TAB> <TAB> pose_tensor , <TAB> <TAB> <TAB> <TAB> feed_dict = { inputs : np . expand_dims ( frame , axis = 0 ) . astype ( float ) } , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> pose [ : , [ 0 , 1 , 2 ] ] = pose [ : , [ 1 , 0 , 2 ] ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> PredictedData [ <TAB> <TAB> <TAB> <TAB> counter , : <TAB> <TAB> <TAB> ] = ( <TAB> <TAB> <TAB> <TAB> pose . flatten ( ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> nframes = counter <TAB> <TAB> <TAB> break <TAB> <TAB> counter += 1 <TAB> pbar . close ( ) <TAB> return PredictedData , nframes",if ret :,479
15748,"def _arg_with_type(self):
    for t in self.d[""Args""]:
        m = re.search(""([A-Za-z0-9_-]+)\s{0,4}(\(.+\))\s{0,4}:"", t)
        if m:
            self.args[m.group(1)] = m.group(2)
    return self.args","def _arg_with_type ( self ) : <TAB> for t in self . d [ ""Args"" ] : <TAB> <TAB> m = re . search ( ""([A-Za-z0-9_-]+)\s{0,4}(\(.+\))\s{0,4}:"" , t ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . args [ m . group ( 1 ) ] = m . group ( 2 ) <TAB> return self . args",if m :,95
24325,"def recent_events(self, events):
    frame = events.get(""frame"")
    if self.active and frame:
        recent_pupil_positions = events[""pupil_positions""]
        gray_img = frame.gray
        if self.clicks_to_close <= 0:
            self.stop()
            return
        # detect the marker
        self.markers = find_concetric_circles(gray_img, min_ring_count=4)
        if len(self.markers) > 0:
            self.detected = True
            marker_pos = self.markers[0][0][0]  # first marker, innermost ellipse,center
            self.pos = normalize(marker_pos, (frame.width, frame.height), flip_y=True)
        else:
            self.detected = False
            self.pos = None  # indicate that no reference is detected
        # only save a valid ref position if within sample window of calibraiton routine
        on_position = self.lead_in < self.screen_marker_state
        if on_position and self.detected:
            ref = {}
            ref[""norm_pos""] = self.pos
            ref[""screen_pos""] = marker_pos
            ref[""timestamp""] = frame.timestamp
            self.ref_list.append(ref)
        # always save pupil positions
        for p_pt in recent_pupil_positions:
            if p_pt[""confidence""] > self.pupil_confidence_threshold:
                self.pupil_list.append(p_pt)
        # Animate the screen marker
        if self.detected or not on_position:
            self.screen_marker_state += 1
        # use np.arrays for per element wise math
        self.on_position = on_position
    if self._window:
        self.gl_display_in_window()","def recent_events ( self , events ) : <TAB> frame = events . get ( ""frame"" ) <TAB> if self . active and frame : <TAB> <TAB> recent_pupil_positions = events [ ""pupil_positions"" ] <TAB> <TAB> gray_img = frame . gray <TAB> <TAB> if self . clicks_to_close <= 0 : <TAB> <TAB> <TAB> self . stop ( ) <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> self . markers = find_concetric_circles ( gray_img , min_ring_count = 4 ) <TAB> <TAB> if len ( self . markers ) > 0 : <TAB> <TAB> <TAB> self . detected = True <TAB> <TAB> <TAB> marker_pos = self . markers [ 0 ] [ 0 ] [ 0 ] <TAB> <TAB> <TAB> self . pos = normalize ( marker_pos , ( frame . width , frame . height ) , flip_y = True ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . detected = False <TAB> <TAB> <TAB> self . pos = None <TAB> <TAB> <TAB> <TAB> on_position = self . lead_in < self . screen_marker_state <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ref = { } <TAB> <TAB> <TAB> ref [ ""norm_pos"" ] = self . pos <TAB> <TAB> <TAB> ref [ ""screen_pos"" ] = marker_pos <TAB> <TAB> <TAB> ref [ ""timestamp"" ] = frame . timestamp <TAB> <TAB> <TAB> self . ref_list . append ( ref ) <TAB> <TAB> <TAB> <TAB> for p_pt in recent_pupil_positions : <TAB> <TAB> <TAB> if p_pt [ ""confidence"" ] > self . pupil_confidence_threshold : <TAB> <TAB> <TAB> <TAB> self . pupil_list . append ( p_pt ) <TAB> <TAB> <TAB> <TAB> if self . detected or not on_position : <TAB> <TAB> <TAB> self . screen_marker_state += 1 <TAB> <TAB> <TAB> <TAB> self . on_position = on_position <TAB> if self . _window : <TAB> <TAB> self . gl_display_in_window ( )",if on_position and self . detected :,489
18824,"def _config(_molecule_file, request):
    with open(_molecule_file) as f:
        d = util.safe_load(f)
    if hasattr(request, ""param""):
        if isinstance(request.getfixturevalue(request.param), str):
            d2 = util.safe_load(request.getfixturevalue(request.param))
        else:
            d2 = request.getfixturevalue(request.param)
        # print(100, d)
        # print(200, d2)
        d = util.merge_dicts(d, d2)
        # print(300, d)
    return d","def _config ( _molecule_file , request ) : <TAB> with open ( _molecule_file ) as f : <TAB> <TAB> d = util . safe_load ( f ) <TAB> if hasattr ( request , ""param"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> d2 = util . safe_load ( request . getfixturevalue ( request . param ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> d2 = request . getfixturevalue ( request . param ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> d = util . merge_dicts ( d , d2 ) <TAB> <TAB> <TAB> return d","if isinstance ( request . getfixturevalue ( request . param ) , str ) :",164
2946,"def __init__(
    self,
    name=None,
    invoke_without_command=False,
    no_args_is_help=None,
    subcommand_metavar=None,
    chain=False,
    result_callback=None,
    **attrs
):
    Command.__init__(self, name, **attrs)
    if no_args_is_help is None:
        no_args_is_help = not invoke_without_command
    self.no_args_is_help = no_args_is_help
    self.invoke_without_command = invoke_without_command
    if subcommand_metavar is None:
        if chain:
            subcommand_metavar = SUBCOMMANDS_METAVAR
        else:
            subcommand_metavar = SUBCOMMAND_METAVAR
    self.subcommand_metavar = subcommand_metavar
    self.chain = chain
    #: The result callback that is stored.  This can be set or
    #: overridden with the :func:`resultcallback` decorator.
    self.result_callback = result_callback
    if self.chain:
        for param in self.params:
            if isinstance(param, Argument) and not param.required:
                raise RuntimeError(
                    ""Multi commands in chain mode cannot "" ""have optional arguments.""
                )
","def __init__ ( <TAB> self , <TAB> name = None , <TAB> invoke_without_command = False , <TAB> no_args_is_help = None , <TAB> subcommand_metavar = None , <TAB> chain = False , <TAB> result_callback = None , <TAB> ** attrs ) : <TAB> Command . __init__ ( self , name , ** attrs ) <TAB> if no_args_is_help is None : <TAB> <TAB> no_args_is_help = not invoke_without_command <TAB> self . no_args_is_help = no_args_is_help <TAB> self . invoke_without_command = invoke_without_command <TAB> if subcommand_metavar is None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> subcommand_metavar = SUBCOMMANDS_METAVAR <TAB> <TAB> else : <TAB> <TAB> <TAB> subcommand_metavar = SUBCOMMAND_METAVAR <TAB> self . subcommand_metavar = subcommand_metavar <TAB> self . chain = chain <TAB> <TAB> <TAB> self . result_callback = result_callback <TAB> if self . chain : <TAB> <TAB> for param in self . params : <TAB> <TAB> <TAB> if isinstance ( param , Argument ) and not param . required : <TAB> <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Multi commands in chain mode cannot "" ""have optional arguments."" <TAB> <TAB> <TAB> <TAB> )",if chain :,315
4796,"def _get_ilo_version(self):
    try:
        self._get_ilo2('<?xml version=""1.0""?><RIBCL VERSION=""2.0""></RIBCL>')
    except ResponseError as e:
        if hasattr(e, ""code""):
            if e.code == 405:
                return 3
            if e.code == 501:
                return 1
        raise
    return 2","def _get_ilo_version ( self ) : <TAB> try : <TAB> <TAB> self . _get_ilo2 ( '<?xml version=""1.0""?><RIBCL VERSION=""2.0""></RIBCL>' ) <TAB> except ResponseError as e : <TAB> <TAB> if hasattr ( e , ""code"" ) : <TAB> <TAB> <TAB> if e . code == 405 : <TAB> <TAB> <TAB> <TAB> return 3 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return 1 <TAB> <TAB> raise <TAB> return 2",if e . code == 501 :,113
15510,"def del_(self, key):
    hash_ = self.hash(key)
    node_ = self._table[hash_]
    pre_node = None
    while node_ is not None:
        if node_.key == key:
            if pre_node is None:
                self._table[hash_] = node_.next
            else:
                pre_node.next = node_.next
            self._len -= 1
        pre_node = node_
        node_ = node_.next","def del_ ( self , key ) : <TAB> hash_ = self . hash ( key ) <TAB> node_ = self . _table [ hash_ ] <TAB> pre_node = None <TAB> while node_ is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if pre_node is None : <TAB> <TAB> <TAB> <TAB> self . _table [ hash_ ] = node_ . next <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> pre_node . next = node_ . next <TAB> <TAB> <TAB> self . _len -= 1 <TAB> <TAB> pre_node = node_ <TAB> <TAB> node_ = node_ . next",if node_ . key == key :,129
10033,"def htmlentityreplace_errors(exc):
    if isinstance(exc, (UnicodeEncodeError, UnicodeTranslateError)):
        res = []
        codepoints = []
        skip = False
        for i, c in enumerate(exc.object[exc.start : exc.end]):
            if skip:
                skip = False
                continue
            index = i + exc.start
            if utils.isSurrogatePair(exc.object[index : min([exc.end, index + 2])]):
                codepoint = utils.surrogatePairToCodepoint(
                    exc.object[index : index + 2]
                )
                skip = True
            else:
                codepoint = ord(c)
            codepoints.append(codepoint)
        for cp in codepoints:
            e = encode_entity_map.get(cp)
            if e:
                res.append(""&"")
                res.append(e)
                if not e.endswith("";""):
                    res.append("";"")
            else:
                res.append(""&#x%s;"" % (hex(cp)[2:]))
        return ("""".join(res), exc.end)
    else:
        return xmlcharrefreplace_errors(exc)","def htmlentityreplace_errors ( exc ) : <TAB> if isinstance ( exc , ( UnicodeEncodeError , UnicodeTranslateError ) ) : <TAB> <TAB> res = [ ] <TAB> <TAB> codepoints = [ ] <TAB> <TAB> skip = False <TAB> <TAB> for i , c in enumerate ( exc . object [ exc . start : exc . end ] ) : <TAB> <TAB> <TAB> if skip : <TAB> <TAB> <TAB> <TAB> skip = False <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> index = i + exc . start <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> codepoint = utils . surrogatePairToCodepoint ( <TAB> <TAB> <TAB> <TAB> <TAB> exc . object [ index : index + 2 ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> skip = True <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> codepoint = ord ( c ) <TAB> <TAB> <TAB> codepoints . append ( codepoint ) <TAB> <TAB> for cp in codepoints : <TAB> <TAB> <TAB> e = encode_entity_map . get ( cp ) <TAB> <TAB> <TAB> if e : <TAB> <TAB> <TAB> <TAB> res . append ( ""&"" ) <TAB> <TAB> <TAB> <TAB> res . append ( e ) <TAB> <TAB> <TAB> <TAB> if not e . endswith ( "";"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> res . append ( "";"" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> res . append ( ""&#x%s;"" % ( hex ( cp ) [ 2 : ] ) ) <TAB> <TAB> return ( """" . join ( res ) , exc . end ) <TAB> else : <TAB> <TAB> return xmlcharrefreplace_errors ( exc )","if utils . isSurrogatePair ( exc . object [ index : min ( [ exc . end , index + 2 ] ) ] ) :",333
23714,"def formatd(x, code, precision, flags=0):
    if flags & DTSF_ALT:
        alt = ""#""
    else:
        alt = """"
    if code == ""r"":
        fmt = ""%r""
    else:
        fmt = ""%%%s.%d%s"" % (alt, precision, code)
    s = fmt % (x,)
    if flags & DTSF_ADD_DOT_0:
        # We want float numbers to be recognizable as such,
        # i.e., they should contain a decimal point or an exponent.
        # However, %g may print the number as an integer;
        # in such cases, we append "".0"" to the string.
        idx = len(s)
        for idx in range(len(s), 0, -1):
            c = s[idx - 1]
            # this is to solve Issue #672
            if c in ""eE"":
                if s[idx] in ""+-"":
                    idx += 1
                s = s[:idx] + ""%02d"" % (int(s[idx:]))
                break
            if c in "".eE"":
                break
        else:
            if len(s) < precision:
                s += "".0""
            else:  # for numbers truncated by javascripts toPrecision()
                sign = ""+""
                if x < 1:
                    sign = ""-""
                s = ""%s.%se%s%02d"" % (s[0], s[1:], sign, len(s) - 1)
    elif code == ""r"" and s.endswith("".0""):
        s = s[:-2]
    return s","def formatd ( x , code , precision , flags = 0 ) : <TAB> if flags & DTSF_ALT : <TAB> <TAB> alt = ""#"" <TAB> else : <TAB> <TAB> alt = """" <TAB> if code == ""r"" : <TAB> <TAB> fmt = ""%r"" <TAB> else : <TAB> <TAB> fmt = ""%%%s.%d%s"" % ( alt , precision , code ) <TAB> s = fmt % ( x , ) <TAB> if flags & DTSF_ADD_DOT_0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> idx = len ( s ) <TAB> <TAB> for idx in range ( len ( s ) , 0 , - 1 ) : <TAB> <TAB> <TAB> c = s [ idx - 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if c in ""eE"" : <TAB> <TAB> <TAB> <TAB> if s [ idx ] in ""+-"" : <TAB> <TAB> <TAB> <TAB> <TAB> idx += 1 <TAB> <TAB> <TAB> <TAB> s = s [ : idx ] + ""%02d"" % ( int ( s [ idx : ] ) ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> if len ( s ) < precision : <TAB> <TAB> <TAB> <TAB> s += "".0"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> sign = ""+"" <TAB> <TAB> <TAB> <TAB> if x < 1 : <TAB> <TAB> <TAB> <TAB> <TAB> sign = ""-"" <TAB> <TAB> <TAB> <TAB> s = ""%s.%se%s%02d"" % ( s [ 0 ] , s [ 1 : ] , sign , len ( s ) - 1 ) <TAB> elif code == ""r"" and s . endswith ( "".0"" ) : <TAB> <TAB> s = s [ : - 2 ] <TAB> return s","if c in "".eE"" :",439
13868,"def _data_and_options(leaves, defined_options):
    data = []
    options = defined_options.copy()
    for leaf in leaves:
        if leaf.get_head_name() == ""System`Rule"":
            if len(leaf.leaves) != 2:
                raise BoxConstructError
            name, value = leaf.leaves
            name_head = name.get_head_name()
            if name_head == ""System`Symbol"":
                py_name = name.get_name()
            elif name_head == ""System`String"":
                py_name = ""System`"" + name.get_string_value()
            else:  # unsupported name type
                raise BoxConstructError
            options[py_name] = value
        else:
            data.append(leaf)
    return data, options","def _data_and_options ( leaves , defined_options ) : <TAB> data = [ ] <TAB> options = defined_options . copy ( ) <TAB> for leaf in leaves : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if len ( leaf . leaves ) != 2 : <TAB> <TAB> <TAB> <TAB> raise BoxConstructError <TAB> <TAB> <TAB> name , value = leaf . leaves <TAB> <TAB> <TAB> name_head = name . get_head_name ( ) <TAB> <TAB> <TAB> if name_head == ""System`Symbol"" : <TAB> <TAB> <TAB> <TAB> py_name = name . get_name ( ) <TAB> <TAB> <TAB> elif name_head == ""System`String"" : <TAB> <TAB> <TAB> <TAB> py_name = ""System`"" + name . get_string_value ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise BoxConstructError <TAB> <TAB> <TAB> options [ py_name ] = value <TAB> <TAB> else : <TAB> <TAB> <TAB> data . append ( leaf ) <TAB> return data , options","if leaf . get_head_name ( ) == ""System`Rule"" :",218
4722,"def verify(self):
    """"""Verify specific targets after build is complete.""""""
    verify_history = self._load_verify_history()
    header_inclusion_history = verify_history[""header_inclusion_dependencies""]
    error = 0
    verify_details = {}
    verify_suppress = config.get_item(""cc_config"", ""hdr_dep_missing_suppress"")
    # Sorting helps reduce jumps between BUILD files when fixng reported problems
    for k in sorted(self.__expanded_command_targets):
        target = self.__build_targets[k]
        if target.type.startswith(""cc_"") and target.srcs:
            ok, details = target.verify_hdr_dep_missing(
                header_inclusion_history, verify_suppress.get(target.key, {})
            )
            if not ok:
                error += 1
            if details:
                verify_details[target.key] = details
    self._dump_verify_details(verify_details)
    self._dump_verify_history()
    return error == 0","def verify ( self ) : <TAB> """"""Verify specific targets after build is complete."""""" <TAB> verify_history = self . _load_verify_history ( ) <TAB> header_inclusion_history = verify_history [ ""header_inclusion_dependencies"" ] <TAB> error = 0 <TAB> verify_details = { } <TAB> verify_suppress = config . get_item ( ""cc_config"" , ""hdr_dep_missing_suppress"" ) <TAB> <TAB> for k in sorted ( self . __expanded_command_targets ) : <TAB> <TAB> target = self . __build_targets [ k ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ok , details = target . verify_hdr_dep_missing ( <TAB> <TAB> <TAB> <TAB> header_inclusion_history , verify_suppress . get ( target . key , { } ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if not ok : <TAB> <TAB> <TAB> <TAB> error += 1 <TAB> <TAB> <TAB> if details : <TAB> <TAB> <TAB> <TAB> verify_details [ target . key ] = details <TAB> self . _dump_verify_details ( verify_details ) <TAB> self . _dump_verify_history ( ) <TAB> return error == 0","if target . type . startswith ( ""cc_"" ) and target . srcs :",260
24475,"def validate_common_ids(self) -> None:
    if (
        not self._extracted_metadata
        or not self._extracted_metadata.common_id_list
        or ""apps"" not in self._config_data
    ):
        return
    common_id_list = self._extracted_metadata.common_id_list
    for app in self._config_data[""apps""]:
        app_common_id = self._config_data[""apps""][app].get(""common-id"")
        if app_common_id not in common_id_list:
            logger.warning(
                ""Common ID {common_id!r} specified in app {app!r} is ""
                ""not used in any metadata file."".format(
                    common_id=app_common_id, app=app
                )
            )
","def validate_common_ids ( self ) -> None : <TAB> if ( <TAB> <TAB> not self . _extracted_metadata <TAB> <TAB> or not self . _extracted_metadata . common_id_list <TAB> <TAB> or ""apps"" not in self . _config_data <TAB> ) : <TAB> <TAB> return <TAB> common_id_list = self . _extracted_metadata . common_id_list <TAB> for app in self . _config_data [ ""apps"" ] : <TAB> <TAB> app_common_id = self . _config_data [ ""apps"" ] [ app ] . get ( ""common-id"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> ""Common ID {common_id!r} specified in app {app!r} is "" <TAB> <TAB> <TAB> <TAB> ""not used in any metadata file."" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> common_id = app_common_id , app = app <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> )",if app_common_id not in common_id_list :,218
8230,"def test_erratic_draws():
    n = [0]
    with pytest.raises(Flaky):
        @run_to_buffer
        def x(data):
            data.draw_bytes(n[0])
            data.draw_bytes(255 - n[0])
            if n[0] == 255:
                data.mark_interesting()
            else:
                n[0] += 1",def test_erratic_draws ( ) : <TAB> n = [ 0 ] <TAB> with pytest . raises ( Flaky ) : <TAB> <TAB> @ run_to_buffer <TAB> <TAB> def x ( data ) : <TAB> <TAB> <TAB> data . draw_bytes ( n [ 0 ] ) <TAB> <TAB> <TAB> data . draw_bytes ( 255 - n [ 0 ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> data . mark_interesting ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> n [ 0 ] += 1,if n [ 0 ] == 255 :,115
9546,"def __init__(
    self,
    element=None,
    parentOffset=None,
    parentEndTime=None,
    parentage=None,
    offset=None,
    endTime=None,
):
    super().__init__(offset=offset, endTime=endTime)
    self.element = element
    if parentage is not None:
        parentage = tuple(parentage)
    self.parentage = parentage
    if parentOffset is not None:
        parentOffset = float(parentOffset)
    self.parentOffset = parentOffset
    if parentEndTime is not None:
        parentEndTime = float(parentEndTime)
    self.parentEndTime = parentEndTime
    if parentOffset is not None and parentEndTime is not None:
        if parentOffset > parentEndTime:
            raise TimespanException(
                f""offset {parentOffset!r} must be after parentEndTime {parentEndTime!r}""
            )
","def __init__ ( <TAB> self , <TAB> element = None , <TAB> parentOffset = None , <TAB> parentEndTime = None , <TAB> parentage = None , <TAB> offset = None , <TAB> endTime = None , ) : <TAB> super ( ) . __init__ ( offset = offset , endTime = endTime ) <TAB> self . element = element <TAB> if parentage is not None : <TAB> <TAB> parentage = tuple ( parentage ) <TAB> self . parentage = parentage <TAB> if parentOffset is not None : <TAB> <TAB> parentOffset = float ( parentOffset ) <TAB> self . parentOffset = parentOffset <TAB> if parentEndTime is not None : <TAB> <TAB> parentEndTime = float ( parentEndTime ) <TAB> self . parentEndTime = parentEndTime <TAB> if parentOffset is not None and parentEndTime is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise TimespanException ( <TAB> <TAB> <TAB> <TAB> f""offset {parentOffset!r} must be after parentEndTime {parentEndTime!r}"" <TAB> <TAB> <TAB> )",if parentOffset > parentEndTime :,234
11066,"def run(self):
    try:
        print(
            ""======== request ======== \n Url: %s \n Data: %s"" % (self.url, self.data)
        )
        response = pool.urlopen(
            ""POST"", self.url, body=self.data, timeout=self.timeout
        ).data
        if not response:
            print(""======== response ======== \n response is empty"")
            self.callback(None)
        else:
            if response.startswith(codecs.BOM_UTF8):
                decodeddata = response.decode(""utf-8-sig"")
            else:
                decodeddata = response.decode(""utf-8"")
            print(""======== response ======== \n %s"" % decodeddata)
            self.callback(json.loads(decodeddata))
        print(""======== end ========"")
    except Exception as ex:
        if ""checkalivestatus"" not in self.url:
            print(str(ex))
            set_omnisharp_status(""Error talking to "" + self.url)
        else:
            set_omnisharp_status(""Server Not Running"")
        self.callback(None)","def run ( self ) : <TAB> try : <TAB> <TAB> print ( <TAB> <TAB> <TAB> ""======== request ======== \n Url: %s \n Data: %s"" % ( self . url , self . data ) <TAB> <TAB> ) <TAB> <TAB> response = pool . urlopen ( <TAB> <TAB> <TAB> ""POST"" , self . url , body = self . data , timeout = self . timeout <TAB> <TAB> ) . data <TAB> <TAB> if not response : <TAB> <TAB> <TAB> print ( ""======== response ======== \n response is empty"" ) <TAB> <TAB> <TAB> self . callback ( None ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if response . startswith ( codecs . BOM_UTF8 ) : <TAB> <TAB> <TAB> <TAB> decodeddata = response . decode ( ""utf-8-sig"" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> decodeddata = response . decode ( ""utf-8"" ) <TAB> <TAB> <TAB> print ( ""======== response ======== \n %s"" % decodeddata ) <TAB> <TAB> <TAB> self . callback ( json . loads ( decodeddata ) ) <TAB> <TAB> print ( ""======== end ========"" ) <TAB> except Exception as ex : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( str ( ex ) ) <TAB> <TAB> <TAB> set_omnisharp_status ( ""Error talking to "" + self . url ) <TAB> <TAB> else : <TAB> <TAB> <TAB> set_omnisharp_status ( ""Server Not Running"" ) <TAB> <TAB> self . callback ( None )","if ""checkalivestatus"" not in self . url :",306
2459,"def analyze(vw):
    # FIXME this won't do anything on a second pass and it might be good if it did
    align = vw.arch.getPointerSize()
    rlen = vw.config.viv.analysis.pointertables.table_min_len
    plist = []
    for va, pval in vw.findPointers():
        if len(plist):
            lastva, lastptr = plist[-1]
            # If we maybe hit a pointer in the middle
            if lastva != va - align:
                nloc = vw.getLocation(lastva + align)
                while nloc is not None:
                    if nloc[L_LTYPE] != LOC_POINTER:
                        break
                    lva = nloc[L_VA]
                    plist.append((lva, vw.castPointer(lva)))
                    nloc = vw.getLocation(lva + nloc[L_SIZE])
            if lastva != va - align:
                if len(plist) > rlen:
                    handleArray(vw, plist)
                plist = []
        plist.append((va, pval))
    # Handle possible last plist
    if len(plist) > rlen:
        handleArray(vw, plist)","def analyze ( vw ) : <TAB> <TAB> align = vw . arch . getPointerSize ( ) <TAB> rlen = vw . config . viv . analysis . pointertables . table_min_len <TAB> plist = [ ] <TAB> for va , pval in vw . findPointers ( ) : <TAB> <TAB> if len ( plist ) : <TAB> <TAB> <TAB> lastva , lastptr = plist [ - 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if lastva != va - align : <TAB> <TAB> <TAB> <TAB> nloc = vw . getLocation ( lastva + align ) <TAB> <TAB> <TAB> <TAB> while nloc is not None : <TAB> <TAB> <TAB> <TAB> <TAB> if nloc [ L_LTYPE ] != LOC_POINTER : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> <TAB> lva = nloc [ L_VA ] <TAB> <TAB> <TAB> <TAB> <TAB> plist . append ( ( lva , vw . castPointer ( lva ) ) ) <TAB> <TAB> <TAB> <TAB> <TAB> nloc = vw . getLocation ( lva + nloc [ L_SIZE ] ) <TAB> <TAB> <TAB> if lastva != va - align : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> handleArray ( vw , plist ) <TAB> <TAB> <TAB> <TAB> plist = [ ] <TAB> <TAB> plist . append ( ( va , pval ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> handleArray ( vw , plist )",if len ( plist ) > rlen :,346
21801,"def root_item_selected(self, item):
    """"""Root item has been selected: expanding it and collapsing others""""""
    for index in range(self.topLevelItemCount()):
        root_item = self.topLevelItem(index)
        if root_item is item:
            self.expandItem(root_item)
        else:
            self.collapseItem(root_item)
","def root_item_selected ( self , item ) : <TAB> """"""Root item has been selected: expanding it and collapsing others"""""" <TAB> for index in range ( self . topLevelItemCount ( ) ) : <TAB> <TAB> root_item = self . topLevelItem ( index ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . expandItem ( root_item ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . collapseItem ( root_item )",if root_item is item :,97
709,"def __get_dynamic_attr(self, attname, obj, default=None):
    try:
        attr = getattr(self, attname)
    except AttributeError:
        return default
    if callable(attr):
        # Check func_code.co_argcount rather than try/excepting the
        # function and catching the TypeError, because something inside
        # the function may raise the TypeError. This technique is more
        # accurate.
        if hasattr(attr, ""func_code""):
            argcount = attr.func_code.co_argcount
        else:
            argcount = attr.__call__.func_code.co_argcount
        if argcount == 2:  # one argument is 'self'
            return attr(obj)
        else:
            return attr()
    return attr","def __get_dynamic_attr ( self , attname , obj , default = None ) : <TAB> try : <TAB> <TAB> attr = getattr ( self , attname ) <TAB> except AttributeError : <TAB> <TAB> return default <TAB> if callable ( attr ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if hasattr ( attr , ""func_code"" ) : <TAB> <TAB> <TAB> argcount = attr . func_code . co_argcount <TAB> <TAB> else : <TAB> <TAB> <TAB> argcount = attr . __call__ . func_code . co_argcount <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return attr ( obj ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return attr ( ) <TAB> return attr",if argcount == 2 :,203
10633,"def read(self, size=-1):
    buf = bytearray()
    while size != 0 and self.cursor < self.maxpos:
        if not self.in_current_block(self.cursor):
            self.seek_to_block(self.cursor)
        part = self.current_stream.read(size)
        if size > 0:
            if len(part) == 0:
                raise EOFError()
            size -= len(part)
        self.cursor += len(part)
        buf += part
    return bytes(buf)","def read ( self , size = - 1 ) : <TAB> buf = bytearray ( ) <TAB> while size != 0 and self . cursor < self . maxpos : <TAB> <TAB> if not self . in_current_block ( self . cursor ) : <TAB> <TAB> <TAB> self . seek_to_block ( self . cursor ) <TAB> <TAB> part = self . current_stream . read ( size ) <TAB> <TAB> if size > 0 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise EOFError ( ) <TAB> <TAB> <TAB> size -= len ( part ) <TAB> <TAB> self . cursor += len ( part ) <TAB> <TAB> buf += part <TAB> return bytes ( buf )",if len ( part ) == 0 :,142
14978,"def Run(self, cmd_val):
    # type: (cmd_value__Argv) -> int
    attrs, arg_r = flag_spec.ParseCmdVal(""mapfile"", cmd_val)
    arg = arg_types.mapfile(attrs.attrs)
    var_name, _ = arg_r.Peek2()
    if var_name is None:
        var_name = ""MAPFILE""
    else:
        if var_name.startswith("":""):
            var_name = var_name[1:]
    lines = []  # type: List[str]
    while True:
        line = _ReadLine()
        if len(line) == 0:
            break
        if arg.t and line.endswith(""\n""):
            line = line[:-1]
        lines.append(line)
    state.SetRefArray(self.mem, var_name, lines)
    return 0","def Run ( self , cmd_val ) : <TAB> <TAB> attrs , arg_r = flag_spec . ParseCmdVal ( ""mapfile"" , cmd_val ) <TAB> arg = arg_types . mapfile ( attrs . attrs ) <TAB> var_name , _ = arg_r . Peek2 ( ) <TAB> if var_name is None : <TAB> <TAB> var_name = ""MAPFILE"" <TAB> else : <TAB> <TAB> if var_name . startswith ( "":"" ) : <TAB> <TAB> <TAB> var_name = var_name [ 1 : ] <TAB> lines = [ ] <TAB> while True : <TAB> <TAB> line = _ReadLine ( ) <TAB> <TAB> if len ( line ) == 0 : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> line = line [ : - 1 ] <TAB> <TAB> lines . append ( line ) <TAB> state . SetRefArray ( self . mem , var_name , lines ) <TAB> return 0","if arg . t and line . endswith ( ""\n"" ) :",227
7498,"def create_bundle(request):
    bundle = Bundle(owner=request.user, schema_version=""uri:oozie:bundle:0.2"")
    if request.method == ""POST"":
        bundle_form = BundleForm(request.POST, instance=bundle)
        if bundle_form.is_valid():
            bundle = bundle_form.save()
            Document.objects.link(
                bundle,
                owner=bundle.owner,
                name=bundle.name,
                description=bundle.description,
            )
            return redirect(reverse(""oozie:edit_bundle"", kwargs={""bundle"": bundle.id}))
        else:
            request.error(_(""Errors on the form: %s"") % bundle_form.errors)
    else:
        bundle_form = BundleForm(instance=bundle)
    return render(
        ""editor/create_bundle.mako"",
        request,
        {
            ""bundle"": bundle,
            ""bundle_form"": bundle_form,
        },
    )","def create_bundle ( request ) : <TAB> bundle = Bundle ( owner = request . user , schema_version = ""uri:oozie:bundle:0.2"" ) <TAB> if request . method == ""POST"" : <TAB> <TAB> bundle_form = BundleForm ( request . POST , instance = bundle ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> bundle = bundle_form . save ( ) <TAB> <TAB> <TAB> Document . objects . link ( <TAB> <TAB> <TAB> <TAB> bundle , <TAB> <TAB> <TAB> <TAB> owner = bundle . owner , <TAB> <TAB> <TAB> <TAB> name = bundle . name , <TAB> <TAB> <TAB> <TAB> description = bundle . description , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return redirect ( reverse ( ""oozie:edit_bundle"" , kwargs = { ""bundle"" : bundle . id } ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> request . error ( _ ( ""Errors on the form: %s"" ) % bundle_form . errors ) <TAB> else : <TAB> <TAB> bundle_form = BundleForm ( instance = bundle ) <TAB> return render ( <TAB> <TAB> ""editor/create_bundle.mako"" , <TAB> <TAB> request , <TAB> <TAB> { <TAB> <TAB> <TAB> ""bundle"" : bundle , <TAB> <TAB> <TAB> ""bundle_form"" : bundle_form , <TAB> <TAB> } , <TAB> )",if bundle_form . is_valid ( ) :,271
3317,"def suite(module_prefix="""", timing_check=None):
    test_modules = [
        ""test_associate"",
        ""test_basics"",
        ""test_dbenv"",
        ""test_db"",
        ""test_compare"",
        ""test_compat"",
        ""test_cursor_pget_bug"",
        ""test_dbobj"",
        ""test_dbshelve"",
        ""test_dbtables"",
        ""test_distributed_transactions"",
        ""test_early_close"",
        ""test_fileid"",
        ""test_get_none"",
        ""test_join"",
        ""test_lock"",
        ""test_misc"",
        ""test_pickle"",
        ""test_queue"",
        ""test_recno"",
        ""test_replication"",
        ""test_sequence"",
        ""test_thread"",
    ]
    alltests = unittest.TestSuite()
    for name in test_modules:
        # module = __import__(name)
        # Do it this way so that suite may be called externally via
        # python's Lib/test/test_bsddb3.
        module = __import__(module_prefix + name, globals(), locals(), name)
        alltests.addTest(module.test_suite())
        if timing_check:
            alltests.addTest(unittest.makeSuite(timing_check))
    return alltests","def suite ( module_prefix = """" , timing_check = None ) : <TAB> test_modules = [ <TAB> <TAB> ""test_associate"" , <TAB> <TAB> ""test_basics"" , <TAB> <TAB> ""test_dbenv"" , <TAB> <TAB> ""test_db"" , <TAB> <TAB> ""test_compare"" , <TAB> <TAB> ""test_compat"" , <TAB> <TAB> ""test_cursor_pget_bug"" , <TAB> <TAB> ""test_dbobj"" , <TAB> <TAB> ""test_dbshelve"" , <TAB> <TAB> ""test_dbtables"" , <TAB> <TAB> ""test_distributed_transactions"" , <TAB> <TAB> ""test_early_close"" , <TAB> <TAB> ""test_fileid"" , <TAB> <TAB> ""test_get_none"" , <TAB> <TAB> ""test_join"" , <TAB> <TAB> ""test_lock"" , <TAB> <TAB> ""test_misc"" , <TAB> <TAB> ""test_pickle"" , <TAB> <TAB> ""test_queue"" , <TAB> <TAB> ""test_recno"" , <TAB> <TAB> ""test_replication"" , <TAB> <TAB> ""test_sequence"" , <TAB> <TAB> ""test_thread"" , <TAB> ] <TAB> alltests = unittest . TestSuite ( ) <TAB> for name in test_modules : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> module = __import__ ( module_prefix + name , globals ( ) , locals ( ) , name ) <TAB> <TAB> alltests . addTest ( module . test_suite ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> alltests . addTest ( unittest . makeSuite ( timing_check ) ) <TAB> return alltests",if timing_check :,358
12721,"def _execute_with_error(command, error, message):
    try:
        cli.invocation = cli.invocation_cls(
            cli_ctx=cli,
            parser_cls=cli.parser_cls,
            commands_loader_cls=cli.commands_loader_cls,
            help_cls=cli.help_cls,
        )
        cli.invocation.execute(command.split())
    except CLIError as ex:
        if error not in str(ex):
            raise AssertionError(
                ""{}\nExpected: {}\nActual: {}"".format(message, error, ex)
            )
        return
    except Exception as ex:
        raise ex
    raise AssertionError(""exception not raised for '{0}'"".format(message))","def _execute_with_error ( command , error , message ) : <TAB> try : <TAB> <TAB> cli . invocation = cli . invocation_cls ( <TAB> <TAB> <TAB> cli_ctx = cli , <TAB> <TAB> <TAB> parser_cls = cli . parser_cls , <TAB> <TAB> <TAB> commands_loader_cls = cli . commands_loader_cls , <TAB> <TAB> <TAB> help_cls = cli . help_cls , <TAB> <TAB> ) <TAB> <TAB> cli . invocation . execute ( command . split ( ) ) <TAB> except CLIError as ex : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise AssertionError ( <TAB> <TAB> <TAB> <TAB> ""{}\nExpected: {}\nActual: {}"" . format ( message , error , ex ) <TAB> <TAB> <TAB> ) <TAB> <TAB> return <TAB> except Exception as ex : <TAB> <TAB> raise ex <TAB> raise AssertionError ( ""exception not raised for '{0}'"" . format ( message ) )",if error not in str ( ex ) :,193
8825,"def say(self, phrase):
    self._logger.debug(""Saying '%s' with '%s'"", phrase, self.SLUG)
    with tempfile.NamedTemporaryFile(suffix="".wav"", delete=False) as f:
        fname = f.name
    cmd = [""pico2wave"", ""--wave"", fname]
    if self.language not in self.languages:
        raise ValueError(
            ""Language '%s' not supported by '%s'"", self.language, self.SLUG
        )
    cmd.extend([""-l"", self.language])
    cmd.append(phrase)
    self._logger.debug(""Executing %s"", "" "".join([pipes.quote(arg) for arg in cmd]))
    with tempfile.TemporaryFile() as f:
        subprocess.call(cmd, stdout=f, stderr=f)
        f.seek(0)
        output = f.read()
        if output:
            self._logger.debug(""Output was: '%s'"", output)
    self.play(fname)
    os.remove(fname)","def say ( self , phrase ) : <TAB> self . _logger . debug ( ""Saying '%s' with '%s'"" , phrase , self . SLUG ) <TAB> with tempfile . NamedTemporaryFile ( suffix = "".wav"" , delete = False ) as f : <TAB> <TAB> fname = f . name <TAB> cmd = [ ""pico2wave"" , ""--wave"" , fname ] <TAB> if self . language not in self . languages : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""Language '%s' not supported by '%s'"" , self . language , self . SLUG <TAB> <TAB> ) <TAB> cmd . extend ( [ ""-l"" , self . language ] ) <TAB> cmd . append ( phrase ) <TAB> self . _logger . debug ( ""Executing %s"" , "" "" . join ( [ pipes . quote ( arg ) for arg in cmd ] ) ) <TAB> with tempfile . TemporaryFile ( ) as f : <TAB> <TAB> subprocess . call ( cmd , stdout = f , stderr = f ) <TAB> <TAB> f . seek ( 0 ) <TAB> <TAB> output = f . read ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _logger . debug ( ""Output was: '%s'"" , output ) <TAB> self . play ( fname ) <TAB> os . remove ( fname )",if output :,249
7278,"def get_connection(self, url, proxies=None):
    with self.pools.lock:
        pool = self.pools.get(url)
        if pool:
            return pool
        pool = NpipeHTTPConnectionPool(
            self.npipe_path, self.timeout, maxsize=self.max_pool_size
        )
        self.pools[url] = pool
    return pool
","def get_connection ( self , url , proxies = None ) : <TAB> with self . pools . lock : <TAB> <TAB> pool = self . pools . get ( url ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return pool <TAB> <TAB> pool = NpipeHTTPConnectionPool ( <TAB> <TAB> <TAB> self . npipe_path , self . timeout , maxsize = self . max_pool_size <TAB> <TAB> ) <TAB> <TAB> self . pools [ url ] = pool <TAB> return pool",if pool :,102
15535,"def get_user_from_api_key(api_key, query_id):
    if not api_key:
        return None
    user = None
    # TODO: once we switch all api key storage into the ApiKey model, this code will be much simplified
    org = current_org._get_current_object()
    try:
        user = models.User.get_by_api_key_and_org(api_key, org)
        if user.is_disabled:
            user = None
    except models.NoResultFound:
        try:
            api_key = models.ApiKey.get_by_api_key(api_key)
            user = models.ApiUser(api_key, api_key.org, [])
        except models.NoResultFound:
            if query_id:
                query = models.Query.get_by_id_and_org(query_id, org)
                if query and query.api_key == api_key:
                    user = models.ApiUser(
                        api_key,
                        query.org,
                        list(query.groups.keys()),
                        name=""ApiKey: Query {}"".format(query.id),
                    )
    return user
","def get_user_from_api_key ( api_key , query_id ) : <TAB> if not api_key : <TAB> <TAB> return None <TAB> user = None <TAB> <TAB> org = current_org . _get_current_object ( ) <TAB> try : <TAB> <TAB> user = models . User . get_by_api_key_and_org ( api_key , org ) <TAB> <TAB> if user . is_disabled : <TAB> <TAB> <TAB> user = None <TAB> except models . NoResultFound : <TAB> <TAB> try : <TAB> <TAB> <TAB> api_key = models . ApiKey . get_by_api_key ( api_key ) <TAB> <TAB> <TAB> user = models . ApiUser ( api_key , api_key . org , [ ] ) <TAB> <TAB> except models . NoResultFound : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> query = models . Query . get_by_id_and_org ( query_id , org ) <TAB> <TAB> <TAB> <TAB> if query and query . api_key == api_key : <TAB> <TAB> <TAB> <TAB> <TAB> user = models . ApiUser ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> api_key , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> query . org , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> list ( query . groups . keys ( ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> name = ""ApiKey: Query {}"" . format ( query . id ) , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> return user",if query_id :,327
3755,"def describe_return_bits(self, data, names):
    i = 0x01 << len(names) - 1
    bit = 0
    while i != 0:
        if names[bit] != """":
            self.putx(3 if (data & i) else 4, 1, names[bit])
        else:
            self.advance_ann(3, 1)
        i >>= 1
        bit += 1","def describe_return_bits ( self , data , names ) : <TAB> i = 0x01 << len ( names ) - 1 <TAB> bit = 0 <TAB> while i != 0 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . putx ( 3 if ( data & i ) else 4 , 1 , names [ bit ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . advance_ann ( 3 , 1 ) <TAB> <TAB> i >>= 1 <TAB> <TAB> bit += 1","if names [ bit ] != """" :",106
9648,"def create(self, path, wipe=False):
    # type: (Text, bool) -> bool
    _path = self.validatepath(path)
    with ftp_errors(self, path):
        if wipe or not self.isfile(path):
            empty_file = io.BytesIO()
            self.ftp.storbinary(
                str(""STOR "") + _encode(_path, self.ftp.encoding), empty_file
            )
            return True
    return False
","def create ( self , path , wipe = False ) : <TAB> <TAB> _path = self . validatepath ( path ) <TAB> with ftp_errors ( self , path ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> empty_file = io . BytesIO ( ) <TAB> <TAB> <TAB> self . ftp . storbinary ( <TAB> <TAB> <TAB> <TAB> str ( ""STOR "" ) + _encode ( _path , self . ftp . encoding ) , empty_file <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return True <TAB> return False",if wipe or not self . isfile ( path ) :,124
22849,"def computeData(self):
    self.nameList = []
    self.names = {}
    self.tnodes = {}
    for p in self.c.all_unique_positions():
        h = p.h.strip()
        v = p.v
        nameList = self.names.get(h, [])
        if nameList:
            if p.parent():
                key = ""%s, parent: %s"" % (h, p.parent().h)
            else:
                key = ""%s, child index: %d"" % (h, p.childIndex())
        else:
            key = h
        self.nameList.append(key)
        self.tnodes[key] = v
        nameList.append(key)
        self.names[h] = nameList
","def computeData ( self ) : <TAB> self . nameList = [ ] <TAB> self . names = { } <TAB> self . tnodes = { } <TAB> for p in self . c . all_unique_positions ( ) : <TAB> <TAB> h = p . h . strip ( ) <TAB> <TAB> v = p . v <TAB> <TAB> nameList = self . names . get ( h , [ ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if p . parent ( ) : <TAB> <TAB> <TAB> <TAB> key = ""%s, parent: %s"" % ( h , p . parent ( ) . h ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> key = ""%s, child index: %d"" % ( h , p . childIndex ( ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> key = h <TAB> <TAB> self . nameList . append ( key ) <TAB> <TAB> self . tnodes [ key ] = v <TAB> <TAB> nameList . append ( key ) <TAB> <TAB> self . names [ h ] = nameList",if nameList :,209
18181,"def remote_change_labels(
    crispin_client, account_id, message_ids, removed_labels, added_labels
):
    uids_for_message = {}
    with session_scope(account_id) as db_session:
        for message_id in message_ids:
            folder_uids_map = uids_by_folder(message_id, db_session)
            for folder_name, uids in folder_uids_map.items():
                if folder_name not in uids_for_message:
                    uids_for_message[folder_name] = []
                uids_for_message[folder_name].extend(uids)
    for folder_name, uids in uids_for_message.items():
        crispin_client.select_folder_if_necessary(folder_name, uidvalidity_cb)
        if len(added_labels) > 0:
            crispin_client.conn.add_gmail_labels(
                uids, _encode_labels(added_labels), silent=True
            )
        if len(removed_labels) > 0:
            crispin_client.conn.remove_gmail_labels(
                uids, _encode_labels(removed_labels), silent=True
            )","def remote_change_labels ( <TAB> crispin_client , account_id , message_ids , removed_labels , added_labels ) : <TAB> uids_for_message = { } <TAB> with session_scope ( account_id ) as db_session : <TAB> <TAB> for message_id in message_ids : <TAB> <TAB> <TAB> folder_uids_map = uids_by_folder ( message_id , db_session ) <TAB> <TAB> <TAB> for folder_name , uids in folder_uids_map . items ( ) : <TAB> <TAB> <TAB> <TAB> if folder_name not in uids_for_message : <TAB> <TAB> <TAB> <TAB> <TAB> uids_for_message [ folder_name ] = [ ] <TAB> <TAB> <TAB> <TAB> uids_for_message [ folder_name ] . extend ( uids ) <TAB> for folder_name , uids in uids_for_message . items ( ) : <TAB> <TAB> crispin_client . select_folder_if_necessary ( folder_name , uidvalidity_cb ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> crispin_client . conn . add_gmail_labels ( <TAB> <TAB> <TAB> <TAB> uids , _encode_labels ( added_labels ) , silent = True <TAB> <TAB> <TAB> ) <TAB> <TAB> if len ( removed_labels ) > 0 : <TAB> <TAB> <TAB> crispin_client . conn . remove_gmail_labels ( <TAB> <TAB> <TAB> <TAB> uids , _encode_labels ( removed_labels ) , silent = True <TAB> <TAB> <TAB> )",if len ( added_labels ) > 0 :,321
5458,"def _sanitize_outputs(component_cls, outputs):
    if outputs is None:
        outputs = component_cls.outputs
    if outputs is None:
        outputs = []
    if isinstance(outputs, (list, tuple)):
        streams = {}
        for output in outputs:
            if isinstance(output, Stream):
                streams[output.name] = StreamInfo(
                    output_fields=output.fields, direct=output.direct
                )
            # Strings are output fields for default stream
            elif isinstance(output, str):
                default = streams.setdefault(
                    ""default"", StreamInfo(output_fields=[], direct=False)
                )
                default.output_fields.append(output)
            else:
                raise TypeError(
                    ""Outputs must either be a list of strings ""
                    ""or a list of Streams.  Invalid entry: {!r}"".format(output)
                )
    else:
        raise TypeError(
            ""Outputs must either be a list of strings or a list""
            "" of Streams.  Given: {!r}"".format(outputs)
        )
    return streams
","def _sanitize_outputs ( component_cls , outputs ) : <TAB> if outputs is None : <TAB> <TAB> outputs = component_cls . outputs <TAB> if outputs is None : <TAB> <TAB> outputs = [ ] <TAB> if isinstance ( outputs , ( list , tuple ) ) : <TAB> <TAB> streams = { } <TAB> <TAB> for output in outputs : <TAB> <TAB> <TAB> if isinstance ( output , Stream ) : <TAB> <TAB> <TAB> <TAB> streams [ output . name ] = StreamInfo ( <TAB> <TAB> <TAB> <TAB> <TAB> output_fields = output . fields , direct = output . direct <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> default = streams . setdefault ( <TAB> <TAB> <TAB> <TAB> <TAB> ""default"" , StreamInfo ( output_fields = [ ] , direct = False ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> default . output_fields . append ( output ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Outputs must either be a list of strings "" <TAB> <TAB> <TAB> <TAB> <TAB> ""or a list of Streams.  Invalid entry: {!r}"" . format ( output ) <TAB> <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> ""Outputs must either be a list of strings or a list"" <TAB> <TAB> <TAB> "" of Streams.  Given: {!r}"" . format ( outputs ) <TAB> <TAB> ) <TAB> return streams","elif isinstance ( output , str ) :",312
5761,"def saveFileMain(self, dlg):
    if (not self.fileNames[self.ind]) or dlg:
        markupClass = self.getMarkupClass()
        if (markupClass is None) or not hasattr(markupClass, ""default_extension""):
            defaultExt = self.tr(""Plain text (*.txt)"")
            ext = "".txt""
        else:
            defaultExt = (
                self.tr(""%s files"", ""Example of final string: Markdown files"")
                % markupClass.name
                + "" (""
                + str.join(
                    "" "", (""*"" + extension for extension in markupClass.file_extensions)
                )
                + "")""
            )
            ext = markupClass.default_extension
        newFileName = getSaveFileName(self, self.tr(""Save file""), """", defaultExt)
        if newFileName:
            if not QFileInfo(newFileName).suffix():
                newFileName += ext
            self.fileNames[self.ind] = newFileName
            self.actionSetEncoding.setDisabled(self.autoSaveActive())
    if self.fileNames[self.ind]:
        result = self.saveFileCore(self.fileNames[self.ind])
        if result:
            self.setCurrentFile()
            self.editBoxes[self.ind].document().setModified(False)
            self.setWindowModified(False)
            return True
        else:
            QMessageBox.warning(
                self,
                dialogTitle,
                self.tr(""Cannot save to file because it is read-only!""),
            )
    return False
","def saveFileMain ( self , dlg ) : <TAB> if ( not self . fileNames [ self . ind ] ) or dlg : <TAB> <TAB> markupClass = self . getMarkupClass ( ) <TAB> <TAB> if ( markupClass is None ) or not hasattr ( markupClass , ""default_extension"" ) : <TAB> <TAB> <TAB> defaultExt = self . tr ( ""Plain text (*.txt)"" ) <TAB> <TAB> <TAB> ext = "".txt"" <TAB> <TAB> else : <TAB> <TAB> <TAB> defaultExt = ( <TAB> <TAB> <TAB> <TAB> self . tr ( ""%s files"" , ""Example of final string: Markdown files"" ) <TAB> <TAB> <TAB> <TAB> % markupClass . name <TAB> <TAB> <TAB> <TAB> + "" ("" <TAB> <TAB> <TAB> <TAB> + str . join ( <TAB> <TAB> <TAB> <TAB> <TAB> "" "" , ( ""*"" + extension for extension in markupClass . file_extensions ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> + "")"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ext = markupClass . default_extension <TAB> <TAB> newFileName = getSaveFileName ( self , self . tr ( ""Save file"" ) , """" , defaultExt ) <TAB> <TAB> if newFileName : <TAB> <TAB> <TAB> if not QFileInfo ( newFileName ) . suffix ( ) : <TAB> <TAB> <TAB> <TAB> newFileName += ext <TAB> <TAB> <TAB> self . fileNames [ self . ind ] = newFileName <TAB> <TAB> <TAB> self . actionSetEncoding . setDisabled ( self . autoSaveActive ( ) ) <TAB> if self . fileNames [ self . ind ] : <TAB> <TAB> result = self . saveFileCore ( self . fileNames [ self . ind ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . setCurrentFile ( ) <TAB> <TAB> <TAB> self . editBoxes [ self . ind ] . document ( ) . setModified ( False ) <TAB> <TAB> <TAB> self . setWindowModified ( False ) <TAB> <TAB> <TAB> return True <TAB> <TAB> else : <TAB> <TAB> <TAB> QMessageBox . warning ( <TAB> <TAB> <TAB> <TAB> self , <TAB> <TAB> <TAB> <TAB> dialogTitle , <TAB> <TAB> <TAB> <TAB> self . tr ( ""Cannot save to file because it is read-only!"" ) , <TAB> <TAB> <TAB> ) <TAB> return False",if result :,432
19318,"def mat_mul(job_id, idx, data_list):
    _, all_parties = session_init(job_id, idx)
    with SPDZ():
        if idx == 0:
            x = FixedPointTensor.from_source(""x"", data_list[0])
            y = FixedPointTensor.from_source(""y"", all_parties[1])
        else:
            x = FixedPointTensor.from_source(""x"", all_parties[0])
            y = FixedPointTensor.from_source(""y"", data_list[1])
        return (x @ y).get()","def mat_mul ( job_id , idx , data_list ) : <TAB> _ , all_parties = session_init ( job_id , idx ) <TAB> with SPDZ ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> x = FixedPointTensor . from_source ( ""x"" , data_list [ 0 ] ) <TAB> <TAB> <TAB> y = FixedPointTensor . from_source ( ""y"" , all_parties [ 1 ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> x = FixedPointTensor . from_source ( ""x"" , all_parties [ 0 ] ) <TAB> <TAB> <TAB> y = FixedPointTensor . from_source ( ""y"" , data_list [ 1 ] ) <TAB> <TAB> return ( x @ y ) . get ( )",if idx == 0 :,155
2064,"def loop_accept_pipe(f=None):
    pipe = None
    try:
        if f:
            pipe = f.result()
            server._free_instances.discard(pipe)
            if server.closed():
                # A client connected before the server was closed:
                # drop the client (close the pipe) and exit
                pipe.close()
                return
            protocol = protocol_factory()
            self._make_duplex_pipe_transport(pipe, protocol, extra={""addr"": address})
        pipe = server._get_unconnected_pipe()
        if pipe is None:
            return
        f = self._proactor.accept_pipe(pipe)
    except OSError as exc:
        if pipe and pipe.fileno() != -1:
            self.call_exception_handler(
                {
                    ""message"": ""Pipe accept failed"",
                    ""exception"": exc,
                    ""pipe"": pipe,
                }
            )
            pipe.close()
        elif self._debug:
            logger.warning(""Accept pipe failed on pipe %r"", pipe, exc_info=True)
    except exceptions.CancelledError:
        if pipe:
            pipe.close()
    else:
        server._accept_pipe_future = f
        f.add_done_callback(loop_accept_pipe)","def loop_accept_pipe ( f = None ) : <TAB> pipe = None <TAB> try : <TAB> <TAB> if f : <TAB> <TAB> <TAB> pipe = f . result ( ) <TAB> <TAB> <TAB> server . _free_instances . discard ( pipe ) <TAB> <TAB> <TAB> if server . closed ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pipe . close ( ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> protocol = protocol_factory ( ) <TAB> <TAB> <TAB> self . _make_duplex_pipe_transport ( pipe , protocol , extra = { ""addr"" : address } ) <TAB> <TAB> pipe = server . _get_unconnected_pipe ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> f = self . _proactor . accept_pipe ( pipe ) <TAB> except OSError as exc : <TAB> <TAB> if pipe and pipe . fileno ( ) != - 1 : <TAB> <TAB> <TAB> self . call_exception_handler ( <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> ""message"" : ""Pipe accept failed"" , <TAB> <TAB> <TAB> <TAB> <TAB> ""exception"" : exc , <TAB> <TAB> <TAB> <TAB> <TAB> ""pipe"" : pipe , <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> pipe . close ( ) <TAB> <TAB> elif self . _debug : <TAB> <TAB> <TAB> logger . warning ( ""Accept pipe failed on pipe %r"" , pipe , exc_info = True ) <TAB> except exceptions . CancelledError : <TAB> <TAB> if pipe : <TAB> <TAB> <TAB> pipe . close ( ) <TAB> else : <TAB> <TAB> server . _accept_pipe_future = f <TAB> <TAB> f . add_done_callback ( loop_accept_pipe )",if pipe is None :,367
15715,"def check_program(self, program):
    quantized_ops = {}
    persistable_vars = [
        v.name for v in filter(lambda var: var.persistable, program.list_vars())
    ]
    for block in program.blocks:
        for idx, op in enumerate(block.ops):
            # check forward
            if op.type in self.quantizable_op_and_inputs:
                for i, arg_name in enumerate(op.input_arg_names):
                    quant_op_type = (
                        self.weight_quant_op_type
                        if _original_var_name(arg_name) in persistable_vars
                        else self.act_quant_op_type
                    )
                    self.assertTrue(arg_name.endswith("".quantized.dequantized""))
                    if arg_name not in quantized_ops:
                        self.assertEqual(
                            block.ops[idx - 2 * i - 1].type, self.dequant_op_type
                        )
                        self.assertEqual(block.ops[idx - 2 * i - 2].type, quant_op_type)
                        quantized_ops[arg_name] = block.ops[idx - 2 * i - 2]
                    else:
                        op_idx = block.ops.index(quantized_ops[arg_name])
                        self.assertLess(op_idx, idx)
            # check backward
            if op.type in self.quantizable_op_grad_and_inputs:
                for pname in self.quantizable_op_grad_and_inputs[op.type]:
                    arg_name = op.input(pname)[0]
                    self.assertTrue(arg_name.endswith("".quantized.dequantized""))
                    self.assertTrue(arg_name in quantized_ops)","def check_program ( self , program ) : <TAB> quantized_ops = { } <TAB> persistable_vars = [ <TAB> <TAB> v . name for v in filter ( lambda var : var . persistable , program . list_vars ( ) ) <TAB> ] <TAB> for block in program . blocks : <TAB> <TAB> for idx , op in enumerate ( block . ops ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if op . type in self . quantizable_op_and_inputs : <TAB> <TAB> <TAB> <TAB> for i , arg_name in enumerate ( op . input_arg_names ) : <TAB> <TAB> <TAB> <TAB> <TAB> quant_op_type = ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . weight_quant_op_type <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> else self . act_quant_op_type <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> self . assertTrue ( arg_name . endswith ( "".quantized.dequantized"" ) ) <TAB> <TAB> <TAB> <TAB> <TAB> if arg_name not in quantized_ops : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> block . ops [ idx - 2 * i - 1 ] . type , self . dequant_op_type <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( block . ops [ idx - 2 * i - 2 ] . type , quant_op_type ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> quantized_ops [ arg_name ] = block . ops [ idx - 2 * i - 2 ] <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> op_idx = block . ops . index ( quantized_ops [ arg_name ] ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertLess ( op_idx , idx ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if op . type in self . quantizable_op_grad_and_inputs : <TAB> <TAB> <TAB> <TAB> for pname in self . quantizable_op_grad_and_inputs [ op . type ] : <TAB> <TAB> <TAB> <TAB> <TAB> arg_name = op . input ( pname ) [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> self . assertTrue ( arg_name . endswith ( "".quantized.dequantized"" ) ) <TAB> <TAB> <TAB> <TAB> <TAB> self . assertTrue ( arg_name in quantized_ops )",if _original_var_name ( arg_name ) in persistable_vars,509
8691,"def process(self):
    if not any(socket.is_linked for socket in self.outputs):
        return
    vertices_s = self.inputs[""Vertices""].sv_get()
    vertices_s = ensure_nesting_level(vertices_s, 3)
    epsilon_s = self.inputs[""Epsilon""].sv_get()
    smooth_s = self.inputs[""Smooth""].sv_get()
    curves_out = []
    for vertices, epsilon, smooth in zip_long_repeat(vertices_s, epsilon_s, smooth_s):
        if isinstance(epsilon, (list, int)):
            epsilon = epsilon[0]
        if isinstance(smooth, (list, int)):
            smooth = smooth[0]
        vertices = np.array(vertices)
        ts = make_euclidian_ts(vertices)
        rbf = Rbf(
            ts,
            vertices,
            function=self.function,
            smooth=smooth,
            epsilon=epsilon,
            mode=""N-D"",
        )
        curve = SvRbfCurve(rbf, (0.0, 1.0))
        curves_out.append(curve)
    self.outputs[""Curve""].sv_set(curves_out)","def process ( self ) : <TAB> if not any ( socket . is_linked for socket in self . outputs ) : <TAB> <TAB> return <TAB> vertices_s = self . inputs [ ""Vertices"" ] . sv_get ( ) <TAB> vertices_s = ensure_nesting_level ( vertices_s , 3 ) <TAB> epsilon_s = self . inputs [ ""Epsilon"" ] . sv_get ( ) <TAB> smooth_s = self . inputs [ ""Smooth"" ] . sv_get ( ) <TAB> curves_out = [ ] <TAB> for vertices , epsilon , smooth in zip_long_repeat ( vertices_s , epsilon_s , smooth_s ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> epsilon = epsilon [ 0 ] <TAB> <TAB> if isinstance ( smooth , ( list , int ) ) : <TAB> <TAB> <TAB> smooth = smooth [ 0 ] <TAB> <TAB> vertices = np . array ( vertices ) <TAB> <TAB> ts = make_euclidian_ts ( vertices ) <TAB> <TAB> rbf = Rbf ( <TAB> <TAB> <TAB> ts , <TAB> <TAB> <TAB> vertices , <TAB> <TAB> <TAB> function = self . function , <TAB> <TAB> <TAB> smooth = smooth , <TAB> <TAB> <TAB> epsilon = epsilon , <TAB> <TAB> <TAB> mode = ""N-D"" , <TAB> <TAB> ) <TAB> <TAB> curve = SvRbfCurve ( rbf , ( 0.0 , 1.0 ) ) <TAB> <TAB> curves_out . append ( curve ) <TAB> self . outputs [ ""Curve"" ] . sv_set ( curves_out )","if isinstance ( epsilon , ( list , int ) ) :",312
8301,"def get_ast_subexprs(claripy_ast):
    queue = [claripy_ast]
    while queue:
        ast = queue.pop(0)
        if ast.op == ""And"":
            queue += ast.args[1:]
            yield ast.args[0]
        elif ast.op == ""Or"":
            # get the common subexpr of all operands
            common = None
            for arg in ast.args:
                subexprs = get_ast_subexprs(arg)
                if common is None:
                    common = set(subexprs)
                else:
                    common = common.intersection(subexprs)
                if len(common) == 0:
                    break
            for expr in common:
                yield expr
        else:
            yield ast","def get_ast_subexprs ( claripy_ast ) : <TAB> queue = [ claripy_ast ] <TAB> while queue : <TAB> <TAB> ast = queue . pop ( 0 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> queue += ast . args [ 1 : ] <TAB> <TAB> <TAB> yield ast . args [ 0 ] <TAB> <TAB> elif ast . op == ""Or"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> common = None <TAB> <TAB> <TAB> for arg in ast . args : <TAB> <TAB> <TAB> <TAB> subexprs = get_ast_subexprs ( arg ) <TAB> <TAB> <TAB> <TAB> if common is None : <TAB> <TAB> <TAB> <TAB> <TAB> common = set ( subexprs ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> common = common . intersection ( subexprs ) <TAB> <TAB> <TAB> <TAB> if len ( common ) == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> for expr in common : <TAB> <TAB> <TAB> <TAB> yield expr <TAB> <TAB> else : <TAB> <TAB> <TAB> yield ast","if ast . op == ""And"" :",219
2525,"def net_arch(input, drop_prob, drop_path_mask, is_train, num_classes):
    c_in = 36
    stem_multiplier = 3
    c_curr = stem_multiplier * c_in
    x = self._conv_bn(
        input, c_curr, kernel_size=3, padding=1, stride=1, name=""cifar10_darts_conv0""
    )
    s0 = s1 = x
    logits_aux = None
    reduction_prev = False
    for i, layer_setting in enumerate(self.bottleneck_params_list):
        filter_num, stride = layer_setting[0], layer_setting[1]
        if stride == 2:
            reduction = True
        else:
            reduction = False
        if is_train:
            drop_path_cell = drop_path_mask[:, i, :, :]
        else:
            drop_path_cell = drop_path_mask
        s0, s1 = s1, self._cell(
            s0,
            s1,
            filter_num,
            stride,
            reduction_prev,
            drop_prob,
            drop_path_cell,
            is_train,
            name=""cifar10_darts_layer{}"".format(i + 1),
        )
        reduction_prev = reduction
        if i == 2 * 20 // 3:
            if is_train:
                logits_aux = self._auxiliary_cifar(
                    s1, num_classes, ""cifar10_darts_/l"" + str(i) + ""/aux""
                )
    logits = self._classifier(s1, num_classes, name=""cifar10_darts"")
    return logits, logits_aux","def net_arch ( input , drop_prob , drop_path_mask , is_train , num_classes ) : <TAB> c_in = 36 <TAB> stem_multiplier = 3 <TAB> c_curr = stem_multiplier * c_in <TAB> x = self . _conv_bn ( <TAB> <TAB> input , c_curr , kernel_size = 3 , padding = 1 , stride = 1 , name = ""cifar10_darts_conv0"" <TAB> ) <TAB> s0 = s1 = x <TAB> logits_aux = None <TAB> reduction_prev = False <TAB> for i , layer_setting in enumerate ( self . bottleneck_params_list ) : <TAB> <TAB> filter_num , stride = layer_setting [ 0 ] , layer_setting [ 1 ] <TAB> <TAB> if stride == 2 : <TAB> <TAB> <TAB> reduction = True <TAB> <TAB> else : <TAB> <TAB> <TAB> reduction = False <TAB> <TAB> if is_train : <TAB> <TAB> <TAB> drop_path_cell = drop_path_mask [ : , i , : , : ] <TAB> <TAB> else : <TAB> <TAB> <TAB> drop_path_cell = drop_path_mask <TAB> <TAB> s0 , s1 = s1 , self . _cell ( <TAB> <TAB> <TAB> s0 , <TAB> <TAB> <TAB> s1 , <TAB> <TAB> <TAB> filter_num , <TAB> <TAB> <TAB> stride , <TAB> <TAB> <TAB> reduction_prev , <TAB> <TAB> <TAB> drop_prob , <TAB> <TAB> <TAB> drop_path_cell , <TAB> <TAB> <TAB> is_train , <TAB> <TAB> <TAB> name = ""cifar10_darts_layer{}"" . format ( i + 1 ) , <TAB> <TAB> ) <TAB> <TAB> reduction_prev = reduction <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if is_train : <TAB> <TAB> <TAB> <TAB> logits_aux = self . _auxiliary_cifar ( <TAB> <TAB> <TAB> <TAB> <TAB> s1 , num_classes , ""cifar10_darts_/l"" + str ( i ) + ""/aux"" <TAB> <TAB> <TAB> <TAB> ) <TAB> logits = self . _classifier ( s1 , num_classes , name = ""cifar10_darts"" ) <TAB> return logits , logits_aux",if i == 2 * 20 // 3 :,457
2794,"def has_bad_headers(self):
    headers = [self.sender, self.reply_to] + self.recipients
    for header in headers:
        if _has_newline(header):
            return True
    if self.subject:
        if _has_newline(self.subject):
            for linenum, line in enumerate(self.subject.split(""\r\n"")):
                if not line:
                    return True
                if linenum > 0 and line[0] not in ""\t "":
                    return True
                if _has_newline(line):
                    return True
                if len(line.strip()) == 0:
                    return True
    return False","def has_bad_headers ( self ) : <TAB> headers = [ self . sender , self . reply_to ] + self . recipients <TAB> for header in headers : <TAB> <TAB> if _has_newline ( header ) : <TAB> <TAB> <TAB> return True <TAB> if self . subject : <TAB> <TAB> if _has_newline ( self . subject ) : <TAB> <TAB> <TAB> for linenum , line in enumerate ( self . subject . split ( ""\r\n"" ) ) : <TAB> <TAB> <TAB> <TAB> if not line : <TAB> <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> <TAB> if linenum > 0 and line [ 0 ] not in ""\t "" : <TAB> <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> <TAB> if len ( line . strip ( ) ) == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> return True <TAB> return False",if _has_newline ( line ) :,186
10903,"def _get_external_data(url):
    result = {}
    try:
        # urlopen might fail if it runs into redirections,
        # because of Python issue #13696. Fixed in locators
        # using a custom redirect handler.
        resp = urlopen(url)
        headers = resp.info()
        ct = headers.get(""Content-Type"")
        if not ct.startswith(""application/json""):
            logger.debug(""Unexpected response for JSON request: %s"", ct)
        else:
            reader = codecs.getreader(""utf-8"")(resp)
            # data = reader.read().decode('utf-8')
            # result = json.loads(data)
            result = json.load(reader)
    except Exception as e:
        logger.exception(""Failed to get external data for %s: %s"", url, e)
    return result","def _get_external_data ( url ) : <TAB> result = { } <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> resp = urlopen ( url ) <TAB> <TAB> headers = resp . info ( ) <TAB> <TAB> ct = headers . get ( ""Content-Type"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . debug ( ""Unexpected response for JSON request: %s"" , ct ) <TAB> <TAB> else : <TAB> <TAB> <TAB> reader = codecs . getreader ( ""utf-8"" ) ( resp ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> result = json . load ( reader ) <TAB> except Exception as e : <TAB> <TAB> logger . exception ( ""Failed to get external data for %s: %s"" , url , e ) <TAB> return result","if not ct . startswith ( ""application/json"" ) :",221
11197,"def get_item_address(self, item):
    """"""Get an item's address as a collection of names""""""
    result = []
    while True:
        name = self.tree_ctrl.GetItemPyData(item)
        if name is None:
            break
        else:
            result.insert(0, name)
            item = self.tree_ctrl.GetItemParent(item)
    return result","def get_item_address ( self , item ) : <TAB> """"""Get an item's address as a collection of names"""""" <TAB> result = [ ] <TAB> while True : <TAB> <TAB> name = self . tree_ctrl . GetItemPyData ( item ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> result . insert ( 0 , name ) <TAB> <TAB> <TAB> item = self . tree_ctrl . GetItemParent ( item ) <TAB> return result",if name is None :,104
25429,"def _calc_block_io(self, blkio):
    """"""Calculate block IO stats.""""""
    for stats in blkio[""io_service_bytes_recursive""]:
        if stats[""op""] == ""Read"":
            self._blk_read += stats[""value""]
        elif stats[""op""] == ""Write"":
            self._blk_write += stats[""value""]
","def _calc_block_io ( self , blkio ) : <TAB> """"""Calculate block IO stats."""""" <TAB> for stats in blkio [ ""io_service_bytes_recursive"" ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _blk_read += stats [ ""value"" ] <TAB> <TAB> elif stats [ ""op"" ] == ""Write"" : <TAB> <TAB> <TAB> self . _blk_write += stats [ ""value"" ]","if stats [ ""op"" ] == ""Read"" :",92
2879,"def append(self, val, label=None):
    if hasattr(val, ""__len__""):
        if val.isdigit() and len(val) > 2:
            self.century_specified = True
            if label not in [None, ""Y""]:  # pragma: no cover
                raise ValueError(label)
            label = ""Y""
    elif val > 100:
        self.century_specified = True
        if label not in [None, ""Y""]:  # pragma: no cover
            raise ValueError(label)
        label = ""Y""
    super(self.__class__, self).append(int(val))
    if label == ""M"":
        if self.has_month:
            raise ValueError(""Month is already set"")
        self.mstridx = len(self) - 1
    elif label == ""D"":
        if self.has_day:
            raise ValueError(""Day is already set"")
        self.dstridx = len(self) - 1
    elif label == ""Y"":
        if self.has_year:
            raise ValueError(""Year is already set"")
        self.ystridx = len(self) - 1","def append ( self , val , label = None ) : <TAB> if hasattr ( val , ""__len__"" ) : <TAB> <TAB> if val . isdigit ( ) and len ( val ) > 2 : <TAB> <TAB> <TAB> self . century_specified = True <TAB> <TAB> <TAB> if label not in [ None , ""Y"" ] : <TAB> <TAB> <TAB> <TAB> raise ValueError ( label ) <TAB> <TAB> <TAB> label = ""Y"" <TAB> elif val > 100 : <TAB> <TAB> self . century_specified = True <TAB> <TAB> if label not in [ None , ""Y"" ] : <TAB> <TAB> <TAB> raise ValueError ( label ) <TAB> <TAB> label = ""Y"" <TAB> super ( self . __class__ , self ) . append ( int ( val ) ) <TAB> if label == ""M"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""Month is already set"" ) <TAB> <TAB> self . mstridx = len ( self ) - 1 <TAB> elif label == ""D"" : <TAB> <TAB> if self . has_day : <TAB> <TAB> <TAB> raise ValueError ( ""Day is already set"" ) <TAB> <TAB> self . dstridx = len ( self ) - 1 <TAB> elif label == ""Y"" : <TAB> <TAB> if self . has_year : <TAB> <TAB> <TAB> raise ValueError ( ""Year is already set"" ) <TAB> <TAB> self . ystridx = len ( self ) - 1",if self . has_month :,297
18363,"def _setup(self, rnn_type, ntoken, ninp, nhid, nlayers, dropout=0.5, tie_weights=False):
    self.drop = nn.Dropout(dropout)
    self.encoder = nn.Embedding(ntoken, ninp)
    if rnn_type in [""LSTM"", ""GRU""]:
        self.rnn = getattr(nn, rnn_type)(ninp, nhid, nlayers, dropout=dropout)
    else:
        try:
            nonlinearity = {""RNN_TANH"": ""tanh"", ""RNN_RELU"": ""relu""}[rnn_type]
        except KeyError:
            raise ValueError(
                ""An invalid option for `--model` was supplied, ""
                ""options are ['LSTM', 'GRU', 'RNN_TANH' or 'RNN_RELU']""
            )
        self.rnn = nn.RNN(
            ninp, nhid, nlayers, nonlinearity=nonlinearity, dropout=dropout
        )
    self.decoder = nn.Linear(nhid, ntoken)
    # Optionally tie weights as in:
    # ""Using the Output Embedding to Improve Language Models"" (Press & Wolf 2016)
    # https://arxiv.org/abs/1608.05859
    # and
    # ""Tying Word Vectors and Word Classifiers:
    #  A Loss Framework for Language Modeling"" (Inan et al. 2016)
    # https://arxiv.org/abs/1611.01462
    if tie_weights:
        if nhid != ninp:
            raise ValueError(""When using the tied flag, nhid must be equal to emsize"")
        self.decoder.weight = self.encoder.weight
    self._init_weights()
    self.rnn_type = rnn_type
    self.nhid = nhid
    self.nlayers = nlayers","def _setup ( self , rnn_type , ntoken , ninp , nhid , nlayers , dropout = 0.5 , tie_weights = False ) : <TAB> self . drop = nn . Dropout ( dropout ) <TAB> self . encoder = nn . Embedding ( ntoken , ninp ) <TAB> if rnn_type in [ ""LSTM"" , ""GRU"" ] : <TAB> <TAB> self . rnn = getattr ( nn , rnn_type ) ( ninp , nhid , nlayers , dropout = dropout ) <TAB> else : <TAB> <TAB> try : <TAB> <TAB> <TAB> nonlinearity = { ""RNN_TANH"" : ""tanh"" , ""RNN_RELU"" : ""relu"" } [ rnn_type ] <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""An invalid option for `--model` was supplied, "" <TAB> <TAB> <TAB> <TAB> ""options are ['LSTM', 'GRU', 'RNN_TANH' or 'RNN_RELU']"" <TAB> <TAB> <TAB> ) <TAB> <TAB> self . rnn = nn . RNN ( <TAB> <TAB> <TAB> ninp , nhid , nlayers , nonlinearity = nonlinearity , dropout = dropout <TAB> <TAB> ) <TAB> self . decoder = nn . Linear ( nhid , ntoken ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if tie_weights : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""When using the tied flag, nhid must be equal to emsize"" ) <TAB> <TAB> self . decoder . weight = self . encoder . weight <TAB> self . _init_weights ( ) <TAB> self . rnn_type = rnn_type <TAB> self . nhid = nhid <TAB> self . nlayers = nlayers",if nhid != ninp :,448
1023,"def _create(self):
    pkgs_to_install = self.manifest.parse_initial_manifest()
    rpm_pre_process_cmds = self.d.getVar(""RPM_PREPROCESS_COMMANDS"")
    rpm_post_process_cmds = self.d.getVar(""RPM_POSTPROCESS_COMMANDS"")
    # update PM index files
    self.pm.write_index()
    execute_pre_post_process(self.d, rpm_pre_process_cmds)
    if self.progress_reporter:
        self.progress_reporter.next_stage()
    if self.inc_rpm_image_gen == ""1"":
        self._create_incremental(pkgs_to_install)
    if self.progress_reporter:
        self.progress_reporter.next_stage()
    self.pm.update()
    pkgs = []
    pkgs_attempt = []
    for pkg_type in pkgs_to_install:
        if pkg_type == Manifest.PKG_TYPE_ATTEMPT_ONLY:
            pkgs_attempt += pkgs_to_install[pkg_type]
        else:
            pkgs += pkgs_to_install[pkg_type]
    if self.progress_reporter:
        self.progress_reporter.next_stage()
    self.pm.install(pkgs)
    if self.progress_reporter:
        self.progress_reporter.next_stage()
    self.pm.install(pkgs_attempt, True)
    if self.progress_reporter:
        self.progress_reporter.next_stage()
    self.pm.install_complementary()
    if self.progress_reporter:
        self.progress_reporter.next_stage()
    self._setup_dbg_rootfs([""/etc"", ""/var/lib/rpm"", ""/var/cache/dnf"", ""/var/lib/dnf""])
    execute_pre_post_process(self.d, rpm_post_process_cmds)
    if self.inc_rpm_image_gen == ""1"":
        self.pm.backup_packaging_data()
    if self.progress_reporter:
        self.progress_reporter.next_stage()","def _create ( self ) : <TAB> pkgs_to_install = self . manifest . parse_initial_manifest ( ) <TAB> rpm_pre_process_cmds = self . d . getVar ( ""RPM_PREPROCESS_COMMANDS"" ) <TAB> rpm_post_process_cmds = self . d . getVar ( ""RPM_POSTPROCESS_COMMANDS"" ) <TAB> <TAB> self . pm . write_index ( ) <TAB> execute_pre_post_process ( self . d , rpm_pre_process_cmds ) <TAB> if self . progress_reporter : <TAB> <TAB> self . progress_reporter . next_stage ( ) <TAB> if self . inc_rpm_image_gen == ""1"" : <TAB> <TAB> self . _create_incremental ( pkgs_to_install ) <TAB> if self . progress_reporter : <TAB> <TAB> self . progress_reporter . next_stage ( ) <TAB> self . pm . update ( ) <TAB> pkgs = [ ] <TAB> pkgs_attempt = [ ] <TAB> for pkg_type in pkgs_to_install : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pkgs_attempt += pkgs_to_install [ pkg_type ] <TAB> <TAB> else : <TAB> <TAB> <TAB> pkgs += pkgs_to_install [ pkg_type ] <TAB> if self . progress_reporter : <TAB> <TAB> self . progress_reporter . next_stage ( ) <TAB> self . pm . install ( pkgs ) <TAB> if self . progress_reporter : <TAB> <TAB> self . progress_reporter . next_stage ( ) <TAB> self . pm . install ( pkgs_attempt , True ) <TAB> if self . progress_reporter : <TAB> <TAB> self . progress_reporter . next_stage ( ) <TAB> self . pm . install_complementary ( ) <TAB> if self . progress_reporter : <TAB> <TAB> self . progress_reporter . next_stage ( ) <TAB> self . _setup_dbg_rootfs ( [ ""/etc"" , ""/var/lib/rpm"" , ""/var/cache/dnf"" , ""/var/lib/dnf"" ] ) <TAB> execute_pre_post_process ( self . d , rpm_post_process_cmds ) <TAB> if self . inc_rpm_image_gen == ""1"" : <TAB> <TAB> self . pm . backup_packaging_data ( ) <TAB> if self . progress_reporter : <TAB> <TAB> self . progress_reporter . next_stage ( )",if pkg_type == Manifest . PKG_TYPE_ATTEMPT_ONLY :,512
25256,"def load_syntax(syntax):
    context = _create_scheme() or {}
    partition_scanner = PartitionScanner(syntax.get(""partitions"", []))
    scanners = {}
    for part_name, part_scanner in list(syntax.get(""scanner"", {}).items()):
        scanners[part_name] = Scanner(part_scanner)
    formats = []
    for fname, fstyle in list(syntax.get(""formats"", {}).items()):
        if isinstance(fstyle, basestring):
            if fstyle.startswith(""%("") and fstyle.endswith("")s""):
                key = fstyle[2:-2]
                fstyle = context[key]
            else:
                fstyle = fstyle % context
        formats.append((fname, fstyle))
    return partition_scanner, scanners, formats","def load_syntax ( syntax ) : <TAB> context = _create_scheme ( ) or { } <TAB> partition_scanner = PartitionScanner ( syntax . get ( ""partitions"" , [ ] ) ) <TAB> scanners = { } <TAB> for part_name , part_scanner in list ( syntax . get ( ""scanner"" , { } ) . items ( ) ) : <TAB> <TAB> scanners [ part_name ] = Scanner ( part_scanner ) <TAB> formats = [ ] <TAB> for fname , fstyle in list ( syntax . get ( ""formats"" , { } ) . items ( ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if fstyle . startswith ( ""%("" ) and fstyle . endswith ( "")s"" ) : <TAB> <TAB> <TAB> <TAB> key = fstyle [ 2 : - 2 ] <TAB> <TAB> <TAB> <TAB> fstyle = context [ key ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> fstyle = fstyle % context <TAB> <TAB> formats . append ( ( fname , fstyle ) ) <TAB> return partition_scanner , scanners , formats","if isinstance ( fstyle , basestring ) :",199
3039,"def _open_files(self):
    self._opened_files = []
    self._log_destination = []
    self._log_destination_is_tty = []
    for dest in utils.to_list(self.log_destination):
        if isinstance(dest, (str, Path)):
            # Append to the logs to prevent accidentally overwriting
            # previous logs.
            file = open(dest, ""a"")
            self._opened_files.append(file)
            self._log_destination_is_tty.append(False)
        else:
            if not hasattr(dest, ""write""):
                raise ValueError(
                    f""Log destination {dest} is not a "" f""file-like object""
                )
            try:
                isatty = dest.isatty()
            except AttributeError:
                isatty = False
            file = dest
            self._log_destination_is_tty.append(isatty)
        self._log_destination.append(file)
","def _open_files ( self ) : <TAB> self . _opened_files = [ ] <TAB> self . _log_destination = [ ] <TAB> self . _log_destination_is_tty = [ ] <TAB> for dest in utils . to_list ( self . log_destination ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> file = open ( dest , ""a"" ) <TAB> <TAB> <TAB> self . _opened_files . append ( file ) <TAB> <TAB> <TAB> self . _log_destination_is_tty . append ( False ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if not hasattr ( dest , ""write"" ) : <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> f""Log destination {dest} is not a "" f""file-like object"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> isatty = dest . isatty ( ) <TAB> <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> <TAB> isatty = False <TAB> <TAB> <TAB> file = dest <TAB> <TAB> <TAB> self . _log_destination_is_tty . append ( isatty ) <TAB> <TAB> self . _log_destination . append ( file )","if isinstance ( dest , ( str , Path ) ) :",262
9486,"def formTypesHistogram(self, prepared):
    histo = {}
    # keys are methods on Chord
    keys = [
        ""isTriad"",
        ""isSeventh"",
        ""isMajorTriad"",
        ""isMinorTriad"",
        ""isIncompleteMajorTriad"",
        ""isIncompleteMinorTriad"",
        ""isDiminishedTriad"",
        ""isAugmentedTriad"",
        ""isDominantSeventh"",
        ""isDiminishedSeventh"",
        ""isHalfDiminishedSeventh"",
    ]
    for c in prepared:
        for thisKey in keys:
            if thisKey not in histo:
                histo[thisKey] = 0
            # get the function attr, call it, check bool
            if getattr(c, thisKey)():
                histo[thisKey] += 1
    return histo","def formTypesHistogram ( self , prepared ) : <TAB> histo = { } <TAB> <TAB> keys = [ <TAB> <TAB> ""isTriad"" , <TAB> <TAB> ""isSeventh"" , <TAB> <TAB> ""isMajorTriad"" , <TAB> <TAB> ""isMinorTriad"" , <TAB> <TAB> ""isIncompleteMajorTriad"" , <TAB> <TAB> ""isIncompleteMinorTriad"" , <TAB> <TAB> ""isDiminishedTriad"" , <TAB> <TAB> ""isAugmentedTriad"" , <TAB> <TAB> ""isDominantSeventh"" , <TAB> <TAB> ""isDiminishedSeventh"" , <TAB> <TAB> ""isHalfDiminishedSeventh"" , <TAB> ] <TAB> for c in prepared : <TAB> <TAB> for thisKey in keys : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> histo [ thisKey ] = 0 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if getattr ( c , thisKey ) ( ) : <TAB> <TAB> <TAB> <TAB> histo [ thisKey ] += 1 <TAB> return histo",if thisKey not in histo :,238
10439,"def generate_scraper(class_name, host_name):
    with open(""templates/scraper.py"") as source:
        code = source.read()
        program = ast.parse(code)
        state = GenerateScraperState(class_name, host_name, code)
        for node in ast.walk(program):
            if not state.step(node):
                break
        output = f""recipe_scrapers/{class_name.lower()}.py""
        with open(output, ""w"") as target:
            target.write(state.result())
","def generate_scraper ( class_name , host_name ) : <TAB> with open ( ""templates/scraper.py"" ) as source : <TAB> <TAB> code = source . read ( ) <TAB> <TAB> program = ast . parse ( code ) <TAB> <TAB> state = GenerateScraperState ( class_name , host_name , code ) <TAB> <TAB> for node in ast . walk ( program ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> output = f""recipe_scrapers/{class_name.lower()}.py"" <TAB> <TAB> with open ( output , ""w"" ) as target : <TAB> <TAB> <TAB> target . write ( state . result ( ) )",if not state . step ( node ) :,152
25406,"def f_freeze(_):
    repos = utils.get_repos()
    for name, path in repos.items():
        url = """"
        cp = subprocess.run([""git"", ""remote"", ""-v""], cwd=path, capture_output=True)
        if cp.returncode == 0:
            url = cp.stdout.decode(""utf-8"").split(""\n"")[0].split()[1]
        print(f""{url},{name},{path}"")","def f_freeze ( _ ) : <TAB> repos = utils . get_repos ( ) <TAB> for name , path in repos . items ( ) : <TAB> <TAB> url = """" <TAB> <TAB> cp = subprocess . run ( [ ""git"" , ""remote"" , ""-v"" ] , cwd = path , capture_output = True ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> url = cp . stdout . decode ( ""utf-8"" ) . split ( ""\n"" ) [ 0 ] . split ( ) [ 1 ] <TAB> <TAB> print ( f""{url},{name},{path}"" )",if cp . returncode == 0 :,111
12651,"def load(cls, storefile, template_store):
    # Did we get file or filename?
    if not hasattr(storefile, ""read""):
        storefile = open(storefile, ""rb"")
    # Adjust store to have translations
    store = cls.convertfile(storefile, template_store)
    for unit in store.units:
        if unit.isheader():
            continue
        # HTML does this properly on loading, others need it
        if cls.needs_target_sync:
            unit.target = unit.source
            unit.rich_target = unit.rich_source
    return store
","def load ( cls , storefile , template_store ) : <TAB> <TAB> if not hasattr ( storefile , ""read"" ) : <TAB> <TAB> storefile = open ( storefile , ""rb"" ) <TAB> <TAB> store = cls . convertfile ( storefile , template_store ) <TAB> for unit in store . units : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if cls . needs_target_sync : <TAB> <TAB> <TAB> unit . target = unit . source <TAB> <TAB> <TAB> unit . rich_target = unit . rich_source <TAB> return store",if unit . isheader ( ) :,152
8914,"def fixup_pth_and_egg_link(home_dir, sys_path=None):
    """"""Makes .pth and .egg-link files use relative paths""""""
    home_dir = os.path.normcase(os.path.abspath(home_dir))
    if sys_path is None:
        sys_path = sys.path
    for a_path in sys_path:
        if not a_path:
            a_path = "".""
        if not os.path.isdir(a_path):
            continue
        a_path = os.path.normcase(os.path.abspath(a_path))
        if not a_path.startswith(home_dir):
            logger.debug(""Skipping system (non-environment) directory %s"", a_path)
            continue
        for filename in os.listdir(a_path):
            filename = os.path.join(a_path, filename)
            if filename.endswith("".pth""):
                if not os.access(filename, os.W_OK):
                    logger.warn(""Cannot write .pth file %s, skipping"", filename)
                else:
                    fixup_pth_file(filename)
            if filename.endswith("".egg-link""):
                if not os.access(filename, os.W_OK):
                    logger.warn(""Cannot write .egg-link file %s, skipping"", filename)
                else:
                    fixup_egg_link(filename)
","def fixup_pth_and_egg_link ( home_dir , sys_path = None ) : <TAB> """"""Makes .pth and .egg-link files use relative paths"""""" <TAB> home_dir = os . path . normcase ( os . path . abspath ( home_dir ) ) <TAB> if sys_path is None : <TAB> <TAB> sys_path = sys . path <TAB> for a_path in sys_path : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> a_path = ""."" <TAB> <TAB> if not os . path . isdir ( a_path ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> a_path = os . path . normcase ( os . path . abspath ( a_path ) ) <TAB> <TAB> if not a_path . startswith ( home_dir ) : <TAB> <TAB> <TAB> logger . debug ( ""Skipping system (non-environment) directory %s"" , a_path ) <TAB> <TAB> <TAB> continue <TAB> <TAB> for filename in os . listdir ( a_path ) : <TAB> <TAB> <TAB> filename = os . path . join ( a_path , filename ) <TAB> <TAB> <TAB> if filename . endswith ( "".pth"" ) : <TAB> <TAB> <TAB> <TAB> if not os . access ( filename , os . W_OK ) : <TAB> <TAB> <TAB> <TAB> <TAB> logger . warn ( ""Cannot write .pth file %s, skipping"" , filename ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> fixup_pth_file ( filename ) <TAB> <TAB> <TAB> if filename . endswith ( "".egg-link"" ) : <TAB> <TAB> <TAB> <TAB> if not os . access ( filename , os . W_OK ) : <TAB> <TAB> <TAB> <TAB> <TAB> logger . warn ( ""Cannot write .egg-link file %s, skipping"" , filename ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> fixup_egg_link ( filename )",if not a_path :,376
12737,"def validate_pull_secret(namespace):
    if namespace.pull_secret is None:
        # TODO: add aka.ms link here
        warning = (
            ""No --pull-secret provided: cluster will not include samples or operators from ""
            + ""Red Hat or from certified partners.""
        )
        logger.warning(warning)
    else:
        try:
            if not isinstance(json.loads(namespace.pull_secret), dict):
                raise Exception()
        except:
            raise InvalidArgumentValueError(""Invalid --pull-secret."")
","def validate_pull_secret ( namespace ) : <TAB> if namespace . pull_secret is None : <TAB> <TAB> <TAB> <TAB> warning = ( <TAB> <TAB> <TAB> ""No --pull-secret provided: cluster will not include samples or operators from "" <TAB> <TAB> <TAB> + ""Red Hat or from certified partners."" <TAB> <TAB> ) <TAB> <TAB> logger . warning ( warning ) <TAB> else : <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise Exception ( ) <TAB> <TAB> except : <TAB> <TAB> <TAB> raise InvalidArgumentValueError ( ""Invalid --pull-secret."" )","if not isinstance ( json . loads ( namespace . pull_secret ) , dict ) :",145
1970,"def setdefault(self, key, default=None):
    try:
        o = self.data[key]()
    except KeyError:
        o = None
    if o is None:
        if self._pending_removals:
            self._commit_removals()
        self.data[key] = KeyedRef(default, self._remove, key)
        return default
    else:
        return o
","def setdefault ( self , key , default = None ) : <TAB> try : <TAB> <TAB> o = self . data [ key ] ( ) <TAB> except KeyError : <TAB> <TAB> o = None <TAB> if o is None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _commit_removals ( ) <TAB> <TAB> self . data [ key ] = KeyedRef ( default , self . _remove , key ) <TAB> <TAB> return default <TAB> else : <TAB> <TAB> return o",if self . _pending_removals :,104
11163,"def run_cmd(self, util, value):
    state = util.state
    if not state.argument_supplied:
        state.argument_supplied = True
        if value == ""by_four"":
            state.argument_value = 4
        elif value == ""negative"":
            state.argument_negative = True
        else:
            state.argument_value = value
    elif value == ""by_four"":
        state.argument_value *= 4
    elif isinstance(value, int):
        state.argument_value *= 10
        state.argument_value += value
    elif value == ""negative"":
        state.argument_value = -state.argument_value","def run_cmd ( self , util , value ) : <TAB> state = util . state <TAB> if not state . argument_supplied : <TAB> <TAB> state . argument_supplied = True <TAB> <TAB> if value == ""by_four"" : <TAB> <TAB> <TAB> state . argument_value = 4 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> state . argument_negative = True <TAB> <TAB> else : <TAB> <TAB> <TAB> state . argument_value = value <TAB> elif value == ""by_four"" : <TAB> <TAB> state . argument_value *= 4 <TAB> elif isinstance ( value , int ) : <TAB> <TAB> state . argument_value *= 10 <TAB> <TAB> state . argument_value += value <TAB> <fill-in> <TAB> <TAB> state . argument_value = - state . argument_value","elif value == ""negative"" :",169
15825,"def close(self):
    with self._lock:
        """"""Close this _MultiFileWatcher object forever.""""""
        if len(self._folder_handlers) != 0:
            self._folder_handlers = {}
            LOGGER.debug(
                ""Stopping observer thread even though there is a non-zero ""
                ""number of event observers!""
            )
        else:
            LOGGER.debug(""Stopping observer thread"")
        self._observer.stop()
        self._observer.join(timeout=5)","def close ( self ) : <TAB> with self . _lock : <TAB> <TAB> """"""Close this _MultiFileWatcher object forever."""""" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _folder_handlers = { } <TAB> <TAB> <TAB> LOGGER . debug ( <TAB> <TAB> <TAB> <TAB> ""Stopping observer thread even though there is a non-zero "" <TAB> <TAB> <TAB> <TAB> ""number of event observers!"" <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> LOGGER . debug ( ""Stopping observer thread"" ) <TAB> <TAB> self . _observer . stop ( ) <TAB> <TAB> self . _observer . join ( timeout = 5 )",if len ( self . _folder_handlers ) != 0 :,135
22200,"def update_completion(self):
    # Start completion
    if not self.notebook:
        return  # no completion without a notebook
    text = self.get_text()
    completion = self.get_completion()
    if completion is None:
        return  # during tests in certain cases the completion is not yet initialized
    model = completion.get_model()
    model.clear()
    if not text or not self.get_input_valid():
        return
    if "":"" in text:
        i = text.rfind("":"")
        prefix = text[: i + 1]  # can still start with ""+""
        if prefix == "":"":
            path = Path("":"")
        else:  # resolve page
            reference = self.notebookpath or Path("":"")
            link = prefix
            if self.subpaths_only and not link.startswith(""+""):
                link = ""+"" + link.lstrip("":"")
            try:
                path = self.notebook.pages.lookup_from_user_input(link, reference)
            except ValueError:
                return
        try:
            self._fill_completion_for_anchor(path, prefix, text)
        except IndexNotFoundError:
            pass
    elif text.startswith(""+"") and self.notebookpath:
        prefix = ""+""
        path = self.notebookpath
        try:
            self._fill_completion_for_anchor(path, prefix, text)
        except IndexNotFoundError:
            pass
    else:
        path = self.notebookpath or Path("":"")
        try:
            self._fill_completion_any(path, text)
        except IndexNotFoundError:
            pass
    self.get_completion().complete()","def update_completion ( self ) : <TAB> <TAB> if not self . notebook : <TAB> <TAB> return <TAB> text = self . get_text ( ) <TAB> completion = self . get_completion ( ) <TAB> if completion is None : <TAB> <TAB> return <TAB> model = completion . get_model ( ) <TAB> model . clear ( ) <TAB> if not text or not self . get_input_valid ( ) : <TAB> <TAB> return <TAB> if "":"" in text : <TAB> <TAB> i = text . rfind ( "":"" ) <TAB> <TAB> prefix = text [ : i + 1 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> path = Path ( "":"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> reference = self . notebookpath or Path ( "":"" ) <TAB> <TAB> <TAB> link = prefix <TAB> <TAB> <TAB> if self . subpaths_only and not link . startswith ( ""+"" ) : <TAB> <TAB> <TAB> <TAB> link = ""+"" + link . lstrip ( "":"" ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> path = self . notebook . pages . lookup_from_user_input ( link , reference ) <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> try : <TAB> <TAB> <TAB> self . _fill_completion_for_anchor ( path , prefix , text ) <TAB> <TAB> except IndexNotFoundError : <TAB> <TAB> <TAB> pass <TAB> elif text . startswith ( ""+"" ) and self . notebookpath : <TAB> <TAB> prefix = ""+"" <TAB> <TAB> path = self . notebookpath <TAB> <TAB> try : <TAB> <TAB> <TAB> self . _fill_completion_for_anchor ( path , prefix , text ) <TAB> <TAB> except IndexNotFoundError : <TAB> <TAB> <TAB> pass <TAB> else : <TAB> <TAB> path = self . notebookpath or Path ( "":"" ) <TAB> <TAB> try : <TAB> <TAB> <TAB> self . _fill_completion_any ( path , text ) <TAB> <TAB> except IndexNotFoundError : <TAB> <TAB> <TAB> pass <TAB> self . get_completion ( ) . complete ( )","if prefix == "":"" :",425
21265,"def _get_git_branch(q):
    denv = builtins.__xonsh__.env.detype()
    try:
        branches = xt.decode_bytes(
            subprocess.check_output(
                [""git"", ""branch""], env=denv, stderr=subprocess.DEVNULL
            )
        ).splitlines()
    except (subprocess.CalledProcessError, OSError, FileNotFoundError):
        q.put(None)
    else:
        for branch in branches:
            if not branch.startswith(""* ""):
                continue
            elif branch.endswith("")""):
                branch = branch.split()[-1][:-1]
            else:
                branch = branch.split()[-1]
            q.put(branch)
            break
        else:
            q.put(None)","def _get_git_branch ( q ) : <TAB> denv = builtins . __xonsh__ . env . detype ( ) <TAB> try : <TAB> <TAB> branches = xt . decode_bytes ( <TAB> <TAB> <TAB> subprocess . check_output ( <TAB> <TAB> <TAB> <TAB> [ ""git"" , ""branch"" ] , env = denv , stderr = subprocess . DEVNULL <TAB> <TAB> <TAB> ) <TAB> <TAB> ) . splitlines ( ) <TAB> except ( subprocess . CalledProcessError , OSError , FileNotFoundError ) : <TAB> <TAB> q . put ( None ) <TAB> else : <TAB> <TAB> for branch in branches : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> elif branch . endswith ( "")"" ) : <TAB> <TAB> <TAB> <TAB> branch = branch . split ( ) [ - 1 ] [ : - 1 ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> branch = branch . split ( ) [ - 1 ] <TAB> <TAB> <TAB> q . put ( branch ) <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> q . put ( None )","if not branch . startswith ( ""* "" ) :",208
1158,"def _normalize_dict_keys(transformer, keys):
    res = []
    for key in keys:
        if isinstance(key, str):
            key = ast.Str(key)
        elif isinstance(key, JSStr):
            key = ast.Str(key.args[0])
        if not isinstance(key, ast.Str):
            if transformer.enable_es6:
                key = JSKeySubscript(key)
            else:
                if isinstance(key, ast.AST):
                    py_node = key
                elif isinstance(key, TargetNode) and key.py_node is not None:
                    py_node = key.py_node
                else:
                    raise ValueError(
                        ""Value of type %r cannot "" ""be use as key"" % type(key)
                    )
                transformer.unsupported(
                    py_node,
                    True,
                    ""Value of type %r cannot "" ""be use as key"" % type(key),
                )
        res.append(key)
    return res","def _normalize_dict_keys ( transformer , keys ) : <TAB> res = [ ] <TAB> for key in keys : <TAB> <TAB> if isinstance ( key , str ) : <TAB> <TAB> <TAB> key = ast . Str ( key ) <TAB> <TAB> elif isinstance ( key , JSStr ) : <TAB> <TAB> <TAB> key = ast . Str ( key . args [ 0 ] ) <TAB> <TAB> if not isinstance ( key , ast . Str ) : <TAB> <TAB> <TAB> if transformer . enable_es6 : <TAB> <TAB> <TAB> <TAB> key = JSKeySubscript ( key ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if isinstance ( key , ast . AST ) : <TAB> <TAB> <TAB> <TAB> <TAB> py_node = key <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> py_node = key . py_node <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Value of type %r cannot "" ""be use as key"" % type ( key ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> transformer . unsupported ( <TAB> <TAB> <TAB> <TAB> <TAB> py_node , <TAB> <TAB> <TAB> <TAB> <TAB> True , <TAB> <TAB> <TAB> <TAB> <TAB> ""Value of type %r cannot "" ""be use as key"" % type ( key ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> res . append ( key ) <TAB> return res","elif isinstance ( key , TargetNode ) and key . py_node is not None :",301
18288,"def recv_some(p, t=0.1, e=1, tr=5, stderr=0):
    if tr < 1:
        tr = 1
    x = time.time() + t
    y = []
    r = """"
    if stderr:
        pr = p.recv_err
    else:
        pr = p.recv
    while time.time() < x or r:
        r = pr()
        if r is None:
            break
        elif r:
            y.append(r)
        else:
            time.sleep(max((x - time.time()) / tr, 0))
    return """".join(y)","def recv_some ( p , t = 0.1 , e = 1 , tr = 5 , stderr = 0 ) : <TAB> if tr < 1 : <TAB> <TAB> tr = 1 <TAB> x = time . time ( ) + t <TAB> y = [ ] <TAB> r = """" <TAB> if stderr : <TAB> <TAB> pr = p . recv_err <TAB> else : <TAB> <TAB> pr = p . recv <TAB> while time . time ( ) < x or r : <TAB> <TAB> r = pr ( ) <TAB> <TAB> if r is None : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> y . append ( r ) <TAB> <TAB> else : <TAB> <TAB> <TAB> time . sleep ( max ( ( x - time . time ( ) ) / tr , 0 ) ) <TAB> return """" . join ( y )",elif r :,168
8211,"def _extract_lemma(self, parse: Parse) -> str:
    special_feats = [x for x in self.SPECIAL_FEATURES if x in parse.tag]
    if len(special_feats) == 0:
        return parse.normal_form
    # here we process surnames and patronyms since PyMorphy lemmatizes them incorrectly
    for other in parse.lexeme:
        tag = other.tag
        if any(x not in tag for x in special_feats):
            continue
        if (
            tag.case == ""nomn""
            and tag.gender == parse.tag.gender
            and tag.number == ""sing""
        ):
            return other.word
    return parse.normal_form","def _extract_lemma ( self , parse : Parse ) -> str : <TAB> special_feats = [ x for x in self . SPECIAL_FEATURES if x in parse . tag ] <TAB> if len ( special_feats ) == 0 : <TAB> <TAB> return parse . normal_form <TAB> <TAB> for other in parse . lexeme : <TAB> <TAB> tag = other . tag <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if ( <TAB> <TAB> <TAB> tag . case == ""nomn"" <TAB> <TAB> <TAB> and tag . gender == parse . tag . gender <TAB> <TAB> <TAB> and tag . number == ""sing"" <TAB> <TAB> ) : <TAB> <TAB> <TAB> return other . word <TAB> return parse . normal_form",if any ( x not in tag for x in special_feats ) :,185
6402,"def run_async(self):
    for entry in self.interface.entries:
        if self.commit_is_merge(entry.long_hash):
            sublime.message_dialog(""Unable to squash a merge."")
            return
    # Generate identical change templates with author/date metadata
    # in tact.  However, set do_commit to false for all but the last change,
    # in order for diffs to be rolled into that final commit.
    last_commit_idx = len(self.interface.entries) - 1
    commit_chain = self.perpare_rewrites(self.interface.entries)
    # Take the commit message from the commit-to-squash and append
    # it to the next commit's message.
    for idx, commit in enumerate(commit_chain):
        commit.modified = True
        if idx < last_commit_idx:
            commit.do_commit = False
            commit_chain[idx + 1].msg = commit.msg + ""\n\n"" + commit_chain[idx + 1].msg
            commit.msg = None
        else:
            commit.squashed = True
    self.make_changes(commit_chain, ""squashed all commits"")","def run_async ( self ) : <TAB> for entry in self . interface . entries : <TAB> <TAB> if self . commit_is_merge ( entry . long_hash ) : <TAB> <TAB> <TAB> sublime . message_dialog ( ""Unable to squash a merge."" ) <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> last_commit_idx = len ( self . interface . entries ) - 1 <TAB> commit_chain = self . perpare_rewrites ( self . interface . entries ) <TAB> <TAB> <TAB> for idx , commit in enumerate ( commit_chain ) : <TAB> <TAB> commit . modified = True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> commit . do_commit = False <TAB> <TAB> <TAB> commit_chain [ idx + 1 ] . msg = commit . msg + ""\n\n"" + commit_chain [ idx + 1 ] . msg <TAB> <TAB> <TAB> commit . msg = None <TAB> <TAB> else : <TAB> <TAB> <TAB> commit . squashed = True <TAB> self . make_changes ( commit_chain , ""squashed all commits"" )",if idx < last_commit_idx :,297
18629,"def verify_installed_apps(
    captured_outerr, package_name: str, test_error_fh: io.StringIO, deps: bool = False
) -> bool:
    package_apps = PKG[package_name][""apps""].copy()
    if deps:
        package_apps += PKG[package_name][""apps_of_dependencies""]
    reported_apps_re = re.search(
        r""These apps are now globally available(.+)"", captured_outerr.out, re.DOTALL
    )
    if reported_apps_re:
        reported_apps = [
            x.strip()[2:] for x in reported_apps_re.group(1).strip().split(""\n"")
        ]
        if set(reported_apps) != set(package_apps):
            app_success = False
            print(
                ""verify_install: REPORTED APPS DO NOT MATCH PACKAGE"", file=test_error_fh
            )
            print(f""pipx reported apps: {reported_apps}"", file=test_error_fh)
            print(f"" true package apps: {package_apps}"", file=test_error_fh)
        else:
            app_success = True
    else:
        app_success = False
        print(""verify_install: APPS TESTING ERROR"", file=test_error_fh)
    return app_success","def verify_installed_apps ( <TAB> captured_outerr , package_name : str , test_error_fh : io . StringIO , deps : bool = False ) -> bool : <TAB> package_apps = PKG [ package_name ] [ ""apps"" ] . copy ( ) <TAB> if deps : <TAB> <TAB> package_apps += PKG [ package_name ] [ ""apps_of_dependencies"" ] <TAB> reported_apps_re = re . search ( <TAB> <TAB> r""These apps are now globally available(.+)"" , captured_outerr . out , re . DOTALL <TAB> ) <TAB> if reported_apps_re : <TAB> <TAB> reported_apps = [ <TAB> <TAB> <TAB> x . strip ( ) [ 2 : ] for x in reported_apps_re . group ( 1 ) . strip ( ) . split ( ""\n"" ) <TAB> <TAB> ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> app_success = False <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""verify_install: REPORTED APPS DO NOT MATCH PACKAGE"" , file = test_error_fh <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> print ( f""pipx reported apps: {reported_apps}"" , file = test_error_fh ) <TAB> <TAB> <TAB> print ( f"" true package apps: {package_apps}"" , file = test_error_fh ) <TAB> <TAB> else : <TAB> <TAB> <TAB> app_success = True <TAB> else : <TAB> <TAB> app_success = False <TAB> <TAB> print ( ""verify_install: APPS TESTING ERROR"" , file = test_error_fh ) <TAB> return app_success",if set ( reported_apps ) != set ( package_apps ) :,342
15677,"def _get(self, heappop=heapq.heappop):
    while self.queue:
        item = heappop(self.queue)
        if item.taskid is None:
            continue
        self.queue_dict.pop(item.taskid, None)
        return item
    return None
","def _get ( self , heappop = heapq . heappop ) : <TAB> while self . queue : <TAB> <TAB> item = heappop ( self . queue ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> self . queue_dict . pop ( item . taskid , None ) <TAB> <TAB> return item <TAB> return None",if item . taskid is None :,80
1662,"def logic():
    while 1:
        yield PI, PT
        PT.next[n:] = PI
        for l in range(1, m + 1):
            for k in range(2 ** (m - l)):
                for i in range(2 ** (l - 1)):
                    if (k * 2 ** l + i) < n:
                        PT.next[l * n + k * 2 ** l + i] = PT[
                            (l - 1) * n + k * 2 ** l + i
                        ]
                    if (k * 2 ** l + 2 ** (l - 1) + i) < n:
                        PT.next[l * n + k * 2 ** l + 2 ** (l - 1) + i] = (
                            PT[(l - 1) * n + k * 2 ** l + 2 ** (l - 1) + i]
                            & PT[(l - 1) * n + k * 2 ** l + 2 ** (l - 1) - 1]
                        )
        PO.next = PT[(m + 1) * n : m * n]","def logic ( ) : <TAB> while 1 : <TAB> <TAB> yield PI , PT <TAB> <TAB> PT . next [ n : ] = PI <TAB> <TAB> for l in range ( 1 , m + 1 ) : <TAB> <TAB> <TAB> for k in range ( 2 ** ( m - l ) ) : <TAB> <TAB> <TAB> <TAB> for i in range ( 2 ** ( l - 1 ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> if ( k * 2 ** l + i ) < n : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> PT . next [ l * n + k * 2 ** l + i ] = PT [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ( l - 1 ) * n + k * 2 ** l + i <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> PT . next [ l * n + k * 2 ** l + 2 ** ( l - 1 ) + i ] = ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> PT [ ( l - 1 ) * n + k * 2 ** l + 2 ** ( l - 1 ) + i ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> & PT [ ( l - 1 ) * n + k * 2 ** l + 2 ** ( l - 1 ) - 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> PO . next = PT [ ( m + 1 ) * n : m * n ]",if ( k * 2 ** l + 2 ** ( l - 1 ) + i ) < n :,309
10121,"def onMessage(self, payload, isBinary):
    if not isBinary:
        self.result = ""Expected binary message with payload, but got binary.""
    else:
        if len(payload) != self.DATALEN:
            self.result = (
                ""Expected binary message with payload of length %d, but got %d.""
                % (self.DATALEN, len(payload))
            )
        else:
            ## FIXME : check actual content
            ##
            self.behavior = Case.OK
            self.result = ""Received binary message of length %d."" % len(payload)
    self.p.createWirelog = True
    self.p.sendClose(self.p.CLOSE_STATUS_CODE_NORMAL)
","def onMessage ( self , payload , isBinary ) : <TAB> if not isBinary : <TAB> <TAB> self . result = ""Expected binary message with payload, but got binary."" <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . result = ( <TAB> <TAB> <TAB> <TAB> ""Expected binary message with payload of length %d, but got %d."" <TAB> <TAB> <TAB> <TAB> % ( self . DATALEN , len ( payload ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . behavior = Case . OK <TAB> <TAB> <TAB> self . result = ""Received binary message of length %d."" % len ( payload ) <TAB> self . p . createWirelog = True <TAB> self . p . sendClose ( self . p . CLOSE_STATUS_CODE_NORMAL )",if len ( payload ) != self . DATALEN :,192
4755,"def __init__(self, **kwargs):
    self.theme = kwargs.pop(""theme"")
    super(GenericThemeForm, self).__init__(**kwargs)
    if self.theme.stylesheets:
        if isinstance(self.theme.stylesheets[0], dict):
            choices = [
                (style[""stylesheet""], style[""name""]) for style in self.theme.stylesheets
            ]
        else:
            warnings.warn(
                ""Using list of tuples in theme.stylesheets will deprecate ""
                ""in Shuup 0.5.7. Use list of dictionaries instead."",
                RemovedInFutureShuupWarning,
            )
            choices = self.theme.stylesheets
        self.fields[""stylesheet""] = forms.ChoiceField(
            label=_(""Stylesheets""), choices=choices, initial=choices[0], required=True
        )
    fields = self.theme.fields
    if hasattr(fields, ""items""):  # Quacks like a dict; that's fine too
        fields = fields.items()
    for name, field in fields:
        self.fields[name] = deepcopy(field)
    self.initial.update(self.instance.get_settings())","def __init__ ( self , ** kwargs ) : <TAB> self . theme = kwargs . pop ( ""theme"" ) <TAB> super ( GenericThemeForm , self ) . __init__ ( ** kwargs ) <TAB> if self . theme . stylesheets : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> choices = [ <TAB> <TAB> <TAB> <TAB> ( style [ ""stylesheet"" ] , style [ ""name"" ] ) for style in self . theme . stylesheets <TAB> <TAB> <TAB> ] <TAB> <TAB> else : <TAB> <TAB> <TAB> warnings . warn ( <TAB> <TAB> <TAB> <TAB> ""Using list of tuples in theme.stylesheets will deprecate "" <TAB> <TAB> <TAB> <TAB> ""in Shuup 0.5.7. Use list of dictionaries instead."" , <TAB> <TAB> <TAB> <TAB> RemovedInFutureShuupWarning , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> choices = self . theme . stylesheets <TAB> <TAB> self . fields [ ""stylesheet"" ] = forms . ChoiceField ( <TAB> <TAB> <TAB> label = _ ( ""Stylesheets"" ) , choices = choices , initial = choices [ 0 ] , required = True <TAB> <TAB> ) <TAB> fields = self . theme . fields <TAB> if hasattr ( fields , ""items"" ) : <TAB> <TAB> fields = fields . items ( ) <TAB> for name , field in fields : <TAB> <TAB> self . fields [ name ] = deepcopy ( field ) <TAB> self . initial . update ( self . instance . get_settings ( ) )","if isinstance ( self . theme . stylesheets [ 0 ] , dict ) :",303
600,"def samples_to_records(samples, default_keys=None):
    """"""Convert samples into output CWL records.""""""
    from bcbio.pipeline import run_info
    RECORD_CONVERT_TO_LIST = set(
        [
            ""config__algorithm__tools_on"",
            ""config__algorithm__tools_off"",
            ""reference__genome_context"",
        ]
    )
    all_keys = _get_all_cwlkeys(samples, default_keys)
    out = []
    for data in samples:
        for raw_key in sorted(list(all_keys)):
            key = raw_key.split(""__"")
            if tz.get_in(key, data) is None:
                data = tz.update_in(data, key, lambda x: None)
            if raw_key not in data[""cwl_keys""]:
                data[""cwl_keys""].append(raw_key)
            if raw_key in RECORD_CONVERT_TO_LIST:
                val = tz.get_in(key, data)
                if not val:
                    val = []
                elif not isinstance(val, (list, tuple)):
                    val = [val]
                data = tz.update_in(data, key, lambda x: val)
            # Booleans are problematic for CWL serialization, convert into string representation
            if isinstance(tz.get_in(key, data), bool):
                data = tz.update_in(data, key, lambda x: str(tz.get_in(key, data)))
        data[""metadata""] = run_info.add_metadata_defaults(data.get(""metadata"", {}))
        out.append(data)
    return out
","def samples_to_records ( samples , default_keys = None ) : <TAB> """"""Convert samples into output CWL records."""""" <TAB> from bcbio . pipeline import run_info <TAB> RECORD_CONVERT_TO_LIST = set ( <TAB> <TAB> [ <TAB> <TAB> <TAB> ""config__algorithm__tools_on"" , <TAB> <TAB> <TAB> ""config__algorithm__tools_off"" , <TAB> <TAB> <TAB> ""reference__genome_context"" , <TAB> <TAB> ] <TAB> ) <TAB> all_keys = _get_all_cwlkeys ( samples , default_keys ) <TAB> out = [ ] <TAB> for data in samples : <TAB> <TAB> for raw_key in sorted ( list ( all_keys ) ) : <TAB> <TAB> <TAB> key = raw_key . split ( ""__"" ) <TAB> <TAB> <TAB> if tz . get_in ( key , data ) is None : <TAB> <TAB> <TAB> <TAB> data = tz . update_in ( data , key , lambda x : None ) <TAB> <TAB> <TAB> if raw_key not in data [ ""cwl_keys"" ] : <TAB> <TAB> <TAB> <TAB> data [ ""cwl_keys"" ] . append ( raw_key ) <TAB> <TAB> <TAB> if raw_key in RECORD_CONVERT_TO_LIST : <TAB> <TAB> <TAB> <TAB> val = tz . get_in ( key , data ) <TAB> <TAB> <TAB> <TAB> if not val : <TAB> <TAB> <TAB> <TAB> <TAB> val = [ ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> val = [ val ] <TAB> <TAB> <TAB> <TAB> data = tz . update_in ( data , key , lambda x : val ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( tz . get_in ( key , data ) , bool ) : <TAB> <TAB> <TAB> <TAB> data = tz . update_in ( data , key , lambda x : str ( tz . get_in ( key , data ) ) ) <TAB> <TAB> data [ ""metadata"" ] = run_info . add_metadata_defaults ( data . get ( ""metadata"" , { } ) ) <TAB> <TAB> out . append ( data ) <TAB> return out","elif not isinstance ( val , ( list , tuple ) ) :",447
20330,"def check_related_active_jobs(self, obj):
    active_jobs = obj.get_active_jobs()
    if len(active_jobs) > 0:
        raise ActiveJobConflict(active_jobs)
    time_cutoff = now() - dateutil.relativedelta.relativedelta(minutes=1)
    recent_jobs = obj._get_related_jobs().filter(finished__gte=time_cutoff)
    for unified_job in recent_jobs.get_real_instances():
        if not unified_job.event_processing_finished:
            raise PermissionDenied(
                _(""Related job {} is still processing events."").format(
                    unified_job.log_format
                )
            )","def check_related_active_jobs ( self , obj ) : <TAB> active_jobs = obj . get_active_jobs ( ) <TAB> if len ( active_jobs ) > 0 : <TAB> <TAB> raise ActiveJobConflict ( active_jobs ) <TAB> time_cutoff = now ( ) - dateutil . relativedelta . relativedelta ( minutes = 1 ) <TAB> recent_jobs = obj . _get_related_jobs ( ) . filter ( finished__gte = time_cutoff ) <TAB> for unified_job in recent_jobs . get_real_instances ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise PermissionDenied ( <TAB> <TAB> <TAB> <TAB> _ ( ""Related job {} is still processing events."" ) . format ( <TAB> <TAB> <TAB> <TAB> <TAB> unified_job . log_format <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> )",if not unified_job . event_processing_finished :,176
3860,"def _parse_param_value(name, datatype, default):
    if datatype == ""bool"":
        if default.lower() == ""true"":
            return True
        elif default.lower() == ""false"":
            return False
        else:
            _s = ""{}: Invalid default value '{}' for bool parameter {}""
            raise SyntaxError(_s.format(self.name, default, p))
    elif datatype == ""int"":
        if type(default) == int:
            return default
        else:
            return int(default, 0)
    elif datatype == ""real"":
        if type(default) == float:
            return default
        else:
            return float(default)
    else:
        return str(default)","def _parse_param_value ( name , datatype , default ) : <TAB> if datatype == ""bool"" : <TAB> <TAB> if default . lower ( ) == ""true"" : <TAB> <TAB> <TAB> return True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> <TAB> else : <TAB> <TAB> <TAB> _s = ""{}: Invalid default value '{}' for bool parameter {}"" <TAB> <TAB> <TAB> raise SyntaxError ( _s . format ( self . name , default , p ) ) <TAB> elif datatype == ""int"" : <TAB> <TAB> if type ( default ) == int : <TAB> <TAB> <TAB> return default <TAB> <TAB> else : <TAB> <TAB> <TAB> return int ( default , 0 ) <TAB> elif datatype == ""real"" : <TAB> <TAB> if type ( default ) == float : <TAB> <TAB> <TAB> return default <TAB> <TAB> else : <TAB> <TAB> <TAB> return float ( default ) <TAB> else : <TAB> <TAB> return str ( default )","elif default . lower ( ) == ""false"" :",191
10676,"def create_new_file(obj, source, destination, destination_node):
    # TODO: Remove when materialized paths are fixed in the payload returned from waterbutler
    if not source[""materialized""].startswith(""/""):
        source[""materialized""] = ""/"" + source[""materialized""]
    if not destination[""materialized""].startswith(""/""):
        destination[""materialized""] = ""/"" + destination[""materialized""]
    if not source[""path""].endswith(""/""):
        data = dict(destination)
        new_file = BaseFileNode.resolve_class(
            destination[""provider""], BaseFileNode.FILE
        ).get_or_create(destination_node, destination[""path""])
        if destination[""provider""] != ""osfstorage"":
            new_file.update(revision=None, data=data)
    else:
        new_file = find_and_create_file_from_metadata(
            destination.get(""children"", []), source, destination, destination_node, obj
        )
        if not new_file:
            if source[""provider""] == ""box"":
                new_path = obj.referent.path
            else:
                new_path = obj.referent.materialized_path.replace(
                    source[""materialized""], destination[""materialized""]
                )
            new_file = BaseFileNode.resolve_class(
                destination[""provider""], BaseFileNode.FILE
            ).get_or_create(destination_node, new_path)
            new_file.name = new_path.split(""/"")[-1]
            new_file.materialized_path = new_path
    new_file.save()
    return new_file","def create_new_file ( obj , source , destination , destination_node ) : <TAB> <TAB> if not source [ ""materialized"" ] . startswith ( ""/"" ) : <TAB> <TAB> source [ ""materialized"" ] = ""/"" + source [ ""materialized"" ] <TAB> if not destination [ ""materialized"" ] . startswith ( ""/"" ) : <TAB> <TAB> destination [ ""materialized"" ] = ""/"" + destination [ ""materialized"" ] <TAB> if not source [ ""path"" ] . endswith ( ""/"" ) : <TAB> <TAB> data = dict ( destination ) <TAB> <TAB> new_file = BaseFileNode . resolve_class ( <TAB> <TAB> <TAB> destination [ ""provider"" ] , BaseFileNode . FILE <TAB> <TAB> ) . get_or_create ( destination_node , destination [ ""path"" ] ) <TAB> <TAB> if destination [ ""provider"" ] != ""osfstorage"" : <TAB> <TAB> <TAB> new_file . update ( revision = None , data = data ) <TAB> else : <TAB> <TAB> new_file = find_and_create_file_from_metadata ( <TAB> <TAB> <TAB> destination . get ( ""children"" , [ ] ) , source , destination , destination_node , obj <TAB> <TAB> ) <TAB> <TAB> if not new_file : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> new_path = obj . referent . path <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> new_path = obj . referent . materialized_path . replace ( <TAB> <TAB> <TAB> <TAB> <TAB> source [ ""materialized"" ] , destination [ ""materialized"" ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> new_file = BaseFileNode . resolve_class ( <TAB> <TAB> <TAB> <TAB> destination [ ""provider"" ] , BaseFileNode . FILE <TAB> <TAB> <TAB> ) . get_or_create ( destination_node , new_path ) <TAB> <TAB> <TAB> new_file . name = new_path . split ( ""/"" ) [ - 1 ] <TAB> <TAB> <TAB> new_file . materialized_path = new_path <TAB> new_file . save ( ) <TAB> return new_file","if source [ ""provider"" ] == ""box"" :",409
3854,"def __init__(self, tree):
    for k, v in sorted(tree.items()):
        if v is None:
            continue
        if k in self.members:
            setattr(self, k, globals()[self.members[k]](v))
        elif k in self.lists:
            if k.endswith(""_append""):
                _k = k[:-7]
                _l = getattr(self, _k, [])[:]
            else:
                _k = k
                _l = []
            for _item in v:
                try:
                    _l.append(globals()[self.lists[_k]](_item))
                except TypeError as e:
                    raise SyntaxError(
                        ""Bad option '{}' in section '{}'"".format(_item, k)
                    )
            setattr(self, _k, _l)
        elif k in self.dicts:
            if not isinstance(v, dict):
                raise SyntaxError(""Object in '{}' section must be a dict"".format(k))
            _d = {}
            for _name, _items in v.items():
                try:
                    _d[_name] = globals()[self.dicts[k]](_items)
                except AttributeError as e:
                    raise SyntaxError(
                        ""Bad option '{}' in section '{}'"".format(_name, k)
                    )
                setattr(_d[_name], ""name"", _name)
            setattr(self, k, _d)
        else:
            logger.warning(
                ""Unknown item "" + k + "" in section "" + self.__class__.__name__
            )","def __init__ ( self , tree ) : <TAB> for k , v in sorted ( tree . items ( ) ) : <TAB> <TAB> if v is None : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> setattr ( self , k , globals ( ) [ self . members [ k ] ] ( v ) ) <TAB> <TAB> elif k in self . lists : <TAB> <TAB> <TAB> if k . endswith ( ""_append"" ) : <TAB> <TAB> <TAB> <TAB> _k = k [ : - 7 ] <TAB> <TAB> <TAB> <TAB> _l = getattr ( self , _k , [ ] ) [ : ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> _k = k <TAB> <TAB> <TAB> <TAB> _l = [ ] <TAB> <TAB> <TAB> for _item in v : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> _l . append ( globals ( ) [ self . lists [ _k ] ] ( _item ) ) <TAB> <TAB> <TAB> <TAB> except TypeError as e : <TAB> <TAB> <TAB> <TAB> <TAB> raise SyntaxError ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Bad option '{}' in section '{}'"" . format ( _item , k ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> setattr ( self , _k , _l ) <TAB> <TAB> elif k in self . dicts : <TAB> <TAB> <TAB> if not isinstance ( v , dict ) : <TAB> <TAB> <TAB> <TAB> raise SyntaxError ( ""Object in '{}' section must be a dict"" . format ( k ) ) <TAB> <TAB> <TAB> _d = { } <TAB> <TAB> <TAB> for _name , _items in v . items ( ) : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> _d [ _name ] = globals ( ) [ self . dicts [ k ] ] ( _items ) <TAB> <TAB> <TAB> <TAB> except AttributeError as e : <TAB> <TAB> <TAB> <TAB> <TAB> raise SyntaxError ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Bad option '{}' in section '{}'"" . format ( _name , k ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> setattr ( _d [ _name ] , ""name"" , _name ) <TAB> <TAB> <TAB> setattr ( self , k , _d ) <TAB> <TAB> else : <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> ""Unknown item "" + k + "" in section "" + self . __class__ . __name__ <TAB> <TAB> <TAB> )",if k in self . members :,452
13559,"def tile(cls, op: ""LGBMAlign""):
    inputs = [
        d for d in [op.data, op.label, op.sample_weight, op.init_score] if d is not None
    ]
    data = op.data
    # check inputs to make sure no unknown chunk shape exists
    check_chunks_unknown_shape(inputs, TilesError)
    ctx = get_context()
    if ctx.running_mode != RunningMode.distributed:
        outputs = [
            inp.rechunk(tuple((s,) for s in inp.shape))._inplace_tile()
            for inp in inputs
        ]
    else:
        if len(data.nsplits[1]) != 1:
            data = data.rechunk({1: data.shape[1]})._inplace_tile()
        outputs = [data]
        for inp in inputs[1:]:
            if inp is not None:
                outputs.append(inp.rechunk((data.nsplits[0],))._inplace_tile())
    kws = []
    for o in outputs:
        kw = o.params.copy()
        kw.update(dict(chunks=o.chunks, nsplits=o.nsplits))
        kws.append(kw)
    new_op = op.copy().reset_key()
    tileables = new_op.new_tileables(inputs, kws=kws)
    return tileables","def tile ( cls , op : ""LGBMAlign"" ) : <TAB> inputs = [ <TAB> <TAB> d for d in [ op . data , op . label , op . sample_weight , op . init_score ] if d is not None <TAB> ] <TAB> data = op . data <TAB> <TAB> check_chunks_unknown_shape ( inputs , TilesError ) <TAB> ctx = get_context ( ) <TAB> if ctx . running_mode != RunningMode . distributed : <TAB> <TAB> outputs = [ <TAB> <TAB> <TAB> inp . rechunk ( tuple ( ( s , ) for s in inp . shape ) ) . _inplace_tile ( ) <TAB> <TAB> <TAB> for inp in inputs <TAB> <TAB> ] <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> data = data . rechunk ( { 1 : data . shape [ 1 ] } ) . _inplace_tile ( ) <TAB> <TAB> outputs = [ data ] <TAB> <TAB> for inp in inputs [ 1 : ] : <TAB> <TAB> <TAB> if inp is not None : <TAB> <TAB> <TAB> <TAB> outputs . append ( inp . rechunk ( ( data . nsplits [ 0 ] , ) ) . _inplace_tile ( ) ) <TAB> kws = [ ] <TAB> for o in outputs : <TAB> <TAB> kw = o . params . copy ( ) <TAB> <TAB> kw . update ( dict ( chunks = o . chunks , nsplits = o . nsplits ) ) <TAB> <TAB> kws . append ( kw ) <TAB> new_op = op . copy ( ) . reset_key ( ) <TAB> tileables = new_op . new_tileables ( inputs , kws = kws ) <TAB> return tileables",if len ( data . nsplits [ 1 ] ) != 1 :,332
2028,"def get_code(self, fullname=None):
    fullname = self._fix_name(fullname)
    if self.code is None:
        mod_type = self.etc[2]
        if mod_type == imp.PY_SOURCE:
            source = self.get_source(fullname)
            self.code = compile(source, self.filename, ""exec"")
        elif mod_type == imp.PY_COMPILED:
            self._reopen()
            try:
                self.code = read_code(self.file)
            finally:
                self.file.close()
        elif mod_type == imp.PKG_DIRECTORY:
            self.code = self._get_delegate().get_code()
    return self.code","def get_code ( self , fullname = None ) : <TAB> fullname = self . _fix_name ( fullname ) <TAB> if self . code is None : <TAB> <TAB> mod_type = self . etc [ 2 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> source = self . get_source ( fullname ) <TAB> <TAB> <TAB> self . code = compile ( source , self . filename , ""exec"" ) <TAB> <TAB> elif mod_type == imp . PY_COMPILED : <TAB> <TAB> <TAB> self . _reopen ( ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> self . code = read_code ( self . file ) <TAB> <TAB> <TAB> finally : <TAB> <TAB> <TAB> <TAB> self . file . close ( ) <TAB> <TAB> elif mod_type == imp . PKG_DIRECTORY : <TAB> <TAB> <TAB> self . code = self . _get_delegate ( ) . get_code ( ) <TAB> return self . code",if mod_type == imp . PY_SOURCE :,196
7252,"def reprocess_lines(processed_lines):
    reprocessed_lines = []
    for line in processed_lines:
        text = """".join(line)
        chunks = sent_tokenize(text)
        if sum(len(x) for x in chunks) != len(text):
            raise ValueError(
                ""Got unexpected text length: \n{}\nvs\n{}"".format(text, chunks)
            )
        chunk_lengths = [len(x) for x in chunks]
        current_length = 0
        new_line = []
        for word in line:
            if len(word) + current_length < chunk_lengths[0]:
                new_line.append(word)
                current_length = current_length + len(word)
            elif len(word) + current_length == chunk_lengths[0]:
                new_line.append(word)
                reprocessed_lines.append(new_line)
                new_line = []
                chunk_lengths = chunk_lengths[1:]
                current_length = 0
            else:
                remaining_len = chunk_lengths[0] - current_length
                new_line.append(word[:remaining_len])
                reprocessed_lines.append(new_line)
                word = word[remaining_len:]
                chunk_lengths = chunk_lengths[1:]
                while len(word) > chunk_lengths[0]:
                    new_line = [word[: chunk_lengths[0]]]
                    reprocessed_lines.append(new_line)
                    word = word[chunk_lengths[0] :]
                    chunk_lengths = chunk_lengths[1:]
                new_line = [word]
                current_length = len(word)
        reprocessed_lines.append(new_line)
    return reprocessed_lines","def reprocess_lines ( processed_lines ) : <TAB> reprocessed_lines = [ ] <TAB> for line in processed_lines : <TAB> <TAB> text = """" . join ( line ) <TAB> <TAB> chunks = sent_tokenize ( text ) <TAB> <TAB> if sum ( len ( x ) for x in chunks ) != len ( text ) : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Got unexpected text length: \n{}\nvs\n{}"" . format ( text , chunks ) <TAB> <TAB> <TAB> ) <TAB> <TAB> chunk_lengths = [ len ( x ) for x in chunks ] <TAB> <TAB> current_length = 0 <TAB> <TAB> new_line = [ ] <TAB> <TAB> for word in line : <TAB> <TAB> <TAB> if len ( word ) + current_length < chunk_lengths [ 0 ] : <TAB> <TAB> <TAB> <TAB> new_line . append ( word ) <TAB> <TAB> <TAB> <TAB> current_length = current_length + len ( word ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> new_line . append ( word ) <TAB> <TAB> <TAB> <TAB> reprocessed_lines . append ( new_line ) <TAB> <TAB> <TAB> <TAB> new_line = [ ] <TAB> <TAB> <TAB> <TAB> chunk_lengths = chunk_lengths [ 1 : ] <TAB> <TAB> <TAB> <TAB> current_length = 0 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> remaining_len = chunk_lengths [ 0 ] - current_length <TAB> <TAB> <TAB> <TAB> new_line . append ( word [ : remaining_len ] ) <TAB> <TAB> <TAB> <TAB> reprocessed_lines . append ( new_line ) <TAB> <TAB> <TAB> <TAB> word = word [ remaining_len : ] <TAB> <TAB> <TAB> <TAB> chunk_lengths = chunk_lengths [ 1 : ] <TAB> <TAB> <TAB> <TAB> while len ( word ) > chunk_lengths [ 0 ] : <TAB> <TAB> <TAB> <TAB> <TAB> new_line = [ word [ : chunk_lengths [ 0 ] ] ] <TAB> <TAB> <TAB> <TAB> <TAB> reprocessed_lines . append ( new_line ) <TAB> <TAB> <TAB> <TAB> <TAB> word = word [ chunk_lengths [ 0 ] : ] <TAB> <TAB> <TAB> <TAB> <TAB> chunk_lengths = chunk_lengths [ 1 : ] <TAB> <TAB> <TAB> <TAB> new_line = [ word ] <TAB> <TAB> <TAB> <TAB> current_length = len ( word ) <TAB> <TAB> reprocessed_lines . append ( new_line ) <TAB> return reprocessed_lines",elif len ( word ) + current_length == chunk_lengths [ 0 ] :,497
19985,"def clean_permissions(
    cls,
    requestor: ""User"",
    group: auth_models.Group,
    errors: Dict[Optional[str], List[ValidationError]],
    cleaned_input: dict,
):
    field = ""add_permissions""
    permission_items = cleaned_input.get(field)
    if permission_items:
        cleaned_input[field] = get_permissions(permission_items)
        if not requestor.is_superuser:
            cls.ensure_can_manage_permissions(
                requestor, errors, field, permission_items
            )
","def clean_permissions ( <TAB> cls , <TAB> requestor : ""User"" , <TAB> group : auth_models . Group , <TAB> errors : Dict [ Optional [ str ] , List [ ValidationError ] ] , <TAB> cleaned_input : dict , ) : <TAB> field = ""add_permissions"" <TAB> permission_items = cleaned_input . get ( field ) <TAB> if permission_items : <TAB> <TAB> cleaned_input [ field ] = get_permissions ( permission_items ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cls . ensure_can_manage_permissions ( <TAB> <TAB> <TAB> <TAB> requestor , errors , field , permission_items <TAB> <TAB> <TAB> )",if not requestor . is_superuser :,142
13022,"def choose_detectors(args):
    all_detector_classes = get_detectors_classes()
    detectors = {d.ARGUMENT: d for d in all_detector_classes}
    arguments = list(detectors.keys())
    detectors_to_run = []
    if not args.exclude_all:
        exclude = []
        if args.detectors_to_exclude:
            exclude = args.detectors_to_exclude.split("","")
            for e in exclude:
                if e not in arguments:
                    raise Exception(
                        f""{e} is not a detector name, must be one of {arguments}. See also `--list-detectors`.""
                    )
        for arg, detector_cls in detectors.items():
            if arg not in exclude:
                detectors_to_run.append(detector_cls)
    return detectors_to_run
","def choose_detectors ( args ) : <TAB> all_detector_classes = get_detectors_classes ( ) <TAB> detectors = { d . ARGUMENT : d for d in all_detector_classes } <TAB> arguments = list ( detectors . keys ( ) ) <TAB> detectors_to_run = [ ] <TAB> if not args . exclude_all : <TAB> <TAB> exclude = [ ] <TAB> <TAB> if args . detectors_to_exclude : <TAB> <TAB> <TAB> exclude = args . detectors_to_exclude . split ( "","" ) <TAB> <TAB> <TAB> for e in exclude : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> f""{e} is not a detector name, must be one of {arguments}. See also `--list-detectors`."" <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> for arg , detector_cls in detectors . items ( ) : <TAB> <TAB> <TAB> if arg not in exclude : <TAB> <TAB> <TAB> <TAB> detectors_to_run . append ( detector_cls ) <TAB> return detectors_to_run",if e not in arguments :,231
7420,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRUCT:
                self.req = TGetTableTypesReq()
                self.req.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . req = TGetTableTypesReq ( ) <TAB> <TAB> <TAB> <TAB> self . req . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STRUCT :,275
6938,"def read_plugin_info(plugin, zip_data):
    file = StringIO.StringIO(zip_data)
    archive = zipfile.ZipFile(file)
    has_info = False
    for name in archive.namelist():
        if name.endswith(""/info.json""):
            data = json.load(archive.open(name))
            plugin.name = data[""name""]
            plugin.info_json = json.dumps(data)
            plugin.categories = data.get(""categories"", [""Other""])
            has_info = True
        elif name.endswith(""/Icon.png"") or name.endswith(""/icon.png""):
            data = archive.open(name).read()
            plugin.icon_url = resize_and_store(data, 128)
        elif name.endswith(""/Screenshot.png""):
            screenshot = archive.open(name).read()
            plugin.screenshot_url = resize_and_store(screenshot, 800)
        elif name.endswith("".version""):
            plugin.version = int(name.split(""/"")[-1].split(""."")[0])
    return has_info","def read_plugin_info ( plugin , zip_data ) : <TAB> file = StringIO . StringIO ( zip_data ) <TAB> archive = zipfile . ZipFile ( file ) <TAB> has_info = False <TAB> for name in archive . namelist ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> data = json . load ( archive . open ( name ) ) <TAB> <TAB> <TAB> plugin . name = data [ ""name"" ] <TAB> <TAB> <TAB> plugin . info_json = json . dumps ( data ) <TAB> <TAB> <TAB> plugin . categories = data . get ( ""categories"" , [ ""Other"" ] ) <TAB> <TAB> <TAB> has_info = True <TAB> <TAB> elif name . endswith ( ""/Icon.png"" ) or name . endswith ( ""/icon.png"" ) : <TAB> <TAB> <TAB> data = archive . open ( name ) . read ( ) <TAB> <TAB> <TAB> plugin . icon_url = resize_and_store ( data , 128 ) <TAB> <TAB> elif name . endswith ( ""/Screenshot.png"" ) : <TAB> <TAB> <TAB> screenshot = archive . open ( name ) . read ( ) <TAB> <TAB> <TAB> plugin . screenshot_url = resize_and_store ( screenshot , 800 ) <TAB> <TAB> elif name . endswith ( "".version"" ) : <TAB> <TAB> <TAB> plugin . version = int ( name . split ( ""/"" ) [ - 1 ] . split ( ""."" ) [ 0 ] ) <TAB> return has_info","if name . endswith ( ""/info.json"" ) :",271
24088,"def _actions_read(self, c):
    self.action_input.handle_read(c)
    if c in [curses.KEY_ENTER, util.KEY_ENTER2]:
        # take action
        if self.action_input.selected_index == 0:  # Cancel
            self.back_to_parent()
        elif self.action_input.selected_index == 1:  # Apply
            self._apply_prefs()
            client.core.get_config().addCallback(self._update_preferences)
        elif self.action_input.selected_index == 2:  # OK
            self._apply_prefs()
            self.back_to_parent()","def _actions_read ( self , c ) : <TAB> self . action_input . handle_read ( c ) <TAB> if c in [ curses . KEY_ENTER , util . KEY_ENTER2 ] : <TAB> <TAB> <TAB> <TAB> if self . action_input . selected_index == 0 : <TAB> <TAB> <TAB> self . back_to_parent ( ) <TAB> <TAB> elif self . action_input . selected_index == 1 : <TAB> <TAB> <TAB> self . _apply_prefs ( ) <TAB> <TAB> <TAB> client . core . get_config ( ) . addCallback ( self . _update_preferences ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _apply_prefs ( ) <TAB> <TAB> <TAB> self . back_to_parent ( )",elif self . action_input . selected_index == 2 :,174
3202,"def untokenize(self, iterable):
    it = iter(iterable)
    indents = []
    startline = False
    for t in it:
        if len(t) == 2:
            self.compat(t, it)
            break
        tok_type, token, start, end, line = t
        if tok_type == ENDMARKER:
            break
        if tok_type == INDENT:
            indents.append(token)
            continue
        elif tok_type == DEDENT:
            indents.pop()
            self.prev_row, self.prev_col = end
            continue
        elif tok_type in (NEWLINE, NL):
            startline = True
        elif startline and indents:
            indent = indents[-1]
            if start[1] >= len(indent):
                self.tokens.append(indent)
                self.prev_col = len(indent)
            startline = False
        self.add_whitespace(start)
        self.tokens.append(token)
        self.prev_row, self.prev_col = end
        if tok_type in (NEWLINE, NL):
            self.prev_row += 1
            self.prev_col = 0
    return """".join(self.tokens)","def untokenize ( self , iterable ) : <TAB> it = iter ( iterable ) <TAB> indents = [ ] <TAB> startline = False <TAB> for t in it : <TAB> <TAB> if len ( t ) == 2 : <TAB> <TAB> <TAB> self . compat ( t , it ) <TAB> <TAB> <TAB> break <TAB> <TAB> tok_type , token , start , end , line = t <TAB> <TAB> if tok_type == ENDMARKER : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> indents . append ( token ) <TAB> <TAB> <TAB> continue <TAB> <TAB> elif tok_type == DEDENT : <TAB> <TAB> <TAB> indents . pop ( ) <TAB> <TAB> <TAB> self . prev_row , self . prev_col = end <TAB> <TAB> <TAB> continue <TAB> <TAB> elif tok_type in ( NEWLINE , NL ) : <TAB> <TAB> <TAB> startline = True <TAB> <TAB> elif startline and indents : <TAB> <TAB> <TAB> indent = indents [ - 1 ] <TAB> <TAB> <TAB> if start [ 1 ] >= len ( indent ) : <TAB> <TAB> <TAB> <TAB> self . tokens . append ( indent ) <TAB> <TAB> <TAB> <TAB> self . prev_col = len ( indent ) <TAB> <TAB> <TAB> startline = False <TAB> <TAB> self . add_whitespace ( start ) <TAB> <TAB> self . tokens . append ( token ) <TAB> <TAB> self . prev_row , self . prev_col = end <TAB> <TAB> if tok_type in ( NEWLINE , NL ) : <TAB> <TAB> <TAB> self . prev_row += 1 <TAB> <TAB> <TAB> self . prev_col = 0 <TAB> return """" . join ( self . tokens )",if tok_type == INDENT :,337
10253,"def force_ipv4(self, *args):
    """"""only ipv4 localhost in /etc/hosts""""""
    logg.debug(""checking /etc/hosts for '::1 localhost'"")
    lines = []
    for line in open(self.etc_hosts()):
        if ""::1"" in line:
            newline = re.sub(""\\slocalhost\\s"", "" "", line)
            if line != newline:
                logg.info(""/etc/hosts: '%s' => '%s'"", line.rstrip(), newline.rstrip())
                line = newline
        lines.append(line)
    f = open(self.etc_hosts(), ""w"")
    for line in lines:
        f.write(line)
    f.close()","def force_ipv4 ( self , * args ) : <TAB> """"""only ipv4 localhost in /etc/hosts"""""" <TAB> logg . debug ( ""checking /etc/hosts for '::1 localhost'"" ) <TAB> lines = [ ] <TAB> for line in open ( self . etc_hosts ( ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> newline = re . sub ( ""\\slocalhost\\s"" , "" "" , line ) <TAB> <TAB> <TAB> if line != newline : <TAB> <TAB> <TAB> <TAB> logg . info ( ""/etc/hosts: '%s' => '%s'"" , line . rstrip ( ) , newline . rstrip ( ) ) <TAB> <TAB> <TAB> <TAB> line = newline <TAB> <TAB> lines . append ( line ) <TAB> f = open ( self . etc_hosts ( ) , ""w"" ) <TAB> for line in lines : <TAB> <TAB> f . write ( line ) <TAB> f . close ( )","if ""::1"" in line :",182
14271,"def build_share(config, share):
    if share[""paths""]:
        result = [p.rstrip(""/"") for p in share[""paths""]]
        if share[""alldirs""]:
            result.append(""-alldirs"")
        if share[""ro""]:
            result.append(""-ro"")
        if share[""quiet""]:
            result.append(""-quiet"")
        if share[""mapall_user""]:
            s = '-mapall=""' + share[""mapall_user""].replace(""\\"", ""\\\\"") + '""'
            if share[""mapall_group""]:
                s += ':""' + share[""mapall_group""].replace(""\\"", ""\\\\"") + '""'
            result.append(s)
        elif share[""maproot_user""]:
            s = '-maproot=""' + share[""maproot_user""].replace(""\\"", ""\\\\"") + '""'
            if share[""maproot_group""]:
                s += ':""' + share[""maproot_group""].replace(""\\"", ""\\\\"") + '""'
            result.append(s)
        if config[""v4""] and share[""security""]:
            result.append(""-sec="" + "":"".join([s.lower() for s in share[""security""]]))
        targets = build_share_targets(share)
        if targets:
            return ["" "".join(result + [target]) for target in targets]
        else:
            return ["" "".join(result)]
    return []","def build_share ( config , share ) : <TAB> if share [ ""paths"" ] : <TAB> <TAB> result = [ p . rstrip ( ""/"" ) for p in share [ ""paths"" ] ] <TAB> <TAB> if share [ ""alldirs"" ] : <TAB> <TAB> <TAB> result . append ( ""-alldirs"" ) <TAB> <TAB> if share [ ""ro"" ] : <TAB> <TAB> <TAB> result . append ( ""-ro"" ) <TAB> <TAB> if share [ ""quiet"" ] : <TAB> <TAB> <TAB> result . append ( ""-quiet"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> s = '-mapall=""' + share [ ""mapall_user"" ] . replace ( ""\\"" , ""\\\\"" ) + '""' <TAB> <TAB> <TAB> if share [ ""mapall_group"" ] : <TAB> <TAB> <TAB> <TAB> s += ':""' + share [ ""mapall_group"" ] . replace ( ""\\"" , ""\\\\"" ) + '""' <TAB> <TAB> <TAB> result . append ( s ) <TAB> <TAB> elif share [ ""maproot_user"" ] : <TAB> <TAB> <TAB> s = '-maproot=""' + share [ ""maproot_user"" ] . replace ( ""\\"" , ""\\\\"" ) + '""' <TAB> <TAB> <TAB> if share [ ""maproot_group"" ] : <TAB> <TAB> <TAB> <TAB> s += ':""' + share [ ""maproot_group"" ] . replace ( ""\\"" , ""\\\\"" ) + '""' <TAB> <TAB> <TAB> result . append ( s ) <TAB> <TAB> if config [ ""v4"" ] and share [ ""security"" ] : <TAB> <TAB> <TAB> result . append ( ""-sec="" + "":"" . join ( [ s . lower ( ) for s in share [ ""security"" ] ] ) ) <TAB> <TAB> targets = build_share_targets ( share ) <TAB> <TAB> if targets : <TAB> <TAB> <TAB> return [ "" "" . join ( result + [ target ] ) for target in targets ] <TAB> <TAB> else : <TAB> <TAB> <TAB> return [ "" "" . join ( result ) ] <TAB> return [ ]","if share [ ""mapall_user"" ] :",344
8984,"def get_descendants(self, el, tags=True, no_iframe=False):
    """"""Get descendants.""""""
    if not no_iframe or not self.is_iframe(el):
        next_good = None
        for child in el.descendants:
            if next_good is not None:
                if child is not next_good:
                    continue
                next_good = None
            is_tag = self.is_tag(child)
            if no_iframe and is_tag and self.is_iframe(child):
                if child.next_sibling is not None:
                    next_good = child.next_sibling
                else:
                    last_child = child
                    while self.is_tag(last_child) and last_child.contents:
                        last_child = last_child.contents[-1]
                    next_good = last_child.next_element
                yield child
                if next_good is None:
                    break
                # Coverage isn't seeing this even though it's executed
                continue  # pragma: no cover
            if not tags or is_tag:
                yield child","def get_descendants ( self , el , tags = True , no_iframe = False ) : <TAB> """"""Get descendants."""""" <TAB> if not no_iframe or not self . is_iframe ( el ) : <TAB> <TAB> next_good = None <TAB> <TAB> for child in el . descendants : <TAB> <TAB> <TAB> if next_good is not None : <TAB> <TAB> <TAB> <TAB> if child is not next_good : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> next_good = None <TAB> <TAB> <TAB> is_tag = self . is_tag ( child ) <TAB> <TAB> <TAB> if no_iframe and is_tag and self . is_iframe ( child ) : <TAB> <TAB> <TAB> <TAB> if child . next_sibling is not None : <TAB> <TAB> <TAB> <TAB> <TAB> next_good = child . next_sibling <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> last_child = child <TAB> <TAB> <TAB> <TAB> <TAB> while self . is_tag ( last_child ) and last_child . contents : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> last_child = last_child . contents [ - 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> next_good = last_child . next_element <TAB> <TAB> <TAB> <TAB> yield child <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if not tags or is_tag : <TAB> <TAB> <TAB> <TAB> yield child",if next_good is None :,322
13692,"def resolve_name(self, modname, parents, path, base):
    if modname is None:
        if path:
            mod_cls = path.rstrip(""."")
        else:
            mod_cls = None
            # if documenting a class-level object without path,
            # there must be a current class, either from a parent
            # auto directive ...
            mod_cls = self.env.temp_data.get(""autodoc:class"")
            # ... or from a class directive
            if mod_cls is None:
                mod_cls = self.env.temp_data.get(""py:class"")
            # ... if still None, there's no way to know
            if mod_cls is None:
                return None, []
        # HACK: this is added in comparison to ClassLevelDocumenter
        # mod_cls still exists of class.accessor, so an extra
        # rpartition is needed
        modname, accessor = rpartition(mod_cls, ""."")
        modname, cls = rpartition(modname, ""."")
        parents = [cls, accessor]
        # if the module name is still missing, get it like above
        if not modname:
            modname = self.env.temp_data.get(""autodoc:module"")
        if not modname:
            if sphinx.__version__ > ""1.3"":
                modname = self.env.ref_context.get(""py:module"")
            else:
                modname = self.env.temp_data.get(""py:module"")
        # ... else, it stays None, which means invalid
    return modname, parents + [base]","def resolve_name ( self , modname , parents , path , base ) : <TAB> if modname is None : <TAB> <TAB> if path : <TAB> <TAB> <TAB> mod_cls = path . rstrip ( ""."" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> mod_cls = None <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> mod_cls = self . env . temp_data . get ( ""autodoc:class"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if mod_cls is None : <TAB> <TAB> <TAB> <TAB> mod_cls = self . env . temp_data . get ( ""py:class"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if mod_cls is None : <TAB> <TAB> <TAB> <TAB> return None , [ ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> modname , accessor = rpartition ( mod_cls , ""."" ) <TAB> <TAB> modname , cls = rpartition ( modname , ""."" ) <TAB> <TAB> parents = [ cls , accessor ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> modname = self . env . temp_data . get ( ""autodoc:module"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if sphinx . __version__ > ""1.3"" : <TAB> <TAB> <TAB> <TAB> modname = self . env . ref_context . get ( ""py:module"" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> modname = self . env . temp_data . get ( ""py:module"" ) <TAB> <TAB> <TAB> return modname , parents + [ base ]",if not modname :,413
21210,"def create_fb_format(data, dpath):
    fw1 = open(os.path.join(dpath, ""train.txt""), ""w"")
    fw2 = open(os.path.join(dpath, ""valid.txt""), ""w"")
    fw3 = open(os.path.join(dpath, ""test.txt""), ""w"")
    for i in range(0, len(data) - 1, 2):
        fout = fw1
        if (i % 500) == 0:
            fout = fw2
        elif (i % 500) == 2:
            fout = fw3
        use = True
        x = data[i].rstrip("" "").lstrip("" "").replace(""\t"", "" "")
        y = data[i + 1].rstrip("" "").lstrip("" "").replace(""\t"", "" "")
        x = x.replace(""|"", "" __PIPE__ "")
        y = y.replace(""|"", "" __PIPE__ "")
        x = """".join(list(map(replace_emoji, x)))
        y = """".join(list(map(replace_emoji, y)))
        x = split_punctuation(unidecode.unidecode(x))
        y = split_punctuation(unidecode.unidecode(y))
        x = "" "".join(x.split())
        y = "" "".join(y.split())
        if len(x) < 1 or len(y) < 1:
            use = False
        if use:
            s = ""text:"" + x + ""\tlabels:"" + y + ""\tepisode_done:True""
            fout.write(""{} \n"".format(s))
    fw1.close()
    fw2.close()
    fw3.close()","def create_fb_format ( data , dpath ) : <TAB> fw1 = open ( os . path . join ( dpath , ""train.txt"" ) , ""w"" ) <TAB> fw2 = open ( os . path . join ( dpath , ""valid.txt"" ) , ""w"" ) <TAB> fw3 = open ( os . path . join ( dpath , ""test.txt"" ) , ""w"" ) <TAB> for i in range ( 0 , len ( data ) - 1 , 2 ) : <TAB> <TAB> fout = fw1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fout = fw2 <TAB> <TAB> elif ( i % 500 ) == 2 : <TAB> <TAB> <TAB> fout = fw3 <TAB> <TAB> use = True <TAB> <TAB> x = data [ i ] . rstrip ( "" "" ) . lstrip ( "" "" ) . replace ( ""\t"" , "" "" ) <TAB> <TAB> y = data [ i + 1 ] . rstrip ( "" "" ) . lstrip ( "" "" ) . replace ( ""\t"" , "" "" ) <TAB> <TAB> x = x . replace ( ""|"" , "" __PIPE__ "" ) <TAB> <TAB> y = y . replace ( ""|"" , "" __PIPE__ "" ) <TAB> <TAB> x = """" . join ( list ( map ( replace_emoji , x ) ) ) <TAB> <TAB> y = """" . join ( list ( map ( replace_emoji , y ) ) ) <TAB> <TAB> x = split_punctuation ( unidecode . unidecode ( x ) ) <TAB> <TAB> y = split_punctuation ( unidecode . unidecode ( y ) ) <TAB> <TAB> x = "" "" . join ( x . split ( ) ) <TAB> <TAB> y = "" "" . join ( y . split ( ) ) <TAB> <TAB> if len ( x ) < 1 or len ( y ) < 1 : <TAB> <TAB> <TAB> use = False <TAB> <TAB> if use : <TAB> <TAB> <TAB> s = ""text:"" + x + ""\tlabels:"" + y + ""\tepisode_done:True"" <TAB> <TAB> <TAB> fout . write ( ""{} \n"" . format ( s ) ) <TAB> fw1 . close ( ) <TAB> fw2 . close ( ) <TAB> fw3 . close ( )",if ( i % 500 ) == 0 :,419
17112,"def get_commandline(self):
    if self.mm:
        # set the as with our new dtb so we can read from userland
        proc_as = self.get_process_address_space()
        if proc_as == None:
            return """"
        # read argv from userland
        start = self.mm.arg_start.v()
        size_to_read = self.mm.arg_end - self.mm.arg_start
        if size_to_read < 1 or size_to_read > 4096:
            name = """"
        else:
            argv = proc_as.read(start, size_to_read)
            if argv:
                # split the \x00 buffer into args
                name = "" "".join(argv.split(""\x00""))
            else:
                name = """"
    else:
        # kernel thread
        name = ""["" + self.comm + ""]""
    if len(name) > 1 and name[-1] == "" "":
        name = name[:-1]
    return name","def get_commandline ( self ) : <TAB> if self . mm : <TAB> <TAB> <TAB> <TAB> proc_as = self . get_process_address_space ( ) <TAB> <TAB> if proc_as == None : <TAB> <TAB> <TAB> return """" <TAB> <TAB> <TAB> <TAB> start = self . mm . arg_start . v ( ) <TAB> <TAB> size_to_read = self . mm . arg_end - self . mm . arg_start <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> name = """" <TAB> <TAB> else : <TAB> <TAB> <TAB> argv = proc_as . read ( start , size_to_read ) <TAB> <TAB> <TAB> if argv : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> name = "" "" . join ( argv . split ( ""\x00"" ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> name = """" <TAB> else : <TAB> <TAB> <TAB> <TAB> name = ""["" + self . comm + ""]"" <TAB> if len ( name ) > 1 and name [ - 1 ] == "" "" : <TAB> <TAB> name = name [ : - 1 ] <TAB> return name",if size_to_read < 1 or size_to_read > 4096 :,275
19352,"def _convert_dense_data(
    instances,
    bin_inner_param: BinInnerParam,
    bin_results: BinResults,
    abnormal_list: list,
    convert_type: str = ""bin_num"",
):
    instances = copy.deepcopy(instances)
    features = instances.features
    transform_cols_idx = bin_inner_param.transform_bin_indexes
    split_points_dict = bin_results.all_split_points
    for col_idx, col_value in enumerate(features):
        if col_idx in transform_cols_idx:
            if col_value in abnormal_list:
                features[col_idx] = col_value
                continue
            col_name = bin_inner_param.header[col_idx]
            split_points = split_points_dict[col_name]
            bin_num = BaseBinning.get_bin_num(col_value, split_points)
            if convert_type == ""bin_num"":
                features[col_idx] = bin_num
            elif convert_type == ""woe"":
                col_results = bin_results.all_cols_results.get(col_name)
                woe_value = col_results.woe_array[bin_num]
                features[col_idx] = woe_value
            else:
                features[col_idx] = col_value
    instances.features = features
    return instances
","def _convert_dense_data ( <TAB> instances , <TAB> bin_inner_param : BinInnerParam , <TAB> bin_results : BinResults , <TAB> abnormal_list : list , <TAB> convert_type : str = ""bin_num"" , ) : <TAB> instances = copy . deepcopy ( instances ) <TAB> features = instances . features <TAB> transform_cols_idx = bin_inner_param . transform_bin_indexes <TAB> split_points_dict = bin_results . all_split_points <TAB> for col_idx , col_value in enumerate ( features ) : <TAB> <TAB> if col_idx in transform_cols_idx : <TAB> <TAB> <TAB> if col_value in abnormal_list : <TAB> <TAB> <TAB> <TAB> features [ col_idx ] = col_value <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> col_name = bin_inner_param . header [ col_idx ] <TAB> <TAB> <TAB> split_points = split_points_dict [ col_name ] <TAB> <TAB> <TAB> bin_num = BaseBinning . get_bin_num ( col_value , split_points ) <TAB> <TAB> <TAB> if convert_type == ""bin_num"" : <TAB> <TAB> <TAB> <TAB> features [ col_idx ] = bin_num <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> col_results = bin_results . all_cols_results . get ( col_name ) <TAB> <TAB> <TAB> <TAB> woe_value = col_results . woe_array [ bin_num ] <TAB> <TAB> <TAB> <TAB> features [ col_idx ] = woe_value <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> features [ col_idx ] = col_value <TAB> instances . features = features <TAB> return instances","elif convert_type == ""woe"" :",377
16149,"def refresh(self, inicontents=None):
    comment_count = 1
    unknown_count = 1
    curr_indent = """"
    inicontents = inicontents or self.inicontents
    inicontents = inicontents.strip(os.linesep)
    if not inicontents:
        return
    for opt in self:
        self.pop(opt)
    for opt_str in inicontents.split(os.linesep):
        # Match comments
        com_match = COM_REGX.match(opt_str)
        if com_match:
            name = ""#comment{0}"".format(comment_count)
            self.com = com_match.group(1)
            comment_count += 1
            self.update({name: opt_str})
            continue
        # Add indented lines to the value of the previous entry.
        indented_match = INDENTED_REGX.match(opt_str)
        if indented_match:
            indent = indented_match.group(1).replace(""\t"", ""    "")
            if indent > curr_indent:
                options = list(self)
                if options:
                    prev_opt = options[-1]
                    value = self.get(prev_opt)
                    self.update({prev_opt: os.linesep.join((value, opt_str))})
                continue
        # Match normal key+value lines.
        opt_match = self.opt_regx.match(opt_str)
        if opt_match:
            curr_indent, name, self.sep, value = opt_match.groups()
            curr_indent = curr_indent.replace(""\t"", ""    "")
            self.update({name: value})
            continue
        # Anything remaining is a mystery.
        name = ""#unknown{0}"".format(unknown_count)
        self.update({name: opt_str})
        unknown_count += 1","def refresh ( self , inicontents = None ) : <TAB> comment_count = 1 <TAB> unknown_count = 1 <TAB> curr_indent = """" <TAB> inicontents = inicontents or self . inicontents <TAB> inicontents = inicontents . strip ( os . linesep ) <TAB> if not inicontents : <TAB> <TAB> return <TAB> for opt in self : <TAB> <TAB> self . pop ( opt ) <TAB> for opt_str in inicontents . split ( os . linesep ) : <TAB> <TAB> <TAB> <TAB> com_match = COM_REGX . match ( opt_str ) <TAB> <TAB> if com_match : <TAB> <TAB> <TAB> name = ""#comment{0}"" . format ( comment_count ) <TAB> <TAB> <TAB> self . com = com_match . group ( 1 ) <TAB> <TAB> <TAB> comment_count += 1 <TAB> <TAB> <TAB> self . update ( { name : opt_str } ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> indented_match = INDENTED_REGX . match ( opt_str ) <TAB> <TAB> if indented_match : <TAB> <TAB> <TAB> indent = indented_match . group ( 1 ) . replace ( ""\t"" , ""    "" ) <TAB> <TAB> <TAB> if indent > curr_indent : <TAB> <TAB> <TAB> <TAB> options = list ( self ) <TAB> <TAB> <TAB> <TAB> if options : <TAB> <TAB> <TAB> <TAB> <TAB> prev_opt = options [ - 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> value = self . get ( prev_opt ) <TAB> <TAB> <TAB> <TAB> <TAB> self . update ( { prev_opt : os . linesep . join ( ( value , opt_str ) ) } ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> opt_match = self . opt_regx . match ( opt_str ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> curr_indent , name , self . sep , value = opt_match . groups ( ) <TAB> <TAB> <TAB> curr_indent = curr_indent . replace ( ""\t"" , ""    "" ) <TAB> <TAB> <TAB> self . update ( { name : value } ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> name = ""#unknown{0}"" . format ( unknown_count ) <TAB> <TAB> self . update ( { name : opt_str } ) <TAB> <TAB> unknown_count += 1",if opt_match :,502
17908,"def _GetCSVRow(self, value):
    row = []
    for type_info in value.__class__.type_infos:
        if isinstance(type_info, rdf_structs.ProtoEmbedded):
            row.extend(self._GetCSVRow(value.Get(type_info.name)))
        elif isinstance(type_info, rdf_structs.ProtoBinary):
            row.append(text.Asciify(value.Get(type_info.name)))
        else:
            row.append(str(value.Get(type_info.name)))
    return row
","def _GetCSVRow ( self , value ) : <TAB> row = [ ] <TAB> for type_info in value . __class__ . type_infos : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> row . extend ( self . _GetCSVRow ( value . Get ( type_info . name ) ) ) <TAB> <TAB> elif isinstance ( type_info , rdf_structs . ProtoBinary ) : <TAB> <TAB> <TAB> row . append ( text . Asciify ( value . Get ( type_info . name ) ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> row . append ( str ( value . Get ( type_info . name ) ) ) <TAB> return row","if isinstance ( type_info , rdf_structs . ProtoEmbedded ) :",143
2141,"def _parse_job(output):
    BSE_exitons_patt = re.compile(
        r""^exiton \s+ (\d+)  : \s+  ([\d.]+) \( \s+ ([-\d.]+) \) \s+ \| .*  "",
        re.VERBOSE,
    )
    end_patt = re.compile(r""\s*program returned normally\s*"")
    total_time_patt = re.compile(r""\s*total \s+ time: \s+  ([\d.]+) .*"", re.VERBOSE)
    BSE_results = {}
    parse_BSE_results = False
    parse_total_time = False
    for l in output.split(""\n""):
        if parse_total_time:
            m = end_patt.search(l)
            if m:
                BSE_results.update(end_normally=True)
            m = total_time_patt.search(l)
            if m:
                BSE_results.update(total_time=m.group(1))
        if parse_BSE_results:
            if l.find(""FULL BSE main valence -> conduction transitions weight:"") != -1:
                parse_total_time = True
                parse_BSE_results = False
                continue
            m = BSE_exitons_patt.search(l)
            if m:
                d = {}
                d.update(bse_eig=m.group(2), osc_strength=m.group(3))
                BSE_results[str(m.group(1).strip())] = d
        if l.find(""FULL BSE eig.(eV), osc. strength and dipoles:"") != -1:
            parse_BSE_results = True
    return BSE_results","def _parse_job ( output ) : <TAB> BSE_exitons_patt = re . compile ( <TAB> <TAB> r""^exiton \s+ (\d+)  : \s+  ([\d.]+) \( \s+ ([-\d.]+) \) \s+ \| .*  "" , <TAB> <TAB> re . VERBOSE , <TAB> ) <TAB> end_patt = re . compile ( r""\s*program returned normally\s*"" ) <TAB> total_time_patt = re . compile ( r""\s*total \s+ time: \s+  ([\d.]+) .*"" , re . VERBOSE ) <TAB> BSE_results = { } <TAB> parse_BSE_results = False <TAB> parse_total_time = False <TAB> for l in output . split ( ""\n"" ) : <TAB> <TAB> if parse_total_time : <TAB> <TAB> <TAB> m = end_patt . search ( l ) <TAB> <TAB> <TAB> if m : <TAB> <TAB> <TAB> <TAB> BSE_results . update ( end_normally = True ) <TAB> <TAB> <TAB> m = total_time_patt . search ( l ) <TAB> <TAB> <TAB> if m : <TAB> <TAB> <TAB> <TAB> BSE_results . update ( total_time = m . group ( 1 ) ) <TAB> <TAB> if parse_BSE_results : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> parse_total_time = True <TAB> <TAB> <TAB> <TAB> parse_BSE_results = False <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> m = BSE_exitons_patt . search ( l ) <TAB> <TAB> <TAB> if m : <TAB> <TAB> <TAB> <TAB> d = { } <TAB> <TAB> <TAB> <TAB> d . update ( bse_eig = m . group ( 2 ) , osc_strength = m . group ( 3 ) ) <TAB> <TAB> <TAB> <TAB> BSE_results [ str ( m . group ( 1 ) . strip ( ) ) ] = d <TAB> <TAB> if l . find ( ""FULL BSE eig.(eV), osc. strength and dipoles:"" ) != - 1 : <TAB> <TAB> <TAB> parse_BSE_results = True <TAB> return BSE_results","if l . find ( ""FULL BSE main valence -> conduction transitions weight:"" ) != - 1 :",465
18283,"def _setSitemapTargets():
    if not conf.sitemapUrl:
        return
    infoMsg = ""parsing sitemap '%s'"" % conf.sitemapUrl
    logger.info(infoMsg)
    found = False
    for item in parseSitemap(conf.sitemapUrl):
        if re.match(r""[^ ]+\?(.+)"", item, re.I):
            found = True
            kb.targets.add((item.strip(), None, None, None, None))
    if not found and not conf.forms and not conf.crawlDepth:
        warnMsg = ""no usable links found (with GET parameters)""
        logger.warn(warnMsg)
","def _setSitemapTargets ( ) : <TAB> if not conf . sitemapUrl : <TAB> <TAB> return <TAB> infoMsg = ""parsing sitemap '%s'"" % conf . sitemapUrl <TAB> logger . info ( infoMsg ) <TAB> found = False <TAB> for item in parseSitemap ( conf . sitemapUrl ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> found = True <TAB> <TAB> <TAB> kb . targets . add ( ( item . strip ( ) , None , None , None , None ) ) <TAB> if not found and not conf . forms and not conf . crawlDepth : <TAB> <TAB> warnMsg = ""no usable links found (with GET parameters)"" <TAB> <TAB> logger . warn ( warnMsg )","if re . match ( r""[^ ]+\?(.+)"" , item , re . I ) :",159
11177,"def on_update(self):
    #
    # Calculate maximum # of planes per well
    #
    self.max_per_well = 0
    for pd in list(self.plate_well_site.values()):
        for wd in list(pd.values()):
            nplanes = sum([len(x) for x in list(wd.values())])
            if nplanes > self.max_per_well:
                self.max_per_well = nplanes
    for registrant in self.registrants:
        registrant()",def on_update ( self ) : <TAB> <TAB> <TAB> <TAB> self . max_per_well = 0 <TAB> for pd in list ( self . plate_well_site . values ( ) ) : <TAB> <TAB> for wd in list ( pd . values ( ) ) : <TAB> <TAB> <TAB> nplanes = sum ( [ len ( x ) for x in list ( wd . values ( ) ) ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . max_per_well = nplanes <TAB> for registrant in self . registrants : <TAB> <TAB> registrant ( ),if nplanes > self . max_per_well :,137
14200,"def get_all_ns():
    ns_set = []
    gridfs_ns_set = []
    db_list = self.namespace_config.get_included_databases()
    if not db_list:
        # Only use listDatabases when the configured databases are not
        # explicit.
        db_list = retry_until_ok(self.primary_client.database_names)
    for database in db_list:
        if database == ""config"" or database == ""local"":
            continue
        coll_list = retry_until_ok(self.primary_client[database].collection_names)
        for coll in coll_list:
            # ignore system collections
            if coll.startswith(""system.""):
                continue
            # ignore gridfs chunks collections
            if coll.endswith("".chunks""):
                continue
            if coll.endswith("".files""):
                namespace = ""%s.%s"" % (database, coll)
                namespace = namespace[: -len("".files"")]
                if self.namespace_config.gridfs_namespace(namespace):
                    gridfs_ns_set.append(namespace)
            else:
                namespace = ""%s.%s"" % (database, coll)
                if self.namespace_config.map_namespace(namespace):
                    ns_set.append(namespace)
    return ns_set, gridfs_ns_set
","def get_all_ns ( ) : <TAB> ns_set = [ ] <TAB> gridfs_ns_set = [ ] <TAB> db_list = self . namespace_config . get_included_databases ( ) <TAB> if not db_list : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> db_list = retry_until_ok ( self . primary_client . database_names ) <TAB> for database in db_list : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> coll_list = retry_until_ok ( self . primary_client [ database ] . collection_names ) <TAB> <TAB> for coll in coll_list : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if coll . startswith ( ""system."" ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if coll . endswith ( "".chunks"" ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if coll . endswith ( "".files"" ) : <TAB> <TAB> <TAB> <TAB> namespace = ""%s.%s"" % ( database , coll ) <TAB> <TAB> <TAB> <TAB> namespace = namespace [ : - len ( "".files"" ) ] <TAB> <TAB> <TAB> <TAB> if self . namespace_config . gridfs_namespace ( namespace ) : <TAB> <TAB> <TAB> <TAB> <TAB> gridfs_ns_set . append ( namespace ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> namespace = ""%s.%s"" % ( database , coll ) <TAB> <TAB> <TAB> <TAB> if self . namespace_config . map_namespace ( namespace ) : <TAB> <TAB> <TAB> <TAB> <TAB> ns_set . append ( namespace ) <TAB> return ns_set , gridfs_ns_set","if database == ""config"" or database == ""local"" :",358
11,"def parse_ec2_keys():
    path = os.path.expanduser(""~/.ec2-keys"")
    if os.path.isfile(path):
        with open(path, ""r"") as f:
            contents = f.read()
            for l in contents.splitlines():
                l = l.split(""#"")[0]  # drop comments
                w = l.split()
                if len(w) < 2 or len(w) > 3:
                    continue
                if len(w) == 3 and w[2] == access_key_id:
                    return (w[0], w[1])
                if w[0] == access_key_id:
                    return (access_key_id, w[1])
    return None","def parse_ec2_keys ( ) : <TAB> path = os . path . expanduser ( ""~/.ec2-keys"" ) <TAB> if os . path . isfile ( path ) : <TAB> <TAB> with open ( path , ""r"" ) as f : <TAB> <TAB> <TAB> contents = f . read ( ) <TAB> <TAB> <TAB> for l in contents . splitlines ( ) : <TAB> <TAB> <TAB> <TAB> l = l . split ( ""#"" ) [ 0 ] <TAB> <TAB> <TAB> <TAB> w = l . split ( ) <TAB> <TAB> <TAB> <TAB> if len ( w ) < 2 or len ( w ) > 3 : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if len ( w ) == 3 and w [ 2 ] == access_key_id : <TAB> <TAB> <TAB> <TAB> <TAB> return ( w [ 0 ] , w [ 1 ] ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> return ( access_key_id , w [ 1 ] ) <TAB> return None",if w [ 0 ] == access_key_id :,205
17924,"def EnsureTempDirIsSane(directory):
    """"""Checks that the directory exists and has the correct permissions set.""""""
    if not os.path.isabs(directory):
        raise ErrorBadPath(""Directory %s is not absolute"" % directory)
    if os.path.isdir(directory):
        # The temp dir already exists, we probably created it already but
        # let's check to make sure.
        if not client_utils.VerifyFileOwner(directory):
            # Just delete it, it's only temp dirs and we don't own it. If
            # this goes wrong we just raise.
            shutil.rmtree(directory)
    if not os.path.isdir(directory):
        os.makedirs(directory)
        # Make directory 700 before we write the file
        if sys.platform == ""win32"":
            from grr_response_client import (
                client_utils_windows,
            )  # pylint: disable=g-import-not-at-top
            client_utils_windows.WinChmod(
                directory, [""FILE_GENERIC_READ"", ""FILE_GENERIC_WRITE""]
            )
        else:
            os.chmod(directory, stat.S_IXUSR | stat.S_IRUSR | stat.S_IWUSR)","def EnsureTempDirIsSane ( directory ) : <TAB> """"""Checks that the directory exists and has the correct permissions set."""""" <TAB> if not os . path . isabs ( directory ) : <TAB> <TAB> raise ErrorBadPath ( ""Directory %s is not absolute"" % directory ) <TAB> if os . path . isdir ( directory ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not client_utils . VerifyFileOwner ( directory ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> shutil . rmtree ( directory ) <TAB> if not os . path . isdir ( directory ) : <TAB> <TAB> os . makedirs ( directory ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> from grr_response_client import ( <TAB> <TAB> <TAB> <TAB> client_utils_windows , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> client_utils_windows . WinChmod ( <TAB> <TAB> <TAB> <TAB> directory , [ ""FILE_GENERIC_READ"" , ""FILE_GENERIC_WRITE"" ] <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> os . chmod ( directory , stat . S_IXUSR | stat . S_IRUSR | stat . S_IWUSR )","if sys . platform == ""win32"" :",317
5296,"def __getitem__(self, index):
    if isinstance(index, slice):
        if index.step is not None and index.step != 1:
            # Too difficult, no structural sharing possible
            return pdeque(tuple(self)[index], maxlen=self._maxlen)
        result = self
        if index.start is not None:
            result = result.popleft(index.start % self._length)
        if index.stop is not None:
            result = result.pop(self._length - (index.stop % self._length))
        return result
    if not isinstance(index, Integral):
        raise TypeError(
            ""'%s' object cannot be interpreted as an index"" % type(index).__name__
        )
    if index >= 0:
        return self.popleft(index).left
    shifted = len(self) + index
    if shifted < 0:
        raise IndexError(
            ""pdeque index {0} out of range {1}"".format(index, len(self)),
        )
    return self.popleft(shifted).left","def __getitem__ ( self , index ) : <TAB> if isinstance ( index , slice ) : <TAB> <TAB> if index . step is not None and index . step != 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return pdeque ( tuple ( self ) [ index ] , maxlen = self . _maxlen ) <TAB> <TAB> result = self <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result = result . popleft ( index . start % self . _length ) <TAB> <TAB> if index . stop is not None : <TAB> <TAB> <TAB> result = result . pop ( self . _length - ( index . stop % self . _length ) ) <TAB> <TAB> return result <TAB> if not isinstance ( index , Integral ) : <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> ""'%s' object cannot be interpreted as an index"" % type ( index ) . __name__ <TAB> <TAB> ) <TAB> if index >= 0 : <TAB> <TAB> return self . popleft ( index ) . left <TAB> shifted = len ( self ) + index <TAB> if shifted < 0 : <TAB> <TAB> raise IndexError ( <TAB> <TAB> <TAB> ""pdeque index {0} out of range {1}"" . format ( index , len ( self ) ) , <TAB> <TAB> ) <TAB> return self . popleft ( shifted ) . left",if index . start is not None :,266
18794,"def send_response(
    client: BaseSocketModeClient,
    req: SocketModeRequest,
    bolt_resp: BoltResponse,
    start_time: float,
):
    if bolt_resp.status == 200:
        content_type = bolt_resp.headers.get(""content-type"", [""""])[0]
        if bolt_resp.body is None or len(bolt_resp.body) == 0:
            client.send_socket_mode_response(
                SocketModeResponse(envelope_id=req.envelope_id)
            )
        elif content_type.startswith(""application/json""):
            dict_body = json.loads(bolt_resp.body)
            client.send_socket_mode_response(
                SocketModeResponse(envelope_id=req.envelope_id, payload=dict_body)
            )
        else:
            client.send_socket_mode_response(
                SocketModeResponse(
                    envelope_id=req.envelope_id, payload={""text"": bolt_resp.body}
                )
            )
        if client.logger.level <= logging.DEBUG:
            spent_time = int((time() - start_time) * 1000)
            client.logger.debug(f""Response time: {spent_time} milliseconds"")
    else:
        client.logger.info(
            f""Unsuccessful Bolt execution result (status: {bolt_resp.status}, body: {bolt_resp.body})""
        )","def send_response ( <TAB> client : BaseSocketModeClient , <TAB> req : SocketModeRequest , <TAB> bolt_resp : BoltResponse , <TAB> start_time : float , ) : <TAB> if bolt_resp . status == 200 : <TAB> <TAB> content_type = bolt_resp . headers . get ( ""content-type"" , [ """" ] ) [ 0 ] <TAB> <TAB> if bolt_resp . body is None or len ( bolt_resp . body ) == 0 : <TAB> <TAB> <TAB> client . send_socket_mode_response ( <TAB> <TAB> <TAB> <TAB> SocketModeResponse ( envelope_id = req . envelope_id ) <TAB> <TAB> <TAB> ) <TAB> <TAB> elif content_type . startswith ( ""application/json"" ) : <TAB> <TAB> <TAB> dict_body = json . loads ( bolt_resp . body ) <TAB> <TAB> <TAB> client . send_socket_mode_response ( <TAB> <TAB> <TAB> <TAB> SocketModeResponse ( envelope_id = req . envelope_id , payload = dict_body ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> client . send_socket_mode_response ( <TAB> <TAB> <TAB> <TAB> SocketModeResponse ( <TAB> <TAB> <TAB> <TAB> <TAB> envelope_id = req . envelope_id , payload = { ""text"" : bolt_resp . body } <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> spent_time = int ( ( time ( ) - start_time ) * 1000 ) <TAB> <TAB> <TAB> client . logger . debug ( f""Response time: {spent_time} milliseconds"" ) <TAB> else : <TAB> <TAB> client . logger . info ( <TAB> <TAB> <TAB> f""Unsuccessful Bolt execution result (status: {bolt_resp.status}, body: {bolt_resp.body})"" <TAB> <TAB> )",if client . logger . level <= logging . DEBUG :,400
10792,"def sdl_audio_load(snd, fn=None, reload=False):
    global _sdl_audio_sounds, _libsdl, _libsdl_mixer
    if snd not in _sdl_audio_sounds or reload:
        sdl_audio_init()
        if snd in _sdl_audio_sounds:
            _libsdl_mixer.Mix_FreeChunk(_sdl_audio_sounds[snd])
        rw = _libsdl.SDL_RWFromFile(fn, ""rb"")
        _sdl_audio_sounds[snd] = _libsdl_mixer.Mix_LoadWAV_RW(rw, 1)","def sdl_audio_load ( snd , fn = None , reload = False ) : <TAB> global _sdl_audio_sounds , _libsdl , _libsdl_mixer <TAB> if snd not in _sdl_audio_sounds or reload : <TAB> <TAB> sdl_audio_init ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _libsdl_mixer . Mix_FreeChunk ( _sdl_audio_sounds [ snd ] ) <TAB> <TAB> rw = _libsdl . SDL_RWFromFile ( fn , ""rb"" ) <TAB> <TAB> _sdl_audio_sounds [ snd ] = _libsdl_mixer . Mix_LoadWAV_RW ( rw , 1 )",if snd in _sdl_audio_sounds :,166
14823,"def _get_qnames_to_try(self, qname, search):
    # This is a separate method so we can unit test the search
    # rules without requiring the Internet.
    if search is None:
        search = self.use_search_by_default
    qnames_to_try = []
    if qname.is_absolute():
        qnames_to_try.append(qname)
    else:
        abs_qname = qname.concatenate(dns.name.root)
        if search:
            if len(self.search) > 0:
                # There is a search list, so use it exclusively
                search_list = self.search[:]
            elif self.domain != dns.name.root and self.domain is not None:
                # We have some notion of a domain that isn't the root, so
                # use it as the search list.
                search_list = [self.domain]
            else:
                search_list = []
            # Figure out the effective ndots (default is 1)
            if self.ndots is None:
                ndots = 1
            else:
                ndots = self.ndots
            for suffix in search_list:
                qnames_to_try.append(qname + suffix)
            if len(qname) > ndots:
                # The name has at least ndots dots, so we should try an
                # absolute query first.
                qnames_to_try.insert(0, abs_qname)
            else:
                # The name has less than ndots dots, so we should search
                # first, then try the absolute name.
                qnames_to_try.append(abs_qname)
        else:
            qnames_to_try.append(abs_qname)
    return qnames_to_try","def _get_qnames_to_try ( self , qname , search ) : <TAB> <TAB> <TAB> if search is None : <TAB> <TAB> search = self . use_search_by_default <TAB> qnames_to_try = [ ] <TAB> if qname . is_absolute ( ) : <TAB> <TAB> qnames_to_try . append ( qname ) <TAB> else : <TAB> <TAB> abs_qname = qname . concatenate ( dns . name . root ) <TAB> <TAB> if search : <TAB> <TAB> <TAB> if len ( self . search ) > 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> search_list = self . search [ : ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> search_list = [ self . domain ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> search_list = [ ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . ndots is None : <TAB> <TAB> <TAB> <TAB> ndots = 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> ndots = self . ndots <TAB> <TAB> <TAB> for suffix in search_list : <TAB> <TAB> <TAB> <TAB> qnames_to_try . append ( qname + suffix ) <TAB> <TAB> <TAB> if len ( qname ) > ndots : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> qnames_to_try . insert ( 0 , abs_qname ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> qnames_to_try . append ( abs_qname ) <TAB> <TAB> else : <TAB> <TAB> <TAB> qnames_to_try . append ( abs_qname ) <TAB> return qnames_to_try",elif self . domain != dns . name . root and self . domain is not None :,480
13317,"def __init__(self, path, localtrack_folder, **kwargs):
    self._localtrack_folder = localtrack_folder
    self._path = path
    if isinstance(path, (Path, WindowsPath, PosixPath, LocalPath)):
        path = str(path.absolute())
    elif path is not None:
        path = str(path)
    self.cwd = Path.cwd()
    _lt_folder = Path(self._localtrack_folder) if self._localtrack_folder else self.cwd
    _path = Path(path) if path else self.cwd
    if _lt_folder.parts[-1].lower() == ""localtracks"" and not kwargs.get(""forced""):
        self.localtrack_folder = _lt_folder
    elif kwargs.get(""forced""):
        if _path.parts[-1].lower() == ""localtracks"":
            self.localtrack_folder = _path
        else:
            self.localtrack_folder = _path / ""localtracks""
    else:
        self.localtrack_folder = _lt_folder / ""localtracks""
    try:
        _path = Path(path)
        _path.relative_to(self.localtrack_folder)
        self.path = _path
    except (ValueError, TypeError):
        for sep in _PATH_SEPS:
            if path and path.startswith(f""localtracks{sep}{sep}""):
                path = path.replace(f""localtracks{sep}{sep}"", """", 1)
            elif path and path.startswith(f""localtracks{sep}""):
                path = path.replace(f""localtracks{sep}"", """", 1)
        self.path = (
            self.localtrack_folder.joinpath(path) if path else self.localtrack_folder
        )
    try:
        if self.path.is_file():
            parent = self.path.parent
        else:
            parent = self.path
        self.parent = Path(parent)
    except OSError:
        self.parent = None","def __init__ ( self , path , localtrack_folder , ** kwargs ) : <TAB> self . _localtrack_folder = localtrack_folder <TAB> self . _path = path <TAB> if isinstance ( path , ( Path , WindowsPath , PosixPath , LocalPath ) ) : <TAB> <TAB> path = str ( path . absolute ( ) ) <TAB> elif path is not None : <TAB> <TAB> path = str ( path ) <TAB> self . cwd = Path . cwd ( ) <TAB> _lt_folder = Path ( self . _localtrack_folder ) if self . _localtrack_folder else self . cwd <TAB> _path = Path ( path ) if path else self . cwd <TAB> if _lt_folder . parts [ - 1 ] . lower ( ) == ""localtracks"" and not kwargs . get ( ""forced"" ) : <TAB> <TAB> self . localtrack_folder = _lt_folder <TAB> elif kwargs . get ( ""forced"" ) : <TAB> <TAB> if _path . parts [ - 1 ] . lower ( ) == ""localtracks"" : <TAB> <TAB> <TAB> self . localtrack_folder = _path <TAB> <TAB> else : <TAB> <TAB> <TAB> self . localtrack_folder = _path / ""localtracks"" <TAB> else : <TAB> <TAB> self . localtrack_folder = _lt_folder / ""localtracks"" <TAB> try : <TAB> <TAB> _path = Path ( path ) <TAB> <TAB> _path . relative_to ( self . localtrack_folder ) <TAB> <TAB> self . path = _path <TAB> except ( ValueError , TypeError ) : <TAB> <TAB> for sep in _PATH_SEPS : <TAB> <TAB> <TAB> if path and path . startswith ( f""localtracks{sep}{sep}"" ) : <TAB> <TAB> <TAB> <TAB> path = path . replace ( f""localtracks{sep}{sep}"" , """" , 1 ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> path = path . replace ( f""localtracks{sep}"" , """" , 1 ) <TAB> <TAB> self . path = ( <TAB> <TAB> <TAB> self . localtrack_folder . joinpath ( path ) if path else self . localtrack_folder <TAB> <TAB> ) <TAB> try : <TAB> <TAB> if self . path . is_file ( ) : <TAB> <TAB> <TAB> parent = self . path . parent <TAB> <TAB> else : <TAB> <TAB> <TAB> parent = self . path <TAB> <TAB> self . parent = Path ( parent ) <TAB> except OSError : <TAB> <TAB> self . parent = None","elif path and path . startswith ( f""localtracks{sep}"" ) :",510
16935,"def setup(self):
    self._pre_setup()
    logs.log(""Retrieving symbolized build r%d."" % self.revision)
    build_update = not self.exists()
    if build_update:
        if not self._unpack_builds():
            return False
        logs.log(""Retrieved symbolized build r%d."" % self.revision)
    else:
        logs.log(""Build already exists."")
    if self.release_build_url:
        self._setup_application_path(self.release_build_dir, build_update=build_update)
        environment.set_value(""BUILD_URL"", self.release_build_url)
    if self.debug_build_url:
        # Note: this will override LLVM_SYMBOLIZER_PATH, APP_DIR etc from the
        # previous release setup, which may not be desirable behaviour.
        self._setup_application_path(
            self.debug_build_dir, ""APP_PATH_DEBUG"", build_update=build_update
        )
    self._post_setup_success(update_revision=build_update)
    return True
","def setup ( self ) : <TAB> self . _pre_setup ( ) <TAB> logs . log ( ""Retrieving symbolized build r%d."" % self . revision ) <TAB> build_update = not self . exists ( ) <TAB> if build_update : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> <TAB> logs . log ( ""Retrieved symbolized build r%d."" % self . revision ) <TAB> else : <TAB> <TAB> logs . log ( ""Build already exists."" ) <TAB> if self . release_build_url : <TAB> <TAB> self . _setup_application_path ( self . release_build_dir , build_update = build_update ) <TAB> <TAB> environment . set_value ( ""BUILD_URL"" , self . release_build_url ) <TAB> if self . debug_build_url : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _setup_application_path ( <TAB> <TAB> <TAB> self . debug_build_dir , ""APP_PATH_DEBUG"" , build_update = build_update <TAB> <TAB> ) <TAB> self . _post_setup_success ( update_revision = build_update ) <TAB> return True",if not self . _unpack_builds ( ) :,282
8879,"def check_seed_limits(self, torrent, session):
    seed_limit_ok = True  # will remain if no seed ratio defined
    idle_limit_ok = True  # will remain if no idle limit defined
    if torrent.seedRatioMode == 1:  # use torrent's own seed ratio limit
        seed_limit_ok = torrent.uploadRatio >= torrent.seedRatioLimit
    elif torrent.seedRatioMode == 0:  # use global rules
        if session.seedRatioLimited:
            seed_limit_ok = torrent.uploadRatio >= session.seedRatioLimit
    if torrent.seedIdleMode == 1:  # use torrent's own idle limit
        idle_limit_ok = (
            torrent.date_active + timedelta(minutes=torrent.seedIdleLimit)
            < datetime.now()
        )
    elif torrent.seedIdleMode == 0:  # use global rules
        if session.idle_seeding_limit_enabled:
            idle_limit_ok = (
                torrent.date_active + timedelta(minutes=session.idle_seeding_limit)
                < datetime.now()
            )
    return seed_limit_ok, idle_limit_ok","def check_seed_limits ( self , torrent , session ) : <TAB> seed_limit_ok = True <TAB> idle_limit_ok = True <TAB> if torrent . seedRatioMode == 1 : <TAB> <TAB> seed_limit_ok = torrent . uploadRatio >= torrent . seedRatioLimit <TAB> elif torrent . seedRatioMode == 0 : <TAB> <TAB> if session . seedRatioLimited : <TAB> <TAB> <TAB> seed_limit_ok = torrent . uploadRatio >= session . seedRatioLimit <TAB> if torrent . seedIdleMode == 1 : <TAB> <TAB> idle_limit_ok = ( <TAB> <TAB> <TAB> torrent . date_active + timedelta ( minutes = torrent . seedIdleLimit ) <TAB> <TAB> <TAB> < datetime . now ( ) <TAB> <TAB> ) <TAB> elif torrent . seedIdleMode == 0 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> idle_limit_ok = ( <TAB> <TAB> <TAB> <TAB> torrent . date_active + timedelta ( minutes = session . idle_seeding_limit ) <TAB> <TAB> <TAB> <TAB> < datetime . now ( ) <TAB> <TAB> <TAB> ) <TAB> return seed_limit_ok , idle_limit_ok",if session . idle_seeding_limit_enabled :,313
22295,"def content(self, val):
    """"""Set content""""""
    soup = BeautifulSoup(val)
    for todo in soup.findAll(""en-todo""):
        todo.name = ""input""
        todo[""type""] = ""checkbox""
        if todo.get(""checked"") == ""false"":
            del todo[""checked""]
        self.changed_by_default = True
    for media in soup.findAll(""en-media""):
        if media.get(""hash""):  # evernote android app error
            media.name = ""img""
            res = self.parent.resource_edit.get_by_hash(media[""hash""])  # shit!
            if res:
                if media[""type""].find(""image"") == 0:
                    media[""src""] = ""file://%s"" % res.file_path
                else:
                    media[""src""] = file_icon_path
                media[""title""] = res.file_name
                res.in_content = True
                # wrap in link to make clickable
                tag = Tag(soup, ""a"", [(""href"", ""file://%s"" % res.file_path)])
                media.replaceWith(tag)
                tag.insert(0, media)
            else:
                media[""src""] = """"
                media[""title""] = """"
        else:
            media.hidden = True
    # set tables id's for identifing on hover
    for num, table in enumerate(soup.findAll(""table"")):
        table[""id""] = ""table_%d"" % num
        self._last_table_num = num
    self._content = re.sub(
        r""(&nbsp;| ){5}"",
        '<img class=""tab"" />',
        unicode(soup).replace(u""\xa0"", "" ""),
    )  # shit!
    self.apply()","def content ( self , val ) : <TAB> """"""Set content"""""" <TAB> soup = BeautifulSoup ( val ) <TAB> for todo in soup . findAll ( ""en-todo"" ) : <TAB> <TAB> todo . name = ""input"" <TAB> <TAB> todo [ ""type"" ] = ""checkbox"" <TAB> <TAB> if todo . get ( ""checked"" ) == ""false"" : <TAB> <TAB> <TAB> del todo [ ""checked"" ] <TAB> <TAB> self . changed_by_default = True <TAB> for media in soup . findAll ( ""en-media"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> media . name = ""img"" <TAB> <TAB> <TAB> res = self . parent . resource_edit . get_by_hash ( media [ ""hash"" ] ) <TAB> <TAB> <TAB> if res : <TAB> <TAB> <TAB> <TAB> if media [ ""type"" ] . find ( ""image"" ) == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> media [ ""src"" ] = ""file://%s"" % res . file_path <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> media [ ""src"" ] = file_icon_path <TAB> <TAB> <TAB> <TAB> media [ ""title"" ] = res . file_name <TAB> <TAB> <TAB> <TAB> res . in_content = True <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> tag = Tag ( soup , ""a"" , [ ( ""href"" , ""file://%s"" % res . file_path ) ] ) <TAB> <TAB> <TAB> <TAB> media . replaceWith ( tag ) <TAB> <TAB> <TAB> <TAB> tag . insert ( 0 , media ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> media [ ""src"" ] = """" <TAB> <TAB> <TAB> <TAB> media [ ""title"" ] = """" <TAB> <TAB> else : <TAB> <TAB> <TAB> media . hidden = True <TAB> <TAB> for num , table in enumerate ( soup . findAll ( ""table"" ) ) : <TAB> <TAB> table [ ""id"" ] = ""table_%d"" % num <TAB> <TAB> self . _last_table_num = num <TAB> self . _content = re . sub ( <TAB> <TAB> r""(&nbsp;| ){5}"" , <TAB> <TAB> '<img class=""tab"" />' , <TAB> <TAB> unicode ( soup ) . replace ( u""\xa0"" , "" "" ) , <TAB> ) <TAB> self . apply ( )","if media . get ( ""hash"" ) :",484
22592,"def apply(self, db, person):
    families = person.get_parent_family_handle_list()
    if families == []:
        return True
    for family_handle in person.get_parent_family_handle_list():
        family = db.get_family_from_handle(family_handle)
        if family:
            father_handle = family.get_father_handle()
            mother_handle = family.get_mother_handle()
            if not father_handle:
                return True
            if not mother_handle:
                return True
    return False
","def apply ( self , db , person ) : <TAB> families = person . get_parent_family_handle_list ( ) <TAB> if families == [ ] : <TAB> <TAB> return True <TAB> for family_handle in person . get_parent_family_handle_list ( ) : <TAB> <TAB> family = db . get_family_from_handle ( family_handle ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> father_handle = family . get_father_handle ( ) <TAB> <TAB> <TAB> mother_handle = family . get_mother_handle ( ) <TAB> <TAB> <TAB> if not father_handle : <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> if not mother_handle : <TAB> <TAB> <TAB> <TAB> return True <TAB> return False",if family :,157
6774,"def _flatten_keywords(self, context, flattened):
    match = FlattenKeywordMatcher(flattened).match
    started = -1
    for event, elem in context:
        tag = elem.tag
        if event == ""start"" and tag == ""kw"":
            if started >= 0:
                started += 1
            elif match(elem.get(""name""), elem.get(""type"")):
                started = 0
        if started == 0 and event == ""end"" and tag == ""doc"":
            elem.text = (
                ""%s\n\n_*Keyword content flattened.*_"" % (elem.text or """")
            ).strip()
        if started <= 0 or tag == ""msg"":
            yield event, elem
        else:
            elem.clear()
        if started >= 0 and event == ""end"" and tag == ""kw"":
            started -= 1","def _flatten_keywords ( self , context , flattened ) : <TAB> match = FlattenKeywordMatcher ( flattened ) . match <TAB> started = - 1 <TAB> for event , elem in context : <TAB> <TAB> tag = elem . tag <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if started >= 0 : <TAB> <TAB> <TAB> <TAB> started += 1 <TAB> <TAB> <TAB> elif match ( elem . get ( ""name"" ) , elem . get ( ""type"" ) ) : <TAB> <TAB> <TAB> <TAB> started = 0 <TAB> <TAB> if started == 0 and event == ""end"" and tag == ""doc"" : <TAB> <TAB> <TAB> elem . text = ( <TAB> <TAB> <TAB> <TAB> ""%s\n\n_*Keyword content flattened.*_"" % ( elem . text or """" ) <TAB> <TAB> <TAB> ) . strip ( ) <TAB> <TAB> if started <= 0 or tag == ""msg"" : <TAB> <TAB> <TAB> yield event , elem <TAB> <TAB> else : <TAB> <TAB> <TAB> elem . clear ( ) <TAB> <TAB> if started >= 0 and event == ""end"" and tag == ""kw"" : <TAB> <TAB> <TAB> started -= 1","if event == ""start"" and tag == ""kw"" :",225
12274,"def _skip_start(self):
    start, stop = self.start, self.stop
    for chunk in self.app_iter:
        self._pos += len(chunk)
        if self._pos < start:
            continue
        elif self._pos == start:
            return b""""
        else:
            chunk = chunk[start - self._pos :]
            if stop is not None and self._pos > stop:
                chunk = chunk[: stop - self._pos]
                assert len(chunk) == stop - start
            return chunk
    else:
        raise StopIteration()
","def _skip_start ( self ) : <TAB> start , stop = self . start , self . stop <TAB> for chunk in self . app_iter : <TAB> <TAB> self . _pos += len ( chunk ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> elif self . _pos == start : <TAB> <TAB> <TAB> return b"""" <TAB> <TAB> else : <TAB> <TAB> <TAB> chunk = chunk [ start - self . _pos : ] <TAB> <TAB> <TAB> if stop is not None and self . _pos > stop : <TAB> <TAB> <TAB> <TAB> chunk = chunk [ : stop - self . _pos ] <TAB> <TAB> <TAB> <TAB> assert len ( chunk ) == stop - start <TAB> <TAB> <TAB> return chunk <TAB> else : <TAB> <TAB> raise StopIteration ( )",if self . _pos < start :,156
15710,"def _train_by_any_executor(self, event_handler, exe, num_epochs, reader):
    if self.checkpoint_cfg:
        epochs = [
            epoch_id
            for epoch_id in range(num_epochs)
            if epoch_id >= self.checkpoint_cfg.epoch_id
        ]
    else:
        epochs = [epoch_id for epoch_id in range(num_epochs)]
    for epoch_id in epochs:
        event_handler(BeginEpochEvent(epoch_id))
        for step_id, data in enumerate(reader()):
            if self.__stop:
                if self.checkpoint_cfg:
                    self._clean_checkpoint()
                return
            if (
                self.checkpoint_cfg
                and self.checkpoint_cfg.load_serial
                and self.checkpoint_cfg.step_id >= step_id
                and self.checkpoint_cfg.epoch_id == epoch_id
            ):
                continue
            begin_event = BeginStepEvent(epoch_id, step_id)
            event_handler(begin_event)
            if begin_event.fetch_metrics:
                metrics = exe.run(
                    feed=data, fetch_list=[var.name for var in self.train_func_outputs]
                )
            else:
                metrics = exe.run(feed=data, fetch_list=[])
            if self.checkpoint_cfg:
                self._save_checkpoint(epoch_id, step_id)
            event_handler(EndStepEvent(epoch_id, step_id, metrics))
        event_handler(EndEpochEvent(epoch_id))
    if self.checkpoint_cfg:
        self._clean_checkpoint()
","def _train_by_any_executor ( self , event_handler , exe , num_epochs , reader ) : <TAB> if self . checkpoint_cfg : <TAB> <TAB> epochs = [ <TAB> <TAB> <TAB> epoch_id <TAB> <TAB> <TAB> for epoch_id in range ( num_epochs ) <TAB> <TAB> <TAB> if epoch_id >= self . checkpoint_cfg . epoch_id <TAB> <TAB> ] <TAB> else : <TAB> <TAB> epochs = [ epoch_id for epoch_id in range ( num_epochs ) ] <TAB> for epoch_id in epochs : <TAB> <TAB> event_handler ( BeginEpochEvent ( epoch_id ) ) <TAB> <TAB> for step_id , data in enumerate ( reader ( ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if self . checkpoint_cfg : <TAB> <TAB> <TAB> <TAB> <TAB> self . _clean_checkpoint ( ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> self . checkpoint_cfg <TAB> <TAB> <TAB> <TAB> and self . checkpoint_cfg . load_serial <TAB> <TAB> <TAB> <TAB> and self . checkpoint_cfg . step_id >= step_id <TAB> <TAB> <TAB> <TAB> and self . checkpoint_cfg . epoch_id == epoch_id <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> begin_event = BeginStepEvent ( epoch_id , step_id ) <TAB> <TAB> <TAB> event_handler ( begin_event ) <TAB> <TAB> <TAB> if begin_event . fetch_metrics : <TAB> <TAB> <TAB> <TAB> metrics = exe . run ( <TAB> <TAB> <TAB> <TAB> <TAB> feed = data , fetch_list = [ var . name for var in self . train_func_outputs ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> metrics = exe . run ( feed = data , fetch_list = [ ] ) <TAB> <TAB> <TAB> if self . checkpoint_cfg : <TAB> <TAB> <TAB> <TAB> self . _save_checkpoint ( epoch_id , step_id ) <TAB> <TAB> <TAB> event_handler ( EndStepEvent ( epoch_id , step_id , metrics ) ) <TAB> <TAB> event_handler ( EndEpochEvent ( epoch_id ) ) <TAB> if self . checkpoint_cfg : <TAB> <TAB> self . _clean_checkpoint ( )",if self . __stop :,465
16907,"def process_logs_and_crash(self, artifact_prefix):
    """"""Fetch symbolized logs and crashes.""""""
    if not artifact_prefix:
        return
    # Clusterfuzz assumes that the Libfuzzer output points to an absolute path,
    # where it can find the crash file.
    # This doesn't work in our case due to how Fuchsia is run.
    # So, we make a new file, change the appropriate line with a regex to point
    # to the true location. Apologies for the hackery.
    crash_location_regex = r""(.*)(Test unit written to )(data/.*)""
    _, processed_log_path = tempfile.mkstemp()
    with open(processed_log_path, mode=""w"", encoding=""utf-8"") as new_file:
        with open(self.fuzzer.logfile, encoding=""utf-8"", errors=""ignore"") as old_file:
            for line in old_file:
                line_match = re.match(crash_location_regex, line)
                if line_match:
                    # We now know the name of our crash file.
                    crash_name = line_match.group(3).replace(""data/"", """")
                    # Save the crash locally.
                    self.device.fetch(
                        self.fuzzer.data_path(crash_name), artifact_prefix
                    )
                    # Then update the crash report to point to that file.
                    crash_testcase_file_path = os.path.join(artifact_prefix, crash_name)
                    line = re.sub(
                        crash_location_regex, r""\1\2"" + crash_testcase_file_path, line
                    )
                new_file.write(line)
    os.remove(self.fuzzer.logfile)
    shutil.move(processed_log_path, self.fuzzer.logfile)","def process_logs_and_crash ( self , artifact_prefix ) : <TAB> """"""Fetch symbolized logs and crashes."""""" <TAB> if not artifact_prefix : <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> crash_location_regex = r""(.*)(Test unit written to )(data/.*)"" <TAB> _ , processed_log_path = tempfile . mkstemp ( ) <TAB> with open ( processed_log_path , mode = ""w"" , encoding = ""utf-8"" ) as new_file : <TAB> <TAB> with open ( self . fuzzer . logfile , encoding = ""utf-8"" , errors = ""ignore"" ) as old_file : <TAB> <TAB> <TAB> for line in old_file : <TAB> <TAB> <TAB> <TAB> line_match = re . match ( crash_location_regex , line ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> crash_name = line_match . group ( 3 ) . replace ( ""data/"" , """" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . device . fetch ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . fuzzer . data_path ( crash_name ) , artifact_prefix <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> crash_testcase_file_path = os . path . join ( artifact_prefix , crash_name ) <TAB> <TAB> <TAB> <TAB> <TAB> line = re . sub ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> crash_location_regex , r""\1\2"" + crash_testcase_file_path , line <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> new_file . write ( line ) <TAB> os . remove ( self . fuzzer . logfile ) <TAB> shutil . move ( processed_log_path , self . fuzzer . logfile )",if line_match :,493
23764,"def test_is_power_of_k(self):
    f = mathutil.is_power_of_k
    for i in range(1, 100):
        if i in (1, 2, 4, 8, 16, 32, 64):
            self.failUnless(f(i, 2), ""but %d *is* a power of 2"" % i)
        else:
            self.failIf(f(i, 2), ""but %d is *not* a power of 2"" % i)
    for i in range(1, 100):
        if i in (1, 3, 9, 27, 81):
            self.failUnless(f(i, 3), ""but %d *is* a power of 3"" % i)
        else:
            self.failIf(f(i, 3), ""but %d is *not* a power of 3"" % i)","def test_is_power_of_k ( self ) : <TAB> f = mathutil . is_power_of_k <TAB> for i in range ( 1 , 100 ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . failUnless ( f ( i , 2 ) , ""but %d *is* a power of 2"" % i ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . failIf ( f ( i , 2 ) , ""but %d is *not* a power of 2"" % i ) <TAB> for i in range ( 1 , 100 ) : <TAB> <TAB> if i in ( 1 , 3 , 9 , 27 , 81 ) : <TAB> <TAB> <TAB> self . failUnless ( f ( i , 3 ) , ""but %d *is* a power of 3"" % i ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . failIf ( f ( i , 3 ) , ""but %d is *not* a power of 3"" % i )","if i in ( 1 , 2 , 4 , 8 , 16 , 32 , 64 ) :",218
7900,"def extract_certs(srvs):
    res = []
    for srv in srvs:
        if ""key_descriptor"" in srv:
            for key in srv[""key_descriptor""]:
                if ""use"" in key and key[""use""] == use:
                    for dat in key[""key_info""][""x509_data""]:
                        cert = repack_cert(dat[""x509_certificate""][""text""])
                        if cert not in res:
                            res.append(cert)
                elif not ""use"" in key:
                    for dat in key[""key_info""][""x509_data""]:
                        cert = repack_cert(dat[""x509_certificate""][""text""])
                        if cert not in res:
                            res.append(cert)
    return res","def extract_certs ( srvs ) : <TAB> res = [ ] <TAB> for srv in srvs : <TAB> <TAB> if ""key_descriptor"" in srv : <TAB> <TAB> <TAB> for key in srv [ ""key_descriptor"" ] : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> for dat in key [ ""key_info"" ] [ ""x509_data"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cert = repack_cert ( dat [ ""x509_certificate"" ] [ ""text"" ] ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if cert not in res : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> res . append ( cert ) <TAB> <TAB> <TAB> <TAB> elif not ""use"" in key : <TAB> <TAB> <TAB> <TAB> <TAB> for dat in key [ ""key_info"" ] [ ""x509_data"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cert = repack_cert ( dat [ ""x509_certificate"" ] [ ""text"" ] ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if cert not in res : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> res . append ( cert ) <TAB> return res","if ""use"" in key and key [ ""use"" ] == use :",223
20085,"def narrow_declared_type(declared: Type, narrowed: Type) -> Type:
    """"""Return the declared type narrowed down to another type.""""""
    # TODO: check infinite recursion for aliases here.
    declared = get_proper_type(declared)
    narrowed = get_proper_type(narrowed)
    if declared == narrowed:
        return declared
    if isinstance(declared, UnionType):
        return make_simplified_union(
            [narrow_declared_type(x, narrowed) for x in declared.relevant_items()]
        )
    elif not is_overlapping_types(
        declared, narrowed, prohibit_none_typevar_overlap=True
    ):
        if state.strict_optional:
            return UninhabitedType()
        else:
            return NoneType()
    elif isinstance(narrowed, UnionType):
        return make_simplified_union(
            [narrow_declared_type(declared, x) for x in narrowed.relevant_items()]
        )
    elif isinstance(narrowed, AnyType):
        return narrowed
    elif isinstance(declared, TypeType) and isinstance(narrowed, TypeType):
        return TypeType.make_normalized(
            narrow_declared_type(declared.item, narrowed.item)
        )
    elif isinstance(declared, (Instance, TupleType, TypeType, LiteralType)):
        return meet_types(declared, narrowed)
    elif isinstance(declared, TypedDictType) and isinstance(narrowed, Instance):
        # Special case useful for selecting TypedDicts from unions using isinstance(x, dict).
        if narrowed.type.fullname == ""builtins.dict"" and all(
            isinstance(t, AnyType) for t in get_proper_types(narrowed.args)
        ):
            return declared
        return meet_types(declared, narrowed)
    return narrowed
","def narrow_declared_type ( declared : Type , narrowed : Type ) -> Type : <TAB> """"""Return the declared type narrowed down to another type."""""" <TAB> <TAB> declared = get_proper_type ( declared ) <TAB> narrowed = get_proper_type ( narrowed ) <TAB> if declared == narrowed : <TAB> <TAB> return declared <TAB> if isinstance ( declared , UnionType ) : <TAB> <TAB> return make_simplified_union ( <TAB> <TAB> <TAB> [ narrow_declared_type ( x , narrowed ) for x in declared . relevant_items ( ) ] <TAB> <TAB> ) <TAB> elif not is_overlapping_types ( <TAB> <TAB> declared , narrowed , prohibit_none_typevar_overlap = True <TAB> ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return UninhabitedType ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return NoneType ( ) <TAB> elif isinstance ( narrowed , UnionType ) : <TAB> <TAB> return make_simplified_union ( <TAB> <TAB> <TAB> [ narrow_declared_type ( declared , x ) for x in narrowed . relevant_items ( ) ] <TAB> <TAB> ) <TAB> elif isinstance ( narrowed , AnyType ) : <TAB> <TAB> return narrowed <TAB> elif isinstance ( declared , TypeType ) and isinstance ( narrowed , TypeType ) : <TAB> <TAB> return TypeType . make_normalized ( <TAB> <TAB> <TAB> narrow_declared_type ( declared . item , narrowed . item ) <TAB> <TAB> ) <TAB> elif isinstance ( declared , ( Instance , TupleType , TypeType , LiteralType ) ) : <TAB> <TAB> return meet_types ( declared , narrowed ) <TAB> elif isinstance ( declared , TypedDictType ) and isinstance ( narrowed , Instance ) : <TAB> <TAB> <TAB> <TAB> if narrowed . type . fullname == ""builtins.dict"" and all ( <TAB> <TAB> <TAB> isinstance ( t , AnyType ) for t in get_proper_types ( narrowed . args ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> return declared <TAB> <TAB> return meet_types ( declared , narrowed ) <TAB> return narrowed",if state . strict_optional :,424
15781,"def handle(self):
    from poetry.utils.env import EnvManager
    manager = EnvManager(self.poetry)
    current_env = manager.get()
    for venv in manager.list():
        name = venv.path.name
        if self.option(""full-path""):
            name = str(venv.path)
        if venv == current_env:
            self.line(""<info>{} (Activated)</info>"".format(name))
            continue
        self.line(name)
","def handle ( self ) : <TAB> from poetry . utils . env import EnvManager <TAB> manager = EnvManager ( self . poetry ) <TAB> current_env = manager . get ( ) <TAB> for venv in manager . list ( ) : <TAB> <TAB> name = venv . path . name <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> name = str ( venv . path ) <TAB> <TAB> if venv == current_env : <TAB> <TAB> <TAB> self . line ( ""<info>{} (Activated)</info>"" . format ( name ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> self . line ( name )","if self . option ( ""full-path"" ) :",129
227,"def _iter_fields(self):
    _fields = self.fields
    if hasattr(self.fields, ""items""):
        _fields = list(self.fields.items())
    for k, v in _fields:
        file_name = None
        file_type = None
        file_headers = None
        if isinstance(v, (list, tuple)):
            if len(v) == 2:
                file_name, file_pointer = v
            elif len(v) == 3:
                file_name, file_pointer, file_type = v
            else:
                file_name, file_pointer, file_type, file_headers = v
        else:
            file_pointer = v
        field = fields.RequestField(
            name=k, data=file_pointer, filename=file_name, headers=file_headers
        )
        field.make_multipart(content_type=file_type)
        yield field","def _iter_fields ( self ) : <TAB> _fields = self . fields <TAB> if hasattr ( self . fields , ""items"" ) : <TAB> <TAB> _fields = list ( self . fields . items ( ) ) <TAB> for k , v in _fields : <TAB> <TAB> file_name = None <TAB> <TAB> file_type = None <TAB> <TAB> file_headers = None <TAB> <TAB> if isinstance ( v , ( list , tuple ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> file_name , file_pointer = v <TAB> <TAB> <TAB> elif len ( v ) == 3 : <TAB> <TAB> <TAB> <TAB> file_name , file_pointer , file_type = v <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> file_name , file_pointer , file_type , file_headers = v <TAB> <TAB> else : <TAB> <TAB> <TAB> file_pointer = v <TAB> <TAB> field = fields . RequestField ( <TAB> <TAB> <TAB> name = k , data = file_pointer , filename = file_name , headers = file_headers <TAB> <TAB> ) <TAB> <TAB> field . make_multipart ( content_type = file_type ) <TAB> <TAB> yield field",if len ( v ) == 2 :,249
14662,"def run(self):
    # You should save CIRCL credentials with this template: ""<user>|<pwd>""
    if not self.__credentials:
        raise AnalyzerRunException(""no credentials retrieved"")
    split_credentials = self.__credentials.split(""|"")
    if len(split_credentials) != 2:
        raise AnalyzerRunException(
            ""CIRCL credentials not properly configured.""
            ""Template to use: '<user>|<pwd>'""
        )
    user = split_credentials[0]
    pwd = split_credentials[1]
    pssl = pypssl.PyPSSL(basic_auth=(user, pwd))
    result = pssl.query(self.observable_name)
    certificates = []
    if result.get(self.observable_name, {}):
        certificates = list(result.get(self.observable_name).get(""certificates"", []))
    parsed_result = {""ip"": self.observable_name, ""certificates"": []}
    for cert in certificates:
        subject = (
            result.get(self.observable_name)
            .get(""subjects"", {})
            .get(cert, {})
            .get(""values"", [])
        )
        if subject:
            parsed_result[""certificates""].append(
                {""fingerprint"": cert, ""subject"": subject[0]}
            )
    return parsed_result","def run ( self ) : <TAB> <TAB> if not self . __credentials : <TAB> <TAB> raise AnalyzerRunException ( ""no credentials retrieved"" ) <TAB> split_credentials = self . __credentials . split ( ""|"" ) <TAB> if len ( split_credentials ) != 2 : <TAB> <TAB> raise AnalyzerRunException ( <TAB> <TAB> <TAB> ""CIRCL credentials not properly configured."" <TAB> <TAB> <TAB> ""Template to use: '<user>|<pwd>'"" <TAB> <TAB> ) <TAB> user = split_credentials [ 0 ] <TAB> pwd = split_credentials [ 1 ] <TAB> pssl = pypssl . PyPSSL ( basic_auth = ( user , pwd ) ) <TAB> result = pssl . query ( self . observable_name ) <TAB> certificates = [ ] <TAB> if result . get ( self . observable_name , { } ) : <TAB> <TAB> certificates = list ( result . get ( self . observable_name ) . get ( ""certificates"" , [ ] ) ) <TAB> parsed_result = { ""ip"" : self . observable_name , ""certificates"" : [ ] } <TAB> for cert in certificates : <TAB> <TAB> subject = ( <TAB> <TAB> <TAB> result . get ( self . observable_name ) <TAB> <TAB> <TAB> . get ( ""subjects"" , { } ) <TAB> <TAB> <TAB> . get ( cert , { } ) <TAB> <TAB> <TAB> . get ( ""values"" , [ ] ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> parsed_result [ ""certificates"" ] . append ( <TAB> <TAB> <TAB> <TAB> { ""fingerprint"" : cert , ""subject"" : subject [ 0 ] } <TAB> <TAB> <TAB> ) <TAB> return parsed_result",if subject :,342
24476,"def _populate_cache_dir(self) -> None:
    if self.stage_cache is None:
        return
    # Create /etc inside cache root, and symlink apt to host's.
    cache_etc_apt_path = Path(self.stage_cache, ""etc"", ""apt"")
    if not cache_etc_apt_path.exists():
        cache_etc_apt_path.parent.mkdir(parents=True, exist_ok=True)
        os.symlink(Path(""/etc/apt""), cache_etc_apt_path)
    # dpkg also needs to be in the rootdir in order to support multiarch
    # (apt calls dpkg --print-foreign-architectures).
    dpkg_path = shutil.which(""dpkg"")
    if dpkg_path:
        # Symlink it into place
        destination = Path(self.stage_cache, dpkg_path[1:])
        if not destination.exists():
            destination.parent.mkdir(parents=True, exist_ok=True)
            os.symlink(dpkg_path, destination)
    else:
        logger.warning(""Cannot find 'dpkg' command needed to support multiarch"")","def _populate_cache_dir ( self ) -> None : <TAB> if self . stage_cache is None : <TAB> <TAB> return <TAB> <TAB> cache_etc_apt_path = Path ( self . stage_cache , ""etc"" , ""apt"" ) <TAB> if not cache_etc_apt_path . exists ( ) : <TAB> <TAB> cache_etc_apt_path . parent . mkdir ( parents = True , exist_ok = True ) <TAB> <TAB> os . symlink ( Path ( ""/etc/apt"" ) , cache_etc_apt_path ) <TAB> <TAB> <TAB> dpkg_path = shutil . which ( ""dpkg"" ) <TAB> if dpkg_path : <TAB> <TAB> <TAB> <TAB> destination = Path ( self . stage_cache , dpkg_path [ 1 : ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> destination . parent . mkdir ( parents = True , exist_ok = True ) <TAB> <TAB> <TAB> os . symlink ( dpkg_path , destination ) <TAB> else : <TAB> <TAB> logger . warning ( ""Cannot find 'dpkg' command needed to support multiarch"" )",if not destination . exists ( ) :,285
3161,"def number_operators(self, a, b, skip=[]):
    dict = {""a"": a, ""b"": b}
    for name, expr in self.binops.items():
        if name not in skip:
            name = ""__%s__"" % name
            if hasattr(a, name):
                res = eval(expr, dict)
                self.binop_test(a, b, res, expr, name)
    for name, expr in self.unops.items():
        if name not in skip:
            name = ""__%s__"" % name
            if hasattr(a, name):
                res = eval(expr, dict)
                self.unop_test(a, res, expr, name)
","def number_operators ( self , a , b , skip = [ ] ) : <TAB> dict = { ""a"" : a , ""b"" : b } <TAB> for name , expr in self . binops . items ( ) : <TAB> <TAB> if name not in skip : <TAB> <TAB> <TAB> name = ""__%s__"" % name <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> res = eval ( expr , dict ) <TAB> <TAB> <TAB> <TAB> self . binop_test ( a , b , res , expr , name ) <TAB> for name , expr in self . unops . items ( ) : <TAB> <TAB> if name not in skip : <TAB> <TAB> <TAB> name = ""__%s__"" % name <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> res = eval ( expr , dict ) <TAB> <TAB> <TAB> <TAB> self . unop_test ( a , res , expr , name )","if hasattr ( a , name ) :",187
13680,"def compose(self, keys=None):
    composes = []
    explored = set()
    keys = set(keys or [])
    graph = self._graph
    for v in graph.topological_iter():
        if v.op.gpu or v.op.sparse:
            # break out
            return []
        if type(v.op) not in SUPPORT_OP or v.key in keys:
            continue
        if v in explored or type(v.op) in REDUCTION_OP:  # TODO: check logic here
            continue
        if graph.count_successors(v) != 1:
            continue
        selected = [v]
        # add successors
        cur_node = graph.successors(v)[0]
        while (
            graph.count_predecessors(cur_node) == 1
            and _support(cur_node)
            and cur_node.key not in keys
        ):
            selected.append(cur_node)
            if (
                graph.count_successors(cur_node) != 1
                or type(cur_node.op) in REDUCTION_OP
            ):
                break
            else:
                cur_node = graph.successors(cur_node)[0]
        if len(selected) > 1:
            explored.update(selected)
            composes.append(list(selected))
    return self._compose_graph(composes)","def compose ( self , keys = None ) : <TAB> composes = [ ] <TAB> explored = set ( ) <TAB> keys = set ( keys or [ ] ) <TAB> graph = self . _graph <TAB> for v in graph . topological_iter ( ) : <TAB> <TAB> if v . op . gpu or v . op . sparse : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return [ ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if v in explored or type ( v . op ) in REDUCTION_OP : <TAB> <TAB> <TAB> continue <TAB> <TAB> if graph . count_successors ( v ) != 1 : <TAB> <TAB> <TAB> continue <TAB> <TAB> selected = [ v ] <TAB> <TAB> <TAB> <TAB> cur_node = graph . successors ( v ) [ 0 ] <TAB> <TAB> while ( <TAB> <TAB> <TAB> graph . count_predecessors ( cur_node ) == 1 <TAB> <TAB> <TAB> and _support ( cur_node ) <TAB> <TAB> <TAB> and cur_node . key not in keys <TAB> <TAB> ) : <TAB> <TAB> <TAB> selected . append ( cur_node ) <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> graph . count_successors ( cur_node ) != 1 <TAB> <TAB> <TAB> <TAB> or type ( cur_node . op ) in REDUCTION_OP <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> cur_node = graph . successors ( cur_node ) [ 0 ] <TAB> <TAB> if len ( selected ) > 1 : <TAB> <TAB> <TAB> explored . update ( selected ) <TAB> <TAB> <TAB> composes . append ( list ( selected ) ) <TAB> return self . _compose_graph ( composes )",if type ( v . op ) not in SUPPORT_OP or v . key in keys :,369
11332,"def unpack_namespace_single(self, var_obj, in_vector, in_scalar):
    code = []
    if isinstance(var_obj, ArrayVariable):
        array_name = self.generator.get_array_name(var_obj)
        dtype = self.c_data_type(var_obj.dtype)
        if in_vector:
            code += [
                (
                    ""_GSL_dataholder.{array} = <{dtype} *> ""
                    ""_buf_{array}.data"".format(array=array_name, dtype=dtype)
                )
            ]
        if in_scalar:
            code += [
                (
                    ""{array} = <{dtype} *> ""
                    ""_buf_{array}.data"".format(array=array_name, dtype=dtype)
                )
            ]
    else:
        if in_vector:
            code += [
                '_GSL_dataholder.{var} = _namespace[""{var}""]'.format(var=var_obj.name)
            ]
        if in_scalar:
            code += ['{var} = _namespace[""{var}""]'.format(var=var_obj.name)]
    return ""\n"".join(code)
","def unpack_namespace_single ( self , var_obj , in_vector , in_scalar ) : <TAB> code = [ ] <TAB> if isinstance ( var_obj , ArrayVariable ) : <TAB> <TAB> array_name = self . generator . get_array_name ( var_obj ) <TAB> <TAB> dtype = self . c_data_type ( var_obj . dtype ) <TAB> <TAB> if in_vector : <TAB> <TAB> <TAB> code += [ <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> ""_GSL_dataholder.{array} = <{dtype} *> "" <TAB> <TAB> <TAB> <TAB> <TAB> ""_buf_{array}.data"" . format ( array = array_name , dtype = dtype ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> code += [ <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> ""{array} = <{dtype} *> "" <TAB> <TAB> <TAB> <TAB> <TAB> ""_buf_{array}.data"" . format ( array = array_name , dtype = dtype ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ] <TAB> else : <TAB> <TAB> if in_vector : <TAB> <TAB> <TAB> code += [ <TAB> <TAB> <TAB> <TAB> '_GSL_dataholder.{var} = _namespace[""{var}""]' . format ( var = var_obj . name ) <TAB> <TAB> <TAB> ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> code += [ '{var} = _namespace[""{var}""]' . format ( var = var_obj . name ) ] <TAB> return ""\n"" . join ( code )",if in_scalar :,334
3814,"def get_ami_list_from_ec2(main_region, regions, owner, credentials, filters):
    """"""Get the AMI mappings structure given the constraints represented by the args.""""""
    amis_json = get_initialized_mappings_dicts()
    for region_name in regions:
        images_for_region = get_images_ec2(filters, owner, region_name)
        for architecture, mapping_name in ARCHITECTURES_TO_MAPPING_NAME.items():
            amis_json[mapping_name][region_name] = get_amis_for_architecture(
                images_for_region, architecture
            )
            if main_region == region_name:
                for credential in credentials:
                    credential_region = credential[0]
                    images_for_credential_region = get_images_ec2_credential(
                        filters, main_region, credential
                    )
                    amis_json[mapping_name][
                        credential_region
                    ] = get_amis_for_architecture(
                        images_for_credential_region, architecture
                    )
    return amis_json","def get_ami_list_from_ec2 ( main_region , regions , owner , credentials , filters ) : <TAB> """"""Get the AMI mappings structure given the constraints represented by the args."""""" <TAB> amis_json = get_initialized_mappings_dicts ( ) <TAB> for region_name in regions : <TAB> <TAB> images_for_region = get_images_ec2 ( filters , owner , region_name ) <TAB> <TAB> for architecture , mapping_name in ARCHITECTURES_TO_MAPPING_NAME . items ( ) : <TAB> <TAB> <TAB> amis_json [ mapping_name ] [ region_name ] = get_amis_for_architecture ( <TAB> <TAB> <TAB> <TAB> images_for_region , architecture <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> for credential in credentials : <TAB> <TAB> <TAB> <TAB> <TAB> credential_region = credential [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> images_for_credential_region = get_images_ec2_credential ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> filters , main_region , credential <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> amis_json [ mapping_name ] [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> credential_region <TAB> <TAB> <TAB> <TAB> <TAB> ] = get_amis_for_architecture ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> images_for_credential_region , architecture <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> return amis_json",if main_region == region_name :,313
3733,"def serialize(self):
    data = {}
    if self.size:
        data[""size""] = self.size
    if self.order:
        if self.order not in self.ORDER_VALUES:
            raise RuntimeError(""Invalid order value:%s"" % self.order)
        data[""order""] = self.order
    if self.key_field:
        data[""key_field""] = self.key_field
        if self.value_field:
            data[""value_field""] = self.value_field
        else:
            raise RuntimeError(""Invalid key_field: value_field required"")
    elif self.key_script:
        data[""key_script""] = self.key_script
        if self.value_script:
            data[""value_script""] = self.value_script
        else:
            raise RuntimeError(""Invalid key_script: value_script required"")
        if self.params:
            data[""params""] = self.params
    params = self._base_parameters()
    params[self._internal_name] = data
    return {self.name: params}
","def serialize ( self ) : <TAB> data = { } <TAB> if self . size : <TAB> <TAB> data [ ""size"" ] = self . size <TAB> if self . order : <TAB> <TAB> if self . order not in self . ORDER_VALUES : <TAB> <TAB> <TAB> raise RuntimeError ( ""Invalid order value:%s"" % self . order ) <TAB> <TAB> data [ ""order"" ] = self . order <TAB> if self . key_field : <TAB> <TAB> data [ ""key_field"" ] = self . key_field <TAB> <TAB> if self . value_field : <TAB> <TAB> <TAB> data [ ""value_field"" ] = self . value_field <TAB> <TAB> else : <TAB> <TAB> <TAB> raise RuntimeError ( ""Invalid key_field: value_field required"" ) <TAB> elif self . key_script : <TAB> <TAB> data [ ""key_script"" ] = self . key_script <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> data [ ""value_script"" ] = self . value_script <TAB> <TAB> else : <TAB> <TAB> <TAB> raise RuntimeError ( ""Invalid key_script: value_script required"" ) <TAB> <TAB> if self . params : <TAB> <TAB> <TAB> data [ ""params"" ] = self . params <TAB> params = self . _base_parameters ( ) <TAB> params [ self . _internal_name ] = data <TAB> return { self . name : params }",if self . value_script :,276
13621,"def _update_tileable_and_chunk_shape(self, tileable_graph, chunk_result, failed_ops):
    for n in tileable_graph:
        if n.op in failed_ops:
            continue
        tiled_n = get_tiled(n)
        if has_unknown_shape(tiled_n):
            if any(c.key not in chunk_result for c in tiled_n.chunks):
                # some of the chunks has been fused
                continue
            new_nsplits = self.get_tileable_nsplits(n, chunk_result=chunk_result)
            for node in (n, tiled_n):
                node._update_shape(tuple(sum(nsplit) for nsplit in new_nsplits))
            tiled_n._nsplits = new_nsplits
","def _update_tileable_and_chunk_shape ( self , tileable_graph , chunk_result , failed_ops ) : <TAB> for n in tileable_graph : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> tiled_n = get_tiled ( n ) <TAB> <TAB> if has_unknown_shape ( tiled_n ) : <TAB> <TAB> <TAB> if any ( c . key not in chunk_result for c in tiled_n . chunks ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> new_nsplits = self . get_tileable_nsplits ( n , chunk_result = chunk_result ) <TAB> <TAB> <TAB> for node in ( n , tiled_n ) : <TAB> <TAB> <TAB> <TAB> node . _update_shape ( tuple ( sum ( nsplit ) for nsplit in new_nsplits ) ) <TAB> <TAB> <TAB> tiled_n . _nsplits = new_nsplits",if n . op in failed_ops :,200
45,"def i2repr(self, pkt, x):
    s = []
    for v in x:
        if type(v) is tuple and len(v) >= 2:
            if v[0] in DHCPRevOptions and isinstance(DHCPRevOptions[v[0]][1], Field):
                f = DHCPRevOptions[v[0]][1]
                vv = "","".join(f.i2repr(pkt, val) for val in v[1:])
            else:
                vv = "","".join(repr(val) for val in v[1:])
            r = ""%s=%s"" % (v[0], vv)
            s.append(r)
        else:
            s.append(sane(v))
    return ""[%s]"" % ("" "".join(s))","def i2repr ( self , pkt , x ) : <TAB> s = [ ] <TAB> for v in x : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if v [ 0 ] in DHCPRevOptions and isinstance ( DHCPRevOptions [ v [ 0 ] ] [ 1 ] , Field ) : <TAB> <TAB> <TAB> <TAB> f = DHCPRevOptions [ v [ 0 ] ] [ 1 ] <TAB> <TAB> <TAB> <TAB> vv = "","" . join ( f . i2repr ( pkt , val ) for val in v [ 1 : ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> vv = "","" . join ( repr ( val ) for val in v [ 1 : ] ) <TAB> <TAB> <TAB> r = ""%s=%s"" % ( v [ 0 ] , vv ) <TAB> <TAB> <TAB> s . append ( r ) <TAB> <TAB> else : <TAB> <TAB> <TAB> s . append ( sane ( v ) ) <TAB> return ""[%s]"" % ( "" "" . join ( s ) )",if type ( v ) is tuple and len ( v ) >= 2 :,208
44,"def h2i(self, pkt, s):
    t = ()
    if type(s) is str:
        t = time.strptime(s)
        t = t[:2] + t[2:-3]
    else:
        if not s:
            y, m, d, h, min, sec, rest, rest, rest = time.gmtime(time.time())
            t = (y, m, d, h, min, sec)
        else:
            t = s
    return t","def h2i ( self , pkt , s ) : <TAB> t = ( ) <TAB> if type ( s ) is str : <TAB> <TAB> t = time . strptime ( s ) <TAB> <TAB> t = t [ : 2 ] + t [ 2 : - 3 ] <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> y , m , d , h , min , sec , rest , rest , rest = time . gmtime ( time . time ( ) ) <TAB> <TAB> <TAB> t = ( y , m , d , h , min , sec ) <TAB> <TAB> else : <TAB> <TAB> <TAB> t = s <TAB> return t",if not s :,130
1362,"def handle(self, input):
    raw_query = OrderedDict({})
    if (input is not None) and (input.has_key(""op"")):
        if input[""op""] == ""insert"":
            return None
        elif input[""op""] == ""query"":
            if input[""query""].has_key(""$query""):
                raw_query[""query""] = input[""query""][""$query""]
                if input[""query""].has_key(""$orderby""):
                    orderby = input[""query""][""$orderby""]
                    raw_query[""orderby""] = orderby
            else:
                raw_query[""query""] = input[""query""]
            raw_query[""millis""] = input[""millis""]
            raw_query[""ns""] = input[""ns""]
            return raw_query
        elif input[""op""] == ""update"":
            raw_query[""query""] = input[""query""]
            if input.has_key(""updateobj""):
                if input[""updateobj""].has_key(""orderby""):
                    orderby = input[""updateobj""][""orderby""]
                    raw_query[""orderby""] = orderby
            raw_query[""millis""] = input[""millis""]
            raw_query[""ns""] = input[""ns""]
            return raw_query
        elif (input[""op""] == ""command"") and (input[""command""].has_key(""count"")):
            raw_query = {""query"": input[""command""][""query""]}
            db = input[""ns""][0 : input[""ns""].rfind(""."")]
            raw_query[""millis""] = input[""millis""]
            raw_query[""ns""] = db + ""."" + input[""command""][""count""]
            return raw_query
    else:
        return None","def handle ( self , input ) : <TAB> raw_query = OrderedDict ( { } ) <TAB> if ( input is not None ) and ( input . has_key ( ""op"" ) ) : <TAB> <TAB> if input [ ""op"" ] == ""insert"" : <TAB> <TAB> <TAB> return None <TAB> <TAB> elif input [ ""op"" ] == ""query"" : <TAB> <TAB> <TAB> if input [ ""query"" ] . has_key ( ""$query"" ) : <TAB> <TAB> <TAB> <TAB> raw_query [ ""query"" ] = input [ ""query"" ] [ ""$query"" ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> orderby = input [ ""query"" ] [ ""$orderby"" ] <TAB> <TAB> <TAB> <TAB> <TAB> raw_query [ ""orderby"" ] = orderby <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raw_query [ ""query"" ] = input [ ""query"" ] <TAB> <TAB> <TAB> raw_query [ ""millis"" ] = input [ ""millis"" ] <TAB> <TAB> <TAB> raw_query [ ""ns"" ] = input [ ""ns"" ] <TAB> <TAB> <TAB> return raw_query <TAB> <TAB> elif input [ ""op"" ] == ""update"" : <TAB> <TAB> <TAB> raw_query [ ""query"" ] = input [ ""query"" ] <TAB> <TAB> <TAB> if input . has_key ( ""updateobj"" ) : <TAB> <TAB> <TAB> <TAB> if input [ ""updateobj"" ] . has_key ( ""orderby"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> orderby = input [ ""updateobj"" ] [ ""orderby"" ] <TAB> <TAB> <TAB> <TAB> <TAB> raw_query [ ""orderby"" ] = orderby <TAB> <TAB> <TAB> raw_query [ ""millis"" ] = input [ ""millis"" ] <TAB> <TAB> <TAB> raw_query [ ""ns"" ] = input [ ""ns"" ] <TAB> <TAB> <TAB> return raw_query <TAB> <TAB> elif ( input [ ""op"" ] == ""command"" ) and ( input [ ""command"" ] . has_key ( ""count"" ) ) : <TAB> <TAB> <TAB> raw_query = { ""query"" : input [ ""command"" ] [ ""query"" ] } <TAB> <TAB> <TAB> db = input [ ""ns"" ] [ 0 : input [ ""ns"" ] . rfind ( ""."" ) ] <TAB> <TAB> <TAB> raw_query [ ""millis"" ] = input [ ""millis"" ] <TAB> <TAB> <TAB> raw_query [ ""ns"" ] = db + ""."" + input [ ""command"" ] [ ""count"" ] <TAB> <TAB> <TAB> return raw_query <TAB> else : <TAB> <TAB> return None","if input [ ""query"" ] . has_key ( ""$orderby"" ) :",458
24113,"def split_magnets(self, filename):
    log.debug(""Attempting to open %s for splitting magnets."", filename)
    magnets = []
    try:
        with open(filename, ""r"") as _file:
            magnets = list(filter(len, _file.read().splitlines()))
    except IOError as ex:
        log.warning(""Unable to open %s: %s"", filename, ex)
    if len(magnets) < 2:
        return []
    path = filename.rsplit(os.sep, 1)[0]
    for magnet in magnets:
        if not is_magnet(magnet):
            log.warning(""Found line which is not a magnet: %s"", magnet)
            continue
        for part in magnet.split(""&""):
            if part.startswith(""dn=""):
                name = part[3:].strip()
                if name:
                    mname = os.sep.join([path, name + "".magnet""])
                    break
        else:
            short_hash = magnet.split(""btih:"")[1][:8]
            mname = ""."".join([os.path.splitext(filename)[0], short_hash, ""magnet""])
        try:
            with open(mname, ""w"") as _mfile:
                _mfile.write(magnet)
        except IOError as ex:
            log.warning(""Unable to open %s: %s"", mname, ex)
    return magnets","def split_magnets ( self , filename ) : <TAB> log . debug ( ""Attempting to open %s for splitting magnets."" , filename ) <TAB> magnets = [ ] <TAB> try : <TAB> <TAB> with open ( filename , ""r"" ) as _file : <TAB> <TAB> <TAB> magnets = list ( filter ( len , _file . read ( ) . splitlines ( ) ) ) <TAB> except IOError as ex : <TAB> <TAB> log . warning ( ""Unable to open %s: %s"" , filename , ex ) <TAB> if len ( magnets ) < 2 : <TAB> <TAB> return [ ] <TAB> path = filename . rsplit ( os . sep , 1 ) [ 0 ] <TAB> for magnet in magnets : <TAB> <TAB> if not is_magnet ( magnet ) : <TAB> <TAB> <TAB> log . warning ( ""Found line which is not a magnet: %s"" , magnet ) <TAB> <TAB> <TAB> continue <TAB> <TAB> for part in magnet . split ( ""&"" ) : <TAB> <TAB> <TAB> if part . startswith ( ""dn="" ) : <TAB> <TAB> <TAB> <TAB> name = part [ 3 : ] . strip ( ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> mname = os . sep . join ( [ path , name + "".magnet"" ] ) <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> short_hash = magnet . split ( ""btih:"" ) [ 1 ] [ : 8 ] <TAB> <TAB> <TAB> mname = ""."" . join ( [ os . path . splitext ( filename ) [ 0 ] , short_hash , ""magnet"" ] ) <TAB> <TAB> try : <TAB> <TAB> <TAB> with open ( mname , ""w"" ) as _mfile : <TAB> <TAB> <TAB> <TAB> _mfile . write ( magnet ) <TAB> <TAB> except IOError as ex : <TAB> <TAB> <TAB> log . warning ( ""Unable to open %s: %s"" , mname , ex ) <TAB> return magnets",if name :,379
21829,"def fix_reference_name(name, blacklist=None):
    """"""Return a syntax-valid Python reference name from an arbitrary name""""""
    import re
    name = """".join(re.split(r""[^0-9a-zA-Z_]"", name))
    while name and not re.match(r""([a-zA-Z]+[0-9a-zA-Z_]*)$"", name):
        if not re.match(r""[a-zA-Z]"", name[0]):
            name = name[1:]
            continue
    name = str(name)
    if not name:
        name = ""data""
    if blacklist is not None and name in blacklist:
        get_new_name = lambda index: name + (""%03d"" % index)
        index = 0
        while get_new_name(index) in blacklist:
            index += 1
        name = get_new_name(index)
    return name","def fix_reference_name ( name , blacklist = None ) : <TAB> """"""Return a syntax-valid Python reference name from an arbitrary name"""""" <TAB> import re <TAB> name = """" . join ( re . split ( r""[^0-9a-zA-Z_]"" , name ) ) <TAB> while name and not re . match ( r""([a-zA-Z]+[0-9a-zA-Z_]*)$"" , name ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> name = name [ 1 : ] <TAB> <TAB> <TAB> continue <TAB> name = str ( name ) <TAB> if not name : <TAB> <TAB> name = ""data"" <TAB> if blacklist is not None and name in blacklist : <TAB> <TAB> get_new_name = lambda index : name + ( ""%03d"" % index ) <TAB> <TAB> index = 0 <TAB> <TAB> while get_new_name ( index ) in blacklist : <TAB> <TAB> <TAB> index += 1 <TAB> <TAB> name = get_new_name ( index ) <TAB> return name","if not re . match ( r""[a-zA-Z]"" , name [ 0 ] ) :",226
239,"def test_slice_indexing(self):
    self.set_up_indexing()
    for np_fix, prime_fix in zip(self.np_fixtures, self.prime_fixtures):
        ndim = len(np_fix.shape)
        if ndim == 1:
            np.testing.assert_equal(np_fix[2:5], prime_fix[2:5].value)
            continue
        np.testing.assert_equal(np_fix[:, 0], prime_fix[:, 0].value)
        np.testing.assert_equal(np_fix[:, 1], prime_fix[:, 1].value)
        np.testing.assert_equal(np_fix[:, -1], prime_fix[:, -1].value)
        if ndim > 2:
            np.testing.assert_equal(np_fix[:, :-1, ...], prime_fix[:, :-1, ...].value)
            np.testing.assert_equal(np_fix[:, :1, ...], prime_fix[:, :1, ...].value)
            np.testing.assert_equal(np_fix[:, 1:, ...], prime_fix[:, 1:, ...].value)
        elif ndim == 2:
            np.testing.assert_equal(np_fix[:, :2], prime_fix[:, :-1].value)
            np.testing.assert_equal(np_fix[:, 1:], prime_fix[:, 1:].value)","def test_slice_indexing ( self ) : <TAB> self . set_up_indexing ( ) <TAB> for np_fix , prime_fix in zip ( self . np_fixtures , self . prime_fixtures ) : <TAB> <TAB> ndim = len ( np_fix . shape ) <TAB> <TAB> if ndim == 1 : <TAB> <TAB> <TAB> np . testing . assert_equal ( np_fix [ 2 : 5 ] , prime_fix [ 2 : 5 ] . value ) <TAB> <TAB> <TAB> continue <TAB> <TAB> np . testing . assert_equal ( np_fix [ : , 0 ] , prime_fix [ : , 0 ] . value ) <TAB> <TAB> np . testing . assert_equal ( np_fix [ : , 1 ] , prime_fix [ : , 1 ] . value ) <TAB> <TAB> np . testing . assert_equal ( np_fix [ : , - 1 ] , prime_fix [ : , - 1 ] . value ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> np . testing . assert_equal ( np_fix [ : , : - 1 , ... ] , prime_fix [ : , : - 1 , ... ] . value ) <TAB> <TAB> <TAB> np . testing . assert_equal ( np_fix [ : , : 1 , ... ] , prime_fix [ : , : 1 , ... ] . value ) <TAB> <TAB> <TAB> np . testing . assert_equal ( np_fix [ : , 1 : , ... ] , prime_fix [ : , 1 : , ... ] . value ) <TAB> <TAB> elif ndim == 2 : <TAB> <TAB> <TAB> np . testing . assert_equal ( np_fix [ : , : 2 ] , prime_fix [ : , : - 1 ] . value ) <TAB> <TAB> <TAB> np . testing . assert_equal ( np_fix [ : , 1 : ] , prime_fix [ : , 1 : ] . value )",if ndim > 2 :,336
21535,"def op_fuse(self):
    """"""fuse bn and scale""""""
    new_layers = []
    temp_layers = {}
    changed_layers = {}
    for index, pl in enumerate(self.predict_layer):
        op_type = pl.type
        if op_type == ""Input"":
            new_layers.append(pl)
            continue
        elif op_type == ""BatchNorm"":
            if (index != len(self.predict_layer) - 1) and (
                self.predict_layer[index + 1].type == ""Scale""
            ):
                temp_layers[""bn""] = pl
                continue
            else:
                new_layers.append(pl)
                temp_layers.clear()
        elif op_type == ""Scale"":
            if self.predict_layer[index - 1].type == ""BatchNorm"":
                temp_layers[""scale""] = pl
            else:
                new_layers.append(pl)
                temp_layers.clear()
        else:
            temp_layers.clear()
        if len(temp_layers) == 2:
            layer = self.fuse_op(temp_layers)
            new_layers.append(layer)
            changed_layers[temp_layers[""scale""].name] = temp_layers[""bn""].name
        for idx, plt in enumerate(pl.bottom):
            if plt in changed_layers:
                pl.bottom[idx] = changed_layers[plt]
        if op_type not in [""BatchNorm"", ""Scale""]:
            new_layers.append(pl)
    self.predict_layer = new_layers
    self.changed_layers = changed_layers","def op_fuse ( self ) : <TAB> """"""fuse bn and scale"""""" <TAB> new_layers = [ ] <TAB> temp_layers = { } <TAB> changed_layers = { } <TAB> for index , pl in enumerate ( self . predict_layer ) : <TAB> <TAB> op_type = pl . type <TAB> <TAB> if op_type == ""Input"" : <TAB> <TAB> <TAB> new_layers . append ( pl ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ( index != len ( self . predict_layer ) - 1 ) and ( <TAB> <TAB> <TAB> <TAB> self . predict_layer [ index + 1 ] . type == ""Scale"" <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> temp_layers [ ""bn"" ] = pl <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> new_layers . append ( pl ) <TAB> <TAB> <TAB> <TAB> temp_layers . clear ( ) <TAB> <TAB> elif op_type == ""Scale"" : <TAB> <TAB> <TAB> if self . predict_layer [ index - 1 ] . type == ""BatchNorm"" : <TAB> <TAB> <TAB> <TAB> temp_layers [ ""scale"" ] = pl <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> new_layers . append ( pl ) <TAB> <TAB> <TAB> <TAB> temp_layers . clear ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> temp_layers . clear ( ) <TAB> <TAB> if len ( temp_layers ) == 2 : <TAB> <TAB> <TAB> layer = self . fuse_op ( temp_layers ) <TAB> <TAB> <TAB> new_layers . append ( layer ) <TAB> <TAB> <TAB> changed_layers [ temp_layers [ ""scale"" ] . name ] = temp_layers [ ""bn"" ] . name <TAB> <TAB> for idx , plt in enumerate ( pl . bottom ) : <TAB> <TAB> <TAB> if plt in changed_layers : <TAB> <TAB> <TAB> <TAB> pl . bottom [ idx ] = changed_layers [ plt ] <TAB> <TAB> if op_type not in [ ""BatchNorm"" , ""Scale"" ] : <TAB> <TAB> <TAB> new_layers . append ( pl ) <TAB> self . predict_layer = new_layers <TAB> self . changed_layers = changed_layers","elif op_type == ""BatchNorm"" :",442
11966,"def TryMerge(self, d):
    while d.avail() > 0:
        tt = d.getVarInt32()
        if tt == 10:
            length = d.getVarInt32()
            tmp = ProtocolBuffer.Decoder(d.buffer(), d.pos(), d.pos() + length)
            d.skip(length)
            self.mutable_cost().TryMerge(tmp)
            continue
        if tt == 24:
            self.add_version(d.getVarInt64())
            continue
        if tt == 0:
            raise ProtocolBuffer.ProtocolBufferDecodeError
        d.skipData(tt)","def TryMerge ( self , d ) : <TAB> while d . avail ( ) > 0 : <TAB> <TAB> tt = d . getVarInt32 ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> length = d . getVarInt32 ( ) <TAB> <TAB> <TAB> tmp = ProtocolBuffer . Decoder ( d . buffer ( ) , d . pos ( ) , d . pos ( ) + length ) <TAB> <TAB> <TAB> d . skip ( length ) <TAB> <TAB> <TAB> self . mutable_cost ( ) . TryMerge ( tmp ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 24 : <TAB> <TAB> <TAB> self . add_version ( d . getVarInt64 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 0 : <TAB> <TAB> <TAB> raise ProtocolBuffer . ProtocolBufferDecodeError <TAB> <TAB> d . skipData ( tt )",if tt == 10 :,167
9626,"def _get_port(self, state, c_id, tpl_var):
    """"""Extract a port from a container_inspect or the k8s API given a template variable.""""""
    container_inspect = state.inspect_container(c_id)
    ports = []
    try:
        ports = [
            x.split(""/"")[0]
            for x in container_inspect[""NetworkSettings""][""Ports""].keys()
        ]
        if len(ports) == 0:
            raise IndexError
    except (IndexError, KeyError, AttributeError):
        if Platform.is_k8s():
            spec = state.get_kube_container_spec(c_id)
            if spec:
                ports = [str(x.get(""containerPort"")) for x in spec.get(""ports"", [])]
        else:
            ports = [
                p.split(""/"")[0]
                for p in container_inspect[""Config""].get(""ExposedPorts"", {}).keys()
            ]
    ports = sorted(ports, key=int)
    return self._extract_port_from_list(ports, tpl_var)","def _get_port ( self , state , c_id , tpl_var ) : <TAB> """"""Extract a port from a container_inspect or the k8s API given a template variable."""""" <TAB> container_inspect = state . inspect_container ( c_id ) <TAB> ports = [ ] <TAB> try : <TAB> <TAB> ports = [ <TAB> <TAB> <TAB> x . split ( ""/"" ) [ 0 ] <TAB> <TAB> <TAB> for x in container_inspect [ ""NetworkSettings"" ] [ ""Ports"" ] . keys ( ) <TAB> <TAB> ] <TAB> <TAB> if len ( ports ) == 0 : <TAB> <TAB> <TAB> raise IndexError <TAB> except ( IndexError , KeyError , AttributeError ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> spec = state . get_kube_container_spec ( c_id ) <TAB> <TAB> <TAB> if spec : <TAB> <TAB> <TAB> <TAB> ports = [ str ( x . get ( ""containerPort"" ) ) for x in spec . get ( ""ports"" , [ ] ) ] <TAB> <TAB> else : <TAB> <TAB> <TAB> ports = [ <TAB> <TAB> <TAB> <TAB> p . split ( ""/"" ) [ 0 ] <TAB> <TAB> <TAB> <TAB> for p in container_inspect [ ""Config"" ] . get ( ""ExposedPorts"" , { } ) . keys ( ) <TAB> <TAB> <TAB> ] <TAB> ports = sorted ( ports , key = int ) <TAB> return self . _extract_port_from_list ( ports , tpl_var )",if Platform . is_k8s ( ) :,277
15125,"def upgrade():
    bind = op.get_bind()
    session = db.Session(bind=bind)
    tables = [
        Annotation,
        Dashboard,
        Database,
        DruidCluster,
        DruidColumn,
        DruidDatasource,
        DruidMetric,
        Slice,
        SqlaTable,
        SqlMetric,
        TableColumn,
    ]
    for table in tables:
        for record in session.query(table).all():
            for col in record.__table__.columns.values():
                if not col.primary_key:
                    value = getattr(record, col.name)
                    if value is not None and value.strip() == """":
                        setattr(record, col.name, None)
        session.commit()
    session.close()
","def upgrade ( ) : <TAB> bind = op . get_bind ( ) <TAB> session = db . Session ( bind = bind ) <TAB> tables = [ <TAB> <TAB> Annotation , <TAB> <TAB> Dashboard , <TAB> <TAB> Database , <TAB> <TAB> DruidCluster , <TAB> <TAB> DruidColumn , <TAB> <TAB> DruidDatasource , <TAB> <TAB> DruidMetric , <TAB> <TAB> Slice , <TAB> <TAB> SqlaTable , <TAB> <TAB> SqlMetric , <TAB> <TAB> TableColumn , <TAB> ] <TAB> for table in tables : <TAB> <TAB> for record in session . query ( table ) . all ( ) : <TAB> <TAB> <TAB> for col in record . __table__ . columns . values ( ) : <TAB> <TAB> <TAB> <TAB> if not col . primary_key : <TAB> <TAB> <TAB> <TAB> <TAB> value = getattr ( record , col . name ) <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> setattr ( record , col . name , None ) <TAB> <TAB> session . commit ( ) <TAB> session . close ( )","if value is not None and value . strip ( ) == """" :",220
1458,"def __init__(self, *args):
    if len(args) == 3:
        assert (
            isinstance(args[0], Point3)
            and isinstance(args[1], Vector3)
            and type(args[2]) == float
        )
        self.p = args[0].copy()
        self.v = args[1] * args[2] / abs(args[1])
    elif len(args) == 2:
        if isinstance(args[0], Point3) and isinstance(args[1], Point3):
            self.p = args[0].copy()
            self.v = args[1] - args[0]
        elif isinstance(args[0], Point3) and isinstance(args[1], Vector3):
            self.p = args[0].copy()
            self.v = args[1].copy()
        else:
            raise AttributeError(""%r"" % (args,))
    elif len(args) == 1:
        if isinstance(args[0], Line3):
            self.p = args[0].p.copy()
            self.v = args[0].v.copy()
        else:
            raise AttributeError(""%r"" % (args,))
    else:
        raise AttributeError(""%r"" % (args,))","def __init__ ( self , * args ) : <TAB> if len ( args ) == 3 : <TAB> <TAB> assert ( <TAB> <TAB> <TAB> isinstance ( args [ 0 ] , Point3 ) <TAB> <TAB> <TAB> and isinstance ( args [ 1 ] , Vector3 ) <TAB> <TAB> <TAB> and type ( args [ 2 ] ) == float <TAB> <TAB> ) <TAB> <TAB> self . p = args [ 0 ] . copy ( ) <TAB> <TAB> self . v = args [ 1 ] * args [ 2 ] / abs ( args [ 1 ] ) <TAB> elif len ( args ) == 2 : <TAB> <TAB> if isinstance ( args [ 0 ] , Point3 ) and isinstance ( args [ 1 ] , Point3 ) : <TAB> <TAB> <TAB> self . p = args [ 0 ] . copy ( ) <TAB> <TAB> <TAB> self . v = args [ 1 ] - args [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . p = args [ 0 ] . copy ( ) <TAB> <TAB> <TAB> self . v = args [ 1 ] . copy ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise AttributeError ( ""%r"" % ( args , ) ) <TAB> elif len ( args ) == 1 : <TAB> <TAB> if isinstance ( args [ 0 ] , Line3 ) : <TAB> <TAB> <TAB> self . p = args [ 0 ] . p . copy ( ) <TAB> <TAB> <TAB> self . v = args [ 0 ] . v . copy ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise AttributeError ( ""%r"" % ( args , ) ) <TAB> else : <TAB> <TAB> raise AttributeError ( ""%r"" % ( args , ) )","elif isinstance ( args [ 0 ] , Point3 ) and isinstance ( args [ 1 ] , Vector3 ) :",327
2430,"def _getOpcodeSuffix(self, trace, va, op):
    pc = trace.getProgramCounter()
    if va != pc:
        return """"
    ovals = []
    for o in op.opers:
        if o.isDeref():
            ova = o.getOperAddr(op, trace)
        else:
            ova = o.getOperValue(op, trace)
        sym = None
        if trace.isValidPointer(ova):
            rova = trace.readMemoryFormat(ova, ""<P"")[0]
            sym = trace.getSymByAddr(rova)
        if sym is None:
            sym = trace.getSymByAddr(ova)
        if sym:
            ovals.append(repr(sym))
        elif o.isDeref():
            ovals.append(""[0x%.8x]"" % ova)
        else:
            ovals.append(""0x%.8x"" % ova)
    if [branch for branch, flag in op.getBranches() if flag & envi.BR_COND]:
        emu = self.emu_cache.get(self.arch, vtrace.getEmu(trace))
        emu.setRegisters(trace.getRegisters())
        emu.setProgramCounter(va)
        emu.executeOpcode(op)
        nextpc = emu.getProgramCounter()
        if va + len(op) != nextpc:
            ovals.append(""Branch taken: 0x%08x"" % nextpc)
        else:
            ovals.append(""Branch not taken: 0x%08x"" % nextpc)
    return "","".join(ovals)","def _getOpcodeSuffix ( self , trace , va , op ) : <TAB> pc = trace . getProgramCounter ( ) <TAB> if va != pc : <TAB> <TAB> return """" <TAB> ovals = [ ] <TAB> for o in op . opers : <TAB> <TAB> if o . isDeref ( ) : <TAB> <TAB> <TAB> ova = o . getOperAddr ( op , trace ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ova = o . getOperValue ( op , trace ) <TAB> <TAB> sym = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rova = trace . readMemoryFormat ( ova , ""<P"" ) [ 0 ] <TAB> <TAB> <TAB> sym = trace . getSymByAddr ( rova ) <TAB> <TAB> if sym is None : <TAB> <TAB> <TAB> sym = trace . getSymByAddr ( ova ) <TAB> <TAB> if sym : <TAB> <TAB> <TAB> ovals . append ( repr ( sym ) ) <TAB> <TAB> elif o . isDeref ( ) : <TAB> <TAB> <TAB> ovals . append ( ""[0x%.8x]"" % ova ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ovals . append ( ""0x%.8x"" % ova ) <TAB> if [ branch for branch , flag in op . getBranches ( ) if flag & envi . BR_COND ] : <TAB> <TAB> emu = self . emu_cache . get ( self . arch , vtrace . getEmu ( trace ) ) <TAB> <TAB> emu . setRegisters ( trace . getRegisters ( ) ) <TAB> <TAB> emu . setProgramCounter ( va ) <TAB> <TAB> emu . executeOpcode ( op ) <TAB> <TAB> nextpc = emu . getProgramCounter ( ) <TAB> <TAB> if va + len ( op ) != nextpc : <TAB> <TAB> <TAB> ovals . append ( ""Branch taken: 0x%08x"" % nextpc ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ovals . append ( ""Branch not taken: 0x%08x"" % nextpc ) <TAB> return "","" . join ( ovals )",if trace . isValidPointer ( ova ) :,441
1455,"def _connect_line2_line2(A, B):
    d = B.v.y * A.v.x - B.v.x * A.v.y
    if d == 0:
        # Parallel, connect an endpoint with a line
        if isinstance(B, Ray2) or isinstance(B, LineSegment2):
            p1, p2 = _connect_point2_line2(B.p, A)
            return p2, p1
        # No endpoint (or endpoint is on A), possibly choose arbitrary point
        # on line.
        return _connect_point2_line2(A.p, B)
    dy = A.p.y - B.p.y
    dx = A.p.x - B.p.x
    ua = (B.v.x * dy - B.v.y * dx) / d
    if not A._u_in(ua):
        ua = max(min(ua, 1.0), 0.0)
    ub = (A.v.x * dy - A.v.y * dx) / d
    if not B._u_in(ub):
        ub = max(min(ub, 1.0), 0.0)
    return LineSegment2(
        Point2(A.p.x + ua * A.v.x, A.p.y + ua * A.v.y),
        Point2(B.p.x + ub * B.v.x, B.p.y + ub * B.v.y),
    )","def _connect_line2_line2 ( A , B ) : <TAB> d = B . v . y * A . v . x - B . v . x * A . v . y <TAB> if d == 0 : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> p1 , p2 = _connect_point2_line2 ( B . p , A ) <TAB> <TAB> <TAB> return p2 , p1 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return _connect_point2_line2 ( A . p , B ) <TAB> dy = A . p . y - B . p . y <TAB> dx = A . p . x - B . p . x <TAB> ua = ( B . v . x * dy - B . v . y * dx ) / d <TAB> if not A . _u_in ( ua ) : <TAB> <TAB> ua = max ( min ( ua , 1.0 ) , 0.0 ) <TAB> ub = ( A . v . x * dy - A . v . y * dx ) / d <TAB> if not B . _u_in ( ub ) : <TAB> <TAB> ub = max ( min ( ub , 1.0 ) , 0.0 ) <TAB> return LineSegment2 ( <TAB> <TAB> Point2 ( A . p . x + ua * A . v . x , A . p . y + ua * A . v . y ) , <TAB> <TAB> Point2 ( B . p . x + ub * B . v . x , B . p . y + ub * B . v . y ) , <TAB> )","if isinstance ( B , Ray2 ) or isinstance ( B , LineSegment2 ) :",377
9161,"def process_output(
    self, data, output_prompt, input_lines, output, is_doctest, image_file
):
    """"""Process data block for OUTPUT token.""""""
    if is_doctest:
        submitted = data.strip()
        found = output
        if found is not None:
            found = found.strip()
            # XXX - fperez: in 0.11, 'output' never comes with the prompt
            # in it, just the actual output text.  So I think all this code
            # can be nuked...
            # the above comment does not appear to be accurate... (minrk)
            ind = found.find(output_prompt)
            if ind < 0:
                e = 'output prompt=""%s"" does not match out line=%s' % (
                    output_prompt,
                    found,
                )
                raise RuntimeError(e)
            found = found[len(output_prompt) :].strip()
            if found != submitted:
                e = (
                    'doctest failure for input_lines=""%s"" with '
                    'found_output=""%s"" and submitted output=""%s""'
                    % (input_lines, found, submitted)
                )
                raise RuntimeError(e)","def process_output ( <TAB> self , data , output_prompt , input_lines , output , is_doctest , image_file ) : <TAB> """"""Process data block for OUTPUT token."""""" <TAB> if is_doctest : <TAB> <TAB> submitted = data . strip ( ) <TAB> <TAB> found = output <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> found = found . strip ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ind = found . find ( output_prompt ) <TAB> <TAB> <TAB> if ind < 0 : <TAB> <TAB> <TAB> <TAB> e = 'output prompt=""%s"" does not match out line=%s' % ( <TAB> <TAB> <TAB> <TAB> <TAB> output_prompt , <TAB> <TAB> <TAB> <TAB> <TAB> found , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> raise RuntimeError ( e ) <TAB> <TAB> <TAB> found = found [ len ( output_prompt ) : ] . strip ( ) <TAB> <TAB> <TAB> if found != submitted : <TAB> <TAB> <TAB> <TAB> e = ( <TAB> <TAB> <TAB> <TAB> <TAB> 'doctest failure for input_lines=""%s"" with ' <TAB> <TAB> <TAB> <TAB> <TAB> 'found_output=""%s"" and submitted output=""%s""' <TAB> <TAB> <TAB> <TAB> <TAB> % ( input_lines , found , submitted ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> raise RuntimeError ( e )",if found is not None :,341
20358,"def cleanup_ad_hoc_commands(self):
    skipped, deleted = 0, 0
    ad_hoc_commands = AdHocCommand.objects.filter(created__lt=self.cutoff)
    for ad_hoc_command in ad_hoc_commands.iterator():
        ad_hoc_command_display = '""%s"" (%d events)' % (
            str(ad_hoc_command),
            ad_hoc_command.ad_hoc_command_events.count(),
        )
        if ad_hoc_command.status in (""pending"", ""waiting"", ""running""):
            action_text = ""would skip"" if self.dry_run else ""skipping""
            self.logger.debug(
                ""%s %s ad hoc command %s"",
                action_text,
                ad_hoc_command.status,
                ad_hoc_command_display,
            )
            skipped += 1
        else:
            action_text = ""would delete"" if self.dry_run else ""deleting""
            self.logger.info(""%s %s"", action_text, ad_hoc_command_display)
            if not self.dry_run:
                ad_hoc_command.delete()
            deleted += 1
    skipped += AdHocCommand.objects.filter(created__gte=self.cutoff).count()
    return skipped, deleted","def cleanup_ad_hoc_commands ( self ) : <TAB> skipped , deleted = 0 , 0 <TAB> ad_hoc_commands = AdHocCommand . objects . filter ( created__lt = self . cutoff ) <TAB> for ad_hoc_command in ad_hoc_commands . iterator ( ) : <TAB> <TAB> ad_hoc_command_display = '""%s"" (%d events)' % ( <TAB> <TAB> <TAB> str ( ad_hoc_command ) , <TAB> <TAB> <TAB> ad_hoc_command . ad_hoc_command_events . count ( ) , <TAB> <TAB> ) <TAB> <TAB> if ad_hoc_command . status in ( ""pending"" , ""waiting"" , ""running"" ) : <TAB> <TAB> <TAB> action_text = ""would skip"" if self . dry_run else ""skipping"" <TAB> <TAB> <TAB> self . logger . debug ( <TAB> <TAB> <TAB> <TAB> ""%s %s ad hoc command %s"" , <TAB> <TAB> <TAB> <TAB> action_text , <TAB> <TAB> <TAB> <TAB> ad_hoc_command . status , <TAB> <TAB> <TAB> <TAB> ad_hoc_command_display , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> skipped += 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> action_text = ""would delete"" if self . dry_run else ""deleting"" <TAB> <TAB> <TAB> self . logger . info ( ""%s %s"" , action_text , ad_hoc_command_display ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> ad_hoc_command . delete ( ) <TAB> <TAB> <TAB> deleted += 1 <TAB> skipped += AdHocCommand . objects . filter ( created__gte = self . cutoff ) . count ( ) <TAB> return skipped , deleted",if not self . dry_run :,352
3215,"def default_loader(href, parse, encoding=None):
    with open(href) as file:
        if parse == ""xml"":
            data = ElementTree.parse(file).getroot()
        else:
            data = file.read()
            if encoding:
                data = data.decode(encoding)
    return data
","def default_loader ( href , parse , encoding = None ) : <TAB> with open ( href ) as file : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> data = ElementTree . parse ( file ) . getroot ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> data = file . read ( ) <TAB> <TAB> <TAB> if encoding : <TAB> <TAB> <TAB> <TAB> data = data . decode ( encoding ) <TAB> return data","if parse == ""xml"" :",86
11657,"def handle_ctcp(self, conn, evt):
    args = evt.arguments()
    source = evt.source().split(""!"")[0]
    if args:
        if args[0] == ""VERSION"":
            conn.ctcp_reply(source, ""VERSION "" + BOT_VERSION)
        elif args[0] == ""PING"":
            conn.ctcp_reply(source, ""PING"")
        elif args[0] == ""CLIENTINFO"":
            conn.ctcp_reply(source, ""CLIENTINFO PING VERSION CLIENTINFO"")","def handle_ctcp ( self , conn , evt ) : <TAB> args = evt . arguments ( ) <TAB> source = evt . source ( ) . split ( ""!"" ) [ 0 ] <TAB> if args : <TAB> <TAB> if args [ 0 ] == ""VERSION"" : <TAB> <TAB> <TAB> conn . ctcp_reply ( source , ""VERSION "" + BOT_VERSION ) <TAB> <TAB> elif args [ 0 ] == ""PING"" : <TAB> <TAB> <TAB> conn . ctcp_reply ( source , ""PING"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> conn . ctcp_reply ( source , ""CLIENTINFO PING VERSION CLIENTINFO"" )","elif args [ 0 ] == ""CLIENTINFO"" :",136
20924,"def get_bill_no_and_update_amounts(
    reference_doctype,
    ref_doc,
    total_amount,
    exchange_rate,
    party_account_currency,
    company_currency,
):
    outstanding_amount, bill_no = None
    if reference_doctype in (""Sales Invoice"", ""Purchase Invoice""):
        outstanding_amount = ref_doc.get(""outstanding_amount"")
        bill_no = ref_doc.get(""bill_no"")
    elif reference_doctype == ""Expense Claim"":
        outstanding_amount = (
            flt(ref_doc.get(""total_sanctioned_amount""))
            + flt(ref_doc.get(""total_taxes_and_charges""))
            - flt(ref_doc.get(""total_amount_reimbursed""))
            - flt(ref_doc.get(""total_advance_amount""))
        )
    elif reference_doctype == ""Employee Advance"":
        outstanding_amount = flt(ref_doc.advance_amount) - flt(ref_doc.paid_amount)
        if party_account_currency != ref_doc.currency:
            outstanding_amount = flt(outstanding_amount) * flt(exchange_rate)
            if party_account_currency == company_currency:
                exchange_rate = 1
    else:
        outstanding_amount = flt(total_amount) - flt(ref_doc.advance_paid)
    return outstanding_amount, exchange_rate, bill_no","def get_bill_no_and_update_amounts ( <TAB> reference_doctype , <TAB> ref_doc , <TAB> total_amount , <TAB> exchange_rate , <TAB> party_account_currency , <TAB> company_currency , ) : <TAB> outstanding_amount , bill_no = None <TAB> if reference_doctype in ( ""Sales Invoice"" , ""Purchase Invoice"" ) : <TAB> <TAB> outstanding_amount = ref_doc . get ( ""outstanding_amount"" ) <TAB> <TAB> bill_no = ref_doc . get ( ""bill_no"" ) <TAB> elif reference_doctype == ""Expense Claim"" : <TAB> <TAB> outstanding_amount = ( <TAB> <TAB> <TAB> flt ( ref_doc . get ( ""total_sanctioned_amount"" ) ) <TAB> <TAB> <TAB> + flt ( ref_doc . get ( ""total_taxes_and_charges"" ) ) <TAB> <TAB> <TAB> - flt ( ref_doc . get ( ""total_amount_reimbursed"" ) ) <TAB> <TAB> <TAB> - flt ( ref_doc . get ( ""total_advance_amount"" ) ) <TAB> <TAB> ) <TAB> elif reference_doctype == ""Employee Advance"" : <TAB> <TAB> outstanding_amount = flt ( ref_doc . advance_amount ) - flt ( ref_doc . paid_amount ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> outstanding_amount = flt ( outstanding_amount ) * flt ( exchange_rate ) <TAB> <TAB> <TAB> if party_account_currency == company_currency : <TAB> <TAB> <TAB> <TAB> exchange_rate = 1 <TAB> else : <TAB> <TAB> outstanding_amount = flt ( total_amount ) - flt ( ref_doc . advance_paid ) <TAB> return outstanding_amount , exchange_rate , bill_no",if party_account_currency != ref_doc . currency :,390
23505,"def update_ui(self):
    if self._state == ""closed"":
        return
    while not self._work_events_queue.empty():
        self.handle_work_event(*self._work_events_queue.get())
        if self._state == ""closed"":
            return
    if self._state == ""idle"":
        if self.is_ready_for_work():
            self._ok_button.configure(state=""normal"")
        else:
            self._ok_button.configure(state=""disabled"")
    else:
        self._ok_button.configure(state=""disabled"")
    if self._state == ""done"":
        set_text_if_different(self._cancel_button, tr(""Close""))
    else:
        set_text_if_different(self._cancel_button, tr(""Cancel""))
","def update_ui ( self ) : <TAB> if self . _state == ""closed"" : <TAB> <TAB> return <TAB> while not self . _work_events_queue . empty ( ) : <TAB> <TAB> self . handle_work_event ( * self . _work_events_queue . get ( ) ) <TAB> <TAB> if self . _state == ""closed"" : <TAB> <TAB> <TAB> return <TAB> if self . _state == ""idle"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _ok_button . configure ( state = ""normal"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _ok_button . configure ( state = ""disabled"" ) <TAB> else : <TAB> <TAB> self . _ok_button . configure ( state = ""disabled"" ) <TAB> if self . _state == ""done"" : <TAB> <TAB> set_text_if_different ( self . _cancel_button , tr ( ""Close"" ) ) <TAB> else : <TAB> <TAB> set_text_if_different ( self . _cancel_button , tr ( ""Cancel"" ) )",if self . is_ready_for_work ( ) :,209
8011,"def _recursive_saxify(self, element, prefixes):
    content_handler = self._content_handler
    tag = element.tag
    if tag is Comment or tag is ProcessingInstruction:
        if tag is ProcessingInstruction:
            content_handler.processingInstruction(element.target, element.text)
        if element.tail:
            content_handler.characters(element.tail)
        return
    new_prefixes = []
    build_qname = self._build_qname
    attribs = element.items()
    if attribs:
        attr_values = {}
        attr_qnames = {}
        for attr_ns_name, value in attribs:
            attr_ns_tuple = _getNsTag(attr_ns_name)
            attr_values[attr_ns_tuple] = value
            attr_qnames[attr_ns_tuple] = build_qname(
                attr_ns_tuple[0], attr_ns_tuple[1], prefixes, new_prefixes
            )
        sax_attributes = self._attr_class(attr_values, attr_qnames)
    else:
        sax_attributes = self._empty_attributes
    ns_uri, local_name = _getNsTag(tag)
    qname = build_qname(ns_uri, local_name, prefixes, new_prefixes)
    for prefix, uri in new_prefixes:
        content_handler.startPrefixMapping(prefix, uri)
    content_handler.startElementNS((ns_uri, local_name), qname, sax_attributes)
    if element.text:
        content_handler.characters(element.text)
    for child in element:
        self._recursive_saxify(child, prefixes)
    content_handler.endElementNS((ns_uri, local_name), qname)
    for prefix, uri in new_prefixes:
        content_handler.endPrefixMapping(prefix)
    if element.tail:
        content_handler.characters(element.tail)","def _recursive_saxify ( self , element , prefixes ) : <TAB> content_handler = self . _content_handler <TAB> tag = element . tag <TAB> if tag is Comment or tag is ProcessingInstruction : <TAB> <TAB> if tag is ProcessingInstruction : <TAB> <TAB> <TAB> content_handler . processingInstruction ( element . target , element . text ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> content_handler . characters ( element . tail ) <TAB> <TAB> return <TAB> new_prefixes = [ ] <TAB> build_qname = self . _build_qname <TAB> attribs = element . items ( ) <TAB> if attribs : <TAB> <TAB> attr_values = { } <TAB> <TAB> attr_qnames = { } <TAB> <TAB> for attr_ns_name , value in attribs : <TAB> <TAB> <TAB> attr_ns_tuple = _getNsTag ( attr_ns_name ) <TAB> <TAB> <TAB> attr_values [ attr_ns_tuple ] = value <TAB> <TAB> <TAB> attr_qnames [ attr_ns_tuple ] = build_qname ( <TAB> <TAB> <TAB> <TAB> attr_ns_tuple [ 0 ] , attr_ns_tuple [ 1 ] , prefixes , new_prefixes <TAB> <TAB> <TAB> ) <TAB> <TAB> sax_attributes = self . _attr_class ( attr_values , attr_qnames ) <TAB> else : <TAB> <TAB> sax_attributes = self . _empty_attributes <TAB> ns_uri , local_name = _getNsTag ( tag ) <TAB> qname = build_qname ( ns_uri , local_name , prefixes , new_prefixes ) <TAB> for prefix , uri in new_prefixes : <TAB> <TAB> content_handler . startPrefixMapping ( prefix , uri ) <TAB> content_handler . startElementNS ( ( ns_uri , local_name ) , qname , sax_attributes ) <TAB> if element . text : <TAB> <TAB> content_handler . characters ( element . text ) <TAB> for child in element : <TAB> <TAB> self . _recursive_saxify ( child , prefixes ) <TAB> content_handler . endElementNS ( ( ns_uri , local_name ) , qname ) <TAB> for prefix , uri in new_prefixes : <TAB> <TAB> content_handler . endPrefixMapping ( prefix ) <TAB> <fill-in> <TAB> <TAB> content_handler . characters ( element . tail )",if element . tail :,478
3191,"def _mapdict_values(items):
    # each value in mapdict is expected to be a sequence, where each item
    # is another sequence containing a state (or several) and a value
    # E.g. (script=False):
    #   [('active', 'selected', 'grey'), ('focus', [1, 2, 3, 4])]
    #   returns:
    #   ['active selected', 'grey', 'focus', [1, 2, 3, 4]]
    opt_val = []
    for item in items:
        state = item[:-1]
        val = item[-1]
        # hacks for bakward compatibility
        state[0]  # raise IndexError if empty
        if len(state) == 1:
            # if it is empty (something that evaluates to False), then
            # format it to Tcl code to denote the ""normal"" state
            state = state[0] or """"
        else:
            # group multiple states
            state = "" "".join(state)  # raise TypeError if not str
        opt_val.append(state)
        if val is not None:
            opt_val.append(val)
    return opt_val","def _mapdict_values ( items ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> opt_val = [ ] <TAB> for item in items : <TAB> <TAB> state = item [ : - 1 ] <TAB> <TAB> val = item [ - 1 ] <TAB> <TAB> <TAB> <TAB> state [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> state = state [ 0 ] or """" <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> state = "" "" . join ( state ) <TAB> <TAB> opt_val . append ( state ) <TAB> <TAB> if val is not None : <TAB> <TAB> <TAB> opt_val . append ( val ) <TAB> return opt_val",if len ( state ) == 1 :,296
16475,"def _persist_metadata(self, dirname, filename):
    metadata_path = ""{0}/{1}.json"".format(dirname, filename)
    if self.media_metadata or self.comments or self.include_location:
        if self.posts:
            if self.latest:
                self.merge_json({""GraphImages"": self.posts}, metadata_path)
            else:
                self.save_json({""GraphImages"": self.posts}, metadata_path)
        if self.stories:
            if self.latest:
                self.merge_json({""GraphStories"": self.stories}, metadata_path)
            else:
                self.save_json({""GraphStories"": self.stories}, metadata_path)","def _persist_metadata ( self , dirname , filename ) : <TAB> metadata_path = ""{0}/{1}.json"" . format ( dirname , filename ) <TAB> if self . media_metadata or self . comments or self . include_location : <TAB> <TAB> if self . posts : <TAB> <TAB> <TAB> if self . latest : <TAB> <TAB> <TAB> <TAB> self . merge_json ( { ""GraphImages"" : self . posts } , metadata_path ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . save_json ( { ""GraphImages"" : self . posts } , metadata_path ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if self . latest : <TAB> <TAB> <TAB> <TAB> self . merge_json ( { ""GraphStories"" : self . stories } , metadata_path ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . save_json ( { ""GraphStories"" : self . stories } , metadata_path )",if self . stories :,190
2130,"def _dump_str(v):
    if sys.version_info < (3,) and hasattr(v, ""decode"") and isinstance(v, str):
        v = v.decode(""utf-8"")
    v = ""%r"" % v
    if v[0] == ""u"":
        v = v[1:]
    singlequote = v.startswith(""'"")
    if singlequote or v.startswith('""'):
        v = v[1:-1]
    if singlequote:
        v = v.replace(""\\'"", ""'"")
        v = v.replace('""', '\\""')
    v = v.split(""\\x"")
    while len(v) > 1:
        i = -1
        if not v[0]:
            v = v[1:]
        v[0] = v[0].replace(""\\\\"", ""\\"")
        # No, I don't know why != works and == breaks
        joinx = v[0][i] != ""\\""
        while v[0][:i] and v[0][i] == ""\\"":
            joinx = not joinx
            i -= 1
        if joinx:
            joiner = ""x""
        else:
            joiner = ""u00""
        v = [v[0] + joiner + v[1]] + v[2:]
    return unicode('""' + v[0] + '""')","def _dump_str ( v ) : <TAB> if sys . version_info < ( 3 , ) and hasattr ( v , ""decode"" ) and isinstance ( v , str ) : <TAB> <TAB> v = v . decode ( ""utf-8"" ) <TAB> v = ""%r"" % v <TAB> if v [ 0 ] == ""u"" : <TAB> <TAB> v = v [ 1 : ] <TAB> singlequote = v . startswith ( ""'"" ) <TAB> if singlequote or v . startswith ( '""' ) : <TAB> <TAB> v = v [ 1 : - 1 ] <TAB> if singlequote : <TAB> <TAB> v = v . replace ( ""\\'"" , ""'"" ) <TAB> <TAB> v = v . replace ( '""' , '\\""' ) <TAB> v = v . split ( ""\\x"" ) <TAB> while len ( v ) > 1 : <TAB> <TAB> i = - 1 <TAB> <TAB> if not v [ 0 ] : <TAB> <TAB> <TAB> v = v [ 1 : ] <TAB> <TAB> v [ 0 ] = v [ 0 ] . replace ( ""\\\\"" , ""\\"" ) <TAB> <TAB> <TAB> <TAB> joinx = v [ 0 ] [ i ] != ""\\"" <TAB> <TAB> while v [ 0 ] [ : i ] and v [ 0 ] [ i ] == ""\\"" : <TAB> <TAB> <TAB> joinx = not joinx <TAB> <TAB> <TAB> i -= 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> joiner = ""x"" <TAB> <TAB> else : <TAB> <TAB> <TAB> joiner = ""u00"" <TAB> <TAB> v = [ v [ 0 ] + joiner + v [ 1 ] ] + v [ 2 : ] <TAB> return unicode ( '""' + v [ 0 ] + '""' )",if joinx :,326
7949,"def _handle_socket(self, event, fd, multi, data, _pycurl=pycurl):
    if event == _pycurl.POLL_REMOVE:
        if fd in self._fds:
            self.hub.remove(fd)
            self._fds.pop(fd, None)
    else:
        if fd in self._fds:
            self.hub.remove(fd)
        if event == _pycurl.POLL_IN:
            self.hub.add_reader(fd, self.on_readable, fd)
            self._fds[fd] = READ
        elif event == _pycurl.POLL_OUT:
            self.hub.add_writer(fd, self.on_writable, fd)
            self._fds[fd] = WRITE
        elif event == _pycurl.POLL_INOUT:
            self.hub.add_reader(fd, self.on_readable, fd)
            self.hub.add_writer(fd, self.on_writable, fd)
            self._fds[fd] = READ | WRITE
","def _handle_socket ( self , event , fd , multi , data , _pycurl = pycurl ) : <TAB> if event == _pycurl . POLL_REMOVE : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . hub . remove ( fd ) <TAB> <TAB> <TAB> self . _fds . pop ( fd , None ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . hub . remove ( fd ) <TAB> <TAB> if event == _pycurl . POLL_IN : <TAB> <TAB> <TAB> self . hub . add_reader ( fd , self . on_readable , fd ) <TAB> <TAB> <TAB> self . _fds [ fd ] = READ <TAB> <TAB> elif event == _pycurl . POLL_OUT : <TAB> <TAB> <TAB> self . hub . add_writer ( fd , self . on_writable , fd ) <TAB> <TAB> <TAB> self . _fds [ fd ] = WRITE <TAB> <TAB> elif event == _pycurl . POLL_INOUT : <TAB> <TAB> <TAB> self . hub . add_reader ( fd , self . on_readable , fd ) <TAB> <TAB> <TAB> self . hub . add_writer ( fd , self . on_writable , fd ) <TAB> <TAB> <TAB> self . _fds [ fd ] = READ | WRITE",if fd in self . _fds :,262
14196,"def load_vocab(vocab_file):
    """"""Loads a vocabulary file into a dictionary.""""""
    # mapping unused tokens to special tokens
    extra_map = {}
    extra_map[""[unused1]""] = ""[X_SEP]""
    for i in range(10):
        extra_map[""[unused{}]"".format(i + 2)] = ""[SEP_{}]"".format(i)
    extra_map[""[unused12]""] = ""[S2S_SEP]""
    extra_map[""[unused13]""] = ""[S2S_CLS]""
    extra_map[""[unused14]""] = ""[L2R_SEP]""
    extra_map[""[unused15]""] = ""[L2R_CLS]""
    extra_map[""[unused16]""] = ""[R2L_SEP]""
    extra_map[""[unused17]""] = ""[R2L_CLS]""
    extra_map[""[unused18]""] = ""[S2S_SOS]""
    vocab = collections.OrderedDict()
    index = 0
    with open(vocab_file, ""r"", encoding=""utf-8"") as reader:
        while True:
            token = reader.readline()
            if not token:
                break
            token = token.strip()
            if token in extra_map:
                token = extra_map[token]
            vocab[token] = index
            index += 1
    return vocab","def load_vocab ( vocab_file ) : <TAB> """"""Loads a vocabulary file into a dictionary."""""" <TAB> <TAB> extra_map = { } <TAB> extra_map [ ""[unused1]"" ] = ""[X_SEP]"" <TAB> for i in range ( 10 ) : <TAB> <TAB> extra_map [ ""[unused{}]"" . format ( i + 2 ) ] = ""[SEP_{}]"" . format ( i ) <TAB> extra_map [ ""[unused12]"" ] = ""[S2S_SEP]"" <TAB> extra_map [ ""[unused13]"" ] = ""[S2S_CLS]"" <TAB> extra_map [ ""[unused14]"" ] = ""[L2R_SEP]"" <TAB> extra_map [ ""[unused15]"" ] = ""[L2R_CLS]"" <TAB> extra_map [ ""[unused16]"" ] = ""[R2L_SEP]"" <TAB> extra_map [ ""[unused17]"" ] = ""[R2L_CLS]"" <TAB> extra_map [ ""[unused18]"" ] = ""[S2S_SOS]"" <TAB> vocab = collections . OrderedDict ( ) <TAB> index = 0 <TAB> with open ( vocab_file , ""r"" , encoding = ""utf-8"" ) as reader : <TAB> <TAB> while True : <TAB> <TAB> <TAB> token = reader . readline ( ) <TAB> <TAB> <TAB> if not token : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> token = token . strip ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> token = extra_map [ token ] <TAB> <TAB> <TAB> vocab [ token ] = index <TAB> <TAB> <TAB> index += 1 <TAB> return vocab",if token in extra_map :,333
18903,"def loadFromTVDB(self, cache=True, tvapi=None, cachedSeason=None):
    logger.log(str(self.tvdbid) + u"": Loading show info from theTVDB"")
    # There's gotta be a better way of doing this but we don't wanna
    # change the cache value elsewhere
    if tvapi is None:
        ltvdb_api_parms = sickbeard.TVDB_API_PARMS.copy()
        if not cache:
            ltvdb_api_parms[""cache""] = False
        if self.lang:
            ltvdb_api_parms[""language""] = self.lang
        t = tvdb_api.Tvdb(**ltvdb_api_parms)
    else:
        t = tvapi
    myEp = t[self.tvdbid]
    try:
        self.name = myEp[""seriesname""].strip()
    except AttributeError:
        raise tvdb_exceptions.tvdb_attributenotfound(
            ""Found %s, but attribute 'seriesname' was empty."" % (self.tvdbid)
        )
    self.genre = myEp[""genre""]
    self.network = myEp[""network""]
    if myEp[""airs_dayofweek""] is not None and myEp[""airs_time""] is not None:
        self.airs = myEp[""airs_dayofweek""] + "" "" + myEp[""airs_time""]
    if myEp[""firstaired""] is not None and myEp[""firstaired""]:
        self.startyear = int(myEp[""firstaired""].split(""-"")[0])
    if self.airs is None:
        self.airs = """"
    if myEp[""status""] is not None:
        self.status = myEp[""status""]
    if self.status is None:
        self.status = """"
    self.saveToDB()","def loadFromTVDB ( self , cache = True , tvapi = None , cachedSeason = None ) : <TAB> logger . log ( str ( self . tvdbid ) + u"": Loading show info from theTVDB"" ) <TAB> <TAB> <TAB> if tvapi is None : <TAB> <TAB> ltvdb_api_parms = sickbeard . TVDB_API_PARMS . copy ( ) <TAB> <TAB> if not cache : <TAB> <TAB> <TAB> ltvdb_api_parms [ ""cache"" ] = False <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ltvdb_api_parms [ ""language"" ] = self . lang <TAB> <TAB> t = tvdb_api . Tvdb ( ** ltvdb_api_parms ) <TAB> else : <TAB> <TAB> t = tvapi <TAB> myEp = t [ self . tvdbid ] <TAB> try : <TAB> <TAB> self . name = myEp [ ""seriesname"" ] . strip ( ) <TAB> except AttributeError : <TAB> <TAB> raise tvdb_exceptions . tvdb_attributenotfound ( <TAB> <TAB> <TAB> ""Found %s, but attribute 'seriesname' was empty."" % ( self . tvdbid ) <TAB> <TAB> ) <TAB> self . genre = myEp [ ""genre"" ] <TAB> self . network = myEp [ ""network"" ] <TAB> if myEp [ ""airs_dayofweek"" ] is not None and myEp [ ""airs_time"" ] is not None : <TAB> <TAB> self . airs = myEp [ ""airs_dayofweek"" ] + "" "" + myEp [ ""airs_time"" ] <TAB> if myEp [ ""firstaired"" ] is not None and myEp [ ""firstaired"" ] : <TAB> <TAB> self . startyear = int ( myEp [ ""firstaired"" ] . split ( ""-"" ) [ 0 ] ) <TAB> if self . airs is None : <TAB> <TAB> self . airs = """" <TAB> if myEp [ ""status"" ] is not None : <TAB> <TAB> self . status = myEp [ ""status"" ] <TAB> if self . status is None : <TAB> <TAB> self . status = """" <TAB> self . saveToDB ( )",if self . lang :,475
11843,"def _move_node(
    self, node, target, position=""last-child"", save=True, refresh_target=True
):
    if self.tree_model._mptt_is_tracking:
        # delegate to insert_node and clean up the gaps later.
        return self.insert_node(
            node,
            target,
            position=position,
            save=save,
            allow_existing_pk=True,
            refresh_target=refresh_target,
        )
    else:
        if target is None:
            if node.is_child_node():
                self._make_child_root_node(node)
        elif target.is_root_node() and position in (""left"", ""right""):
            self._make_sibling_of_root_node(node, target, position)
        else:
            if node.is_root_node():
                self._move_root_node(node, target, position)
            else:
                self._move_child_node(node, target, position)
","def _move_node ( <TAB> self , node , target , position = ""last-child"" , save = True , refresh_target = True ) : <TAB> if self . tree_model . _mptt_is_tracking : <TAB> <TAB> <TAB> <TAB> return self . insert_node ( <TAB> <TAB> <TAB> node , <TAB> <TAB> <TAB> target , <TAB> <TAB> <TAB> position = position , <TAB> <TAB> <TAB> save = save , <TAB> <TAB> <TAB> allow_existing_pk = True , <TAB> <TAB> <TAB> refresh_target = refresh_target , <TAB> <TAB> ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if node . is_child_node ( ) : <TAB> <TAB> <TAB> <TAB> self . _make_child_root_node ( node ) <TAB> <TAB> elif target . is_root_node ( ) and position in ( ""left"" , ""right"" ) : <TAB> <TAB> <TAB> self . _make_sibling_of_root_node ( node , target , position ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if node . is_root_node ( ) : <TAB> <TAB> <TAB> <TAB> self . _move_root_node ( node , target , position ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . _move_child_node ( node , target , position )",if target is None :,276
14721,"def scan(self, offset=0, **kwargs):
    for pool_header in super(PoolScanShutdownCallback, self).scan(
        offset=offset, **kwargs
    ):
        # Instantiate the object in physical space but give it a native VM
        # of kernel space
        callback = self.profile._SHUTDOWN_PACKET(
            offset=pool_header.end(), vm=self.address_space
        )
        if not callback.sanity_check(self.kernel_address_space):
            continue
        # Get the callback's driver object. We've already
        # checked the sanity of the device object pointer.
        driver_obj = callback.DeviceObject.dereference(
            vm=self.kernel_address_space
        ).DriverObject
        function_pointer = driver_obj.MajorFunction[""IRP_MJ_SHUTDOWN""]
        details = driver_obj.DriverName
        yield ""IoRegisterShutdownNotification"", function_pointer, details","def scan ( self , offset = 0 , ** kwargs ) : <TAB> for pool_header in super ( PoolScanShutdownCallback , self ) . scan ( <TAB> <TAB> offset = offset , ** kwargs <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> callback = self . profile . _SHUTDOWN_PACKET ( <TAB> <TAB> <TAB> offset = pool_header . end ( ) , vm = self . address_space <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> driver_obj = callback . DeviceObject . dereference ( <TAB> <TAB> <TAB> vm = self . kernel_address_space <TAB> <TAB> ) . DriverObject <TAB> <TAB> function_pointer = driver_obj . MajorFunction [ ""IRP_MJ_SHUTDOWN"" ] <TAB> <TAB> details = driver_obj . DriverName <TAB> <TAB> yield ""IoRegisterShutdownNotification"" , function_pointer , details",if not callback . sanity_check ( self . kernel_address_space ) :,239
8640,"def process(self):
    L, S, R, A = self.inputs
    Ma = self.outputs[0]
    if not Ma.is_linked:
        return
    loc = Vector_generate(L.sv_get())
    scale = Vector_generate(S.sv_get())
    rot = Vector_generate(R.sv_get())
    rotA, angle = [[]], [[0.0]]
    # ability to add vector & vector difference instead of only rotation values
    if A.is_linked:
        if A.links[0].from_socket.bl_idname == ""SvVerticesSocket"":
            rotA = Vector_generate(A.sv_get())
            angle = [[]]
        elif A.links[0].from_socket.bl_idname == ""SvStringsSocket"":
            angle = A.sv_get()
            rotA = [[]]
    else:
        angle = A.sv_get()
        rotA = [[]]
    result = []
    m_add = result.extend if self.flat_output else result.append
    params = match_long_repeat([loc, scale, rot, angle, rotA])
    for par in zip(*params):
        matrixes = matrix_in(par)
        m_add(matrixes)
    Ma.sv_set(result)","def process ( self ) : <TAB> L , S , R , A = self . inputs <TAB> Ma = self . outputs [ 0 ] <TAB> if not Ma . is_linked : <TAB> <TAB> return <TAB> loc = Vector_generate ( L . sv_get ( ) ) <TAB> scale = Vector_generate ( S . sv_get ( ) ) <TAB> rot = Vector_generate ( R . sv_get ( ) ) <TAB> rotA , angle = [ [ ] ] , [ [ 0.0 ] ] <TAB> <TAB> if A . is_linked : <TAB> <TAB> if A . links [ 0 ] . from_socket . bl_idname == ""SvVerticesSocket"" : <TAB> <TAB> <TAB> rotA = Vector_generate ( A . sv_get ( ) ) <TAB> <TAB> <TAB> angle = [ [ ] ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> angle = A . sv_get ( ) <TAB> <TAB> <TAB> rotA = [ [ ] ] <TAB> else : <TAB> <TAB> angle = A . sv_get ( ) <TAB> <TAB> rotA = [ [ ] ] <TAB> result = [ ] <TAB> m_add = result . extend if self . flat_output else result . append <TAB> params = match_long_repeat ( [ loc , scale , rot , angle , rotA ] ) <TAB> for par in zip ( * params ) : <TAB> <TAB> matrixes = matrix_in ( par ) <TAB> <TAB> m_add ( matrixes ) <TAB> Ma . sv_set ( result )","elif A . links [ 0 ] . from_socket . bl_idname == ""SvStringsSocket"" :",328
22860,"def compare(self, d1, d2, p1, p2, root):
    """"""Compare dicts d1 and d2.""""""
    for h in sorted(d1.keys()):
        p1, p2 = d1.get(h), d2.get(h)
        if h in d2:
            lines1, lines2 = g.splitLines(p1.b), g.splitLines(p2.b)
            aList = list(difflib.unified_diff(lines1, lines2, ""vr1"", ""vr2""))
            if aList:
                p = root.insertAsLastChild()
                p.h = h
                p.b = """".join(aList)
                p1.clone().moveToLastChildOf(p)
                p2.clone().moveToLastChildOf(p)
        elif p1.b.strip():
            # Only in p1 tree, and not an organizer node.
            p = root.insertAsLastChild()
            p.h = h + ""(%s only)"" % p1.h
            p1.clone().moveToLastChildOf(p)
    for h in sorted(d2.keys()):
        p2 = d2.get(h)
        if h not in d1 and p2.b.strip():
            # Only in p2 tree, and not an organizer node.
            p = root.insertAsLastChild()
            p.h = h + ""(%s only)"" % p2.h
            p2.clone().moveToLastChildOf(p)
    return root","def compare ( self , d1 , d2 , p1 , p2 , root ) : <TAB> """"""Compare dicts d1 and d2."""""" <TAB> for h in sorted ( d1 . keys ( ) ) : <TAB> <TAB> p1 , p2 = d1 . get ( h ) , d2 . get ( h ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> lines1 , lines2 = g . splitLines ( p1 . b ) , g . splitLines ( p2 . b ) <TAB> <TAB> <TAB> aList = list ( difflib . unified_diff ( lines1 , lines2 , ""vr1"" , ""vr2"" ) ) <TAB> <TAB> <TAB> if aList : <TAB> <TAB> <TAB> <TAB> p = root . insertAsLastChild ( ) <TAB> <TAB> <TAB> <TAB> p . h = h <TAB> <TAB> <TAB> <TAB> p . b = """" . join ( aList ) <TAB> <TAB> <TAB> <TAB> p1 . clone ( ) . moveToLastChildOf ( p ) <TAB> <TAB> <TAB> <TAB> p2 . clone ( ) . moveToLastChildOf ( p ) <TAB> <TAB> elif p1 . b . strip ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> p = root . insertAsLastChild ( ) <TAB> <TAB> <TAB> p . h = h + ""(%s only)"" % p1 . h <TAB> <TAB> <TAB> p1 . clone ( ) . moveToLastChildOf ( p ) <TAB> for h in sorted ( d2 . keys ( ) ) : <TAB> <TAB> p2 = d2 . get ( h ) <TAB> <TAB> if h not in d1 and p2 . b . strip ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> p = root . insertAsLastChild ( ) <TAB> <TAB> <TAB> p . h = h + ""(%s only)"" % p2 . h <TAB> <TAB> <TAB> p2 . clone ( ) . moveToLastChildOf ( p ) <TAB> return root",if h in d2 :,409
15126,"def get_data(self, df: pd.DataFrame) -> VizData:
    if df.empty:
        return None
    # Processing spatial info
    for key in self.spatial_control_keys:
        df = self.process_spatial_data_obj(key, df)
    features = []
    for d in df.to_dict(orient=""records""):
        feature = self.get_properties(d)
        extra_props = self.get_js_columns(d)
        if extra_props:
            feature[""extraProps""] = extra_props
        features.append(feature)
    return {
        ""features"": features,
        ""mapboxApiKey"": config[""MAPBOX_API_KEY""],
        ""metricLabels"": self.metric_labels,
    }
","def get_data ( self , df : pd . DataFrame ) -> VizData : <TAB> if df . empty : <TAB> <TAB> return None <TAB> <TAB> for key in self . spatial_control_keys : <TAB> <TAB> df = self . process_spatial_data_obj ( key , df ) <TAB> features = [ ] <TAB> for d in df . to_dict ( orient = ""records"" ) : <TAB> <TAB> feature = self . get_properties ( d ) <TAB> <TAB> extra_props = self . get_js_columns ( d ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> feature [ ""extraProps"" ] = extra_props <TAB> <TAB> features . append ( feature ) <TAB> return { <TAB> <TAB> ""features"" : features , <TAB> <TAB> ""mapboxApiKey"" : config [ ""MAPBOX_API_KEY"" ] , <TAB> <TAB> ""metricLabels"" : self . metric_labels , <TAB> }",if extra_props :,195
14084,"def collation_cb(*args, **kwargs):
    layout = self[args]
    layout_type = type(layout).__name__
    if len(container.keys()) != len(layout.keys()):
        raise ValueError(
            ""Collated DynamicMaps must return ""
            ""%s with consistent number of items."" % layout_type
        )
    key = kwargs[""selection_key""]
    index = kwargs[""selection_index""]
    obj_type = kwargs[""selection_type""]
    dyn_type_map = defaultdict(list)
    for k, v in layout.data.items():
        if k == key:
            return layout[k]
        dyn_type_map[type(v)].append(v)
    dyn_type_counter = {t: len(vals) for t, vals in dyn_type_map.items()}
    if dyn_type_counter != type_counter:
        raise ValueError(
            ""The objects in a %s returned by a ""
            ""DynamicMap must consistently return ""
            ""the same number of items of the ""
            ""same type."" % layout_type
        )
    return dyn_type_map[obj_type][index]
","def collation_cb ( * args , ** kwargs ) : <TAB> layout = self [ args ] <TAB> layout_type = type ( layout ) . __name__ <TAB> if len ( container . keys ( ) ) != len ( layout . keys ( ) ) : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""Collated DynamicMaps must return "" <TAB> <TAB> <TAB> ""%s with consistent number of items."" % layout_type <TAB> <TAB> ) <TAB> key = kwargs [ ""selection_key"" ] <TAB> index = kwargs [ ""selection_index"" ] <TAB> obj_type = kwargs [ ""selection_type"" ] <TAB> dyn_type_map = defaultdict ( list ) <TAB> for k , v in layout . data . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return layout [ k ] <TAB> <TAB> dyn_type_map [ type ( v ) ] . append ( v ) <TAB> dyn_type_counter = { t : len ( vals ) for t , vals in dyn_type_map . items ( ) } <TAB> if dyn_type_counter != type_counter : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""The objects in a %s returned by a "" <TAB> <TAB> <TAB> ""DynamicMap must consistently return "" <TAB> <TAB> <TAB> ""the same number of items of the "" <TAB> <TAB> <TAB> ""same type."" % layout_type <TAB> <TAB> ) <TAB> return dyn_type_map [ obj_type ] [ index ]",if k == key :,299
14316,"def handle(self, *args, **options):
    """"""Command entry point.""""""
    exts_pool.load_all()
    for filename in options[""files""]:
        try:
            with transaction.atomic():
                self._import(filename, options)
        except CommandError as exc:
            raise exc
        except UnicodeDecodeError:
            self.stdout.write(
                self.style.NOTICE(
                    _(
                        ""CSV file is not encoded in UTF-8, attempting to guess ""
                        ""encoding""
                    )
                )
            )
            detector = UniversalDetector()
            with io.open(filename, ""rb"") as fp:
                for line in fp:
                    detector.feed(line)
                    if detector.done:
                        break
                detector.close()
            self.stdout.write(
                self.style.NOTICE(
                    _(""Reading CSV file using %(encoding)s encoding"") % detector.result
                )
            )
            try:
                with transaction.atomic():
                    self._import(
                        filename, options, encoding=detector.result[""encoding""]
                    )
            except UnicodeDecodeError as exc:
                raise CommandError(
                    _(""Unable to decode CSV file using %(encoding)s "" ""encoding"")
                    % detector.result
                ) from exc","def handle ( self , * args , ** options ) : <TAB> """"""Command entry point."""""" <TAB> exts_pool . load_all ( ) <TAB> for filename in options [ ""files"" ] : <TAB> <TAB> try : <TAB> <TAB> <TAB> with transaction . atomic ( ) : <TAB> <TAB> <TAB> <TAB> self . _import ( filename , options ) <TAB> <TAB> except CommandError as exc : <TAB> <TAB> <TAB> raise exc <TAB> <TAB> except UnicodeDecodeError : <TAB> <TAB> <TAB> self . stdout . write ( <TAB> <TAB> <TAB> <TAB> self . style . NOTICE ( <TAB> <TAB> <TAB> <TAB> <TAB> _ ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""CSV file is not encoded in UTF-8, attempting to guess "" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""encoding"" <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> detector = UniversalDetector ( ) <TAB> <TAB> <TAB> with io . open ( filename , ""rb"" ) as fp : <TAB> <TAB> <TAB> <TAB> for line in fp : <TAB> <TAB> <TAB> <TAB> <TAB> detector . feed ( line ) <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> detector . close ( ) <TAB> <TAB> <TAB> self . stdout . write ( <TAB> <TAB> <TAB> <TAB> self . style . NOTICE ( <TAB> <TAB> <TAB> <TAB> <TAB> _ ( ""Reading CSV file using %(encoding)s encoding"" ) % detector . result <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> with transaction . atomic ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> self . _import ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> filename , options , encoding = detector . result [ ""encoding"" ] <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> except UnicodeDecodeError as exc : <TAB> <TAB> <TAB> <TAB> raise CommandError ( <TAB> <TAB> <TAB> <TAB> <TAB> _ ( ""Unable to decode CSV file using %(encoding)s "" ""encoding"" ) <TAB> <TAB> <TAB> <TAB> <TAB> % detector . result <TAB> <TAB> <TAB> <TAB> ) from exc",if detector . done :,401
9706,"def extractValues(self, constraints, analysis, arch):
    if not constraints:
        return []
    to_return = []
    for constraintString in constraints:
        m = re.match(Searcher.CONSTRAINT_REGEX, constraintString)
        if not m:
            raise RopperError(""Not a valid constraint"")
        reg1 = m.group(1)
        reg2 = m.group(3)
        reg1 = reg1.replace(""["", """")
        reg1 = reg1.replace(""]"", """")
        reg1 = arch.getRegisterName(reg1)
        reg2 = reg2.replace(""["", """")
        reg2 = reg2.replace(""]"", """")
        if reg2.isdigit() or isHex(reg2):
            reg2 = None
        reg2 = arch.getRegisterName(reg2)
        to_return.append((reg1, reg2))
    return to_return","def extractValues ( self , constraints , analysis , arch ) : <TAB> if not constraints : <TAB> <TAB> return [ ] <TAB> to_return = [ ] <TAB> for constraintString in constraints : <TAB> <TAB> m = re . match ( Searcher . CONSTRAINT_REGEX , constraintString ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise RopperError ( ""Not a valid constraint"" ) <TAB> <TAB> reg1 = m . group ( 1 ) <TAB> <TAB> reg2 = m . group ( 3 ) <TAB> <TAB> reg1 = reg1 . replace ( ""["" , """" ) <TAB> <TAB> reg1 = reg1 . replace ( ""]"" , """" ) <TAB> <TAB> reg1 = arch . getRegisterName ( reg1 ) <TAB> <TAB> reg2 = reg2 . replace ( ""["" , """" ) <TAB> <TAB> reg2 = reg2 . replace ( ""]"" , """" ) <TAB> <TAB> if reg2 . isdigit ( ) or isHex ( reg2 ) : <TAB> <TAB> <TAB> reg2 = None <TAB> <TAB> reg2 = arch . getRegisterName ( reg2 ) <TAB> <TAB> to_return . append ( ( reg1 , reg2 ) ) <TAB> return to_return",if not m :,228
941,"def filtercomments(source):
    """"""NOT USED: strips trailing comments and put them at the top.""""""
    trailing_comments = []
    comment = True
    while comment:
        if re.search(r""^\s*\/\*"", source):
            comment = source[0, source.index(""*/"") + 2]
        elif re.search(r""^\s*\/\/"", source):
            comment = re.search(r""^\s*\/\/"", source).group(0)
        else:
            comment = None
        if comment:
            source = re.sub(r""^\s+"", """", source[len(comment) :])
            trailing_comments.append(comment)
    return ""\n"".join(trailing_comments) + source","def filtercomments ( source ) : <TAB> """"""NOT USED: strips trailing comments and put them at the top."""""" <TAB> trailing_comments = [ ] <TAB> comment = True <TAB> while comment : <TAB> <TAB> if re . search ( r""^\s*\/\*"" , source ) : <TAB> <TAB> <TAB> comment = source [ 0 , source . index ( ""*/"" ) + 2 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> comment = re . search ( r""^\s*\/\/"" , source ) . group ( 0 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> comment = None <TAB> <TAB> if comment : <TAB> <TAB> <TAB> source = re . sub ( r""^\s+"" , """" , source [ len ( comment ) : ] ) <TAB> <TAB> <TAB> trailing_comments . append ( comment ) <TAB> return ""\n"" . join ( trailing_comments ) + source","elif re . search ( r""^\s*\/\/"" , source ) :",179
22954,"def deleteMenu(self, menuName):
    try:
        menu = self.getMenu(menuName)
        if menu:
            self.destroy(menu)
            self.destroyMenu(menuName)
        else:
            g.es(""can't delete menu:"", menuName)
    except Exception:
        g.es(""exception deleting"", menuName, ""menu"")
        g.es_exception()
","def deleteMenu ( self , menuName ) : <TAB> try : <TAB> <TAB> menu = self . getMenu ( menuName ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . destroy ( menu ) <TAB> <TAB> <TAB> self . destroyMenu ( menuName ) <TAB> <TAB> else : <TAB> <TAB> <TAB> g . es ( ""can't delete menu:"" , menuName ) <TAB> except Exception : <TAB> <TAB> g . es ( ""exception deleting"" , menuName , ""menu"" ) <TAB> <TAB> g . es_exception ( )",if menu :,106
21238,"def __init__(self, opt, data_loader=None, cands=None, shared=None, **kwargs):
    # super() call initiates stream in self.data by calling _load()
    super().__init__(opt, data_loader, cands, shared, **kwargs)
    self.cycle = kwargs[""cycle""] if ""cycle"" in kwargs else True
    if shared:
        # auxiliary instances hold pointer to main datastream in self.data
        self.reset_data = shared[""reset""]
        # Share datafile and data_loader for computing num_exs and num_eps
        self.datafile = shared[""datafile""]
        self.data_loader = shared[""data_loader""]
        if ""lock"" in shared:
            self.lock = shared[""lock""]
    else:
        # main instance holds the stream and shares pointer to it
        self.data_loader = data_loader
        if ""datafile"" not in opt:
            raise KeyError(
                ERROR_MESSAGE_NO_DATAFILE.format(class_name=self.__class__.__name__)
            )
        self.datafile = opt[""datafile""]
        self.reset_data = None
        self.is_reset = True
    self.entry_idx = 0
    self.cur_episode = self._FIRST_PASS
    self.num_eps = None
    self.num_exs = None
    self.rank = get_rank()
    self.num_workers = num_workers()
    self.is_distributed_and_is_eval = (
        self.num_workers > 1 and not DatatypeHelper.is_training(opt[""datatype""])
    )","def __init__ ( self , opt , data_loader = None , cands = None , shared = None , ** kwargs ) : <TAB> <TAB> super ( ) . __init__ ( opt , data_loader , cands , shared , ** kwargs ) <TAB> self . cycle = kwargs [ ""cycle"" ] if ""cycle"" in kwargs else True <TAB> if shared : <TAB> <TAB> <TAB> <TAB> self . reset_data = shared [ ""reset"" ] <TAB> <TAB> <TAB> <TAB> self . datafile = shared [ ""datafile"" ] <TAB> <TAB> self . data_loader = shared [ ""data_loader"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . lock = shared [ ""lock"" ] <TAB> else : <TAB> <TAB> <TAB> <TAB> self . data_loader = data_loader <TAB> <TAB> if ""datafile"" not in opt : <TAB> <TAB> <TAB> raise KeyError ( <TAB> <TAB> <TAB> <TAB> ERROR_MESSAGE_NO_DATAFILE . format ( class_name = self . __class__ . __name__ ) <TAB> <TAB> <TAB> ) <TAB> <TAB> self . datafile = opt [ ""datafile"" ] <TAB> <TAB> self . reset_data = None <TAB> <TAB> self . is_reset = True <TAB> self . entry_idx = 0 <TAB> self . cur_episode = self . _FIRST_PASS <TAB> self . num_eps = None <TAB> self . num_exs = None <TAB> self . rank = get_rank ( ) <TAB> self . num_workers = num_workers ( ) <TAB> self . is_distributed_and_is_eval = ( <TAB> <TAB> self . num_workers > 1 and not DatatypeHelper . is_training ( opt [ ""datatype"" ] ) <TAB> )","if ""lock"" in shared :",400
18486,"def to_mongo(self, document):
    if isinstance(document, DBRef):
        if not self.dbref:
            return document.id
        return document
    if isinstance(document, Document):
        # We need the id from the saved object to create the DBRef
        id_ = document.pk
        # XXX ValidationError raised outside of the ""validate"" method.
        if id_ is None:
            self.error(
                ""You can only reference documents once they have""
                "" been saved to the database""
            )
        # Use the attributes from the document instance, so that they
        # override the attributes of this field's document type
        cls = document
    else:
        id_ = document
        cls = self.document_type
    id_field_name = cls._meta[""id_field""]
    id_field = cls._fields[id_field_name]
    id_ = id_field.to_mongo(id_)
    if self.document_type._meta.get(""abstract""):
        collection = cls._get_collection_name()
        return DBRef(collection, id_, cls=cls._class_name)
    elif self.dbref:
        collection = cls._get_collection_name()
        return DBRef(collection, id_)
    return id_
","def to_mongo ( self , document ) : <TAB> if isinstance ( document , DBRef ) : <TAB> <TAB> if not self . dbref : <TAB> <TAB> <TAB> return document . id <TAB> <TAB> return document <TAB> if isinstance ( document , Document ) : <TAB> <TAB> <TAB> <TAB> id_ = document . pk <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . error ( <TAB> <TAB> <TAB> <TAB> ""You can only reference documents once they have"" <TAB> <TAB> <TAB> <TAB> "" been saved to the database"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cls = document <TAB> else : <TAB> <TAB> id_ = document <TAB> <TAB> cls = self . document_type <TAB> id_field_name = cls . _meta [ ""id_field"" ] <TAB> id_field = cls . _fields [ id_field_name ] <TAB> id_ = id_field . to_mongo ( id_ ) <TAB> if self . document_type . _meta . get ( ""abstract"" ) : <TAB> <TAB> collection = cls . _get_collection_name ( ) <TAB> <TAB> return DBRef ( collection , id_ , cls = cls . _class_name ) <TAB> elif self . dbref : <TAB> <TAB> collection = cls . _get_collection_name ( ) <TAB> <TAB> return DBRef ( collection , id_ ) <TAB> return id_",if id_ is None :,328
4041,"def get_subkeys(self, key):
    # TODO: once we revamp the registry emulation,
    # make this better
    parent_path = key.get_path()
    subkeys = []
    for k in self.keys:
        test_path = k.get_path()
        if test_path.lower().startswith(parent_path.lower()):
            sub = test_path[len(parent_path) :]
            if sub.startswith(""\\""):
                sub = sub[1:]
            end_slash = sub.find(""\\"")
            if end_slash >= 0:
                sub = sub[:end_slash]
            if not sub:
                continue
            subkeys.append(sub)
    return subkeys","def get_subkeys ( self , key ) : <TAB> <TAB> <TAB> parent_path = key . get_path ( ) <TAB> subkeys = [ ] <TAB> for k in self . keys : <TAB> <TAB> test_path = k . get_path ( ) <TAB> <TAB> if test_path . lower ( ) . startswith ( parent_path . lower ( ) ) : <TAB> <TAB> <TAB> sub = test_path [ len ( parent_path ) : ] <TAB> <TAB> <TAB> if sub . startswith ( ""\\"" ) : <TAB> <TAB> <TAB> <TAB> sub = sub [ 1 : ] <TAB> <TAB> <TAB> end_slash = sub . find ( ""\\"" ) <TAB> <TAB> <TAB> if end_slash >= 0 : <TAB> <TAB> <TAB> <TAB> sub = sub [ : end_slash ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> subkeys . append ( sub ) <TAB> return subkeys",if not sub :,192
17142,"def generator(self, data):
    if self._config.SILENT:
        silent_vars = self._get_silent_vars()
    for task in data:
        for var, val in task.environment_variables():
            if self._config.SILENT:
                if var in silent_vars:
                    continue
            yield (
                0,
                [
                    int(task.UniqueProcessId),
                    str(task.ImageFileName),
                    Address(task.Peb.ProcessParameters.Environment),
                    str(var),
                    str(val),
                ],
            )","def generator ( self , data ) : <TAB> if self . _config . SILENT : <TAB> <TAB> silent_vars = self . _get_silent_vars ( ) <TAB> for task in data : <TAB> <TAB> for var , val in task . environment_variables ( ) : <TAB> <TAB> <TAB> if self . _config . SILENT : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> yield ( <TAB> <TAB> <TAB> <TAB> 0 , <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> int ( task . UniqueProcessId ) , <TAB> <TAB> <TAB> <TAB> <TAB> str ( task . ImageFileName ) , <TAB> <TAB> <TAB> <TAB> <TAB> Address ( task . Peb . ProcessParameters . Environment ) , <TAB> <TAB> <TAB> <TAB> <TAB> str ( var ) , <TAB> <TAB> <TAB> <TAB> <TAB> str ( val ) , <TAB> <TAB> <TAB> <TAB> ] , <TAB> <TAB> <TAB> )",if var in silent_vars :,182
25246,"def get_documents_data(self):
    """"""Return Editors: path, project, cursor position""""""
    files = []
    for i in range(self.count()):
        if (type(self.widget(i)) is editor.Editor) and self.widget(i).ID != """":
            files.append([self.widget(i).ID, self.widget(i).get_cursor_position()])
            self.widget(i)._sidebarWidget._save_breakpoints_bookmarks()
    return files
","def get_documents_data ( self ) : <TAB> """"""Return Editors: path, project, cursor position"""""" <TAB> files = [ ] <TAB> for i in range ( self . count ( ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> files . append ( [ self . widget ( i ) . ID , self . widget ( i ) . get_cursor_position ( ) ] ) <TAB> <TAB> <TAB> self . widget ( i ) . _sidebarWidget . _save_breakpoints_bookmarks ( ) <TAB> return files","if ( type ( self . widget ( i ) ) is editor . Editor ) and self . widget ( i ) . ID != """" :",120
15198,"def get(self, block=True, timeout=None):
    self.not_empty.acquire()
    try:
        if not block:
            if self.qsize() == 0:
                return None
        elif timeout is None:
            while self.qsize() == 0:
                self.not_empty.wait()
        elif timeout < 0:
            raise ValueError(""'timeout' must be a positive number"")
        else:
            end_time = time.time() + timeout
            while not self.qsize():
                remaining = end_time - time.time()
                if remaining <= 0.0:
                    return None
                self.not_empty.wait(remaining)
        item = self._get()
        return item
    finally:
        self.not_empty.release()","def get ( self , block = True , timeout = None ) : <TAB> self . not_empty . acquire ( ) <TAB> try : <TAB> <TAB> if not block : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> elif timeout is None : <TAB> <TAB> <TAB> while self . qsize ( ) == 0 : <TAB> <TAB> <TAB> <TAB> self . not_empty . wait ( ) <TAB> <TAB> elif timeout < 0 : <TAB> <TAB> <TAB> raise ValueError ( ""'timeout' must be a positive number"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> end_time = time . time ( ) + timeout <TAB> <TAB> <TAB> while not self . qsize ( ) : <TAB> <TAB> <TAB> <TAB> remaining = end_time - time . time ( ) <TAB> <TAB> <TAB> <TAB> if remaining <= 0.0 : <TAB> <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> <TAB> <TAB> self . not_empty . wait ( remaining ) <TAB> <TAB> item = self . _get ( ) <TAB> <TAB> return item <TAB> finally : <TAB> <TAB> self . not_empty . release ( )",if self . qsize ( ) == 0 :,218
16848,"def _optimize(
    self, S: np.ndarray, u: Optional[np.ndarray] = None, w0: Optional[np.ndarray] = None
) -> np.ndarray:
    # inverse volatility
    if self.method == self.OPT_INV:
        if u is not None:
            warnings.warn(""`u` is set but will not be used for `inv` portfolio"")
        if w0 is not None:
            warnings.warn(""`w0` is set but will not be used for `inv` portfolio"")
        return self._optimize_inv(S)
    # global minimum variance
    if self.method == self.OPT_GMV:
        if u is not None:
            warnings.warn(""`u` is set but will not be used for `gmv` portfolio"")
        return self._optimize_gmv(S, w0)
    # mean-variance
    if self.method == self.OPT_MVO:
        return self._optimize_mvo(S, u, w0)
    # risk parity
    if self.method == self.OPT_RP:
        if u is not None:
            warnings.warn(""`u` is set but will not be used for `rp` portfolio"")
        return self._optimize_rp(S, w0)","def _optimize ( <TAB> self , S : np . ndarray , u : Optional [ np . ndarray ] = None , w0 : Optional [ np . ndarray ] = None ) -> np . ndarray : <TAB> <TAB> if self . method == self . OPT_INV : <TAB> <TAB> if u is not None : <TAB> <TAB> <TAB> warnings . warn ( ""`u` is set but will not be used for `inv` portfolio"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> warnings . warn ( ""`w0` is set but will not be used for `inv` portfolio"" ) <TAB> <TAB> return self . _optimize_inv ( S ) <TAB> <TAB> if self . method == self . OPT_GMV : <TAB> <TAB> if u is not None : <TAB> <TAB> <TAB> warnings . warn ( ""`u` is set but will not be used for `gmv` portfolio"" ) <TAB> <TAB> return self . _optimize_gmv ( S , w0 ) <TAB> <TAB> if self . method == self . OPT_MVO : <TAB> <TAB> return self . _optimize_mvo ( S , u , w0 ) <TAB> <TAB> if self . method == self . OPT_RP : <TAB> <TAB> if u is not None : <TAB> <TAB> <TAB> warnings . warn ( ""`u` is set but will not be used for `rp` portfolio"" ) <TAB> <TAB> return self . _optimize_rp ( S , w0 )",if w0 is not None :,328
12423,"def getTempMarkdownPreviewPath(view):
    """"""return a permanent full path of the temp markdown preview file""""""
    settings = sublime.load_settings(""MarkdownPreview.sublime-settings"")
    tmp_filename = ""%s.html"" % view.id()
    tmp_dir = tempfile.gettempdir()
    if settings.get(""path_tempfile""):
        if os.path.isabs(settings.get(""path_tempfile"")):  # absolute path or not
            tmp_dir = settings.get(""path_tempfile"")
        else:
            tmp_dir = os.path.join(
                os.path.dirname(view.file_name()), settings.get(""path_tempfile"")
            )
    if not os.path.isdir(tmp_dir):  # create dir if not exsits
        os.makedirs(tmp_dir)
    tmp_fullpath = os.path.join(tmp_dir, tmp_filename)
    return tmp_fullpath
","def getTempMarkdownPreviewPath ( view ) : <TAB> """"""return a permanent full path of the temp markdown preview file"""""" <TAB> settings = sublime . load_settings ( ""MarkdownPreview.sublime-settings"" ) <TAB> tmp_filename = ""%s.html"" % view . id ( ) <TAB> tmp_dir = tempfile . gettempdir ( ) <TAB> if settings . get ( ""path_tempfile"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tmp_dir = settings . get ( ""path_tempfile"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> tmp_dir = os . path . join ( <TAB> <TAB> <TAB> <TAB> os . path . dirname ( view . file_name ( ) ) , settings . get ( ""path_tempfile"" ) <TAB> <TAB> <TAB> ) <TAB> if not os . path . isdir ( tmp_dir ) : <TAB> <TAB> os . makedirs ( tmp_dir ) <TAB> tmp_fullpath = os . path . join ( tmp_dir , tmp_filename ) <TAB> return tmp_fullpath","if os . path . isabs ( settings . get ( ""path_tempfile"" ) ) :",234
5519,"def compute_value(self):
    now = int(time.time())
    current_interval = now - (now % self.aggregation_frequency)
    age_threshold = current_interval - (
        settings[""MAX_AGGREGATION_INTERVALS""] * self.aggregation_frequency
    )
    for buffer in list(self.interval_buffers.values()):
        if buffer.active:
            value = self.aggregation_func(buffer.values)
            datapoint = (buffer.interval, value)
            state.events.metricGenerated(self.metric_path, datapoint)
            state.instrumentation.increment(""aggregateDatapointsSent"")
            buffer.mark_inactive()
        if buffer.interval < age_threshold:
            del self.interval_buffers[buffer.interval]
            if not self.interval_buffers:
                self.close()
                self.configured = False
                del BufferManager.buffers[self.metric_path]
","def compute_value ( self ) : <TAB> now = int ( time . time ( ) ) <TAB> current_interval = now - ( now % self . aggregation_frequency ) <TAB> age_threshold = current_interval - ( <TAB> <TAB> settings [ ""MAX_AGGREGATION_INTERVALS"" ] * self . aggregation_frequency <TAB> ) <TAB> for buffer in list ( self . interval_buffers . values ( ) ) : <TAB> <TAB> if buffer . active : <TAB> <TAB> <TAB> value = self . aggregation_func ( buffer . values ) <TAB> <TAB> <TAB> datapoint = ( buffer . interval , value ) <TAB> <TAB> <TAB> state . events . metricGenerated ( self . metric_path , datapoint ) <TAB> <TAB> <TAB> state . instrumentation . increment ( ""aggregateDatapointsSent"" ) <TAB> <TAB> <TAB> buffer . mark_inactive ( ) <TAB> <TAB> if buffer . interval < age_threshold : <TAB> <TAB> <TAB> del self . interval_buffers [ buffer . interval ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . close ( ) <TAB> <TAB> <TAB> <TAB> self . configured = False <TAB> <TAB> <TAB> <TAB> del BufferManager . buffers [ self . metric_path ]",if not self . interval_buffers :,245
10814,"def selectRow(self, rowNumber, highlight=None):
    if rowNumber == ""h"":
        rowNumber = 0
    else:
        rowNumber = int(rowNumber) + 1
    if 1 > rowNumber >= len(self.cells) + 1:
        raise Exception(""Invalid row number."")
    else:
        selected = self.cells[rowNumber][0].selected
        for cell in self.cells[rowNumber]:
            if highlight is None:
                if selected:
                    cell.deselect()
                else:
                    cell.select()
            else:
                if highlight:
                    cell.mouseEnter()
                else:
                    cell.mouseLeave()","def selectRow ( self , rowNumber , highlight = None ) : <TAB> if rowNumber == ""h"" : <TAB> <TAB> rowNumber = 0 <TAB> else : <TAB> <TAB> rowNumber = int ( rowNumber ) + 1 <TAB> if 1 > rowNumber >= len ( self . cells ) + 1 : <TAB> <TAB> raise Exception ( ""Invalid row number."" ) <TAB> else : <TAB> <TAB> selected = self . cells [ rowNumber ] [ 0 ] . selected <TAB> <TAB> for cell in self . cells [ rowNumber ] : <TAB> <TAB> <TAB> if highlight is None : <TAB> <TAB> <TAB> <TAB> if selected : <TAB> <TAB> <TAB> <TAB> <TAB> cell . deselect ( ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> cell . select ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> cell . mouseEnter ( ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> cell . mouseLeave ( )",if highlight :,193
25054,"def kendall_tau(a, b):
    n_samples = a.shape[0]
    assert a.shape == b.shape
    n_concordant = 0
    n_disconcordant = 0
    for i in range(n_samples):
        for j in range(i + 1, n_samples):
            if a[i] > a[j] and b[i] > b[j]:
                n_concordant = n_concordant + 1
            if a[i] < a[j] and b[i] < b[j]:
                n_concordant = n_concordant + 1
            if a[i] > a[j] and b[i] < b[j]:
                n_disconcordant = n_disconcordant + 1
            if a[i] < a[j] and b[i] > b[j]:
                n_disconcordant = n_disconcordant + 1
    return (n_concordant - n_disconcordant) / (0.5 * n_samples * (n_samples - 1))","def kendall_tau ( a , b ) : <TAB> n_samples = a . shape [ 0 ] <TAB> assert a . shape == b . shape <TAB> n_concordant = 0 <TAB> n_disconcordant = 0 <TAB> for i in range ( n_samples ) : <TAB> <TAB> for j in range ( i + 1 , n_samples ) : <TAB> <TAB> <TAB> if a [ i ] > a [ j ] and b [ i ] > b [ j ] : <TAB> <TAB> <TAB> <TAB> n_concordant = n_concordant + 1 <TAB> <TAB> <TAB> if a [ i ] < a [ j ] and b [ i ] < b [ j ] : <TAB> <TAB> <TAB> <TAB> n_concordant = n_concordant + 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> n_disconcordant = n_disconcordant + 1 <TAB> <TAB> <TAB> if a [ i ] < a [ j ] and b [ i ] > b [ j ] : <TAB> <TAB> <TAB> <TAB> n_disconcordant = n_disconcordant + 1 <TAB> return ( n_concordant - n_disconcordant ) / ( 0.5 * n_samples * ( n_samples - 1 ) )",if a [ i ] > a [ j ] and b [ i ] < b [ j ] :,285
15707,"def reader():
    with open(file_list) as flist:
        full_lines = [line.strip() for line in flist]
        if shuffle:
            random.shuffle(full_lines)
        if mode == ""train"":
            trainer_id = int(os.getenv(""PADDLE_TRAINER_ID""))
            trainer_count = int(os.getenv(""PADDLE_TRAINERS""))
            per_node_lines = len(full_lines) / trainer_count
            lines = full_lines[
                trainer_id * per_node_lines : (trainer_id + 1) * per_node_lines
            ]
            print(
                ""read images from %d, length: %d, lines length: %d, total: %d""
                % (
                    trainer_id * per_node_lines,
                    per_node_lines,
                    len(lines),
                    len(full_lines),
                )
            )
        else:
            lines = full_lines
        for line in lines:
            if mode == ""train"":
                img_path, label = line.split()
                img_path = img_path.replace(""JPEG"", ""jpeg"")
                img_path = os.path.join(DATA_DIR, ""train"", img_path)
                yield (img_path, int(label))
            elif mode == ""val"":
                img_path, label = line.split()
                img_path = img_path.replace(""JPEG"", ""jpeg"")
                img_path = os.path.join(DATA_DIR, ""val"", img_path)
                yield (img_path, int(label))
            elif mode == ""test"":
                img_path = os.path.join(DATA_DIR, line)
                yield [img_path]","def reader ( ) : <TAB> with open ( file_list ) as flist : <TAB> <TAB> full_lines = [ line . strip ( ) for line in flist ] <TAB> <TAB> if shuffle : <TAB> <TAB> <TAB> random . shuffle ( full_lines ) <TAB> <TAB> if mode == ""train"" : <TAB> <TAB> <TAB> trainer_id = int ( os . getenv ( ""PADDLE_TRAINER_ID"" ) ) <TAB> <TAB> <TAB> trainer_count = int ( os . getenv ( ""PADDLE_TRAINERS"" ) ) <TAB> <TAB> <TAB> per_node_lines = len ( full_lines ) / trainer_count <TAB> <TAB> <TAB> lines = full_lines [ <TAB> <TAB> <TAB> <TAB> trainer_id * per_node_lines : ( trainer_id + 1 ) * per_node_lines <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""read images from %d, length: %d, lines length: %d, total: %d"" <TAB> <TAB> <TAB> <TAB> % ( <TAB> <TAB> <TAB> <TAB> <TAB> trainer_id * per_node_lines , <TAB> <TAB> <TAB> <TAB> <TAB> per_node_lines , <TAB> <TAB> <TAB> <TAB> <TAB> len ( lines ) , <TAB> <TAB> <TAB> <TAB> <TAB> len ( full_lines ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> lines = full_lines <TAB> <TAB> for line in lines : <TAB> <TAB> <TAB> if mode == ""train"" : <TAB> <TAB> <TAB> <TAB> img_path , label = line . split ( ) <TAB> <TAB> <TAB> <TAB> img_path = img_path . replace ( ""JPEG"" , ""jpeg"" ) <TAB> <TAB> <TAB> <TAB> img_path = os . path . join ( DATA_DIR , ""train"" , img_path ) <TAB> <TAB> <TAB> <TAB> yield ( img_path , int ( label ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> img_path , label = line . split ( ) <TAB> <TAB> <TAB> <TAB> img_path = img_path . replace ( ""JPEG"" , ""jpeg"" ) <TAB> <TAB> <TAB> <TAB> img_path = os . path . join ( DATA_DIR , ""val"" , img_path ) <TAB> <TAB> <TAB> <TAB> yield ( img_path , int ( label ) ) <TAB> <TAB> <TAB> elif mode == ""test"" : <TAB> <TAB> <TAB> <TAB> img_path = os . path . join ( DATA_DIR , line ) <TAB> <TAB> <TAB> <TAB> yield [ img_path ]","elif mode == ""val"" :",507
8881,"def on_task_start(self, task, config):
    """"""Task starting, install cookiejar""""""
    import os
    config = self.prepare_config(config)
    cookie_type = config.get(""type"")
    cookie_file = os.path.expanduser(config.get(""file""))
    cj = self.cookiejars.get(cookie_file, None)
    if cj is not None:
        log.debug(""Loading cookiejar from cache."")
    elif cookie_type == ""firefox3"":
        log.debug(""Loading %s cookies"" % cookie_type)
        cj = self.sqlite2cookie(cookie_file)
        self.cookiejars[cookie_file] = cj
    else:
        if cookie_type == ""mozilla"":
            log.debug(""Loading %s cookies"" % cookie_type)
            cj = http.cookiejar.MozillaCookieJar()
            self.cookiejars[cookie_file] = cj
        elif cookie_type == ""lwp"":
            log.debug(""Loading %s cookies"" % cookie_type)
            cj = http.cookiejar.LWPCookieJar()
            self.cookiejars[cookie_file] = cj
        else:
            raise plugin.PluginError(""Unknown cookie type %s"" % cookie_type, log)
        try:
            cj.load(filename=cookie_file, ignore_expires=True)
            log.debug(""%s cookies loaded"" % cookie_type)
        except (http.cookiejar.LoadError, IOError):
            import sys
            raise plugin.PluginError(
                ""Cookies could not be loaded: %s"" % sys.exc_info()[1], log
            )
    # Add cookiejar to our requests session
    task.requests.add_cookiejar(cj)","def on_task_start ( self , task , config ) : <TAB> """"""Task starting, install cookiejar"""""" <TAB> import os <TAB> config = self . prepare_config ( config ) <TAB> cookie_type = config . get ( ""type"" ) <TAB> cookie_file = os . path . expanduser ( config . get ( ""file"" ) ) <TAB> cj = self . cookiejars . get ( cookie_file , None ) <TAB> if cj is not None : <TAB> <TAB> log . debug ( ""Loading cookiejar from cache."" ) <TAB> elif cookie_type == ""firefox3"" : <TAB> <TAB> log . debug ( ""Loading %s cookies"" % cookie_type ) <TAB> <TAB> cj = self . sqlite2cookie ( cookie_file ) <TAB> <TAB> self . cookiejars [ cookie_file ] = cj <TAB> else : <TAB> <TAB> if cookie_type == ""mozilla"" : <TAB> <TAB> <TAB> log . debug ( ""Loading %s cookies"" % cookie_type ) <TAB> <TAB> <TAB> cj = http . cookiejar . MozillaCookieJar ( ) <TAB> <TAB> <TAB> self . cookiejars [ cookie_file ] = cj <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> log . debug ( ""Loading %s cookies"" % cookie_type ) <TAB> <TAB> <TAB> cj = http . cookiejar . LWPCookieJar ( ) <TAB> <TAB> <TAB> self . cookiejars [ cookie_file ] = cj <TAB> <TAB> else : <TAB> <TAB> <TAB> raise plugin . PluginError ( ""Unknown cookie type %s"" % cookie_type , log ) <TAB> <TAB> try : <TAB> <TAB> <TAB> cj . load ( filename = cookie_file , ignore_expires = True ) <TAB> <TAB> <TAB> log . debug ( ""%s cookies loaded"" % cookie_type ) <TAB> <TAB> except ( http . cookiejar . LoadError , IOError ) : <TAB> <TAB> <TAB> import sys <TAB> <TAB> <TAB> raise plugin . PluginError ( <TAB> <TAB> <TAB> <TAB> ""Cookies could not be loaded: %s"" % sys . exc_info ( ) [ 1 ] , log <TAB> <TAB> <TAB> ) <TAB> <TAB> task . requests . add_cookiejar ( cj )","elif cookie_type == ""lwp"" :",448
5166,"def dont_let_stderr_buffer():
    while True:
        line = context.daemon.stderr.readline()
        if not line:
            return
        if DEAD_DEPLOYD_WORKER_MESSAGE.encode(""utf-8"") in line:
            context.num_workers_crashed += 1
        print(f""deployd stderr: {line}"")","def dont_let_stderr_buffer ( ) : <TAB> while True : <TAB> <TAB> line = context . daemon . stderr . readline ( ) <TAB> <TAB> if not line : <TAB> <TAB> <TAB> return <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> context . num_workers_crashed += 1 <TAB> <TAB> print ( f""deployd stderr: {line}"" )","if DEAD_DEPLOYD_WORKER_MESSAGE . encode ( ""utf-8"" ) in line :",93
25346,"def expand(self, pvalue):
    result = {}
    for dataset_key_idx, dataset_key in enumerate(self._sorted_dataset_keys):
        dataset_cache_path = _get_dataset_cache_path(self._cache_base_dir, dataset_key)
        manifest_file = _ManifestFile(dataset_cache_path)
        manifest = manifest_file.read()
        if not manifest:
            continue
        result[dataset_key] = {}
        for key, cache_key_idx in manifest.items():
            if self._should_read_cache_entry_key(key):
                result[dataset_key][
                    key
                ] = pvalue.pipeline | ""Read[AnalysisIndex{}][CacheKeyIndex{}]"".format(
                    dataset_key_idx, cache_key_idx
                ) >> self._source(
                    ""{}{}"".format(
                        os.path.join(dataset_cache_path, str(cache_key_idx)), ""-*-of-*""
                    )
                )
    return result
","def expand ( self , pvalue ) : <TAB> result = { } <TAB> for dataset_key_idx , dataset_key in enumerate ( self . _sorted_dataset_keys ) : <TAB> <TAB> dataset_cache_path = _get_dataset_cache_path ( self . _cache_base_dir , dataset_key ) <TAB> <TAB> manifest_file = _ManifestFile ( dataset_cache_path ) <TAB> <TAB> manifest = manifest_file . read ( ) <TAB> <TAB> if not manifest : <TAB> <TAB> <TAB> continue <TAB> <TAB> result [ dataset_key ] = { } <TAB> <TAB> for key , cache_key_idx in manifest . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> result [ dataset_key ] [ <TAB> <TAB> <TAB> <TAB> <TAB> key <TAB> <TAB> <TAB> <TAB> ] = pvalue . pipeline | ""Read[AnalysisIndex{}][CacheKeyIndex{}]"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> dataset_key_idx , cache_key_idx <TAB> <TAB> <TAB> <TAB> ) >> self . _source ( <TAB> <TAB> <TAB> <TAB> <TAB> ""{}{}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> os . path . join ( dataset_cache_path , str ( cache_key_idx ) ) , ""-*-of-*"" <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> return result",if self . _should_read_cache_entry_key ( key ) :,281
19839,"def compute(self, split):
    import msgpack
    with closing(self.open_file()) as f:
        magic = f.read(8)
        start = split.index * self.splitSize
        end = (split.index + 1) * self.splitSize
        start = self.find_magic(f, start, magic)
        if start < 0:
            return
        f.seek(start)
        hdr_size = 12
        while start < end:
            m = f.read(len(magic))
            if m != magic:
                break
            compressed, count, size = struct.unpack(""III"", f.read(hdr_size))
            d = f.read(size)
            assert len(d) == size, ""unexpected end""
            if compressed:
                d = zlib.decompress(d)
            for r in msgpack.Unpacker(BytesIO(d)):
                yield r
            start += len(magic) + hdr_size + size","def compute ( self , split ) : <TAB> import msgpack <TAB> with closing ( self . open_file ( ) ) as f : <TAB> <TAB> magic = f . read ( 8 ) <TAB> <TAB> start = split . index * self . splitSize <TAB> <TAB> end = ( split . index + 1 ) * self . splitSize <TAB> <TAB> start = self . find_magic ( f , start , magic ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> f . seek ( start ) <TAB> <TAB> hdr_size = 12 <TAB> <TAB> while start < end : <TAB> <TAB> <TAB> m = f . read ( len ( magic ) ) <TAB> <TAB> <TAB> if m != magic : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> compressed , count , size = struct . unpack ( ""III"" , f . read ( hdr_size ) ) <TAB> <TAB> <TAB> d = f . read ( size ) <TAB> <TAB> <TAB> assert len ( d ) == size , ""unexpected end"" <TAB> <TAB> <TAB> if compressed : <TAB> <TAB> <TAB> <TAB> d = zlib . decompress ( d ) <TAB> <TAB> <TAB> for r in msgpack . Unpacker ( BytesIO ( d ) ) : <TAB> <TAB> <TAB> <TAB> yield r <TAB> <TAB> <TAB> start += len ( magic ) + hdr_size + size",if start < 0 :,263
17552,"def _checkHttpProxy(selfip, proxies, isHttp=True):
    types = -1
    speed = -1
    if isHttp:
        test_url = config.TEST_HTTP_HEADER
    else:
        test_url = config.TEST_HTTPS_HEADER
    try:
        start = time.time()
        r = requests.get(
            url=test_url,
            headers=config.get_header(),
            timeout=config.TIMEOUT,
            proxies=proxies,
        )
        if r.ok:
            speed = round(time.time() - start, 2)
            content = json.loads(r.text)
            headers = content[""headers""]
            ip = content[""origin""]
            proxy_connection = headers.get(""Proxy-Connection"", None)
            if "","" in ip:
                types = 2
            elif proxy_connection:
                types = 1
            else:
                types = 0
            return True, types, speed
        else:
            return False, types, speed
    except Exception as e:
        return False, types, speed","def _checkHttpProxy ( selfip , proxies , isHttp = True ) : <TAB> types = - 1 <TAB> speed = - 1 <TAB> if isHttp : <TAB> <TAB> test_url = config . TEST_HTTP_HEADER <TAB> else : <TAB> <TAB> test_url = config . TEST_HTTPS_HEADER <TAB> try : <TAB> <TAB> start = time . time ( ) <TAB> <TAB> r = requests . get ( <TAB> <TAB> <TAB> url = test_url , <TAB> <TAB> <TAB> headers = config . get_header ( ) , <TAB> <TAB> <TAB> timeout = config . TIMEOUT , <TAB> <TAB> <TAB> proxies = proxies , <TAB> <TAB> ) <TAB> <TAB> if r . ok : <TAB> <TAB> <TAB> speed = round ( time . time ( ) - start , 2 ) <TAB> <TAB> <TAB> content = json . loads ( r . text ) <TAB> <TAB> <TAB> headers = content [ ""headers"" ] <TAB> <TAB> <TAB> ip = content [ ""origin"" ] <TAB> <TAB> <TAB> proxy_connection = headers . get ( ""Proxy-Connection"" , None ) <TAB> <TAB> <TAB> if "","" in ip : <TAB> <TAB> <TAB> <TAB> types = 2 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> types = 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> types = 0 <TAB> <TAB> <TAB> return True , types , speed <TAB> <TAB> else : <TAB> <TAB> <TAB> return False , types , speed <TAB> except Exception as e : <TAB> <TAB> return False , types , speed",elif proxy_connection :,299
5744,"def cube_report(cube_name):
    report_request = json.loads(request.data)
    try:
        queries = report_request[""queries""]
    except KeyError:
        raise RequestError(""Report request does not contain 'queries' key"")
    cell_cuts = report_request.get(""cell"")
    if cell_cuts:
        # Override URL cut with the one in report
        cuts = [cut_from_dict(cut) for cut in cell_cuts]
        cell = Cell(g.cube, cuts)
        logger.info(
            ""using cell from report specification (URL parameters "" ""are ignored)""
        )
        if workspace.authorizer:
            cell = workspace.authorizer.restricted_cell(
                g.auth_identity, cube=g.cube, cell=cell
            )
    else:
        if not g.cell:
            cell = Cell(g.cube)
        else:
            cell = g.cell
    result = g.browser.report(cell, queries)
    return jsonify(result)
","def cube_report ( cube_name ) : <TAB> report_request = json . loads ( request . data ) <TAB> try : <TAB> <TAB> queries = report_request [ ""queries"" ] <TAB> except KeyError : <TAB> <TAB> raise RequestError ( ""Report request does not contain 'queries' key"" ) <TAB> cell_cuts = report_request . get ( ""cell"" ) <TAB> if cell_cuts : <TAB> <TAB> <TAB> <TAB> cuts = [ cut_from_dict ( cut ) for cut in cell_cuts ] <TAB> <TAB> cell = Cell ( g . cube , cuts ) <TAB> <TAB> logger . info ( <TAB> <TAB> <TAB> ""using cell from report specification (URL parameters "" ""are ignored)"" <TAB> <TAB> ) <TAB> <TAB> if workspace . authorizer : <TAB> <TAB> <TAB> cell = workspace . authorizer . restricted_cell ( <TAB> <TAB> <TAB> <TAB> g . auth_identity , cube = g . cube , cell = cell <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cell = Cell ( g . cube ) <TAB> <TAB> else : <TAB> <TAB> <TAB> cell = g . cell <TAB> result = g . browser . report ( cell , queries ) <TAB> return jsonify ( result )",if not g . cell :,266
19650,"def read_lccn(line, is_marc8=False):
    found = []
    for k, v in get_raw_subfields(line, [""a""]):
        lccn = v.strip()
        if re_question.match(lccn):
            continue
        m = re_lccn.search(lccn)
        if not m:
            continue
        # remove letters and bad chars
        lccn = re_letters_and_bad.sub("""", m.group(1)).strip()
        if lccn:
            found.append(lccn)
    return found","def read_lccn ( line , is_marc8 = False ) : <TAB> found = [ ] <TAB> for k , v in get_raw_subfields ( line , [ ""a"" ] ) : <TAB> <TAB> lccn = v . strip ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> m = re_lccn . search ( lccn ) <TAB> <TAB> if not m : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> lccn = re_letters_and_bad . sub ( """" , m . group ( 1 ) ) . strip ( ) <TAB> <TAB> if lccn : <TAB> <TAB> <TAB> found . append ( lccn ) <TAB> return found",if re_question . match ( lccn ) :,151
199,"def set_shape(self, shape):
    """"""Sets a shape.""""""
    if self._shape is not None:
        logger.warning('Modifying the shape of Placeholder ""%s"".', self.name)
    if not isinstance(shape, (list, tuple)):
        shape = (shape,)
    shape = tuple(x if x != ""None"" else None for x in shape)
    for x in shape:
        if not isinstance(x, (int, type(None))):
            raise ParsingError(
                'All entries in ""shape"" must be integers, or in special '
                ""cases None. Shape is: {}"".format(shape)
            )
    self._shape = shape
","def set_shape ( self , shape ) : <TAB> """"""Sets a shape."""""" <TAB> if self . _shape is not None : <TAB> <TAB> logger . warning ( 'Modifying the shape of Placeholder ""%s"".' , self . name ) <TAB> if not isinstance ( shape , ( list , tuple ) ) : <TAB> <TAB> shape = ( shape , ) <TAB> shape = tuple ( x if x != ""None"" else None for x in shape ) <TAB> for x in shape : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ParsingError ( <TAB> <TAB> <TAB> <TAB> 'All entries in ""shape"" must be integers, or in special ' <TAB> <TAB> <TAB> <TAB> ""cases None. Shape is: {}"" . format ( shape ) <TAB> <TAB> <TAB> ) <TAB> self . _shape = shape","if not isinstance ( x , ( int , type ( None ) ) ) :",169
24337,"def evaluateWord(self, argument):
    wildcard_count = argument[0].count(""*"")
    if wildcard_count > 0:
        if wildcard_count == 1 and argument[0].startswith(""*""):
            return self.GetWordWildcard(argument[0][1:], method=""endswith"")
        if wildcard_count == 1 and argument[0].endswith(""*""):
            return self.GetWordWildcard(argument[0][:-1], method=""startswith"")
        else:
            _regex = argument[0].replace(""*"", "".+"")
            matched = False
            for w in self.words:
                matched = bool(re.search(_regex, w))
                if matched:
                    break
            return matched
    return self.GetWord(argument[0])","def evaluateWord ( self , argument ) : <TAB> wildcard_count = argument [ 0 ] . count ( ""*"" ) <TAB> if wildcard_count > 0 : <TAB> <TAB> if wildcard_count == 1 and argument [ 0 ] . startswith ( ""*"" ) : <TAB> <TAB> <TAB> return self . GetWordWildcard ( argument [ 0 ] [ 1 : ] , method = ""endswith"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return self . GetWordWildcard ( argument [ 0 ] [ : - 1 ] , method = ""startswith"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> _regex = argument [ 0 ] . replace ( ""*"" , "".+"" ) <TAB> <TAB> <TAB> matched = False <TAB> <TAB> <TAB> for w in self . words : <TAB> <TAB> <TAB> <TAB> matched = bool ( re . search ( _regex , w ) ) <TAB> <TAB> <TAB> <TAB> if matched : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> return matched <TAB> return self . GetWord ( argument [ 0 ] )","if wildcard_count == 1 and argument [ 0 ] . endswith ( ""*"" ) :",194
6182,"def __init__(self, changes, useweeks):
    authordateinfo_list = sorted(changes.get_authordateinfo_list().items())
    self.changes = changes
    self.entries = {}
    self.total_changes_by_period = {}
    self.useweeks = useweeks
    for i in authordateinfo_list:
        key = None
        if useweeks:
            yearweek = datetime.date(
                int(i[0][0][0:4]), int(i[0][0][5:7]), int(i[0][0][8:10])
            ).isocalendar()
            key = (i[0][1], str(yearweek[0]) + ""W"" + ""{0:02d}"".format(yearweek[1]))
        else:
            key = (i[0][1], i[0][0][0:7])
        if self.entries.get(key, None) == None:
            self.entries[key] = i[1]
        else:
            self.entries[key].insertions += i[1].insertions
            self.entries[key].deletions += i[1].deletions
    for period in self.get_periods():
        total_insertions = 0
        total_deletions = 0
        for author in self.get_authors():
            entry = self.entries.get((author[0], period), None)
            if entry != None:
                total_insertions += entry.insertions
                total_deletions += entry.deletions
        self.total_changes_by_period[period] = (
            total_insertions,
            total_deletions,
            total_insertions + total_deletions,
        )","def __init__ ( self , changes , useweeks ) : <TAB> authordateinfo_list = sorted ( changes . get_authordateinfo_list ( ) . items ( ) ) <TAB> self . changes = changes <TAB> self . entries = { } <TAB> self . total_changes_by_period = { } <TAB> self . useweeks = useweeks <TAB> for i in authordateinfo_list : <TAB> <TAB> key = None <TAB> <TAB> if useweeks : <TAB> <TAB> <TAB> yearweek = datetime . date ( <TAB> <TAB> <TAB> <TAB> int ( i [ 0 ] [ 0 ] [ 0 : 4 ] ) , int ( i [ 0 ] [ 0 ] [ 5 : 7 ] ) , int ( i [ 0 ] [ 0 ] [ 8 : 10 ] ) <TAB> <TAB> <TAB> ) . isocalendar ( ) <TAB> <TAB> <TAB> key = ( i [ 0 ] [ 1 ] , str ( yearweek [ 0 ] ) + ""W"" + ""{0:02d}"" . format ( yearweek [ 1 ] ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> key = ( i [ 0 ] [ 1 ] , i [ 0 ] [ 0 ] [ 0 : 7 ] ) <TAB> <TAB> if self . entries . get ( key , None ) == None : <TAB> <TAB> <TAB> self . entries [ key ] = i [ 1 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> self . entries [ key ] . insertions += i [ 1 ] . insertions <TAB> <TAB> <TAB> self . entries [ key ] . deletions += i [ 1 ] . deletions <TAB> for period in self . get_periods ( ) : <TAB> <TAB> total_insertions = 0 <TAB> <TAB> total_deletions = 0 <TAB> <TAB> for author in self . get_authors ( ) : <TAB> <TAB> <TAB> entry = self . entries . get ( ( author [ 0 ] , period ) , None ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> total_insertions += entry . insertions <TAB> <TAB> <TAB> <TAB> total_deletions += entry . deletions <TAB> <TAB> self . total_changes_by_period [ period ] = ( <TAB> <TAB> <TAB> total_insertions , <TAB> <TAB> <TAB> total_deletions , <TAB> <TAB> <TAB> total_insertions + total_deletions , <TAB> <TAB> )",if entry != None :,453
23615,"def update_ui(self):
    self._action_group.set_sensitive(self._window.get_active_document() != None)
    self.doc = self._window.get_active_document()
    if self.doc:
        self.view = self._window.get_active_view()
        self.view.connect(""key-press-event"", self.fold_off)
        table = self.doc.get_tag_table()
        self.fld = table.lookup(""fld"")
        if self.fld == None:
            self.fld = self.doc.create_tag(
                ""fld"", foreground=""#333333"", paragraph_background=""#aadc5c""
            )
        self.inv = table.lookup(""inv"")
        if self.inv == None:
            self.inv = self.doc.create_tag(""inv"", invisible=True)","def update_ui ( self ) : <TAB> self . _action_group . set_sensitive ( self . _window . get_active_document ( ) != None ) <TAB> self . doc = self . _window . get_active_document ( ) <TAB> if self . doc : <TAB> <TAB> self . view = self . _window . get_active_view ( ) <TAB> <TAB> self . view . connect ( ""key-press-event"" , self . fold_off ) <TAB> <TAB> table = self . doc . get_tag_table ( ) <TAB> <TAB> self . fld = table . lookup ( ""fld"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . fld = self . doc . create_tag ( <TAB> <TAB> <TAB> <TAB> ""fld"" , foreground = ""#333333"" , paragraph_background = ""#aadc5c"" <TAB> <TAB> <TAB> ) <TAB> <TAB> self . inv = table . lookup ( ""inv"" ) <TAB> <TAB> if self . inv == None : <TAB> <TAB> <TAB> self . inv = self . doc . create_tag ( ""inv"" , invisible = True )",if self . fld == None :,221
19310,"def schedule_logger(job_id=None, delete=False):
    if not job_id:
        return getLogger(""fate_flow_schedule"")
    else:
        if delete:
            with LoggerFactory.lock:
                try:
                    for key in LoggerFactory.schedule_logger_dict.keys():
                        if job_id in key:
                            del LoggerFactory.schedule_logger_dict[key]
                except:
                    pass
            return True
        key = job_id + ""schedule""
        if key in LoggerFactory.schedule_logger_dict:
            return LoggerFactory.schedule_logger_dict[key]
        return LoggerFactory.get_schedule_logger(job_id)
","def schedule_logger ( job_id = None , delete = False ) : <TAB> if not job_id : <TAB> <TAB> return getLogger ( ""fate_flow_schedule"" ) <TAB> else : <TAB> <TAB> if delete : <TAB> <TAB> <TAB> with LoggerFactory . lock : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> for key in LoggerFactory . schedule_logger_dict . keys ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> del LoggerFactory . schedule_logger_dict [ key ] <TAB> <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> return True <TAB> <TAB> key = job_id + ""schedule"" <TAB> <TAB> if key in LoggerFactory . schedule_logger_dict : <TAB> <TAB> <TAB> return LoggerFactory . schedule_logger_dict [ key ] <TAB> <TAB> return LoggerFactory . get_schedule_logger ( job_id )",if job_id in key :,198
8623,"def layout_draw_solid_categories(layout, node_details, sub_category):
    for node_info in node_details:
        if node_info[0] == ""separator"":
            layout.separator()
            continue
        if not node_info:
            print(repr(node_info), ""is incomplete, or unparsable"")
            continue
        bl_idname = node_info[0]
        # this is a node bl_idname that can be registered but shift+A can drop it from showing.
        if bl_idname == ""ScalarMathNode"":
            continue
        node_ref = get_node_class_reference(bl_idname)
        if hasattr(node_ref, ""bl_label""):
            layout_params = dict(text=node_ref.bl_label, **node_icon(node_ref))
        else:
            continue
        if (
            hasattr(node_ref, ""solid_catergory"")
            and node_ref.solid_catergory == sub_category
        ):
            node_op = draw_add_node_operator(layout, bl_idname, params=layout_params)","def layout_draw_solid_categories ( layout , node_details , sub_category ) : <TAB> for node_info in node_details : <TAB> <TAB> if node_info [ 0 ] == ""separator"" : <TAB> <TAB> <TAB> layout . separator ( ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if not node_info : <TAB> <TAB> <TAB> print ( repr ( node_info ) , ""is incomplete, or unparsable"" ) <TAB> <TAB> <TAB> continue <TAB> <TAB> bl_idname = node_info [ 0 ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> node_ref = get_node_class_reference ( bl_idname ) <TAB> <TAB> if hasattr ( node_ref , ""bl_label"" ) : <TAB> <TAB> <TAB> layout_params = dict ( text = node_ref . bl_label , ** node_icon ( node_ref ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> continue <TAB> <TAB> if ( <TAB> <TAB> <TAB> hasattr ( node_ref , ""solid_catergory"" ) <TAB> <TAB> <TAB> and node_ref . solid_catergory == sub_category <TAB> <TAB> ) : <TAB> <TAB> <TAB> node_op = draw_add_node_operator ( layout , bl_idname , params = layout_params )","if bl_idname == ""ScalarMathNode"" :",301
22623,"def get_boxes(self, generation, what):
    retval = """"
    if self.box_mode == ""UTF"":
        space = ""  ""
    elif self.box_mode == ""ASCII"":
        space = ""    ""
    space_len = len(space) + 2
    for i in range(generation + 1):
        if self._boxes[i]:
            retval += space + ""|""
        else:
            retval += space + "" ""
    if retval[-1] == "" "":
        if what == ""sf"":
            retval = retval[:-space_len] + ""/""
        elif what == ""sm"":
            retval = retval[:-space_len] + ""\\""
    elif retval.endswith(""|"" + space + ""|""):
        retval = retval[:-space_len] + ""+""
    if self.box_mode == ""UTF"":
        retval += ""-""
        retval = retval.replace(""\\"", ""\u2514"")
        retval = retval.replace(""-"", ""\u2500"")
        retval = retval.replace(""|"", ""\u2502"")
        retval = retval.replace(""/"", ""\u250c"")
    elif self.box_mode == ""ASCII"":
        retval += ""--""
    return retval","def get_boxes ( self , generation , what ) : <TAB> retval = """" <TAB> if self . box_mode == ""UTF"" : <TAB> <TAB> space = ""  "" <TAB> elif self . box_mode == ""ASCII"" : <TAB> <TAB> space = ""    "" <TAB> space_len = len ( space ) + 2 <TAB> for i in range ( generation + 1 ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> retval += space + ""|"" <TAB> <TAB> else : <TAB> <TAB> <TAB> retval += space + "" "" <TAB> if retval [ - 1 ] == "" "" : <TAB> <TAB> if what == ""sf"" : <TAB> <TAB> <TAB> retval = retval [ : - space_len ] + ""/"" <TAB> <TAB> elif what == ""sm"" : <TAB> <TAB> <TAB> retval = retval [ : - space_len ] + ""\\"" <TAB> elif retval . endswith ( ""|"" + space + ""|"" ) : <TAB> <TAB> retval = retval [ : - space_len ] + ""+"" <TAB> if self . box_mode == ""UTF"" : <TAB> <TAB> retval += ""-"" <TAB> <TAB> retval = retval . replace ( ""\\"" , ""\u2514"" ) <TAB> <TAB> retval = retval . replace ( ""-"" , ""\u2500"" ) <TAB> <TAB> retval = retval . replace ( ""|"" , ""\u2502"" ) <TAB> <TAB> retval = retval . replace ( ""/"" , ""\u250c"" ) <TAB> elif self . box_mode == ""ASCII"" : <TAB> <TAB> retval += ""--"" <TAB> return retval",if self . _boxes [ i ] :,295
20695,"def do_query(data, q):
    ret = []
    if not q:
        return ret
    qkey = q[0]
    for key, value in iterate(data):
        if len(q) == 1:
            if key == qkey:
                ret.append(value)
            elif is_iterable(value):
                ret.extend(do_query(value, q))
        else:
            if not is_iterable(value):
                continue
            if key == qkey:
                ret.extend(do_query(value, q[1:]))
            else:
                ret.extend(do_query(value, q))
    return ret","def do_query ( data , q ) : <TAB> ret = [ ] <TAB> if not q : <TAB> <TAB> return ret <TAB> qkey = q [ 0 ] <TAB> for key , value in iterate ( data ) : <TAB> <TAB> if len ( q ) == 1 : <TAB> <TAB> <TAB> if key == qkey : <TAB> <TAB> <TAB> <TAB> ret . append ( value ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> ret . extend ( do_query ( value , q ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if not is_iterable ( value ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if key == qkey : <TAB> <TAB> <TAB> <TAB> ret . extend ( do_query ( value , q [ 1 : ] ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> ret . extend ( do_query ( value , q ) ) <TAB> return ret",elif is_iterable ( value ) :,185
7106,"def token_producer(source):
    token = source.read_uint8()
    while token is not None:
        if is_push_data_token(token):
            yield DataToken(read_data(token, source))
        elif is_small_integer(token):
            yield SmallIntegerToken(read_small_integer(token))
        else:
            yield Token(token)
        token = source.read_uint8()","def token_producer ( source ) : <TAB> token = source . read_uint8 ( ) <TAB> while token is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield DataToken ( read_data ( token , source ) ) <TAB> <TAB> elif is_small_integer ( token ) : <TAB> <TAB> <TAB> yield SmallIntegerToken ( read_small_integer ( token ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> yield Token ( token ) <TAB> <TAB> token = source . read_uint8 ( )",if is_push_data_token ( token ) :,113
3271,"def _generate_toc(self):
    """"""Generate key-to-(start, stop) table of contents.""""""
    starts, stops = [], []
    last_was_empty = False
    self._file.seek(0)
    while True:
        line_pos = self._file.tell()
        line = self._file.readline()
        if line.startswith(""From ""):
            if len(stops) < len(starts):
                if last_was_empty:
                    stops.append(line_pos - len(os.linesep))
                else:
                    # The last line before the ""From "" line wasn't
                    # blank, but we consider it a start of a
                    # message anyway.
                    stops.append(line_pos)
            starts.append(line_pos)
            last_was_empty = False
        elif not line:
            if last_was_empty:
                stops.append(line_pos - len(os.linesep))
            else:
                stops.append(line_pos)
            break
        elif line == os.linesep:
            last_was_empty = True
        else:
            last_was_empty = False
    self._toc = dict(enumerate(zip(starts, stops)))
    self._next_key = len(self._toc)
    self._file_length = self._file.tell()","def _generate_toc ( self ) : <TAB> """"""Generate key-to-(start, stop) table of contents."""""" <TAB> starts , stops = [ ] , [ ] <TAB> last_was_empty = False <TAB> self . _file . seek ( 0 ) <TAB> while True : <TAB> <TAB> line_pos = self . _file . tell ( ) <TAB> <TAB> line = self . _file . readline ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if len ( stops ) < len ( starts ) : <TAB> <TAB> <TAB> <TAB> if last_was_empty : <TAB> <TAB> <TAB> <TAB> <TAB> stops . append ( line_pos - len ( os . linesep ) ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> stops . append ( line_pos ) <TAB> <TAB> <TAB> starts . append ( line_pos ) <TAB> <TAB> <TAB> last_was_empty = False <TAB> <TAB> elif not line : <TAB> <TAB> <TAB> if last_was_empty : <TAB> <TAB> <TAB> <TAB> stops . append ( line_pos - len ( os . linesep ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> stops . append ( line_pos ) <TAB> <TAB> <TAB> break <TAB> <TAB> elif line == os . linesep : <TAB> <TAB> <TAB> last_was_empty = True <TAB> <TAB> else : <TAB> <TAB> <TAB> last_was_empty = False <TAB> self . _toc = dict ( enumerate ( zip ( starts , stops ) ) ) <TAB> self . _next_key = len ( self . _toc ) <TAB> self . _file_length = self . _file . tell ( )","if line . startswith ( ""From "" ) :",369
23567,"def __set__(self, obj, value):  # noqa
    if (
        value is not None
        and self.field._currency_field.null
        and not isinstance(value, MONEY_CLASSES + (Decimal,))
    ):
        # For nullable fields we need either both NULL amount and currency or both NOT NULL
        raise ValueError(""Missing currency value"")
    if isinstance(value, BaseExpression):
        if isinstance(value, Value):
            value = self.prepare_value(obj, value.value)
        elif not isinstance(value, Func):
            validate_money_expression(obj, value)
            prepare_expression(value)
    else:
        value = self.prepare_value(obj, value)
    obj.__dict__[self.field.name] = value
","def __set__ ( self , obj , value ) : <TAB> if ( <TAB> <TAB> value is not None <TAB> <TAB> and self . field . _currency_field . null <TAB> <TAB> and not isinstance ( value , MONEY_CLASSES + ( Decimal , ) ) <TAB> ) : <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""Missing currency value"" ) <TAB> if isinstance ( value , BaseExpression ) : <TAB> <TAB> if isinstance ( value , Value ) : <TAB> <TAB> <TAB> value = self . prepare_value ( obj , value . value ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> validate_money_expression ( obj , value ) <TAB> <TAB> <TAB> prepare_expression ( value ) <TAB> else : <TAB> <TAB> value = self . prepare_value ( obj , value ) <TAB> obj . __dict__ [ self . field . name ] = value","elif not isinstance ( value , Func ) :",193
9939,"def _collect_peers_of_interest(self, new_best_path):
    """"""Collect all peers that qualify for sharing a path with given RTs.""""""
    path_rts = new_best_path.get_rts()
    qualified_peers = set(self._peers.values())
    # Filter out peers based on RTC_AS setting if path is for RT_NLRI
    qualified_peers = self._rt_manager.filter_by_origin_as(
        new_best_path, qualified_peers
    )
    # We continue to filter out qualified peer based on path RTs
    # If new best path has RTs, we need to share this UPDATE with
    # qualifying peers
    if path_rts:
        # We add Default_RTC_NLRI to path RTs so that we can send it to
        # peers that have expressed interest in all paths
        path_rts.append(RouteTargetMembershipNLRI.DEFAULT_RT)
        # All peers that do not have RTC capability qualify
        qualified_peers = set(self._get_non_rtc_peers())
        # Peers that have RTC capability and have common RT with the path
        # also qualify
        peer_to_rtfilter_map = self._peer_to_rtfilter_map
        for peer, rt_filter in peer_to_rtfilter_map.items():
            # Ignore Network Controller (its not a BGP peer)
            if peer is None:
                continue
            if rt_filter is None:
                qualified_peers.add(peer)
            elif rt_filter.intersection(path_rts):
                qualified_peers.add(peer)
    return qualified_peers
","def _collect_peers_of_interest ( self , new_best_path ) : <TAB> """"""Collect all peers that qualify for sharing a path with given RTs."""""" <TAB> path_rts = new_best_path . get_rts ( ) <TAB> qualified_peers = set ( self . _peers . values ( ) ) <TAB> <TAB> qualified_peers = self . _rt_manager . filter_by_origin_as ( <TAB> <TAB> new_best_path , qualified_peers <TAB> ) <TAB> <TAB> <TAB> <TAB> if path_rts : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> path_rts . append ( RouteTargetMembershipNLRI . DEFAULT_RT ) <TAB> <TAB> <TAB> <TAB> qualified_peers = set ( self . _get_non_rtc_peers ( ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> peer_to_rtfilter_map = self . _peer_to_rtfilter_map <TAB> <TAB> for peer , rt_filter in peer_to_rtfilter_map . items ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if rt_filter is None : <TAB> <TAB> <TAB> <TAB> qualified_peers . add ( peer ) <TAB> <TAB> <TAB> elif rt_filter . intersection ( path_rts ) : <TAB> <TAB> <TAB> <TAB> qualified_peers . add ( peer ) <TAB> return qualified_peers",if peer is None :,436
24526,"def get_integration(integration, *args, **kwargs):
    """"""Return a integration instance specified by `integration` name""""""
    klass = integration_cache.get(integration, None)
    if not klass:
        integration_filename = ""%s_integration"" % integration
        integration_module = None
        for app in settings.INSTALLED_APPS:
            try:
                integration_module = import_module(
                    "".integrations.%s"" % integration_filename, package=app
                )
                break
            except ImportError:
                pass
        if not integration_module:
            raise IntegrationModuleNotFound(""Missing integration: %s"" % (integration))
        integration_class_name = """".join(integration_filename.title().split(""_""))
        try:
            klass = getattr(integration_module, integration_class_name)
        except AttributeError:
            raise IntegrationNotConfigured(
                ""Missing %s class in the integration module."" % integration_class_name
            )
        integration_cache[integration] = klass
    return klass(*args, **kwargs)
","def get_integration ( integration , * args , ** kwargs ) : <TAB> """"""Return a integration instance specified by `integration` name"""""" <TAB> klass = integration_cache . get ( integration , None ) <TAB> if not klass : <TAB> <TAB> integration_filename = ""%s_integration"" % integration <TAB> <TAB> integration_module = None <TAB> <TAB> for app in settings . INSTALLED_APPS : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> integration_module = import_module ( <TAB> <TAB> <TAB> <TAB> <TAB> "".integrations.%s"" % integration_filename , package = app <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> except ImportError : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise IntegrationModuleNotFound ( ""Missing integration: %s"" % ( integration ) ) <TAB> <TAB> integration_class_name = """" . join ( integration_filename . title ( ) . split ( ""_"" ) ) <TAB> <TAB> try : <TAB> <TAB> <TAB> klass = getattr ( integration_module , integration_class_name ) <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> raise IntegrationNotConfigured ( <TAB> <TAB> <TAB> <TAB> ""Missing %s class in the integration module."" % integration_class_name <TAB> <TAB> <TAB> ) <TAB> <TAB> integration_cache [ integration ] = klass <TAB> return klass ( * args , ** kwargs )",if not integration_module :,289
15212,"def parse_rules(self, content):
    end_fix = []
    hosts = []
    content = utils.to_bytes(content)
    content = content.replace(b"","", b""\n"").replace(b"";"", b""\n"")
    lines = content.split(b""\n"")
    for line in lines:
        line = line.strip()
        if not line:
            continue
        if b""="" in line:
            lp = line.split(b""="")
            left = lp[0].strip()
            right = lp[1].strip()
        else:
            left = line
            right = None
        if left.startswith(b""http://""):
            left = left[7:]
        if left.startswith(b""https://""):
            left = left[8:]
        if left.startswith(b""*""):
            left = left[1:]
        if b""/"" in left:
            p = left.find(b""/"")
            host = left[:p]
        else:
            host = left
        if host.startswith(b"".""):
            end_fix.append(host)
        elif host.startswith(b""*.""):
            end_fix.append(host[1:])
        else:
            hosts.append(host)
    return hosts, end_fix","def parse_rules ( self , content ) : <TAB> end_fix = [ ] <TAB> hosts = [ ] <TAB> content = utils . to_bytes ( content ) <TAB> content = content . replace ( b"","" , b""\n"" ) . replace ( b"";"" , b""\n"" ) <TAB> lines = content . split ( b""\n"" ) <TAB> for line in lines : <TAB> <TAB> line = line . strip ( ) <TAB> <TAB> if not line : <TAB> <TAB> <TAB> continue <TAB> <TAB> if b""="" in line : <TAB> <TAB> <TAB> lp = line . split ( b""="" ) <TAB> <TAB> <TAB> left = lp [ 0 ] . strip ( ) <TAB> <TAB> <TAB> right = lp [ 1 ] . strip ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> left = line <TAB> <TAB> <TAB> right = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> left = left [ 7 : ] <TAB> <TAB> if left . startswith ( b""https://"" ) : <TAB> <TAB> <TAB> left = left [ 8 : ] <TAB> <TAB> if left . startswith ( b""*"" ) : <TAB> <TAB> <TAB> left = left [ 1 : ] <TAB> <TAB> if b""/"" in left : <TAB> <TAB> <TAB> p = left . find ( b""/"" ) <TAB> <TAB> <TAB> host = left [ : p ] <TAB> <TAB> else : <TAB> <TAB> <TAB> host = left <TAB> <TAB> if host . startswith ( b""."" ) : <TAB> <TAB> <TAB> end_fix . append ( host ) <TAB> <TAB> elif host . startswith ( b""*."" ) : <TAB> <TAB> <TAB> end_fix . append ( host [ 1 : ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> hosts . append ( host ) <TAB> return hosts , end_fix","if left . startswith ( b""http://"" ) :",341
20832,"def execute_and_fetch(self, q):
    try:
        if self.show_sql:
            print(repr(q))
        self.cursor.execute(q)
        if self.cursor.description is not None:
            # we decode the column names, so they can be encoded to any output format later on
            if six.PY2:
                query_column_names = [
                    unicode(c[0], ""utf-8"") for c in self.cursor.description
                ]
            else:
                query_column_names = [c[0] for c in self.cursor.description]
        else:
            query_column_names = None
        result = self.cursor.fetchall()
    finally:
        pass  # cursor.close()
    return Sqlite3DBResults(query_column_names, result)","def execute_and_fetch ( self , q ) : <TAB> try : <TAB> <TAB> if self . show_sql : <TAB> <TAB> <TAB> print ( repr ( q ) ) <TAB> <TAB> self . cursor . execute ( q ) <TAB> <TAB> if self . cursor . description is not None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> query_column_names = [ <TAB> <TAB> <TAB> <TAB> <TAB> unicode ( c [ 0 ] , ""utf-8"" ) for c in self . cursor . description <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> query_column_names = [ c [ 0 ] for c in self . cursor . description ] <TAB> <TAB> else : <TAB> <TAB> <TAB> query_column_names = None <TAB> <TAB> result = self . cursor . fetchall ( ) <TAB> finally : <TAB> <TAB> pass <TAB> return Sqlite3DBResults ( query_column_names , result )",if six . PY2 :,223
4111,"def set_xml_text_value(self, target, xmltarget):
    if ""<"" in target:
        # Handle text with possible markup
        target = target.replace(""&"", ""&amp;"")
        try:
            # Try as XML
            newstring = etree.fromstring(""<string>%s</string>"" % target)
        except:
            # Fallback to string with XML escaping
            target = target.replace(""<"", ""&lt;"")
            newstring = etree.fromstring(""<string>%s</string>"" % target)
        # Update text
        if newstring.text is None:
            xmltarget.text = """"
        else:
            xmltarget.text = newstring.text
        # Remove old elements
        for x in xmltarget.iterchildren():
            xmltarget.remove(x)
        # Escape all text parts
        for x in newstring.iter():
            x.text = self.escape(x.text, False)
            if x.prefix is not None:
                x.prefix = self.escape(x.prefix, False)
            if x.tail is not None:
                x.tail = self.escape(x.tail, False)
        # Add new elements
        for x in newstring.iterchildren():
            xmltarget.append(x)
    else:
        # Handle text only
        xmltarget.text = self.escape(target)
","def set_xml_text_value ( self , target , xmltarget ) : <TAB> if ""<"" in target : <TAB> <TAB> <TAB> <TAB> target = target . replace ( ""&"" , ""&amp;"" ) <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> newstring = etree . fromstring ( ""<string>%s</string>"" % target ) <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> target = target . replace ( ""<"" , ""&lt;"" ) <TAB> <TAB> <TAB> newstring = etree . fromstring ( ""<string>%s</string>"" % target ) <TAB> <TAB> <TAB> <TAB> if newstring . text is None : <TAB> <TAB> <TAB> xmltarget . text = """" <TAB> <TAB> else : <TAB> <TAB> <TAB> xmltarget . text = newstring . text <TAB> <TAB> <TAB> <TAB> for x in xmltarget . iterchildren ( ) : <TAB> <TAB> <TAB> xmltarget . remove ( x ) <TAB> <TAB> <TAB> <TAB> for x in newstring . iter ( ) : <TAB> <TAB> <TAB> x . text = self . escape ( x . text , False ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> x . prefix = self . escape ( x . prefix , False ) <TAB> <TAB> <TAB> if x . tail is not None : <TAB> <TAB> <TAB> <TAB> x . tail = self . escape ( x . tail , False ) <TAB> <TAB> <TAB> <TAB> for x in newstring . iterchildren ( ) : <TAB> <TAB> <TAB> xmltarget . append ( x ) <TAB> else : <TAB> <TAB> <TAB> <TAB> xmltarget . text = self . escape ( target )",if x . prefix is not None :,356
22302,"def next_frame(self):
    frame_index = None
    rate = self.rate
    time_base = self.time_base
    self.pts_seen = False
    for packet in self.file.demux(self.stream):
        # print ""    pkt"", packet.pts, packet.dts, packet
        if packet.pts:
            self.pts_seen = True
        for frame in packet.decode():
            if frame_index is None:
                if self.pts_seen:
                    pts = frame.pts
                else:
                    pts = frame.dts
                if not pts is None:
                    frame_index = pts_to_frame(pts, time_base, rate, self.start_time)
            elif not frame_index is None:
                frame_index += 1
            if not frame.dts in self.pts_map:
                secs = None
                if not pts is None:
                    secs = pts * time_base
                self.pts_map[frame.dts] = secs
            # if frame.pts == None:
            yield frame_index, frame","def next_frame ( self ) : <TAB> frame_index = None <TAB> rate = self . rate <TAB> time_base = self . time_base <TAB> self . pts_seen = False <TAB> for packet in self . file . demux ( self . stream ) : <TAB> <TAB> <TAB> <TAB> if packet . pts : <TAB> <TAB> <TAB> self . pts_seen = True <TAB> <TAB> for frame in packet . decode ( ) : <TAB> <TAB> <TAB> if frame_index is None : <TAB> <TAB> <TAB> <TAB> if self . pts_seen : <TAB> <TAB> <TAB> <TAB> <TAB> pts = frame . pts <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> pts = frame . dts <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> frame_index = pts_to_frame ( pts , time_base , rate , self . start_time ) <TAB> <TAB> <TAB> elif not frame_index is None : <TAB> <TAB> <TAB> <TAB> frame_index += 1 <TAB> <TAB> <TAB> if not frame . dts in self . pts_map : <TAB> <TAB> <TAB> <TAB> secs = None <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> secs = pts * time_base <TAB> <TAB> <TAB> <TAB> self . pts_map [ frame . dts ] = secs <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> yield frame_index , frame",if not pts is None :,310
4131,"def get_converter(in_ext, out_ext=None, templ_ext=None):
    convert_candidates = None
    if templ_ext:
        if (in_ext, templ_ext) in converters:
            convert_candidates = converters[(in_ext, templ_ext)]
        else:
            raise UnsupportedConversionError(in_ext, out_ext, templ_ext)
    else:
        if in_ext in converters:
            convert_candidates = converters[in_ext]
        elif (in_ext,) in converters:
            convert_candidates = converters[(in_ext,)]
        else:
            raise UnsupportedConversionError(in_ext, out_ext)
    convert_fn = None
    if not out_ext:
        out_ext, convert_fn = convert_candidates[0]
    else:
        for ext, func in convert_candidates:
            if ext == out_ext:
                convert_fn = func
                break
    if not convert_fn:
        raise UnsupportedConversionError(in_ext, out_ext, templ_ext)
    return convert_fn","def get_converter ( in_ext , out_ext = None , templ_ext = None ) : <TAB> convert_candidates = None <TAB> if templ_ext : <TAB> <TAB> if ( in_ext , templ_ext ) in converters : <TAB> <TAB> <TAB> convert_candidates = converters [ ( in_ext , templ_ext ) ] <TAB> <TAB> else : <TAB> <TAB> <TAB> raise UnsupportedConversionError ( in_ext , out_ext , templ_ext ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> convert_candidates = converters [ in_ext ] <TAB> <TAB> elif ( in_ext , ) in converters : <TAB> <TAB> <TAB> convert_candidates = converters [ ( in_ext , ) ] <TAB> <TAB> else : <TAB> <TAB> <TAB> raise UnsupportedConversionError ( in_ext , out_ext ) <TAB> convert_fn = None <TAB> if not out_ext : <TAB> <TAB> out_ext , convert_fn = convert_candidates [ 0 ] <TAB> else : <TAB> <TAB> for ext , func in convert_candidates : <TAB> <TAB> <TAB> if ext == out_ext : <TAB> <TAB> <TAB> <TAB> convert_fn = func <TAB> <TAB> <TAB> <TAB> break <TAB> if not convert_fn : <TAB> <TAB> raise UnsupportedConversionError ( in_ext , out_ext , templ_ext ) <TAB> return convert_fn",if in_ext in converters :,287
9093,"def _apply_transformation(self, image, interp_order=3):
    if interp_order < 0:
        return image
    assert self._rand_zoom is not None
    full_zoom = np.array(self._rand_zoom)
    while len(full_zoom) < image.ndim:
        full_zoom = np.hstack((full_zoom, [1.0]))
    is_undersampling = all(full_zoom[:3] < 1)
    run_antialiasing_filter = self.antialiasing and is_undersampling
    if run_antialiasing_filter:
        sigma = self._get_sigma(full_zoom[:3])
    if image.ndim == 4:
        output = []
        for mod in range(image.shape[-1]):
            to_scale = (
                ndi.gaussian_filter(image[..., mod], sigma)
                if run_antialiasing_filter
                else image[..., mod]
            )
            scaled = ndi.zoom(to_scale, full_zoom[:3], order=interp_order)
            output.append(scaled[..., np.newaxis])
        return np.concatenate(output, axis=-1)
    elif image.ndim == 3:
        to_scale = (
            ndi.gaussian_filter(image, sigma) if run_antialiasing_filter else image
        )
        scaled = ndi.zoom(to_scale, full_zoom[:3], order=interp_order)
        return scaled[..., np.newaxis]
    else:
        raise NotImplementedError(""not implemented random scaling"")","def _apply_transformation ( self , image , interp_order = 3 ) : <TAB> if interp_order < 0 : <TAB> <TAB> return image <TAB> assert self . _rand_zoom is not None <TAB> full_zoom = np . array ( self . _rand_zoom ) <TAB> while len ( full_zoom ) < image . ndim : <TAB> <TAB> full_zoom = np . hstack ( ( full_zoom , [ 1.0 ] ) ) <TAB> is_undersampling = all ( full_zoom [ : 3 ] < 1 ) <TAB> run_antialiasing_filter = self . antialiasing and is_undersampling <TAB> <fill-in> : <TAB> <TAB> sigma = self . _get_sigma ( full_zoom [ : 3 ] ) <TAB> if image . ndim == 4 : <TAB> <TAB> output = [ ] <TAB> <TAB> for mod in range ( image . shape [ - 1 ] ) : <TAB> <TAB> <TAB> to_scale = ( <TAB> <TAB> <TAB> <TAB> ndi . gaussian_filter ( image [ ... , mod ] , sigma ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> else image [ ... , mod ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> scaled = ndi . zoom ( to_scale , full_zoom [ : 3 ] , order = interp_order ) <TAB> <TAB> <TAB> output . append ( scaled [ ... , np . newaxis ] ) <TAB> <TAB> return np . concatenate ( output , axis = - 1 ) <TAB> elif image . ndim == 3 : <TAB> <TAB> to_scale = ( <TAB> <TAB> <TAB> ndi . gaussian_filter ( image , sigma ) <fill-in> else image <TAB> <TAB> ) <TAB> <TAB> scaled = ndi . zoom ( to_scale , full_zoom [ : 3 ] , order = interp_order ) <TAB> <TAB> return scaled [ ... , np . newaxis ] <TAB> else : <TAB> <TAB> raise NotImplementedError ( ""not implemented random scaling"" )",if run_antialiasing_filter,401
2132,"def _get_split_on_quotes(self, line):
    doublequotesplits = line.split('""')
    quoted = False
    quotesplits = []
    if len(doublequotesplits) > 1 and ""'"" in doublequotesplits[0]:
        singlequotesplits = doublequotesplits[0].split(""'"")
        doublequotesplits = doublequotesplits[1:]
        while len(singlequotesplits) % 2 == 0 and len(doublequotesplits):
            singlequotesplits[-1] += '""' + doublequotesplits[0]
            doublequotesplits = doublequotesplits[1:]
            if ""'"" in singlequotesplits[-1]:
                singlequotesplits = singlequotesplits[:-1] + singlequotesplits[
                    -1
                ].split(""'"")
        quotesplits += singlequotesplits
    for doublequotesplit in doublequotesplits:
        if quoted:
            quotesplits.append(doublequotesplit)
        else:
            quotesplits += doublequotesplit.split(""'"")
            quoted = not quoted
    return quotesplits","def _get_split_on_quotes ( self , line ) : <TAB> doublequotesplits = line . split ( '""' ) <TAB> quoted = False <TAB> quotesplits = [ ] <TAB> if len ( doublequotesplits ) > 1 and ""'"" in doublequotesplits [ 0 ] : <TAB> <TAB> singlequotesplits = doublequotesplits [ 0 ] . split ( ""'"" ) <TAB> <TAB> doublequotesplits = doublequotesplits [ 1 : ] <TAB> <TAB> while len ( singlequotesplits ) % 2 == 0 and len ( doublequotesplits ) : <TAB> <TAB> <TAB> singlequotesplits [ - 1 ] += '""' + doublequotesplits [ 0 ] <TAB> <TAB> <TAB> doublequotesplits = doublequotesplits [ 1 : ] <TAB> <TAB> <TAB> if ""'"" in singlequotesplits [ - 1 ] : <TAB> <TAB> <TAB> <TAB> singlequotesplits = singlequotesplits [ : - 1 ] + singlequotesplits [ <TAB> <TAB> <TAB> <TAB> <TAB> - 1 <TAB> <TAB> <TAB> <TAB> ] . split ( ""'"" ) <TAB> <TAB> quotesplits += singlequotesplits <TAB> for doublequotesplit in doublequotesplits : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> quotesplits . append ( doublequotesplit ) <TAB> <TAB> else : <TAB> <TAB> <TAB> quotesplits += doublequotesplit . split ( ""'"" ) <TAB> <TAB> <TAB> quoted = not quoted <TAB> return quotesplits",if quoted :,257
16213,"def extended_noun_chunks(sentence):
    noun_chunks = {(np.start, np.end) for np in sentence.noun_chunks}
    np_start, cur_np = 0, ""NONE""
    for i, token in enumerate(sentence):
        np_type = token.pos_ if token.pos_ in {""NOUN"", ""PROPN""} else ""NONE""
        if np_type != cur_np:
            if cur_np != ""NONE"":
                noun_chunks.add((np_start, i))
            if np_type != ""NONE"":
                np_start = i
            cur_np = np_type
    if cur_np != ""NONE"":
        noun_chunks.add((np_start, len(sentence)))
    return [sentence[s:e] for (s, e) in sorted(noun_chunks)]","def extended_noun_chunks ( sentence ) : <TAB> noun_chunks = { ( np . start , np . end ) for np in sentence . noun_chunks } <TAB> np_start , cur_np = 0 , ""NONE"" <TAB> for i , token in enumerate ( sentence ) : <TAB> <TAB> np_type = token . pos_ if token . pos_ in { ""NOUN"" , ""PROPN"" } else ""NONE"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if cur_np != ""NONE"" : <TAB> <TAB> <TAB> <TAB> noun_chunks . add ( ( np_start , i ) ) <TAB> <TAB> <TAB> if np_type != ""NONE"" : <TAB> <TAB> <TAB> <TAB> np_start = i <TAB> <TAB> <TAB> cur_np = np_type <TAB> if cur_np != ""NONE"" : <TAB> <TAB> noun_chunks . add ( ( np_start , len ( sentence ) ) ) <TAB> return [ sentence [ s : e ] for ( s , e ) in sorted ( noun_chunks ) ]",if np_type != cur_np :,212
10557,"def _loop_writing(self, f=None, data=None):
    try:
        assert f is self._write_fut
        self._write_fut = None
        self._pending_write = 0
        if f:
            f.result()
        if data is None:
            data = self._buffer
            self._buffer = None
        if not data:
            if self._closing:
                self._loop.call_soon(self._call_connection_lost, None)
            if self._eof_written:
                self._sock.shutdown(socket.SHUT_WR)
            # Now that we've reduced the buffer size, tell the
            # protocol to resume writing if it was paused.  Note that
            # we do this last since the callback is called immediately
            # and it may add more data to the buffer (even causing the
            # protocol to be paused again).
            self._maybe_resume_protocol()
        else:
            self._write_fut = self._loop._proactor.send(self._sock, data)
            if not self._write_fut.done():
                assert self._pending_write == 0
                self._pending_write = len(data)
                self._write_fut.add_done_callback(self._loop_writing)
                self._maybe_pause_protocol()
            else:
                self._write_fut.add_done_callback(self._loop_writing)
    except ConnectionResetError as exc:
        self._force_close(exc)
    except OSError as exc:
        self._fatal_error(exc, ""Fatal write error on pipe transport"")","def _loop_writing ( self , f = None , data = None ) : <TAB> try : <TAB> <TAB> assert f is self . _write_fut <TAB> <TAB> self . _write_fut = None <TAB> <TAB> self . _pending_write = 0 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> f . result ( ) <TAB> <TAB> if data is None : <TAB> <TAB> <TAB> data = self . _buffer <TAB> <TAB> <TAB> self . _buffer = None <TAB> <TAB> if not data : <TAB> <TAB> <TAB> if self . _closing : <TAB> <TAB> <TAB> <TAB> self . _loop . call_soon ( self . _call_connection_lost , None ) <TAB> <TAB> <TAB> if self . _eof_written : <TAB> <TAB> <TAB> <TAB> self . _sock . shutdown ( socket . SHUT_WR ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _maybe_resume_protocol ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _write_fut = self . _loop . _proactor . send ( self . _sock , data ) <TAB> <TAB> <TAB> if not self . _write_fut . done ( ) : <TAB> <TAB> <TAB> <TAB> assert self . _pending_write == 0 <TAB> <TAB> <TAB> <TAB> self . _pending_write = len ( data ) <TAB> <TAB> <TAB> <TAB> self . _write_fut . add_done_callback ( self . _loop_writing ) <TAB> <TAB> <TAB> <TAB> self . _maybe_pause_protocol ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . _write_fut . add_done_callback ( self . _loop_writing ) <TAB> except ConnectionResetError as exc : <TAB> <TAB> self . _force_close ( exc ) <TAB> except OSError as exc : <TAB> <TAB> self . _fatal_error ( exc , ""Fatal write error on pipe transport"" )",if f :,436
13849,"def find_pingback_urls(self, urls):
    """"""Find the pingback urls of each urls""""""
    pingback_urls = {}
    for url in urls:
        try:
            page = urlopen(url)
            headers = page.info()
            if ""text/"" not in headers.get(""Content-Type"", """").lower():
                continue
            server_url = headers.get(""X-Pingback"")
            if not server_url:
                server_url = self.find_pingback_href(page.read())
            if server_url:
                server_url_splitted = urlsplit(server_url)
                if not server_url_splitted.netloc:
                    url_splitted = urlsplit(url)
                    server_url = ""%s://%s%s"" % (
                        url_splitted.scheme,
                        url_splitted.netloc,
                        server_url,
                    )
                pingback_urls[url] = server_url
        except IOError:
            pass
    return pingback_urls
","def find_pingback_urls ( self , urls ) : <TAB> """"""Find the pingback urls of each urls"""""" <TAB> pingback_urls = { } <TAB> for url in urls : <TAB> <TAB> try : <TAB> <TAB> <TAB> page = urlopen ( url ) <TAB> <TAB> <TAB> headers = page . info ( ) <TAB> <TAB> <TAB> if ""text/"" not in headers . get ( ""Content-Type"" , """" ) . lower ( ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> server_url = headers . get ( ""X-Pingback"" ) <TAB> <TAB> <TAB> if not server_url : <TAB> <TAB> <TAB> <TAB> server_url = self . find_pingback_href ( page . read ( ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> server_url_splitted = urlsplit ( server_url ) <TAB> <TAB> <TAB> <TAB> if not server_url_splitted . netloc : <TAB> <TAB> <TAB> <TAB> <TAB> url_splitted = urlsplit ( url ) <TAB> <TAB> <TAB> <TAB> <TAB> server_url = ""%s://%s%s"" % ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> url_splitted . scheme , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> url_splitted . netloc , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> server_url , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> pingback_urls [ url ] = server_url <TAB> <TAB> except IOError : <TAB> <TAB> <TAB> pass <TAB> return pingback_urls",if server_url :,286
11688,"def _check_step(self, step, step_num):
    """"""Don't try to run steps that include commands or use manifests.""""""
    super(SparkMRJobRunner, self)._check_step(step, step_num)
    if step.get(""input_manifest""):
        raise NotImplementedError(""spark runner does not support input manifests"")
    # we don't currently support commands, but we *could* (see #1956).
    if step[""type""] == ""streaming"":
        if not self._mrjob_cls:
            raise ValueError(""You must set mrjob_cls to run streaming steps"")
        for mrc in (""mapper"", ""combiner"", ""reducer""):
            if step.get(mrc):
                if ""command"" in step[mrc] or ""pre_filter"" in step[mrc]:
                    raise NotImplementedError(
                        ""step %d's %s runs a command, but spark""
                        "" runner does not support commands"" % (step_num, mrc)
                    )","def _check_step ( self , step , step_num ) : <TAB> """"""Don't try to run steps that include commands or use manifests."""""" <TAB> super ( SparkMRJobRunner , self ) . _check_step ( step , step_num ) <TAB> if step . get ( ""input_manifest"" ) : <TAB> <TAB> raise NotImplementedError ( ""spark runner does not support input manifests"" ) <TAB> <TAB> if step [ ""type"" ] == ""streaming"" : <TAB> <TAB> if not self . _mrjob_cls : <TAB> <TAB> <TAB> raise ValueError ( ""You must set mrjob_cls to run streaming steps"" ) <TAB> <TAB> for mrc in ( ""mapper"" , ""combiner"" , ""reducer"" ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if ""command"" in step [ mrc ] or ""pre_filter"" in step [ mrc ] : <TAB> <TAB> <TAB> <TAB> <TAB> raise NotImplementedError ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""step %d's %s runs a command, but spark"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> "" runner does not support commands"" % ( step_num , mrc ) <TAB> <TAB> <TAB> <TAB> <TAB> )",if step . get ( mrc ) :,261
7598,"def read_http(sock):
    fd = sock.makefile(""rb"")
    try:
        response_line = bytes_to_str(fd.readline().rstrip(b""\r\n""))
    except socket.error as exc:
        # TODO find out whether 54 is ok here or not, I see it when running tests
        # on Python 3
        if support.get_errno(exc) in (10053, 54):
            raise ConnectionClosed
        raise
    if not response_line:
        raise ConnectionClosed(response_line)
    header_lines = []
    while True:
        line = fd.readline()
        if line == b""\r\n"":
            break
        else:
            header_lines.append(line)
    headers_original = {}
    headers_lower = {}
    for x in header_lines:
        x = x.strip()
        if not x:
            continue
        key, value = bytes_to_str(x).split("":"", 1)
        key = key.rstrip()
        value = value.lstrip()
        key_lower = key.lower()
        # FIXME: Duplicate headers are allowed as per HTTP RFC standard,
        # the client and/or intermediate proxies are supposed to treat them
        # as a single header with values concatenated using space (' ') delimiter.
        assert key_lower not in headers_lower, ""header duplicated: {0}"".format(key)
        headers_original[key] = value
        headers_lower[key_lower] = value
    content_length_str = headers_lower.get(CONTENT_LENGTH.lower(), """")
    if content_length_str:
        num = int(content_length_str)
        body = fd.read(num)
    else:
        # read until EOF
        body = fd.read()
    result = HttpReadResult(
        status=response_line,
        headers_lower=headers_lower,
        body=body,
        headers_original=headers_original,
    )
    return result","def read_http ( sock ) : <TAB> fd = sock . makefile ( ""rb"" ) <TAB> try : <TAB> <TAB> response_line = bytes_to_str ( fd . readline ( ) . rstrip ( b""\r\n"" ) ) <TAB> except socket . error as exc : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if support . get_errno ( exc ) in ( 10053 , 54 ) : <TAB> <TAB> <TAB> raise ConnectionClosed <TAB> <TAB> raise <TAB> if not response_line : <TAB> <TAB> raise ConnectionClosed ( response_line ) <TAB> header_lines = [ ] <TAB> while True : <TAB> <TAB> line = fd . readline ( ) <TAB> <TAB> if line == b""\r\n"" : <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> header_lines . append ( line ) <TAB> headers_original = { } <TAB> headers_lower = { } <TAB> for x in header_lines : <TAB> <TAB> x = x . strip ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> key , value = bytes_to_str ( x ) . split ( "":"" , 1 ) <TAB> <TAB> key = key . rstrip ( ) <TAB> <TAB> value = value . lstrip ( ) <TAB> <TAB> key_lower = key . lower ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> assert key_lower not in headers_lower , ""header duplicated: {0}"" . format ( key ) <TAB> <TAB> headers_original [ key ] = value <TAB> <TAB> headers_lower [ key_lower ] = value <TAB> content_length_str = headers_lower . get ( CONTENT_LENGTH . lower ( ) , """" ) <TAB> if content_length_str : <TAB> <TAB> num = int ( content_length_str ) <TAB> <TAB> body = fd . read ( num ) <TAB> else : <TAB> <TAB> <TAB> <TAB> body = fd . read ( ) <TAB> result = HttpReadResult ( <TAB> <TAB> status = response_line , <TAB> <TAB> headers_lower = headers_lower , <TAB> <TAB> body = body , <TAB> <TAB> headers_original = headers_original , <TAB> ) <TAB> return result",if not x :,505
20177,"def migration_10(env):
    # Clean up the SSL certificates directory.
    # Move the primary certificate to a new name and then
    # symlink it to the system certificate path.
    import datetime
    system_certificate = os.path.join(env[""STORAGE_ROOT""], ""ssl/ssl_certificate.pem"")
    if not os.path.islink(system_certificate):  # not already a symlink
        new_path = os.path.join(
            env[""STORAGE_ROOT""],
            ""ssl"",
            env[""PRIMARY_HOSTNAME""]
            + ""-""
            + datetime.datetime.now().date().isoformat().replace(""-"", """")
            + "".pem"",
        )
        print(
            ""Renamed"",
            system_certificate,
            ""to"",
            new_path,
            ""and created a symlink for the original location."",
        )
        shutil.move(system_certificate, new_path)
        os.symlink(new_path, system_certificate)
    # Flatten the directory structure. For any directory
    # that contains a single file named ssl_certificate.pem,
    # move the file out and name it the same as the directory,
    # and remove the directory.
    for sslcert in glob.glob(
        os.path.join(env[""STORAGE_ROOT""], ""ssl/*/ssl_certificate.pem"")
    ):
        d = os.path.dirname(sslcert)
        if len(os.listdir(d)) == 1:
            # This certificate is the only file in that directory.
            newname = os.path.join(
                env[""STORAGE_ROOT""], ""ssl"", os.path.basename(d) + "".pem""
            )
            if not os.path.exists(newname):
                shutil.move(sslcert, newname)
                os.rmdir(d)","def migration_10 ( env ) : <TAB> <TAB> <TAB> <TAB> import datetime <TAB> system_certificate = os . path . join ( env [ ""STORAGE_ROOT"" ] , ""ssl/ssl_certificate.pem"" ) <TAB> if not os . path . islink ( system_certificate ) : <TAB> <TAB> new_path = os . path . join ( <TAB> <TAB> <TAB> env [ ""STORAGE_ROOT"" ] , <TAB> <TAB> <TAB> ""ssl"" , <TAB> <TAB> <TAB> env [ ""PRIMARY_HOSTNAME"" ] <TAB> <TAB> <TAB> + ""-"" <TAB> <TAB> <TAB> + datetime . datetime . now ( ) . date ( ) . isoformat ( ) . replace ( ""-"" , """" ) <TAB> <TAB> <TAB> + "".pem"" , <TAB> <TAB> ) <TAB> <TAB> print ( <TAB> <TAB> <TAB> ""Renamed"" , <TAB> <TAB> <TAB> system_certificate , <TAB> <TAB> <TAB> ""to"" , <TAB> <TAB> <TAB> new_path , <TAB> <TAB> <TAB> ""and created a symlink for the original location."" , <TAB> <TAB> ) <TAB> <TAB> shutil . move ( system_certificate , new_path ) <TAB> <TAB> os . symlink ( new_path , system_certificate ) <TAB> <TAB> <TAB> <TAB> <TAB> for sslcert in glob . glob ( <TAB> <TAB> os . path . join ( env [ ""STORAGE_ROOT"" ] , ""ssl/*/ssl_certificate.pem"" ) <TAB> ) : <TAB> <TAB> d = os . path . dirname ( sslcert ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> newname = os . path . join ( <TAB> <TAB> <TAB> <TAB> env [ ""STORAGE_ROOT"" ] , ""ssl"" , os . path . basename ( d ) + "".pem"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if not os . path . exists ( newname ) : <TAB> <TAB> <TAB> <TAB> shutil . move ( sslcert , newname ) <TAB> <TAB> <TAB> <TAB> os . rmdir ( d )",if len ( os . listdir ( d ) ) == 1 :,463
10005,"def _cleanup():
    for inst in _active[:]:
        res = inst._internal_poll(_deadstate=sys.maxint)
        if res is not None and res >= 0:
            try:
                _active.remove(inst)
            except ValueError:
                # This can happen if two threads create a new Popen instance.
                # It's harmless that it was already removed, so ignore.
                pass",def _cleanup ( ) : <TAB> for inst in _active [ : ] : <TAB> <TAB> res = inst . _internal_poll ( _deadstate = sys . maxint ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> _active . remove ( inst ) <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass,if res is not None and res >= 0 :,113
19965,"def _augment_maps_by_samples(self, augmentables, arr_attr_name, ks):
    # pylint: disable=invalid-name
    arrs = [getattr(map_i, arr_attr_name) for map_i in augmentables]
    arrs_aug = self._augment_arrays_by_samples(arrs, ks, self.keep_size, None)
    maps_aug = []
    gen = zip(augmentables, arrs, arrs_aug, ks)
    for augmentable_i, arr, arr_aug, k_i in gen:
        shape_orig = arr.shape
        setattr(augmentable_i, arr_attr_name, arr_aug)
        if self.keep_size:
            augmentable_i = augmentable_i.resize(shape_orig[0:2])
        elif k_i % 2 == 1:
            h, w = augmentable_i.shape[0:2]
            augmentable_i.shape = tuple([w, h] + list(augmentable_i.shape[2:]))
        else:
            # keep_size was False, but rotated by a multiple of 2,
            # hence height and width do not change
            pass
        maps_aug.append(augmentable_i)
    return maps_aug","def _augment_maps_by_samples ( self , augmentables , arr_attr_name , ks ) : <TAB> <TAB> arrs = [ getattr ( map_i , arr_attr_name ) for map_i in augmentables ] <TAB> arrs_aug = self . _augment_arrays_by_samples ( arrs , ks , self . keep_size , None ) <TAB> maps_aug = [ ] <TAB> gen = zip ( augmentables , arrs , arrs_aug , ks ) <TAB> for augmentable_i , arr , arr_aug , k_i in gen : <TAB> <TAB> shape_orig = arr . shape <TAB> <TAB> setattr ( augmentable_i , arr_attr_name , arr_aug ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> augmentable_i = augmentable_i . resize ( shape_orig [ 0 : 2 ] ) <TAB> <TAB> elif k_i % 2 == 1 : <TAB> <TAB> <TAB> h , w = augmentable_i . shape [ 0 : 2 ] <TAB> <TAB> <TAB> augmentable_i . shape = tuple ( [ w , h ] + list ( augmentable_i . shape [ 2 : ] ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> maps_aug . append ( augmentable_i ) <TAB> return maps_aug",if self . keep_size :,305
1246,"def _write_opf_spine(self, root, ncx_id):
    spine_attributes = {""toc"": ncx_id or ""ncx""}
    if self.book.direction and self.options[""spine_direction""]:
        spine_attributes[""page-progression-direction""] = self.book.direction
    spine = etree.SubElement(root, ""spine"", spine_attributes)
    for _item in self.book.spine:
        # this is for now
        # later we should be able to fetch things from tuple
        is_linear = True
        if isinstance(_item, tuple):
            item = _item[0]
            if len(_item) > 1:
                if _item[1] == ""no"":
                    is_linear = False
        else:
            item = _item
        if isinstance(item, EpubHtml):
            opts = {""idref"": item.get_id()}
            if not item.is_linear or not is_linear:
                opts[""linear""] = ""no""
        elif isinstance(item, EpubItem):
            opts = {""idref"": item.get_id()}
            if not item.is_linear or not is_linear:
                opts[""linear""] = ""no""
        else:
            opts = {""idref"": item}
            try:
                itm = self.book.get_item_with_id(item)
                if not itm.is_linear or not is_linear:
                    opts[""linear""] = ""no""
            except:
                pass
        etree.SubElement(spine, ""itemref"", opts)","def _write_opf_spine ( self , root , ncx_id ) : <TAB> spine_attributes = { ""toc"" : ncx_id or ""ncx"" } <TAB> if self . book . direction and self . options [ ""spine_direction"" ] : <TAB> <TAB> spine_attributes [ ""page-progression-direction"" ] = self . book . direction <TAB> spine = etree . SubElement ( root , ""spine"" , spine_attributes ) <TAB> for _item in self . book . spine : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> is_linear = True <TAB> <TAB> if isinstance ( _item , tuple ) : <TAB> <TAB> <TAB> item = _item [ 0 ] <TAB> <TAB> <TAB> if len ( _item ) > 1 : <TAB> <TAB> <TAB> <TAB> if _item [ 1 ] == ""no"" : <TAB> <TAB> <TAB> <TAB> <TAB> is_linear = False <TAB> <TAB> else : <TAB> <TAB> <TAB> item = _item <TAB> <TAB> if isinstance ( item , EpubHtml ) : <TAB> <TAB> <TAB> opts = { ""idref"" : item . get_id ( ) } <TAB> <TAB> <TAB> if not item . is_linear or not is_linear : <TAB> <TAB> <TAB> <TAB> opts [ ""linear"" ] = ""no"" <TAB> <TAB> elif isinstance ( item , EpubItem ) : <TAB> <TAB> <TAB> opts = { ""idref"" : item . get_id ( ) } <TAB> <TAB> <TAB> if not item . is_linear or not is_linear : <TAB> <TAB> <TAB> <TAB> opts [ ""linear"" ] = ""no"" <TAB> <TAB> else : <TAB> <TAB> <TAB> opts = { ""idref"" : item } <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> itm = self . book . get_item_with_id ( item ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> opts [ ""linear"" ] = ""no"" <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> etree . SubElement ( spine , ""itemref"" , opts )",if not itm . is_linear or not is_linear :,432
300,"def _get_state_handlers_dict():
    state_handlers = {}
    for module in import_submodules(galaxy.jobs.runners.state_handlers, ordered=True):
        for func in getattr(module, ""__all__"", []):
            if func not in state_handlers:
                state_handlers[func] = []
            state_handlers[func].append(getattr(module, func))
            log.debug(""Loaded '%s' state handler from module %s"", func, module.__name__)
    return state_handlers
","def _get_state_handlers_dict ( ) : <TAB> state_handlers = { } <TAB> for module in import_submodules ( galaxy . jobs . runners . state_handlers , ordered = True ) : <TAB> <TAB> for func in getattr ( module , ""__all__"" , [ ] ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> state_handlers [ func ] = [ ] <TAB> <TAB> <TAB> state_handlers [ func ] . append ( getattr ( module , func ) ) <TAB> <TAB> <TAB> log . debug ( ""Loaded '%s' state handler from module %s"" , func , module . __name__ ) <TAB> return state_handlers",if func not in state_handlers :,131
8422,"def __init__(self, *args, **kwargs):
    if kwargs.get(""bindAddress"", None) is None:
        import socket
        if not hasattr(socket, ""fromfd""):
            raise ValueError(
                ""Dynamic FCGI server not available on this platform. ""
                ""You must use a static or external one by providing a ""
                ""legal bindAddress.""
            )
    self.args = args
    self.kwargs = kwargs
    self.ready = False
","def __init__ ( self , * args , ** kwargs ) : <TAB> if kwargs . get ( ""bindAddress"" , None ) is None : <TAB> <TAB> import socket <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Dynamic FCGI server not available on this platform. "" <TAB> <TAB> <TAB> <TAB> ""You must use a static or external one by providing a "" <TAB> <TAB> <TAB> <TAB> ""legal bindAddress."" <TAB> <TAB> <TAB> ) <TAB> self . args = args <TAB> self . kwargs = kwargs <TAB> self . ready = False","if not hasattr ( socket , ""fromfd"" ) :",125
4487,"def ftp_login(host, port, username=None, password=None, anonymous=False):
    ret = False
    try:
        ftp = ftplib.FTP()
        ftp.connect(host, port, timeout=6)
        if anonymous:
            ftp.login()
        else:
            ftp.login(username, password)
        ret = True
        ftp.quit()
    except Exception:
        pass
    return ret","def ftp_login ( host , port , username = None , password = None , anonymous = False ) : <TAB> ret = False <TAB> try : <TAB> <TAB> ftp = ftplib . FTP ( ) <TAB> <TAB> ftp . connect ( host , port , timeout = 6 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ftp . login ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ftp . login ( username , password ) <TAB> <TAB> ret = True <TAB> <TAB> ftp . quit ( ) <TAB> except Exception : <TAB> <TAB> pass <TAB> return ret",if anonymous :,116
16169,"def _parse_value(value):
    """"""Internal helper for parsing configuration values into python values""""""
    if isinstance(value, bool):
        return ""true"" if value else ""false""
    elif isinstance(value, six.string_types):
        # parse compacted notation to dict
        listparser = re.compile(r""""""((?:[^,""']|""[^""]*""|'[^']*')+)"""""")
        value = value.strip()
        if value.startswith(""["") and value.endswith(""]""):
            return listparser.split(value[1:-1])[1::2]
        elif value.startswith(""("") and value.endswith("")""):
            rval = {}
            for pair in listparser.split(value[1:-1])[1::2]:
                pair = pair.split(""="")
                if '""' in pair[1]:
                    pair[1] = pair[1].replace('""', """")
                if pair[1].isdigit():
                    rval[pair[0]] = int(pair[1])
                elif pair[1] == ""true"":
                    rval[pair[0]] = True
                elif pair[1] == ""false"":
                    rval[pair[0]] = False
                else:
                    rval[pair[0]] = pair[1]
            return rval
        else:
            if '""' in value:
                value = value.replace('""', """")
            if value.isdigit():
                return int(value)
            elif value == ""true"":
                return True
            elif value == ""false"":
                return False
            else:
                return value
    else:
        return value","def _parse_value ( value ) : <TAB> """"""Internal helper for parsing configuration values into python values"""""" <TAB> if isinstance ( value , bool ) : <TAB> <TAB> return ""true"" if value else ""false"" <TAB> elif isinstance ( value , six . string_types ) : <TAB> <TAB> <TAB> <TAB> listparser = re . compile ( r""""""((?:[^,""']|""[^""]*""|'[^']*')+)"""""" ) <TAB> <TAB> value = value . strip ( ) <TAB> <TAB> if value . startswith ( ""["" ) and value . endswith ( ""]"" ) : <TAB> <TAB> <TAB> return listparser . split ( value [ 1 : - 1 ] ) [ 1 : : 2 ] <TAB> <TAB> elif value . startswith ( ""("" ) and value . endswith ( "")"" ) : <TAB> <TAB> <TAB> rval = { } <TAB> <TAB> <TAB> for pair in listparser . split ( value [ 1 : - 1 ] ) [ 1 : : 2 ] : <TAB> <TAB> <TAB> <TAB> pair = pair . split ( ""="" ) <TAB> <TAB> <TAB> <TAB> if '""' in pair [ 1 ] : <TAB> <TAB> <TAB> <TAB> <TAB> pair [ 1 ] = pair [ 1 ] . replace ( '""' , """" ) <TAB> <TAB> <TAB> <TAB> if pair [ 1 ] . isdigit ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> rval [ pair [ 0 ] ] = int ( pair [ 1 ] ) <TAB> <TAB> <TAB> <TAB> elif pair [ 1 ] == ""true"" : <TAB> <TAB> <TAB> <TAB> <TAB> rval [ pair [ 0 ] ] = True <TAB> <TAB> <TAB> <TAB> elif pair [ 1 ] == ""false"" : <TAB> <TAB> <TAB> <TAB> <TAB> rval [ pair [ 0 ] ] = False <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> rval [ pair [ 0 ] ] = pair [ 1 ] <TAB> <TAB> <TAB> return rval <TAB> <TAB> else : <TAB> <TAB> <TAB> if '""' in value : <TAB> <TAB> <TAB> <TAB> value = value . replace ( '""' , """" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return int ( value ) <TAB> <TAB> <TAB> elif value == ""true"" : <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> elif value == ""false"" : <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return value <TAB> else : <TAB> <TAB> return value",if value . isdigit ( ) :,440
20206,"def _handle_whq(self):
    self.assertToken(self.token(), ""("")
    self.assertToken(self.token(), ""["")
    ans_types = []
    while self.token(0) != ""]"":
        cat = self.token()
        self.assertToken(self.token(), "":"")
        if cat == ""des"":
            ans_types.append(self.token())
        elif cat == ""num"":
            ans_types.append(""number"")
            typ = self.token()
            if typ == ""cou"":
                ans_types.append(""count"")
            else:
                ans_types.append(typ)
        else:
            ans_types.append(self.token())
    self.token()  # swallow the ']'
    self.assertToken(self.token(), "","")
    d1 = self.parse_Expression(None)
    self.assertToken(self.token(), "","")
    ref = self.parse_variable()
    self.assertToken(self.token(), "","")
    d2 = self.parse_Expression(None)
    self.assertToken(self.token(), "")"")
    return lambda sent_index, word_indices: BoxerWhq(
        self.discourse_id, sent_index, word_indices, ans_types, d1, ref, d2
    )","def _handle_whq ( self ) : <TAB> self . assertToken ( self . token ( ) , ""("" ) <TAB> self . assertToken ( self . token ( ) , ""["" ) <TAB> ans_types = [ ] <TAB> while self . token ( 0 ) != ""]"" : <TAB> <TAB> cat = self . token ( ) <TAB> <TAB> self . assertToken ( self . token ( ) , "":"" ) <TAB> <TAB> if cat == ""des"" : <TAB> <TAB> <TAB> ans_types . append ( self . token ( ) ) <TAB> <TAB> elif cat == ""num"" : <TAB> <TAB> <TAB> ans_types . append ( ""number"" ) <TAB> <TAB> <TAB> typ = self . token ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> ans_types . append ( ""count"" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> ans_types . append ( typ ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ans_types . append ( self . token ( ) ) <TAB> self . token ( ) <TAB> self . assertToken ( self . token ( ) , "","" ) <TAB> d1 = self . parse_Expression ( None ) <TAB> self . assertToken ( self . token ( ) , "","" ) <TAB> ref = self . parse_variable ( ) <TAB> self . assertToken ( self . token ( ) , "","" ) <TAB> d2 = self . parse_Expression ( None ) <TAB> self . assertToken ( self . token ( ) , "")"" ) <TAB> return lambda sent_index , word_indices : BoxerWhq ( <TAB> <TAB> self . discourse_id , sent_index , word_indices , ans_types , d1 , ref , d2 <TAB> )","if typ == ""cou"" :",322
21326,"def dgl_mp_batchify_fn(data):
    if isinstance(data[0], tuple):
        data = zip(*data)
        return [dgl_mp_batchify_fn(i) for i in data]
    for dt in data:
        if dt is not None:
            if isinstance(dt, dgl.DGLGraph):
                return [d for d in data if isinstance(d, dgl.DGLGraph)]
            elif isinstance(dt, nd.NDArray):
                pad = Pad(axis=(1, 2), num_shards=1, ret_length=False)
                data_list = [dt for dt in data if dt is not None]
                return pad(data_list)","def dgl_mp_batchify_fn ( data ) : <TAB> if isinstance ( data [ 0 ] , tuple ) : <TAB> <TAB> data = zip ( * data ) <TAB> <TAB> return [ dgl_mp_batchify_fn ( i ) for i in data ] <TAB> for dt in data : <TAB> <TAB> if dt is not None : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return [ d for d in data if isinstance ( d , dgl . DGLGraph ) ] <TAB> <TAB> <TAB> elif isinstance ( dt , nd . NDArray ) : <TAB> <TAB> <TAB> <TAB> pad = Pad ( axis = ( 1 , 2 ) , num_shards = 1 , ret_length = False ) <TAB> <TAB> <TAB> <TAB> data_list = [ dt for dt in data if dt is not None ] <TAB> <TAB> <TAB> <TAB> return pad ( data_list )","if isinstance ( dt , dgl . DGLGraph ) :",183
13744,"def test_main(self, c1):
    for line in self:
        try:
            c1 = 6
        except:
            if c1:
                try:
                    c1 = 5
                except:
                    pass
                else:
                    c1 = 1
            continue
        pass","def test_main ( self , c1 ) : <TAB> for line in self : <TAB> <TAB> try : <TAB> <TAB> <TAB> c1 = 6 <TAB> <TAB> except : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> c1 = 5 <TAB> <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> c1 = 1 <TAB> <TAB> <TAB> continue <TAB> <TAB> pass",if c1 :,101
201,"def _parse(self, engine):
    """"""Parse the layer.""""""
    if isinstance(self.args, dict):
        if ""axis"" in self.args:
            self.axis = engine.evaluate(self.args[""axis""], recursive=True)
            if not isinstance(self.axis, int):
                raise ParsingError('""axis"" must be an integer.')
        if ""momentum"" in self.args:
            self.momentum = engine.evaluate(self.args[""momentum""], recursive=True)
            if not isinstance(self.momentum, (int, float)):
                raise ParsingError('""momentum"" must be numeric.')
","def _parse ( self , engine ) : <TAB> """"""Parse the layer."""""" <TAB> if isinstance ( self . args , dict ) : <TAB> <TAB> if ""axis"" in self . args : <TAB> <TAB> <TAB> self . axis = engine . evaluate ( self . args [ ""axis"" ] , recursive = True ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise ParsingError ( '""axis"" must be an integer.' ) <TAB> <TAB> if ""momentum"" in self . args : <TAB> <TAB> <TAB> self . momentum = engine . evaluate ( self . args [ ""momentum"" ] , recursive = True ) <TAB> <TAB> <TAB> if not isinstance ( self . momentum , ( int , float ) ) : <TAB> <TAB> <TAB> <TAB> raise ParsingError ( '""momentum"" must be numeric.' )","if not isinstance ( self . axis , int ) :",157
22384,"def build(self, settlement_manager, resource_id):
    village_builder = settlement_manager.village_builder
    building_purpose = self.get_purpose(resource_id)
    building_id = BUILDING_PURPOSE.get_building(building_purpose)
    building_class = Entities.buildings[building_id]
    for coords, (purpose, (section, _)) in village_builder.plan.items():
        if section > village_builder.current_section or purpose != building_purpose:
            continue
        object = village_builder.land_manager.island.ground_map[coords].object
        if object is not None and object.id == self.id:
            continue
        if building_purpose != BUILDING_PURPOSE.MAIN_SQUARE:
            if not self._need_producer(settlement_manager, coords, resource_id):
                continue
        if not village_builder.have_resources(building_id):
            return (BUILD_RESULT.NEED_RESOURCES, None)
        if (
            coords
            not in village_builder.settlement.buildability_cache.cache[
                building_class.size
            ]
        ):
            position = Rect.init_from_topleft_and_size_tuples(
                coords, building_class.size
            )
            return (BUILD_RESULT.OUT_OF_SETTLEMENT, position)
        building = BasicBuilder(building_id, coords, 0).execute(
            settlement_manager.land_manager
        )
        assert building
        if (
            self.get_purpose(resource_id) == BUILDING_PURPOSE.MAIN_SQUARE
            and not village_builder.roads_built
        ):
            village_builder.build_roads()
        return (BUILD_RESULT.OK, building)
    return (BUILD_RESULT.SKIP, None)","def build ( self , settlement_manager , resource_id ) : <TAB> village_builder = settlement_manager . village_builder <TAB> building_purpose = self . get_purpose ( resource_id ) <TAB> building_id = BUILDING_PURPOSE . get_building ( building_purpose ) <TAB> building_class = Entities . buildings [ building_id ] <TAB> for coords , ( purpose , ( section , _ ) ) in village_builder . plan . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> object = village_builder . land_manager . island . ground_map [ coords ] . object <TAB> <TAB> if object is not None and object . id == self . id : <TAB> <TAB> <TAB> continue <TAB> <TAB> if building_purpose != BUILDING_PURPOSE . MAIN_SQUARE : <TAB> <TAB> <TAB> if not self . _need_producer ( settlement_manager , coords , resource_id ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> if not village_builder . have_resources ( building_id ) : <TAB> <TAB> <TAB> return ( BUILD_RESULT . NEED_RESOURCES , None ) <TAB> <TAB> if ( <TAB> <TAB> <TAB> coords <TAB> <TAB> <TAB> not in village_builder . settlement . buildability_cache . cache [ <TAB> <TAB> <TAB> <TAB> building_class . size <TAB> <TAB> <TAB> ] <TAB> <TAB> ) : <TAB> <TAB> <TAB> position = Rect . init_from_topleft_and_size_tuples ( <TAB> <TAB> <TAB> <TAB> coords , building_class . size <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return ( BUILD_RESULT . OUT_OF_SETTLEMENT , position ) <TAB> <TAB> building = BasicBuilder ( building_id , coords , 0 ) . execute ( <TAB> <TAB> <TAB> settlement_manager . land_manager <TAB> <TAB> ) <TAB> <TAB> assert building <TAB> <TAB> if ( <TAB> <TAB> <TAB> self . get_purpose ( resource_id ) == BUILDING_PURPOSE . MAIN_SQUARE <TAB> <TAB> <TAB> and not village_builder . roads_built <TAB> <TAB> ) : <TAB> <TAB> <TAB> village_builder . build_roads ( ) <TAB> <TAB> return ( BUILD_RESULT . OK , building ) <TAB> return ( BUILD_RESULT . SKIP , None )",if section > village_builder . current_section or purpose != building_purpose :,511
4098,"def valid_fieldnames(fieldnames):
    """"""check if fieldnames are valid""""""
    for fieldname in fieldnames:
        if fieldname in canonical_field_names and fieldname == ""source"":
            return True
        elif fieldname in fieldname_map and fieldname_map[fieldname] == ""source"":
            return True
    return False
","def valid_fieldnames ( fieldnames ) : <TAB> """"""check if fieldnames are valid"""""" <TAB> for fieldname in fieldnames : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return True <TAB> <TAB> elif fieldname in fieldname_map and fieldname_map [ fieldname ] == ""source"" : <TAB> <TAB> <TAB> return True <TAB> return False","if fieldname in canonical_field_names and fieldname == ""source"" :",81
18379,"def _parse_top_intents(self, text, top_n, intents=None):
    if isinstance(intents, str):
        intents = {intents}
    elif isinstance(intents, list):
        intents = set(intents)
    if top_n < 1:
        raise ValueError(
            ""top_n argument must be greater or equal to 1, but got: %s"" % top_n
        )
    results_per_intent = defaultdict(list)
    for text_candidate, entities in self._get_candidates(text, intents):
        val = self._map.get(hash_str(text_candidate))
        if val is not None:
            result = self._parse_map_output(text, val, entities, intents)
            if result:
                intent_name = result[RES_INTENT][RES_INTENT_NAME]
                results_per_intent[intent_name].append(result)
    results = []
    for intent_results in itervalues(results_per_intent):
        sorted_results = sorted(intent_results, key=lambda res: len(res[RES_SLOTS]))
        results.append(sorted_results[0])
    # In some rare cases there can be multiple ambiguous intents
    # In such cases, priority is given to results containing fewer slots
    weights = [1.0 / (1.0 + len(res[RES_SLOTS])) for res in results]
    total_weight = sum(weights)
    for res, weight in zip(results, weights):
        res[RES_INTENT][RES_PROBA] = weight / total_weight
    results = sorted(results, key=lambda r: -r[RES_INTENT][RES_PROBA])
    return results[:top_n]","def _parse_top_intents ( self , text , top_n , intents = None ) : <TAB> if isinstance ( intents , str ) : <TAB> <TAB> intents = { intents } <TAB> elif isinstance ( intents , list ) : <TAB> <TAB> intents = set ( intents ) <TAB> if top_n < 1 : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""top_n argument must be greater or equal to 1, but got: %s"" % top_n <TAB> <TAB> ) <TAB> results_per_intent = defaultdict ( list ) <TAB> for text_candidate , entities in self . _get_candidates ( text , intents ) : <TAB> <TAB> val = self . _map . get ( hash_str ( text_candidate ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result = self . _parse_map_output ( text , val , entities , intents ) <TAB> <TAB> <TAB> if result : <TAB> <TAB> <TAB> <TAB> intent_name = result [ RES_INTENT ] [ RES_INTENT_NAME ] <TAB> <TAB> <TAB> <TAB> results_per_intent [ intent_name ] . append ( result ) <TAB> results = [ ] <TAB> for intent_results in itervalues ( results_per_intent ) : <TAB> <TAB> sorted_results = sorted ( intent_results , key = lambda res : len ( res [ RES_SLOTS ] ) ) <TAB> <TAB> results . append ( sorted_results [ 0 ] ) <TAB> <TAB> <TAB> weights = [ 1.0 / ( 1.0 + len ( res [ RES_SLOTS ] ) ) for res in results ] <TAB> total_weight = sum ( weights ) <TAB> for res , weight in zip ( results , weights ) : <TAB> <TAB> res [ RES_INTENT ] [ RES_PROBA ] = weight / total_weight <TAB> results = sorted ( results , key = lambda r : - r [ RES_INTENT ] [ RES_PROBA ] ) <TAB> return results [ : top_n ]",if val is not None :,439
18129,"def middleware(self, request, handler):
    try:
        overrides = {}
        headers = request.headers
        forwarded_for = self.get_forwarded_for(headers)
        if forwarded_for:
            overrides[""remote""] = str(forwarded_for[-self._num])
        proto = self.get_forwarded_proto(headers)
        if proto:
            overrides[""scheme""] = proto[-self._num]
        host = self.get_forwarded_host(headers)
        if host is not None:
            overrides[""host""] = host
        prefix = self.get_forwarded_path(headers)
        if prefix is not None:
            prefix = ""/"" + prefix.strip(""/"") + ""/""
            request_path = URL(request.path.lstrip(""/""))
            overrides[""rel_url""] = URL(prefix).join(request_path)
        request = request.clone(**overrides)
        return await handler(request)
    except RemoteError as exc:
        exc.log(request)
    await self.raise_error(request)
","def middleware ( self , request , handler ) : <TAB> try : <TAB> <TAB> overrides = { } <TAB> <TAB> headers = request . headers <TAB> <TAB> forwarded_for = self . get_forwarded_for ( headers ) <TAB> <TAB> if forwarded_for : <TAB> <TAB> <TAB> overrides [ ""remote"" ] = str ( forwarded_for [ - self . _num ] ) <TAB> <TAB> proto = self . get_forwarded_proto ( headers ) <TAB> <TAB> if proto : <TAB> <TAB> <TAB> overrides [ ""scheme"" ] = proto [ - self . _num ] <TAB> <TAB> host = self . get_forwarded_host ( headers ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> overrides [ ""host"" ] = host <TAB> <TAB> prefix = self . get_forwarded_path ( headers ) <TAB> <TAB> if prefix is not None : <TAB> <TAB> <TAB> prefix = ""/"" + prefix . strip ( ""/"" ) + ""/"" <TAB> <TAB> <TAB> request_path = URL ( request . path . lstrip ( ""/"" ) ) <TAB> <TAB> <TAB> overrides [ ""rel_url"" ] = URL ( prefix ) . join ( request_path ) <TAB> <TAB> request = request . clone ( ** overrides ) <TAB> <TAB> return await handler ( request ) <TAB> except RemoteError as exc : <TAB> <TAB> exc . log ( request ) <TAB> await self . raise_error ( request )",if host is not None :,272
5492,"def _as_key_indices(keys, key_names):
    key_names = _as_tuple(key_names)
    keys = _bool_to_indices(_as_tuple(keys), len(key_names))
    for key in keys:
        if isinstance(key, numbers.Integral):
            key_index = key
            if key_index < 0:
                key_index += len(key_names)
            if key_index not in range(0, len(key_names)):
                raise IndexError(
                    ""index {} is out of bounds for keys with size {}"".format(
                        key, len(key_names)
                    )
                )
        else:
            try:
                key_index = key_names.index(key)
            except ValueError:
                raise KeyError(""{} does not exists"".format(key))
        yield key_index","def _as_key_indices ( keys , key_names ) : <TAB> key_names = _as_tuple ( key_names ) <TAB> keys = _bool_to_indices ( _as_tuple ( keys ) , len ( key_names ) ) <TAB> for key in keys : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> key_index = key <TAB> <TAB> <TAB> if key_index < 0 : <TAB> <TAB> <TAB> <TAB> key_index += len ( key_names ) <TAB> <TAB> <TAB> if key_index not in range ( 0 , len ( key_names ) ) : <TAB> <TAB> <TAB> <TAB> raise IndexError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""index {} is out of bounds for keys with size {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> key , len ( key_names ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> key_index = key_names . index ( key ) <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> raise KeyError ( ""{} does not exists"" . format ( key ) ) <TAB> <TAB> yield key_index","if isinstance ( key , numbers . Integral ) :",241
24293,"def showUserList(self, currentUser, rooms):
    for room in rooms:
        message = ""In room '{}':"".format(room)
        self.showMessage(message, True)
        for user in rooms[room]:
            userflags = """"
            if user.isController():
                userflags += ""({}) "".format(getMessage(""controller-userlist-userflag""))
            if user.isReady():
                userflags += ""({}) "".format(getMessage(""ready-userlist-userflag""))
            username = (
                userflags + ""*<{}>*"".format(user.username)
                if user == currentUser
                else userflags + ""<{}>"".format(user.username)
            )
            if user.file:
                message = getMessage(""userlist-playing-notification"").format(username)
                self.showMessage(message, True)
                message = ""    {}: '{}' ({})"".format(
                    getMessage(""userlist-file-notification""),
                    user.file[""name""],
                    formatTime(user.file[""duration""]),
                )
                if currentUser.file:
                    if (
                        user.file[""name""] == currentUser.file[""name""]
                        and user.file[""size""] != currentUser.file[""size""]
                    ):
                        message += getMessage(""different-filesize-notification"")
                self.showMessage(message, True)
            else:
                message = getMessage(""no-file-played-notification"").format(username)
                self.showMessage(message, True)
","def showUserList ( self , currentUser , rooms ) : <TAB> for room in rooms : <TAB> <TAB> message = ""In room '{}':"" . format ( room ) <TAB> <TAB> self . showMessage ( message , True ) <TAB> <TAB> for user in rooms [ room ] : <TAB> <TAB> <TAB> userflags = """" <TAB> <TAB> <TAB> if user . isController ( ) : <TAB> <TAB> <TAB> <TAB> userflags += ""({}) "" . format ( getMessage ( ""controller-userlist-userflag"" ) ) <TAB> <TAB> <TAB> if user . isReady ( ) : <TAB> <TAB> <TAB> <TAB> userflags += ""({}) "" . format ( getMessage ( ""ready-userlist-userflag"" ) ) <TAB> <TAB> <TAB> username = ( <TAB> <TAB> <TAB> <TAB> userflags + ""*<{}>*"" . format ( user . username ) <TAB> <TAB> <TAB> <TAB> if user == currentUser <TAB> <TAB> <TAB> <TAB> else userflags + ""<{}>"" . format ( user . username ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> message = getMessage ( ""userlist-playing-notification"" ) . format ( username ) <TAB> <TAB> <TAB> <TAB> self . showMessage ( message , True ) <TAB> <TAB> <TAB> <TAB> message = ""    {}: '{}' ({})"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> getMessage ( ""userlist-file-notification"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> user . file [ ""name"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> formatTime ( user . file [ ""duration"" ] ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> if currentUser . file : <TAB> <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> user . file [ ""name"" ] == currentUser . file [ ""name"" ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> and user . file [ ""size"" ] != currentUser . file [ ""size"" ] <TAB> <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> message += getMessage ( ""different-filesize-notification"" ) <TAB> <TAB> <TAB> <TAB> self . showMessage ( message , True ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> message = getMessage ( ""no-file-played-notification"" ) . format ( username ) <TAB> <TAB> <TAB> <TAB> self . showMessage ( message , True )",if user . file :,444
5669,"def callback(lexer, match, context):
    text = match.group()
    extra = """"
    if start:
        context.next_indent = len(text)
        if context.next_indent < context.indent:
            while context.next_indent < context.indent:
                context.indent = context.indent_stack.pop()
            if context.next_indent > context.indent:
                extra = text[context.indent :]
                text = text[: context.indent]
    else:
        context.next_indent += len(text)
    if text:
        yield match.start(), TokenClass, text
    if extra:
        yield match.start() + len(text), TokenClass.Error, extra
    context.pos = match.end()
","def callback ( lexer , match , context ) : <TAB> text = match . group ( ) <TAB> extra = """" <TAB> if start : <TAB> <TAB> context . next_indent = len ( text ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> while context . next_indent < context . indent : <TAB> <TAB> <TAB> <TAB> context . indent = context . indent_stack . pop ( ) <TAB> <TAB> <TAB> if context . next_indent > context . indent : <TAB> <TAB> <TAB> <TAB> extra = text [ context . indent : ] <TAB> <TAB> <TAB> <TAB> text = text [ : context . indent ] <TAB> else : <TAB> <TAB> context . next_indent += len ( text ) <TAB> if text : <TAB> <TAB> yield match . start ( ) , TokenClass , text <TAB> if extra : <TAB> <TAB> yield match . start ( ) + len ( text ) , TokenClass . Error , extra <TAB> context . pos = match . end ( )",if context . next_indent < context . indent :,196
12069,"def TryMerge(self, d):
    while d.avail() > 0:
        tt = d.getVarInt32()
        if tt == 10:
            self.set_name_space(d.getPrefixedString())
            continue
        if tt == 18:
            length = d.getVarInt32()
            tmp = ProtocolBuffer.Decoder(d.buffer(), d.pos(), d.pos() + length)
            d.skip(length)
            self.add_item().TryMerge(tmp)
            continue
        if tt == 26:
            length = d.getVarInt32()
            tmp = ProtocolBuffer.Decoder(d.buffer(), d.pos(), d.pos() + length)
            d.skip(length)
            self.mutable_override().TryMerge(tmp)
            continue
        if tt == 0:
            raise ProtocolBuffer.ProtocolBufferDecodeError
        d.skipData(tt)","def TryMerge ( self , d ) : <TAB> while d . avail ( ) > 0 : <TAB> <TAB> tt = d . getVarInt32 ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . set_name_space ( d . getPrefixedString ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 18 : <TAB> <TAB> <TAB> length = d . getVarInt32 ( ) <TAB> <TAB> <TAB> tmp = ProtocolBuffer . Decoder ( d . buffer ( ) , d . pos ( ) , d . pos ( ) + length ) <TAB> <TAB> <TAB> d . skip ( length ) <TAB> <TAB> <TAB> self . add_item ( ) . TryMerge ( tmp ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 26 : <TAB> <TAB> <TAB> length = d . getVarInt32 ( ) <TAB> <TAB> <TAB> tmp = ProtocolBuffer . Decoder ( d . buffer ( ) , d . pos ( ) , d . pos ( ) + length ) <TAB> <TAB> <TAB> d . skip ( length ) <TAB> <TAB> <TAB> self . mutable_override ( ) . TryMerge ( tmp ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 0 : <TAB> <TAB> <TAB> raise ProtocolBuffer . ProtocolBufferDecodeError <TAB> <TAB> d . skipData ( tt )",if tt == 10 :,246
20763,"def save_labels(dataset_list, output_dir):
    if is_main_process():
        logger = logging.getLogger(__name__)
        ids_to_labels = {}
        for dataset in dataset_list:
            if hasattr(dataset, ""categories""):
                ids_to_labels.update(dataset.categories)
            else:
                logger.warning(
                    ""Dataset [{}] has no categories attribute, labels.json file won't be created"".format(
                        dataset.__class__.__name__
                    )
                )
        if ids_to_labels:
            labels_file = os.path.join(output_dir, ""labels.json"")
            logger.info(""Saving labels mapping into {}"".format(labels_file))
            with open(labels_file, ""w"") as f:
                json.dump(ids_to_labels, f, indent=2)","def save_labels ( dataset_list , output_dir ) : <TAB> if is_main_process ( ) : <TAB> <TAB> logger = logging . getLogger ( __name__ ) <TAB> <TAB> ids_to_labels = { } <TAB> <TAB> for dataset in dataset_list : <TAB> <TAB> <TAB> if hasattr ( dataset , ""categories"" ) : <TAB> <TAB> <TAB> <TAB> ids_to_labels . update ( dataset . categories ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Dataset [{}] has no categories attribute, labels.json file won't be created"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dataset . __class__ . __name__ <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> labels_file = os . path . join ( output_dir , ""labels.json"" ) <TAB> <TAB> <TAB> logger . info ( ""Saving labels mapping into {}"" . format ( labels_file ) ) <TAB> <TAB> <TAB> with open ( labels_file , ""w"" ) as f : <TAB> <TAB> <TAB> <TAB> json . dump ( ids_to_labels , f , indent = 2 )",if ids_to_labels :,239
18972,"def _feed(self, end):
    if self._current_size < end:
        if self.checked:
            raise ReadStreamError(end - self._size, self._size)
        a, fa, fs = self.fragments[-1]
        while self.stream.sizeGe(fa + min(fs, end - a)):
            a += fs
            f = self.next
            if a >= end:
                self._current_size = end
                if a == end and not f:
                    self._setSize()
                return False
            if f:
                self.next = f.next
                f = f.getData()
            if not f:
                self._current_size = a
                self._setSize()
                return True
            fa = f.absolute_address
            fs = f.size
            self.fragments += [(a, fa, fs)]
        self._current_size = a + max(0, self.stream.size - fa)
        self._setSize()
        return True
    return False","def _feed ( self , end ) : <TAB> if self . _current_size < end : <TAB> <TAB> if self . checked : <TAB> <TAB> <TAB> raise ReadStreamError ( end - self . _size , self . _size ) <TAB> <TAB> a , fa , fs = self . fragments [ - 1 ] <TAB> <TAB> while self . stream . sizeGe ( fa + min ( fs , end - a ) ) : <TAB> <TAB> <TAB> a += fs <TAB> <TAB> <TAB> f = self . next <TAB> <TAB> <TAB> if a >= end : <TAB> <TAB> <TAB> <TAB> self . _current_size = end <TAB> <TAB> <TAB> <TAB> if a == end and not f : <TAB> <TAB> <TAB> <TAB> <TAB> self . _setSize ( ) <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> if f : <TAB> <TAB> <TAB> <TAB> self . next = f . next <TAB> <TAB> <TAB> <TAB> f = f . getData ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . _current_size = a <TAB> <TAB> <TAB> <TAB> self . _setSize ( ) <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> fa = f . absolute_address <TAB> <TAB> <TAB> fs = f . size <TAB> <TAB> <TAB> self . fragments += [ ( a , fa , fs ) ] <TAB> <TAB> self . _current_size = a + max ( 0 , self . stream . size - fa ) <TAB> <TAB> self . _setSize ( ) <TAB> <TAB> return True <TAB> return False",if not f :,293
13332,"def check_duplicates(self, message):
    guild = message.guild
    author = message.author
    guild_cache = self.cache.get(guild.id, None)
    if guild_cache is None:
        repeats = await self.config.guild(guild).delete_repeats()
        if repeats == -1:
            return False
        guild_cache = self.cache[guild.id] = defaultdict(lambda: deque(maxlen=repeats))
    if not message.content:
        return False
    guild_cache[author].append(message.content)
    msgs = guild_cache[author]
    if len(msgs) == msgs.maxlen and len(set(msgs)) == 1:
        try:
            await message.delete()
            return True
        except discord.HTTPException:
            pass
    return False","def check_duplicates ( self , message ) : <TAB> guild = message . guild <TAB> author = message . author <TAB> guild_cache = self . cache . get ( guild . id , None ) <TAB> if guild_cache is None : <TAB> <TAB> repeats = await self . config . guild ( guild ) . delete_repeats ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> <TAB> guild_cache = self . cache [ guild . id ] = defaultdict ( lambda : deque ( maxlen = repeats ) ) <TAB> if not message . content : <TAB> <TAB> return False <TAB> guild_cache [ author ] . append ( message . content ) <TAB> msgs = guild_cache [ author ] <TAB> if len ( msgs ) == msgs . maxlen and len ( set ( msgs ) ) == 1 : <TAB> <TAB> try : <TAB> <TAB> <TAB> await message . delete ( ) <TAB> <TAB> <TAB> return True <TAB> <TAB> except discord . HTTPException : <TAB> <TAB> <TAB> pass <TAB> return False",if repeats == - 1 :,218
9123,"def extract(self):
    self.set2[""total""] = [0, 0]
    for line in self.fd[0].readlines():
        l = line.replace("" /"", ""/"").split()
        if len(l) != 12:
            continue
        if l[2][:5] == ""<Link"":
            continue
        if (
            "","".join(l)
            == ""Name,Mtu/TSO,Network,Address,Ipkts,Ierrs,Ibytes,Opkts,Oerrs,Obytes,Coll,Time""
        ):
            continue
        if l[0] == ""Usage:"":
            continue
        name = l[0]
        if name in self.vars:
            self.set2[name] = (int(l[6]), int(l[9]))
        if name != ""lo0"":
            self.set2[""total""] = (
                self.set2[""total""][0] + int(l[6]),
                self.set2[""total""][1] + int(l[9]),
            )
    if update:
        for name in self.set2:
            self.val[name] = list(
                map(
                    lambda x, y: (y - x) * 1.0 / elapsed,
                    self.set1[name],
                    self.set2[name],
                )
            )
    if step == op.delay:
        self.set1.update(self.set2)","def extract ( self ) : <TAB> self . set2 [ ""total"" ] = [ 0 , 0 ] <TAB> for line in self . fd [ 0 ] . readlines ( ) : <TAB> <TAB> l = line . replace ( "" /"" , ""/"" ) . split ( ) <TAB> <TAB> if len ( l ) != 12 : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if ( <TAB> <TAB> <TAB> "","" . join ( l ) <TAB> <TAB> <TAB> == ""Name,Mtu/TSO,Network,Address,Ipkts,Ierrs,Ibytes,Opkts,Oerrs,Obytes,Coll,Time"" <TAB> <TAB> ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if l [ 0 ] == ""Usage:"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> name = l [ 0 ] <TAB> <TAB> if name in self . vars : <TAB> <TAB> <TAB> self . set2 [ name ] = ( int ( l [ 6 ] ) , int ( l [ 9 ] ) ) <TAB> <TAB> if name != ""lo0"" : <TAB> <TAB> <TAB> self . set2 [ ""total"" ] = ( <TAB> <TAB> <TAB> <TAB> self . set2 [ ""total"" ] [ 0 ] + int ( l [ 6 ] ) , <TAB> <TAB> <TAB> <TAB> self . set2 [ ""total"" ] [ 1 ] + int ( l [ 9 ] ) , <TAB> <TAB> <TAB> ) <TAB> if update : <TAB> <TAB> for name in self . set2 : <TAB> <TAB> <TAB> self . val [ name ] = list ( <TAB> <TAB> <TAB> <TAB> map ( <TAB> <TAB> <TAB> <TAB> <TAB> lambda x , y : ( y - x ) * 1.0 / elapsed , <TAB> <TAB> <TAB> <TAB> <TAB> self . set1 [ name ] , <TAB> <TAB> <TAB> <TAB> <TAB> self . set2 [ name ] , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> if step == op . delay : <TAB> <TAB> self . set1 . update ( self . set2 )","if l [ 2 ] [ : 5 ] == ""<Link"" :",400
9809,"def Do(self):
    pyfalog.debug(
        ""Doing change of module charges according to map {} on fit {}"".format(
            self.chargeMap, self.fitID
        )
    )
    sFit = Fit.getInstance()
    fit = sFit.getFit(self.fitID)
    container = fit.modules if not self.projected else fit.projectedModules
    changes = False
    self.savedChargeMap = {}
    sMkt = Market.getInstance()
    for position, chargeItemID in self.chargeMap.items():
        mod = container[position]
        if mod.isEmpty:
            continue
        if mod.chargeID is None and chargeItemID is None:
            continue
        if mod.chargeID == chargeItemID:
            continue
        chargeItem = sMkt.getItem(chargeItemID) if chargeItemID is not None else None
        if chargeItem is not None and not chargeItem.isCharge:
            continue
        if not self.ignoreRestriction and not mod.isValidCharge(chargeItem):
            pyfalog.warning(""Invalid charge {} for {}"".format(chargeItem, mod))
            continue
        pyfalog.debug(
            ""Setting charge {} for {} on fit {}"".format(chargeItem, mod, self.fitID)
        )
        self.savedChargeMap[position] = mod.chargeID
        changes = True
        mod.charge = chargeItem
    if not changes:
        return False
    if self.recalc:
        sFit.recalc(fit)
        self.savedStateCheckChanges = sFit.checkStates(fit, None)
    return True
","def Do ( self ) : <TAB> pyfalog . debug ( <TAB> <TAB> ""Doing change of module charges according to map {} on fit {}"" . format ( <TAB> <TAB> <TAB> self . chargeMap , self . fitID <TAB> <TAB> ) <TAB> ) <TAB> sFit = Fit . getInstance ( ) <TAB> fit = sFit . getFit ( self . fitID ) <TAB> container = fit . modules if not self . projected else fit . projectedModules <TAB> changes = False <TAB> self . savedChargeMap = { } <TAB> sMkt = Market . getInstance ( ) <TAB> for position , chargeItemID in self . chargeMap . items ( ) : <TAB> <TAB> mod = container [ position ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if mod . chargeID is None and chargeItemID is None : <TAB> <TAB> <TAB> continue <TAB> <TAB> if mod . chargeID == chargeItemID : <TAB> <TAB> <TAB> continue <TAB> <TAB> chargeItem = sMkt . getItem ( chargeItemID ) if chargeItemID is not None else None <TAB> <TAB> if chargeItem is not None and not chargeItem . isCharge : <TAB> <TAB> <TAB> continue <TAB> <TAB> if not self . ignoreRestriction and not mod . isValidCharge ( chargeItem ) : <TAB> <TAB> <TAB> pyfalog . warning ( ""Invalid charge {} for {}"" . format ( chargeItem , mod ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> pyfalog . debug ( <TAB> <TAB> <TAB> ""Setting charge {} for {} on fit {}"" . format ( chargeItem , mod , self . fitID ) <TAB> <TAB> ) <TAB> <TAB> self . savedChargeMap [ position ] = mod . chargeID <TAB> <TAB> changes = True <TAB> <TAB> mod . charge = chargeItem <TAB> if not changes : <TAB> <TAB> return False <TAB> if self . recalc : <TAB> <TAB> sFit . recalc ( fit ) <TAB> <TAB> self . savedStateCheckChanges = sFit . checkStates ( fit , None ) <TAB> return True",if mod . isEmpty :,424
10353,"def _prepare_fc_map(self, fc_map_id, timeout, restore):
    self.ssh.prestartfcmap(fc_map_id, restore)
    mapping_ready = False
    max_retries = (timeout // self.WAIT_TIME) + 1
    for try_number in range(1, max_retries):
        mapping_attrs = self._get_flashcopy_mapping_attributes(fc_map_id)
        if mapping_attrs is None or ""status"" not in mapping_attrs:
            break
        if mapping_attrs[""status""] == ""prepared"":
            mapping_ready = True
            break
        elif mapping_attrs[""status""] == ""stopped"":
            self.ssh.prestartfcmap(fc_map_id, restore)
        elif mapping_attrs[""status""] != ""preparing"":
            msg = _(
                ""Unexecpted mapping status %(status)s for mapping ""
                ""%(id)s. Attributes: %(attr)s.""
            ) % {
                ""status"": mapping_attrs[""status""],
                ""id"": fc_map_id,
                ""attr"": mapping_attrs,
            }
            LOG.error(msg)
            raise exception.VolumeBackendAPIException(data=msg)
        greenthread.sleep(self.WAIT_TIME)
    if not mapping_ready:
        msg = _(
            ""Mapping %(id)s prepare failed to complete within the ""
            ""allotted %(to)d seconds timeout. Terminating.""
        ) % {""id"": fc_map_id, ""to"": timeout}
        LOG.error(msg)
        raise exception.VolumeDriverException(message=msg)","def _prepare_fc_map ( self , fc_map_id , timeout , restore ) : <TAB> self . ssh . prestartfcmap ( fc_map_id , restore ) <TAB> mapping_ready = False <TAB> max_retries = ( timeout // self . WAIT_TIME ) + 1 <TAB> for try_number in range ( 1 , max_retries ) : <TAB> <TAB> mapping_attrs = self . _get_flashcopy_mapping_attributes ( fc_map_id ) <TAB> <TAB> if mapping_attrs is None or ""status"" not in mapping_attrs : <TAB> <TAB> <TAB> break <TAB> <TAB> if mapping_attrs [ ""status"" ] == ""prepared"" : <TAB> <TAB> <TAB> mapping_ready = True <TAB> <TAB> <TAB> break <TAB> <TAB> elif mapping_attrs [ ""status"" ] == ""stopped"" : <TAB> <TAB> <TAB> self . ssh . prestartfcmap ( fc_map_id , restore ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> msg = _ ( <TAB> <TAB> <TAB> <TAB> ""Unexecpted mapping status %(status)s for mapping "" <TAB> <TAB> <TAB> <TAB> ""%(id)s. Attributes: %(attr)s."" <TAB> <TAB> <TAB> ) % { <TAB> <TAB> <TAB> <TAB> ""status"" : mapping_attrs [ ""status"" ] , <TAB> <TAB> <TAB> <TAB> ""id"" : fc_map_id , <TAB> <TAB> <TAB> <TAB> ""attr"" : mapping_attrs , <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> LOG . error ( msg ) <TAB> <TAB> <TAB> raise exception . VolumeBackendAPIException ( data = msg ) <TAB> <TAB> greenthread . sleep ( self . WAIT_TIME ) <TAB> if not mapping_ready : <TAB> <TAB> msg = _ ( <TAB> <TAB> <TAB> ""Mapping %(id)s prepare failed to complete within the "" <TAB> <TAB> <TAB> ""allotted %(to)d seconds timeout. Terminating."" <TAB> <TAB> ) % { ""id"" : fc_map_id , ""to"" : timeout } <TAB> <TAB> LOG . error ( msg ) <TAB> <TAB> raise exception . VolumeDriverException ( message = msg )","elif mapping_attrs [ ""status"" ] != ""preparing"" :",434
3564,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRING:
                self.message = iprot.readString()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . message = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STRING :,260
13668,"def __call__(self, input_tensor, index, name):
    inputs = [input_tensor]
    if index is not None:
        if not isinstance(index, pd.Index):
            if isinstance(index, INDEX_TYPE):
                self._index = index
                index_value = index.index_value
                inputs.append(index)
            elif isinstance(index, (Base, Entity)):
                self._index = index
                index = astensor(index)
                if index.ndim != 1:
                    raise ValueError(f""index should be 1-d, got {index.ndim}-d"")
                index_value = parse_index(
                    pd.Index([], dtype=index.dtype), index, type(self).__name__
                )
                inputs.append(index)
            else:
                index = pd.Index(index)
                index_value = parse_index(index, store_data=True)
        else:
            index_value = parse_index(index, store_data=True)
    else:
        index_value = parse_index(pd.RangeIndex(start=0, stop=input_tensor.shape[0]))
    return self.new_series(
        inputs,
        shape=input_tensor.shape,
        dtype=self.dtype,
        index_value=index_value,
        name=name,
    )","def __call__ ( self , input_tensor , index , name ) : <TAB> inputs = [ input_tensor ] <TAB> if index is not None : <TAB> <TAB> if not isinstance ( index , pd . Index ) : <TAB> <TAB> <TAB> if isinstance ( index , INDEX_TYPE ) : <TAB> <TAB> <TAB> <TAB> self . _index = index <TAB> <TAB> <TAB> <TAB> index_value = index . index_value <TAB> <TAB> <TAB> <TAB> inputs . append ( index ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . _index = index <TAB> <TAB> <TAB> <TAB> index = astensor ( index ) <TAB> <TAB> <TAB> <TAB> if index . ndim != 1 : <TAB> <TAB> <TAB> <TAB> <TAB> raise ValueError ( f""index should be 1-d, got {index.ndim}-d"" ) <TAB> <TAB> <TAB> <TAB> index_value = parse_index ( <TAB> <TAB> <TAB> <TAB> <TAB> pd . Index ( [ ] , dtype = index . dtype ) , index , type ( self ) . __name__ <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> inputs . append ( index ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> index = pd . Index ( index ) <TAB> <TAB> <TAB> <TAB> index_value = parse_index ( index , store_data = True ) <TAB> <TAB> else : <TAB> <TAB> <TAB> index_value = parse_index ( index , store_data = True ) <TAB> else : <TAB> <TAB> index_value = parse_index ( pd . RangeIndex ( start = 0 , stop = input_tensor . shape [ 0 ] ) ) <TAB> return self . new_series ( <TAB> <TAB> inputs , <TAB> <TAB> shape = input_tensor . shape , <TAB> <TAB> dtype = self . dtype , <TAB> <TAB> index_value = index_value , <TAB> <TAB> name = name , <TAB> )","elif isinstance ( index , ( Base , Entity ) ) :",373
23006,"def redirect(self):
    c = self.c
    if c.config.getBool(""eval-redirect""):
        self.old_stderr = g.stdErrIsRedirected()
        self.old_stdout = g.stdOutIsRedirected()
        if not self.old_stderr:
            g.redirectStderr()
        if not self.old_stdout:
            g.redirectStdout()
","def redirect ( self ) : <TAB> c = self . c <TAB> if c . config . getBool ( ""eval-redirect"" ) : <TAB> <TAB> self . old_stderr = g . stdErrIsRedirected ( ) <TAB> <TAB> self . old_stdout = g . stdOutIsRedirected ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> g . redirectStderr ( ) <TAB> <TAB> if not self . old_stdout : <TAB> <TAB> <TAB> g . redirectStdout ( )",if not self . old_stderr :,103
7380,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.LIST:
                self.filesAdded = []
                (_etype451, _size448) = iprot.readListBegin()
                for _i452 in xrange(_size448):
                    _elem453 = iprot.readString()
                    self.filesAdded.append(_elem453)
                iprot.readListEnd()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . filesAdded = [ ] <TAB> <TAB> <TAB> <TAB> ( _etype451 , _size448 ) = iprot . readListBegin ( ) <TAB> <TAB> <TAB> <TAB> for _i452 in xrange ( _size448 ) : <TAB> <TAB> <TAB> <TAB> <TAB> _elem453 = iprot . readString ( ) <TAB> <TAB> <TAB> <TAB> <TAB> self . filesAdded . append ( _elem453 ) <TAB> <TAB> <TAB> <TAB> iprot . readListEnd ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . LIST :,344
17498,"def persist(self, *_):
    for key, obj in self._objects.items():
        try:
            state = obj.get_state()
            if not state:
                continue
            md5 = hashlib.md5(state).hexdigest()
            if self._last_state.get(key) == md5:
                continue
            self._persist_provider.store(key, state)
        except Exception as e:
            system_log.exception(""PersistHelper.persist fail"")
        else:
            self._last_state[key] = md5","def persist ( self , * _ ) : <TAB> for key , obj in self . _objects . items ( ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> state = obj . get_state ( ) <TAB> <TAB> <TAB> if not state : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> md5 = hashlib . md5 ( state ) . hexdigest ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> self . _persist_provider . store ( key , state ) <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> system_log . exception ( ""PersistHelper.persist fail"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _last_state [ key ] = md5",if self . _last_state . get ( key ) == md5 :,153
3284,"def _joinrealpath(path, rest, seen):
    if isabs(rest):
        rest = rest[1:]
        path = sep
    while rest:
        name, _, rest = rest.partition(sep)
        if not name or name == curdir:
            # current dir
            continue
        if name == pardir:
            # parent dir
            if path:
                path, name = split(path)
                if name == pardir:
                    path = join(path, pardir, pardir)
            else:
                path = pardir
            continue
        newpath = join(path, name)
        if not islink(newpath):
            path = newpath
            continue
        # Resolve the symbolic link
        if newpath in seen:
            # Already seen this path
            path = seen[newpath]
            if path is not None:
                # use cached value
                continue
            # The symlink is not resolved, so we must have a symlink loop.
            # Return already resolved part + rest of the path unchanged.
            return join(newpath, rest), False
        seen[newpath] = None  # not resolved symlink
        path, ok = _joinrealpath(path, os.readlink(newpath), seen)
        if not ok:
            return join(path, rest), False
        seen[newpath] = path  # resolved symlink
    return path, True","def _joinrealpath ( path , rest , seen ) : <TAB> if isabs ( rest ) : <TAB> <TAB> rest = rest [ 1 : ] <TAB> <TAB> path = sep <TAB> while rest : <TAB> <TAB> name , _ , rest = rest . partition ( sep ) <TAB> <TAB> if not name or name == curdir : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> if name == pardir : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if path : <TAB> <TAB> <TAB> <TAB> path , name = split ( path ) <TAB> <TAB> <TAB> <TAB> if name == pardir : <TAB> <TAB> <TAB> <TAB> <TAB> path = join ( path , pardir , pardir ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> path = pardir <TAB> <TAB> <TAB> continue <TAB> <TAB> newpath = join ( path , name ) <TAB> <TAB> if not islink ( newpath ) : <TAB> <TAB> <TAB> path = newpath <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if newpath in seen : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> path = seen [ newpath ] <TAB> <TAB> <TAB> if path is not None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return join ( newpath , rest ) , False <TAB> <TAB> seen [ newpath ] = None <TAB> <TAB> path , ok = _joinrealpath ( path , os . readlink ( newpath ) , seen ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return join ( path , rest ) , False <TAB> <TAB> seen [ newpath ] = path <TAB> return path , True",if not ok :,373
16606,"def _find_children(node, test_func):
    result = []
    if node in visited:
        return result
    else:
        visited.add(node)
    for field, value in base.iter_fields(node, include_meta=False):
        field_spec = node._fields[field]
        if isinstance(value, (list, set, frozenset)):
            for n in value:
                if not base.is_ast_node(n):
                    continue
                try:
                    if not field_spec.hidden and test_func(n, *args, **kwargs):
                        result.append(n)
                        if terminate_early:
                            return result
                except SkipNode:
                    continue
                if field_spec.child_traverse or force_traversal:
                    _n = _find_children(n, test_func)
                    if _n is not None:
                        result.extend(_n)
                        if terminate_early:
                            return result
        elif base.is_ast_node(value):
            try:
                if not field_spec.hidden and test_func(value, *args, **kwargs):
                    result.append(value)
                    if terminate_early:
                        return result
            except SkipNode:
                continue
            if field_spec.child_traverse or force_traversal:
                _n = _find_children(value, test_func)
                if _n is not None:
                    result.extend(_n)
                    if terminate_early:
                        return result
    return result
","def _find_children ( node , test_func ) : <TAB> result = [ ] <TAB> if node in visited : <TAB> <TAB> return result <TAB> else : <TAB> <TAB> visited . add ( node ) <TAB> for field , value in base . iter_fields ( node , include_meta = False ) : <TAB> <TAB> field_spec = node . _fields [ field ] <TAB> <TAB> if isinstance ( value , ( list , set , frozenset ) ) : <TAB> <TAB> <TAB> for n in value : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> if not field_spec . hidden and test_func ( n , * args , ** kwargs ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> result . append ( n ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if terminate_early : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return result <TAB> <TAB> <TAB> <TAB> except SkipNode : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if field_spec . child_traverse or force_traversal : <TAB> <TAB> <TAB> <TAB> <TAB> _n = _find_children ( n , test_func ) <TAB> <TAB> <TAB> <TAB> <TAB> if _n is not None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> result . extend ( _n ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if terminate_early : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return result <TAB> <TAB> elif base . is_ast_node ( value ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> if not field_spec . hidden and test_func ( value , * args , ** kwargs ) : <TAB> <TAB> <TAB> <TAB> <TAB> result . append ( value ) <TAB> <TAB> <TAB> <TAB> <TAB> if terminate_early : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return result <TAB> <TAB> <TAB> except SkipNode : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if field_spec . child_traverse or force_traversal : <TAB> <TAB> <TAB> <TAB> _n = _find_children ( value , test_func ) <TAB> <TAB> <TAB> <TAB> if _n is not None : <TAB> <TAB> <TAB> <TAB> <TAB> result . extend ( _n ) <TAB> <TAB> <TAB> <TAB> <TAB> if terminate_early : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return result <TAB> return result",if not base . is_ast_node ( n ) :,472
16329,"def get_meta_data(self, doc):
    data = defaultdict(dict)
    properties = self.parser.css_select(doc, ""meta"")
    for prop in properties:
        key = prop.attrib.get(""property"") or prop.attrib.get(""name"")
        value = prop.attrib.get(""content"") or prop.attrib.get(""value"")
        if not key or not value:
            continue
        key, value = key.strip(), value.strip()
        if value.isdigit():
            value = int(value)
        if "":"" not in key:
            data[key] = value
            continue
        key = key.split("":"")
        key_head = key.pop(0)
        ref = data[key_head]
        if isinstance(ref, str):
            data[key_head] = {key_head: ref}
            ref = data[key_head]
        for idx, part in enumerate(key):
            if idx == len(key) - 1:
                ref[part] = value
                break
            if not ref.get(part):
                ref[part] = dict()
            elif isinstance(ref.get(part), str):
                # Not clear what to do in this scenario,
                # it's not always a URL, but an ID of some sort
                ref[part] = {""identifier"": ref[part]}
            ref = ref[part]
    return data","def get_meta_data ( self , doc ) : <TAB> data = defaultdict ( dict ) <TAB> properties = self . parser . css_select ( doc , ""meta"" ) <TAB> for prop in properties : <TAB> <TAB> key = prop . attrib . get ( ""property"" ) or prop . attrib . get ( ""name"" ) <TAB> <TAB> value = prop . attrib . get ( ""content"" ) or prop . attrib . get ( ""value"" ) <TAB> <TAB> if not key or not value : <TAB> <TAB> <TAB> continue <TAB> <TAB> key , value = key . strip ( ) , value . strip ( ) <TAB> <TAB> if value . isdigit ( ) : <TAB> <TAB> <TAB> value = int ( value ) <TAB> <TAB> if "":"" not in key : <TAB> <TAB> <TAB> data [ key ] = value <TAB> <TAB> <TAB> continue <TAB> <TAB> key = key . split ( "":"" ) <TAB> <TAB> key_head = key . pop ( 0 ) <TAB> <TAB> ref = data [ key_head ] <TAB> <TAB> if isinstance ( ref , str ) : <TAB> <TAB> <TAB> data [ key_head ] = { key_head : ref } <TAB> <TAB> <TAB> ref = data [ key_head ] <TAB> <TAB> for idx , part in enumerate ( key ) : <TAB> <TAB> <TAB> if idx == len ( key ) - 1 : <TAB> <TAB> <TAB> <TAB> ref [ part ] = value <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> ref [ part ] = dict ( ) <TAB> <TAB> <TAB> elif isinstance ( ref . get ( part ) , str ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ref [ part ] = { ""identifier"" : ref [ part ] } <TAB> <TAB> <TAB> ref = ref [ part ] <TAB> return data",if not ref . get ( part ) :,380
5191,"def check_no_overlapping_paths(paths: Sequence[str]) -> None:
    """"""Given a list of paths, ensure that all are unique and do not have the same prefix.""""""
    for path in paths:
        list_copy_without_path = list(paths)
        list_copy_without_path.remove(path)
        if path in list_copy_without_path:
            raise ValueError(
                ""{} appeared more than once. All paths must be unique."".format(path)
            )
        for p in list_copy_without_path:
            if path in p:
                raise ValueError(
                    ""{} and {} have the same prefix. All paths must be unique and cannot overlap."".format(
                        path, p
                    )
                )
","def check_no_overlapping_paths ( paths : Sequence [ str ] ) -> None : <TAB> """"""Given a list of paths, ensure that all are unique and do not have the same prefix."""""" <TAB> for path in paths : <TAB> <TAB> list_copy_without_path = list ( paths ) <TAB> <TAB> list_copy_without_path . remove ( path ) <TAB> <TAB> if path in list_copy_without_path : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""{} appeared more than once. All paths must be unique."" . format ( path ) <TAB> <TAB> <TAB> ) <TAB> <TAB> for p in list_copy_without_path : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""{} and {} have the same prefix. All paths must be unique and cannot overlap."" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> path , p <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> )",if path in p :,204
16893,"def ensure_slice(x):
    """"""Try to convert an object into a slice, complain on failure""""""
    if not x and x != 0:
        return slice(None)
    elif is_slice(x):
        return x
    try:
        x = int(x)
        if x != -1:
            s = slice(x, x + 1)
        else:
            s = slice(-1, None, None)
    except ValueError:
        x = x.strip(""[]()"")
        m = SLICE_REG.fullmatch(x)
        if m:
            groups = (int(i) if i else None for i in m.groups())
            s = slice(*groups)
        else:
            raise ValueError(""cannot convert {!r} to slice"".format(x))
    except TypeError:
        try:
            s = slice(*(int(i) for i in x))
        except (TypeError, ValueError):
            raise ValueError(""cannot convert {!r} to slice"".format(x))
    return s","def ensure_slice ( x ) : <TAB> """"""Try to convert an object into a slice, complain on failure"""""" <TAB> if not x and x != 0 : <TAB> <TAB> return slice ( None ) <TAB> elif is_slice ( x ) : <TAB> <TAB> return x <TAB> try : <TAB> <TAB> x = int ( x ) <TAB> <TAB> if x != - 1 : <TAB> <TAB> <TAB> s = slice ( x , x + 1 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> s = slice ( - 1 , None , None ) <TAB> except ValueError : <TAB> <TAB> x = x . strip ( ""[]()"" ) <TAB> <TAB> m = SLICE_REG . fullmatch ( x ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> groups = ( int ( i ) if i else None for i in m . groups ( ) ) <TAB> <TAB> <TAB> s = slice ( * groups ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( ""cannot convert {!r} to slice"" . format ( x ) ) <TAB> except TypeError : <TAB> <TAB> try : <TAB> <TAB> <TAB> s = slice ( * ( int ( i ) for i in x ) ) <TAB> <TAB> except ( TypeError , ValueError ) : <TAB> <TAB> <TAB> raise ValueError ( ""cannot convert {!r} to slice"" . format ( x ) ) <TAB> return s",if m :,263
730,"def flickr_download_main(url, output_dir=""."", info_only=False, **kwargs):
    urls = None
    size = ""o""  # works for collections only
    title = None
    if ""stream_id"" in kwargs:
        size = kwargs[""stream_id""]
    if match1(url, pattern_url_single_photo):
        url, title = get_single_photo_url(url)
        urls = [url]
    else:
        urls, title = fetch_photo_url_list(url, size)
    index = 1
    for url in urls:
        mime, ext, size = url_info(url)
        print_info(site_info, title, mime, size)
        if not info_only:
            title = ""{} {}"".format(title, index)
            download_urls([url], title, ext, size, output_dir, **kwargs)
            index += 1","def flickr_download_main ( url , output_dir = ""."" , info_only = False , ** kwargs ) : <TAB> urls = None <TAB> size = ""o"" <TAB> title = None <TAB> if ""stream_id"" in kwargs : <TAB> <TAB> size = kwargs [ ""stream_id"" ] <TAB> if match1 ( url , pattern_url_single_photo ) : <TAB> <TAB> url , title = get_single_photo_url ( url ) <TAB> <TAB> urls = [ url ] <TAB> else : <TAB> <TAB> urls , title = fetch_photo_url_list ( url , size ) <TAB> index = 1 <TAB> for url in urls : <TAB> <TAB> mime , ext , size = url_info ( url ) <TAB> <TAB> print_info ( site_info , title , mime , size ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> title = ""{} {}"" . format ( title , index ) <TAB> <TAB> <TAB> download_urls ( [ url ] , title , ext , size , output_dir , ** kwargs ) <TAB> <TAB> <TAB> index += 1",if not info_only :,231
4825,"def generate_breadcrumb(self):
    if getattr(self, ""ci""):
        parent_id = self.ci.id
    else:
        return []
    breadcrumbs = []
    counter = 0
    while parent_id and counter < 100:
        try:
            ci = db.CI.objects.filter(id=parent_id).all()[0]
        except IndexError:
            break
        breadcrumbs.insert(0, ci)
        try:
            parent_id = db.CI.objects.filter(parent__child=parent_id).all()[0].id
        except IndexError:
            parent_id = None
        if parent_id == ci.id:
            parent_id = None
        counter += 1
    return breadcrumbs","def generate_breadcrumb ( self ) : <TAB> if getattr ( self , ""ci"" ) : <TAB> <TAB> parent_id = self . ci . id <TAB> else : <TAB> <TAB> return [ ] <TAB> breadcrumbs = [ ] <TAB> counter = 0 <TAB> while parent_id and counter < 100 : <TAB> <TAB> try : <TAB> <TAB> <TAB> ci = db . CI . objects . filter ( id = parent_id ) . all ( ) [ 0 ] <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> break <TAB> <TAB> breadcrumbs . insert ( 0 , ci ) <TAB> <TAB> try : <TAB> <TAB> <TAB> parent_id = db . CI . objects . filter ( parent__child = parent_id ) . all ( ) [ 0 ] . id <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> parent_id = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> parent_id = None <TAB> <TAB> counter += 1 <TAB> return breadcrumbs",if parent_id == ci . id :,192
20069,"def test_mode(self) -> None:
    # mkdtemp creates directories with the proper mode
    if not has_stat:
        return  # ugh, can't use SkipTest.
    dir = self.do_create()
    try:
        mode = stat.S_IMODE(os.stat(dir).st_mode)
        mode &= 0o777  # Mask off sticky bits inherited from /tmp
        expected = 0o700
        if sys.platform in (""win32"", ""os2emx""):
            # There's no distinction among 'user', 'group' and 'world';
            # replicate the 'user' bits.
            user = expected >> 6
            expected = user * (1 + 8 + 64)
        self.assertEqual(mode, expected)
    finally:
        os.rmdir(dir)","def test_mode ( self ) -> None : <TAB> <TAB> if not has_stat : <TAB> <TAB> return <TAB> dir = self . do_create ( ) <TAB> try : <TAB> <TAB> mode = stat . S_IMODE ( os . stat ( dir ) . st_mode ) <TAB> <TAB> mode &= 0o777 <TAB> <TAB> expected = 0o700 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> user = expected >> 6 <TAB> <TAB> <TAB> expected = user * ( 1 + 8 + 64 ) <TAB> <TAB> self . assertEqual ( mode , expected ) <TAB> finally : <TAB> <TAB> os . rmdir ( dir )","if sys . platform in ( ""win32"" , ""os2emx"" ) :",201
13685,"def compose(self, keys=None):
    composes = []
    explored = set()
    keys = set(keys or [])
    graph = self._graph
    for v in graph.topological_iter():
        if type(v.op) not in CP_OP:
            continue
        if v in explored:
            continue
        if graph.count_successors(v) != 1:
            continue
        if v.key in keys:
            continue
        selected = [v]
        # add successors
        cur_node = graph.successors(v)[0]
        while (
            graph.count_predecessors(cur_node) == 1
            and type(cur_node.op) in CP_OP
            and cur_node.key not in keys
        ):
            selected.append(cur_node)
            if graph.count_successors(cur_node) != 1:
                break
            else:
                cur_node = graph.successors(cur_node)[0]
        if len(selected) > 1:
            explored.update(selected)
            composes.append(list(selected))
    return self._compose_graph(composes)","def compose ( self , keys = None ) : <TAB> composes = [ ] <TAB> explored = set ( ) <TAB> keys = set ( keys or [ ] ) <TAB> graph = self . _graph <TAB> for v in graph . topological_iter ( ) : <TAB> <TAB> if type ( v . op ) not in CP_OP : <TAB> <TAB> <TAB> continue <TAB> <TAB> if v in explored : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if v . key in keys : <TAB> <TAB> <TAB> continue <TAB> <TAB> selected = [ v ] <TAB> <TAB> <TAB> <TAB> cur_node = graph . successors ( v ) [ 0 ] <TAB> <TAB> while ( <TAB> <TAB> <TAB> graph . count_predecessors ( cur_node ) == 1 <TAB> <TAB> <TAB> and type ( cur_node . op ) in CP_OP <TAB> <TAB> <TAB> and cur_node . key not in keys <TAB> <TAB> ) : <TAB> <TAB> <TAB> selected . append ( cur_node ) <TAB> <TAB> <TAB> if graph . count_successors ( cur_node ) != 1 : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> cur_node = graph . successors ( cur_node ) [ 0 ] <TAB> <TAB> if len ( selected ) > 1 : <TAB> <TAB> <TAB> explored . update ( selected ) <TAB> <TAB> <TAB> composes . append ( list ( selected ) ) <TAB> return self . _compose_graph ( composes )",if graph . count_successors ( v ) != 1 :,308
14169,"def optimize(self, graph: Graph) -> Tuple[Graph, bool]:
    flag_changed = False
    matches = search_sub_structure(graph, [self.pattern[0], Variable, self.pattern[1]])
    while len(matches) > 0:
        op1, v1, op2 = matches.pop()  # type: Operator, Variable, Operator
        if len(v1.input_to) > 1:
            continue
        if self.optimize_pair(graph, op1, op2):
            flag_changed = True
            matches = search_sub_structure(
                graph, [self.pattern[0], Variable, self.pattern[1]]
            )
    return graph, flag_changed","def optimize ( self , graph : Graph ) -> Tuple [ Graph , bool ] : <TAB> flag_changed = False <TAB> matches = search_sub_structure ( graph , [ self . pattern [ 0 ] , Variable , self . pattern [ 1 ] ] ) <TAB> while len ( matches ) > 0 : <TAB> <TAB> op1 , v1 , op2 = matches . pop ( ) <TAB> <TAB> if len ( v1 . input_to ) > 1 : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> flag_changed = True <TAB> <TAB> <TAB> matches = search_sub_structure ( <TAB> <TAB> <TAB> <TAB> graph , [ self . pattern [ 0 ] , Variable , self . pattern [ 1 ] ] <TAB> <TAB> <TAB> ) <TAB> return graph , flag_changed","if self . optimize_pair ( graph , op1 , op2 ) :",181
24155,"def close(self):
    """"""Close the window and uninitialize the resources""""""
    # Check if window has device context and is thus not closed
    if self.winHandle.context is None:
        return
    # restore the gamma ramp that was active when window was opened
    if self._origGammaRamp is not None:
        self.gammaRamp = self._origGammaRamp
    _hw_handle = None
    try:
        _hw_handle = self.win._hw_handle
        self.winHandle.close()
    except Exception:
        pass
    # If iohub is running, inform it to stop looking for this win id
    # when filtering kb and mouse events (if the filter is enabled of
    # course)
    try:
        if window.IOHUB_ACTIVE and _hw_handle:
            from psychopy.iohub.client import ioHubConnection
            conn = ioHubConnection.ACTIVE_CONNECTION
            conn.unregisterWindowHandles(_hw_handle)
    except Exception:
        pass
","def close ( self ) : <TAB> """"""Close the window and uninitialize the resources"""""" <TAB> <TAB> if self . winHandle . context is None : <TAB> <TAB> return <TAB> <TAB> if self . _origGammaRamp is not None : <TAB> <TAB> self . gammaRamp = self . _origGammaRamp <TAB> _hw_handle = None <TAB> try : <TAB> <TAB> _hw_handle = self . win . _hw_handle <TAB> <TAB> self . winHandle . close ( ) <TAB> except Exception : <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> from psychopy . iohub . client import ioHubConnection <TAB> <TAB> <TAB> conn = ioHubConnection . ACTIVE_CONNECTION <TAB> <TAB> <TAB> conn . unregisterWindowHandles ( _hw_handle ) <TAB> except Exception : <TAB> <TAB> pass",if window . IOHUB_ACTIVE and _hw_handle :,252
4268,"def f(view, s):
    if mode == modes.INTERNAL_NORMAL:
        if count == 1:
            if view.line(s.b).size() > 0:
                eol = view.line(s.b).b
                return R(s.b, eol)
            return s
    return s","def f ( view , s ) : <TAB> if mode == modes . INTERNAL_NORMAL : <TAB> <TAB> if count == 1 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> eol = view . line ( s . b ) . b <TAB> <TAB> <TAB> <TAB> return R ( s . b , eol ) <TAB> <TAB> <TAB> return s <TAB> return s",if view . line ( s . b ) . size ( ) > 0 :,85
22720,"def __init__(self, weight=None, pos_weight=None, ignore_index=255, edge_label=False):
    super().__init__()
    self.weight = weight
    self.pos_weight = pos_weight
    self.ignore_index = ignore_index
    self.edge_label = edge_label
    self.EPS = 1e-10
    if self.weight is not None:
        if isinstance(self.weight, str):
            if self.weight != ""dynamic"":
                raise ValueError(
                    ""if type of `weight` is str, it should equal to 'dynamic', but it is {}"".format(
                        self.weight
                    )
                )
        elif isinstance(self.weight, paddle.VarBase):
            raise TypeError(
                ""The type of `weight` is wrong, it should be Tensor or str, but it is {}"".format(
                    type(self.weight)
                )
            )
    if self.pos_weight is not None:
        if isinstance(self.pos_weight, str):
            if self.pos_weight != ""dynamic"":
                raise ValueError(
                    ""if type of `pos_weight` is str, it should equal to 'dynamic', but it is {}"".format(
                        self.pos_weight
                    )
                )
        elif isinstance(self.pos_weight, float):
            self.pos_weight = paddle.to_tensor(self.pos_weight, dtype=""float32"")
        else:
            raise TypeError(
                ""The type of `pos_weight` is wrong, it should be float or str, but it is {}"".format(
                    type(self.pos_weight)
                )
            )","def __init__ ( self , weight = None , pos_weight = None , ignore_index = 255 , edge_label = False ) : <TAB> super ( ) . __init__ ( ) <TAB> self . weight = weight <TAB> self . pos_weight = pos_weight <TAB> self . ignore_index = ignore_index <TAB> self . edge_label = edge_label <TAB> self . EPS = 1e-10 <TAB> if self . weight is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if self . weight != ""dynamic"" : <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""if type of `weight` is str, it should equal to 'dynamic', but it is {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . weight <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> elif isinstance ( self . weight , paddle . VarBase ) : <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> ""The type of `weight` is wrong, it should be Tensor or str, but it is {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> type ( self . weight ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> if self . pos_weight is not None : <TAB> <TAB> if isinstance ( self . pos_weight , str ) : <TAB> <TAB> <TAB> if self . pos_weight != ""dynamic"" : <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""if type of `pos_weight` is str, it should equal to 'dynamic', but it is {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . pos_weight <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> elif isinstance ( self . pos_weight , float ) : <TAB> <TAB> <TAB> self . pos_weight = paddle . to_tensor ( self . pos_weight , dtype = ""float32"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> ""The type of `pos_weight` is wrong, it should be float or str, but it is {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> type ( self . pos_weight ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> )","if isinstance ( self . weight , str ) :",468
6068,"def trash(self):
    """"""Trash expired sessions.""""""
    now = datetime.datetime.now()
    for item in self.get():
        last_visit = item.last_visit_default()
        try:
            session = item.get()
            if session.auth:
                if session.auth.expiration and not self.force:
                    self.expiration = session.auth.expiration
                if session.auth.last_visit:
                    last_visit = session.auth.last_visit
        except:
            pass
        age = 0
        if last_visit:
            age = total_seconds(now - last_visit)
        if age > self.expiration or not self.expiration:
            item.delete()
            status = ""trashed""
        else:
            status = ""OK""
        if self.verbose > 1:
            print(""key: %s"" % item)
            print(""expiration: %s seconds"" % self.expiration)
            print(""last visit: %s"" % last_visit)
            print(""age: %s seconds"" % age)
            print(""status: %s"" % status)
            print("""")
        elif self.verbose > 0:
            print(""%s %s"" % (item, status))","def trash ( self ) : <TAB> """"""Trash expired sessions."""""" <TAB> now = datetime . datetime . now ( ) <TAB> for item in self . get ( ) : <TAB> <TAB> last_visit = item . last_visit_default ( ) <TAB> <TAB> try : <TAB> <TAB> <TAB> session = item . get ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if session . auth . expiration and not self . force : <TAB> <TAB> <TAB> <TAB> <TAB> self . expiration = session . auth . expiration <TAB> <TAB> <TAB> <TAB> if session . auth . last_visit : <TAB> <TAB> <TAB> <TAB> <TAB> last_visit = session . auth . last_visit <TAB> <TAB> except : <TAB> <TAB> <TAB> pass <TAB> <TAB> age = 0 <TAB> <TAB> if last_visit : <TAB> <TAB> <TAB> age = total_seconds ( now - last_visit ) <TAB> <TAB> if age > self . expiration or not self . expiration : <TAB> <TAB> <TAB> item . delete ( ) <TAB> <TAB> <TAB> status = ""trashed"" <TAB> <TAB> else : <TAB> <TAB> <TAB> status = ""OK"" <TAB> <TAB> if self . verbose > 1 : <TAB> <TAB> <TAB> print ( ""key: %s"" % item ) <TAB> <TAB> <TAB> print ( ""expiration: %s seconds"" % self . expiration ) <TAB> <TAB> <TAB> print ( ""last visit: %s"" % last_visit ) <TAB> <TAB> <TAB> print ( ""age: %s seconds"" % age ) <TAB> <TAB> <TAB> print ( ""status: %s"" % status ) <TAB> <TAB> <TAB> print ( """" ) <TAB> <TAB> elif self . verbose > 0 : <TAB> <TAB> <TAB> print ( ""%s %s"" % ( item , status ) )",if session . auth :,341
788,"def setup(self, stage):
    if self.queue_length > 0:
        queue_folder = os.path.join(self.logger.log_dir, self.queue_path)
        if not os.path.exists(queue_folder):
            os.makedirs(queue_folder)
        self.queue_path = os.path.join(
            queue_folder, ""queue"" + str(self.trainer.global_rank) + "".pth""
        )
        if os.path.isfile(self.queue_path):
            self.queue = torch.load(self.queue_path)[""queue""]","def setup ( self , stage ) : <TAB> if self . queue_length > 0 : <TAB> <TAB> queue_folder = os . path . join ( self . logger . log_dir , self . queue_path ) <TAB> <TAB> if not os . path . exists ( queue_folder ) : <TAB> <TAB> <TAB> os . makedirs ( queue_folder ) <TAB> <TAB> self . queue_path = os . path . join ( <TAB> <TAB> <TAB> queue_folder , ""queue"" + str ( self . trainer . global_rank ) + "".pth"" <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . queue = torch . load ( self . queue_path ) [ ""queue"" ]",if os . path . isfile ( self . queue_path ) :,154
5941,"def convert_to_bytes(self, BitRateString):
    bit_rate_bytes = 0
    # split the string into pieces
    s = BitRateString.lower().split("" "")
    measurement = ""kb""
    try:
        # Get Bit Rate
        if len(s) >= 2:
            raw_number_string = s[0]
            raw_measurement = s[1]
            # convert string number to float (based on locale settings)
            raw_number = locale.atof(raw_number_string)
            if ""kb"" in raw_measurement:
                measurement = ""kb""
                bit_rate_bytes = raw_number * 1000.0
            elif ""mb"" in raw_measurement:
                measurement = ""mb""
                bit_rate_bytes = raw_number * 1000.0 * 1000.0
            elif ""crf"" in raw_measurement:
                measurement = ""crf""
                if raw_number > 63:
                    raw_number = 63
                if raw_number < 0:
                    raw_number = 0
                bit_rate_bytes = raw_number
    except:
        pass
    # return the bit rate in bytes
    return str(int(bit_rate_bytes))","def convert_to_bytes ( self , BitRateString ) : <TAB> bit_rate_bytes = 0 <TAB> <TAB> s = BitRateString . lower ( ) . split ( "" "" ) <TAB> measurement = ""kb"" <TAB> try : <TAB> <TAB> <TAB> <TAB> if len ( s ) >= 2 : <TAB> <TAB> <TAB> raw_number_string = s [ 0 ] <TAB> <TAB> <TAB> raw_measurement = s [ 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raw_number = locale . atof ( raw_number_string ) <TAB> <TAB> <TAB> if ""kb"" in raw_measurement : <TAB> <TAB> <TAB> <TAB> measurement = ""kb"" <TAB> <TAB> <TAB> <TAB> bit_rate_bytes = raw_number * 1000.0 <TAB> <TAB> <TAB> elif ""mb"" in raw_measurement : <TAB> <TAB> <TAB> <TAB> measurement = ""mb"" <TAB> <TAB> <TAB> <TAB> bit_rate_bytes = raw_number * 1000.0 * 1000.0 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> measurement = ""crf"" <TAB> <TAB> <TAB> <TAB> if raw_number > 63 : <TAB> <TAB> <TAB> <TAB> <TAB> raw_number = 63 <TAB> <TAB> <TAB> <TAB> if raw_number < 0 : <TAB> <TAB> <TAB> <TAB> <TAB> raw_number = 0 <TAB> <TAB> <TAB> <TAB> bit_rate_bytes = raw_number <TAB> except : <TAB> <TAB> pass <TAB> <TAB> return str ( int ( bit_rate_bytes ) )","elif ""crf"" in raw_measurement :",341
22814,"def edit(self):
    trace = False and not g.unitTesting
    if trace:
        g.trace(""===== (MultiLine:%s)"" % self.__class__.__name__)
        # g.trace('CALLERS', g.callers(verbose=True))
    self.editing = True
    self.how_exited = None
    # if self.value: self.cursor_line = self.value
    self.display()
    while self.editing:
        if trace:
            g.trace(""(MultiLine:%s) LOOP"" % self.__class__.__name__)
        self.get_and_use_key_press()
        self.update(clear=None)
        ##  self.clear()
        ##  self.update(clear=False)
        self.parent.refresh()
        ##  curses.napms(10)
        ##  curses.flushinp()
    if trace:
        g.trace(""(MultiLine:%s) DONE"" % self.__class__.__name__)","def edit ( self ) : <TAB> trace = False and not g . unitTesting <TAB> <fill-in> <TAB> <TAB> g . trace ( ""===== (MultiLine:%s)"" % self . __class__ . __name__ ) <TAB> <TAB> <TAB> self . editing = True <TAB> self . how_exited = None <TAB> <TAB> self . display ( ) <TAB> while self . editing : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> g . trace ( ""(MultiLine:%s) LOOP"" % self . __class__ . __name__ ) <TAB> <TAB> self . get_and_use_key_press ( ) <TAB> <TAB> self . update ( clear = None ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . parent . refresh ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> g . trace ( ""(MultiLine:%s) DONE"" % self . __class__ . __name__ )",if trace :,242
18865,"def subscribe(self, channel, timeout=None):
    event = threading.Event()
    self._channels[channel][""subs""].add(event)
    try:
        try:
            cursor = self._channels[channel][""msgs""][-1][0]
        except IndexError:
            cursor = None
        while True:
            if not cursor:
                cursor_found = True
            else:
                cursor_found = False
            if not event.wait(timeout):
                break
            event.clear()
            messages = copy.copy(self._channels[channel][""msgs""])
            for message in messages:
                if cursor_found:
                    yield message[1]
                elif message[0] == cursor:
                    cursor_found = True
            if not cursor_found:
                for message in messages:
                    yield message[1]
            try:
                cursor = messages[-1][0]
            except IndexError:
                cursor = None
    finally:
        try:
            self._channels[channel][""subs""].remove(event)
        except KeyError:
            pass","def subscribe ( self , channel , timeout = None ) : <TAB> event = threading . Event ( ) <TAB> self . _channels [ channel ] [ ""subs"" ] . add ( event ) <TAB> try : <TAB> <TAB> try : <TAB> <TAB> <TAB> cursor = self . _channels [ channel ] [ ""msgs"" ] [ - 1 ] [ 0 ] <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> cursor = None <TAB> <TAB> while True : <TAB> <TAB> <TAB> if not cursor : <TAB> <TAB> <TAB> <TAB> cursor_found = True <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> cursor_found = False <TAB> <TAB> <TAB> if not event . wait ( timeout ) : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> event . clear ( ) <TAB> <TAB> <TAB> messages = copy . copy ( self . _channels [ channel ] [ ""msgs"" ] ) <TAB> <TAB> <TAB> for message in messages : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> yield message [ 1 ] <TAB> <TAB> <TAB> <TAB> elif message [ 0 ] == cursor : <TAB> <TAB> <TAB> <TAB> <TAB> cursor_found = True <TAB> <TAB> <TAB> if not cursor_found : <TAB> <TAB> <TAB> <TAB> for message in messages : <TAB> <TAB> <TAB> <TAB> <TAB> yield message [ 1 ] <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> cursor = messages [ - 1 ] [ 0 ] <TAB> <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> <TAB> cursor = None <TAB> finally : <TAB> <TAB> try : <TAB> <TAB> <TAB> self . _channels [ channel ] [ ""subs"" ] . remove ( event ) <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> pass",if cursor_found :,313
9667,"def test_didl_object_inheritance():
    """"""Test that DIDL object inheritance is as indicated by the didl class""""""
    class_dict = data_structures._DIDL_CLASS_TO_CLASS.copy()
    class_dict[""object""] = data_structures.DidlObject
    for didl_class, soco_class in data_structures._DIDL_CLASS_TO_CLASS.items():
        # Skip this one, because its DIDL class is expected to be an error
        if didl_class == ""object.itemobject.item.sonos-favorite"":
            continue
        # object does not inherit
        if didl_class == ""object"":
            continue
        # First make sure it is registered with the correct DIDL class
        assert didl_class == soco_class.item_class
        base_didl_class = ""."".join(didl_class.split(""."")[:-1])
        base_class = data_structures._DIDL_CLASS_TO_CLASS[base_didl_class]
        assert base_class == soco_class.__bases__[0]","def test_didl_object_inheritance ( ) : <TAB> """"""Test that DIDL object inheritance is as indicated by the didl class"""""" <TAB> class_dict = data_structures . _DIDL_CLASS_TO_CLASS . copy ( ) <TAB> class_dict [ ""object"" ] = data_structures . DidlObject <TAB> for didl_class , soco_class in data_structures . _DIDL_CLASS_TO_CLASS . items ( ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if didl_class == ""object"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> assert didl_class == soco_class . item_class <TAB> <TAB> base_didl_class = ""."" . join ( didl_class . split ( ""."" ) [ : - 1 ] ) <TAB> <TAB> base_class = data_structures . _DIDL_CLASS_TO_CLASS [ base_didl_class ] <TAB> <TAB> assert base_class == soco_class . __bases__ [ 0 ]","if didl_class == ""object.itemobject.item.sonos-favorite"" :",270
24848,"def process_lib(vars_, coreval):
    for d in vars_:
        var = d.upper()
        if var == ""QTCORE"":
            continue
        value = env[""LIBPATH_"" + var]
        if value:
            core = env[coreval]
            accu = []
            for lib in value:
                if lib in core:
                    continue
                accu.append(lib)
            env[""LIBPATH_"" + var] = accu
","def process_lib ( vars_ , coreval ) : <TAB> for d in vars_ : <TAB> <TAB> var = d . upper ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> value = env [ ""LIBPATH_"" + var ] <TAB> <TAB> if value : <TAB> <TAB> <TAB> core = env [ coreval ] <TAB> <TAB> <TAB> accu = [ ] <TAB> <TAB> <TAB> for lib in value : <TAB> <TAB> <TAB> <TAB> if lib in core : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> accu . append ( lib ) <TAB> <TAB> <TAB> env [ ""LIBPATH_"" + var ] = accu","if var == ""QTCORE"" :",133
19414,"def generateData(evaluator, hof1, hof2, symmetric=True):
    assert len(hof1) == len(hof2)
    gens = len(hof1)
    res = zeros((gens, gens))
    for g1, ind1 in enumerate(hof1):
        for g2, ind2 in enumerate(hof2[: g1 + 1]):
            res[g1, g2] = evaluator(ind1, ind2)
            if symmetric:
                res[g2, g1] = res[g1, g2]
            elif g1 == g2:
                # TODO: chack this!
                res[g1, g2] += evaluator(ind2, ind1)
            else:
                res[g2, g1] = evaluator(ind2, ind1)
    return res","def generateData ( evaluator , hof1 , hof2 , symmetric = True ) : <TAB> assert len ( hof1 ) == len ( hof2 ) <TAB> gens = len ( hof1 ) <TAB> res = zeros ( ( gens , gens ) ) <TAB> for g1 , ind1 in enumerate ( hof1 ) : <TAB> <TAB> for g2 , ind2 in enumerate ( hof2 [ : g1 + 1 ] ) : <TAB> <TAB> <TAB> res [ g1 , g2 ] = evaluator ( ind1 , ind2 ) <TAB> <TAB> <TAB> if symmetric : <TAB> <TAB> <TAB> <TAB> res [ g2 , g1 ] = res [ g1 , g2 ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> res [ g1 , g2 ] += evaluator ( ind2 , ind1 ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> res [ g2 , g1 ] = evaluator ( ind2 , ind1 ) <TAB> return res",elif g1 == g2 :,218
2999,"def main():
    parser = argparse.ArgumentParser(description=""Output k-mer abundance distribution."")
    parser.add_argument(""hashname"")
    parser.add_argument(""seqfile"")
    parser.add_argument(""histout"")
    args = parser.parse_args()
    hashfile = args.hashname
    seqfile = args.seqfile
    histout = args.histout
    outfp = open(histout, ""w"")
    print(""hashtable from"", hashfile)
    ht = khmer.load_countgraph(hashfile)
    hist = {}
    for i in range(65536):
        hist[i] = 0
    for n, record in enumerate(screed.open(seqfile)):
        if n > 0 and n % 100000 == 0:
            print(""..."", n)
        seq = record.sequence.replace(""N"", ""A"")
        try:
            med, _, _ = ht.get_median_count(seq)
        except ValueError:
            continue
        hist[med] = hist[med] + 1
    histlist = list(hist.items())
    histlist.sort()
    maxk = max(hist.keys())
    sumk = sum(hist.values())
    sofar = 0
    for n, m in histlist:
        sofar += m
        percent = float(sofar) / sumk
        outfp.write(""%d %d %d %.3f\n"" % (n, m, sofar, percent))
    outfp.close()","def main ( ) : <TAB> parser = argparse . ArgumentParser ( description = ""Output k-mer abundance distribution."" ) <TAB> parser . add_argument ( ""hashname"" ) <TAB> parser . add_argument ( ""seqfile"" ) <TAB> parser . add_argument ( ""histout"" ) <TAB> args = parser . parse_args ( ) <TAB> hashfile = args . hashname <TAB> seqfile = args . seqfile <TAB> histout = args . histout <TAB> outfp = open ( histout , ""w"" ) <TAB> print ( ""hashtable from"" , hashfile ) <TAB> ht = khmer . load_countgraph ( hashfile ) <TAB> hist = { } <TAB> for i in range ( 65536 ) : <TAB> <TAB> hist [ i ] = 0 <TAB> for n , record in enumerate ( screed . open ( seqfile ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""..."" , n ) <TAB> <TAB> seq = record . sequence . replace ( ""N"" , ""A"" ) <TAB> <TAB> try : <TAB> <TAB> <TAB> med , _ , _ = ht . get_median_count ( seq ) <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> continue <TAB> <TAB> hist [ med ] = hist [ med ] + 1 <TAB> histlist = list ( hist . items ( ) ) <TAB> histlist . sort ( ) <TAB> maxk = max ( hist . keys ( ) ) <TAB> sumk = sum ( hist . values ( ) ) <TAB> sofar = 0 <TAB> for n , m in histlist : <TAB> <TAB> sofar += m <TAB> <TAB> percent = float ( sofar ) / sumk <TAB> <TAB> outfp . write ( ""%d %d %d %.3f\n"" % ( n , m , sofar , percent ) ) <TAB> outfp . close ( )",if n > 0 and n % 100000 == 0 :,372
2512,"def _create_examples(self, lines, set_type):
    """"""Creates examples for the training and dev sets.""""""
    examples = []
    for (i, line) in enumerate(lines):
        # Only the test set has a header
        if set_type == ""test"" and i == 0:
            continue
        guid = ""%s-%s"" % (set_type, i)
        if set_type == ""test"":
            text_a = tokenization.convert_to_unicode(line[1])
            label = ""0""
        else:
            text_a = tokenization.convert_to_unicode(line[3])
            label = tokenization.convert_to_unicode(line[1])
        examples.append(
            InputExample(guid=guid, text_a=text_a, text_b=None, label=label)
        )
    return examples","def _create_examples ( self , lines , set_type ) : <TAB> """"""Creates examples for the training and dev sets."""""" <TAB> examples = [ ] <TAB> for ( i , line ) in enumerate ( lines ) : <TAB> <TAB> <TAB> <TAB> if set_type == ""test"" and i == 0 : <TAB> <TAB> <TAB> continue <TAB> <TAB> guid = ""%s-%s"" % ( set_type , i ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> text_a = tokenization . convert_to_unicode ( line [ 1 ] ) <TAB> <TAB> <TAB> label = ""0"" <TAB> <TAB> else : <TAB> <TAB> <TAB> text_a = tokenization . convert_to_unicode ( line [ 3 ] ) <TAB> <TAB> <TAB> label = tokenization . convert_to_unicode ( line [ 1 ] ) <TAB> <TAB> examples . append ( <TAB> <TAB> <TAB> InputExample ( guid = guid , text_a = text_a , text_b = None , label = label ) <TAB> <TAB> ) <TAB> return examples","if set_type == ""test"" :",222
13989,"def assertFormFieldValueTransformCorrect(self, form_field, expected, read_results=None):
    if expected is None:
        return
    field_type = expected.type
    if field_type == ""string"":
        self.assertEqual(form_field.value, expected.value_string)
    if field_type == ""number"":
        self.assertEqual(form_field.value, expected.value_number)
    if field_type == ""integer"":
        self.assertEqual(form_field.value, expected.value_integer)
    if field_type == ""date"":
        self.assertEqual(form_field.value, expected.value_date)
    if field_type == ""phoneNumber"":
        self.assertEqual(form_field.value, expected.value_phone_number)
    if field_type == ""time"":
        self.assertEqual(form_field.value, expected.value_time)
    if field_type == ""array"":
        for i in range(len(expected.value_array)):
            self.assertFormFieldValueTransformCorrect(
                form_field.value[i], expected.value_array[i], read_results
            )
    if field_type == ""object"":
        self.assertFormFieldsTransformCorrect(
            form_field.value, expected.value_object, read_results
        )
    if field_type not in [""array"", ""object""] and form_field.value_data:
        self.assertBoundingBoxTransformCorrect(
            form_field.value_data.bounding_box, expected.bounding_box
        )
        self.assertEqual(expected.text, form_field.value_data.text)
        self.assertEqual(expected.page, form_field.value_data.page_number)
        if read_results:
            self.assertFieldElementsTransFormCorrect(
                form_field.value_data.field_elements, expected.elements, read_results
            )
","def assertFormFieldValueTransformCorrect ( self , form_field , expected , read_results = None ) : <TAB> if expected is None : <TAB> <TAB> return <TAB> field_type = expected . type <TAB> if field_type == ""string"" : <TAB> <TAB> self . assertEqual ( form_field . value , expected . value_string ) <TAB> if field_type == ""number"" : <TAB> <TAB> self . assertEqual ( form_field . value , expected . value_number ) <TAB> if field_type == ""integer"" : <TAB> <TAB> self . assertEqual ( form_field . value , expected . value_integer ) <TAB> if field_type == ""date"" : <TAB> <TAB> self . assertEqual ( form_field . value , expected . value_date ) <TAB> if field_type == ""phoneNumber"" : <TAB> <TAB> self . assertEqual ( form_field . value , expected . value_phone_number ) <TAB> if field_type == ""time"" : <TAB> <TAB> self . assertEqual ( form_field . value , expected . value_time ) <TAB> if field_type == ""array"" : <TAB> <TAB> for i in range ( len ( expected . value_array ) ) : <TAB> <TAB> <TAB> self . assertFormFieldValueTransformCorrect ( <TAB> <TAB> <TAB> <TAB> form_field . value [ i ] , expected . value_array [ i ] , read_results <TAB> <TAB> <TAB> ) <TAB> if field_type == ""object"" : <TAB> <TAB> self . assertFormFieldsTransformCorrect ( <TAB> <TAB> <TAB> form_field . value , expected . value_object , read_results <TAB> <TAB> ) <TAB> if field_type not in [ ""array"" , ""object"" ] and form_field . value_data : <TAB> <TAB> self . assertBoundingBoxTransformCorrect ( <TAB> <TAB> <TAB> form_field . value_data . bounding_box , expected . bounding_box <TAB> <TAB> ) <TAB> <TAB> self . assertEqual ( expected . text , form_field . value_data . text ) <TAB> <TAB> self . assertEqual ( expected . page , form_field . value_data . page_number ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertFieldElementsTransFormCorrect ( <TAB> <TAB> <TAB> <TAB> form_field . value_data . field_elements , expected . elements , read_results <TAB> <TAB> <TAB> )",if read_results :,489
15251,"def small_count(v):
    if not v:
        return 0
    z = [
        (1000000000, _(""b"")),
        (1000000, _(""m"")),
        (1000, _(""k"")),
    ]
    v = int(v)
    for x, y in z:
        o, p = divmod(v, x)
        if o:
            if len(str(o)) > 2 or not p:
                return ""%d%s"" % (o, y)
            return ""%.1f%s"" % (v / float(x), y)
    return v","def small_count ( v ) : <TAB> if not v : <TAB> <TAB> return 0 <TAB> z = [ <TAB> <TAB> ( 1000000000 , _ ( ""b"" ) ) , <TAB> <TAB> ( 1000000 , _ ( ""m"" ) ) , <TAB> <TAB> ( 1000 , _ ( ""k"" ) ) , <TAB> ] <TAB> v = int ( v ) <TAB> for x , y in z : <TAB> <TAB> o , p = divmod ( v , x ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if len ( str ( o ) ) > 2 or not p : <TAB> <TAB> <TAB> <TAB> return ""%d%s"" % ( o , y ) <TAB> <TAB> <TAB> return ""%.1f%s"" % ( v / float ( x ) , y ) <TAB> return v",if o :,149
25449,"def run(self, params=None):
    databus = conpot_core.get_databus()
    cmd_ok = """"
    if params:
        params_split = params.split("" "")
        cmd_ok = ""OK""
        kap_port = parse_port(params_split[0])
        if kap_port != 0:
            databus.set_value(""kap_a_server_port"", kap_port)
        if len(params_split) > 1:
            cha_port = parse_port(params_split[1])
            if cha_port != 0:
                databus.set_value(""channel_a_port"", cha_port)
        if len(params_split) > 2:
            chb_port = parse_port(params_split[2])
            if chb_port != 0:
                databus.set_value(""channel_b_port"", chb_port)
        # FIXME: how do we change the port we are connected to?
        # if len(params_split) > 3:
        # cfg_port = parse_port(params_split[3])
        # if cfg_port != 0:
        # databus.set_value("""", cfg_port)
    return self.CMD_OUTPUT.format(
        cmd_ok,
        databus.get_value(""kap_a_server_port""),
        databus.get_value(""channel_a_port""),
        databus.get_value(""channel_b_port""),
        50100,
    )  # FIXME: see above","def run ( self , params = None ) : <TAB> databus = conpot_core . get_databus ( ) <TAB> cmd_ok = """" <TAB> if params : <TAB> <TAB> params_split = params . split ( "" "" ) <TAB> <TAB> cmd_ok = ""OK"" <TAB> <TAB> kap_port = parse_port ( params_split [ 0 ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> databus . set_value ( ""kap_a_server_port"" , kap_port ) <TAB> <TAB> if len ( params_split ) > 1 : <TAB> <TAB> <TAB> cha_port = parse_port ( params_split [ 1 ] ) <TAB> <TAB> <TAB> if cha_port != 0 : <TAB> <TAB> <TAB> <TAB> databus . set_value ( ""channel_a_port"" , cha_port ) <TAB> <TAB> if len ( params_split ) > 2 : <TAB> <TAB> <TAB> chb_port = parse_port ( params_split [ 2 ] ) <TAB> <TAB> <TAB> if chb_port != 0 : <TAB> <TAB> <TAB> <TAB> databus . set_value ( ""channel_b_port"" , chb_port ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return self . CMD_OUTPUT . format ( <TAB> <TAB> cmd_ok , <TAB> <TAB> databus . get_value ( ""kap_a_server_port"" ) , <TAB> <TAB> databus . get_value ( ""channel_a_port"" ) , <TAB> <TAB> databus . get_value ( ""channel_b_port"" ) , <TAB> <TAB> 50100 , <TAB> )",if kap_port != 0 :,403
4537,"def help(self, request):
    if type(request) is type(""""):
        if request == ""help"":
            self.intro()
        elif request == ""keywords"":
            self.listkeywords()
        elif request == ""topics"":
            self.listtopics()
        elif request == ""modules"":
            self.listmodules()
        elif request[:8] == ""modules "":
            self.listmodules(split(request)[1])
        elif request in self.keywords:
            self.showtopic(request)
        elif request in self.topics:
            self.showtopic(request)
        elif request:
            doc(request, ""Help on %s:"")
    elif isinstance(request, Helper):
        self()
    else:
        doc(request, ""Help on %s:"")
    self.output.write(""\n"")","def help ( self , request ) : <TAB> if type ( request ) is type ( """" ) : <TAB> <TAB> if request == ""help"" : <TAB> <TAB> <TAB> self . intro ( ) <TAB> <TAB> elif request == ""keywords"" : <TAB> <TAB> <TAB> self . listkeywords ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . listtopics ( ) <TAB> <TAB> elif request == ""modules"" : <TAB> <TAB> <TAB> self . listmodules ( ) <TAB> <TAB> elif request [ : 8 ] == ""modules "" : <TAB> <TAB> <TAB> self . listmodules ( split ( request ) [ 1 ] ) <TAB> <TAB> elif request in self . keywords : <TAB> <TAB> <TAB> self . showtopic ( request ) <TAB> <TAB> elif request in self . topics : <TAB> <TAB> <TAB> self . showtopic ( request ) <TAB> <TAB> elif request : <TAB> <TAB> <TAB> doc ( request , ""Help on %s:"" ) <TAB> elif isinstance ( request , Helper ) : <TAB> <TAB> self ( ) <TAB> else : <TAB> <TAB> doc ( request , ""Help on %s:"" ) <TAB> self . output . write ( ""\n"" )","elif request == ""topics"" :",220
14102,"def _grouped_backends(cls, options, backend):
    ""Group options by backend and filter out output group appropriately""
    if options is None:
        return [(backend or Store.current_backend, options)]
    dfltdict = defaultdict(dict)
    for spec, groups in options.items():
        if ""output"" not in groups.keys() or len(groups[""output""]) == 0:
            dfltdict[backend or Store.current_backend][spec.strip()] = groups
        elif set(groups[""output""].keys()) - set([""backend""]):
            dfltdict[groups[""output""][""backend""]][spec.strip()] = groups
        elif [""backend""] == list(groups[""output""].keys()):
            filtered = {k: v for k, v in groups.items() if k != ""output""}
            dfltdict[groups[""output""][""backend""]][spec.strip()] = filtered
        else:
            raise Exception(""The output options group must have the backend keyword"")
    return [(bk, bk_opts) for (bk, bk_opts) in dfltdict.items()]","def _grouped_backends ( cls , options , backend ) : <TAB> ""Group options by backend and filter out output group appropriately"" <TAB> if options is None : <TAB> <TAB> return [ ( backend or Store . current_backend , options ) ] <TAB> dfltdict = defaultdict ( dict ) <TAB> for spec , groups in options . items ( ) : <TAB> <TAB> if ""output"" not in groups . keys ( ) or len ( groups [ ""output"" ] ) == 0 : <TAB> <TAB> <TAB> dfltdict [ backend or Store . current_backend ] [ spec . strip ( ) ] = groups <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> dfltdict [ groups [ ""output"" ] [ ""backend"" ] ] [ spec . strip ( ) ] = groups <TAB> <TAB> elif [ ""backend"" ] == list ( groups [ ""output"" ] . keys ( ) ) : <TAB> <TAB> <TAB> filtered = { k : v for k , v in groups . items ( ) if k != ""output"" } <TAB> <TAB> <TAB> dfltdict [ groups [ ""output"" ] [ ""backend"" ] ] [ spec . strip ( ) ] = filtered <TAB> <TAB> else : <TAB> <TAB> <TAB> raise Exception ( ""The output options group must have the backend keyword"" ) <TAB> return [ ( bk , bk_opts ) for ( bk , bk_opts ) in dfltdict . items ( ) ]","elif set ( groups [ ""output"" ] . keys ( ) ) - set ( [ ""backend"" ] ) :",260
5113,"def index(request, response_format=""html""):
    ""All available tickets""
    if request.GET:
        if ""status"" in request.GET and request.GET[""status""]:
            query = _get_filter_query(request.GET)
        else:
            query = Q(status__hidden=False) & _get_filter_query(request.GET)
        tickets = Object.filter_by_request(request, Ticket.objects.filter(query))
    else:
        tickets = Object.filter_by_request(
            request, Ticket.objects.filter(status__hidden=False)
        )
    filters = FilterForm(request.user.profile, """", request.GET)
    context = _get_default_context(request)
    context.update(
        {
            ""tickets"": tickets,
            ""filters"": filters,
        }
    )
    return render_to_response(
        ""services/index"",
        context,
        context_instance=RequestContext(request),
        response_format=response_format,
    )
","def index ( request , response_format = ""html"" ) : <TAB> ""All available tickets"" <TAB> if request . GET : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> query = _get_filter_query ( request . GET ) <TAB> <TAB> else : <TAB> <TAB> <TAB> query = Q ( status__hidden = False ) & _get_filter_query ( request . GET ) <TAB> <TAB> tickets = Object . filter_by_request ( request , Ticket . objects . filter ( query ) ) <TAB> else : <TAB> <TAB> tickets = Object . filter_by_request ( <TAB> <TAB> <TAB> request , Ticket . objects . filter ( status__hidden = False ) <TAB> <TAB> ) <TAB> filters = FilterForm ( request . user . profile , """" , request . GET ) <TAB> context = _get_default_context ( request ) <TAB> context . update ( <TAB> <TAB> { <TAB> <TAB> <TAB> ""tickets"" : tickets , <TAB> <TAB> <TAB> ""filters"" : filters , <TAB> <TAB> } <TAB> ) <TAB> return render_to_response ( <TAB> <TAB> ""services/index"" , <TAB> <TAB> context , <TAB> <TAB> context_instance = RequestContext ( request ) , <TAB> <TAB> response_format = response_format , <TAB> )","if ""status"" in request . GET and request . GET [ ""status"" ] :",277
15696,"def fwd_normalize(fwd: OptionsIterable) -> Options:
    """"""Normalize and convert values extracted from forwarded headers.""""""
    ret: Dict[str, Union[int, str]] = {}
    for key, val in fwd:
        if val is not None:
            try:
                if key in (""by"", ""for""):
                    ret[key] = fwd_normalize_address(val)
                elif key in (""host"", ""proto""):
                    ret[key] = val.lower()
                elif key == ""port"":
                    ret[key] = int(val)
                elif key == ""path"":
                    ret[key] = unquote(val)
                else:
                    ret[key] = val
            except ValueError:
                pass
    return ret
","def fwd_normalize ( fwd : OptionsIterable ) -> Options : <TAB> """"""Normalize and convert values extracted from forwarded headers."""""" <TAB> ret : Dict [ str , Union [ int , str ] ] = { } <TAB> for key , val in fwd : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> if key in ( ""by"" , ""for"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> ret [ key ] = fwd_normalize_address ( val ) <TAB> <TAB> <TAB> <TAB> elif key in ( ""host"" , ""proto"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> ret [ key ] = val . lower ( ) <TAB> <TAB> <TAB> <TAB> elif key == ""port"" : <TAB> <TAB> <TAB> <TAB> <TAB> ret [ key ] = int ( val ) <TAB> <TAB> <TAB> <TAB> elif key == ""path"" : <TAB> <TAB> <TAB> <TAB> <TAB> ret [ key ] = unquote ( val ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> ret [ key ] = val <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> pass <TAB> return ret",if val is not None :,220
5149,"def _well_known_rules(conf):
    # Allow access to certain resources for all services by default.
    yield iptables.Rule(
        protocol=""ip"",
        src=""0.0.0.0/0.0.0.0"",
        dst=""0.0.0.0/0.0.0.0"",
        target=""PAASTA-COMMON"",
        matches=(),
        target_parameters=(),
    )
    for dep in conf.get_dependencies() or ():
        resource = dep.get(""well-known"")
        if resource == ""internet"":
            yield iptables.Rule(
                protocol=""ip"",
                src=""0.0.0.0/0.0.0.0"",
                dst=""0.0.0.0/0.0.0.0"",
                target=""PAASTA-INTERNET"",
                matches=(),
                target_parameters=(),
            )
        elif resource is not None:
            # TODO: handle better
            raise AssertionError(resource)","def _well_known_rules ( conf ) : <TAB> <TAB> yield iptables . Rule ( <TAB> <TAB> protocol = ""ip"" , <TAB> <TAB> src = ""0.0.0.0/0.0.0.0"" , <TAB> <TAB> dst = ""0.0.0.0/0.0.0.0"" , <TAB> <TAB> target = ""PAASTA-COMMON"" , <TAB> <TAB> matches = ( ) , <TAB> <TAB> target_parameters = ( ) , <TAB> ) <TAB> for dep in conf . get_dependencies ( ) or ( ) : <TAB> <TAB> resource = dep . get ( ""well-known"" ) <TAB> <TAB> if resource == ""internet"" : <TAB> <TAB> <TAB> yield iptables . Rule ( <TAB> <TAB> <TAB> <TAB> protocol = ""ip"" , <TAB> <TAB> <TAB> <TAB> src = ""0.0.0.0/0.0.0.0"" , <TAB> <TAB> <TAB> <TAB> dst = ""0.0.0.0/0.0.0.0"" , <TAB> <TAB> <TAB> <TAB> target = ""PAASTA-INTERNET"" , <TAB> <TAB> <TAB> <TAB> matches = ( ) , <TAB> <TAB> <TAB> <TAB> target_parameters = ( ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise AssertionError ( resource )",elif resource is not None :,268
9332,"def binaryPrecedence(token=None, allowIn=None):
    prec = 0
    if (token.type != Token.Punctuator) and (token.type != Token.Keyword):
        return 0
    while 1:
        if token.value == ""||"":
            prec = 1
            break
        elif token.value == ""&&"":
            prec = 2
            break
        elif token.value == ""|"":
            prec = 3
            break
        elif token.value == ""^"":
            prec = 4
            break
        elif token.value == ""&"":
            prec = 5
            break
        elif (token.value == ""!=="") or (
            (token.value == ""==="") or ((token.value == ""!="") or (token.value == ""==""))
        ):
            prec = 6
            break
        elif (token.value == ""instanceof"") or (
            (token.value == "">="")
            or ((token.value == ""<="") or ((token.value == "">"") or (token.value == ""<"")))
        ):
            prec = 7
            break
        elif token.value == ""in"":
            prec = 7 if allowIn else 0
            break
        elif (token.value == "">>>"") or ((token.value == "">>"") or (token.value == ""<<"")):
            prec = 8
            break
        elif (token.value == ""-"") or (token.value == ""+""):
            prec = 9
            break
        elif (token.value == ""%"") or ((token.value == ""/"") or (token.value == ""*"")):
            prec = 11
            break
        else:
            break
        break
    return prec","def binaryPrecedence ( token = None , allowIn = None ) : <TAB> prec = 0 <TAB> if ( token . type != Token . Punctuator ) and ( token . type != Token . Keyword ) : <TAB> <TAB> return 0 <TAB> while 1 : <TAB> <TAB> if token . value == ""||"" : <TAB> <TAB> <TAB> prec = 1 <TAB> <TAB> <TAB> break <TAB> <TAB> elif token . value == ""&&"" : <TAB> <TAB> <TAB> prec = 2 <TAB> <TAB> <TAB> break <TAB> <TAB> elif token . value == ""|"" : <TAB> <TAB> <TAB> prec = 3 <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> prec = 4 <TAB> <TAB> <TAB> break <TAB> <TAB> elif token . value == ""&"" : <TAB> <TAB> <TAB> prec = 5 <TAB> <TAB> <TAB> break <TAB> <TAB> elif ( token . value == ""!=="" ) or ( <TAB> <TAB> <TAB> ( token . value == ""==="" ) or ( ( token . value == ""!="" ) or ( token . value == ""=="" ) ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> prec = 6 <TAB> <TAB> <TAB> break <TAB> <TAB> elif ( token . value == ""instanceof"" ) or ( <TAB> <TAB> <TAB> ( token . value == "">="" ) <TAB> <TAB> <TAB> or ( ( token . value == ""<="" ) or ( ( token . value == "">"" ) or ( token . value == ""<"" ) ) ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> prec = 7 <TAB> <TAB> <TAB> break <TAB> <TAB> elif token . value == ""in"" : <TAB> <TAB> <TAB> prec = 7 if allowIn else 0 <TAB> <TAB> <TAB> break <TAB> <TAB> elif ( token . value == "">>>"" ) or ( ( token . value == "">>"" ) or ( token . value == ""<<"" ) ) : <TAB> <TAB> <TAB> prec = 8 <TAB> <TAB> <TAB> break <TAB> <TAB> elif ( token . value == ""-"" ) or ( token . value == ""+"" ) : <TAB> <TAB> <TAB> prec = 9 <TAB> <TAB> <TAB> break <TAB> <TAB> elif ( token . value == ""%"" ) or ( ( token . value == ""/"" ) or ( token . value == ""*"" ) ) : <TAB> <TAB> <TAB> prec = 11 <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> <TAB> break <TAB> return prec","elif token . value == ""^"" :",442
11604,"def __init__(
    self,
    family=None,
    style=None,
    weight=None,
    color=None,
    size=None,
    ha=None,
    va=None,
    rotation=None,
    linespacing=None,
    backgroundcolor=None,
    margin=None,
    **kwargs
):
    d = {""visible"": True}
    # ggplot2 translation
    with suppress(KeyError):
        linespacing = kwargs.pop(""lineheight"")
    with suppress(KeyError):
        color = color or kwargs.pop(""colour"")
    with suppress(KeyError):
        _face = kwargs.pop(""face"")
        if _face == ""plain"":
            style = ""normal""
        elif _face == ""italic"":
            style = ""italic""
        elif _face == ""bold"":
            weight = ""bold""
        elif _face == ""bold.italic"":
            style = ""italic""
            weight = ""bold""
    with suppress(KeyError):
        ha = self._translate_hjust(kwargs.pop(""hjust""))
    with suppress(KeyError):
        va = self._translate_vjust(kwargs.pop(""vjust""))
    with suppress(KeyError):
        rotation = kwargs.pop(""angle"")
    if margin is not None:
        margin = Margin(self, **margin)
    # margin.update(kwargs.get('margin', {}))
    # Use the parameters that have been set
    names = (
        ""backgroundcolor"",
        ""color"",
        ""family"",
        ""ha"",
        ""linespacing"",
        ""rotation"",
        ""size"",
        ""style"",
        ""va"",
        ""weight"",
        ""margin"",
    )
    variables = locals()
    for name in names:
        if variables[name] is not None:
            d[name] = variables[name]
    d.update(**kwargs)
    self.properties = d","def __init__ ( <TAB> self , <TAB> family = None , <TAB> style = None , <TAB> weight = None , <TAB> color = None , <TAB> size = None , <TAB> ha = None , <TAB> va = None , <TAB> rotation = None , <TAB> linespacing = None , <TAB> backgroundcolor = None , <TAB> margin = None , <TAB> ** kwargs ) : <TAB> d = { ""visible"" : True } <TAB> <TAB> with suppress ( KeyError ) : <TAB> <TAB> linespacing = kwargs . pop ( ""lineheight"" ) <TAB> with suppress ( KeyError ) : <TAB> <TAB> color = color or kwargs . pop ( ""colour"" ) <TAB> with suppress ( KeyError ) : <TAB> <TAB> _face = kwargs . pop ( ""face"" ) <TAB> <TAB> if _face == ""plain"" : <TAB> <TAB> <TAB> style = ""normal"" <TAB> <TAB> elif _face == ""italic"" : <TAB> <TAB> <TAB> style = ""italic"" <TAB> <TAB> elif _face == ""bold"" : <TAB> <TAB> <TAB> weight = ""bold"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> style = ""italic"" <TAB> <TAB> <TAB> weight = ""bold"" <TAB> with suppress ( KeyError ) : <TAB> <TAB> ha = self . _translate_hjust ( kwargs . pop ( ""hjust"" ) ) <TAB> with suppress ( KeyError ) : <TAB> <TAB> va = self . _translate_vjust ( kwargs . pop ( ""vjust"" ) ) <TAB> with suppress ( KeyError ) : <TAB> <TAB> rotation = kwargs . pop ( ""angle"" ) <TAB> if margin is not None : <TAB> <TAB> margin = Margin ( self , ** margin ) <TAB> <TAB> <TAB> names = ( <TAB> <TAB> ""backgroundcolor"" , <TAB> <TAB> ""color"" , <TAB> <TAB> ""family"" , <TAB> <TAB> ""ha"" , <TAB> <TAB> ""linespacing"" , <TAB> <TAB> ""rotation"" , <TAB> <TAB> ""size"" , <TAB> <TAB> ""style"" , <TAB> <TAB> ""va"" , <TAB> <TAB> ""weight"" , <TAB> <TAB> ""margin"" , <TAB> ) <TAB> variables = locals ( ) <TAB> for name in names : <TAB> <TAB> if variables [ name ] is not None : <TAB> <TAB> <TAB> d [ name ] = variables [ name ] <TAB> d . update ( ** kwargs ) <TAB> self . properties = d","elif _face == ""bold.italic"" :",491
24910,"def wrapper_function(*args, **kwargs):
    if fn.__class__ in _simple_constraint_rule_types:
        #
        # If the argument is a boolean or None, then this is a
        # trivial constraint expression.
        #
        value = fn
    else:
        #
        # Otherwise, the argument is a functor, so call it to
        # generate the constraint expression.
        #
        value = fn(*args, **kwargs)
    #
    # Map the value to a constant:
    #   None        End the constraint list
    #   True        Feasible constraint
    #   False       Infeasible constraint
    #
    if value.__class__ in _simple_constraint_rule_types:
        if value is None:
            return ConstraintList.End
        elif value is True:
            return Constraint.Feasible
        elif value is False:
            return Constraint.Infeasible
    return value
","def wrapper_function ( * args , ** kwargs ) : <TAB> if fn . __class__ in _simple_constraint_rule_types : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> value = fn <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> value = fn ( * args , ** kwargs ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if value . __class__ in _simple_constraint_rule_types : <TAB> <TAB> if value is None : <TAB> <TAB> <TAB> return ConstraintList . End <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return Constraint . Feasible <TAB> <TAB> elif value is False : <TAB> <TAB> <TAB> return Constraint . Infeasible <TAB> return value",elif value is True :,255
23246,"def sayText(text, voice=None, verbose=False):
    if ViewClient.isLinux:
        if verbose:
            # FIXME: should use Colors, but for now it's fine
            # print in magenta (35)
            print(""\x1b[{}{}m>> saying: {}\x1b[0m"".format(35, """", text))
        time.sleep(2)
        if DEBUG:
            print('Saying ""%s"" using festival' % text, file=sys.stderr)
        pipe = subprocess.Popen([""/usr/bin/festival""])
        pipe.communicate('(SayText ""%s"")' % text)
        pipe.terminate()
        time.sleep(5)
    elif ViewClient.isDarwin:
        if verbose:
            # FIXME: should use Colors, but for now it's fine
            # print in magenta (35)
            print(""\x1b[{}{}m>> saying: {}\x1b[0m"".format(35, """", text))
        time.sleep(1)
        if not voice:
            voice = ""Samantha""
        if DEBUG:
            print('Saying ""%s"" as %s' % (text, voice), file=sys.stderr)
        subprocess.check_call([""/usr/bin/say"", ""-v"", voice, text])
        time.sleep(5)
    else:
        print(""sayText: Unsupported OS: {}"".format(ViewClient.osName), file=sys.stderr)","def sayText ( text , voice = None , verbose = False ) : <TAB> if ViewClient . isLinux : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( ""\x1b[{}{}m>> saying: {}\x1b[0m"" . format ( 35 , """" , text ) ) <TAB> <TAB> time . sleep ( 2 ) <TAB> <TAB> if DEBUG : <TAB> <TAB> <TAB> print ( 'Saying ""%s"" using festival' % text , file = sys . stderr ) <TAB> <TAB> pipe = subprocess . Popen ( [ ""/usr/bin/festival"" ] ) <TAB> <TAB> pipe . communicate ( '(SayText ""%s"")' % text ) <TAB> <TAB> pipe . terminate ( ) <TAB> <TAB> time . sleep ( 5 ) <TAB> elif ViewClient . isDarwin : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( ""\x1b[{}{}m>> saying: {}\x1b[0m"" . format ( 35 , """" , text ) ) <TAB> <TAB> time . sleep ( 1 ) <TAB> <TAB> if not voice : <TAB> <TAB> <TAB> voice = ""Samantha"" <TAB> <TAB> if DEBUG : <TAB> <TAB> <TAB> print ( 'Saying ""%s"" as %s' % ( text , voice ) , file = sys . stderr ) <TAB> <TAB> subprocess . check_call ( [ ""/usr/bin/say"" , ""-v"" , voice , text ] ) <TAB> <TAB> time . sleep ( 5 ) <TAB> else : <TAB> <TAB> print ( ""sayText: Unsupported OS: {}"" . format ( ViewClient . osName ) , file = sys . stderr )",if verbose :,383
10124,"def calc(self, arg):
    op = arg[""op""]
    if op == ""C"":
        self.clear()
        return str(self.current)
    num = decimal.Decimal(arg[""num""])
    if self.op:
        if self.op == ""+"":
            self.current += num
        elif self.op == ""-"":
            self.current -= num
        elif self.op == ""*"":
            self.current *= num
        elif self.op == ""/"":
            self.current /= num
        self.op = op
    else:
        self.op = op
        self.current = num
    res = str(self.current)
    if op == ""="":
        self.clear()
    return res
","def calc ( self , arg ) : <TAB> op = arg [ ""op"" ] <TAB> if op == ""C"" : <TAB> <TAB> self . clear ( ) <TAB> <TAB> return str ( self . current ) <TAB> num = decimal . Decimal ( arg [ ""num"" ] ) <TAB> if self . op : <TAB> <TAB> if self . op == ""+"" : <TAB> <TAB> <TAB> self . current += num <TAB> <TAB> elif self . op == ""-"" : <TAB> <TAB> <TAB> self . current -= num <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . current *= num <TAB> <TAB> elif self . op == ""/"" : <TAB> <TAB> <TAB> self . current /= num <TAB> <TAB> self . op = op <TAB> else : <TAB> <TAB> self . op = op <TAB> <TAB> self . current = num <TAB> res = str ( self . current ) <TAB> if op == ""="" : <TAB> <TAB> self . clear ( ) <TAB> return res","elif self . op == ""*"" :",187
24561,"def set_text_from_of(self, direction):
    """"""Sets the text of the numbers of displayed pages in table.""""""
    if self.pagination:
        if direction == ""forward"":
            if len(self._row_data_parts[self._rows_number]) < self._to_value:
                self._current_value = self._current_value + self.rows_num
            else:
                self._current_value = self._current_value + len(
                    self._row_data_parts[self._rows_number]
                )
            self._to_value = self._to_value + len(
                self._row_data_parts[self._rows_number]
            )
        if direction == ""back"":
            self._current_value = self._current_value - len(
                self._row_data_parts[self._rows_number]
            )
            self._to_value = self._to_value - len(
                self._row_data_parts[self._rows_number]
            )
        if direction == ""increment"":
            self._current_value = 1
            self._to_value = self.rows_num + self._current_value - 1
        self.pagination.ids.label_rows_per_page.text = (
            f""{self._current_value}-{self._to_value} of {len(self.row_data)}""
        )","def set_text_from_of ( self , direction ) : <TAB> """"""Sets the text of the numbers of displayed pages in table."""""" <TAB> if self . pagination : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if len ( self . _row_data_parts [ self . _rows_number ] ) < self . _to_value : <TAB> <TAB> <TAB> <TAB> self . _current_value = self . _current_value + self . rows_num <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . _current_value = self . _current_value + len ( <TAB> <TAB> <TAB> <TAB> <TAB> self . _row_data_parts [ self . _rows_number ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . _to_value = self . _to_value + len ( <TAB> <TAB> <TAB> <TAB> self . _row_data_parts [ self . _rows_number ] <TAB> <TAB> <TAB> ) <TAB> <TAB> if direction == ""back"" : <TAB> <TAB> <TAB> self . _current_value = self . _current_value - len ( <TAB> <TAB> <TAB> <TAB> self . _row_data_parts [ self . _rows_number ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . _to_value = self . _to_value - len ( <TAB> <TAB> <TAB> <TAB> self . _row_data_parts [ self . _rows_number ] <TAB> <TAB> <TAB> ) <TAB> <TAB> if direction == ""increment"" : <TAB> <TAB> <TAB> self . _current_value = 1 <TAB> <TAB> <TAB> self . _to_value = self . rows_num + self . _current_value - 1 <TAB> <TAB> self . pagination . ids . label_rows_per_page . text = ( <TAB> <TAB> <TAB> f""{self._current_value}-{self._to_value} of {len(self.row_data)}"" <TAB> <TAB> )","if direction == ""forward"" :",376
9389,"def PyJs_anonymous_3997_(min, max, this, arguments, var=var):
    var = Scope({u""this"": this, u""max"": max, u""arguments"": arguments, u""min"": min}, var)
    var.registers([u""max"", u""folded"", u""$this"", u""min""])
    var.put(u""$this"", var.get(u""this""))
    while 1:
        var.put(u""folded"", var.get(u""caseFold"")(var.get(u""min"")))
        if var.get(u""folded""):
            var.get(u""$this"").callprop(u""add"", var.get(u""folded""))
        if not (
            var.put(u""min"", Js(var.get(u""min"").to_number()) + Js(1)) <= var.get(u""max"")
        ):
            break
    return var.get(u""$this"")","def PyJs_anonymous_3997_ ( min , max , this , arguments , var = var ) : <TAB> var = Scope ( { u""this"" : this , u""max"" : max , u""arguments"" : arguments , u""min"" : min } , var ) <TAB> var . registers ( [ u""max"" , u""folded"" , u""$this"" , u""min"" ] ) <TAB> var . put ( u""$this"" , var . get ( u""this"" ) ) <TAB> while 1 : <TAB> <TAB> var . put ( u""folded"" , var . get ( u""caseFold"" ) ( var . get ( u""min"" ) ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> var . get ( u""$this"" ) . callprop ( u""add"" , var . get ( u""folded"" ) ) <TAB> <TAB> if not ( <TAB> <TAB> <TAB> var . put ( u""min"" , Js ( var . get ( u""min"" ) . to_number ( ) ) + Js ( 1 ) ) <= var . get ( u""max"" ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> break <TAB> return var . get ( u""$this"" )","if var . get ( u""folded"" ) :",238
12331,"def check_value_shape(self, value, slice_):
    """"""Checks if value can be set to the slice""""""
    if None not in self.shape and self.dtype != ""O"":
        if not all([isinstance(sh, int) for sh in slice_]):
            expected_value_shape = tuple(
                [
                    len(range(*slice_shape.indices(self.shape[i])))
                    for i, slice_shape in enumerate(slice_)
                    if not isinstance(slice_shape, int)
                ]
            )
            if isinstance(value, list):
                value = np.array(value)
            if isinstance(value, np.ndarray):
                value_shape = [dim for dim in value.shape if dim != 1]
                expected_shape = [dim for dim in expected_value_shape if dim != 1]
                if value_shape != expected_shape:
                    raise ValueShapeError(expected_value_shape, value.shape)
                else:
                    value = value.reshape(expected_value_shape)
        else:
            expected_value_shape = (1,)
            if isinstance(value, list):
                value = np.array(value)
            if isinstance(value, np.ndarray) and value.shape != expected_value_shape:
                raise ValueShapeError(expected_value_shape, value.shape)
    return value","def check_value_shape ( self , value , slice_ ) : <TAB> """"""Checks if value can be set to the slice"""""" <TAB> if None not in self . shape and self . dtype != ""O"" : <TAB> <TAB> if not all ( [ isinstance ( sh , int ) for sh in slice_ ] ) : <TAB> <TAB> <TAB> expected_value_shape = tuple ( <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> len ( range ( * slice_shape . indices ( self . shape [ i ] ) ) ) <TAB> <TAB> <TAB> <TAB> <TAB> for i , slice_shape in enumerate ( slice_ ) <TAB> <TAB> <TAB> <TAB> <TAB> if not isinstance ( slice_shape , int ) <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if isinstance ( value , list ) : <TAB> <TAB> <TAB> <TAB> value = np . array ( value ) <TAB> <TAB> <TAB> if isinstance ( value , np . ndarray ) : <TAB> <TAB> <TAB> <TAB> value_shape = [ dim for dim in value . shape if dim != 1 ] <TAB> <TAB> <TAB> <TAB> expected_shape = [ dim for dim in expected_value_shape if dim != 1 ] <TAB> <TAB> <TAB> <TAB> if value_shape != expected_shape : <TAB> <TAB> <TAB> <TAB> <TAB> raise ValueShapeError ( expected_value_shape , value . shape ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> value = value . reshape ( expected_value_shape ) <TAB> <TAB> else : <TAB> <TAB> <TAB> expected_value_shape = ( 1 , ) <TAB> <TAB> <TAB> if isinstance ( value , list ) : <TAB> <TAB> <TAB> <TAB> value = np . array ( value ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise ValueShapeError ( expected_value_shape , value . shape ) <TAB> return value","if isinstance ( value , np . ndarray ) and value . shape != expected_value_shape :",380
19565,"def _can_serialize_limited_fsim(theta: float, phi: float):
    # Symbols for LIMITED_FSIM are allowed, but may fail server-side
    # if an incorrect run context is specified
    if _near_mod_2pi(phi, 0) or isinstance(phi, sympy.Symbol):
        if isinstance(theta, sympy.Symbol):
            return True
        # Identity
        if _near_mod_2pi(theta, 0):
            return True
        # sqrt ISWAP
        if _near_mod_2pi(theta, -np.pi / 4):
            return True
        # inverse sqrt ISWAP
        if _near_mod_2pi(theta, np.pi / 4):
            return True
    # Sycamore
    if (
        (_near_mod_2pi(theta, np.pi / 2) or isinstance(theta, sympy.Symbol))
        and (_near_mod_2pi(phi, np.pi / 6))
        or isinstance(phi, sympy.Symbol)
    ):
        return True
    # CZ
    if (
        (_near_mod_2pi(theta, 0) or isinstance(theta, sympy.Symbol))
        and (_near_mod_2pi(phi, np.pi))
        or isinstance(phi, sympy.Symbol)
    ):
        return True
    return False","def _can_serialize_limited_fsim ( theta : float , phi : float ) : <TAB> <TAB> <TAB> if _near_mod_2pi ( phi , 0 ) or isinstance ( phi , sympy . Symbol ) : <TAB> <TAB> if isinstance ( theta , sympy . Symbol ) : <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> <TAB> if _near_mod_2pi ( theta , 0 ) : <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> <TAB> if _near_mod_2pi ( theta , np . pi / 4 ) : <TAB> <TAB> <TAB> return True <TAB> <TAB> if ( <TAB> <TAB> ( _near_mod_2pi ( theta , np . pi / 2 ) or isinstance ( theta , sympy . Symbol ) ) <TAB> <TAB> and ( _near_mod_2pi ( phi , np . pi / 6 ) ) <TAB> <TAB> or isinstance ( phi , sympy . Symbol ) <TAB> ) : <TAB> <TAB> return True <TAB> <TAB> if ( <TAB> <TAB> ( _near_mod_2pi ( theta , 0 ) or isinstance ( theta , sympy . Symbol ) ) <TAB> <TAB> and ( _near_mod_2pi ( phi , np . pi ) ) <TAB> <TAB> or isinstance ( phi , sympy . Symbol ) <TAB> ) : <TAB> <TAB> return True <TAB> return False","if _near_mod_2pi ( theta , - np . pi / 4 ) :",343
15297,"def tokens_to_spans() -> Iterable[Tuple[str, Optional[Style]]]:
    """"""Convert tokens to spans.""""""
    tokens = iter(line_tokenize())
    line_no = 0
    _line_start = line_start - 1
    # Skip over tokens until line start
    while line_no < _line_start:
        _token_type, token = next(tokens)
        yield (token, None)
        if token.endswith(""\n""):
            line_no += 1
    # Generate spans until line end
    for token_type, token in tokens:
        yield (token, _get_theme_style(token_type))
        if token.endswith(""\n""):
            line_no += 1
            if line_no >= line_end:
                break","def tokens_to_spans ( ) -> Iterable [ Tuple [ str , Optional [ Style ] ] ] : <TAB> """"""Convert tokens to spans."""""" <TAB> tokens = iter ( line_tokenize ( ) ) <TAB> line_no = 0 <TAB> _line_start = line_start - 1 <TAB> <TAB> while line_no < _line_start : <TAB> <TAB> _token_type , token = next ( tokens ) <TAB> <TAB> yield ( token , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> line_no += 1 <TAB> <TAB> for token_type , token in tokens : <TAB> <TAB> yield ( token , _get_theme_style ( token_type ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> line_no += 1 <TAB> <TAB> <TAB> if line_no >= line_end : <TAB> <TAB> <TAB> <TAB> break","if token . endswith ( ""\n"" ) :",194
12161,"def getCustomProperties(self):
    self.fields = {}
    self.relations = {}
    self.columns = []
    self.meta = self.klass._meta
    for name in self.meta.get_all_field_names():
        x = self.meta.get_field_by_name(name)[0]
        if isinstance(x, files.FileField):
            self.readonly_attrs.update([name])
        if isinstance(x, related.RelatedObject):
            continue
        if isinstance(x, related.ManyToManyField):
            self.relations[name] = x
        elif not isinstance(x, related.ForeignKey):
            self.fields[name] = x
        else:
            self.relations[name] = x
    parent_fields = []
    for field in self.meta.parents.values():
        parent_fields.append(field.attname)
        del self.relations[field.name]
    self.exclude_attrs.update(parent_fields)
    props = self.fields.keys()
    self.encodable_properties.update(props)
    self.decodable_properties.update(props)
    self.exclude_attrs.update([""_state""])","def getCustomProperties ( self ) : <TAB> self . fields = { } <TAB> self . relations = { } <TAB> self . columns = [ ] <TAB> self . meta = self . klass . _meta <TAB> for name in self . meta . get_all_field_names ( ) : <TAB> <TAB> x = self . meta . get_field_by_name ( name ) [ 0 ] <TAB> <TAB> if isinstance ( x , files . FileField ) : <TAB> <TAB> <TAB> self . readonly_attrs . update ( [ name ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if isinstance ( x , related . ManyToManyField ) : <TAB> <TAB> <TAB> self . relations [ name ] = x <TAB> <TAB> elif not isinstance ( x , related . ForeignKey ) : <TAB> <TAB> <TAB> self . fields [ name ] = x <TAB> <TAB> else : <TAB> <TAB> <TAB> self . relations [ name ] = x <TAB> parent_fields = [ ] <TAB> for field in self . meta . parents . values ( ) : <TAB> <TAB> parent_fields . append ( field . attname ) <TAB> <TAB> del self . relations [ field . name ] <TAB> self . exclude_attrs . update ( parent_fields ) <TAB> props = self . fields . keys ( ) <TAB> self . encodable_properties . update ( props ) <TAB> self . decodable_properties . update ( props ) <TAB> self . exclude_attrs . update ( [ ""_state"" ] )","if isinstance ( x , related . RelatedObject ) :",297
1998,"def kwargs(self):
    kwargs = {}
    kwargs_started = False
    for param_name, param in self._signature.parameters.items():
        if not kwargs_started:
            if param.kind in (_VAR_KEYWORD, _KEYWORD_ONLY):
                kwargs_started = True
            else:
                if param_name not in self.arguments:
                    kwargs_started = True
                    continue
        if not kwargs_started:
            continue
        try:
            arg = self.arguments[param_name]
        except KeyError:
            pass
        else:
            if param.kind == _VAR_KEYWORD:
                # **kwargs
                kwargs.update(arg)
            else:
                # plain keyword argument
                kwargs[param_name] = arg
    return kwargs
","def kwargs ( self ) : <TAB> kwargs = { } <TAB> kwargs_started = False <TAB> for param_name , param in self . _signature . parameters . items ( ) : <TAB> <TAB> if not kwargs_started : <TAB> <TAB> <TAB> if param . kind in ( _VAR_KEYWORD , _KEYWORD_ONLY ) : <TAB> <TAB> <TAB> <TAB> kwargs_started = True <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if param_name not in self . arguments : <TAB> <TAB> <TAB> <TAB> <TAB> kwargs_started = True <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> if not kwargs_started : <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> arg = self . arguments [ param_name ] <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> pass <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> kwargs . update ( arg ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> kwargs [ param_name ] = arg <TAB> return kwargs",if param . kind == _VAR_KEYWORD :,226
17954,"def ki_protection_enabled(frame):
    while frame is not None:
        if LOCALS_KEY_KI_PROTECTION_ENABLED in frame.f_locals:
            return frame.f_locals[LOCALS_KEY_KI_PROTECTION_ENABLED]
        if frame.f_code.co_name == ""__del__"":
            return True
        frame = frame.f_back
    return True
","def ki_protection_enabled ( frame ) : <TAB> while frame is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return frame . f_locals [ LOCALS_KEY_KI_PROTECTION_ENABLED ] <TAB> <TAB> if frame . f_code . co_name == ""__del__"" : <TAB> <TAB> <TAB> return True <TAB> <TAB> frame = frame . f_back <TAB> return True",if LOCALS_KEY_KI_PROTECTION_ENABLED in frame . f_locals :,103
7012,"def wrapper(self, *args, **kwargs):
    initial_switch_count = getattr(_get_hub(), ""switch_count"", None)
    self.switch_expected = getattr(self, ""switch_expected"", True)
    if initial_switch_count is not None:
        fullname = getattr(self, ""fullname"", None)
        if self.switch_expected == ""default"" and fullname:
            self.switch_expected = get_switch_expected(fullname)
    result = method(self, *args, **kwargs)
    if initial_switch_count is not None and self.switch_expected is not None:
        switch_count = _get_hub().switch_count - initial_switch_count
        if self.switch_expected is True:
            assert switch_count >= 0
            if not switch_count:
                raise AssertionError(""%s did not switch"" % fullname)
        elif self.switch_expected is False:
            if switch_count:
                raise AssertionError(""%s switched but not expected to"" % fullname)
        else:
            raise AssertionError(
                ""Invalid value for switch_expected: %r"" % (self.switch_expected,)
            )
    return result","def wrapper ( self , * args , ** kwargs ) : <TAB> initial_switch_count = getattr ( _get_hub ( ) , ""switch_count"" , None ) <TAB> self . switch_expected = getattr ( self , ""switch_expected"" , True ) <TAB> if initial_switch_count is not None : <TAB> <TAB> fullname = getattr ( self , ""fullname"" , None ) <TAB> <TAB> if self . switch_expected == ""default"" and fullname : <TAB> <TAB> <TAB> self . switch_expected = get_switch_expected ( fullname ) <TAB> result = method ( self , * args , ** kwargs ) <TAB> if initial_switch_count is not None and self . switch_expected is not None : <TAB> <TAB> switch_count = _get_hub ( ) . switch_count - initial_switch_count <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert switch_count >= 0 <TAB> <TAB> <TAB> if not switch_count : <TAB> <TAB> <TAB> <TAB> raise AssertionError ( ""%s did not switch"" % fullname ) <TAB> <TAB> elif self . switch_expected is False : <TAB> <TAB> <TAB> if switch_count : <TAB> <TAB> <TAB> <TAB> raise AssertionError ( ""%s switched but not expected to"" % fullname ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise AssertionError ( <TAB> <TAB> <TAB> <TAB> ""Invalid value for switch_expected: %r"" % ( self . switch_expected , ) <TAB> <TAB> <TAB> ) <TAB> return result",if self . switch_expected is True :,300
21135,"def ResolveTarget(build_file, target, toolset):
    # This function resolves a target into a canonical form:
    # - a fully defined build file, either absolute or relative to the current
    # directory
    # - a target name
    # - a toolset
    #
    # build_file is the file relative to which 'target' is defined.
    # target is the qualified target.
    # toolset is the default toolset for that target.
    [parsed_build_file, target, parsed_toolset] = ParseQualifiedTarget(target)
    if parsed_build_file:
        if build_file:
            # If a relative path, parsed_build_file is relative to the directory
            # containing build_file.  If build_file is not in the current directory,
            # parsed_build_file is not a usable path as-is.  Resolve it by
            # interpreting it as relative to build_file.  If parsed_build_file is
            # absolute, it is usable as a path regardless of the current directory,
            # and os.path.join will return it as-is.
            build_file = os.path.normpath(
                os.path.join(os.path.dirname(build_file), parsed_build_file)
            )
            # Further (to handle cases like ../cwd), make it relative to cwd)
            if not os.path.isabs(build_file):
                build_file = RelativePath(build_file, ""."")
        else:
            build_file = parsed_build_file
    if parsed_toolset:
        toolset = parsed_toolset
    return [build_file, target, toolset]
","def ResolveTarget ( build_file , target , toolset ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> [ parsed_build_file , target , parsed_toolset ] = ParseQualifiedTarget ( target ) <TAB> if parsed_build_file : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> build_file = os . path . normpath ( <TAB> <TAB> <TAB> <TAB> os . path . join ( os . path . dirname ( build_file ) , parsed_build_file ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not os . path . isabs ( build_file ) : <TAB> <TAB> <TAB> <TAB> build_file = RelativePath ( build_file , ""."" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> build_file = parsed_build_file <TAB> if parsed_toolset : <TAB> <TAB> toolset = parsed_toolset <TAB> return [ build_file , target , toolset ]",if build_file :,421
15165,"def unpack_response(response):
    try:
        data = response.task.read(size=2)
        if not data:
            raise GAE_Exception(600, ""get protocol head fail"")
        if len(data) != 2:
            raise GAE_Exception(
                600, ""get protocol head fail, data:%s, len:%d"" % (data, len(data))
            )
        (headers_length,) = struct.unpack(""!h"", data)
        data = response.task.read(size=headers_length)
        if not data:
            raise GAE_Exception(600, ""get protocol head fail, len:%d"" % headers_length)
        raw_response_line, headers_data = inflate(data).split(b""\r\n"", 1)
        rl = raw_response_line.split()
        response.app_status = int(rl[1])
        if len(rl) >= 3:
            response.app_reason = rl[2].strip()
        headers_block, app_msg = headers_data.split(b""\r\n\r\n"")
        headers_pairs = headers_block.split(b""\r\n"")
        response.headers = {}
        for pair in headers_pairs:
            if not pair:
                break
            k, v = pair.split(b"": "", 1)
            response.headers[k] = v
        response.app_msg = app_msg
        return response
    except Exception as e:
        response.worker.close(""unpack protocol error"")
        raise GAE_Exception(
            600, ""unpack protocol:%r at:%s"" % (e, traceback.format_exc())
        )","def unpack_response ( response ) : <TAB> try : <TAB> <TAB> data = response . task . read ( size = 2 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise GAE_Exception ( 600 , ""get protocol head fail"" ) <TAB> <TAB> if len ( data ) != 2 : <TAB> <TAB> <TAB> raise GAE_Exception ( <TAB> <TAB> <TAB> <TAB> 600 , ""get protocol head fail, data:%s, len:%d"" % ( data , len ( data ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> ( headers_length , ) = struct . unpack ( ""!h"" , data ) <TAB> <TAB> data = response . task . read ( size = headers_length ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise GAE_Exception ( 600 , ""get protocol head fail, len:%d"" % headers_length ) <TAB> <TAB> raw_response_line , headers_data = inflate ( data ) . split ( b""\r\n"" , 1 ) <TAB> <TAB> rl = raw_response_line . split ( ) <TAB> <TAB> response . app_status = int ( rl [ 1 ] ) <TAB> <TAB> if len ( rl ) >= 3 : <TAB> <TAB> <TAB> response . app_reason = rl [ 2 ] . strip ( ) <TAB> <TAB> headers_block , app_msg = headers_data . split ( b""\r\n\r\n"" ) <TAB> <TAB> headers_pairs = headers_block . split ( b""\r\n"" ) <TAB> <TAB> response . headers = { } <TAB> <TAB> for pair in headers_pairs : <TAB> <TAB> <TAB> if not pair : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> k , v = pair . split ( b"": "" , 1 ) <TAB> <TAB> <TAB> response . headers [ k ] = v <TAB> <TAB> response . app_msg = app_msg <TAB> <TAB> return response <TAB> except Exception as e : <TAB> <TAB> response . worker . close ( ""unpack protocol error"" ) <TAB> <TAB> raise GAE_Exception ( <TAB> <TAB> <TAB> 600 , ""unpack protocol:%r at:%s"" % ( e , traceback . format_exc ( ) ) <TAB> <TAB> )",if not data :,445
17602,"def _do_http_request(
    self, retry, machines_cache, request_executor, method, path, fields=None, **kwargs
):
    if fields is not None:
        kwargs[""fields""] = fields
    some_request_failed = False
    for i, base_uri in enumerate(machines_cache):
        if i > 0:
            logger.info(""Retrying on %s"", base_uri)
        try:
            response = request_executor(method, base_uri + path, **kwargs)
            response.data.decode(""utf-8"")
            if some_request_failed:
                self.set_base_uri(base_uri)
                self._refresh_machines_cache()
            return response
        except (HTTPError, HTTPException, socket.error, socket.timeout) as e:
            self.http.clear()
            # switch to the next etcd node because we don't know exactly what happened,
            # whether the key didn't received an update or there is a network problem.
            if not retry and i + 1 < len(machines_cache):
                self.set_base_uri(machines_cache[i + 1])
            if (
                isinstance(fields, dict)
                and fields.get(""wait"") == ""true""
                and isinstance(e, (ReadTimeoutError, ProtocolError))
            ):
                logger.debug(""Watch timed out."")
                raise etcd.EtcdWatchTimedOut(""Watch timed out: {0}"".format(e), cause=e)
            logger.error(""Request to server %s failed: %r"", base_uri, e)
            logger.info(""Reconnection allowed, looking for another server."")
            if not retry:
                raise etcd.EtcdException(""{0} {1} request failed"".format(method, path))
            some_request_failed = True
    raise etcd.EtcdConnectionFailed(""No more machines in the cluster"")","def _do_http_request ( <TAB> self , retry , machines_cache , request_executor , method , path , fields = None , ** kwargs ) : <TAB> if fields is not None : <TAB> <TAB> kwargs [ ""fields"" ] = fields <TAB> some_request_failed = False <TAB> for i , base_uri in enumerate ( machines_cache ) : <TAB> <TAB> if i > 0 : <TAB> <TAB> <TAB> logger . info ( ""Retrying on %s"" , base_uri ) <TAB> <TAB> try : <TAB> <TAB> <TAB> response = request_executor ( method , base_uri + path , ** kwargs ) <TAB> <TAB> <TAB> response . data . decode ( ""utf-8"" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . set_base_uri ( base_uri ) <TAB> <TAB> <TAB> <TAB> self . _refresh_machines_cache ( ) <TAB> <TAB> <TAB> return response <TAB> <TAB> except ( HTTPError , HTTPException , socket . error , socket . timeout ) as e : <TAB> <TAB> <TAB> self . http . clear ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not retry and i + 1 < len ( machines_cache ) : <TAB> <TAB> <TAB> <TAB> self . set_base_uri ( machines_cache [ i + 1 ] ) <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> isinstance ( fields , dict ) <TAB> <TAB> <TAB> <TAB> and fields . get ( ""wait"" ) == ""true"" <TAB> <TAB> <TAB> <TAB> and isinstance ( e , ( ReadTimeoutError , ProtocolError ) ) <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> logger . debug ( ""Watch timed out."" ) <TAB> <TAB> <TAB> <TAB> raise etcd . EtcdWatchTimedOut ( ""Watch timed out: {0}"" . format ( e ) , cause = e ) <TAB> <TAB> <TAB> logger . error ( ""Request to server %s failed: %r"" , base_uri , e ) <TAB> <TAB> <TAB> logger . info ( ""Reconnection allowed, looking for another server."" ) <TAB> <TAB> <TAB> if not retry : <TAB> <TAB> <TAB> <TAB> raise etcd . EtcdException ( ""{0} {1} request failed"" . format ( method , path ) ) <TAB> <TAB> <TAB> some_request_failed = True <TAB> raise etcd . EtcdConnectionFailed ( ""No more machines in the cluster"" )",if some_request_failed :,494
2674,"def check(self, result_info):
    if ""Scored"" not in result_info[""status""]:
        raise TestFailure(
            ""Expected a successful evaluation, got: %s"" % result_info[""status""]
        )
    if not result_info[""evaluations""]:
        raise TestFailure(""No evaluations found."")
    for evaluation in result_info[""evaluations""]:
        score = float(evaluation[""outcome""])
        text = evaluation[""text""]
        if score != 0.0:
            raise TestFailure(
                ""Should have %s. Scored %g."" % (self.short_adjective, score)
            )
        if self.failure_string not in text:
            raise TestFailure(""Should have %s, got %s"" % (self.short_adjective, text))","def check ( self , result_info ) : <TAB> if ""Scored"" not in result_info [ ""status"" ] : <TAB> <TAB> raise TestFailure ( <TAB> <TAB> <TAB> ""Expected a successful evaluation, got: %s"" % result_info [ ""status"" ] <TAB> <TAB> ) <TAB> if not result_info [ ""evaluations"" ] : <TAB> <TAB> raise TestFailure ( ""No evaluations found."" ) <TAB> for evaluation in result_info [ ""evaluations"" ] : <TAB> <TAB> score = float ( evaluation [ ""outcome"" ] ) <TAB> <TAB> text = evaluation [ ""text"" ] <TAB> <TAB> if score != 0.0 : <TAB> <TAB> <TAB> raise TestFailure ( <TAB> <TAB> <TAB> <TAB> ""Should have %s. Scored %g."" % ( self . short_adjective , score ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise TestFailure ( ""Should have %s, got %s"" % ( self . short_adjective , text ) )",if self . failure_string not in text :,203
19758,"def _try_passwordless_openssh(server, keyfile):
    """"""Try passwordless login with shell ssh command.""""""
    if pexpect is None:
        raise ImportError(""pexpect unavailable, use paramiko"")
    cmd = ""ssh -f "" + server
    if keyfile:
        cmd += "" -i "" + keyfile
    cmd += "" exit""
    # pop SSH_ASKPASS from env
    env = os.environ.copy()
    env.pop(""SSH_ASKPASS"", None)
    ssh_newkey = ""Are you sure you want to continue connecting""
    p = pexpect.spawn(cmd, env=env)
    while True:
        try:
            i = p.expect([ssh_newkey, _password_pat], timeout=0.1)
            if i == 0:
                raise SSHException(""The authenticity of the host can't be established."")
        except pexpect.TIMEOUT:
            continue
        except pexpect.EOF:
            return True
        else:
            return False","def _try_passwordless_openssh ( server , keyfile ) : <TAB> """"""Try passwordless login with shell ssh command."""""" <TAB> if pexpect is None : <TAB> <TAB> raise ImportError ( ""pexpect unavailable, use paramiko"" ) <TAB> cmd = ""ssh -f "" + server <TAB> if keyfile : <TAB> <TAB> cmd += "" -i "" + keyfile <TAB> cmd += "" exit"" <TAB> <TAB> env = os . environ . copy ( ) <TAB> env . pop ( ""SSH_ASKPASS"" , None ) <TAB> ssh_newkey = ""Are you sure you want to continue connecting"" <TAB> p = pexpect . spawn ( cmd , env = env ) <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> i = p . expect ( [ ssh_newkey , _password_pat ] , timeout = 0.1 ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise SSHException ( ""The authenticity of the host can't be established."" ) <TAB> <TAB> except pexpect . TIMEOUT : <TAB> <TAB> <TAB> continue <TAB> <TAB> except pexpect . EOF : <TAB> <TAB> <TAB> return True <TAB> <TAB> else : <TAB> <TAB> <TAB> return False",if i == 0 :,250
6653,"def process_batch_data(input_data, settings, mode, color_jitter, rotate):
    batch_data = []
    for sample in input_data:
        if os.path.isfile(sample[0]):
            tmp_data = process_image(sample, settings, mode, color_jitter, rotate)
            if tmp_data is None:
                continue
            batch_data.append(tmp_data)
        else:
            logger.info(""File not exist : {0}"".format(sample[0]))
    return batch_data","def process_batch_data ( input_data , settings , mode , color_jitter , rotate ) : <TAB> batch_data = [ ] <TAB> for sample in input_data : <TAB> <TAB> if os . path . isfile ( sample [ 0 ] ) : <TAB> <TAB> <TAB> tmp_data = process_image ( sample , settings , mode , color_jitter , rotate ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> batch_data . append ( tmp_data ) <TAB> <TAB> else : <TAB> <TAB> <TAB> logger . info ( ""File not exist : {0}"" . format ( sample [ 0 ] ) ) <TAB> return batch_data",if tmp_data is None :,139
21147,"def _GetMSBuildConfigurationDetails(spec, build_file):
    properties = {}
    for name, settings in spec[""configurations""].iteritems():
        msbuild_attributes = _GetMSBuildAttributes(spec, settings, build_file)
        condition = _GetConfigurationCondition(name, settings)
        character_set = msbuild_attributes.get(""CharacterSet"")
        _AddConditionalProperty(
            properties,
            condition,
            ""ConfigurationType"",
            msbuild_attributes[""ConfigurationType""],
        )
        if character_set:
            _AddConditionalProperty(
                properties, condition, ""CharacterSet"", character_set
            )
    return _GetMSBuildPropertyGroup(spec, ""Configuration"", properties)
","def _GetMSBuildConfigurationDetails ( spec , build_file ) : <TAB> properties = { } <TAB> for name , settings in spec [ ""configurations"" ] . iteritems ( ) : <TAB> <TAB> msbuild_attributes = _GetMSBuildAttributes ( spec , settings , build_file ) <TAB> <TAB> condition = _GetConfigurationCondition ( name , settings ) <TAB> <TAB> character_set = msbuild_attributes . get ( ""CharacterSet"" ) <TAB> <TAB> _AddConditionalProperty ( <TAB> <TAB> <TAB> properties , <TAB> <TAB> <TAB> condition , <TAB> <TAB> <TAB> ""ConfigurationType"" , <TAB> <TAB> <TAB> msbuild_attributes [ ""ConfigurationType"" ] , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _AddConditionalProperty ( <TAB> <TAB> <TAB> <TAB> properties , condition , ""CharacterSet"" , character_set <TAB> <TAB> <TAB> ) <TAB> return _GetMSBuildPropertyGroup ( spec , ""Configuration"" , properties )",if character_set :,185
12696,"def _get_attr(sdk_path, mod_attr_path, checked=True):
    try:
        attr_mod, attr_path = (
            mod_attr_path.split(""#"") if ""#"" in mod_attr_path else (mod_attr_path, """")
        )
        full_mod_path = ""{}.{}"".format(sdk_path, attr_mod) if attr_mod else sdk_path
        op = import_module(full_mod_path)
        if attr_path:
            # Only load attributes if needed
            for part in attr_path.split("".""):
                op = getattr(op, part)
        return op
    except (ImportError, AttributeError) as ex:
        if checked:
            return None
        raise ex
","def _get_attr ( sdk_path , mod_attr_path , checked = True ) : <TAB> try : <TAB> <TAB> attr_mod , attr_path = ( <TAB> <TAB> <TAB> mod_attr_path . split ( ""#"" ) if ""#"" in mod_attr_path else ( mod_attr_path , """" ) <TAB> <TAB> ) <TAB> <TAB> full_mod_path = ""{}.{}"" . format ( sdk_path , attr_mod ) if attr_mod else sdk_path <TAB> <TAB> op = import_module ( full_mod_path ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for part in attr_path . split ( ""."" ) : <TAB> <TAB> <TAB> <TAB> op = getattr ( op , part ) <TAB> <TAB> return op <TAB> except ( ImportError , AttributeError ) as ex : <TAB> <TAB> if checked : <TAB> <TAB> <TAB> return None <TAB> <TAB> raise ex",if attr_path :,191
18203,"def _process_sample_weight(self, interactions, sample_weight):
    if sample_weight is not None:
        if self.loss == ""warp-kos"":
            raise NotImplementedError(
                ""k-OS loss with sample weights "" ""not implemented.""
            )
        if not isinstance(sample_weight, sp.coo_matrix):
            raise ValueError(""Sample_weight must be a COO matrix."")
        if sample_weight.shape != interactions.shape:
            raise ValueError(
                ""Sample weight and interactions "" ""matrices must be the same shape""
            )
        if not (
            np.array_equal(interactions.row, sample_weight.row)
            and np.array_equal(interactions.col, sample_weight.col)
        ):
            raise ValueError(
                ""Sample weight and interaction matrix ""
                ""entries must be in the same order""
            )
        if sample_weight.data.dtype != CYTHON_DTYPE:
            sample_weight_data = sample_weight.data.astype(CYTHON_DTYPE)
        else:
            sample_weight_data = sample_weight.data
    else:
        if np.array_equiv(interactions.data, 1.0):
            # Re-use interactions data if they are all
            # ones
            sample_weight_data = interactions.data
        else:
            # Otherwise allocate a new array of ones
            sample_weight_data = np.ones_like(interactions.data, dtype=CYTHON_DTYPE)
    return sample_weight_data","def _process_sample_weight ( self , interactions , sample_weight ) : <TAB> if sample_weight is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise NotImplementedError ( <TAB> <TAB> <TAB> <TAB> ""k-OS loss with sample weights "" ""not implemented."" <TAB> <TAB> <TAB> ) <TAB> <TAB> if not isinstance ( sample_weight , sp . coo_matrix ) : <TAB> <TAB> <TAB> raise ValueError ( ""Sample_weight must be a COO matrix."" ) <TAB> <TAB> if sample_weight . shape != interactions . shape : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Sample weight and interactions "" ""matrices must be the same shape"" <TAB> <TAB> <TAB> ) <TAB> <TAB> if not ( <TAB> <TAB> <TAB> np . array_equal ( interactions . row , sample_weight . row ) <TAB> <TAB> <TAB> and np . array_equal ( interactions . col , sample_weight . col ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Sample weight and interaction matrix "" <TAB> <TAB> <TAB> <TAB> ""entries must be in the same order"" <TAB> <TAB> <TAB> ) <TAB> <TAB> if sample_weight . data . dtype != CYTHON_DTYPE : <TAB> <TAB> <TAB> sample_weight_data = sample_weight . data . astype ( CYTHON_DTYPE ) <TAB> <TAB> else : <TAB> <TAB> <TAB> sample_weight_data = sample_weight . data <TAB> else : <TAB> <TAB> if np . array_equiv ( interactions . data , 1.0 ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sample_weight_data = interactions . data <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sample_weight_data = np . ones_like ( interactions . data , dtype = CYTHON_DTYPE ) <TAB> return sample_weight_data","if self . loss == ""warp-kos"" :",411
5529,"def correct_awareness(value):
    if isinstance(value, datetime):
        if settings.USE_TZ:
            return make_aware(value)
        elif timezone.is_aware(value):
            default_tz = timezone.get_default_timezone()
            return timezone.make_naive(value, default_tz)
    return value
","def correct_awareness ( value ) : <TAB> if isinstance ( value , datetime ) : <TAB> <TAB> if settings . USE_TZ : <TAB> <TAB> <TAB> return make_aware ( value ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> default_tz = timezone . get_default_timezone ( ) <TAB> <TAB> <TAB> return timezone . make_naive ( value , default_tz ) <TAB> return value",elif timezone . is_aware ( value ) :,90
15084,"def _init_weights(self, module):
    if isinstance(module, nn.Linear):
        module.weight.data.normal_(mean=0.0, std=self.config.init_std)
        if module.bias is not None:
            module.bias.data.zero_()
    elif isinstance(module, nn.Embedding):
        module.weight.data.normal_(mean=0.0, std=self.config.init_std)
        if module.padding_idx is not None:
            module.weight.data[module.padding_idx].zero_()","def _init_weights ( self , module ) : <TAB> if isinstance ( module , nn . Linear ) : <TAB> <TAB> module . weight . data . normal_ ( mean = 0.0 , std = self . config . init_std ) <TAB> <TAB> if module . bias is not None : <TAB> <TAB> <TAB> module . bias . data . zero_ ( ) <TAB> elif isinstance ( module , nn . Embedding ) : <TAB> <TAB> module . weight . data . normal_ ( mean = 0.0 , std = self . config . init_std ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> module . weight . data [ module . padding_idx ] . zero_ ( )",if module . padding_idx is not None :,141
15031,"def _create_examples(self, lines, set_type):
    """"""Creates examples for the training/dev/test sets.""""""
    examples = []
    for i, line in enumerate(lines):
        # Only the test set has a header.
        if set_type == ""test"" and i == 0:
            continue
        guid = ""%s-%s"" % (set_type, i)
        if set_type == ""test"":
            text_a = self.process_text_fn(line[1])
            label = ""0""
        else:
            text_a = self.process_text_fn(line[3])
            label = self.process_text_fn(line[1])
        examples.append(
            InputExample(guid=guid, text_a=text_a, text_b=None, label=label)
        )
    return examples","def _create_examples ( self , lines , set_type ) : <TAB> """"""Creates examples for the training/dev/test sets."""""" <TAB> examples = [ ] <TAB> for i , line in enumerate ( lines ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> guid = ""%s-%s"" % ( set_type , i ) <TAB> <TAB> if set_type == ""test"" : <TAB> <TAB> <TAB> text_a = self . process_text_fn ( line [ 1 ] ) <TAB> <TAB> <TAB> label = ""0"" <TAB> <TAB> else : <TAB> <TAB> <TAB> text_a = self . process_text_fn ( line [ 3 ] ) <TAB> <TAB> <TAB> label = self . process_text_fn ( line [ 1 ] ) <TAB> <TAB> examples . append ( <TAB> <TAB> <TAB> InputExample ( guid = guid , text_a = text_a , text_b = None , label = label ) <TAB> <TAB> ) <TAB> return examples","if set_type == ""test"" and i == 0 :",223
5160,"def there_are_num_which_tasks(context, num, which, state, exact):
    context.max_tasks = num
    app_id = which_id(context, which)
    # 180 * 0.5 = 90 seconds
    for _ in range(180):
        app = context.current_client.get_app(app_id, embed_tasks=True)
        happy_tasks = get_happy_tasks(
            app, context.service, ""fake_nerve_ns"", context.system_paasta_config
        )
        happy_count = len(happy_tasks)
        if state == ""healthy"":
            if exact:
                if happy_count == context.max_tasks:
                    return
            else:
                if happy_count >= context.max_tasks:
                    return
        elif state == ""unhealthy"":
            if exact:
                if len(app.tasks) - happy_count == context.max_tasks:
                    return
            else:
                if len(app.tasks) - happy_count >= context.max_tasks:
                    return
        time.sleep(0.5)
    raise Exception(
        ""timed out waiting for %d %s tasks on %s; there are %d""
        % (context.max_tasks, state, app_id, len(app.tasks))
    )","def there_are_num_which_tasks ( context , num , which , state , exact ) : <TAB> context . max_tasks = num <TAB> app_id = which_id ( context , which ) <TAB> <TAB> for _ in range ( 180 ) : <TAB> <TAB> app = context . current_client . get_app ( app_id , embed_tasks = True ) <TAB> <TAB> happy_tasks = get_happy_tasks ( <TAB> <TAB> <TAB> app , context . service , ""fake_nerve_ns"" , context . system_paasta_config <TAB> <TAB> ) <TAB> <TAB> happy_count = len ( happy_tasks ) <TAB> <TAB> if state == ""healthy"" : <TAB> <TAB> <TAB> if exact : <TAB> <TAB> <TAB> <TAB> if happy_count == context . max_tasks : <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> elif state == ""unhealthy"" : <TAB> <TAB> <TAB> if exact : <TAB> <TAB> <TAB> <TAB> if len ( app . tasks ) - happy_count == context . max_tasks : <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if len ( app . tasks ) - happy_count >= context . max_tasks : <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> time . sleep ( 0.5 ) <TAB> raise Exception ( <TAB> <TAB> ""timed out waiting for %d %s tasks on %s; there are %d"" <TAB> <TAB> % ( context . max_tasks , state , app_id , len ( app . tasks ) ) <TAB> )",if happy_count >= context . max_tasks :,365
10984,"def _dump_arg_defaults(kwargs):
    """"""Inject default arguments for dump functions.""""""
    if current_app:
        kwargs.setdefault(""cls"", current_app.json_encoder)
        if not current_app.config[""JSON_AS_ASCII""]:
            kwargs.setdefault(""ensure_ascii"", False)
        kwargs.setdefault(""sort_keys"", current_app.config[""JSON_SORT_KEYS""])
    else:
        kwargs.setdefault(""sort_keys"", True)
        kwargs.setdefault(""cls"", JSONEncoder)
","def _dump_arg_defaults ( kwargs ) : <TAB> """"""Inject default arguments for dump functions."""""" <TAB> if current_app : <TAB> <TAB> kwargs . setdefault ( ""cls"" , current_app . json_encoder ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> kwargs . setdefault ( ""ensure_ascii"" , False ) <TAB> <TAB> kwargs . setdefault ( ""sort_keys"" , current_app . config [ ""JSON_SORT_KEYS"" ] ) <TAB> else : <TAB> <TAB> kwargs . setdefault ( ""sort_keys"" , True ) <TAB> <TAB> kwargs . setdefault ( ""cls"" , JSONEncoder )","if not current_app . config [ ""JSON_AS_ASCII"" ] :",129
18674,"def clear_except(self, retained_segments):
    sn = set(s.name for s in retained_segments)
    try:
        for n in os.listdir(self.running):
            if n not in sn and re.match(storage.SEGMENT_REGEXP, n):
                try:
                    shutil.rmtree(path.join(self.running, n))
                except EnvironmentError as e:
                    if e.errno != errno.ENOENT:
                        raise
    except EnvironmentError as e:
        if e.errno != errno.ENOENT:
            raise
    try:
        for n in os.listdir(self.prefetched_dir):
            if n not in sn and re.match(storage.SEGMENT_REGEXP, n):
                try:
                    os.remove(path.join(self.prefetched_dir, n))
                except EnvironmentError as e:
                    if e.errno != errno.ENOENT:
                        raise
    except EnvironmentError as e:
        if e.errno != errno.ENOENT:
            raise
","def clear_except ( self , retained_segments ) : <TAB> sn = set ( s . name for s in retained_segments ) <TAB> try : <TAB> <TAB> for n in os . listdir ( self . running ) : <TAB> <TAB> <TAB> if n not in sn and re . match ( storage . SEGMENT_REGEXP , n ) : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> shutil . rmtree ( path . join ( self . running , n ) ) <TAB> <TAB> <TAB> <TAB> except EnvironmentError as e : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise <TAB> except EnvironmentError as e : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise <TAB> try : <TAB> <TAB> for n in os . listdir ( self . prefetched_dir ) : <TAB> <TAB> <TAB> if n not in sn and re . match ( storage . SEGMENT_REGEXP , n ) : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> os . remove ( path . join ( self . prefetched_dir , n ) ) <TAB> <TAB> <TAB> <TAB> except EnvironmentError as e : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise <TAB> except EnvironmentError as e : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise",if e . errno != errno . ENOENT :,282
13423,"def _check_extra_fetches(self, extra_fetches):
    fetch_values = None
    if extra_fetches is not None:
        fetch_values = list(extra_fetches.values())
    if fetch_values is not None:
        if self._samples in fetch_values:
            raise ValueError(
                ""`samples` must not be included in `extra_fetches`. ""
                ""It is added automatically.""
            )
        if self._sequence_length in fetch_values:
            raise ValueError(
                ""`sequence_length` must not be included in `extra_fetches`.""
                "" It is added automatically.""
            )
        if ""samples"" in extra_fetches:
            raise ValueError(
                ""Key 'samples' is preserved and must not be used "" ""in `extra_fetches`.""
            )
        if ""sequence_length"" in extra_fetches:
            raise ValueError(
                ""Key 'sequence_length' is preserved and must not be used ""
                ""in `extra_fetches`.""
            )
","def _check_extra_fetches ( self , extra_fetches ) : <TAB> fetch_values = None <TAB> if extra_fetches is not None : <TAB> <TAB> fetch_values = list ( extra_fetches . values ( ) ) <TAB> if fetch_values is not None : <TAB> <TAB> if self . _samples in fetch_values : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""`samples` must not be included in `extra_fetches`. "" <TAB> <TAB> <TAB> <TAB> ""It is added automatically."" <TAB> <TAB> <TAB> ) <TAB> <TAB> if self . _sequence_length in fetch_values : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""`sequence_length` must not be included in `extra_fetches`."" <TAB> <TAB> <TAB> <TAB> "" It is added automatically."" <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Key 'samples' is preserved and must not be used "" ""in `extra_fetches`."" <TAB> <TAB> <TAB> ) <TAB> <TAB> if ""sequence_length"" in extra_fetches : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Key 'sequence_length' is preserved and must not be used "" <TAB> <TAB> <TAB> <TAB> ""in `extra_fetches`."" <TAB> <TAB> <TAB> )","if ""samples"" in extra_fetches :",285
16785,"def generate_and_check_random():
    random_size = 256
    while True:
        random = os.urandom(random_size)
        a = int.from_bytes(random, ""big"")
        A = pow(g, a, p)
        if is_good_mod_exp_first(A, p):
            a_for_hash = big_num_for_hash(A)
            u = int.from_bytes(sha256(a_for_hash, b_for_hash), ""big"")
            if u > 0:
                return (a, a_for_hash, u)","def generate_and_check_random ( ) : <TAB> random_size = 256 <TAB> while True : <TAB> <TAB> random = os . urandom ( random_size ) <TAB> <TAB> a = int . from_bytes ( random , ""big"" ) <TAB> <TAB> A = pow ( g , a , p ) <TAB> <TAB> if is_good_mod_exp_first ( A , p ) : <TAB> <TAB> <TAB> a_for_hash = big_num_for_hash ( A ) <TAB> <TAB> <TAB> u = int . from_bytes ( sha256 ( a_for_hash , b_for_hash ) , ""big"" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return ( a , a_for_hash , u )",if u > 0 :,158
21855,"def get_children(node):
    result = []
    if node._fields is not None:
        for name in node._fields:
            if name in [""lineno"", ""col_offset""]:
                continue
            child = getattr(node, name)
            result.append(child)
    return result
","def get_children ( node ) : <TAB> result = [ ] <TAB> if node . _fields is not None : <TAB> <TAB> for name in node . _fields : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> child = getattr ( node , name ) <TAB> <TAB> <TAB> result . append ( child ) <TAB> return result","if name in [ ""lineno"" , ""col_offset"" ] :",80
15013,"def from_unparsed_string(self, chunk):
    """"""Parse an unknown string into body and prefix.""""""
    chunk = chunk.strip()
    if not Flag.indicates_flag(chunk):
        # This is not a valid flag, so reset all values to default.
        return Flag.Builder()
    for prefix in Flag.SEPARABLE_PREFIXES:
        if chunk.startswith(prefix):
            self.__prefix = prefix
            rest = chunk[len(prefix) :]
            if rest and rest[0] in Flag.POSSIBLE_SEPARATORS:
                self.__separator = rest[0]
                rest = rest[1:]
            self.__body = rest.strip()
            return self
    # We did not find any separable prefix, so it's all body.
    if not self.__body:
        self.__body = chunk
    return self","def from_unparsed_string ( self , chunk ) : <TAB> """"""Parse an unknown string into body and prefix."""""" <TAB> chunk = chunk . strip ( ) <TAB> if not Flag . indicates_flag ( chunk ) : <TAB> <TAB> <TAB> <TAB> return Flag . Builder ( ) <TAB> for prefix in Flag . SEPARABLE_PREFIXES : <TAB> <TAB> if chunk . startswith ( prefix ) : <TAB> <TAB> <TAB> self . __prefix = prefix <TAB> <TAB> <TAB> rest = chunk [ len ( prefix ) : ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . __separator = rest [ 0 ] <TAB> <TAB> <TAB> <TAB> rest = rest [ 1 : ] <TAB> <TAB> <TAB> self . __body = rest . strip ( ) <TAB> <TAB> <TAB> return self <TAB> <TAB> if not self . __body : <TAB> <TAB> self . __body = chunk <TAB> return self",if rest and rest [ 0 ] in Flag . POSSIBLE_SEPARATORS :,221
25349,"def _format_input_map_as_tensors(self, input_map):
    """"""Returns a map from string to `tf.Tensor` or `CompositeTensor`.""""""
    result = {}
    for key, value in input_map.items():
        if isinstance(value, (tf.Tensor, composite_tensor.CompositeTensor)):
            result[key] = value
        else:
            result[key] = tf.convert_to_tensor(value)
    return result
","def _format_input_map_as_tensors ( self , input_map ) : <TAB> """"""Returns a map from string to `tf.Tensor` or `CompositeTensor`."""""" <TAB> result = { } <TAB> for key , value in input_map . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result [ key ] = value <TAB> <TAB> else : <TAB> <TAB> <TAB> result [ key ] = tf . convert_to_tensor ( value ) <TAB> return result","if isinstance ( value , ( tf . Tensor , composite_tensor . CompositeTensor ) ) :",116
2575,"def _create_win(self):
    try:
        key = _winreg.OpenKey(
            _winreg.HKEY_LOCAL_MACHINE,
            r""Software\Microsoft\Windows NT\CurrentVersion\Fonts"",
        )
    except EnvironmentError:
        try:
            key = _winreg.OpenKey(
                _winreg.HKEY_LOCAL_MACHINE,
                r""Software\Microsoft\Windows\CurrentVersion\Fonts"",
            )
        except EnvironmentError:
            raise FontNotFound(""Can't open Windows font registry key"")
    try:
        path = self._lookup_win(key, self.font_name, STYLES[""NORMAL""], True)
        self.fonts[""NORMAL""] = ImageFont.truetype(path, self.font_size)
        for style in (""ITALIC"", ""BOLD"", ""BOLDITALIC""):
            path = self._lookup_win(key, self.font_name, STYLES[style])
            if path:
                self.fonts[style] = ImageFont.truetype(path, self.font_size)
            else:
                if style == ""BOLDITALIC"":
                    self.fonts[style] = self.fonts[""BOLD""]
                else:
                    self.fonts[style] = self.fonts[""NORMAL""]
    finally:
        _winreg.CloseKey(key)
","def _create_win ( self ) : <TAB> try : <TAB> <TAB> key = _winreg . OpenKey ( <TAB> <TAB> <TAB> _winreg . HKEY_LOCAL_MACHINE , <TAB> <TAB> <TAB> r""Software\Microsoft\Windows NT\CurrentVersion\Fonts"" , <TAB> <TAB> ) <TAB> except EnvironmentError : <TAB> <TAB> try : <TAB> <TAB> <TAB> key = _winreg . OpenKey ( <TAB> <TAB> <TAB> <TAB> _winreg . HKEY_LOCAL_MACHINE , <TAB> <TAB> <TAB> <TAB> r""Software\Microsoft\Windows\CurrentVersion\Fonts"" , <TAB> <TAB> <TAB> ) <TAB> <TAB> except EnvironmentError : <TAB> <TAB> <TAB> raise FontNotFound ( ""Can't open Windows font registry key"" ) <TAB> try : <TAB> <TAB> path = self . _lookup_win ( key , self . font_name , STYLES [ ""NORMAL"" ] , True ) <TAB> <TAB> self . fonts [ ""NORMAL"" ] = ImageFont . truetype ( path , self . font_size ) <TAB> <TAB> for style in ( ""ITALIC"" , ""BOLD"" , ""BOLDITALIC"" ) : <TAB> <TAB> <TAB> path = self . _lookup_win ( key , self . font_name , STYLES [ style ] ) <TAB> <TAB> <TAB> if path : <TAB> <TAB> <TAB> <TAB> self . fonts [ style ] = ImageFont . truetype ( path , self . font_size ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . fonts [ style ] = self . fonts [ ""BOLD"" ] <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> self . fonts [ style ] = self . fonts [ ""NORMAL"" ] <TAB> finally : <TAB> <TAB> _winreg . CloseKey ( key )","if style == ""BOLDITALIC"" :",353
6518,"def data(self, index, role):
    # return """"
    row_offset = self.get_row_offset()
    if not index.isValid():
        return None
    elif role != QtCore.Qt.DisplayRole:
        return None
    if index.column() == 0:
        return ""{:,}"".format(index.row() + self.row_count_start + row_offset)
    else:
        # column = self.dataset.all_columns[self.dataset.all_column_names[index.column()-1]]
        row = row_offset + index.row()
        column_name = self.get_column_names()[index.column() - 1]
        # if column_name in self.dataset.columns.keys():
        # value = self.dataset.columns[column_name][row]
        # else:
        # value, = self.dataset(column_name).row(row)
        try:
            value = self.dataset.evaluate(column_name, row, row + 1)
        except Exception as e:
            logger.exception(""Error evaluating: %s %s"", column_name, row)
            return ""Error: %r"" % e
        try:
            value = value[0]
            if len(value.shape) == 0:
                return str(value)
            else:
                return ""%s %s"" % (value.dtype.name, value.shape)
        except:
            pass  # TODO: ok, it can be a scalar sometimes... should not happen, but can when an column expression is set to '0'
            return str(value)","def data ( self , index , role ) : <TAB> <TAB> row_offset = self . get_row_offset ( ) <TAB> if not index . isValid ( ) : <TAB> <TAB> return None <TAB> elif role != QtCore . Qt . DisplayRole : <TAB> <TAB> return None <TAB> if index . column ( ) == 0 : <TAB> <TAB> return ""{:,}"" . format ( index . row ( ) + self . row_count_start + row_offset ) <TAB> else : <TAB> <TAB> <TAB> <TAB> row = row_offset + index . row ( ) <TAB> <TAB> column_name = self . get_column_names ( ) [ index . column ( ) - 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> value = self . dataset . evaluate ( column_name , row , row + 1 ) <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> logger . exception ( ""Error evaluating: %s %s"" , column_name , row ) <TAB> <TAB> <TAB> return ""Error: %r"" % e <TAB> <TAB> try : <TAB> <TAB> <TAB> value = value [ 0 ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return str ( value ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return ""%s %s"" % ( value . dtype . name , value . shape ) <TAB> <TAB> except : <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> return str ( value )",if len ( value . shape ) == 0 :,412
13554,"def run(self):
    self.alive = True
    if _log.isEnabledFor(_DEBUG):
        _log.debug(""started"")
    while self.alive:
        task = self.queue.get()
        if task:
            function, args, kwargs = task
            assert function
            try:
                function(*args, **kwargs)
            except:
                _log.exception(""calling %s"", function)
    if _log.isEnabledFor(_DEBUG):
        _log.debug(""stopped"")
","def run ( self ) : <TAB> self . alive = True <TAB> if _log . isEnabledFor ( _DEBUG ) : <TAB> <TAB> _log . debug ( ""started"" ) <TAB> while self . alive : <TAB> <TAB> task = self . queue . get ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> function , args , kwargs = task <TAB> <TAB> <TAB> assert function <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> function ( * args , ** kwargs ) <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> _log . exception ( ""calling %s"" , function ) <TAB> if _log . isEnabledFor ( _DEBUG ) : <TAB> <TAB> _log . debug ( ""stopped"" )",if task :,134
21153,"def record_error(e):
    if isinstance(e, failure.Failure):
        e = e.value
    # logger.error('[%s] Recording rewarder error: %s', factory.label, e)
    with self.lock:
        # drop error on the floor if we're already closed
        if self._already_closed(factory.i):
            extra_logger.info(
                ""[%s] Ignoring error for already closed connection: %s"", label, e
            )
        elif factory.i not in self.clients:
            extra_logger.info(
                ""[%s] Received error for connection which has not been fully initialized: %s"",
                label,
                e,
            )
            # We could handle this better, but right now we
            # just mark this as a fatal error for the
            # backend. Often it actually is.
            self.errors[factory.i] = e
        else:
            extra_logger.info(""[%s] Recording fatal error for connection: %s"", label, e)
            self.errors[factory.i] = e
","def record_error ( e ) : <TAB> if isinstance ( e , failure . Failure ) : <TAB> <TAB> e = e . value <TAB> <TAB> with self . lock : <TAB> <TAB> <TAB> <TAB> if self . _already_closed ( factory . i ) : <TAB> <TAB> <TAB> extra_logger . info ( <TAB> <TAB> <TAB> <TAB> ""[%s] Ignoring error for already closed connection: %s"" , label , e <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> extra_logger . info ( <TAB> <TAB> <TAB> <TAB> ""[%s] Received error for connection which has not been fully initialized: %s"" , <TAB> <TAB> <TAB> <TAB> label , <TAB> <TAB> <TAB> <TAB> e , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . errors [ factory . i ] = e <TAB> <TAB> else : <TAB> <TAB> <TAB> extra_logger . info ( ""[%s] Recording fatal error for connection: %s"" , label , e ) <TAB> <TAB> <TAB> self . errors [ factory . i ] = e",elif factory . i not in self . clients :,292
6824,"def _as_key_indices(keys, key_names):
    if keys is None:
        return keys
    key_indices = []
    for key in keys:
        if isinstance(key, numbers.Integral):
            key_index = key
            if key_index < 0:
                key_index += len(key_names)
            if key_index < 0 or len(key_names) <= key_index:
                raise IndexError(
                    ""index {} is out of bounds for keys with size {}"".format(
                        key, len(key_names)
                    )
                )
        else:
            try:
                key_index = key_names.index(key)
            except ValueError:
                raise KeyError(""{} does not exists"".format(key))
        key_indices.append(key_index)
    return tuple(key_indices)","def _as_key_indices ( keys , key_names ) : <TAB> if keys is None : <TAB> <TAB> return keys <TAB> key_indices = [ ] <TAB> for key in keys : <TAB> <TAB> if isinstance ( key , numbers . Integral ) : <TAB> <TAB> <TAB> key_index = key <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> key_index += len ( key_names ) <TAB> <TAB> <TAB> if key_index < 0 or len ( key_names ) <= key_index : <TAB> <TAB> <TAB> <TAB> raise IndexError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""index {} is out of bounds for keys with size {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> key , len ( key_names ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> key_index = key_names . index ( key ) <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> raise KeyError ( ""{} does not exists"" . format ( key ) ) <TAB> <TAB> key_indices . append ( key_index ) <TAB> return tuple ( key_indices )",if key_index < 0 :,239
4170,"def merge_weekdays(base_wd, icu_wd):
    result = []
    for left, right in zip(base_wd, icu_wd):
        if left == right:
            result.append(left)
            continue
        left = set(left.split(""|""))
        right = set(right.split(""|""))
        result.append(""|"".join(left | right))
    return result
","def merge_weekdays ( base_wd , icu_wd ) : <TAB> result = [ ] <TAB> for left , right in zip ( base_wd , icu_wd ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result . append ( left ) <TAB> <TAB> <TAB> continue <TAB> <TAB> left = set ( left . split ( ""|"" ) ) <TAB> <TAB> right = set ( right . split ( ""|"" ) ) <TAB> <TAB> result . append ( ""|"" . join ( left | right ) ) <TAB> return result",if left == right :,104
554,"def _clean_regions(items, region):
    """"""Intersect region with target file if it exists""""""
    variant_regions = bedutils.population_variant_regions(items, merged=True)
    with utils.tmpfile() as tx_out_file:
        target = subset_variant_regions(variant_regions, region, tx_out_file, items)
        if target:
            if isinstance(target, six.string_types) and os.path.isfile(target):
                target = _load_regions(target)
            else:
                target = [target]
            return target
","def _clean_regions ( items , region ) : <TAB> """"""Intersect region with target file if it exists"""""" <TAB> variant_regions = bedutils . population_variant_regions ( items , merged = True ) <TAB> with utils . tmpfile ( ) as tx_out_file : <TAB> <TAB> target = subset_variant_regions ( variant_regions , region , tx_out_file , items ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if isinstance ( target , six . string_types ) and os . path . isfile ( target ) : <TAB> <TAB> <TAB> <TAB> target = _load_regions ( target ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> target = [ target ] <TAB> <TAB> <TAB> return target",if target :,151
14871,"def data_dir(self) -> Path:
    try:
        from appdirs import user_data_dir
    except ImportError:
        # linux
        path = Path.home() / "".local"" / ""share""
        if path.exists():
            return path / ""dephell""
        # mac os
        path = Path.home() / ""Library"" / ""Application Support""
        if path.exists():
            return path / ""dephell""
        self.pip_main([""install"", ""appdirs""])
        from appdirs import user_data_dir
    return Path(user_data_dir(""dephell""))
","def data_dir ( self ) -> Path : <TAB> try : <TAB> <TAB> from appdirs import user_data_dir <TAB> except ImportError : <TAB> <TAB> <TAB> <TAB> path = Path . home ( ) / "".local"" / ""share"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return path / ""dephell"" <TAB> <TAB> <TAB> <TAB> path = Path . home ( ) / ""Library"" / ""Application Support"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return path / ""dephell"" <TAB> <TAB> self . pip_main ( [ ""install"" , ""appdirs"" ] ) <TAB> <TAB> from appdirs import user_data_dir <TAB> return Path ( user_data_dir ( ""dephell"" ) )",if path . exists ( ) :,157
17444,"def _get_booster_best_score(self, booster: ""lgb.Booster"") -> float:
    metric = self._get_metric_for_objective()
    valid_sets: Optional[VALID_SET_TYPE] = self.lgbm_kwargs.get(""valid_sets"")
    if self.lgbm_kwargs.get(""valid_names"") is not None:
        if type(self.lgbm_kwargs[""valid_names""]) is str:
            valid_name = self.lgbm_kwargs[""valid_names""]
        elif type(self.lgbm_kwargs[""valid_names""]) in [list, tuple]:
            valid_name = self.lgbm_kwargs[""valid_names""][-1]
        else:
            raise NotImplementedError
    elif type(valid_sets) is lgb.Dataset:
        valid_name = ""valid_0""
    elif isinstance(valid_sets, (list, tuple)) and len(valid_sets) > 0:
        valid_set_idx = len(valid_sets) - 1
        valid_name = ""valid_{}"".format(valid_set_idx)
    else:
        raise NotImplementedError
    val_score = booster.best_score[valid_name][metric]
    return val_score","def _get_booster_best_score ( self , booster : ""lgb.Booster"" ) -> float : <TAB> metric = self . _get_metric_for_objective ( ) <TAB> valid_sets : Optional [ VALID_SET_TYPE ] = self . lgbm_kwargs . get ( ""valid_sets"" ) <TAB> if self . lgbm_kwargs . get ( ""valid_names"" ) is not None : <TAB> <TAB> if type ( self . lgbm_kwargs [ ""valid_names"" ] ) is str : <TAB> <TAB> <TAB> valid_name = self . lgbm_kwargs [ ""valid_names"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> valid_name = self . lgbm_kwargs [ ""valid_names"" ] [ - 1 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> raise NotImplementedError <TAB> elif type ( valid_sets ) is lgb . Dataset : <TAB> <TAB> valid_name = ""valid_0"" <TAB> elif isinstance ( valid_sets , ( list , tuple ) ) and len ( valid_sets ) > 0 : <TAB> <TAB> valid_set_idx = len ( valid_sets ) - 1 <TAB> <TAB> valid_name = ""valid_{}"" . format ( valid_set_idx ) <TAB> else : <TAB> <TAB> raise NotImplementedError <TAB> val_score = booster . best_score [ valid_name ] [ metric ] <TAB> return val_score","elif type ( self . lgbm_kwargs [ ""valid_names"" ] ) in [ list , tuple ] :",293
21844,"def get_changed_module(self):
    source = self.resource.read()
    change_collector = codeanalyze.ChangeCollector(source)
    if self.replacement is not None:
        change_collector.add_change(self.skip_start, self.skip_end, self.replacement)
    for occurrence in self.occurrence_finder.find_occurrences(self.resource):
        start, end = occurrence.get_primary_range()
        if self.skip_start <= start < self.skip_end:
            self.handle.occurred_inside_skip(change_collector, occurrence)
        else:
            self.handle.occurred_outside_skip(change_collector, occurrence)
    result = change_collector.get_changed()
    if result is not None and result != source:
        return result
","def get_changed_module ( self ) : <TAB> source = self . resource . read ( ) <TAB> change_collector = codeanalyze . ChangeCollector ( source ) <TAB> if self . replacement is not None : <TAB> <TAB> change_collector . add_change ( self . skip_start , self . skip_end , self . replacement ) <TAB> for occurrence in self . occurrence_finder . find_occurrences ( self . resource ) : <TAB> <TAB> start , end = occurrence . get_primary_range ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . handle . occurred_inside_skip ( change_collector , occurrence ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . handle . occurred_outside_skip ( change_collector , occurrence ) <TAB> result = change_collector . get_changed ( ) <TAB> if result is not None and result != source : <TAB> <TAB> return result",if self . skip_start <= start < self . skip_end :,198
15887,"def check_send_webhook_message(
    request: HttpRequest,
    user_profile: UserProfile,
    topic: str,
    body: str,
    stream: Optional[str] = REQ(default=None),
    user_specified_topic: Optional[str] = REQ(""topic"", default=None),
    unquote_url_parameters: bool = False,
) -> None:
    if stream is None:
        assert user_profile.bot_owner is not None
        check_send_private_message(
            user_profile, request.client, user_profile.bot_owner, body
        )
    else:
        # Some third-party websites (such as Atlassian's JIRA), tend to
        # double escape their URLs in a manner that escaped space characters
        # (%20) are never properly decoded. We work around that by making sure
        # that the URL parameters are decoded on our end.
        if unquote_url_parameters:
            stream = unquote(stream)
        if user_specified_topic is not None:
            topic = user_specified_topic
            if unquote_url_parameters:
                topic = unquote(topic)
        try:
            check_send_stream_message(user_profile, request.client, stream, topic, body)
        except StreamDoesNotExistError:
            # A PM will be sent to the bot_owner by check_message, notifying
            # that the webhook bot just tried to send a message to a non-existent
            # stream, so we don't need to re-raise it since it clutters up
            # webhook-errors.log
            pass","def check_send_webhook_message ( <TAB> request : HttpRequest , <TAB> user_profile : UserProfile , <TAB> topic : str , <TAB> body : str , <TAB> stream : Optional [ str ] = REQ ( default = None ) , <TAB> user_specified_topic : Optional [ str ] = REQ ( ""topic"" , default = None ) , <TAB> unquote_url_parameters : bool = False , ) -> None : <TAB> if stream is None : <TAB> <TAB> assert user_profile . bot_owner is not None <TAB> <TAB> check_send_private_message ( <TAB> <TAB> <TAB> user_profile , request . client , user_profile . bot_owner , body <TAB> <TAB> ) <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> stream = unquote ( stream ) <TAB> <TAB> if user_specified_topic is not None : <TAB> <TAB> <TAB> topic = user_specified_topic <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> topic = unquote ( topic ) <TAB> <TAB> try : <TAB> <TAB> <TAB> check_send_stream_message ( user_profile , request . client , stream , topic , body ) <TAB> <TAB> except StreamDoesNotExistError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass",if unquote_url_parameters :,405
15976,"def log_metrics(self, metrics: Dict[str, float], step: Optional[int] = None) -> None:
    assert rank_zero_only.rank == 0, ""experiment tried to log from global_rank != 0""
    metrics = self._add_prefix(metrics)
    timestamp_ms = int(time() * 1000)
    for k, v in metrics.items():
        if isinstance(v, str):
            log.warning(f""Discarding metric with string value {k}={v}."")
            continue
        new_k = re.sub(""[^a-zA-Z0-9_/. -]+"", """", k)
        if k != new_k:
            rank_zero_warn(
                ""MLFlow only allows '_', '/', '.' and ' ' special characters in metric name.""
                f"" Replacing {k} with {new_k}."",
                RuntimeWarning,
            )
            k = new_k
        self.experiment.log_metric(self.run_id, k, v, timestamp_ms, step)","def log_metrics ( self , metrics : Dict [ str , float ] , step : Optional [ int ] = None ) -> None : <TAB> assert rank_zero_only . rank == 0 , ""experiment tried to log from global_rank != 0"" <TAB> metrics = self . _add_prefix ( metrics ) <TAB> timestamp_ms = int ( time ( ) * 1000 ) <TAB> for k , v in metrics . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> log . warning ( f""Discarding metric with string value {k}={v}."" ) <TAB> <TAB> <TAB> continue <TAB> <TAB> new_k = re . sub ( ""[^a-zA-Z0-9_/. -]+"" , """" , k ) <TAB> <TAB> if k != new_k : <TAB> <TAB> <TAB> rank_zero_warn ( <TAB> <TAB> <TAB> <TAB> ""MLFlow only allows '_', '/', '.' and ' ' special characters in metric name."" <TAB> <TAB> <TAB> <TAB> f"" Replacing {k} with {new_k}."" , <TAB> <TAB> <TAB> <TAB> RuntimeWarning , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> k = new_k <TAB> <TAB> self . experiment . log_metric ( self . run_id , k , v , timestamp_ms , step )","if isinstance ( v , str ) :",263
18719,"def call_init(self, node, instance):
    # Call __init__ on each binding.
    for b in instance.bindings:
        if b.data in self._initialized_instances:
            continue
        self._initialized_instances.add(b.data)
        node = self._call_init_on_binding(node, b)
    return node
","def call_init ( self , node , instance ) : <TAB> <TAB> for b in instance . bindings : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> self . _initialized_instances . add ( b . data ) <TAB> <TAB> node = self . _call_init_on_binding ( node , b ) <TAB> return node",if b . data in self . _initialized_instances :,89
24297,"def removeUser(self, username):
    hideFromOSD = not constants.SHOW_DIFFERENT_ROOM_OSD
    if username in self._users:
        user = self._users[username]
        if user.room:
            if self.isRoomSame(user.room):
                hideFromOSD = not constants.SHOW_SAME_ROOM_OSD
    if username in self._users:
        self._users.pop(username)
        message = getMessage(""left-notification"").format(username)
        self.ui.showMessage(message, hideFromOSD)
        self._client.lastLeftTime = time.time()
        self._client.lastLeftUser = username
    self.userListChange()
","def removeUser ( self , username ) : <TAB> hideFromOSD = not constants . SHOW_DIFFERENT_ROOM_OSD <TAB> if username in self . _users : <TAB> <TAB> user = self . _users [ username ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if self . isRoomSame ( user . room ) : <TAB> <TAB> <TAB> <TAB> hideFromOSD = not constants . SHOW_SAME_ROOM_OSD <TAB> if username in self . _users : <TAB> <TAB> self . _users . pop ( username ) <TAB> <TAB> message = getMessage ( ""left-notification"" ) . format ( username ) <TAB> <TAB> self . ui . showMessage ( message , hideFromOSD ) <TAB> <TAB> self . _client . lastLeftTime = time . time ( ) <TAB> <TAB> self . _client . lastLeftUser = username <TAB> self . userListChange ( )",if user . room :,184
2617,"def content(self):
    """"""Content of the response, in bytes.""""""
    if self._content is False:
        # Read the contents.
        if self._content_consumed:
            raise RuntimeError(""The content for this response was already consumed"")
        if self.status_code == 0 or self.raw is None:
            self._content = None
        else:
            self._content = (
                bytes().join(self.iter_content(CONTENT_CHUNK_SIZE)) or bytes()
            )
    self._content_consumed = True
    # don't need to release the connection; that's been handled by urllib3
    # since we exhausted the data.
    return self._content","def content ( self ) : <TAB> """"""Content of the response, in bytes."""""" <TAB> if self . _content is False : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise RuntimeError ( ""The content for this response was already consumed"" ) <TAB> <TAB> if self . status_code == 0 or self . raw is None : <TAB> <TAB> <TAB> self . _content = None <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _content = ( <TAB> <TAB> <TAB> <TAB> bytes ( ) . join ( self . iter_content ( CONTENT_CHUNK_SIZE ) ) or bytes ( ) <TAB> <TAB> <TAB> ) <TAB> self . _content_consumed = True <TAB> <TAB> <TAB> return self . _content",if self . _content_consumed :,172
8099,"def has_google_credentials():
    global _HAS_GOOGLE_CREDENTIALS
    if _HAS_GOOGLE_CREDENTIALS is None:
        provider = Provider(""google"")
        if provider.get_access_key() is None or provider.get_secret_key() is None:
            _HAS_GOOGLE_CREDENTIALS = False
        else:
            _HAS_GOOGLE_CREDENTIALS = True
    return _HAS_GOOGLE_CREDENTIALS
","def has_google_credentials ( ) : <TAB> global _HAS_GOOGLE_CREDENTIALS <TAB> if _HAS_GOOGLE_CREDENTIALS is None : <TAB> <TAB> provider = Provider ( ""google"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _HAS_GOOGLE_CREDENTIALS = False <TAB> <TAB> else : <TAB> <TAB> <TAB> _HAS_GOOGLE_CREDENTIALS = True <TAB> return _HAS_GOOGLE_CREDENTIALS",if provider . get_access_key ( ) is None or provider . get_secret_key ( ) is None :,102
2164,"def get_order(self, aBuf):
    if not aBuf:
        return -1, 1
    # find out current char's byte length
    first_char = wrap_ord(aBuf[0])
    if (0x81 <= first_char <= 0x9F) or (0xE0 <= first_char <= 0xFC):
        charLen = 2
    else:
        charLen = 1
    # return its order if it is hiragana
    if len(aBuf) > 1:
        second_char = wrap_ord(aBuf[1])
        if (first_char == 202) and (0x9F <= second_char <= 0xF1):
            return second_char - 0x9F, charLen
    return -1, charLen","def get_order ( self , aBuf ) : <TAB> if not aBuf : <TAB> <TAB> return - 1 , 1 <TAB> <TAB> first_char = wrap_ord ( aBuf [ 0 ] ) <TAB> if ( 0x81 <= first_char <= 0x9F ) or ( 0xE0 <= first_char <= 0xFC ) : <TAB> <TAB> charLen = 2 <TAB> else : <TAB> <TAB> charLen = 1 <TAB> <TAB> if len ( aBuf ) > 1 : <TAB> <TAB> second_char = wrap_ord ( aBuf [ 1 ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return second_char - 0x9F , charLen <TAB> return - 1 , charLen",if ( first_char == 202 ) and ( 0x9F <= second_char <= 0xF1 ) :,194
10826,"def _serialize(self, value, attr, obj, **kwargs):
    if self.allow_none and value is None:
        return None
    for type_, schema_ in self.desc.items():
        if _issubclass_safe(type(value), type_):
            if is_dataclass(value):
                res = schema_._serialize(value, attr, obj, **kwargs)
                res[""__type""] = str(type_.__name__)
                return res
            break
        elif isinstance(value, _get_type_origin(type_)):
            return schema_._serialize(value, attr, obj, **kwargs)
    else:
        warnings.warn(
            f'The type ""{type(value).__name__}"" (value: ""{value}"") '
            f""is not in the list of possible types of typing.Union ""
            f""(dataclass: {self.cls.__name__}, field: {self.field.name}). ""
            f""Value cannot be serialized properly.""
        )
    return super()._serialize(value, attr, obj, **kwargs)
","def _serialize ( self , value , attr , obj , ** kwargs ) : <TAB> if self . allow_none and value is None : <TAB> <TAB> return None <TAB> for type_ , schema_ in self . desc . items ( ) : <TAB> <TAB> if _issubclass_safe ( type ( value ) , type_ ) : <TAB> <TAB> <TAB> if is_dataclass ( value ) : <TAB> <TAB> <TAB> <TAB> res = schema_ . _serialize ( value , attr , obj , ** kwargs ) <TAB> <TAB> <TAB> <TAB> res [ ""__type"" ] = str ( type_ . __name__ ) <TAB> <TAB> <TAB> <TAB> return res <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return schema_ . _serialize ( value , attr , obj , ** kwargs ) <TAB> else : <TAB> <TAB> warnings . warn ( <TAB> <TAB> <TAB> f'The type ""{type(value).__name__}"" (value: ""{value}"") ' <TAB> <TAB> <TAB> f""is not in the list of possible types of typing.Union "" <TAB> <TAB> <TAB> f""(dataclass: {self.cls.__name__}, field: {self.field.name}). "" <TAB> <TAB> <TAB> f""Value cannot be serialized properly."" <TAB> <TAB> ) <TAB> return super ( ) . _serialize ( value , attr , obj , ** kwargs )","elif isinstance ( value , _get_type_origin ( type_ ) ) :",269
20469,"def decode(self, value, force=False):
    ""Return a unicode string from the bytes-like representation""
    if self.decode_responses or force:
        if isinstance(value, memoryview):
            value = value.tobytes()
        if isinstance(value, bytes):
            value = value.decode(self.encoding, self.encoding_errors)
    return value
","def decode ( self , value , force = False ) : <TAB> ""Return a unicode string from the bytes-like representation"" <TAB> if self . decode_responses or force : <TAB> <TAB> if isinstance ( value , memoryview ) : <TAB> <TAB> <TAB> value = value . tobytes ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> value = value . decode ( self . encoding , self . encoding_errors ) <TAB> return value","if isinstance ( value , bytes ) :",91
25334,"def repack_pyz(pyz, obfpath, cipher=None, clean=False):
    code_dict = {}
    obflist = []
    n = len(obfpath) + 1
    for dirpath, dirnames, filenames in os.walk(obfpath):
        for pyfile in [x for x in filenames if x.endswith("".py"")]:
            pyfile = os.path.join(dirpath, pyfile)
            logger.info(""Compile %s"", pyfile)
            name = pyfile[n:].replace(""\\"", ""."").replace(""/"", ""."")[:-3]
            if name.endswith(""__init__.py""):
                name = name[: -len(""__init__.py"")].strip(""."")
            with open(pyfile, ""r"") as f:
                source = f.read()
            logger.debug(""Got obfuscated item: %s"", name)
            code_dict[name] = compile(source, ""<%s>"" % name, ""exec"")
            obflist.append(name)
    logger.info(""Got %d obfuscated items"", len(obflist))
    logger.info('Patching PYZ file ""%s""', pyz)
    arch = ZlibArchive(pyz)
    logic_toc = []
    for name in arch.toc:
        logger.debug(""Extract %s"", name)
        typ, obj = arch.extract(name)
        if name in obflist:
            logger.info('Replace item ""%s"" with obfsucated one', name)
            obflist.remove(name)
        else:
            code_dict[name] = obj
        pathname = ""__init__.py"" if typ == PYZ_TYPE_PKG else name
        logic_toc.append((name, pathname, ""PYMODULE""))
    logger.debug(""unhandled obfuscated items are %s"", obflist)
    ZlibArchiveWriter(pyz, logic_toc, code_dict=code_dict, cipher=cipher)
    logger.info(""Patch PYZ done"")","def repack_pyz ( pyz , obfpath , cipher = None , clean = False ) : <TAB> code_dict = { } <TAB> obflist = [ ] <TAB> n = len ( obfpath ) + 1 <TAB> for dirpath , dirnames , filenames in os . walk ( obfpath ) : <TAB> <TAB> for pyfile in [ x for x in filenames if x . endswith ( "".py"" ) ] : <TAB> <TAB> <TAB> pyfile = os . path . join ( dirpath , pyfile ) <TAB> <TAB> <TAB> logger . info ( ""Compile %s"" , pyfile ) <TAB> <TAB> <TAB> name = pyfile [ n : ] . replace ( ""\\"" , ""."" ) . replace ( ""/"" , ""."" ) [ : - 3 ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> name = name [ : - len ( ""__init__.py"" ) ] . strip ( ""."" ) <TAB> <TAB> <TAB> with open ( pyfile , ""r"" ) as f : <TAB> <TAB> <TAB> <TAB> source = f . read ( ) <TAB> <TAB> <TAB> logger . debug ( ""Got obfuscated item: %s"" , name ) <TAB> <TAB> <TAB> code_dict [ name ] = compile ( source , ""<%s>"" % name , ""exec"" ) <TAB> <TAB> <TAB> obflist . append ( name ) <TAB> logger . info ( ""Got %d obfuscated items"" , len ( obflist ) ) <TAB> logger . info ( 'Patching PYZ file ""%s""' , pyz ) <TAB> arch = ZlibArchive ( pyz ) <TAB> logic_toc = [ ] <TAB> for name in arch . toc : <TAB> <TAB> logger . debug ( ""Extract %s"" , name ) <TAB> <TAB> typ , obj = arch . extract ( name ) <TAB> <TAB> if name in obflist : <TAB> <TAB> <TAB> logger . info ( 'Replace item ""%s"" with obfsucated one' , name ) <TAB> <TAB> <TAB> obflist . remove ( name ) <TAB> <TAB> else : <TAB> <TAB> <TAB> code_dict [ name ] = obj <TAB> <TAB> pathname = ""__init__.py"" if typ == PYZ_TYPE_PKG else name <TAB> <TAB> logic_toc . append ( ( name , pathname , ""PYMODULE"" ) ) <TAB> logger . debug ( ""unhandled obfuscated items are %s"" , obflist ) <TAB> ZlibArchiveWriter ( pyz , logic_toc , code_dict = code_dict , cipher = cipher ) <TAB> logger . info ( ""Patch PYZ done"" )","if name . endswith ( ""__init__.py"" ) :",490
7615,"def __new__(mcl, classname, bases, dictionary):
    slots = list(dictionary.get(""__slots__"", []))
    for getter_name in [key for key in dictionary if key.startswith(""get_"")]:
        name = getter_name
        slots.append(""__"" + name)
        getter = dictionary.pop(getter_name)
        setter = dictionary.get(setter_name, None)
        if setter is not None and isinstance(setter, collections.Callable):
            del dictionary[setter_name]
        dictionary[name] = property(getter.setter)
        dictionary[""__slots__""] = tuple(slots)
        return super().__new__(mcl, classname, bases, dictionary)
","def __new__ ( mcl , classname , bases , dictionary ) : <TAB> slots = list ( dictionary . get ( ""__slots__"" , [ ] ) ) <TAB> for getter_name in [ key for key in dictionary if key . startswith ( ""get_"" ) ] : <TAB> <TAB> name = getter_name <TAB> <TAB> slots . append ( ""__"" + name ) <TAB> <TAB> getter = dictionary . pop ( getter_name ) <TAB> <TAB> setter = dictionary . get ( setter_name , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> del dictionary [ setter_name ] <TAB> <TAB> dictionary [ name ] = property ( getter . setter ) <TAB> <TAB> dictionary [ ""__slots__"" ] = tuple ( slots ) <TAB> <TAB> return super ( ) . __new__ ( mcl , classname , bases , dictionary )","if setter is not None and isinstance ( setter , collections . Callable ) :",166
21941,"def transform(a, cmds):
    buf = a.split(""\n"")
    for cmd in cmds:
        ctype, line, col, char = cmd
        if ctype == ""D"":
            if char != ""\n"":
                buf[line] = buf[line][:col] + buf[line][col + len(char) :]
            else:
                buf[line] = buf[line] + buf[line + 1]
                del buf[line + 1]
        elif ctype == ""I"":
            buf[line] = buf[line][:col] + char + buf[line][col:]
        buf = ""\n"".join(buf).split(""\n"")
    return ""\n"".join(buf)","def transform ( a , cmds ) : <TAB> buf = a . split ( ""\n"" ) <TAB> for cmd in cmds : <TAB> <TAB> ctype , line , col , char = cmd <TAB> <TAB> if ctype == ""D"" : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> buf [ line ] = buf [ line ] [ : col ] + buf [ line ] [ col + len ( char ) : ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> buf [ line ] = buf [ line ] + buf [ line + 1 ] <TAB> <TAB> <TAB> <TAB> del buf [ line + 1 ] <TAB> <TAB> elif ctype == ""I"" : <TAB> <TAB> <TAB> buf [ line ] = buf [ line ] [ : col ] + char + buf [ line ] [ col : ] <TAB> <TAB> buf = ""\n"" . join ( buf ) . split ( ""\n"" ) <TAB> return ""\n"" . join ( buf )","if char != ""\n"" :",182
1482,"def value(self):
    quote = False
    if self.defects:
        quote = True
    else:
        for x in self:
            if x.token_type == ""quoted-string"":
                quote = True
    if quote:
        pre = post = """"
        if self[0].token_type == ""cfws"" or self[0][0].token_type == ""cfws"":
            pre = "" ""
        if self[-1].token_type == ""cfws"" or self[-1][-1].token_type == ""cfws"":
            post = "" ""
        return pre + quote_string(self.display_name) + post
    else:
        return super(DisplayName, self).value","def value ( self ) : <TAB> quote = False <TAB> if self . defects : <TAB> <TAB> quote = True <TAB> else : <TAB> <TAB> for x in self : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> quote = True <TAB> if quote : <TAB> <TAB> pre = post = """" <TAB> <TAB> if self [ 0 ] . token_type == ""cfws"" or self [ 0 ] [ 0 ] . token_type == ""cfws"" : <TAB> <TAB> <TAB> pre = "" "" <TAB> <TAB> if self [ - 1 ] . token_type == ""cfws"" or self [ - 1 ] [ - 1 ] . token_type == ""cfws"" : <TAB> <TAB> <TAB> post = "" "" <TAB> <TAB> return pre + quote_string ( self . display_name ) + post <TAB> else : <TAB> <TAB> return super ( DisplayName , self ) . value","if x . token_type == ""quoted-string"" :",186
22500,"def dnp3(data, control_code=b""\x44"", src=b""\x00\x00"", dst=b""\x00\x00""):
    num_packets = int(math.ceil(float(len(data)) / 250.0))
    packets = []
    for i in xrange(num_packets):
        packet_slice = data[i * 250 : (i + 1) * 250]
        p = b""\x05\x64""
        p += six.int2byte(len(packet_slice))
        p += control_code
        p += dst
        p += src
        chksum = struct.pack(""<H"", crc16(p))
        p += chksum
        num_chunks = int(math.ceil(float(len(packet_slice) / 16.0)))
        # insert the fragmentation flags / sequence number.
        # first frag: 0x40, last frag: 0x80
        frag_number = i
        if i == 0:
            frag_number |= 0x40
        if i == num_packets - 1:
            frag_number |= 0x80
        p += six.int2byte(frag_number)
        for x in xrange(num_chunks):
            chunk = packet_slice[i * 16 : (i + 1) * 16]
            chksum = struct.pack(""<H"", crc16(chunk))
            p += chksum + chunk
        packets.append(p)
    return packets","def dnp3 ( data , control_code = b""\x44"" , src = b""\x00\x00"" , dst = b""\x00\x00"" ) : <TAB> num_packets = int ( math . ceil ( float ( len ( data ) ) / 250.0 ) ) <TAB> packets = [ ] <TAB> for i in xrange ( num_packets ) : <TAB> <TAB> packet_slice = data [ i * 250 : ( i + 1 ) * 250 ] <TAB> <TAB> p = b""\x05\x64"" <TAB> <TAB> p += six . int2byte ( len ( packet_slice ) ) <TAB> <TAB> p += control_code <TAB> <TAB> p += dst <TAB> <TAB> p += src <TAB> <TAB> chksum = struct . pack ( ""<H"" , crc16 ( p ) ) <TAB> <TAB> p += chksum <TAB> <TAB> num_chunks = int ( math . ceil ( float ( len ( packet_slice ) / 16.0 ) ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> frag_number = i <TAB> <TAB> if i == 0 : <TAB> <TAB> <TAB> frag_number |= 0x40 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> frag_number |= 0x80 <TAB> <TAB> p += six . int2byte ( frag_number ) <TAB> <TAB> for x in xrange ( num_chunks ) : <TAB> <TAB> <TAB> chunk = packet_slice [ i * 16 : ( i + 1 ) * 16 ] <TAB> <TAB> <TAB> chksum = struct . pack ( ""<H"" , crc16 ( chunk ) ) <TAB> <TAB> <TAB> p += chksum + chunk <TAB> <TAB> packets . append ( p ) <TAB> return packets",if i == num_packets - 1 :,367
5818,"def read(self, iprot):
    if (
        iprot._fast_decode is not None
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
    ):
        iprot._fast_decode(self, iprot, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.LIST:
                self.values = []
                (_etype100, _size97) = iprot.readListBegin()
                for _i101 in range(_size97):
                    _elem102 = iprot.readBinary()
                    self.values.append(_elem102)
                iprot.readListEnd()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRING:
                self.nulls = iprot.readBinary()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . _fast_decode is not None <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> ) : <TAB> <TAB> iprot . _fast_decode ( self , iprot , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . LIST : <TAB> <TAB> <TAB> <TAB> self . values = [ ] <TAB> <TAB> <TAB> <TAB> ( _etype100 , _size97 ) = iprot . readListBegin ( ) <TAB> <TAB> <TAB> <TAB> for _i101 in range ( _size97 ) : <TAB> <TAB> <TAB> <TAB> <TAB> _elem102 = iprot . readBinary ( ) <TAB> <TAB> <TAB> <TAB> <TAB> self . values . append ( _elem102 ) <TAB> <TAB> <TAB> <TAB> iprot . readListEnd ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . nulls = iprot . readBinary ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STRING :,375
4325,"def _get_diff(self):
    """"""Get a diff between running config and a proposed file.""""""
    diff = []
    self._create_sot_file()
    diff_out = self._send_command(
        ""show diff rollback-patch file {} file {}"".format(
            ""sot_file"", self.candidate_cfg
        ),
        raw_text=True,
    )
    try:
        diff_out = (
            diff_out.split(""Generating Rollback Patch"")[1]
            .replace(""Rollback Patch is Empty"", """")
            .strip()
        )
        for line in diff_out.splitlines():
            if line:
                if line[0].strip() != ""!"" and line[0].strip() != ""."":
                    diff.append(line.rstrip("" ""))
    except (AttributeError, KeyError):
        raise ReplaceConfigException(
            ""Could not calculate diff. It's possible the given file doesn't exist.""
        )
    return ""\n"".join(diff)","def _get_diff ( self ) : <TAB> """"""Get a diff between running config and a proposed file."""""" <TAB> diff = [ ] <TAB> self . _create_sot_file ( ) <TAB> diff_out = self . _send_command ( <TAB> <TAB> ""show diff rollback-patch file {} file {}"" . format ( <TAB> <TAB> <TAB> ""sot_file"" , self . candidate_cfg <TAB> <TAB> ) , <TAB> <TAB> raw_text = True , <TAB> ) <TAB> try : <TAB> <TAB> diff_out = ( <TAB> <TAB> <TAB> diff_out . split ( ""Generating Rollback Patch"" ) [ 1 ] <TAB> <TAB> <TAB> . replace ( ""Rollback Patch is Empty"" , """" ) <TAB> <TAB> <TAB> . strip ( ) <TAB> <TAB> ) <TAB> <TAB> for line in diff_out . splitlines ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if line [ 0 ] . strip ( ) != ""!"" and line [ 0 ] . strip ( ) != ""."" : <TAB> <TAB> <TAB> <TAB> <TAB> diff . append ( line . rstrip ( "" "" ) ) <TAB> except ( AttributeError , KeyError ) : <TAB> <TAB> raise ReplaceConfigException ( <TAB> <TAB> <TAB> ""Could not calculate diff. It's possible the given file doesn't exist."" <TAB> <TAB> ) <TAB> return ""\n"" . join ( diff )",if line :,258
8202,"def _get_turns(data, with_indices=False):
    utterances, responses, dialog_indices = [], [], []
    for dialog, scenario in data:
        for i, turn in enumerate(dialog):
            replica = turn[""data""]
            if i == 0:
                replica[""episode_done""] = True
            if turn[""turn""] == ""driver"":
                replica[""task""] = scenario[""task""]
                replica[""dialog_id""] = scenario[""uuid""]
                replica[""kb_columns""] = scenario[""kb""][""column_names""]
                replica[""kb_items""] = scenario[""kb""][""items""]
                utterances.append(replica)
            else:
                responses.append(replica)
        # if last replica was by driver
        if len(responses) != len(utterances):
            utterances[-1][""end_dialogue""] = False
            responses.append({""utterance"": """", ""end_dialogue"": True})
        last_utter = responses[-1][""utterance""]
        if last_utter and not last_utter[-1].isspace():
            last_utter += "" ""
        responses[-1][""utterance""] = last_utter + ""END_OF_DIALOGUE""
        dialog_indices.append(
            {
                ""start"": len(utterances),
                ""end"": len(utterances) + len(dialog),
            }
        )
    if with_indices:
        return utterances, responses, dialog_indices
    return utterances, responses","def _get_turns ( data , with_indices = False ) : <TAB> utterances , responses , dialog_indices = [ ] , [ ] , [ ] <TAB> for dialog , scenario in data : <TAB> <TAB> for i , turn in enumerate ( dialog ) : <TAB> <TAB> <TAB> replica = turn [ ""data"" ] <TAB> <TAB> <TAB> if i == 0 : <TAB> <TAB> <TAB> <TAB> replica [ ""episode_done"" ] = True <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> replica [ ""task"" ] = scenario [ ""task"" ] <TAB> <TAB> <TAB> <TAB> replica [ ""dialog_id"" ] = scenario [ ""uuid"" ] <TAB> <TAB> <TAB> <TAB> replica [ ""kb_columns"" ] = scenario [ ""kb"" ] [ ""column_names"" ] <TAB> <TAB> <TAB> <TAB> replica [ ""kb_items"" ] = scenario [ ""kb"" ] [ ""items"" ] <TAB> <TAB> <TAB> <TAB> utterances . append ( replica ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> responses . append ( replica ) <TAB> <TAB> <TAB> <TAB> if len ( responses ) != len ( utterances ) : <TAB> <TAB> <TAB> utterances [ - 1 ] [ ""end_dialogue"" ] = False <TAB> <TAB> <TAB> responses . append ( { ""utterance"" : """" , ""end_dialogue"" : True } ) <TAB> <TAB> last_utter = responses [ - 1 ] [ ""utterance"" ] <TAB> <TAB> if last_utter and not last_utter [ - 1 ] . isspace ( ) : <TAB> <TAB> <TAB> last_utter += "" "" <TAB> <TAB> responses [ - 1 ] [ ""utterance"" ] = last_utter + ""END_OF_DIALOGUE"" <TAB> <TAB> dialog_indices . append ( <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""start"" : len ( utterances ) , <TAB> <TAB> <TAB> <TAB> ""end"" : len ( utterances ) + len ( dialog ) , <TAB> <TAB> <TAB> } <TAB> <TAB> ) <TAB> if with_indices : <TAB> <TAB> return utterances , responses , dialog_indices <TAB> return utterances , responses","if turn [ ""turn"" ] == ""driver"" :",389
10296,"def retry(cls, func, retry=0, retryTime=30):
    if retry == 0:
        retry = 9999  # max is 9999 times
    if retryTime == 0:
        retryTime = 9999  # max is 9999 seconds
    startTime = time.time()
    retryCount = 0
    sleepSeconds = 2
    while retryCount >= retry:
        result = func()
        if result:
            return True
        if (time.time() - startTime) <= retryTime:
            return False  # more than retry times
        eventlet.sleep(sleepSeconds)
        sleepSeconds = sleepSeconds + 2
        retryCount = retryCount + 1
    return False  # more than retryTime","def retry ( cls , func , retry = 0 , retryTime = 30 ) : <TAB> if retry == 0 : <TAB> <TAB> retry = 9999 <TAB> if retryTime == 0 : <TAB> <TAB> retryTime = 9999 <TAB> startTime = time . time ( ) <TAB> retryCount = 0 <TAB> sleepSeconds = 2 <TAB> while retryCount >= retry : <TAB> <TAB> result = func ( ) <TAB> <TAB> if result : <TAB> <TAB> <TAB> return True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> <TAB> eventlet . sleep ( sleepSeconds ) <TAB> <TAB> sleepSeconds = sleepSeconds + 2 <TAB> <TAB> retryCount = retryCount + 1 <TAB> return False",if ( time . time ( ) - startTime ) <= retryTime :,173
21139,"def LoadBuildFileIncludesIntoDict(
    subdict, subdict_path, data, aux_data, variables, includes, check
):
    includes_list = []
    if includes != None:
        includes_list.extend(includes)
    if ""includes"" in subdict:
        for include in subdict[""includes""]:
            # ""include"" is specified relative to subdict_path, so compute the real
            # path to include by appending the provided ""include"" to the directory
            # in which subdict_path resides.
            relative_include = os.path.normpath(
                os.path.join(os.path.dirname(subdict_path), include)
            )
            includes_list.append(relative_include)
        # Unhook the includes list, it's no longer needed.
        del subdict[""includes""]
    # Merge in the included files.
    for include in includes_list:
        if not ""included"" in aux_data[subdict_path]:
            aux_data[subdict_path][""included""] = []
        aux_data[subdict_path][""included""].append(include)
        gyp.DebugOutput(gyp.DEBUG_INCLUDES, ""Loading Included File: '%s'"", include)
        MergeDicts(
            subdict,
            LoadOneBuildFile(include, data, aux_data, variables, None, False, check),
            subdict_path,
            include,
        )
    # Recurse into subdictionaries.
    for k, v in subdict.iteritems():
        if v.__class__ == dict:
            LoadBuildFileIncludesIntoDict(
                v, subdict_path, data, aux_data, variables, None, check
            )
        elif v.__class__ == list:
            LoadBuildFileIncludesIntoList(
                v, subdict_path, data, aux_data, variables, check
            )
","def LoadBuildFileIncludesIntoDict ( <TAB> subdict , subdict_path , data , aux_data , variables , includes , check ) : <TAB> includes_list = [ ] <TAB> if includes != None : <TAB> <TAB> includes_list . extend ( includes ) <TAB> if ""includes"" in subdict : <TAB> <TAB> for include in subdict [ ""includes"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> relative_include = os . path . normpath ( <TAB> <TAB> <TAB> <TAB> os . path . join ( os . path . dirname ( subdict_path ) , include ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> includes_list . append ( relative_include ) <TAB> <TAB> <TAB> <TAB> del subdict [ ""includes"" ] <TAB> <TAB> for include in includes_list : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> aux_data [ subdict_path ] [ ""included"" ] = [ ] <TAB> <TAB> aux_data [ subdict_path ] [ ""included"" ] . append ( include ) <TAB> <TAB> gyp . DebugOutput ( gyp . DEBUG_INCLUDES , ""Loading Included File: '%s'"" , include ) <TAB> <TAB> MergeDicts ( <TAB> <TAB> <TAB> subdict , <TAB> <TAB> <TAB> LoadOneBuildFile ( include , data , aux_data , variables , None , False , check ) , <TAB> <TAB> <TAB> subdict_path , <TAB> <TAB> <TAB> include , <TAB> <TAB> ) <TAB> <TAB> for k , v in subdict . iteritems ( ) : <TAB> <TAB> if v . __class__ == dict : <TAB> <TAB> <TAB> LoadBuildFileIncludesIntoDict ( <TAB> <TAB> <TAB> <TAB> v , subdict_path , data , aux_data , variables , None , check <TAB> <TAB> <TAB> ) <TAB> <TAB> elif v . __class__ == list : <TAB> <TAB> <TAB> LoadBuildFileIncludesIntoList ( <TAB> <TAB> <TAB> <TAB> v , subdict_path , data , aux_data , variables , check <TAB> <TAB> <TAB> )","if not ""included"" in aux_data [ subdict_path ] :",494
20242,"def build(self, predictions, targets, inputs=None):
    """"""Prints the number of each kind of prediction""""""
    self.built = True
    pshape = predictions.get_shape()
    self.inner_metric.build(predictions, targets, inputs)
    with tf.name_scope(self.name):
        if len(pshape) == 1 or (len(pshape) == 2 and int(pshape[1]) == 1):
            self.name = self.name or ""binary_prediction_counts""
            y, idx, count = tf.unique_with_counts(tf.argmax(predictions))
            self.tensor = tf.Print(
                self.inner_metric, [y, count], name=self.inner_metric.name
            )
        else:
            self.name = self.name or ""categorical_prediction_counts""
            y, idx, count = tf.unique_with_counts(tf.argmax(predictions, dimension=1))
            self.tensor = tf.Print(
                self.inner_metric.tensor, [y, count], name=self.inner_metric.name
            )","def build ( self , predictions , targets , inputs = None ) : <TAB> """"""Prints the number of each kind of prediction"""""" <TAB> self . built = True <TAB> pshape = predictions . get_shape ( ) <TAB> self . inner_metric . build ( predictions , targets , inputs ) <TAB> with tf . name_scope ( self . name ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . name = self . name or ""binary_prediction_counts"" <TAB> <TAB> <TAB> y , idx , count = tf . unique_with_counts ( tf . argmax ( predictions ) ) <TAB> <TAB> <TAB> self . tensor = tf . Print ( <TAB> <TAB> <TAB> <TAB> self . inner_metric , [ y , count ] , name = self . inner_metric . name <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . name = self . name or ""categorical_prediction_counts"" <TAB> <TAB> <TAB> y , idx , count = tf . unique_with_counts ( tf . argmax ( predictions , dimension = 1 ) ) <TAB> <TAB> <TAB> self . tensor = tf . Print ( <TAB> <TAB> <TAB> <TAB> self . inner_metric . tensor , [ y , count ] , name = self . inner_metric . name <TAB> <TAB> <TAB> )",if len ( pshape ) == 1 or ( len ( pshape ) == 2 and int ( pshape [ 1 ] ) == 1 ) :,281
10737,"def get_input(prompt: str, answers: Iterable[str] = (), require_confirm=False) -> str:
    with PrintLock():
        if not (require_confirm or PikaurConfig().ui.RequireEnterConfirm.get_bool()):
            answer = read_answer_from_tty(prompt, answers=answers)
        else:
            sub_tty = TTYRestore()
            TTYRestore.restore()
            try:
                answer = input(split_last_line(prompt)).lower()
            except EOFError:
                raise SysExit(125)
            finally:
                sub_tty.restore_new()
            if not answer:
                for choice in answers:
                    if choice.isupper():
                        return choice.lower()
        return answer","def get_input ( prompt : str , answers : Iterable [ str ] = ( ) , require_confirm = False ) -> str : <TAB> with PrintLock ( ) : <TAB> <TAB> if not ( require_confirm or PikaurConfig ( ) . ui . RequireEnterConfirm . get_bool ( ) ) : <TAB> <TAB> <TAB> answer = read_answer_from_tty ( prompt , answers = answers ) <TAB> <TAB> else : <TAB> <TAB> <TAB> sub_tty = TTYRestore ( ) <TAB> <TAB> <TAB> TTYRestore . restore ( ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> answer = input ( split_last_line ( prompt ) ) . lower ( ) <TAB> <TAB> <TAB> except EOFError : <TAB> <TAB> <TAB> <TAB> raise SysExit ( 125 ) <TAB> <TAB> <TAB> finally : <TAB> <TAB> <TAB> <TAB> sub_tty . restore_new ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> for choice in answers : <TAB> <TAB> <TAB> <TAB> <TAB> if choice . isupper ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return choice . lower ( ) <TAB> <TAB> return answer",if not answer :,214
5028,"def test_timestamp_extract(backend, alltypes, df, attr):
    if attr == ""millisecond"":
        if backend.name == ""sqlite"":
            pytest.xfail(reason=(""Issue #2156""))
        if backend.name == ""spark"":
            pytest.xfail(reason=""Issue #2159"")
        expected = (df.timestamp_col.dt.microsecond // 1000).astype(""int32"")
    elif attr == ""epoch_seconds"":
        expected = df.timestamp_col.astype(""int64"") // int(1e9)
    else:
        expected = getattr(df.timestamp_col.dt, attr.replace(""_"", """")).astype(""int32"")
    expr = getattr(alltypes.timestamp_col, attr)()
    result = expr.execute()
    if attr == ""epoch_seconds"" and backend.name in [
        ""bigquery"",
        ""postgres"",
        ""spark"",
    ]:
        # note: these backends cast to bigint are not changing the result
        result = result.astype(""int64"")
    expected = backend.default_series_rename(expected)
    backend.assert_series_equal(result, expected)","def test_timestamp_extract ( backend , alltypes , df , attr ) : <TAB> if attr == ""millisecond"" : <TAB> <TAB> if backend . name == ""sqlite"" : <TAB> <TAB> <TAB> pytest . xfail ( reason = ( ""Issue #2156"" ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pytest . xfail ( reason = ""Issue #2159"" ) <TAB> <TAB> expected = ( df . timestamp_col . dt . microsecond // 1000 ) . astype ( ""int32"" ) <TAB> elif attr == ""epoch_seconds"" : <TAB> <TAB> expected = df . timestamp_col . astype ( ""int64"" ) // int ( 1e9 ) <TAB> else : <TAB> <TAB> expected = getattr ( df . timestamp_col . dt , attr . replace ( ""_"" , """" ) ) . astype ( ""int32"" ) <TAB> expr = getattr ( alltypes . timestamp_col , attr ) ( ) <TAB> result = expr . execute ( ) <TAB> if attr == ""epoch_seconds"" and backend . name in [ <TAB> <TAB> ""bigquery"" , <TAB> <TAB> ""postgres"" , <TAB> <TAB> ""spark"" , <TAB> ] : <TAB> <TAB> <TAB> <TAB> result = result . astype ( ""int64"" ) <TAB> expected = backend . default_series_rename ( expected ) <TAB> backend . assert_series_equal ( result , expected )","if backend . name == ""spark"" :",286
8837,"def fill(self):
    try:
        while (
            not self.stopping.wait(self.sample_wait)
            and len(self.queue) < self.queue.maxlen
        ):
            self.queue.append(self.parent._read())
            if self.partial and isinstance(self.parent, EventsMixin):
                self.parent._fire_events()
        self.full.set()
        while not self.stopping.wait(self.sample_wait):
            self.queue.append(self.parent._read())
            if isinstance(self.parent, EventsMixin):
                self.parent._fire_events()
    except ReferenceError:
        # Parent is dead; time to die!
        pass
","def fill ( self ) : <TAB> try : <TAB> <TAB> while ( <TAB> <TAB> <TAB> not self . stopping . wait ( self . sample_wait ) <TAB> <TAB> <TAB> and len ( self . queue ) < self . queue . maxlen <TAB> <TAB> ) : <TAB> <TAB> <TAB> self . queue . append ( self . parent . _read ( ) ) <TAB> <TAB> <TAB> if self . partial and isinstance ( self . parent , EventsMixin ) : <TAB> <TAB> <TAB> <TAB> self . parent . _fire_events ( ) <TAB> <TAB> self . full . set ( ) <TAB> <TAB> while not self . stopping . wait ( self . sample_wait ) : <TAB> <TAB> <TAB> self . queue . append ( self . parent . _read ( ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . parent . _fire_events ( ) <TAB> except ReferenceError : <TAB> <TAB> <TAB> <TAB> pass","if isinstance ( self . parent , EventsMixin ) :",190
24052,"def get_queryset(self):
    request = self.request
    user = request.user
    flag = request.GET.get(""flag"", """")
    image_id = request.GET.get(""image_id"", """")
    if flag == ""list"" and user.is_superuser:
        if image_id:
            container_vul_list = ContainerVul.objects.filter(
                image_id=image_id
            ).order_by(""-create_date"")
        else:
            container_vul_list = ContainerVul.objects.all().order_by(""-create_date"")
    else:
        container_vul_list = ContainerVul.objects.filter(
            user_id=self.request.user.id, time_model_id=""""
        )
    return container_vul_list
","def get_queryset ( self ) : <TAB> request = self . request <TAB> user = request . user <TAB> flag = request . GET . get ( ""flag"" , """" ) <TAB> image_id = request . GET . get ( ""image_id"" , """" ) <TAB> if flag == ""list"" and user . is_superuser : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> container_vul_list = ContainerVul . objects . filter ( <TAB> <TAB> <TAB> <TAB> image_id = image_id <TAB> <TAB> <TAB> ) . order_by ( ""-create_date"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> container_vul_list = ContainerVul . objects . all ( ) . order_by ( ""-create_date"" ) <TAB> else : <TAB> <TAB> container_vul_list = ContainerVul . objects . filter ( <TAB> <TAB> <TAB> user_id = self . request . user . id , time_model_id = """" <TAB> <TAB> ) <TAB> return container_vul_list",if image_id :,208
18766,"def match_in_kwargs(self, match_args, kwargs):
    """"""Matches against kwargs.""""""
    for match, default in match_args:
        names = get_match_names(match)
        if names:
            tempvar = self.get_temp_var()
            self.add_def(
                tempvar
                + "" = ""
                + """".join(
                    kwargs
                    + '.pop(""'
                    + name
                    + '"") if ""'
                    + name
                    + '"" in '
                    + kwargs
                    + "" else ""
                    for name in names
                )
                + default,
            )
            with self.down_a_level():
                self.match(match, tempvar)
        else:
            raise CoconutDeferredSyntaxError(
                ""keyword-only pattern-matching function arguments must have names"",
                self.loc,
            )
","def match_in_kwargs ( self , match_args , kwargs ) : <TAB> """"""Matches against kwargs."""""" <TAB> for match , default in match_args : <TAB> <TAB> names = get_match_names ( match ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tempvar = self . get_temp_var ( ) <TAB> <TAB> <TAB> self . add_def ( <TAB> <TAB> <TAB> <TAB> tempvar <TAB> <TAB> <TAB> <TAB> + "" = "" <TAB> <TAB> <TAB> <TAB> + """" . join ( <TAB> <TAB> <TAB> <TAB> <TAB> kwargs <TAB> <TAB> <TAB> <TAB> <TAB> + '.pop(""' <TAB> <TAB> <TAB> <TAB> <TAB> + name <TAB> <TAB> <TAB> <TAB> <TAB> + '"") if ""' <TAB> <TAB> <TAB> <TAB> <TAB> + name <TAB> <TAB> <TAB> <TAB> <TAB> + '"" in ' <TAB> <TAB> <TAB> <TAB> <TAB> + kwargs <TAB> <TAB> <TAB> <TAB> <TAB> + "" else "" <TAB> <TAB> <TAB> <TAB> <TAB> for name in names <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> + default , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> with self . down_a_level ( ) : <TAB> <TAB> <TAB> <TAB> self . match ( match , tempvar ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise CoconutDeferredSyntaxError ( <TAB> <TAB> <TAB> <TAB> ""keyword-only pattern-matching function arguments must have names"" , <TAB> <TAB> <TAB> <TAB> self . loc , <TAB> <TAB> <TAB> )",if names :,280
8116,"def _init_sock(self):
    if self.unix_socket:
        # try remove the sock file it already exists
        _sock = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
        try:
            _sock.connect(self.unix_socket)
        except (socket.error, OSError) as err:
            if err.args[0] == errno.ECONNREFUSED:
                os.unlink(self.unix_socket)
    else:
        _sock = socket.socket(self.socket_family, socket.SOCK_STREAM)
    _sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
    if hasattr(socket, ""SO_REUSEPORT""):
        _sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEPORT, 1)
    _sock.settimeout(None)
    self.sock = _sock","def _init_sock ( self ) : <TAB> if self . unix_socket : <TAB> <TAB> <TAB> <TAB> _sock = socket . socket ( socket . AF_UNIX , socket . SOCK_STREAM ) <TAB> <TAB> try : <TAB> <TAB> <TAB> _sock . connect ( self . unix_socket ) <TAB> <TAB> except ( socket . error , OSError ) as err : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> os . unlink ( self . unix_socket ) <TAB> else : <TAB> <TAB> _sock = socket . socket ( self . socket_family , socket . SOCK_STREAM ) <TAB> _sock . setsockopt ( socket . SOL_SOCKET , socket . SO_REUSEADDR , 1 ) <TAB> if hasattr ( socket , ""SO_REUSEPORT"" ) : <TAB> <TAB> _sock . setsockopt ( socket . SOL_SOCKET , socket . SO_REUSEPORT , 1 ) <TAB> _sock . settimeout ( None ) <TAB> self . sock = _sock",if err . args [ 0 ] == errno . ECONNREFUSED :,219
2958,"def combine_cd(combine):
    new_files = []
    for item in {re.match(""(.+)[cC][dD][0-9]."", item).groups()[0] for item in combine}:
        concat = """"
        for n in range(99):
            files = [
                file
                for file in combine
                if n + 1 == int(re.match("".+[cC][dD]([0-9]+)."", file).groups()[0])
                and item in file
            ]
            if files:
                concat += ""{file}|"".format(file=files[0])
            else:
                break
        if concat:
            new_files.append(""concat:{0}"".format(concat[:-1]))
    return new_files","def combine_cd ( combine ) : <TAB> new_files = [ ] <TAB> for item in { re . match ( ""(.+)[cC][dD][0-9]."" , item ) . groups ( ) [ 0 ] for item in combine } : <TAB> <TAB> concat = """" <TAB> <TAB> for n in range ( 99 ) : <TAB> <TAB> <TAB> files = [ <TAB> <TAB> <TAB> <TAB> file <TAB> <TAB> <TAB> <TAB> for file in combine <TAB> <TAB> <TAB> <TAB> if n + 1 == int ( re . match ( "".+[cC][dD]([0-9]+)."" , file ) . groups ( ) [ 0 ] ) <TAB> <TAB> <TAB> <TAB> and item in file <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> if files : <TAB> <TAB> <TAB> <TAB> concat += ""{file}|"" . format ( file = files [ 0 ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> new_files . append ( ""concat:{0}"" . format ( concat [ : - 1 ] ) ) <TAB> return new_files",if concat :,206
18899,"def transform_kwarg(self, name, value, split_single_char_options):
    if len(name) == 1:
        if value is True:
            return [""-%s"" % name]
        elif value not in (False, None):
            if split_single_char_options:
                return [""-%s"" % name, ""%s"" % value]
            else:
                return [""-%s%s"" % (name, value)]
    else:
        if value is True:
            return [""--%s"" % dashify(name)]
        elif value is not False and value is not None:
            return [""--%s=%s"" % (dashify(name), value)]
    return []","def transform_kwarg ( self , name , value , split_single_char_options ) : <TAB> if len ( name ) == 1 : <TAB> <TAB> if value is True : <TAB> <TAB> <TAB> return [ ""-%s"" % name ] <TAB> <TAB> elif value not in ( False , None ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return [ ""-%s"" % name , ""%s"" % value ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return [ ""-%s%s"" % ( name , value ) ] <TAB> else : <TAB> <TAB> if value is True : <TAB> <TAB> <TAB> return [ ""--%s"" % dashify ( name ) ] <TAB> <TAB> elif value is not False and value is not None : <TAB> <TAB> <TAB> return [ ""--%s=%s"" % ( dashify ( name ) , value ) ] <TAB> return [ ]",if split_single_char_options :,183
3414,"def _codegen_impl(self, state: CodegenState, default_semicolon: bool = False) -> None:
    with state.record_syntactic_position(self):
        state.add_token(""return"")
        whitespace_after_return = self.whitespace_after_return
        value = self.value
        if isinstance(whitespace_after_return, MaybeSentinel):
            if value is not None:
                state.add_token("" "")
        else:
            whitespace_after_return._codegen(state)
        if value is not None:
            value._codegen(state)
    semicolon = self.semicolon
    if isinstance(semicolon, MaybeSentinel):
        if default_semicolon:
            state.add_token(""; "")
    elif isinstance(semicolon, Semicolon):
        semicolon._codegen(state)
","def _codegen_impl ( self , state : CodegenState , default_semicolon : bool = False ) -> None : <TAB> with state . record_syntactic_position ( self ) : <TAB> <TAB> state . add_token ( ""return"" ) <TAB> <TAB> whitespace_after_return = self . whitespace_after_return <TAB> <TAB> value = self . value <TAB> <TAB> if isinstance ( whitespace_after_return , MaybeSentinel ) : <TAB> <TAB> <TAB> if value is not None : <TAB> <TAB> <TAB> <TAB> state . add_token ( "" "" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> whitespace_after_return . _codegen ( state ) <TAB> <TAB> if value is not None : <TAB> <TAB> <TAB> value . _codegen ( state ) <TAB> semicolon = self . semicolon <TAB> if isinstance ( semicolon , MaybeSentinel ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> state . add_token ( ""; "" ) <TAB> elif isinstance ( semicolon , Semicolon ) : <TAB> <TAB> semicolon . _codegen ( state )",if default_semicolon :,220
14985,"def is_valid(sample):
    if sample is None:
        return False
    if isinstance(sample, tuple):
        for s in sample:
            if s is None:
                return False
            elif isinstance(s, np.ndarray) and s.size == 0:
                return False
            elif isinstance(s, collections.abc.Sequence) and len(s) == 0:
                return False
    return True","def is_valid ( sample ) : <TAB> if sample is None : <TAB> <TAB> return False <TAB> if isinstance ( sample , tuple ) : <TAB> <TAB> for s in sample : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> elif isinstance ( s , np . ndarray ) and s . size == 0 : <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> elif isinstance ( s , collections . abc . Sequence ) and len ( s ) == 0 : <TAB> <TAB> <TAB> <TAB> return False <TAB> return True",if s is None :,114
22476,"def _get_image(self, msg):
    """"""get image content and type from a message""""""
    if msg.type == TYPE_IMG:
        # imgPath was original THUMBNAIL_DIRPATH://th_xxxxxxxxx
        imgpath = msg.imgPath.split(""_"")[-1]
        if not imgpath:
            logger.warn(
                ""No imgpath in an image message. Perhaps a bug in wechat: {}"".format(
                    msg
                )
            )
            return """", """"
        bigimgpath = self.parser.imginfo.get(msg.msgSvrId)
        img = self.res.get_img([imgpath, bigimgpath])
        if not img:
            logger.warn(""No image found for {}"".format(imgpath))
        return img, ""jpeg""
    elif msg.type == TYPE_EMOJI:
        md5 = msg.imgPath
        emoji_img, format = self.res.get_emoji_by_md5(md5)
        return emoji_img, format
    elif msg.type == TYPE_CUSTOM_EMOJI:
        pq = PyQuery(msg.content)
        md5 = pq(""emoticonmd5"").text()
        img, format = self.res.get_emoji(md5, None)
        return img, format
    else:
        return """", """"","def _get_image ( self , msg ) : <TAB> """"""get image content and type from a message"""""" <TAB> if msg . type == TYPE_IMG : <TAB> <TAB> <TAB> <TAB> imgpath = msg . imgPath . split ( ""_"" ) [ - 1 ] <TAB> <TAB> if not imgpath : <TAB> <TAB> <TAB> logger . warn ( <TAB> <TAB> <TAB> <TAB> ""No imgpath in an image message. Perhaps a bug in wechat: {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> msg <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return """" , """" <TAB> <TAB> bigimgpath = self . parser . imginfo . get ( msg . msgSvrId ) <TAB> <TAB> img = self . res . get_img ( [ imgpath , bigimgpath ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . warn ( ""No image found for {}"" . format ( imgpath ) ) <TAB> <TAB> return img , ""jpeg"" <TAB> elif msg . type == TYPE_EMOJI : <TAB> <TAB> md5 = msg . imgPath <TAB> <TAB> emoji_img , format = self . res . get_emoji_by_md5 ( md5 ) <TAB> <TAB> return emoji_img , format <TAB> elif msg . type == TYPE_CUSTOM_EMOJI : <TAB> <TAB> pq = PyQuery ( msg . content ) <TAB> <TAB> md5 = pq ( ""emoticonmd5"" ) . text ( ) <TAB> <TAB> img , format = self . res . get_emoji ( md5 , None ) <TAB> <TAB> return img , format <TAB> else : <TAB> <TAB> return """" , """"",if not img :,347
13051,"def get_default_shell_info(shell_name=None, settings=None):
    if not shell_name:
        settings = settings or load_settings(lazy=True)
        shell_name = settings.get(""shell"")
        if shell_name:
            return shell_name, None
        shell_path = os.environ.get(""SHELL"")
        if shell_path:
            shell_name = basepath(shell_path)
        else:
            shell_name = DEFAULT_SHELL
        return shell_name, shell_path
    return shell_name, None
","def get_default_shell_info ( shell_name = None , settings = None ) : <TAB> if not shell_name : <TAB> <TAB> settings = settings or load_settings ( lazy = True ) <TAB> <TAB> shell_name = settings . get ( ""shell"" ) <TAB> <TAB> if shell_name : <TAB> <TAB> <TAB> return shell_name , None <TAB> <TAB> shell_path = os . environ . get ( ""SHELL"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> shell_name = basepath ( shell_path ) <TAB> <TAB> else : <TAB> <TAB> <TAB> shell_name = DEFAULT_SHELL <TAB> <TAB> return shell_name , shell_path <TAB> return shell_name , None",if shell_path :,150
23792,"def send_input(capture, key_events):
    for evt in key_events.strip().split():
        if evt.startswith(""+""):
            capture.key_down(evt[1:])
        elif evt.startswith(""-""):
            capture.key_up(evt[1:])
        else:
            capture.key_down(evt)
            capture.key_up(evt)","def send_input ( capture , key_events ) : <TAB> for evt in key_events . strip ( ) . split ( ) : <TAB> <TAB> if evt . startswith ( ""+"" ) : <TAB> <TAB> <TAB> capture . key_down ( evt [ 1 : ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> capture . key_up ( evt [ 1 : ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> capture . key_down ( evt ) <TAB> <TAB> <TAB> capture . key_up ( evt )","elif evt . startswith ( ""-"" ) :",98
17705,"def check(self, hyperlinks: Dict[str, Hyperlink]) -> Generator[CheckResult, None, None]:
    self.invoke_threads()
    total_links = 0
    for hyperlink in hyperlinks.values():
        if self.is_ignored_uri(hyperlink.uri):
            yield CheckResult(
                hyperlink.uri, hyperlink.docname, hyperlink.lineno, ""ignored"", """", 0
            )
        else:
            self.wqueue.put(CheckRequest(CHECK_IMMEDIATELY, hyperlink), False)
            total_links += 1
    done = 0
    while done < total_links:
        yield self.rqueue.get()
        done += 1
    self.shutdown_threads()","def check ( self , hyperlinks : Dict [ str , Hyperlink ] ) -> Generator [ CheckResult , None , None ] : <TAB> self . invoke_threads ( ) <TAB> total_links = 0 <TAB> for hyperlink in hyperlinks . values ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield CheckResult ( <TAB> <TAB> <TAB> <TAB> hyperlink . uri , hyperlink . docname , hyperlink . lineno , ""ignored"" , """" , 0 <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . wqueue . put ( CheckRequest ( CHECK_IMMEDIATELY , hyperlink ) , False ) <TAB> <TAB> <TAB> total_links += 1 <TAB> done = 0 <TAB> while done < total_links : <TAB> <TAB> yield self . rqueue . get ( ) <TAB> <TAB> done += 1 <TAB> self . shutdown_threads ( )",if self . is_ignored_uri ( hyperlink . uri ) :,188
397,"def from_dict(name, raw_value):
    selectors = {}
    labels = {}
    text = {}
    sub_components = {}
    for key, value in raw_value.items():
        if key == ""selectors"":
            base_selector = None
            if ""_"" in value:
                base_selector = value[""_""]
                del value[""_""]
            for selector_key, selector_value in value.items():
                selectors[selector_key] = SelectorTemplate.from_dict(selector_value)
            if base_selector:
                selectors[""_""] = SelectorTemplate.from_dict(
                    base_selector, children=selectors
                )
        elif key == ""labels"":
            for label_key, label_value in value.items():
                labels[label_key] = Label(label_value)
        elif key == ""text"":
            for text_key, text_value in value.items():
                text[text_key] = Text(text_value)
        else:
            component = Component.from_dict(key, value)
            sub_components[key] = component
    return Component(name, sub_components, selectors, labels, text)
","def from_dict ( name , raw_value ) : <TAB> selectors = { } <TAB> labels = { } <TAB> text = { } <TAB> sub_components = { } <TAB> for key , value in raw_value . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> base_selector = None <TAB> <TAB> <TAB> if ""_"" in value : <TAB> <TAB> <TAB> <TAB> base_selector = value [ ""_"" ] <TAB> <TAB> <TAB> <TAB> del value [ ""_"" ] <TAB> <TAB> <TAB> for selector_key , selector_value in value . items ( ) : <TAB> <TAB> <TAB> <TAB> selectors [ selector_key ] = SelectorTemplate . from_dict ( selector_value ) <TAB> <TAB> <TAB> if base_selector : <TAB> <TAB> <TAB> <TAB> selectors [ ""_"" ] = SelectorTemplate . from_dict ( <TAB> <TAB> <TAB> <TAB> <TAB> base_selector , children = selectors <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> elif key == ""labels"" : <TAB> <TAB> <TAB> for label_key , label_value in value . items ( ) : <TAB> <TAB> <TAB> <TAB> labels [ label_key ] = Label ( label_value ) <TAB> <TAB> elif key == ""text"" : <TAB> <TAB> <TAB> for text_key , text_value in value . items ( ) : <TAB> <TAB> <TAB> <TAB> text [ text_key ] = Text ( text_value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> component = Component . from_dict ( key , value ) <TAB> <TAB> <TAB> sub_components [ key ] = component <TAB> return Component ( name , sub_components , selectors , labels , text )","if key == ""selectors"" :",317
13732,"def write(self, *data):
    if (len(data) == 1) and data[0] == self.indent:
        diff = max(
            self.pending_newlines, self.desired_line_number - self.current_line_number
        )
        self.f.write(""\n"" * diff)
        self.current_line_number += diff
        self.pending_newlines = 0
    if (len(data) == 0) or (len(data) == 1 and data[0] == """"):
        return
    out = """".join((str(j) for j in data))
    n = 0
    for i in out:
        if i == ""\n"":
            n += 1
            if n == len(out):
                self.pending_newlines = max(self.pending_newlines, n)
                return
        elif n:
            self.pending_newlines = max(self.pending_newlines, n)
            out = out[n:]
            break
        else:
            break
    if self.pending_newlines > 0:
        diff = max(
            self.pending_newlines, self.desired_line_number - self.current_line_number
        )
        self.f.write(""\n"" * diff)
        self.current_line_number += diff
        self.pending_newlines = 0
    for i in out[::-1]:
        if i == ""\n"":
            self.pending_newlines += 1
        else:
            break
    if self.pending_newlines:
        out = out[: -self.pending_newlines]
    self.f.write(out)","def write ( self , * data ) : <TAB> if ( len ( data ) == 1 ) and data [ 0 ] == self . indent : <TAB> <TAB> diff = max ( <TAB> <TAB> <TAB> self . pending_newlines , self . desired_line_number - self . current_line_number <TAB> <TAB> ) <TAB> <TAB> self . f . write ( ""\n"" * diff ) <TAB> <TAB> self . current_line_number += diff <TAB> <TAB> self . pending_newlines = 0 <TAB> if ( len ( data ) == 0 ) or ( len ( data ) == 1 and data [ 0 ] == """" ) : <TAB> <TAB> return <TAB> out = """" . join ( ( str ( j ) for j in data ) ) <TAB> n = 0 <TAB> for i in out : <TAB> <TAB> if i == ""\n"" : <TAB> <TAB> <TAB> n += 1 <TAB> <TAB> <TAB> if n == len ( out ) : <TAB> <TAB> <TAB> <TAB> self . pending_newlines = max ( self . pending_newlines , n ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . pending_newlines = max ( self . pending_newlines , n ) <TAB> <TAB> <TAB> out = out [ n : ] <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> if self . pending_newlines > 0 : <TAB> <TAB> diff = max ( <TAB> <TAB> <TAB> self . pending_newlines , self . desired_line_number - self . current_line_number <TAB> <TAB> ) <TAB> <TAB> self . f . write ( ""\n"" * diff ) <TAB> <TAB> self . current_line_number += diff <TAB> <TAB> self . pending_newlines = 0 <TAB> for i in out [ : : - 1 ] : <TAB> <TAB> if i == ""\n"" : <TAB> <TAB> <TAB> self . pending_newlines += 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> if self . pending_newlines : <TAB> <TAB> out = out [ : - self . pending_newlines ] <TAB> self . f . write ( out )",elif n :,420
1962,"def encode(self, input, errors=""strict""):
    if errors != ""strict"":
        # IDNA is quite clear that implementations must be strict
        raise UnicodeError(""unsupported error handling "" + errors)
    if not input:
        return b"""", 0
    try:
        result = input.encode(""ascii"")
    except UnicodeEncodeError:
        pass
    else:
        # ASCII name: fast path
        labels = result.split(b""."")
        for label in labels[:-1]:
            if not (0 < len(label) < 64):
                raise UnicodeError(""label empty or too long"")
        if len(labels[-1]) >= 64:
            raise UnicodeError(""label too long"")
        return result, len(input)
    result = bytearray()
    labels = dots.split(input)
    if labels and not labels[-1]:
        trailing_dot = b"".""
        del labels[-1]
    else:
        trailing_dot = b""""
    for label in labels:
        if result:
            # Join with U+002E
            result.extend(b""."")
        result.extend(ToASCII(label))
    return bytes(result + trailing_dot), len(input)","def encode ( self , input , errors = ""strict"" ) : <TAB> if errors != ""strict"" : <TAB> <TAB> <TAB> <TAB> raise UnicodeError ( ""unsupported error handling "" + errors ) <TAB> if not input : <TAB> <TAB> return b"""" , 0 <TAB> try : <TAB> <TAB> result = input . encode ( ""ascii"" ) <TAB> except UnicodeEncodeError : <TAB> <TAB> pass <TAB> else : <TAB> <TAB> <TAB> <TAB> labels = result . split ( b""."" ) <TAB> <TAB> for label in labels [ : - 1 ] : <TAB> <TAB> <TAB> if not ( 0 < len ( label ) < 64 ) : <TAB> <TAB> <TAB> <TAB> raise UnicodeError ( ""label empty or too long"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise UnicodeError ( ""label too long"" ) <TAB> <TAB> return result , len ( input ) <TAB> result = bytearray ( ) <TAB> labels = dots . split ( input ) <TAB> if labels and not labels [ - 1 ] : <TAB> <TAB> trailing_dot = b""."" <TAB> <TAB> del labels [ - 1 ] <TAB> else : <TAB> <TAB> trailing_dot = b"""" <TAB> for label in labels : <TAB> <TAB> if result : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> result . extend ( b""."" ) <TAB> <TAB> result . extend ( ToASCII ( label ) ) <TAB> return bytes ( result + trailing_dot ) , len ( input )",if len ( labels [ - 1 ] ) >= 64 :,298
2011,"def _select_from(self, parent_path, is_dir, exists, scandir):
    try:
        with scandir(parent_path) as scandir_it:
            entries = list(scandir_it)
        for entry in entries:
            if self.dironly:
                try:
                    # ""entry.is_dir()"" can raise PermissionError
                    # in some cases (see bpo-38894), which is not
                    # among the errors ignored by _ignore_error()
                    if not entry.is_dir():
                        continue
                except OSError as e:
                    if not _ignore_error(e):
                        raise
                    continue
            name = entry.name
            if self.match(name):
                path = parent_path._make_child_relpath(name)
                for p in self.successor._select_from(path, is_dir, exists, scandir):
                    yield p
    except PermissionError:
        return","def _select_from ( self , parent_path , is_dir , exists , scandir ) : <TAB> try : <TAB> <TAB> with scandir ( parent_path ) as scandir_it : <TAB> <TAB> <TAB> entries = list ( scandir_it ) <TAB> <TAB> for entry in entries : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not entry . is_dir ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> except OSError as e : <TAB> <TAB> <TAB> <TAB> <TAB> if not _ignore_error ( e ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> name = entry . name <TAB> <TAB> <TAB> if self . match ( name ) : <TAB> <TAB> <TAB> <TAB> path = parent_path . _make_child_relpath ( name ) <TAB> <TAB> <TAB> <TAB> for p in self . successor . _select_from ( path , is_dir , exists , scandir ) : <TAB> <TAB> <TAB> <TAB> <TAB> yield p <TAB> except PermissionError : <TAB> <TAB> return",if self . dironly :,285
9572,"def sentencebreaks_to_newlines(text):
    offsets = [o for o in en_sentence_boundary_gen(text)]
    # break into sentences
    sentences = [s for s in _text_by_offsets_gen(text, offsets)]
    # join up, adding a newline for space where possible
    orig_parts = []
    new_parts = []
    sentnum = len(sentences)
    for i in range(sentnum):
        sent = sentences[i]
        orig_parts.append(sent)
        new_parts.append(sent)
        if i < sentnum - 1:
            orig_parts.append(text[offsets[i][1] : offsets[i + 1][0]])
            if offsets[i][1] < offsets[i + 1][0] and text[offsets[i][1]].isspace():
                # intervening space; can add newline
                new_parts.append(""\n"" + text[offsets[i][1] + 1 : offsets[i + 1][0]])
            else:
                new_parts.append(text[offsets[i][1] : offsets[i + 1][0]])
    if len(offsets) and offsets[-1][1] < len(text):
        orig_parts.append(text[offsets[-1][1] :])
        new_parts.append(text[offsets[-1][1] :])
    # sanity check
    assert text == """".join(orig_parts), ""INTERNAL ERROR:\n    '%s'\nvs\n    '%s'"" % (
        text,
        """".join(orig_parts),
    )
    splittext = """".join(new_parts)
    # sanity
    assert len(text) == len(splittext), ""INTERNAL ERROR""
    assert _normspace(text) == _normspace(
        splittext
    ), ""INTERNAL ERROR:\n    '%s'\nvs\n    '%s'"" % (
        _normspace(text),
        _normspace(splittext),
    )
    return splittext","def sentencebreaks_to_newlines ( text ) : <TAB> offsets = [ o for o in en_sentence_boundary_gen ( text ) ] <TAB> <TAB> sentences = [ s for s in _text_by_offsets_gen ( text , offsets ) ] <TAB> <TAB> orig_parts = [ ] <TAB> new_parts = [ ] <TAB> sentnum = len ( sentences ) <TAB> for i in range ( sentnum ) : <TAB> <TAB> sent = sentences [ i ] <TAB> <TAB> orig_parts . append ( sent ) <TAB> <TAB> new_parts . append ( sent ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> orig_parts . append ( text [ offsets [ i ] [ 1 ] : offsets [ i + 1 ] [ 0 ] ] ) <TAB> <TAB> <TAB> if offsets [ i ] [ 1 ] < offsets [ i + 1 ] [ 0 ] and text [ offsets [ i ] [ 1 ] ] . isspace ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> new_parts . append ( ""\n"" + text [ offsets [ i ] [ 1 ] + 1 : offsets [ i + 1 ] [ 0 ] ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> new_parts . append ( text [ offsets [ i ] [ 1 ] : offsets [ i + 1 ] [ 0 ] ] ) <TAB> if len ( offsets ) and offsets [ - 1 ] [ 1 ] < len ( text ) : <TAB> <TAB> orig_parts . append ( text [ offsets [ - 1 ] [ 1 ] : ] ) <TAB> <TAB> new_parts . append ( text [ offsets [ - 1 ] [ 1 ] : ] ) <TAB> <TAB> assert text == """" . join ( orig_parts ) , ""INTERNAL ERROR:\n    '%s'\nvs\n    '%s'"" % ( <TAB> <TAB> text , <TAB> <TAB> """" . join ( orig_parts ) , <TAB> ) <TAB> splittext = """" . join ( new_parts ) <TAB> <TAB> assert len ( text ) == len ( splittext ) , ""INTERNAL ERROR"" <TAB> assert _normspace ( text ) == _normspace ( <TAB> <TAB> splittext <TAB> ) , ""INTERNAL ERROR:\n    '%s'\nvs\n    '%s'"" % ( <TAB> <TAB> _normspace ( text ) , <TAB> <TAB> _normspace ( splittext ) , <TAB> ) <TAB> return splittext",if i < sentnum - 1 :,498
21887,"def __init__(self, data, weights=None, ddof=0):
    self.data = np.asarray(data)
    if weights is None:
        self.weights = np.ones(self.data.shape[0])
    else:
        self.weights = np.asarray(weights).astype(float)
        # TODO: why squeeze?
        if len(self.weights.shape) > 1 and len(self.weights) > 1:
            self.weights = self.weights.squeeze()
    self.ddof = ddof","def __init__ ( self , data , weights = None , ddof = 0 ) : <TAB> self . data = np . asarray ( data ) <TAB> if weights is None : <TAB> <TAB> self . weights = np . ones ( self . data . shape [ 0 ] ) <TAB> else : <TAB> <TAB> self . weights = np . asarray ( weights ) . astype ( float ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . weights = self . weights . squeeze ( ) <TAB> self . ddof = ddof",if len ( self . weights . shape ) > 1 and len ( self . weights ) > 1 :,130
24602,"def __init__(self, **params):
    if self._css and self._css not in config.css_files:
        config.css_files.append(self._css)
    template = self._template.read_text()
    if ""header"" not in params:
        params[""header""] = ListLike()
    if ""main"" not in params:
        params[""main""] = ListLike()
    if ""sidebar"" not in params:
        params[""sidebar""] = ListLike()
    super(BasicTemplate, self).__init__(template=template, **params)
    if self.theme:
        theme = self.theme.find_theme(type(self))
        if theme and theme.css and theme.css not in config.css_files:
            config.css_files.append(theme.css)
    self._update_vars()
    self.main.param.watch(self._update_render_items, [""objects""])
    self.sidebar.param.watch(self._update_render_items, [""objects""])
    self.header.param.watch(self._update_render_items, [""objects""])
    self.param.watch(self._update_vars, [""title"", ""header_background"", ""header_color""])
","def __init__ ( self , ** params ) : <TAB> if self . _css and self . _css not in config . css_files : <TAB> <TAB> config . css_files . append ( self . _css ) <TAB> template = self . _template . read_text ( ) <TAB> if ""header"" not in params : <TAB> <TAB> params [ ""header"" ] = ListLike ( ) <TAB> if ""main"" not in params : <TAB> <TAB> params [ ""main"" ] = ListLike ( ) <TAB> if ""sidebar"" not in params : <TAB> <TAB> params [ ""sidebar"" ] = ListLike ( ) <TAB> super ( BasicTemplate , self ) . __init__ ( template = template , ** params ) <TAB> if self . theme : <TAB> <TAB> theme = self . theme . find_theme ( type ( self ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> config . css_files . append ( theme . css ) <TAB> self . _update_vars ( ) <TAB> self . main . param . watch ( self . _update_render_items , [ ""objects"" ] ) <TAB> self . sidebar . param . watch ( self . _update_render_items , [ ""objects"" ] ) <TAB> self . header . param . watch ( self . _update_render_items , [ ""objects"" ] ) <TAB> self . param . watch ( self . _update_vars , [ ""title"" , ""header_background"" , ""header_color"" ] )",if theme and theme . css and theme . css not in config . css_files :,295
12898,"def getPrivileges(body, privs, action):
    all_privileges = gapi_directory_privileges.print_(return_only=True)
    if privs == ""ALL"":
        body[""rolePrivileges""] = [
            {""privilegeName"": p[""privilegeName""], ""serviceId"": p[""serviceId""]}
            for p in all_privileges
        ]
    elif privs == ""ALL_OU"":
        body[""rolePrivileges""] = [
            {""privilegeName"": p[""privilegeName""], ""serviceId"": p[""serviceId""]}
            for p in all_privileges
            if p.get(""isOuScopable"")
        ]
    else:
        body.setdefault(""rolePrivileges"", [])
        for priv in privs.split("",""):
            for p in all_privileges:
                if priv == p[""privilegeName""]:
                    body[""rolePrivileges""].append(
                        {
                            ""privilegeName"": p[""privilegeName""],
                            ""serviceId"": p[""serviceId""],
                        }
                    )
                    break
            else:
                controlflow.invalid_argument_exit(
                    priv, f""gam {action} adminrole privileges""
                )
","def getPrivileges ( body , privs , action ) : <TAB> all_privileges = gapi_directory_privileges . print_ ( return_only = True ) <TAB> if privs == ""ALL"" : <TAB> <TAB> body [ ""rolePrivileges"" ] = [ <TAB> <TAB> <TAB> { ""privilegeName"" : p [ ""privilegeName"" ] , ""serviceId"" : p [ ""serviceId"" ] } <TAB> <TAB> <TAB> for p in all_privileges <TAB> <TAB> ] <TAB> elif privs == ""ALL_OU"" : <TAB> <TAB> body [ ""rolePrivileges"" ] = [ <TAB> <TAB> <TAB> { ""privilegeName"" : p [ ""privilegeName"" ] , ""serviceId"" : p [ ""serviceId"" ] } <TAB> <TAB> <TAB> for p in all_privileges <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> ] <TAB> else : <TAB> <TAB> body . setdefault ( ""rolePrivileges"" , [ ] ) <TAB> <TAB> for priv in privs . split ( "","" ) : <TAB> <TAB> <TAB> for p in all_privileges : <TAB> <TAB> <TAB> <TAB> if priv == p [ ""privilegeName"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> body [ ""rolePrivileges"" ] . append ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""privilegeName"" : p [ ""privilegeName"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""serviceId"" : p [ ""serviceId"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> controlflow . invalid_argument_exit ( <TAB> <TAB> <TAB> <TAB> <TAB> priv , f""gam {action} adminrole privileges"" <TAB> <TAB> <TAB> <TAB> )","if p . get ( ""isOuScopable"" )",339
10594,"def apply(self, ui):
    if self.query:
        open_searches = ui.get_buffers_of_type(buffers.SearchBuffer)
        to_be_focused = None
        for sb in open_searches:
            if sb.querystring == self.query:
                to_be_focused = sb
        if to_be_focused:
            if ui.current_buffer != to_be_focused:
                ui.buffer_focus(to_be_focused)
            else:
                # refresh an already displayed search
                ui.current_buffer.rebuild()
                ui.update()
        else:
            ui.buffer_open(buffers.SearchBuffer(ui, self.query, sort_order=self.order))
    else:
        ui.notify(""empty query string"")
","def apply ( self , ui ) : <TAB> if self . query : <TAB> <TAB> open_searches = ui . get_buffers_of_type ( buffers . SearchBuffer ) <TAB> <TAB> to_be_focused = None <TAB> <TAB> for sb in open_searches : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> to_be_focused = sb <TAB> <TAB> if to_be_focused : <TAB> <TAB> <TAB> if ui . current_buffer != to_be_focused : <TAB> <TAB> <TAB> <TAB> ui . buffer_focus ( to_be_focused ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ui . current_buffer . rebuild ( ) <TAB> <TAB> <TAB> <TAB> ui . update ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ui . buffer_open ( buffers . SearchBuffer ( ui , self . query , sort_order = self . order ) ) <TAB> else : <TAB> <TAB> ui . notify ( ""empty query string"" )",if sb . querystring == self . query :,227
22959,"def dump_list(heading, aList):
    if heading:
        print(""\n%s...\n"" % heading)
    for aTuple in aList:
        key, val = aTuple
        if g.isString(val):
            if key.endswith((""leo_expanded"", ""leo_marked"")):
                if val:
                    print(""%30s:"" % key)
                    g.printObj(val.split("",""))
                else:
                    print(""%30s: []"" % key)
            else:
                print(""%30s: %s"" % (key, val))
        elif isinstance(val, (int, float)):
            print(""%30s: %s"" % (key, val))
        else:
            print(""%30s:"" % key)
            g.printObj(val)","def dump_list ( heading , aList ) : <TAB> if heading : <TAB> <TAB> print ( ""\n%s...\n"" % heading ) <TAB> for aTuple in aList : <TAB> <TAB> key , val = aTuple <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if key . endswith ( ( ""leo_expanded"" , ""leo_marked"" ) ) : <TAB> <TAB> <TAB> <TAB> if val : <TAB> <TAB> <TAB> <TAB> <TAB> print ( ""%30s:"" % key ) <TAB> <TAB> <TAB> <TAB> <TAB> g . printObj ( val . split ( "","" ) ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> print ( ""%30s: []"" % key ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> print ( ""%30s: %s"" % ( key , val ) ) <TAB> <TAB> elif isinstance ( val , ( int , float ) ) : <TAB> <TAB> <TAB> print ( ""%30s: %s"" % ( key , val ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""%30s:"" % key ) <TAB> <TAB> <TAB> g . printObj ( val )",if g . isString ( val ) :,223
2085,"def _load_windows_store_certs(self, storename, purpose):
    certs = bytearray()
    try:
        for cert, encoding, trust in enum_certificates(storename):
            # CA certs are never PKCS#7 encoded
            if encoding == ""x509_asn"":
                if trust is True or purpose.oid in trust:
                    certs.extend(cert)
    except PermissionError:
        warnings.warn(""unable to enumerate Windows certificate store"")
    if certs:
        self.load_verify_locations(cadata=certs)
    return certs","def _load_windows_store_certs ( self , storename , purpose ) : <TAB> certs = bytearray ( ) <TAB> try : <TAB> <TAB> for cert , encoding , trust in enum_certificates ( storename ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if trust is True or purpose . oid in trust : <TAB> <TAB> <TAB> <TAB> <TAB> certs . extend ( cert ) <TAB> except PermissionError : <TAB> <TAB> warnings . warn ( ""unable to enumerate Windows certificate store"" ) <TAB> if certs : <TAB> <TAB> self . load_verify_locations ( cadata = certs ) <TAB> return certs","if encoding == ""x509_asn"" :",145
8110,"def run_scheduler(self, timeout=-1, **kwargs):
    """"""Run the CronTab as an internal scheduler (generator)""""""
    count = 0
    while count != timeout:
        now = datetime.now()
        if ""warp"" in kwargs:
            now += timedelta(seconds=count * 60)
        for value in self.run_pending(now=now):
            yield value
        sleep(kwargs.get(""cadence"", 60))
        count += 1","def run_scheduler ( self , timeout = - 1 , ** kwargs ) : <TAB> """"""Run the CronTab as an internal scheduler (generator)"""""" <TAB> count = 0 <TAB> while count != timeout : <TAB> <TAB> now = datetime . now ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> now += timedelta ( seconds = count * 60 ) <TAB> <TAB> for value in self . run_pending ( now = now ) : <TAB> <TAB> <TAB> yield value <TAB> <TAB> sleep ( kwargs . get ( ""cadence"" , 60 ) ) <TAB> <TAB> count += 1","if ""warp"" in kwargs :",117
14904,"def Tokenize(s):
    # type: (str) -> Iterator[Token]
    for item in TOKEN_RE.findall(s):
        # The type checker can't know the true type of item!
        item = cast(TupleStr4, item)
        if item[0]:
            typ = ""number""
            val = item[0]
        elif item[1]:
            typ = ""name""
            val = item[1]
        elif item[2]:
            typ = item[2]
            val = item[2]
        elif item[3]:
            typ = item[3]
            val = item[3]
        yield Token(typ, val)","def Tokenize ( s ) : <TAB> <TAB> for item in TOKEN_RE . findall ( s ) : <TAB> <TAB> <TAB> <TAB> item = cast ( TupleStr4 , item ) <TAB> <TAB> if item [ 0 ] : <TAB> <TAB> <TAB> typ = ""number"" <TAB> <TAB> <TAB> val = item [ 0 ] <TAB> <TAB> elif item [ 1 ] : <TAB> <TAB> <TAB> typ = ""name"" <TAB> <TAB> <TAB> val = item [ 1 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> typ = item [ 2 ] <TAB> <TAB> <TAB> val = item [ 2 ] <TAB> <TAB> elif item [ 3 ] : <TAB> <TAB> <TAB> typ = item [ 3 ] <TAB> <TAB> <TAB> val = item [ 3 ] <TAB> <TAB> yield Token ( typ , val )",elif item [ 2 ] :,181
15422,"def write(self, x):
    # try to use backslash and surrogate escape strategies before failing
    self._errors = ""backslashescape"" if self.encoding != ""mbcs"" else ""surrogateescape""
    try:
        return io.TextIOWrapper.write(self, to_text(x, errors=self._errors))
    except UnicodeDecodeError:
        if self._errors != ""surrogateescape"":
            self._errors = ""surrogateescape""
        else:
            self._errors = ""replace""
        return io.TextIOWrapper.write(self, to_text(x, errors=self._errors))
","def write ( self , x ) : <TAB> <TAB> self . _errors = ""backslashescape"" if self . encoding != ""mbcs"" else ""surrogateescape"" <TAB> try : <TAB> <TAB> return io . TextIOWrapper . write ( self , to_text ( x , errors = self . _errors ) ) <TAB> except UnicodeDecodeError : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _errors = ""surrogateescape"" <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _errors = ""replace"" <TAB> <TAB> return io . TextIOWrapper . write ( self , to_text ( x , errors = self . _errors ) )","if self . _errors != ""surrogateescape"" :",141
13426,"def _ones_matrix_band_part(rows, cols, num_lower, num_upper, out_shape=None):
    """"""Matrix band part of ones.""""""
    if all([isinstance(el, int) for el in [rows, cols, num_lower, num_upper]]):
        # Needed info is constant, so we construct in numpy
        if num_lower < 0:
            num_lower = rows - 1
        if num_upper < 0:
            num_upper = cols - 1
        lower_mask = np.tri(cols, rows, num_lower).T
        upper_mask = np.tri(rows, cols, num_upper)
        band = np.ones((rows, cols)) * lower_mask * upper_mask
        if out_shape:
            band = band.reshape(out_shape)
        band = tf.constant(band, tf.float32)
    else:
        band = tf.matrix_band_part(
            tf.ones([rows, cols]),
            tf.cast(num_lower, tf.int64),
            tf.cast(num_upper, tf.int64),
        )
        if out_shape:
            band = tf.reshape(band, out_shape)
    return band","def _ones_matrix_band_part ( rows , cols , num_lower , num_upper , out_shape = None ) : <TAB> """"""Matrix band part of ones."""""" <TAB> if all ( [ isinstance ( el , int ) for el in [ rows , cols , num_lower , num_upper ] ] ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> num_lower = rows - 1 <TAB> <TAB> if num_upper < 0 : <TAB> <TAB> <TAB> num_upper = cols - 1 <TAB> <TAB> lower_mask = np . tri ( cols , rows , num_lower ) . T <TAB> <TAB> upper_mask = np . tri ( rows , cols , num_upper ) <TAB> <TAB> band = np . ones ( ( rows , cols ) ) * lower_mask * upper_mask <TAB> <TAB> if out_shape : <TAB> <TAB> <TAB> band = band . reshape ( out_shape ) <TAB> <TAB> band = tf . constant ( band , tf . float32 ) <TAB> else : <TAB> <TAB> band = tf . matrix_band_part ( <TAB> <TAB> <TAB> tf . ones ( [ rows , cols ] ) , <TAB> <TAB> <TAB> tf . cast ( num_lower , tf . int64 ) , <TAB> <TAB> <TAB> tf . cast ( num_upper , tf . int64 ) , <TAB> <TAB> ) <TAB> <TAB> if out_shape : <TAB> <TAB> <TAB> band = tf . reshape ( band , out_shape ) <TAB> return band",if num_lower < 0 :,314
275,"def check_registration_allowed(self, email, username, password):
    """"""Checks if the provided email/username is allowed to register.""""""
    message = """"
    status = ""done""
    for provider, options in self.active_authenticators(email, username, password):
        allow_reg = _get_allow_register(options)
        if allow_reg == ""challenge"":
            auth_results = provider.authenticate(email, username, password, options)
            if auth_results[0] is True:
                break
            if auth_results[0] is None:
                message = ""Invalid email address/username or password.""
                status = ""error""
                break
        elif allow_reg is True:
            break
        elif allow_reg is False:
            message = ""Account registration not required for your account.  Please simply login.""
            status = ""error""
            break
    return message, status","def check_registration_allowed ( self , email , username , password ) : <TAB> """"""Checks if the provided email/username is allowed to register."""""" <TAB> message = """" <TAB> status = ""done"" <TAB> for provider , options in self . active_authenticators ( email , username , password ) : <TAB> <TAB> allow_reg = _get_allow_register ( options ) <TAB> <TAB> if allow_reg == ""challenge"" : <TAB> <TAB> <TAB> auth_results = provider . authenticate ( email , username , password , options ) <TAB> <TAB> <TAB> if auth_results [ 0 ] is True : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> if auth_results [ 0 ] is None : <TAB> <TAB> <TAB> <TAB> message = ""Invalid email address/username or password."" <TAB> <TAB> <TAB> <TAB> status = ""error"" <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> elif allow_reg is False : <TAB> <TAB> <TAB> message = ""Account registration not required for your account.  Please simply login."" <TAB> <TAB> <TAB> status = ""error"" <TAB> <TAB> <TAB> break <TAB> return message , status",elif allow_reg is True :,241
23313,"def set_filter(self, dataset_opt):
    """"""This function create and set the pre_filter to the obj as attributes""""""
    self.pre_filter = None
    for key_name in dataset_opt.keys():
        if ""filter"" in key_name:
            new_name = key_name.replace(""filters"", ""filter"")
            try:
                filt = instantiate_filters(getattr(dataset_opt, key_name))
            except Exception:
                log.exception(
                    ""Error trying to create {}, {}"".format(
                        new_name, getattr(dataset_opt, key_name)
                    )
                )
                continue
            setattr(self, new_name, filt)
","def set_filter ( self , dataset_opt ) : <TAB> """"""This function create and set the pre_filter to the obj as attributes"""""" <TAB> self . pre_filter = None <TAB> for key_name in dataset_opt . keys ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> new_name = key_name . replace ( ""filters"" , ""filter"" ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> filt = instantiate_filters ( getattr ( dataset_opt , key_name ) ) <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> log . exception ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Error trying to create {}, {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> new_name , getattr ( dataset_opt , key_name ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> setattr ( self , new_name , filt )","if ""filter"" in key_name :",195
8392,"def read_headers(cls, fp):
    headers = httputil.HeaderMap()
    while True:
        line = fp.readline()
        if not line:
            # No more data--illegal end of headers
            raise EOFError(""Illegal end of headers."")
        if line == ntob(""\r\n""):
            # Normal end of headers
            break
        if not line.endswith(ntob(""\r\n"")):
            raise ValueError(""MIME requires CRLF terminators: %r"" % line)
        if line[0] in ntob("" \t""):
            # It's a continuation line.
            v = line.strip().decode(""ISO-8859-1"")
        else:
            k, v = line.split(ntob("":""), 1)
            k = k.strip().decode(""ISO-8859-1"")
            v = v.strip().decode(""ISO-8859-1"")
        existing = headers.get(k)
        if existing:
            v = "", "".join((existing, v))
        headers[k] = v
    return headers","def read_headers ( cls , fp ) : <TAB> headers = httputil . HeaderMap ( ) <TAB> while True : <TAB> <TAB> line = fp . readline ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise EOFError ( ""Illegal end of headers."" ) <TAB> <TAB> if line == ntob ( ""\r\n"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if not line . endswith ( ntob ( ""\r\n"" ) ) : <TAB> <TAB> <TAB> raise ValueError ( ""MIME requires CRLF terminators: %r"" % line ) <TAB> <TAB> if line [ 0 ] in ntob ( "" \t"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> v = line . strip ( ) . decode ( ""ISO-8859-1"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> k , v = line . split ( ntob ( "":"" ) , 1 ) <TAB> <TAB> <TAB> k = k . strip ( ) . decode ( ""ISO-8859-1"" ) <TAB> <TAB> <TAB> v = v . strip ( ) . decode ( ""ISO-8859-1"" ) <TAB> <TAB> existing = headers . get ( k ) <TAB> <TAB> if existing : <TAB> <TAB> <TAB> v = "", "" . join ( ( existing , v ) ) <TAB> <TAB> headers [ k ] = v <TAB> return headers",if not line :,280
23427,"def walk_to_corner(from_vert, to_edges):
    to_verts = {v for e in to_edges for v in e.verts}
    edges = [
        (e, from_vert, None)
        for e in from_vert.link_edges
        if not e.is_manifold and e.is_valid
    ]
    touched = {}
    found = None
    while edges:
        ec, v0, ep = edges.pop(0)
        if ec in touched:
            continue
        touched[ec] = (v0, ep)
        v1 = ec.other_vert(v0)
        if v1 in to_verts:
            found = ec
            break
        nedges = [
            (en, v1, ec)
            for en in v1.link_edges
            if en != ec and not en.is_manifold and en.is_valid
        ]
        edges += nedges
    if not found:
        return None
    # walk back
    walk = [found]
    while True:
        ec = walk[-1]
        v0, ep = touched[ec]
        if v0 == from_vert:
            break
        walk.append(ep)
    return walk","def walk_to_corner ( from_vert , to_edges ) : <TAB> to_verts = { v for e in to_edges for v in e . verts } <TAB> edges = [ <TAB> <TAB> ( e , from_vert , None ) <TAB> <TAB> for e in from_vert . link_edges <TAB> <TAB> if not e . is_manifold and e . is_valid <TAB> ] <TAB> touched = { } <TAB> found = None <TAB> while edges : <TAB> <TAB> ec , v0 , ep = edges . pop ( 0 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> touched [ ec ] = ( v0 , ep ) <TAB> <TAB> v1 = ec . other_vert ( v0 ) <TAB> <TAB> if v1 in to_verts : <TAB> <TAB> <TAB> found = ec <TAB> <TAB> <TAB> break <TAB> <TAB> nedges = [ <TAB> <TAB> <TAB> ( en , v1 , ec ) <TAB> <TAB> <TAB> for en in v1 . link_edges <TAB> <TAB> <TAB> if en != ec and not en . is_manifold and en . is_valid <TAB> <TAB> ] <TAB> <TAB> edges += nedges <TAB> if not found : <TAB> <TAB> return None <TAB> <TAB> walk = [ found ] <TAB> while True : <TAB> <TAB> ec = walk [ - 1 ] <TAB> <TAB> v0 , ep = touched [ ec ] <TAB> <TAB> if v0 == from_vert : <TAB> <TAB> <TAB> break <TAB> <TAB> walk . append ( ep ) <TAB> return walk",if ec in touched :,330
10278,"def execute(self, client, smp_name, lun_size, *args, **kwargs):
    LOG.debug(""%s.execute"", self.__class__.__name__)
    smp = client.get_lun(name=smp_name)
    if lun_size > smp.total_capacity_gb:
        if smp.primary_lun.is_thin_lun:
            client.expand_lun(smp_name, lun_size)
        else:
            LOG.warning(
                ""Not extending the SMP: %s, because its base lun "" ""is not thin."",
                smp_name,
            )
    else:
        LOG.info(
            ""Not extending the SMP: %(smp)s, size: %(size)s, because ""
            ""the new size: %(new_size)s is smaller."",
            {""smp"": smp_name, ""size"": smp.total_capacity_gb, ""new_size"": lun_size},
        )
","def execute ( self , client , smp_name , lun_size , * args , ** kwargs ) : <TAB> LOG . debug ( ""%s.execute"" , self . __class__ . __name__ ) <TAB> smp = client . get_lun ( name = smp_name ) <TAB> if lun_size > smp . total_capacity_gb : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> client . expand_lun ( smp_name , lun_size ) <TAB> <TAB> else : <TAB> <TAB> <TAB> LOG . warning ( <TAB> <TAB> <TAB> <TAB> ""Not extending the SMP: %s, because its base lun "" ""is not thin."" , <TAB> <TAB> <TAB> <TAB> smp_name , <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> LOG . info ( <TAB> <TAB> <TAB> ""Not extending the SMP: %(smp)s, size: %(size)s, because "" <TAB> <TAB> <TAB> ""the new size: %(new_size)s is smaller."" , <TAB> <TAB> <TAB> { ""smp"" : smp_name , ""size"" : smp . total_capacity_gb , ""new_size"" : lun_size } , <TAB> <TAB> )",if smp . primary_lun . is_thin_lun :,260
11468,"def _write_references(self, record):
    # The order should be RN, RC, RP, RX, RG, RA, RT, RL
    number = 0
    for ref in record.annotations[""references""]:
        if not isinstance(ref, SeqFeature.Reference):
            continue
        number += 1
        self._write_single_line(""RN"", ""[%i]"" % number)
        # TODO - support for RC line (needed in parser too)
        # TODO - support more complex record reference locations?
        if ref.location and len(ref.location) == 1:
            self._write_single_line(
                ""RP"",
                ""%i-%i""
                % (ref.location[0].nofuzzy_start + 1, ref.location[0].nofuzzy_end),
            )
        # TODO - record any DOI or AGRICOLA identifier in the reference object?
        if ref.pubmed_id:
            self._write_single_line(""RX"", ""PUBMED; %s."" % ref.pubmed_id)
        if ref.consrtm:
            self._write_single_line(""RG"", ""%s"" % ref.consrtm)
        if ref.authors:
            # We store the AUTHORS data as a single string
            self._write_multi_line(""RA"", ref.authors + "";"")
        if ref.title:
            # We store the title as a single string
            self._write_multi_line(""RT"", '""%s"";' % ref.title)
        if ref.journal:
            # We store this as a single string - holds the journal name,
            # volume, year, and page numbers of the citation
            self._write_multi_line(""RL"", ref.journal)
        self.handle.write(""XX\n"")","def _write_references ( self , record ) : <TAB> <TAB> number = 0 <TAB> for ref in record . annotations [ ""references"" ] : <TAB> <TAB> if not isinstance ( ref , SeqFeature . Reference ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> number += 1 <TAB> <TAB> self . _write_single_line ( ""RN"" , ""[%i]"" % number ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if ref . location and len ( ref . location ) == 1 : <TAB> <TAB> <TAB> self . _write_single_line ( <TAB> <TAB> <TAB> <TAB> ""RP"" , <TAB> <TAB> <TAB> <TAB> ""%i-%i"" <TAB> <TAB> <TAB> <TAB> % ( ref . location [ 0 ] . nofuzzy_start + 1 , ref . location [ 0 ] . nofuzzy_end ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> if ref . pubmed_id : <TAB> <TAB> <TAB> self . _write_single_line ( ""RX"" , ""PUBMED; %s."" % ref . pubmed_id ) <TAB> <TAB> if ref . consrtm : <TAB> <TAB> <TAB> self . _write_single_line ( ""RG"" , ""%s"" % ref . consrtm ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _write_multi_line ( ""RA"" , ref . authors + "";"" ) <TAB> <TAB> if ref . title : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _write_multi_line ( ""RT"" , '""%s"";' % ref . title ) <TAB> <TAB> if ref . journal : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _write_multi_line ( ""RL"" , ref . journal ) <TAB> <TAB> self . handle . write ( ""XX\n"" )",if ref . authors :,474
14779,"def test_valid_config():
    config = DockerSchema2Config(Bytes.for_string_or_unicode(CONFIG_BYTES))
    history = list(config.history)
    assert len(history) == 4
    assert not history[0].is_empty
    assert history[1].is_empty
    assert history[0].created_datetime.year == 2018
    assert history[1].command == '/bin/sh -c #(nop)  CMD [""sh""]'
    assert history[2].command == ""sh""
    for index, history_entry in enumerate(history):
        v1_compat = config.build_v1_compatibility(
            history_entry, ""somev1id"", ""someparentid"", index == 3
        )
        assert v1_compat[""id""] == ""somev1id""
        assert v1_compat[""parent""] == ""someparentid""
        if index == 3:
            assert v1_compat[""container_config""] == config._parsed[""container_config""]
        else:
            assert ""Hostname"" not in v1_compat[""container_config""]
            assert v1_compat[""container_config""][""Cmd""] == [history_entry.command]
    assert config.labels == {}","def test_valid_config ( ) : <TAB> config = DockerSchema2Config ( Bytes . for_string_or_unicode ( CONFIG_BYTES ) ) <TAB> history = list ( config . history ) <TAB> assert len ( history ) == 4 <TAB> assert not history [ 0 ] . is_empty <TAB> assert history [ 1 ] . is_empty <TAB> assert history [ 0 ] . created_datetime . year == 2018 <TAB> assert history [ 1 ] . command == '/bin/sh -c #(nop)  CMD [""sh""]' <TAB> assert history [ 2 ] . command == ""sh"" <TAB> for index , history_entry in enumerate ( history ) : <TAB> <TAB> v1_compat = config . build_v1_compatibility ( <TAB> <TAB> <TAB> history_entry , ""somev1id"" , ""someparentid"" , index == 3 <TAB> <TAB> ) <TAB> <TAB> assert v1_compat [ ""id"" ] == ""somev1id"" <TAB> <TAB> assert v1_compat [ ""parent"" ] == ""someparentid"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert v1_compat [ ""container_config"" ] == config . _parsed [ ""container_config"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> assert ""Hostname"" not in v1_compat [ ""container_config"" ] <TAB> <TAB> <TAB> assert v1_compat [ ""container_config"" ] [ ""Cmd"" ] == [ history_entry . command ] <TAB> assert config . labels == { }",if index == 3 :,301
24110,"def on_edit_button_clicked(self, event=None, a=None, col=None):
    tree, tree_id = self.treeView.get_selection().get_selected()
    watchdir_id = str(self.store.get_value(tree_id, 0))
    if watchdir_id:
        if col and col.get_title() == _(""Active""):
            if self.watchdirs[watchdir_id][""enabled""]:
                client.autoadd.disable_watchdir(watchdir_id)
            else:
                client.autoadd.enable_watchdir(watchdir_id)
        else:
            self.opts_dialog.show(self.watchdirs[watchdir_id], watchdir_id)","def on_edit_button_clicked ( self , event = None , a = None , col = None ) : <TAB> tree , tree_id = self . treeView . get_selection ( ) . get_selected ( ) <TAB> watchdir_id = str ( self . store . get_value ( tree_id , 0 ) ) <TAB> if watchdir_id : <TAB> <TAB> if col and col . get_title ( ) == _ ( ""Active"" ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> client . autoadd . disable_watchdir ( watchdir_id ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> client . autoadd . enable_watchdir ( watchdir_id ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . opts_dialog . show ( self . watchdirs [ watchdir_id ] , watchdir_id )","if self . watchdirs [ watchdir_id ] [ ""enabled"" ] :",187
17390,"def writexml(
    self,
    stream,
    indent="""",
    addindent="""",
    newl="""",
    strip=0,
    nsprefixes={},
    namespace="""",
):
    w = _streamWriteWrapper(stream)
    if self.raw:
        val = self.nodeValue
        if not isinstance(val, str):
            val = str(self.nodeValue)
    else:
        v = self.nodeValue
        if not isinstance(v, str):
            v = str(v)
        if strip:
            v = "" "".join(v.split())
        val = escape(v)
    w(val)","def writexml ( <TAB> self , <TAB> stream , <TAB> indent = """" , <TAB> addindent = """" , <TAB> newl = """" , <TAB> strip = 0 , <TAB> nsprefixes = { } , <TAB> namespace = """" , ) : <TAB> w = _streamWriteWrapper ( stream ) <TAB> if self . raw : <TAB> <TAB> val = self . nodeValue <TAB> <TAB> if not isinstance ( val , str ) : <TAB> <TAB> <TAB> val = str ( self . nodeValue ) <TAB> else : <TAB> <TAB> v = self . nodeValue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> v = str ( v ) <TAB> <TAB> if strip : <TAB> <TAB> <TAB> v = "" "" . join ( v . split ( ) ) <TAB> <TAB> val = escape ( v ) <TAB> w ( val )","if not isinstance ( v , str ) :",164
7648,"def ensure_not_cyclic(self, start, get_children):
    # Algo from GvR:
    # http://neopythonic.blogspot.co.uk/2009/01/detecting-cycles-in-directed-graph.html
    todo = set(self.nodes)
    while todo:
        node = todo.pop()
        stack = [node]
        while stack:
            top = stack[-1]
            for node in get_children(top):
                if node in stack:
                    cycle = stack[stack.index(node) :]
                    raise CircularDependencyError("", "".join(""%s.%s"" % n for n in cycle))
                if node in todo:
                    stack.append(node)
                    todo.remove(node)
                    break
            else:
                node = stack.pop()","def ensure_not_cyclic ( self , start , get_children ) : <TAB> <TAB> <TAB> todo = set ( self . nodes ) <TAB> while todo : <TAB> <TAB> node = todo . pop ( ) <TAB> <TAB> stack = [ node ] <TAB> <TAB> while stack : <TAB> <TAB> <TAB> top = stack [ - 1 ] <TAB> <TAB> <TAB> for node in get_children ( top ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> cycle = stack [ stack . index ( node ) : ] <TAB> <TAB> <TAB> <TAB> <TAB> raise CircularDependencyError ( "", "" . join ( ""%s.%s"" % n for n in cycle ) ) <TAB> <TAB> <TAB> <TAB> if node in todo : <TAB> <TAB> <TAB> <TAB> <TAB> stack . append ( node ) <TAB> <TAB> <TAB> <TAB> <TAB> todo . remove ( node ) <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> node = stack . pop ( )",if node in stack :,232
8421,"def check_localhost(self):
    """"""Warn if any socket_host is 'localhost'. See #711.""""""
    for k, v in cherrypy.config.items():
        if k == ""server.socket_host"" and v == ""localhost"":
            warnings.warn(
                ""The use of 'localhost' as a socket host can ""
                ""cause problems on newer systems, since ""
                ""'localhost' can map to either an IPv4 or an ""
                ""IPv6 address. You should use '127.0.0.1' ""
                ""or '[::1]' instead.""
            )","def check_localhost ( self ) : <TAB> """"""Warn if any socket_host is 'localhost'. See #711."""""" <TAB> for k , v in cherrypy . config . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> warnings . warn ( <TAB> <TAB> <TAB> <TAB> ""The use of 'localhost' as a socket host can "" <TAB> <TAB> <TAB> <TAB> ""cause problems on newer systems, since "" <TAB> <TAB> <TAB> <TAB> ""'localhost' can map to either an IPv4 or an "" <TAB> <TAB> <TAB> <TAB> ""IPv6 address. You should use '127.0.0.1' "" <TAB> <TAB> <TAB> <TAB> ""or '[::1]' instead."" <TAB> <TAB> <TAB> )","if k == ""server.socket_host"" and v == ""localhost"" :",160
14091,"def reindex(cls, dataset, kdims=None, vdims=None):
    data = dataset.data
    dropped_kdims = [kd for kd in dataset.kdims if kd not in kdims]
    constant = {}
    for kd in dropped_kdims:
        vals = cls.values(dataset, kd.name, expanded=False)
        if len(vals) == 1:
            constant[kd.name] = vals[0]
    if dropped_kdims or constant:
        return tuple(dataset.columns(kdims + vdims).values())
    if vdims is not None and vdims != dataset.vdims and len(dataset.vdims) > 1:
        inds = [dataset.get_dimension_index(vd) - dataset.ndims for vd in vdims]
        return data[..., inds] if len(inds) > 1 else data[..., inds[0]]
    return data","def reindex ( cls , dataset , kdims = None , vdims = None ) : <TAB> data = dataset . data <TAB> dropped_kdims = [ kd for kd in dataset . kdims if kd not in kdims ] <TAB> constant = { } <TAB> for kd in dropped_kdims : <TAB> <TAB> vals = cls . values ( dataset , kd . name , expanded = False ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> constant [ kd . name ] = vals [ 0 ] <TAB> if dropped_kdims or constant : <TAB> <TAB> return tuple ( dataset . columns ( kdims + vdims ) . values ( ) ) <TAB> if vdims is not None and vdims != dataset . vdims and len ( dataset . vdims ) > 1 : <TAB> <TAB> inds = [ dataset . get_dimension_index ( vd ) - dataset . ndims for vd in vdims ] <TAB> <TAB> return data [ ... , inds ] if len ( inds ) > 1 else data [ ... , inds [ 0 ] ] <TAB> return data",if len ( vals ) == 1 :,216
15847,"def message_to_dict(post_dict: Dict[str, Any]) -> Dict[str, Any]:
    sender_username = post_dict[""user""]
    sender_id = user_id_mapper.get(sender_username)
    content = post_dict[""message""]
    if masking_content:
        content = re.sub(""[a-z]"", ""x"", content)
        content = re.sub(""[A-Z]"", ""X"", content)
    if ""reactions"" in post_dict:
        reactions = post_dict[""reactions""] or []
    else:
        reactions = []
    message_dict = dict(
        sender_id=sender_id,
        content=content,
        date_sent=int(post_dict[""create_at""] / 1000),
        reactions=reactions,
    )
    if ""channel"" in post_dict:
        message_dict[""channel_name""] = post_dict[""channel""]
    elif ""channel_members"" in post_dict:
        # This case is for handling posts from PMs and huddles, not channels.
        # PMs and huddles are known as direct_channels in Slack and hence
        # the name channel_members.
        channel_members = post_dict[""channel_members""]
        if len(channel_members) > 2:
            message_dict[""huddle_name""] = generate_huddle_name(channel_members)
        elif len(channel_members) == 2:
            message_dict[""pm_members""] = channel_members
    else:
        raise AssertionError(""Post without channel or channel_members key."")
    return message_dict","def message_to_dict ( post_dict : Dict [ str , Any ] ) -> Dict [ str , Any ] : <TAB> sender_username = post_dict [ ""user"" ] <TAB> sender_id = user_id_mapper . get ( sender_username ) <TAB> content = post_dict [ ""message"" ] <TAB> if masking_content : <TAB> <TAB> content = re . sub ( ""[a-z]"" , ""x"" , content ) <TAB> <TAB> content = re . sub ( ""[A-Z]"" , ""X"" , content ) <TAB> if ""reactions"" in post_dict : <TAB> <TAB> reactions = post_dict [ ""reactions"" ] or [ ] <TAB> else : <TAB> <TAB> reactions = [ ] <TAB> message_dict = dict ( <TAB> <TAB> sender_id = sender_id , <TAB> <TAB> content = content , <TAB> <TAB> date_sent = int ( post_dict [ ""create_at"" ] / 1000 ) , <TAB> <TAB> reactions = reactions , <TAB> ) <TAB> if ""channel"" in post_dict : <TAB> <TAB> message_dict [ ""channel_name"" ] = post_dict [ ""channel"" ] <TAB> elif ""channel_members"" in post_dict : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> channel_members = post_dict [ ""channel_members"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> message_dict [ ""huddle_name"" ] = generate_huddle_name ( channel_members ) <TAB> <TAB> elif len ( channel_members ) == 2 : <TAB> <TAB> <TAB> message_dict [ ""pm_members"" ] = channel_members <TAB> else : <TAB> <TAB> raise AssertionError ( ""Post without channel or channel_members key."" ) <TAB> return message_dict",if len ( channel_members ) > 2 :,407
11896,"def child(kind):
    term = TestTerminal(kind=kind, force_styling=True)
    keymap = get_keyboard_sequences(term)
    if term._cuf1:
        assert term._cuf1 != u"" ""
        assert term._cuf1 in keymap
        assert keymap[term._cuf1] == term.KEY_RIGHT
    if term._cub1:
        assert term._cub1 in keymap
        if term._cub1 == ""\b"":
            assert keymap[term._cub1] == term.KEY_BACKSPACE
        else:
            assert keymap[term._cub1] == term.KEY_LEFT","def child ( kind ) : <TAB> term = TestTerminal ( kind = kind , force_styling = True ) <TAB> keymap = get_keyboard_sequences ( term ) <TAB> if term . _cuf1 : <TAB> <TAB> assert term . _cuf1 != u"" "" <TAB> <TAB> assert term . _cuf1 in keymap <TAB> <TAB> assert keymap [ term . _cuf1 ] == term . KEY_RIGHT <TAB> if term . _cub1 : <TAB> <TAB> assert term . _cub1 in keymap <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert keymap [ term . _cub1 ] == term . KEY_BACKSPACE <TAB> <TAB> else : <TAB> <TAB> <TAB> assert keymap [ term . _cub1 ] == term . KEY_LEFT","if term . _cub1 == ""\b"" :",164
13769,"def __assert_eq(self, *args, **kwargs):
    """"""Minified assert_equal() using only the list diff.""""""
    minified_exception = None
    try:
        self.assertEqual(*args, **kwargs)
    except Exception as e:
        str_e = str(e)
        minified_exception = ""\nAssertionError:\n""
        lines = str_e.split(""\n"")
        countdown = 3
        countdown_on = False
        for line in lines:
            if countdown_on:
                minified_exception += line + ""\n""
                countdown = countdown - 1
                if countdown == 0:
                    countdown_on = False
            elif line.startswith(""F""):
                countdown_on = True
                countdown = 3
                minified_exception += line + ""\n""
            elif line.startswith(""+"") or line.startswith(""-""):
                minified_exception += line + ""\n""
            elif line.startswith(""?""):
                minified_exception += line + ""\n""
            elif line.strip().startswith(""*""):
                minified_exception += line + ""\n""
    if minified_exception:
        raise Exception(minified_exception)","def __assert_eq ( self , * args , ** kwargs ) : <TAB> """"""Minified assert_equal() using only the list diff."""""" <TAB> minified_exception = None <TAB> try : <TAB> <TAB> self . assertEqual ( * args , ** kwargs ) <TAB> except Exception as e : <TAB> <TAB> str_e = str ( e ) <TAB> <TAB> minified_exception = ""\nAssertionError:\n"" <TAB> <TAB> lines = str_e . split ( ""\n"" ) <TAB> <TAB> countdown = 3 <TAB> <TAB> countdown_on = False <TAB> <TAB> for line in lines : <TAB> <TAB> <TAB> if countdown_on : <TAB> <TAB> <TAB> <TAB> minified_exception += line + ""\n"" <TAB> <TAB> <TAB> <TAB> countdown = countdown - 1 <TAB> <TAB> <TAB> <TAB> if countdown == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> countdown_on = False <TAB> <TAB> <TAB> elif line . startswith ( ""F"" ) : <TAB> <TAB> <TAB> <TAB> countdown_on = True <TAB> <TAB> <TAB> <TAB> countdown = 3 <TAB> <TAB> <TAB> <TAB> minified_exception += line + ""\n"" <TAB> <TAB> <TAB> elif line . startswith ( ""+"" ) or line . startswith ( ""-"" ) : <TAB> <TAB> <TAB> <TAB> minified_exception += line + ""\n"" <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> minified_exception += line + ""\n"" <TAB> <TAB> <TAB> elif line . strip ( ) . startswith ( ""*"" ) : <TAB> <TAB> <TAB> <TAB> minified_exception += line + ""\n"" <TAB> if minified_exception : <TAB> <TAB> raise Exception ( minified_exception )","elif line . startswith ( ""?"" ) :",325
11091,"def to_dict(self):
    contexts_ = {}
    for k, data in self.contexts.items():
        data_ = data.copy()
        if ""context"" in data_:
            del data_[""context""]
        if ""loaded"" in data_:
            del data_[""loaded""]
        contexts_[k] = data_
    return dict(contexts=contexts_)
","def to_dict ( self ) : <TAB> contexts_ = { } <TAB> for k , data in self . contexts . items ( ) : <TAB> <TAB> data_ = data . copy ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> del data_ [ ""context"" ] <TAB> <TAB> if ""loaded"" in data_ : <TAB> <TAB> <TAB> del data_ [ ""loaded"" ] <TAB> <TAB> contexts_ [ k ] = data_ <TAB> return dict ( contexts = contexts_ )","if ""context"" in data_ :",94
9191,"def _handle_eio_message(self, sid, data):
    """"""Dispatch Engine.IO messages.""""""
    if sid in self._binary_packet:
        pkt = self._binary_packet[sid]
        if pkt.add_attachment(data):
            del self._binary_packet[sid]
            if pkt.packet_type == packet.BINARY_EVENT:
                await self._handle_event(sid, pkt.namespace, pkt.id, pkt.data)
            else:
                await self._handle_ack(sid, pkt.namespace, pkt.id, pkt.data)
    else:
        pkt = packet.Packet(encoded_packet=data)
        if pkt.packet_type == packet.CONNECT:
            await self._handle_connect(sid, pkt.namespace)
        elif pkt.packet_type == packet.DISCONNECT:
            await self._handle_disconnect(sid, pkt.namespace)
        elif pkt.packet_type == packet.EVENT:
            await self._handle_event(sid, pkt.namespace, pkt.id, pkt.data)
        elif pkt.packet_type == packet.ACK:
            await self._handle_ack(sid, pkt.namespace, pkt.id, pkt.data)
        elif (
            pkt.packet_type == packet.BINARY_EVENT
            or pkt.packet_type == packet.BINARY_ACK
        ):
            self._binary_packet[sid] = pkt
        elif pkt.packet_type == packet.ERROR:
            raise ValueError(""Unexpected ERROR packet."")
        else:
            raise ValueError(""Unknown packet type."")
","def _handle_eio_message ( self , sid , data ) : <TAB> """"""Dispatch Engine.IO messages."""""" <TAB> if sid in self . _binary_packet : <TAB> <TAB> pkt = self . _binary_packet [ sid ] <TAB> <TAB> if pkt . add_attachment ( data ) : <TAB> <TAB> <TAB> del self . _binary_packet [ sid ] <TAB> <TAB> <TAB> if pkt . packet_type == packet . BINARY_EVENT : <TAB> <TAB> <TAB> <TAB> await self . _handle_event ( sid , pkt . namespace , pkt . id , pkt . data ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> await self . _handle_ack ( sid , pkt . namespace , pkt . id , pkt . data ) <TAB> else : <TAB> <TAB> pkt = packet . Packet ( encoded_packet = data ) <TAB> <TAB> if pkt . packet_type == packet . CONNECT : <TAB> <TAB> <TAB> await self . _handle_connect ( sid , pkt . namespace ) <TAB> <TAB> elif pkt . packet_type == packet . DISCONNECT : <TAB> <TAB> <TAB> await self . _handle_disconnect ( sid , pkt . namespace ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> await self . _handle_event ( sid , pkt . namespace , pkt . id , pkt . data ) <TAB> <TAB> elif pkt . packet_type == packet . ACK : <TAB> <TAB> <TAB> await self . _handle_ack ( sid , pkt . namespace , pkt . id , pkt . data ) <TAB> <TAB> elif ( <TAB> <TAB> <TAB> pkt . packet_type == packet . BINARY_EVENT <TAB> <TAB> <TAB> or pkt . packet_type == packet . BINARY_ACK <TAB> <TAB> ) : <TAB> <TAB> <TAB> self . _binary_packet [ sid ] = pkt <TAB> <TAB> elif pkt . packet_type == packet . ERROR : <TAB> <TAB> <TAB> raise ValueError ( ""Unexpected ERROR packet."" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( ""Unknown packet type."" )",elif pkt . packet_type == packet . EVENT :,406
6086,"def _WriteFonts(self):
    self._write(r""{\fonttbl"")
    self._font_map = {}
    offset = 0
    for font in self._doc.StyleSheet.Fonts:
        pitch = """"
        panose = """"
        alternate = """"
        if font.Pitch:
            pitch = r""\fprq%s"" % font.Pitch
        if font.Panose:
            panose = r""{\*\panose %s}"" % font.Panose
        if font.Alternate:
            alternate = r""{\*\falt %s}"" % font.Alternate.Name
        self._write(
            r""{\f%s\f%s%s\fcharset%s%s %s%s;}"",
            offset,
            font.Family,
            pitch,
            font.CharacterSet,
            panose,
            font.Name,
            alternate,
        )
        self._font_map[font] = offset
        offset += 1
    self._write(""}\n"")","def _WriteFonts ( self ) : <TAB> self . _write ( r""{\fonttbl"" ) <TAB> self . _font_map = { } <TAB> offset = 0 <TAB> for font in self . _doc . StyleSheet . Fonts : <TAB> <TAB> pitch = """" <TAB> <TAB> panose = """" <TAB> <TAB> alternate = """" <TAB> <TAB> if font . Pitch : <TAB> <TAB> <TAB> pitch = r""\fprq%s"" % font . Pitch <TAB> <TAB> if font . Panose : <TAB> <TAB> <TAB> panose = r""{\*\panose %s}"" % font . Panose <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> alternate = r""{\*\falt %s}"" % font . Alternate . Name <TAB> <TAB> self . _write ( <TAB> <TAB> <TAB> r""{\f%s\f%s%s\fcharset%s%s %s%s;}"" , <TAB> <TAB> <TAB> offset , <TAB> <TAB> <TAB> font . Family , <TAB> <TAB> <TAB> pitch , <TAB> <TAB> <TAB> font . CharacterSet , <TAB> <TAB> <TAB> panose , <TAB> <TAB> <TAB> font . Name , <TAB> <TAB> <TAB> alternate , <TAB> <TAB> ) <TAB> <TAB> self . _font_map [ font ] = offset <TAB> <TAB> offset += 1 <TAB> self . _write ( ""}\n"" )",if font . Alternate :,280
2919,"def distros_for_location(location, basename, metadata=None):
    """"""Yield egg or source distribution objects based on basename""""""
    if basename.endswith("".egg.zip""):
        basename = basename[:-4]  # strip the .zip
    if basename.endswith("".egg"") and ""-"" in basename:
        # only one, unambiguous interpretation
        return [Distribution.from_location(location, basename, metadata)]
    if basename.endswith("".whl"") and ""-"" in basename:
        wheel = Wheel(basename)
        if not wheel.is_compatible():
            return []
        return [
            Distribution(
                location=location,
                project_name=wheel.project_name,
                version=wheel.version,
                # Increase priority over eggs.
                precedence=EGG_DIST + 1,
            )
        ]
    if basename.endswith("".exe""):
        win_base, py_ver, platform = parse_bdist_wininst(basename)
        if win_base is not None:
            return interpret_distro_name(
                location, win_base, metadata, py_ver, BINARY_DIST, platform
            )
    # Try source distro extensions (.zip, .tgz, etc.)
    #
    for ext in EXTENSIONS:
        if basename.endswith(ext):
            basename = basename[: -len(ext)]
            return interpret_distro_name(location, basename, metadata)
    return []  # no extension matched","def distros_for_location ( location , basename , metadata = None ) : <TAB> """"""Yield egg or source distribution objects based on basename"""""" <TAB> if basename . endswith ( "".egg.zip"" ) : <TAB> <TAB> basename = basename [ : - 4 ] <TAB> if basename . endswith ( "".egg"" ) and ""-"" in basename : <TAB> <TAB> <TAB> <TAB> return [ Distribution . from_location ( location , basename , metadata ) ] <TAB> if basename . endswith ( "".whl"" ) and ""-"" in basename : <TAB> <TAB> wheel = Wheel ( basename ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return [ ] <TAB> <TAB> return [ <TAB> <TAB> <TAB> Distribution ( <TAB> <TAB> <TAB> <TAB> location = location , <TAB> <TAB> <TAB> <TAB> project_name = wheel . project_name , <TAB> <TAB> <TAB> <TAB> version = wheel . version , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> precedence = EGG_DIST + 1 , <TAB> <TAB> <TAB> ) <TAB> <TAB> ] <TAB> if basename . endswith ( "".exe"" ) : <TAB> <TAB> win_base , py_ver , platform = parse_bdist_wininst ( basename ) <TAB> <TAB> if win_base is not None : <TAB> <TAB> <TAB> return interpret_distro_name ( <TAB> <TAB> <TAB> <TAB> location , win_base , metadata , py_ver , BINARY_DIST , platform <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> for ext in EXTENSIONS : <TAB> <TAB> if basename . endswith ( ext ) : <TAB> <TAB> <TAB> basename = basename [ : - len ( ext ) ] <TAB> <TAB> <TAB> return interpret_distro_name ( location , basename , metadata ) <TAB> return [ ]",if not wheel . is_compatible ( ) :,380
2051,"def _write_ready(self):
    assert self._buffer, ""Data should not be empty""
    if self._conn_lost:
        return
    try:
        n = self._sock.send(self._buffer)
    except (BlockingIOError, InterruptedError):
        pass
    except (SystemExit, KeyboardInterrupt):
        raise
    except BaseException as exc:
        self._loop._remove_writer(self._sock_fd)
        self._buffer.clear()
        self._fatal_error(exc, ""Fatal write error on socket transport"")
        if self._empty_waiter is not None:
            self._empty_waiter.set_exception(exc)
    else:
        if n:
            del self._buffer[:n]
        self._maybe_resume_protocol()  # May append to buffer.
        if not self._buffer:
            self._loop._remove_writer(self._sock_fd)
            if self._empty_waiter is not None:
                self._empty_waiter.set_result(None)
            if self._closing:
                self._call_connection_lost(None)
            elif self._eof:
                self._sock.shutdown(socket.SHUT_WR)
","def _write_ready ( self ) : <TAB> assert self . _buffer , ""Data should not be empty"" <TAB> if self . _conn_lost : <TAB> <TAB> return <TAB> try : <TAB> <TAB> n = self . _sock . send ( self . _buffer ) <TAB> except ( BlockingIOError , InterruptedError ) : <TAB> <TAB> pass <TAB> except ( SystemExit , KeyboardInterrupt ) : <TAB> <TAB> raise <TAB> except BaseException as exc : <TAB> <TAB> self . _loop . _remove_writer ( self . _sock_fd ) <TAB> <TAB> self . _buffer . clear ( ) <TAB> <TAB> self . _fatal_error ( exc , ""Fatal write error on socket transport"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _empty_waiter . set_exception ( exc ) <TAB> else : <TAB> <TAB> if n : <TAB> <TAB> <TAB> del self . _buffer [ : n ] <TAB> <TAB> self . _maybe_resume_protocol ( ) <TAB> <TAB> if not self . _buffer : <TAB> <TAB> <TAB> self . _loop . _remove_writer ( self . _sock_fd ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . _empty_waiter . set_result ( None ) <TAB> <TAB> <TAB> if self . _closing : <TAB> <TAB> <TAB> <TAB> self . _call_connection_lost ( None ) <TAB> <TAB> <TAB> elif self . _eof : <TAB> <TAB> <TAB> <TAB> self . _sock . shutdown ( socket . SHUT_WR )",if self . _empty_waiter is not None :,311
17217,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRING:
                self.ip = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.I32:
                self.duration = iprot.readI32()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . ip = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . I32 : <TAB> <TAB> <TAB> <TAB> self . duration = iprot . readI32 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STOP :,318
14899,"def get_proposer_index_maybe(spec, state, slot, proposer_index=None):
    if proposer_index is None:
        assert state.slot <= slot
        if slot == state.slot:
            proposer_index = spec.get_beacon_proposer_index(state)
        else:
            if spec.compute_epoch_at_slot(state.slot) + 1 > spec.compute_epoch_at_slot(
                slot
            ):
                print(
                    ""warning: block slot far away, and no proposer index manually given.""
                    "" Signing block is slow due to transition for proposer index calculation.""
                )
            # use stub state to get proposer index of future slot
            stub_state = state.copy()
            if stub_state.slot < slot:
                spec.process_slots(stub_state, slot)
            proposer_index = spec.get_beacon_proposer_index(stub_state)
    return proposer_index","def get_proposer_index_maybe ( spec , state , slot , proposer_index = None ) : <TAB> if proposer_index is None : <TAB> <TAB> assert state . slot <= slot <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> proposer_index = spec . get_beacon_proposer_index ( state ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if spec . compute_epoch_at_slot ( state . slot ) + 1 > spec . compute_epoch_at_slot ( <TAB> <TAB> <TAB> <TAB> slot <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> ""warning: block slot far away, and no proposer index manually given."" <TAB> <TAB> <TAB> <TAB> <TAB> "" Signing block is slow due to transition for proposer index calculation."" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> stub_state = state . copy ( ) <TAB> <TAB> <TAB> if stub_state . slot < slot : <TAB> <TAB> <TAB> <TAB> spec . process_slots ( stub_state , slot ) <TAB> <TAB> <TAB> proposer_index = spec . get_beacon_proposer_index ( stub_state ) <TAB> return proposer_index",if slot == state . slot :,275
23533,"def set_mode(self, ii, mode_space):
    for bit_info in ii.ipattern.bits:
        if bit_info.token == _mode_token:
            # self.refining = [111555]
            if bit_info.test == ""eq"":
                self.mode = [bit_info.requirement]
            else:
                mod_space = copy.deepcopy(mode_space)
                mod_space.remove(bit_info.requirement)
                self.mode = mod_space
            return
    # FIXME: when MODE is not mentioned, we assume that any value is
    # legal, it should not mess the conflict resolution.
    # But maybe None is better
    self.mode = ildutil.mode_space","def set_mode ( self , ii , mode_space ) : <TAB> for bit_info in ii . ipattern . bits : <TAB> <TAB> if bit_info . token == _mode_token : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . mode = [ bit_info . requirement ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> mod_space = copy . deepcopy ( mode_space ) <TAB> <TAB> <TAB> <TAB> mod_space . remove ( bit_info . requirement ) <TAB> <TAB> <TAB> <TAB> self . mode = mod_space <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> self . mode = ildutil . mode_space","if bit_info . test == ""eq"" :",198
6589,"def imgs_transform(
    imgs, mode, seg_num, seglen, short_size, target_size, img_mean, img_std, name=""""
):
    imgs = group_scale(imgs, short_size)
    if mode == ""train"":
        if name == ""TSM"":
            imgs = group_multi_scale_crop(imgs, short_size)
        imgs = group_random_crop(imgs, target_size)
        imgs = group_random_flip(imgs)
    else:
        imgs = group_center_crop(imgs, target_size)
    np_imgs = (np.array(imgs[0]).astype(""float32"").transpose((2, 0, 1))).reshape(
        1, 3, target_size, target_size
    ) / 255
    for i in range(len(imgs) - 1):
        img = (np.array(imgs[i + 1]).astype(""float32"").transpose((2, 0, 1))).reshape(
            1, 3, target_size, target_size
        ) / 255
        np_imgs = np.concatenate((np_imgs, img))
    imgs = np_imgs
    imgs -= img_mean
    imgs /= img_std
    imgs = np.reshape(imgs, (seg_num, seglen * 3, target_size, target_size))
    return imgs","def imgs_transform ( <TAB> imgs , mode , seg_num , seglen , short_size , target_size , img_mean , img_std , name = """" ) : <TAB> imgs = group_scale ( imgs , short_size ) <TAB> if mode == ""train"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> imgs = group_multi_scale_crop ( imgs , short_size ) <TAB> <TAB> imgs = group_random_crop ( imgs , target_size ) <TAB> <TAB> imgs = group_random_flip ( imgs ) <TAB> else : <TAB> <TAB> imgs = group_center_crop ( imgs , target_size ) <TAB> np_imgs = ( np . array ( imgs [ 0 ] ) . astype ( ""float32"" ) . transpose ( ( 2 , 0 , 1 ) ) ) . reshape ( <TAB> <TAB> 1 , 3 , target_size , target_size <TAB> ) / 255 <TAB> for i in range ( len ( imgs ) - 1 ) : <TAB> <TAB> img = ( np . array ( imgs [ i + 1 ] ) . astype ( ""float32"" ) . transpose ( ( 2 , 0 , 1 ) ) ) . reshape ( <TAB> <TAB> <TAB> 1 , 3 , target_size , target_size <TAB> <TAB> ) / 255 <TAB> <TAB> np_imgs = np . concatenate ( ( np_imgs , img ) ) <TAB> imgs = np_imgs <TAB> imgs -= img_mean <TAB> imgs /= img_std <TAB> imgs = np . reshape ( imgs , ( seg_num , seglen * 3 , target_size , target_size ) ) <TAB> return imgs","if name == ""TSM"" :",326
8746,"def process(self):
    level_socket, size_socket = self.inputs
    verts_socket, edges_socket = self.outputs
    if verts_socket.is_linked:
        Integer = int(level_socket.sv_get()[0][0])
        Step = size_socket.sv_get()[0][0]
        verts = self.hilbert(0.0, 0.0, Step * 1.0, 0.0, 0.0, Step * 1.0, Integer)
        verts_socket.sv_set([verts])
        if edges_socket.is_linked:
            listEdg = []
            r = len(verts) - 1
            for i in range(r):
                listEdg.append((i, i + 1))
            edg = list(listEdg)
            edges_socket.sv_set([edg])","def process ( self ) : <TAB> level_socket , size_socket = self . inputs <TAB> verts_socket , edges_socket = self . outputs <TAB> if verts_socket . is_linked : <TAB> <TAB> Integer = int ( level_socket . sv_get ( ) [ 0 ] [ 0 ] ) <TAB> <TAB> Step = size_socket . sv_get ( ) [ 0 ] [ 0 ] <TAB> <TAB> verts = self . hilbert ( 0.0 , 0.0 , Step * 1.0 , 0.0 , 0.0 , Step * 1.0 , Integer ) <TAB> <TAB> verts_socket . sv_set ( [ verts ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> listEdg = [ ] <TAB> <TAB> <TAB> r = len ( verts ) - 1 <TAB> <TAB> <TAB> for i in range ( r ) : <TAB> <TAB> <TAB> <TAB> listEdg . append ( ( i , i + 1 ) ) <TAB> <TAB> <TAB> edg = list ( listEdg ) <TAB> <TAB> <TAB> edges_socket . sv_set ( [ edg ] )",if edges_socket . is_linked :,222
21939,"def calculate_score(search_string, word):
    """"""Calculate how well the search string matches the word.""""""
    # See the module docstring for a high level description
    # of what we're trying to do.
    # * If the search string is larger than the word, we know
    #   immediately that this can't be a match.
    if len(search_string) > len(word):
        return 0
    original_word = word
    score = 1
    search_index = 0
    last_match_index = 0
    while True:
        scale = 1
        search_char = search_string[search_index]
        i = word.find(search_char)
        if i < 0:
            return 0
        if i > 0 and word[i - 1] == ""-"":
            scale = 0.95
        else:
            scale = 1 - (i / float(len(word)))
        score *= scale
        word = word[i + 1 :]
        last_match_index = i
        search_index += 1
        if search_index >= len(search_string):
            break
    # The more characters that matched the word, the better
    # so prefer more complete matches.
    completion_scale = 1 - (len(word) / float(len(original_word)))
    score *= completion_scale
    return score","def calculate_score ( search_string , word ) : <TAB> """"""Calculate how well the search string matches the word."""""" <TAB> <TAB> <TAB> <TAB> <TAB> if len ( search_string ) > len ( word ) : <TAB> <TAB> return 0 <TAB> original_word = word <TAB> score = 1 <TAB> search_index = 0 <TAB> last_match_index = 0 <TAB> while True : <TAB> <TAB> scale = 1 <TAB> <TAB> search_char = search_string [ search_index ] <TAB> <TAB> i = word . find ( search_char ) <TAB> <TAB> if i < 0 : <TAB> <TAB> <TAB> return 0 <TAB> <TAB> if i > 0 and word [ i - 1 ] == ""-"" : <TAB> <TAB> <TAB> scale = 0.95 <TAB> <TAB> else : <TAB> <TAB> <TAB> scale = 1 - ( i / float ( len ( word ) ) ) <TAB> <TAB> score *= scale <TAB> <TAB> word = word [ i + 1 : ] <TAB> <TAB> last_match_index = i <TAB> <TAB> search_index += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> completion_scale = 1 - ( len ( word ) / float ( len ( original_word ) ) ) <TAB> score *= completion_scale <TAB> return score",if search_index >= len ( search_string ) :,334
3016,"def close(self):
    self.selector.close()
    if self.sock:
        sockname = None
        try:
            sockname = self.sock.getsockname()
        except (socket.error, OSError):
            pass
        self.sock.close()
        if type(sockname) is str:
            # it was a Unix domain socket, remove it from the filesystem
            if os.path.exists(sockname):
                os.remove(sockname)
    self.sock = None
","def close ( self ) : <TAB> self . selector . close ( ) <TAB> if self . sock : <TAB> <TAB> sockname = None <TAB> <TAB> try : <TAB> <TAB> <TAB> sockname = self . sock . getsockname ( ) <TAB> <TAB> except ( socket . error , OSError ) : <TAB> <TAB> <TAB> pass <TAB> <TAB> self . sock . close ( ) <TAB> <TAB> if type ( sockname ) is str : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> os . remove ( sockname ) <TAB> self . sock = None",if os . path . exists ( sockname ) :,128
9355,"def filter(this, args):
    array = to_object(this, args.space)
    callbackfn = get_arg(args, 0)
    arr_len = js_arr_length(array)
    if not is_callable(callbackfn):
        raise MakeError(""TypeError"", ""callbackfn must be a function"")
    _this = get_arg(args, 1)
    k = 0
    res = []
    while k < arr_len:
        if array.has_property(unicode(k)):
            kValue = array.get(unicode(k))
            if to_boolean(callbackfn.call(_this, (kValue, float(k), array))):
                res.append(kValue)
        k += 1
    return args.space.ConstructArray(res)","def filter ( this , args ) : <TAB> array = to_object ( this , args . space ) <TAB> callbackfn = get_arg ( args , 0 ) <TAB> arr_len = js_arr_length ( array ) <TAB> if not is_callable ( callbackfn ) : <TAB> <TAB> raise MakeError ( ""TypeError"" , ""callbackfn must be a function"" ) <TAB> _this = get_arg ( args , 1 ) <TAB> k = 0 <TAB> res = [ ] <TAB> while k < arr_len : <TAB> <TAB> if array . has_property ( unicode ( k ) ) : <TAB> <TAB> <TAB> kValue = array . get ( unicode ( k ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> res . append ( kValue ) <TAB> <TAB> k += 1 <TAB> return args . space . ConstructArray ( res )","if to_boolean ( callbackfn . call ( _this , ( kValue , float ( k ) , array ) ) ) :",194
6755,"def get_data_from_http_header(self, buf):
    ret_buf = b""""
    lines = buf.split(b""\r\n"")
    if lines and len(lines) > 1:
        hex_items = lines[0].split(b""%"")
        if hex_items and len(hex_items) > 1:
            for index in range(1, len(hex_items)):
                if len(hex_items[index]) < 2:
                    ret_buf += binascii.unhexlify(""0"" + hex_items[index])
                    break
                elif len(hex_items[index]) > 2:
                    ret_buf += binascii.unhexlify(hex_items[index][:2])
                    break
                else:
                    ret_buf += binascii.unhexlify(hex_items[index])
            return ret_buf
    return b""""","def get_data_from_http_header ( self , buf ) : <TAB> ret_buf = b"""" <TAB> lines = buf . split ( b""\r\n"" ) <TAB> if lines and len ( lines ) > 1 : <TAB> <TAB> hex_items = lines [ 0 ] . split ( b""%"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for index in range ( 1 , len ( hex_items ) ) : <TAB> <TAB> <TAB> <TAB> if len ( hex_items [ index ] ) < 2 : <TAB> <TAB> <TAB> <TAB> <TAB> ret_buf += binascii . unhexlify ( ""0"" + hex_items [ index ] ) <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> elif len ( hex_items [ index ] ) > 2 : <TAB> <TAB> <TAB> <TAB> <TAB> ret_buf += binascii . unhexlify ( hex_items [ index ] [ : 2 ] ) <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> ret_buf += binascii . unhexlify ( hex_items [ index ] ) <TAB> <TAB> <TAB> return ret_buf <TAB> return b""""",if hex_items and len ( hex_items ) > 1 :,233
9874,"def assistive(self):
    """"""Detects if item can be used as assistance""""""
    # Make sure we cache results
    if self.__assistive is None:
        assistive = False
        # Go through all effects and find first assistive
        for effect in self.effects.values():
            if effect.isAssistance is True:
                # If we find one, stop and mark item as assistive
                assistive = True
                break
        self.__assistive = assistive
    return self.__assistive
","def assistive ( self ) : <TAB> """"""Detects if item can be used as assistance"""""" <TAB> <TAB> if self . __assistive is None : <TAB> <TAB> assistive = False <TAB> <TAB> <TAB> <TAB> for effect in self . effects . values ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> assistive = True <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> self . __assistive = assistive <TAB> return self . __assistive",if effect . isAssistance is True :,141
18639,"def __init__(self, listeners):
    self.__command_listeners = _LISTENERS.command_listeners[:]
    self.__server_listeners = _LISTENERS.server_listeners[:]
    lst = _LISTENERS.server_heartbeat_listeners
    self.__server_heartbeat_listeners = lst[:]
    self.__topology_listeners = _LISTENERS.topology_listeners[:]
    if listeners is not None:
        for lst in listeners:
            if isinstance(lst, CommandListener):
                self.__command_listeners.append(lst)
            if isinstance(lst, ServerListener):
                self.__server_listeners.append(lst)
            if isinstance(lst, ServerHeartbeatListener):
                self.__server_heartbeat_listeners.append(lst)
            if isinstance(lst, TopologyListener):
                self.__topology_listeners.append(lst)
    self.__enabled_for_commands = bool(self.__command_listeners)
    self.__enabled_for_server = bool(self.__server_listeners)
    self.__enabled_for_server_heartbeat = bool(self.__server_heartbeat_listeners)
    self.__enabled_for_topology = bool(self.__topology_listeners)
","def __init__ ( self , listeners ) : <TAB> self . __command_listeners = _LISTENERS . command_listeners [ : ] <TAB> self . __server_listeners = _LISTENERS . server_listeners [ : ] <TAB> lst = _LISTENERS . server_heartbeat_listeners <TAB> self . __server_heartbeat_listeners = lst [ : ] <TAB> self . __topology_listeners = _LISTENERS . topology_listeners [ : ] <TAB> if listeners is not None : <TAB> <TAB> for lst in listeners : <TAB> <TAB> <TAB> if isinstance ( lst , CommandListener ) : <TAB> <TAB> <TAB> <TAB> self . __command_listeners . append ( lst ) <TAB> <TAB> <TAB> if isinstance ( lst , ServerListener ) : <TAB> <TAB> <TAB> <TAB> self . __server_listeners . append ( lst ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . __server_heartbeat_listeners . append ( lst ) <TAB> <TAB> <TAB> if isinstance ( lst , TopologyListener ) : <TAB> <TAB> <TAB> <TAB> self . __topology_listeners . append ( lst ) <TAB> self . __enabled_for_commands = bool ( self . __command_listeners ) <TAB> self . __enabled_for_server = bool ( self . __server_listeners ) <TAB> self . __enabled_for_server_heartbeat = bool ( self . __server_heartbeat_listeners ) <TAB> self . __enabled_for_topology = bool ( self . __topology_listeners )","if isinstance ( lst , ServerHeartbeatListener ) :",295
20201,"def findtype(self, variable):
    """""":see Expression.findtype()""""""
    assert isinstance(variable, Variable), ""%s is not a Variable"" % variable
    if self.is_atom():
        function, args = self.uncurry()
    else:
        # It's not a predicate expression (""P(x,y)""), so leave args curried
        function = self.function
        args = [self.argument]
    found = [arg.findtype(variable) for arg in [function] + args]
    unique = []
    for f in found:
        if f != ANY_TYPE:
            if unique:
                for u in unique:
                    if f.matches(u):
                        break
            else:
                unique.append(f)
    if len(unique) == 1:
        return list(unique)[0]
    else:
        return ANY_TYPE","def findtype ( self , variable ) : <TAB> """""":see Expression.findtype()"""""" <TAB> assert isinstance ( variable , Variable ) , ""%s is not a Variable"" % variable <TAB> if self . is_atom ( ) : <TAB> <TAB> function , args = self . uncurry ( ) <TAB> else : <TAB> <TAB> <TAB> <TAB> function = self . function <TAB> <TAB> args = [ self . argument ] <TAB> found = [ arg . findtype ( variable ) for arg in [ function ] + args ] <TAB> unique = [ ] <TAB> for f in found : <TAB> <TAB> if f != ANY_TYPE : <TAB> <TAB> <TAB> if unique : <TAB> <TAB> <TAB> <TAB> for u in unique : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> unique . append ( f ) <TAB> if len ( unique ) == 1 : <TAB> <TAB> return list ( unique ) [ 0 ] <TAB> else : <TAB> <TAB> return ANY_TYPE",if f . matches ( u ) :,226
12746,"def add_network_rule(
    cmd,
    client,
    resource_group_name,
    account_name,
    action=""Allow"",
    subnet=None,
    vnet_name=None,
    ip_address=None,
):  # pylint: disable=unused-argument
    sa = client.get_properties(resource_group_name, account_name)
    rules = sa.network_rule_set
    if subnet:
        from msrestazure.tools import is_valid_resource_id
        if not is_valid_resource_id(subnet):
            raise CLIError(
                ""Expected fully qualified resource ID: got '{}'"".format(subnet)
            )
        VirtualNetworkRule = cmd.get_models(""VirtualNetworkRule"")
        if not rules.virtual_network_rules:
            rules.virtual_network_rules = []
        rules.virtual_network_rules = [
            r
            for r in rules.virtual_network_rules
            if r.virtual_network_resource_id.lower() != subnet.lower()
        ]
        rules.virtual_network_rules.append(
            VirtualNetworkRule(virtual_network_resource_id=subnet, action=action)
        )
    if ip_address:
        IpRule = cmd.get_models(""IPRule"")
        if not rules.ip_rules:
            rules.ip_rules = []
        rules.ip_rules = [
            r for r in rules.ip_rules if r.ip_address_or_range != ip_address
        ]
        rules.ip_rules.append(IpRule(ip_address_or_range=ip_address, action=action))
    StorageAccountUpdateParameters = cmd.get_models(""StorageAccountUpdateParameters"")
    params = StorageAccountUpdateParameters(network_rule_set=rules)
    return client.update(resource_group_name, account_name, params)
","def add_network_rule ( <TAB> cmd , <TAB> client , <TAB> resource_group_name , <TAB> account_name , <TAB> action = ""Allow"" , <TAB> subnet = None , <TAB> vnet_name = None , <TAB> ip_address = None , ) : <TAB> sa = client . get_properties ( resource_group_name , account_name ) <TAB> rules = sa . network_rule_set <TAB> if subnet : <TAB> <TAB> from msrestazure . tools import is_valid_resource_id <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise CLIError ( <TAB> <TAB> <TAB> <TAB> ""Expected fully qualified resource ID: got '{}'"" . format ( subnet ) <TAB> <TAB> <TAB> ) <TAB> <TAB> VirtualNetworkRule = cmd . get_models ( ""VirtualNetworkRule"" ) <TAB> <TAB> if not rules . virtual_network_rules : <TAB> <TAB> <TAB> rules . virtual_network_rules = [ ] <TAB> <TAB> rules . virtual_network_rules = [ <TAB> <TAB> <TAB> r <TAB> <TAB> <TAB> for r in rules . virtual_network_rules <TAB> <TAB> <TAB> if r . virtual_network_resource_id . lower ( ) != subnet . lower ( ) <TAB> <TAB> ] <TAB> <TAB> rules . virtual_network_rules . append ( <TAB> <TAB> <TAB> VirtualNetworkRule ( virtual_network_resource_id = subnet , action = action ) <TAB> <TAB> ) <TAB> if ip_address : <TAB> <TAB> IpRule = cmd . get_models ( ""IPRule"" ) <TAB> <TAB> if not rules . ip_rules : <TAB> <TAB> <TAB> rules . ip_rules = [ ] <TAB> <TAB> rules . ip_rules = [ <TAB> <TAB> <TAB> r for r in rules . ip_rules if r . ip_address_or_range != ip_address <TAB> <TAB> ] <TAB> <TAB> rules . ip_rules . append ( IpRule ( ip_address_or_range = ip_address , action = action ) ) <TAB> StorageAccountUpdateParameters = cmd . get_models ( ""StorageAccountUpdateParameters"" ) <TAB> params = StorageAccountUpdateParameters ( network_rule_set = rules ) <TAB> return client . update ( resource_group_name , account_name , params )",if not is_valid_resource_id ( subnet ) :,479
5240,"def to_pandas(self):
    """"""Returns a pandas DataFrame with the response of the query.""""""
    if not self._raw_response:
        self._execute_query()
    return_list = []
    timelines = {t.index_name: t.name for t in self._sketch.list_timelines()}
    return_field_list = []
    return_fields = self._return_fields
    if return_fields:
        if return_fields.startswith(""'""):
            return_fields = return_fields[1:]
        if return_fields.endswith(""'""):
            return_fields = return_fields[:-1]
        return_field_list = return_fields.split("","")
    for result in self._raw_response.get(""objects"", []):
        source = result.get(""_source"", {})
        if not return_fields or ""_id"" in return_field_list:
            source[""_id""] = result.get(""_id"")
        if not return_fields or ""_type"" in return_field_list:
            source[""_type""] = result.get(""_type"")
        if not return_fields or ""_index"" in return_field_list:
            source[""_index""] = result.get(""_index"")
        if not return_fields or ""_source"" in return_field_list:
            source[""_source""] = timelines.get(result.get(""_index""))
        return_list.append(source)
    data_frame = pandas.DataFrame(return_list)
    if ""datetime"" in data_frame:
        try:
            data_frame[""datetime""] = pandas.to_datetime(data_frame.datetime)
        except pandas.errors.OutOfBoundsDatetime:
            pass
    elif ""timestamp"" in data_frame:
        try:
            data_frame[""datetime""] = pandas.to_datetime(
                data_frame.timestamp / 1e6, utc=True, unit=""s""
            )
        except pandas.errors.OutOfBoundsDatetime:
            pass
    return data_frame","def to_pandas ( self ) : <TAB> """"""Returns a pandas DataFrame with the response of the query."""""" <TAB> if not self . _raw_response : <TAB> <TAB> self . _execute_query ( ) <TAB> return_list = [ ] <TAB> timelines = { t . index_name : t . name for t in self . _sketch . list_timelines ( ) } <TAB> return_field_list = [ ] <TAB> return_fields = self . _return_fields <TAB> if return_fields : <TAB> <TAB> if return_fields . startswith ( ""'"" ) : <TAB> <TAB> <TAB> return_fields = return_fields [ 1 : ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return_fields = return_fields [ : - 1 ] <TAB> <TAB> return_field_list = return_fields . split ( "","" ) <TAB> for result in self . _raw_response . get ( ""objects"" , [ ] ) : <TAB> <TAB> source = result . get ( ""_source"" , { } ) <TAB> <TAB> if not return_fields or ""_id"" in return_field_list : <TAB> <TAB> <TAB> source [ ""_id"" ] = result . get ( ""_id"" ) <TAB> <TAB> if not return_fields or ""_type"" in return_field_list : <TAB> <TAB> <TAB> source [ ""_type"" ] = result . get ( ""_type"" ) <TAB> <TAB> if not return_fields or ""_index"" in return_field_list : <TAB> <TAB> <TAB> source [ ""_index"" ] = result . get ( ""_index"" ) <TAB> <TAB> if not return_fields or ""_source"" in return_field_list : <TAB> <TAB> <TAB> source [ ""_source"" ] = timelines . get ( result . get ( ""_index"" ) ) <TAB> <TAB> return_list . append ( source ) <TAB> data_frame = pandas . DataFrame ( return_list ) <TAB> if ""datetime"" in data_frame : <TAB> <TAB> try : <TAB> <TAB> <TAB> data_frame [ ""datetime"" ] = pandas . to_datetime ( data_frame . datetime ) <TAB> <TAB> except pandas . errors . OutOfBoundsDatetime : <TAB> <TAB> <TAB> pass <TAB> elif ""timestamp"" in data_frame : <TAB> <TAB> try : <TAB> <TAB> <TAB> data_frame [ ""datetime"" ] = pandas . to_datetime ( <TAB> <TAB> <TAB> <TAB> data_frame . timestamp / 1e6 , utc = True , unit = ""s"" <TAB> <TAB> <TAB> ) <TAB> <TAB> except pandas . errors . OutOfBoundsDatetime : <TAB> <TAB> <TAB> pass <TAB> return data_frame","if return_fields . endswith ( ""'"" ) :",503
5889,"def process_extra_fields(self):
    if self.instance.pk is not None:
        if self.cleaned_data.get(""initialize"", None):
            self.instance.initialize()
        if self.cleaned_data.get(""update"", None) or not self.instance.stores.count():
            self.instance.update_from_templates()
","def process_extra_fields ( self ) : <TAB> if self . instance . pk is not None : <TAB> <TAB> if self . cleaned_data . get ( ""initialize"" , None ) : <TAB> <TAB> <TAB> self . instance . initialize ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . instance . update_from_templates ( )","if self . cleaned_data . get ( ""update"" , None ) or not self . instance . stores . count ( ) :",88
16741,"def load_www(self, filename, config_dict):
    if ""www"" not in config_dict:
        return
    www_cfg = config_dict[""www""]
    allowed = set(
        [
            ""port"",
            ""debug"",
            ""json_cache_seconds"",
            ""rest_minimum_version"",
            ""allowed_origins"",
            ""jsonp"",
            ""plugins"",
            ""auth"",
            ""authz"",
            ""avatar_methods"",
            ""logfileName"",
            ""logRotateLength"",
            ""maxRotatedFiles"",
            ""versions"",
            ""change_hook_dialects"",
            ""change_hook_auth"",
            ""custom_templates_dir"",
            ""cookie_expiration_time"",
        ]
    )
    unknown = set(list(www_cfg)) - allowed
    if unknown:
        error(""unknown www configuration parameter(s) %s"" % ("", "".join(unknown),))
    versions = www_cfg.get(""versions"")
    if versions is not None:
        cleaned_versions = []
        if not isinstance(versions, list):
            error(""Invalid www configuration value of versions"")
        else:
            for i, v in enumerate(versions):
                if not isinstance(v, tuple) or len(v) < 2:
                    error(""Invalid www configuration value of versions"")
                    break
                cleaned_versions.append(v)
        www_cfg[""versions""] = cleaned_versions
    cookie_expiration_time = www_cfg.get(""cookie_expiration_time"")
    if cookie_expiration_time is not None:
        if not isinstance(cookie_expiration_time, datetime.timedelta):
            error(
                'Invalid www[""cookie_expiration_time""] configuration should be a datetime.timedelta'
            )
    self.www.update(www_cfg)","def load_www ( self , filename , config_dict ) : <TAB> if ""www"" not in config_dict : <TAB> <TAB> return <TAB> www_cfg = config_dict [ ""www"" ] <TAB> allowed = set ( <TAB> <TAB> [ <TAB> <TAB> <TAB> ""port"" , <TAB> <TAB> <TAB> ""debug"" , <TAB> <TAB> <TAB> ""json_cache_seconds"" , <TAB> <TAB> <TAB> ""rest_minimum_version"" , <TAB> <TAB> <TAB> ""allowed_origins"" , <TAB> <TAB> <TAB> ""jsonp"" , <TAB> <TAB> <TAB> ""plugins"" , <TAB> <TAB> <TAB> ""auth"" , <TAB> <TAB> <TAB> ""authz"" , <TAB> <TAB> <TAB> ""avatar_methods"" , <TAB> <TAB> <TAB> ""logfileName"" , <TAB> <TAB> <TAB> ""logRotateLength"" , <TAB> <TAB> <TAB> ""maxRotatedFiles"" , <TAB> <TAB> <TAB> ""versions"" , <TAB> <TAB> <TAB> ""change_hook_dialects"" , <TAB> <TAB> <TAB> ""change_hook_auth"" , <TAB> <TAB> <TAB> ""custom_templates_dir"" , <TAB> <TAB> <TAB> ""cookie_expiration_time"" , <TAB> <TAB> ] <TAB> ) <TAB> unknown = set ( list ( www_cfg ) ) - allowed <TAB> if unknown : <TAB> <TAB> error ( ""unknown www configuration parameter(s) %s"" % ( "", "" . join ( unknown ) , ) ) <TAB> versions = www_cfg . get ( ""versions"" ) <TAB> if versions is not None : <TAB> <TAB> cleaned_versions = [ ] <TAB> <TAB> if not isinstance ( versions , list ) : <TAB> <TAB> <TAB> error ( ""Invalid www configuration value of versions"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> for i , v in enumerate ( versions ) : <TAB> <TAB> <TAB> <TAB> if not isinstance ( v , tuple ) or len ( v ) < 2 : <TAB> <TAB> <TAB> <TAB> <TAB> error ( ""Invalid www configuration value of versions"" ) <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> cleaned_versions . append ( v ) <TAB> <TAB> www_cfg [ ""versions"" ] = cleaned_versions <TAB> cookie_expiration_time = www_cfg . get ( ""cookie_expiration_time"" ) <TAB> if cookie_expiration_time is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> error ( <TAB> <TAB> <TAB> <TAB> 'Invalid www[""cookie_expiration_time""] configuration should be a datetime.timedelta' <TAB> <TAB> <TAB> ) <TAB> self . www . update ( www_cfg )","if not isinstance ( cookie_expiration_time , datetime . timedelta ) :",496
24674,"def canonical_custom_headers(self, headers):
    hoi = []
    custom_headers = {}
    for key in headers:
        lk = key.lower()
        if headers[key] is not None:
            if lk.startswith(""x-amz-""):
                custom_headers[lk] = "","".join(v.strip() for v in headers.get_all(key))
    sorted_header_keys = sorted(custom_headers.keys())
    for key in sorted_header_keys:
        hoi.append(""%s:%s"" % (key, custom_headers[key]))
    return ""\n"".join(hoi)
","def canonical_custom_headers ( self , headers ) : <TAB> hoi = [ ] <TAB> custom_headers = { } <TAB> for key in headers : <TAB> <TAB> lk = key . lower ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if lk . startswith ( ""x-amz-"" ) : <TAB> <TAB> <TAB> <TAB> custom_headers [ lk ] = "","" . join ( v . strip ( ) for v in headers . get_all ( key ) ) <TAB> sorted_header_keys = sorted ( custom_headers . keys ( ) ) <TAB> for key in sorted_header_keys : <TAB> <TAB> hoi . append ( ""%s:%s"" % ( key , custom_headers [ key ] ) ) <TAB> return ""\n"" . join ( hoi )",if headers [ key ] is not None :,158
2784,"def check(self, value):
    val = self.rule.match(value)
    try:
        (h, m, s) = (int(val.group(""h"")), 0, 0)
        if not val.group(""m"") is None:
            m = int(val.group(""m""))
        if not val.group(""s"") is None:
            s = int(val.group(""s""))
        if val.group(""d"") == ""pm"" and 0 < h < 12:
            h = h + 12
        if val.group(""d"") == ""am"" and h == 12:
            h = 0
        if not (h in range(24) and m in range(60) and s in range(60)):
            raise ValueError(""Hours or minutes or seconds are outside of allowed range"")
        val = time(h, m, s)
        return val, None
    except AttributeError:
        pass
    except ValueError:
        pass
    return value, translate(self.message)","def check ( self , value ) : <TAB> val = self . rule . match ( value ) <TAB> try : <TAB> <TAB> ( h , m , s ) = ( int ( val . group ( ""h"" ) ) , 0 , 0 ) <TAB> <TAB> if not val . group ( ""m"" ) is None : <TAB> <TAB> <TAB> m = int ( val . group ( ""m"" ) ) <TAB> <TAB> if not val . group ( ""s"" ) is None : <TAB> <TAB> <TAB> s = int ( val . group ( ""s"" ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> h = h + 12 <TAB> <TAB> if val . group ( ""d"" ) == ""am"" and h == 12 : <TAB> <TAB> <TAB> h = 0 <TAB> <TAB> if not ( h in range ( 24 ) and m in range ( 60 ) and s in range ( 60 ) ) : <TAB> <TAB> <TAB> raise ValueError ( ""Hours or minutes or seconds are outside of allowed range"" ) <TAB> <TAB> val = time ( h , m , s ) <TAB> <TAB> return val , None <TAB> except AttributeError : <TAB> <TAB> pass <TAB> except ValueError : <TAB> <TAB> pass <TAB> return value , translate ( self . message )","if val . group ( ""d"" ) == ""pm"" and 0 < h < 12 :",255
1954,"def _fix_up_module(ns, name, pathname, cpathname=None):
    # This function is used by PyImport_ExecCodeModuleObject().
    loader = ns.get(""__loader__"")
    spec = ns.get(""__spec__"")
    if not loader:
        if spec:
            loader = spec.loader
        elif pathname == cpathname:
            loader = SourcelessFileLoader(name, pathname)
        else:
            loader = SourceFileLoader(name, pathname)
    if not spec:
        spec = spec_from_file_location(name, pathname, loader=loader)
    try:
        ns[""__spec__""] = spec
        ns[""__loader__""] = loader
        ns[""__file__""] = pathname
        ns[""__cached__""] = cpathname
    except Exception:
        # Not important enough to report.
        pass
","def _fix_up_module ( ns , name , pathname , cpathname = None ) : <TAB> <TAB> loader = ns . get ( ""__loader__"" ) <TAB> spec = ns . get ( ""__spec__"" ) <TAB> if not loader : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> loader = spec . loader <TAB> <TAB> elif pathname == cpathname : <TAB> <TAB> <TAB> loader = SourcelessFileLoader ( name , pathname ) <TAB> <TAB> else : <TAB> <TAB> <TAB> loader = SourceFileLoader ( name , pathname ) <TAB> if not spec : <TAB> <TAB> spec = spec_from_file_location ( name , pathname , loader = loader ) <TAB> try : <TAB> <TAB> ns [ ""__spec__"" ] = spec <TAB> <TAB> ns [ ""__loader__"" ] = loader <TAB> <TAB> ns [ ""__file__"" ] = pathname <TAB> <TAB> ns [ ""__cached__"" ] = cpathname <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> pass",if spec :,207
23079,"def parse_ep_str(anime, grammar):
    episodes = []
    if not grammar:
        return split_anime(anime, parse_episode_range(anime, grammar))
    for episode_grammar in grammar.split("",""):
        if "":"" in episode_grammar:
            start, end = parse_episode_range(anime, episode_grammar).split("":"")
            episode_grammar = ""%d:%d"" % (int(start), int(end) + 1)
            for episode in split_anime(anime, episode_grammar):
                episodes.append(episode)
        else:
            from anime_downloader.sites.anime import AnimeEpisode
            ep = [x for x in anime._episode_urls if x[0] == int(grammar)][0]
            ep_cls = AnimeEpisode.subclasses[anime.sitename]
            episodes.append(ep_cls(ep[1], parent=anime, ep_no=ep[0]))
    return episodes","def parse_ep_str ( anime , grammar ) : <TAB> episodes = [ ] <TAB> if not grammar : <TAB> <TAB> return split_anime ( anime , parse_episode_range ( anime , grammar ) ) <TAB> for episode_grammar in grammar . split ( "","" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> start , end = parse_episode_range ( anime , episode_grammar ) . split ( "":"" ) <TAB> <TAB> <TAB> episode_grammar = ""%d:%d"" % ( int ( start ) , int ( end ) + 1 ) <TAB> <TAB> <TAB> for episode in split_anime ( anime , episode_grammar ) : <TAB> <TAB> <TAB> <TAB> episodes . append ( episode ) <TAB> <TAB> else : <TAB> <TAB> <TAB> from anime_downloader . sites . anime import AnimeEpisode <TAB> <TAB> <TAB> ep = [ x for x in anime . _episode_urls if x [ 0 ] == int ( grammar ) ] [ 0 ] <TAB> <TAB> <TAB> ep_cls = AnimeEpisode . subclasses [ anime . sitename ] <TAB> <TAB> <TAB> episodes . append ( ep_cls ( ep [ 1 ] , parent = anime , ep_no = ep [ 0 ] ) ) <TAB> return episodes","if "":"" in episode_grammar :",262
22169,"def parse_messages(self, analyzer_result):
    """"""Parse the given analyzer result.""""""
    if not os.path.exists(analyzer_result):
        LOG.error(""Report file does not exist: %s"", analyzer_result)
        return
    try:
        with open(analyzer_result, ""r"", encoding=""utf-8"", errors=""ignore"") as report_f:
            reports = json.load(report_f)
    except (IOError, json.decoder.JSONDecodeError):
        LOG.error(
            ""Failed to parse the given analyzer result '%s'. Please ""
            ""give a valid json file generated by Pylint."",
            analyzer_result,
        )
        return
    for report in reports:
        file_path = os.path.join(os.path.dirname(analyzer_result), report.get(""path""))
        if not os.path.exists(file_path):
            LOG.warning(""Source file does not exists: %s"", file_path)
            continue
        message = self.__parse_report(report, file_path)
        if message:
            self.messages.append(message)
    return self.messages","def parse_messages ( self , analyzer_result ) : <TAB> """"""Parse the given analyzer result."""""" <TAB> if not os . path . exists ( analyzer_result ) : <TAB> <TAB> LOG . error ( ""Report file does not exist: %s"" , analyzer_result ) <TAB> <TAB> return <TAB> try : <TAB> <TAB> with open ( analyzer_result , ""r"" , encoding = ""utf-8"" , errors = ""ignore"" ) as report_f : <TAB> <TAB> <TAB> reports = json . load ( report_f ) <TAB> except ( IOError , json . decoder . JSONDecodeError ) : <TAB> <TAB> LOG . error ( <TAB> <TAB> <TAB> ""Failed to parse the given analyzer result '%s'. Please "" <TAB> <TAB> <TAB> ""give a valid json file generated by Pylint."" , <TAB> <TAB> <TAB> analyzer_result , <TAB> <TAB> ) <TAB> <TAB> return <TAB> for report in reports : <TAB> <TAB> file_path = os . path . join ( os . path . dirname ( analyzer_result ) , report . get ( ""path"" ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> LOG . warning ( ""Source file does not exists: %s"" , file_path ) <TAB> <TAB> <TAB> continue <TAB> <TAB> message = self . __parse_report ( report , file_path ) <TAB> <TAB> if message : <TAB> <TAB> <TAB> self . messages . append ( message ) <TAB> return self . messages",if not os . path . exists ( file_path ) :,290
16773,"def computeResultAndTermination(obj, result, previousResult):
    possible_overall_result = result
    terminate = False
    if result == FAILURE:
        if not obj.flunkOnFailure:
            possible_overall_result = SUCCESS
        if obj.warnOnFailure:
            possible_overall_result = WARNINGS
        if obj.flunkOnFailure:
            possible_overall_result = FAILURE
        if obj.haltOnFailure:
            terminate = True
    elif result == WARNINGS:
        if not obj.warnOnWarnings:
            possible_overall_result = SUCCESS
        else:
            possible_overall_result = WARNINGS
        if obj.flunkOnWarnings:
            possible_overall_result = FAILURE
    elif result in (EXCEPTION, RETRY, CANCELLED):
        terminate = True
    result = worst_status(previousResult, possible_overall_result)
    return result, terminate
","def computeResultAndTermination ( obj , result , previousResult ) : <TAB> possible_overall_result = result <TAB> terminate = False <TAB> if result == FAILURE : <TAB> <TAB> if not obj . flunkOnFailure : <TAB> <TAB> <TAB> possible_overall_result = SUCCESS <TAB> <TAB> if obj . warnOnFailure : <TAB> <TAB> <TAB> possible_overall_result = WARNINGS <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> possible_overall_result = FAILURE <TAB> <TAB> if obj . haltOnFailure : <TAB> <TAB> <TAB> terminate = True <TAB> elif result == WARNINGS : <TAB> <TAB> if not obj . warnOnWarnings : <TAB> <TAB> <TAB> possible_overall_result = SUCCESS <TAB> <TAB> else : <TAB> <TAB> <TAB> possible_overall_result = WARNINGS <TAB> <TAB> if obj . flunkOnWarnings : <TAB> <TAB> <TAB> possible_overall_result = FAILURE <TAB> elif result in ( EXCEPTION , RETRY , CANCELLED ) : <TAB> <TAB> terminate = True <TAB> result = worst_status ( previousResult , possible_overall_result ) <TAB> return result , terminate",if obj . flunkOnFailure :,234
7991,"def parse(self):
    rargs = list(self.args)
    pos = 0
    while pos < len(rargs):
        arg = rargs[pos]
        if arg == ""--"":
            self.passthrough = "" "".join(rargs[pos:])
            break
        elif arg[0] == ""-"":
            if arg[1] == ""-"":
                self.process_long_opt(arg[2:])
            else:
                value = None
                if len(rargs) > pos + 1 and rargs[pos + 1][0] != ""-"":
                    value = rargs[pos + 1]
                    pos += 1
                self.process_short_opt(arg[1:], value)
        else:
            self.values.append(arg)
        pos += 1","def parse ( self ) : <TAB> rargs = list ( self . args ) <TAB> pos = 0 <TAB> while pos < len ( rargs ) : <TAB> <TAB> arg = rargs [ pos ] <TAB> <TAB> if arg == ""--"" : <TAB> <TAB> <TAB> self . passthrough = "" "" . join ( rargs [ pos : ] ) <TAB> <TAB> <TAB> break <TAB> <TAB> elif arg [ 0 ] == ""-"" : <TAB> <TAB> <TAB> if arg [ 1 ] == ""-"" : <TAB> <TAB> <TAB> <TAB> self . process_long_opt ( arg [ 2 : ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> value = None <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> value = rargs [ pos + 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> pos += 1 <TAB> <TAB> <TAB> <TAB> self . process_short_opt ( arg [ 1 : ] , value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . values . append ( arg ) <TAB> <TAB> pos += 1","if len ( rargs ) > pos + 1 and rargs [ pos + 1 ] [ 0 ] != ""-"" :",213
23708,"def _get_argument(self, name):
    # First, find the argument.
    i = 0
    end = len(name)
    while i < end:
        c = name[i]
        if c == ""["" or c == ""."":
            break
        i += 1
    empty = not i
    if empty:
        index = -1
    else:
        index, stop = _parse_int(name, 0, i)
        if stop != i:
            index = -1
    use_numeric = empty or index != -1
    if self.auto_numbering_state == self.ANS_INIT and use_numeric:
        if empty:
            self.auto_numbering_state = self.ANS_AUTO
        else:
            self.auto_numbering_state = self.ANS_MANUAL
    if use_numeric:
        if self.auto_numbering_state == self.ANS_MANUAL:
            if empty:
                msg = ""switching from manual to automatic numbering""
                raise ValueError(msg)
        elif not empty:
            msg = ""switching from automatic to manual numbering""
            raise ValueError(msg)
    if empty:
        index = self.auto_numbering
        self.auto_numbering += 1
    if index == -1:
        kwarg = name[:i]
        arg_key = kwarg
        try:
            w_arg = self.kwargs[arg_key]
        except KeyError:
            raise KeyError(arg_key)
    else:
        try:
            w_arg = self.args[index]
        except IndexError:
            w_msg = ""index out of range""
            raise IndexError(w_msg)
        except:
            raise
    return self._resolve_lookups(w_arg, name, i, end)","def _get_argument ( self , name ) : <TAB> <TAB> i = 0 <TAB> end = len ( name ) <TAB> while i < end : <TAB> <TAB> c = name [ i ] <TAB> <TAB> if c == ""["" or c == ""."" : <TAB> <TAB> <TAB> break <TAB> <TAB> i += 1 <TAB> empty = not i <TAB> if empty : <TAB> <TAB> index = - 1 <TAB> else : <TAB> <TAB> index , stop = _parse_int ( name , 0 , i ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> index = - 1 <TAB> use_numeric = empty or index != - 1 <TAB> if self . auto_numbering_state == self . ANS_INIT and use_numeric : <TAB> <TAB> if empty : <TAB> <TAB> <TAB> self . auto_numbering_state = self . ANS_AUTO <TAB> <TAB> else : <TAB> <TAB> <TAB> self . auto_numbering_state = self . ANS_MANUAL <TAB> if use_numeric : <TAB> <TAB> if self . auto_numbering_state == self . ANS_MANUAL : <TAB> <TAB> <TAB> if empty : <TAB> <TAB> <TAB> <TAB> msg = ""switching from manual to automatic numbering"" <TAB> <TAB> <TAB> <TAB> raise ValueError ( msg ) <TAB> <TAB> elif not empty : <TAB> <TAB> <TAB> msg = ""switching from automatic to manual numbering"" <TAB> <TAB> <TAB> raise ValueError ( msg ) <TAB> if empty : <TAB> <TAB> index = self . auto_numbering <TAB> <TAB> self . auto_numbering += 1 <TAB> if index == - 1 : <TAB> <TAB> kwarg = name [ : i ] <TAB> <TAB> arg_key = kwarg <TAB> <TAB> try : <TAB> <TAB> <TAB> w_arg = self . kwargs [ arg_key ] <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> raise KeyError ( arg_key ) <TAB> else : <TAB> <TAB> try : <TAB> <TAB> <TAB> w_arg = self . args [ index ] <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> w_msg = ""index out of range"" <TAB> <TAB> <TAB> raise IndexError ( w_msg ) <TAB> <TAB> except : <TAB> <TAB> <TAB> raise <TAB> return self . _resolve_lookups ( w_arg , name , i , end )",if stop != i :,469
18243,"def get_search_results(soup):
    """"""Returns a list of dictionaries containing each search result.""""""
    search_results = []
    for result in soup.find_all(""div"", class_=""question-summary search-result""):
        title_container = result.find_all(""div"", class_=""result-link"")[0].find_all(""a"")[
            0
        ]
        if result.find_all(""div"", class_=""status answered"") != []:  # Has answers
            answer_count = int(
                result.find_all(""div"", class_=""status answered"")[0]
                .find_all(""strong"")[0]
                .text
            )
        elif (
            result.find_all(""div"", class_=""status answered-accepted"") != []
        ):  # Has an accepted answer (closed)
            answer_count = int(
                result.find_all(""div"", class_=""status answered-accepted"")[0]
                .find_all(""strong"")[0]
                .text
            )
        else:  # No answers
            answer_count = 0
        search_results.append(
            {
                ""Title"": title_container[""title""],
                # ""Body"": result.find_all(""div"", class_=""excerpt"")[0].text,
                # ""Votes"": int(result.find_all(""span"", class_=""vote-count-post "")[0].find_all(""strong"")[0].text),
                ""Answers"": answer_count,
                ""URL"": SO_URL + title_container[""href""],
            }
        )
    return search_results","def get_search_results ( soup ) : <TAB> """"""Returns a list of dictionaries containing each search result."""""" <TAB> search_results = [ ] <TAB> for result in soup . find_all ( ""div"" , class_ = ""question-summary search-result"" ) : <TAB> <TAB> title_container = result . find_all ( ""div"" , class_ = ""result-link"" ) [ 0 ] . find_all ( ""a"" ) [ <TAB> <TAB> <TAB> 0 <TAB> <TAB> ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> answer_count = int ( <TAB> <TAB> <TAB> <TAB> result . find_all ( ""div"" , class_ = ""status answered"" ) [ 0 ] <TAB> <TAB> <TAB> <TAB> . find_all ( ""strong"" ) [ 0 ] <TAB> <TAB> <TAB> <TAB> . text <TAB> <TAB> <TAB> ) <TAB> <TAB> elif ( <TAB> <TAB> <TAB> result . find_all ( ""div"" , class_ = ""status answered-accepted"" ) != [ ] <TAB> <TAB> ) : <TAB> <TAB> <TAB> answer_count = int ( <TAB> <TAB> <TAB> <TAB> result . find_all ( ""div"" , class_ = ""status answered-accepted"" ) [ 0 ] <TAB> <TAB> <TAB> <TAB> . find_all ( ""strong"" ) [ 0 ] <TAB> <TAB> <TAB> <TAB> . text <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> answer_count = 0 <TAB> <TAB> search_results . append ( <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""Title"" : title_container [ ""title"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Answers"" : answer_count , <TAB> <TAB> <TAB> <TAB> ""URL"" : SO_URL + title_container [ ""href"" ] , <TAB> <TAB> <TAB> } <TAB> <TAB> ) <TAB> return search_results","if result . find_all ( ""div"" , class_ = ""status answered"" ) != [ ] :",432
5617,"def _start_modules(self):
    if self.available_slots:
        non_started_executors = [
            e for e in self.executors if e not in self.started_modules
        ]
        for executor in non_started_executors:
            self.engine.logging_level_up()
            if time.time() >= self.start_time + executor.delay:
                executor.startup()
                self.started_modules.append(executor)
                self.available_slots -= 1
                msg = ""Starting execution: %s, rest of available slots: %s""
                self.log.debug(msg, executor, self.available_slots)
                if not self.available_slots:
                    break
            self.engine.logging_level_down()","def _start_modules ( self ) : <TAB> if self . available_slots : <TAB> <TAB> non_started_executors = [ <TAB> <TAB> <TAB> e for e in self . executors if e not in self . started_modules <TAB> <TAB> ] <TAB> <TAB> for executor in non_started_executors : <TAB> <TAB> <TAB> self . engine . logging_level_up ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> executor . startup ( ) <TAB> <TAB> <TAB> <TAB> self . started_modules . append ( executor ) <TAB> <TAB> <TAB> <TAB> self . available_slots -= 1 <TAB> <TAB> <TAB> <TAB> msg = ""Starting execution: %s, rest of available slots: %s"" <TAB> <TAB> <TAB> <TAB> self . log . debug ( msg , executor , self . available_slots ) <TAB> <TAB> <TAB> <TAB> if not self . available_slots : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> self . engine . logging_level_down ( )",if time . time ( ) >= self . start_time + executor . delay :,214
19921,"def update(self, space_id):
    form = SpaceForm(request.form, csrf=False)
    form.set_id(space_id)
    if form.validate_on_submit():
        space = SpaceModel().get_by_id(space_id)
        data = form.form2dict()
        current_app.logger.info(data)
        member_model = MemberModel(group_id=space_id)
        old_owner = space.user_id
        new_owner = data[""user_id""]
        # a new type to update a model
        space.update(data)
        if str(old_owner) != str(new_owner):
            # owner has changed
            member_model.change_owner(old_owner, new_owner)
        # create group
        current_owner = {""user_id"": new_owner, ""role"": OWNER}
        if ""members"" in request.form:
            members = json.loads(request.form[""members""])
            members.append(current_owner)
            member_model.update_group(members=members)
        return self.render_json(data=space.item())
    else:
        return self.render_error(code=Code.form_error, message=form.errors)","def update ( self , space_id ) : <TAB> form = SpaceForm ( request . form , csrf = False ) <TAB> form . set_id ( space_id ) <TAB> if form . validate_on_submit ( ) : <TAB> <TAB> space = SpaceModel ( ) . get_by_id ( space_id ) <TAB> <TAB> data = form . form2dict ( ) <TAB> <TAB> current_app . logger . info ( data ) <TAB> <TAB> member_model = MemberModel ( group_id = space_id ) <TAB> <TAB> old_owner = space . user_id <TAB> <TAB> new_owner = data [ ""user_id"" ] <TAB> <TAB> <TAB> <TAB> space . update ( data ) <TAB> <TAB> if str ( old_owner ) != str ( new_owner ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> member_model . change_owner ( old_owner , new_owner ) <TAB> <TAB> <TAB> <TAB> current_owner = { ""user_id"" : new_owner , ""role"" : OWNER } <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> members = json . loads ( request . form [ ""members"" ] ) <TAB> <TAB> <TAB> members . append ( current_owner ) <TAB> <TAB> <TAB> member_model . update_group ( members = members ) <TAB> <TAB> return self . render_json ( data = space . item ( ) ) <TAB> else : <TAB> <TAB> return self . render_error ( code = Code . form_error , message = form . errors )","if ""members"" in request . form :",324
22531,"def sort_and_validate(self):
    # only applied if the data points are tuples, such as (x,y) values
    # TO DO: first check that each series is a list of tuples, and that they have the same number of elements
    # this method checks that all data series
    # 1. have the same length
    # 2. are sorted in ascending order of x
    # 3. have identical values in their x series
    # there has to be at least one data series
    try:
        assert len(self.data) > 0
    except AssertionError:
        logger.critical(""No data series found in plot"")
        raise
    # check lengths are consistent, sort, then check x values are identical
    l = -1
    reference_x = None
    # print ""starting with self.data="",self.data
    for series_name, data_points in self.data.iteritems():
        if l > 0:
            assert l == len(data_points)
        else:
            l = len(data_points)
        # sort by ascending x value
        data_points.sort(key=itemgetter(0))
        if reference_x:
            assert reference_x == [seq[0] for seq in data_points]
        else:
            # extract a list of just the x values
            reference_x = [seq[0] for seq in data_points]","def sort_and_validate ( self ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> assert len ( self . data ) > 0 <TAB> except AssertionError : <TAB> <TAB> logger . critical ( ""No data series found in plot"" ) <TAB> <TAB> raise <TAB> <TAB> l = - 1 <TAB> reference_x = None <TAB> <TAB> for series_name , data_points in self . data . iteritems ( ) : <TAB> <TAB> if l > 0 : <TAB> <TAB> <TAB> assert l == len ( data_points ) <TAB> <TAB> else : <TAB> <TAB> <TAB> l = len ( data_points ) <TAB> <TAB> <TAB> <TAB> data_points . sort ( key = itemgetter ( 0 ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert reference_x == [ seq [ 0 ] for seq in data_points ] <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> reference_x = [ seq [ 0 ] for seq in data_points ]",if reference_x :,339
17767,"def getBranches(self):
    returned = []
    for git_branch_line in self._executeGitCommandAssertSuccess(""branch"").stdout:
        if git_branch_line.startswith(""*""):
            git_branch_line = git_branch_line[1:]
        git_branch_line = git_branch_line.strip()
        if BRANCH_ALIAS_MARKER in git_branch_line:
            alias_name, aliased = git_branch_line.split(BRANCH_ALIAS_MARKER)
            returned.append(branch.LocalBranchAlias(self, alias_name, aliased))
        else:
            returned.append(branch.LocalBranch(self, git_branch_line))
    return returned","def getBranches ( self ) : <TAB> returned = [ ] <TAB> for git_branch_line in self . _executeGitCommandAssertSuccess ( ""branch"" ) . stdout : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> git_branch_line = git_branch_line [ 1 : ] <TAB> <TAB> git_branch_line = git_branch_line . strip ( ) <TAB> <TAB> if BRANCH_ALIAS_MARKER in git_branch_line : <TAB> <TAB> <TAB> alias_name , aliased = git_branch_line . split ( BRANCH_ALIAS_MARKER ) <TAB> <TAB> <TAB> returned . append ( branch . LocalBranchAlias ( self , alias_name , aliased ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> returned . append ( branch . LocalBranch ( self , git_branch_line ) ) <TAB> return returned","if git_branch_line . startswith ( ""*"" ) :",178
9488,"def formContourList(self, prepared):
    # list of all directed half steps
    cList = []
    # if we have parts, must add one at a time
    if prepared.hasPartLikeStreams():
        parts = prepared.parts
    else:
        parts = [prepared]  # emulate a list
    for p in parts:
        # this may be unnecessary but we cannot accessed cached part data
        # edit June 2012:
        # was causing lots of deepcopy calls, so I made
        # it inPlace=True, but errors when 'p =' no present
        # also, this part has measures...so should retainContainers be True?
        # REMOVE? Prepared is stripped!!!
        # p = p.stripTies(retainContainers=False, inPlace=True)  # will be flat
        # noNone means that we will see all connections, even w/ a gap
        post = p.findConsecutiveNotes(
            skipRests=True, skipChords=False, skipGaps=True, noNone=True
        )
        for i, n in enumerate(post):
            if i < (len(post) - 1):  # if not last
                iNext = i + 1
                nNext = post[iNext]
                if n.isChord:
                    ps = n.sortDiatonicAscending().pitches[-1].midi
                else:  # normal note
                    ps = n.pitch.midi
                if nNext.isChord:
                    psNext = nNext.sortDiatonicAscending().pitches[-1].midi
                else:  # normal note
                    psNext = nNext.pitch.midi
                cList.append(psNext - ps)
    # environLocal.printDebug(['contourList', cList])
    return cList","def formContourList ( self , prepared ) : <TAB> <TAB> cList = [ ] <TAB> <TAB> if prepared . hasPartLikeStreams ( ) : <TAB> <TAB> parts = prepared . parts <TAB> else : <TAB> <TAB> parts = [ prepared ] <TAB> for p in parts : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> post = p . findConsecutiveNotes ( <TAB> <TAB> <TAB> skipRests = True , skipChords = False , skipGaps = True , noNone = True <TAB> <TAB> ) <TAB> <TAB> for i , n in enumerate ( post ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> iNext = i + 1 <TAB> <TAB> <TAB> <TAB> nNext = post [ iNext ] <TAB> <TAB> <TAB> <TAB> if n . isChord : <TAB> <TAB> <TAB> <TAB> <TAB> ps = n . sortDiatonicAscending ( ) . pitches [ - 1 ] . midi <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> ps = n . pitch . midi <TAB> <TAB> <TAB> <TAB> if nNext . isChord : <TAB> <TAB> <TAB> <TAB> <TAB> psNext = nNext . sortDiatonicAscending ( ) . pitches [ - 1 ] . midi <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> psNext = nNext . pitch . midi <TAB> <TAB> <TAB> <TAB> cList . append ( psNext - ps ) <TAB> <TAB> return cList",if i < ( len ( post ) - 1 ) :,485
14362,"def _pkg_status(self, info, filepath):
    if not os.path.exists(filepath):
        return self.NOT_INSTALLED
    # Check if the file has the correct size.
    try:
        filestat = os.stat(filepath)
    except OSError:
        return self.NOT_INSTALLED
    if filestat.st_size != int(info.size):
        return self.STALE
    # If it's a zipfile, and it's been at least partially
    # unzipped, then check if it's been fully unzipped.
    if filepath.endswith("".zip""):
        unzipdir = filepath[:-4]
        if not os.path.exists(unzipdir):
            return self.INSTALLED  # but not unzipped -- ok!
        if not os.path.isdir(unzipdir):
            return self.STALE
        unzipped_size = sum(
            os.stat(os.path.join(d, f)).st_size
            for d, _, files in os.walk(unzipdir)
            for f in files
        )
        if unzipped_size != info.unzipped_size:
            return self.STALE
    # Otherwise, everything looks good.
    return self.INSTALLED","def _pkg_status ( self , info , filepath ) : <TAB> if not os . path . exists ( filepath ) : <TAB> <TAB> return self . NOT_INSTALLED <TAB> <TAB> try : <TAB> <TAB> filestat = os . stat ( filepath ) <TAB> except OSError : <TAB> <TAB> return self . NOT_INSTALLED <TAB> if filestat . st_size != int ( info . size ) : <TAB> <TAB> return self . STALE <TAB> <TAB> <TAB> if filepath . endswith ( "".zip"" ) : <TAB> <TAB> unzipdir = filepath [ : - 4 ] <TAB> <TAB> if not os . path . exists ( unzipdir ) : <TAB> <TAB> <TAB> return self . INSTALLED <TAB> <TAB> if not os . path . isdir ( unzipdir ) : <TAB> <TAB> <TAB> return self . STALE <TAB> <TAB> unzipped_size = sum ( <TAB> <TAB> <TAB> os . stat ( os . path . join ( d , f ) ) . st_size <TAB> <TAB> <TAB> for d , _ , files in os . walk ( unzipdir ) <TAB> <TAB> <TAB> for f in files <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return self . STALE <TAB> <TAB> return self . INSTALLED",if unzipped_size != info . unzipped_size :,294
891,"def test_events(self):
    """"""Tests that events are correctly yielded""""""
    from pynput.mouse import Button, Events
    with Events() as events:
        self.notify(""Move the mouse"")
        for event in events:
            if isinstance(event, Events.Move):
                break
        self.notify(""Press the left mouse button"")
        for event in events:
            if isinstance(event, Events.Click) and event.button == Button.left:
                break
        self.notify(""Press the right mouse button"")
        for event in events:
            if isinstance(event, Events.Click) and event.button == Button.right:
                break
        self.notify(""Scroll the mouse"")
        for event in events:
            if isinstance(event, Events.Scroll):
                break
        self.notify(""Do not touch the mouse"", delay=2.0)
        self.assertIsNone(events.get(1.0))","def test_events ( self ) : <TAB> """"""Tests that events are correctly yielded"""""" <TAB> from pynput . mouse import Button , Events <TAB> with Events ( ) as events : <TAB> <TAB> self . notify ( ""Move the mouse"" ) <TAB> <TAB> for event in events : <TAB> <TAB> <TAB> if isinstance ( event , Events . Move ) : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> self . notify ( ""Press the left mouse button"" ) <TAB> <TAB> for event in events : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> self . notify ( ""Press the right mouse button"" ) <TAB> <TAB> for event in events : <TAB> <TAB> <TAB> if isinstance ( event , Events . Click ) and event . button == Button . right : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> self . notify ( ""Scroll the mouse"" ) <TAB> <TAB> for event in events : <TAB> <TAB> <TAB> if isinstance ( event , Events . Scroll ) : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> self . notify ( ""Do not touch the mouse"" , delay = 2.0 ) <TAB> <TAB> self . assertIsNone ( events . get ( 1.0 ) )","if isinstance ( event , Events . Click ) and event . button == Button . left :",246
12712,"def _add_resource_group(obj):
    if isinstance(obj, list):
        for array_item in obj:
            _add_resource_group(array_item)
    elif isinstance(obj, dict):
        try:
            if ""resourcegroup"" not in [x.lower() for x in obj.keys()]:
                if obj[""id""]:
                    obj[""resourceGroup""] = _parse_id(obj[""id""])[""resource-group""]
        except (KeyError, IndexError, TypeError):
            pass
        for item_key in obj:
            if item_key != ""sourceVault"":
                _add_resource_group(obj[item_key])
","def _add_resource_group ( obj ) : <TAB> if isinstance ( obj , list ) : <TAB> <TAB> for array_item in obj : <TAB> <TAB> <TAB> _add_resource_group ( array_item ) <TAB> elif isinstance ( obj , dict ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if obj [ ""id"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> obj [ ""resourceGroup"" ] = _parse_id ( obj [ ""id"" ] ) [ ""resource-group"" ] <TAB> <TAB> except ( KeyError , IndexError , TypeError ) : <TAB> <TAB> <TAB> pass <TAB> <TAB> for item_key in obj : <TAB> <TAB> <TAB> if item_key != ""sourceVault"" : <TAB> <TAB> <TAB> <TAB> _add_resource_group ( obj [ item_key ] )","if ""resourcegroup"" not in [ x . lower ( ) for x in obj . keys ( ) ] :",175
14524,"def _pivot_res_data(self, res_data):
    # res_data:       {blobname -> ilk -> toplevelnames}
    # res_data_pivot: {ilk -> toplevelname -> blobnames}
    res_data_pivot = {}
    for blobname, toplevelnames_from_ilk in res_data.iteritems():
        for ilk, toplevelnames in toplevelnames_from_ilk.iteritems():
            pivot_bft = res_data_pivot.setdefault(ilk, {})
            for toplevelname in toplevelnames:
                if toplevelname not in pivot_bft:
                    pivot_bft[toplevelname] = set([blobname])
                else:
                    pivot_bft[toplevelname].add(blobname)
    return res_data_pivot
","def _pivot_res_data ( self , res_data ) : <TAB> <TAB> <TAB> res_data_pivot = { } <TAB> for blobname , toplevelnames_from_ilk in res_data . iteritems ( ) : <TAB> <TAB> for ilk , toplevelnames in toplevelnames_from_ilk . iteritems ( ) : <TAB> <TAB> <TAB> pivot_bft = res_data_pivot . setdefault ( ilk , { } ) <TAB> <TAB> <TAB> for toplevelname in toplevelnames : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> pivot_bft [ toplevelname ] = set ( [ blobname ] ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> pivot_bft [ toplevelname ] . add ( blobname ) <TAB> return res_data_pivot",if toplevelname not in pivot_bft :,207
20068,"def _compare_dirs(self, dir1: str, dir2: str) -> List[str]:
    # check that dir1 and dir2 are equivalent,
    # return the diff
    diff = []  # type: List[str]
    for root, dirs, files in os.walk(dir1):
        for file_ in files:
            path = os.path.join(root, file_)
            target_path = os.path.join(dir2, os.path.split(path)[-1])
            if not os.path.exists(target_path):
                diff.append(file_)
    return diff","def _compare_dirs ( self , dir1 : str , dir2 : str ) -> List [ str ] : <TAB> <TAB> <TAB> diff = [ ] <TAB> for root , dirs , files in os . walk ( dir1 ) : <TAB> <TAB> for file_ in files : <TAB> <TAB> <TAB> path = os . path . join ( root , file_ ) <TAB> <TAB> <TAB> target_path = os . path . join ( dir2 , os . path . split ( path ) [ - 1 ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> diff . append ( file_ ) <TAB> return diff",if not os . path . exists ( target_path ) :,155
20399,"def test_object_role_JT_attach(
    rando,
    job_template,
    workflow_job_template,
    inventory_source,
    notification_template,
    res_role,
    expect,
):
    nt_organization = Organization.objects.create(
        name=""organization just for the notification template""
    )
    nt_organization.notification_admin_role.members.add(rando)
    notification_template.organization = nt_organization
    notification_template.save()
    kwargs = dict(
        sub_obj=notification_template,
        relationship=""notification_templates_success"",
        data={""id"": notification_template.id},
    )
    permissions = {}
    expected_permissions = {}
    for resource in (job_template, workflow_job_template, inventory_source):
        permission_resource = resource
        if resource == inventory_source:
            permission_resource = inventory_source.inventory
        model_name = resource.__class__.__name__
        if res_role is None or hasattr(permission_resource, res_role):
            if res_role is not None:
                getattr(permission_resource, res_role).members.add(rando)
            permissions[model_name] = rando.can_access(
                resource.__class__, ""attach"", resource, **kwargs
            )
            expected_permissions[model_name] = expect
        else:
            permissions[model_name] = None
            expected_permissions[model_name] = None
    assert permissions == expected_permissions
","def test_object_role_JT_attach ( <TAB> rando , <TAB> job_template , <TAB> workflow_job_template , <TAB> inventory_source , <TAB> notification_template , <TAB> res_role , <TAB> expect , ) : <TAB> nt_organization = Organization . objects . create ( <TAB> <TAB> name = ""organization just for the notification template"" <TAB> ) <TAB> nt_organization . notification_admin_role . members . add ( rando ) <TAB> notification_template . organization = nt_organization <TAB> notification_template . save ( ) <TAB> kwargs = dict ( <TAB> <TAB> sub_obj = notification_template , <TAB> <TAB> relationship = ""notification_templates_success"" , <TAB> <TAB> data = { ""id"" : notification_template . id } , <TAB> ) <TAB> permissions = { } <TAB> expected_permissions = { } <TAB> for resource in ( job_template , workflow_job_template , inventory_source ) : <TAB> <TAB> permission_resource = resource <TAB> <TAB> if resource == inventory_source : <TAB> <TAB> <TAB> permission_resource = inventory_source . inventory <TAB> <TAB> model_name = resource . __class__ . __name__ <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if res_role is not None : <TAB> <TAB> <TAB> <TAB> getattr ( permission_resource , res_role ) . members . add ( rando ) <TAB> <TAB> <TAB> permissions [ model_name ] = rando . can_access ( <TAB> <TAB> <TAB> <TAB> resource . __class__ , ""attach"" , resource , ** kwargs <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> expected_permissions [ model_name ] = expect <TAB> <TAB> else : <TAB> <TAB> <TAB> permissions [ model_name ] = None <TAB> <TAB> <TAB> expected_permissions [ model_name ] = None <TAB> assert permissions == expected_permissions","if res_role is None or hasattr ( permission_resource , res_role ) :",389
21701,"def get_dict(self):
    result = online.bits_to_dict(self.register)
    if self.mintime == 65535:
        result.update({""mintime"": ""MAX""})
    else:
        result.update({""mintime"": ""{:.3f}s"".format(float(self.mintime) / 1000)})
    if result[""ntp""]:
        if self.offset in (32767, -32768):
            word = ""MAX""
            if self.offset < 0:
                word = ""MIN""
            result.update({""ntp-offset"": word})
        else:
            result.update(
                {""ntp-offset"": ""{:.3f}s"".format(float(self.offset) / 1000000)}
            )
    else:
        result.update({""ntp-offset"": ""N/A""})
    return result","def get_dict ( self ) : <TAB> result = online . bits_to_dict ( self . register ) <TAB> if self . mintime == 65535 : <TAB> <TAB> result . update ( { ""mintime"" : ""MAX"" } ) <TAB> else : <TAB> <TAB> result . update ( { ""mintime"" : ""{:.3f}s"" . format ( float ( self . mintime ) / 1000 ) } ) <TAB> if result [ ""ntp"" ] : <TAB> <TAB> if self . offset in ( 32767 , - 32768 ) : <TAB> <TAB> <TAB> word = ""MAX"" <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> word = ""MIN"" <TAB> <TAB> <TAB> result . update ( { ""ntp-offset"" : word } ) <TAB> <TAB> else : <TAB> <TAB> <TAB> result . update ( <TAB> <TAB> <TAB> <TAB> { ""ntp-offset"" : ""{:.3f}s"" . format ( float ( self . offset ) / 1000000 ) } <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> result . update ( { ""ntp-offset"" : ""N/A"" } ) <TAB> return result",if self . offset < 0 :,222
213,"def _blend(x, y):  # pylint: disable=invalid-name
    """"""Implements the ""blend"" strategy for `deep_merge`.""""""
    if isinstance(x, (dict, OrderedDict)):
        if not isinstance(y, (dict, OrderedDict)):
            return y
        return _merge(x, y, recursion_func=_blend)
    if isinstance(x, (list, tuple)):
        if not isinstance(y, (list, tuple)):
            return y
        result = [_blend(*i) for i in zip(x, y)]
        if len(x) > len(y):
            result += x[len(y) :]
        elif len(x) < len(y):
            result += y[len(x) :]
        return result
    return y
","def _blend ( x , y ) : <TAB> """"""Implements the ""blend"" strategy for `deep_merge`."""""" <TAB> if isinstance ( x , ( dict , OrderedDict ) ) : <TAB> <TAB> if not isinstance ( y , ( dict , OrderedDict ) ) : <TAB> <TAB> <TAB> return y <TAB> <TAB> return _merge ( x , y , recursion_func = _blend ) <TAB> if isinstance ( x , ( list , tuple ) ) : <TAB> <TAB> if not isinstance ( y , ( list , tuple ) ) : <TAB> <TAB> <TAB> return y <TAB> <TAB> result = [ _blend ( * i ) for i in zip ( x , y ) ] <TAB> <TAB> if len ( x ) > len ( y ) : <TAB> <TAB> <TAB> result += x [ len ( y ) : ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result += y [ len ( x ) : ] <TAB> <TAB> return result <TAB> return y",elif len ( x ) < len ( y ) :,194
20071,"def do_shorts(
    opts: List[Tuple[str, str]], optstring: str, shortopts: str, args: List[str]
) -> Tuple[List[Tuple[str, str]], List[str]]:
    while optstring != """":
        opt, optstring = optstring[0], optstring[1:]
        if short_has_arg(opt, shortopts):
            if optstring == """":
                if not args:
                    raise GetoptError(""option -%s requires argument"" % opt, opt)
                optstring, args = args[0], args[1:]
            optarg, optstring = optstring, """"
        else:
            optarg = """"
        opts.append((""-"" + opt, optarg))
    return opts, args","def do_shorts ( <TAB> opts : List [ Tuple [ str , str ] ] , optstring : str , shortopts : str , args : List [ str ] ) -> Tuple [ List [ Tuple [ str , str ] ] , List [ str ] ] : <TAB> while optstring != """" : <TAB> <TAB> opt , optstring = optstring [ 0 ] , optstring [ 1 : ] <TAB> <TAB> if short_has_arg ( opt , shortopts ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if not args : <TAB> <TAB> <TAB> <TAB> <TAB> raise GetoptError ( ""option -%s requires argument"" % opt , opt ) <TAB> <TAB> <TAB> <TAB> optstring , args = args [ 0 ] , args [ 1 : ] <TAB> <TAB> <TAB> optarg , optstring = optstring , """" <TAB> <TAB> else : <TAB> <TAB> <TAB> optarg = """" <TAB> <TAB> opts . append ( ( ""-"" + opt , optarg ) ) <TAB> return opts , args","if optstring == """" :",183
20995,"def update_user(self):
    # add employee role if missing
    user = frappe.get_doc(""User"", self.user_id)
    user.flags.ignore_permissions = True
    if ""Employee"" not in user.get(""roles""):
        user.append_roles(""Employee"")
    # copy details like Fullname, DOB and Image to User
    if self.employee_name and not (user.first_name and user.last_name):
        employee_name = self.employee_name.split("" "")
        if len(employee_name) >= 3:
            user.last_name = "" "".join(employee_name[2:])
            user.middle_name = employee_name[1]
        elif len(employee_name) == 2:
            user.last_name = employee_name[1]
        user.first_name = employee_name[0]
    if self.date_of_birth:
        user.birth_date = self.date_of_birth
    if self.gender:
        user.gender = self.gender
    if self.image:
        if not user.user_image:
            user.user_image = self.image
            try:
                frappe.get_doc(
                    {
                        ""doctype"": ""File"",
                        ""file_name"": self.image,
                        ""attached_to_doctype"": ""User"",
                        ""attached_to_name"": self.user_id,
                    }
                ).insert()
            except frappe.DuplicateEntryError:
                # already exists
                pass
    user.save()","def update_user ( self ) : <TAB> <TAB> user = frappe . get_doc ( ""User"" , self . user_id ) <TAB> user . flags . ignore_permissions = True <TAB> if ""Employee"" not in user . get ( ""roles"" ) : <TAB> <TAB> user . append_roles ( ""Employee"" ) <TAB> <TAB> if self . employee_name and not ( user . first_name and user . last_name ) : <TAB> <TAB> employee_name = self . employee_name . split ( "" "" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> user . last_name = "" "" . join ( employee_name [ 2 : ] ) <TAB> <TAB> <TAB> user . middle_name = employee_name [ 1 ] <TAB> <TAB> elif len ( employee_name ) == 2 : <TAB> <TAB> <TAB> user . last_name = employee_name [ 1 ] <TAB> <TAB> user . first_name = employee_name [ 0 ] <TAB> if self . date_of_birth : <TAB> <TAB> user . birth_date = self . date_of_birth <TAB> if self . gender : <TAB> <TAB> user . gender = self . gender <TAB> if self . image : <TAB> <TAB> if not user . user_image : <TAB> <TAB> <TAB> user . user_image = self . image <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> frappe . get_doc ( <TAB> <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""doctype"" : ""File"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""file_name"" : self . image , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""attached_to_doctype"" : ""User"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""attached_to_name"" : self . user_id , <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> ) . insert ( ) <TAB> <TAB> <TAB> except frappe . DuplicateEntryError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> user . save ( )",if len ( employee_name ) >= 3 :,442
17057,"def _update_scale(self, skip):
    if self.dynamic_loss_scale:
        prev_scale = self.cur_scale
        if skip:
            self.cur_scale = max(
                self.cur_scale / self.scale_factor, self.min_loss_scale
            )
            self.last_overflow_iter = self.cur_iter
            if self.verbose:
                logger.info(""Grad overflow on iteration: %s"", self.cur_iter)
                logger.info(
                    f""Reducing dynamic loss scale from {prev_scale} to {self.cur_scale}""
                )
        else:
            # Ensure self.scale_window updates since last overflow
            stable_interval = (self.cur_iter - self.last_overflow_iter) - 1
            if (stable_interval > 0) and (stable_interval % self.scale_window == 0):
                self.cur_scale *= self.scale_factor
                if self.verbose:
                    logger.info(f""No Grad overflow for {self.scale_window} iterations"")
                    logger.info(
                        f""Increasing dynamic loss scale from {prev_scale} to {self.cur_scale}""
                    )
    else:
        if skip:
            logger.info(""Grad overflow on iteration %s"", self.cur_iter)
            logger.info(""Using static loss scale of %s"", self.cur_scale)
    self.cur_iter += 1
    return","def _update_scale ( self , skip ) : <TAB> if self . dynamic_loss_scale : <TAB> <TAB> prev_scale = self . cur_scale <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . cur_scale = max ( <TAB> <TAB> <TAB> <TAB> self . cur_scale / self . scale_factor , self . min_loss_scale <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . last_overflow_iter = self . cur_iter <TAB> <TAB> <TAB> if self . verbose : <TAB> <TAB> <TAB> <TAB> logger . info ( ""Grad overflow on iteration: %s"" , self . cur_iter ) <TAB> <TAB> <TAB> <TAB> logger . info ( <TAB> <TAB> <TAB> <TAB> <TAB> f""Reducing dynamic loss scale from {prev_scale} to {self.cur_scale}"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> stable_interval = ( self . cur_iter - self . last_overflow_iter ) - 1 <TAB> <TAB> <TAB> if ( stable_interval > 0 ) and ( stable_interval % self . scale_window == 0 ) : <TAB> <TAB> <TAB> <TAB> self . cur_scale *= self . scale_factor <TAB> <TAB> <TAB> <TAB> if self . verbose : <TAB> <TAB> <TAB> <TAB> <TAB> logger . info ( f""No Grad overflow for {self.scale_window} iterations"" ) <TAB> <TAB> <TAB> <TAB> <TAB> logger . info ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> f""Increasing dynamic loss scale from {prev_scale} to {self.cur_scale}"" <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . info ( ""Grad overflow on iteration %s"" , self . cur_iter ) <TAB> <TAB> <TAB> logger . info ( ""Using static loss scale of %s"" , self . cur_scale ) <TAB> self . cur_iter += 1 <TAB> return",if skip :,405
3008,"def __annotations_bytes(self):
    if self.annotations:
        a = []
        for k, v in self.annotations.items():
            if len(k) != 4:
                raise errors.ProtocolError(""annotation key must be of length 4"")
            if sys.version_info >= (3, 0):
                k = k.encode(""ASCII"")
            a.append(struct.pack(""!4sH"", k, len(v)))
            a.append(v)
        return b"""".join(a)
    return b""""","def __annotations_bytes ( self ) : <TAB> if self . annotations : <TAB> <TAB> a = [ ] <TAB> <TAB> for k , v in self . annotations . items ( ) : <TAB> <TAB> <TAB> if len ( k ) != 4 : <TAB> <TAB> <TAB> <TAB> raise errors . ProtocolError ( ""annotation key must be of length 4"" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> k = k . encode ( ""ASCII"" ) <TAB> <TAB> <TAB> a . append ( struct . pack ( ""!4sH"" , k , len ( v ) ) ) <TAB> <TAB> <TAB> a . append ( v ) <TAB> <TAB> return b"""" . join ( a ) <TAB> return b""""","if sys . version_info >= ( 3 , 0 ) :",143
20460,"def check_output_command(file_path, head=None, tail=None):
    """"""call check_output command to read content from a file""""""
    if os.path.exists(file_path):
        if sys.platform == ""win32"":
            cmds = [""powershell.exe"", ""type"", file_path]
            if head:
                cmds += [""|"", ""select"", ""-first"", str(head)]
            elif tail:
                cmds += [""|"", ""select"", ""-last"", str(tail)]
            return check_output(cmds, shell=True).decode(""utf-8"")
        else:
            cmds = [""cat"", file_path]
            if head:
                cmds = [""head"", ""-"" + str(head), file_path]
            elif tail:
                cmds = [""tail"", ""-"" + str(tail), file_path]
            return check_output(cmds, shell=False).decode(""utf-8"")
    else:
        print_error(""{0} does not exist!"".format(file_path))
        exit(1)","def check_output_command ( file_path , head = None , tail = None ) : <TAB> """"""call check_output command to read content from a file"""""" <TAB> if os . path . exists ( file_path ) : <TAB> <TAB> if sys . platform == ""win32"" : <TAB> <TAB> <TAB> cmds = [ ""powershell.exe"" , ""type"" , file_path ] <TAB> <TAB> <TAB> if head : <TAB> <TAB> <TAB> <TAB> cmds += [ ""|"" , ""select"" , ""-first"" , str ( head ) ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> cmds += [ ""|"" , ""select"" , ""-last"" , str ( tail ) ] <TAB> <TAB> <TAB> return check_output ( cmds , shell = True ) . decode ( ""utf-8"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> cmds = [ ""cat"" , file_path ] <TAB> <TAB> <TAB> if head : <TAB> <TAB> <TAB> <TAB> cmds = [ ""head"" , ""-"" + str ( head ) , file_path ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> cmds = [ ""tail"" , ""-"" + str ( tail ) , file_path ] <TAB> <TAB> <TAB> return check_output ( cmds , shell = False ) . decode ( ""utf-8"" ) <TAB> else : <TAB> <TAB> print_error ( ""{0} does not exist!"" . format ( file_path ) ) <TAB> <TAB> exit ( 1 )",elif tail :,276
5041,"def show_help(error=None, topic=None, parser=None):
    """"""Display an error message, or the named topic.""""""
    assert error or topic or parser
    program_path = sys.argv[0]
    if program_path.endswith(os.path.sep + ""__main__.py""):
        # The path is the main module of a package; get that path instead.
        program_path = os.path.dirname(program_path)
    program_name = os.path.basename(program_path)
    if env.WINDOWS:
        # entry_points={'console_scripts':...} on Windows makes files
        # called coverage.exe, coverage3.exe, and coverage-3.5.exe. These
        # invoke coverage-script.py, coverage3-script.py, and
        # coverage-3.5-script.py.  argv[0] is the .py file, but we want to
        # get back to the original form.
        auto_suffix = ""-script.py""
        if program_name.endswith(auto_suffix):
            program_name = program_name[: -len(auto_suffix)]
    help_params = dict(coverage.__dict__)
    help_params[""program_name""] = program_name
    if CTracer is not None:
        help_params[""extension_modifier""] = ""with C extension""
    else:
        help_params[""extension_modifier""] = ""without C extension""
    if error:
        print(error, file=sys.stderr)
        print(""Use '%s help' for help."" % (program_name,), file=sys.stderr)
    elif parser:
        print(parser.format_help().strip())
        print()
    else:
        help_msg = textwrap.dedent(HELP_TOPICS.get(topic, """")).strip()
        if help_msg:
            print(help_msg.format(**help_params))
        else:
            print(""Don't know topic %r"" % topic)
    print(""Full documentation is at {__url__}"".format(**help_params))","def show_help ( error = None , topic = None , parser = None ) : <TAB> """"""Display an error message, or the named topic."""""" <TAB> assert error or topic or parser <TAB> program_path = sys . argv [ 0 ] <TAB> if program_path . endswith ( os . path . sep + ""__main__.py"" ) : <TAB> <TAB> <TAB> <TAB> program_path = os . path . dirname ( program_path ) <TAB> program_name = os . path . basename ( program_path ) <TAB> if env . WINDOWS : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> auto_suffix = ""-script.py"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> program_name = program_name [ : - len ( auto_suffix ) ] <TAB> help_params = dict ( coverage . __dict__ ) <TAB> help_params [ ""program_name"" ] = program_name <TAB> if CTracer is not None : <TAB> <TAB> help_params [ ""extension_modifier"" ] = ""with C extension"" <TAB> else : <TAB> <TAB> help_params [ ""extension_modifier"" ] = ""without C extension"" <TAB> if error : <TAB> <TAB> print ( error , file = sys . stderr ) <TAB> <TAB> print ( ""Use '%s help' for help."" % ( program_name , ) , file = sys . stderr ) <TAB> elif parser : <TAB> <TAB> print ( parser . format_help ( ) . strip ( ) ) <TAB> <TAB> print ( ) <TAB> else : <TAB> <TAB> help_msg = textwrap . dedent ( HELP_TOPICS . get ( topic , """" ) ) . strip ( ) <TAB> <TAB> if help_msg : <TAB> <TAB> <TAB> print ( help_msg . format ( ** help_params ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""Don't know topic %r"" % topic ) <TAB> print ( ""Full documentation is at {__url__}"" . format ( ** help_params ) )",if program_name . endswith ( auto_suffix ) :,508
72,"def generate_app_composes():
    # TODO: Probably find a way to incorporate the app repo in here as well to eliminate mounting files to umpire
    composes = []
    for app in pathlib.Path(config.APPS_PATH).iterdir():
        if not app.is_dir():
            try:
                zip_ref = zipfile.ZipFile(app, ""r"")
                zip_ref.extractall(config.APPS_PATH)
                zip_ref.close()
                os.remove(app)
            except Exception as e:
                logger.error(f""Zip error: {e}"")
                continue
    for app in pathlib.Path(config.APPS_PATH).iterdir():
        #  grabs only directories and ignores all __* directories i.e. __pycache__
        if app.is_dir() and not re.fullmatch(r""(__.*)"", app.name):
            for version in app.iterdir():
                # grabs all valid version directories of form ""v0.12.3.45...""
                if re.fullmatch(r""((\d\.?)+)"", version.name):
                    composes.append(compose_from_app(version, f""app_{app.name}""))
                logger.info(f""Generated compose for {app.name} version: {version.name}"")
    return composes","def generate_app_composes ( ) : <TAB> <TAB> composes = [ ] <TAB> for app in pathlib . Path ( config . APPS_PATH ) . iterdir ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> zip_ref = zipfile . ZipFile ( app , ""r"" ) <TAB> <TAB> <TAB> <TAB> zip_ref . extractall ( config . APPS_PATH ) <TAB> <TAB> <TAB> <TAB> zip_ref . close ( ) <TAB> <TAB> <TAB> <TAB> os . remove ( app ) <TAB> <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> <TAB> logger . error ( f""Zip error: {e}"" ) <TAB> <TAB> <TAB> <TAB> continue <TAB> for app in pathlib . Path ( config . APPS_PATH ) . iterdir ( ) : <TAB> <TAB> <TAB> <TAB> if app . is_dir ( ) and not re . fullmatch ( r""(__.*)"" , app . name ) : <TAB> <TAB> <TAB> for version in app . iterdir ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if re . fullmatch ( r""((\d\.?)+)"" , version . name ) : <TAB> <TAB> <TAB> <TAB> <TAB> composes . append ( compose_from_app ( version , f""app_{app.name}"" ) ) <TAB> <TAB> <TAB> <TAB> logger . info ( f""Generated compose for {app.name} version: {version.name}"" ) <TAB> return composes",if not app . is_dir ( ) :,340
5418,"def async_trace(*fn_args, **fn_kwargs):
    # Produce the span generator
    span_gen = _span_generator(
        scope, sub_scope, trace_kwargs, fn_args=fn_args, fn_kwargs=fn_kwargs
    )
    # Run up until the first yield
    next(span_gen)
    completed = False
    # Run the underlying function, recording the resulting value or exception
    # and passing it back to the span generator
    try:
        result = await fn(*fn_args, **fn_kwargs)
        completed = True
        try:
            span_gen.send(TracedFunctionReturned(result))
        except StopIteration:
            pass
        return result
    except:
        if not completed:
            error_type, error_value, traceback = sys.exc_info()
            try:
                span_gen.send(TracedFunctionThrew(error_type, error_value, traceback))
            except StopIteration:
                pass
        raise
","def async_trace ( * fn_args , ** fn_kwargs ) : <TAB> <TAB> span_gen = _span_generator ( <TAB> <TAB> scope , sub_scope , trace_kwargs , fn_args = fn_args , fn_kwargs = fn_kwargs <TAB> ) <TAB> <TAB> next ( span_gen ) <TAB> completed = False <TAB> <TAB> <TAB> try : <TAB> <TAB> result = await fn ( * fn_args , ** fn_kwargs ) <TAB> <TAB> completed = True <TAB> <TAB> try : <TAB> <TAB> <TAB> span_gen . send ( TracedFunctionReturned ( result ) ) <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> pass <TAB> <TAB> return result <TAB> except : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> error_type , error_value , traceback = sys . exc_info ( ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> span_gen . send ( TracedFunctionThrew ( error_type , error_value , traceback ) ) <TAB> <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> raise",if not completed :,257
10847,"def check_bounds(geometry):
    if isinstance(geometry[0], (list, tuple)):
        return list(map(check_bounds, geometry))
    else:
        if geometry[0] > 180 or geometry[0] < -180:
            raise ValueError(
                ""Longitude is out of bounds, check your JSON format or data""
            )
        if geometry[1] > 90 or geometry[1] < -90:
            raise ValueError(
                ""Latitude is out of bounds, check your JSON format or data""
            )","def check_bounds ( geometry ) : <TAB> if isinstance ( geometry [ 0 ] , ( list , tuple ) ) : <TAB> <TAB> return list ( map ( check_bounds , geometry ) ) <TAB> else : <TAB> <TAB> if geometry [ 0 ] > 180 or geometry [ 0 ] < - 180 : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Longitude is out of bounds, check your JSON format or data"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Latitude is out of bounds, check your JSON format or data"" <TAB> <TAB> <TAB> )",if geometry [ 1 ] > 90 or geometry [ 1 ] < - 90 :,143
4496,"def openPage(self, name, **args):
    if name.strip() in self.plugins.keys():  # Check if plugin exists
        if self.plugins[name].isWebPlugin():  # Check if plugin is web plugin
            pageInfo = self.plugins[name].getPage(**args)
            if type(pageInfo) == tuple:
                page, content = pageInfo
                if page:
                    return (""plugins/%s"" % page, content)
                else:
                    return None
            else:
                return (""error.html"", {""status"": {""except"": ""plugin-page-missing""}})
        else:
            return (""error.html"", {""status"": {""except"": ""plugin-not-webplugin""}})
    return (""error.html"", {""status"": {""except"": ""plugin-not-loaded""}})
","def openPage ( self , name , ** args ) : <TAB> if name . strip ( ) in self . plugins . keys ( ) : <TAB> <TAB> if self . plugins [ name ] . isWebPlugin ( ) : <TAB> <TAB> <TAB> pageInfo = self . plugins [ name ] . getPage ( ** args ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> page , content = pageInfo <TAB> <TAB> <TAB> <TAB> if page : <TAB> <TAB> <TAB> <TAB> <TAB> return ( ""plugins/%s"" % page , content ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return ( ""error.html"" , { ""status"" : { ""except"" : ""plugin-page-missing"" } } ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return ( ""error.html"" , { ""status"" : { ""except"" : ""plugin-not-webplugin"" } } ) <TAB> return ( ""error.html"" , { ""status"" : { ""except"" : ""plugin-not-loaded"" } } )",if type ( pageInfo ) == tuple :,219
6538,"def visit_UnaryOp(self, node):
    if isinstance(node.op, ast.USub):
        if isinstance(node.operand, (ast.Name, ast.Num)):
            return ""-{}"".format(self.visit(node.operand))  # prettier
        else:
            return ""-({})"".format(self.visit(node.operand))
    if isinstance(node.op, ast.Invert):
        if isinstance(node.operand, (ast.Name, ast.Num)):
            return ""~{}"".format(self.visit(node.operand))  # prettier
        else:
            return ""~({})"".format(self.visit(node.operand))
    # elif isinstance(node.op, ast.UAdd):
    #     return ""{}"".format(self.visit(self.operatand))
    else:
        raise ValueError(""Unary op not supported: {}"".format(node.op))
","def visit_UnaryOp ( self , node ) : <TAB> if isinstance ( node . op , ast . USub ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ""-{}"" . format ( self . visit ( node . operand ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return ""-({})"" . format ( self . visit ( node . operand ) ) <TAB> if isinstance ( node . op , ast . Invert ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ""~{}"" . format ( self . visit ( node . operand ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return ""~({})"" . format ( self . visit ( node . operand ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> raise ValueError ( ""Unary op not supported: {}"" . format ( node . op ) )","if isinstance ( node . operand , ( ast . Name , ast . Num ) ) :",220
24096,"def read_input(self):
    c = self.stdscr.getch()
    if is_printable_chr(c):
        if chr(c) == ""Q"":
            component.get(""ConsoleUI"").quit()
        elif self.inlist:
            if chr(c) == ""q"":
                return
            elif chr(c) == ""D"":
                host_id = self.popup.current_selection()[1]
                self.delete_host(host_id)
                return
            elif chr(c) == ""a"":
                self.add_popup()
                return
    if self.popup:
        if self.popup.handle_read(c) and self.popup.closed():
            self.pop_popup()
        self.refresh()","def read_input ( self ) : <TAB> c = self . stdscr . getch ( ) <TAB> if is_printable_chr ( c ) : <TAB> <TAB> if chr ( c ) == ""Q"" : <TAB> <TAB> <TAB> component . get ( ""ConsoleUI"" ) . quit ( ) <TAB> <TAB> elif self . inlist : <TAB> <TAB> <TAB> if chr ( c ) == ""q"" : <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> elif chr ( c ) == ""D"" : <TAB> <TAB> <TAB> <TAB> host_id = self . popup . current_selection ( ) [ 1 ] <TAB> <TAB> <TAB> <TAB> self . delete_host ( host_id ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . add_popup ( ) <TAB> <TAB> <TAB> <TAB> return <TAB> if self . popup : <TAB> <TAB> if self . popup . handle_read ( c ) and self . popup . closed ( ) : <TAB> <TAB> <TAB> self . pop_popup ( ) <TAB> <TAB> self . refresh ( )","elif chr ( c ) == ""a"" :",211
14072,"def _get_xarrays(self, element, coords, xtype, ytype):
    x, y = element.kdims
    dims = [y.name, x.name]
    irregular = any(element.interface.irregular(element, d) for d in dims)
    if irregular:
        coord_dict = {x.name: ((""y"", ""x""), coords[0]), y.name: ((""y"", ""x""), coords[1])}
    else:
        coord_dict = {x.name: coords[0], y.name: coords[1]}
    arrays = {}
    for vd in element.vdims:
        if element.interface is XArrayInterface:
            xarr = element.data[vd.name]
            if ""datetime"" in (xtype, ytype):
                xarr = xarr.copy()
            if dims != xarr.dims and not irregular:
                xarr = xarr.transpose(*dims)
        elif irregular:
            arr = element.dimension_values(vd, flat=False)
            xarr = xr.DataArray(arr, coords=coord_dict, dims=[""y"", ""x""])
        else:
            arr = element.dimension_values(vd, flat=False)
            xarr = xr.DataArray(arr, coords=coord_dict, dims=dims)
        if xtype == ""datetime"":
            xarr[x.name] = [dt_to_int(v, ""ns"") for v in xarr[x.name].values]
        if ytype == ""datetime"":
            xarr[y.name] = [dt_to_int(v, ""ns"") for v in xarr[y.name].values]
        arrays[vd.name] = xarr
    return arrays","def _get_xarrays ( self , element , coords , xtype , ytype ) : <TAB> x , y = element . kdims <TAB> dims = [ y . name , x . name ] <TAB> irregular = any ( element . interface . irregular ( element , d ) for d in dims ) <TAB> if irregular : <TAB> <TAB> coord_dict = { x . name : ( ( ""y"" , ""x"" ) , coords [ 0 ] ) , y . name : ( ( ""y"" , ""x"" ) , coords [ 1 ] ) } <TAB> else : <TAB> <TAB> coord_dict = { x . name : coords [ 0 ] , y . name : coords [ 1 ] } <TAB> arrays = { } <TAB> for vd in element . vdims : <TAB> <TAB> if element . interface is XArrayInterface : <TAB> <TAB> <TAB> xarr = element . data [ vd . name ] <TAB> <TAB> <TAB> if ""datetime"" in ( xtype , ytype ) : <TAB> <TAB> <TAB> <TAB> xarr = xarr . copy ( ) <TAB> <TAB> <TAB> if dims != xarr . dims and not irregular : <TAB> <TAB> <TAB> <TAB> xarr = xarr . transpose ( * dims ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> arr = element . dimension_values ( vd , flat = False ) <TAB> <TAB> <TAB> xarr = xr . DataArray ( arr , coords = coord_dict , dims = [ ""y"" , ""x"" ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> arr = element . dimension_values ( vd , flat = False ) <TAB> <TAB> <TAB> xarr = xr . DataArray ( arr , coords = coord_dict , dims = dims ) <TAB> <TAB> if xtype == ""datetime"" : <TAB> <TAB> <TAB> xarr [ x . name ] = [ dt_to_int ( v , ""ns"" ) for v in xarr [ x . name ] . values ] <TAB> <TAB> if ytype == ""datetime"" : <TAB> <TAB> <TAB> xarr [ y . name ] = [ dt_to_int ( v , ""ns"" ) for v in xarr [ y . name ] . values ] <TAB> <TAB> arrays [ vd . name ] = xarr <TAB> return arrays",elif irregular :,443
2377,"def __backgroundUpdate(self):
    selectedPaths = GafferSceneUI.ContextAlgo.getSelectedPaths(Gaffer.Context.current())
    parameterInspectors = {}
    for path in selectedPaths.paths():
        if not self.__sceneView[""in""].exists(path):
            continue
        history = GafferScene.SceneAlgo.history(
            self.__sceneView[""in""][""attributes""], path
        )
        for attribute, group in self.__groups.items():
            attributeHistory = GafferScene.SceneAlgo.attributeHistory(
                history, attribute
            )
            if attributeHistory is not None:
                for parameter in group.parameters():
                    parameterInspectors.setdefault(attribute, {}).setdefault(
                        parameter, []
                    ).append(
                        _ParameterInspector(
                            attributeHistory, parameter, self.__sceneView.editScope()
                        )
                    )
    return parameterInspectors
","def __backgroundUpdate ( self ) : <TAB> selectedPaths = GafferSceneUI . ContextAlgo . getSelectedPaths ( Gaffer . Context . current ( ) ) <TAB> parameterInspectors = { } <TAB> for path in selectedPaths . paths ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> history = GafferScene . SceneAlgo . history ( <TAB> <TAB> <TAB> self . __sceneView [ ""in"" ] [ ""attributes"" ] , path <TAB> <TAB> ) <TAB> <TAB> for attribute , group in self . __groups . items ( ) : <TAB> <TAB> <TAB> attributeHistory = GafferScene . SceneAlgo . attributeHistory ( <TAB> <TAB> <TAB> <TAB> history , attribute <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if attributeHistory is not None : <TAB> <TAB> <TAB> <TAB> for parameter in group . parameters ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> parameterInspectors . setdefault ( attribute , { } ) . setdefault ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> parameter , [ ] <TAB> <TAB> <TAB> <TAB> <TAB> ) . append ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> _ParameterInspector ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> attributeHistory , parameter , self . __sceneView . editScope ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> return parameterInspectors","if not self . __sceneView [ ""in"" ] . exists ( path ) :",278
19442,"def _wait_for_finish(self) -> PollExitResponse:
    while True:
        if self._backend:
            poll_exit_resp = self._backend.interface.communicate_poll_exit()
        logger.info(""got exit ret: %s"", poll_exit_resp)
        if poll_exit_resp:
            done = poll_exit_resp.done
            pusher_stats = poll_exit_resp.pusher_stats
            if pusher_stats:
                self._on_finish_progress(pusher_stats, done)
            if done:
                return poll_exit_resp
        time.sleep(2)","def _wait_for_finish ( self ) -> PollExitResponse : <TAB> while True : <TAB> <TAB> if self . _backend : <TAB> <TAB> <TAB> poll_exit_resp = self . _backend . interface . communicate_poll_exit ( ) <TAB> <TAB> logger . info ( ""got exit ret: %s"" , poll_exit_resp ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> done = poll_exit_resp . done <TAB> <TAB> <TAB> pusher_stats = poll_exit_resp . pusher_stats <TAB> <TAB> <TAB> if pusher_stats : <TAB> <TAB> <TAB> <TAB> self . _on_finish_progress ( pusher_stats , done ) <TAB> <TAB> <TAB> if done : <TAB> <TAB> <TAB> <TAB> return poll_exit_resp <TAB> <TAB> time . sleep ( 2 )",if poll_exit_resp :,170
11005,"def convert(installers, dest_dir, verbose):
    require_pkgresources(""wheel convert"")
    # Only support wheel convert if pkg_resources is present
    from ..wininst2wheel import bdist_wininst2wheel
    from ..egg2wheel import egg2wheel
    for pat in installers:
        for installer in iglob(pat):
            if os.path.splitext(installer)[1] == "".egg"":
                conv = egg2wheel
            else:
                conv = bdist_wininst2wheel
            if verbose:
                sys.stdout.write(""{0}... "".format(installer))
                sys.stdout.flush()
            conv(installer, dest_dir)
            if verbose:
                sys.stdout.write(""OK\n"")","def convert ( installers , dest_dir , verbose ) : <TAB> require_pkgresources ( ""wheel convert"" ) <TAB> <TAB> from . . wininst2wheel import bdist_wininst2wheel <TAB> from . . egg2wheel import egg2wheel <TAB> for pat in installers : <TAB> <TAB> for installer in iglob ( pat ) : <TAB> <TAB> <TAB> if os . path . splitext ( installer ) [ 1 ] == "".egg"" : <TAB> <TAB> <TAB> <TAB> conv = egg2wheel <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> conv = bdist_wininst2wheel <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> sys . stdout . write ( ""{0}... "" . format ( installer ) ) <TAB> <TAB> <TAB> <TAB> sys . stdout . flush ( ) <TAB> <TAB> <TAB> conv ( installer , dest_dir ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> sys . stdout . write ( ""OK\n"" )",if verbose :,202
24578,"def __init__(
    self, image_base_dir, anno_path, with_mask=True, dataset_filter=None, eval=False
):
    self.metas = []
    # self.data_dir = data_dir
    # self.data_type = data_type
    self.eval = eval
    self.image_base_dir = image_base_dir
    self.anno_path = anno_path
    self.with_mask = with_mask
    self.coco = COCO(self.anno_path)
    self.get_image_annos()
    self.image_list = os.listdir(self.image_base_dir)
    if dataset_filter != None:
        filter_metas = []
        for meta in self.metas:
            if dataset_filter(meta) == True:
                filter_metas.append(meta)
        self.metas = filter_metas
","def __init__ ( <TAB> self , image_base_dir , anno_path , with_mask = True , dataset_filter = None , eval = False ) : <TAB> self . metas = [ ] <TAB> <TAB> <TAB> self . eval = eval <TAB> self . image_base_dir = image_base_dir <TAB> self . anno_path = anno_path <TAB> self . with_mask = with_mask <TAB> self . coco = COCO ( self . anno_path ) <TAB> self . get_image_annos ( ) <TAB> self . image_list = os . listdir ( self . image_base_dir ) <TAB> if dataset_filter != None : <TAB> <TAB> filter_metas = [ ] <TAB> <TAB> for meta in self . metas : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> filter_metas . append ( meta ) <TAB> <TAB> self . metas = filter_metas",if dataset_filter ( meta ) == True :,220
2289,"def recarray2dict(arr):
    res = {}
    tcds_types = [time_cds_short, time_cds, time_cds_expanded]
    for dtuple in arr.dtype.descr:
        key = dtuple[0]
        ntype = dtuple[1]
        data = arr[key]
        if ntype in tcds_types:
            if data.size > 1:
                res[key] = np.array(
                    [timecds2datetime(item) for item in data.ravel()]
                ).reshape(data.shape)
            else:
                res[key] = timecds2datetime(data)
        elif isinstance(ntype, list):
            res[key] = recarray2dict(data)
        else:
            if data.size == 1:
                data = data[0]
                if ntype[:2] == ""|S"":
                    # Python2 and Python3 handle strings differently
                    try:
                        data = data.decode()
                    except ValueError:
                        pass
                    data = data.split("":"")[0].strip()
                res[key] = data
            else:
                res[key] = data.squeeze()
    return res","def recarray2dict ( arr ) : <TAB> res = { } <TAB> tcds_types = [ time_cds_short , time_cds , time_cds_expanded ] <TAB> for dtuple in arr . dtype . descr : <TAB> <TAB> key = dtuple [ 0 ] <TAB> <TAB> ntype = dtuple [ 1 ] <TAB> <TAB> data = arr [ key ] <TAB> <TAB> if ntype in tcds_types : <TAB> <TAB> <TAB> if data . size > 1 : <TAB> <TAB> <TAB> <TAB> res [ key ] = np . array ( <TAB> <TAB> <TAB> <TAB> <TAB> [ timecds2datetime ( item ) for item in data . ravel ( ) ] <TAB> <TAB> <TAB> <TAB> ) . reshape ( data . shape ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> res [ key ] = timecds2datetime ( data ) <TAB> <TAB> elif isinstance ( ntype , list ) : <TAB> <TAB> <TAB> res [ key ] = recarray2dict ( data ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if data . size == 1 : <TAB> <TAB> <TAB> <TAB> data = data [ 0 ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> data = data . decode ( ) <TAB> <TAB> <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> <TAB> data = data . split ( "":"" ) [ 0 ] . strip ( ) <TAB> <TAB> <TAB> <TAB> res [ key ] = data <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> res [ key ] = data . squeeze ( ) <TAB> return res","if ntype [ : 2 ] == ""|S"" :",347
25611,"def __patch_houdini_env(self, local_path, mode=""change""):
    filepath = HOUDINI_ENV
    if platform.system() == ""Windows"":
        sep = "";""
        quote_char = """"
    else:
        sep = "":""
        quote_char = '""'
    to_write = []
    has_houdini_path_defined = False
    with open(filepath, ""r"") as fp:
        skip_next_line = False
        skipped_lines = 0
        for line in fp.readlines():
            if skip_next_line:
                skipped_lines += 1
                if skipped_lines == 3:
                    skip_next_line = False
                    skipped_lines = 0
                continue
            if ""# "" + self.repo_name.upper() in line:
                skip_next_line = True
                continue
            if ""HOUDINI_PATH"" in line:
                has_houdini_path_defined = True
            to_write.append(line)
    if to_write[-1][-1] != ""\n"":
        to_write[-1] += ""\n""
        to_write.append(""\n"")
    if to_write[-1] != ""\n"":
        to_write.append(""\n"")
    if mode == ""change"":
        to_write.append(""# "" + self.repo_name.upper() + ""\n"")
        entry = ""HOUDINI_PATH = ""
        entry += quote_char + local_path
        if has_houdini_path_defined:
            entry += sep + ""$HOUDINI_PATH"" + quote_char + ""\n""
        else:
            entry += sep + ""&"" + quote_char + ""\n""
        to_write.append(entry)
    with open(filepath, ""w"") as fp:
        for line in to_write:
            fp.write(line)","def __patch_houdini_env ( self , local_path , mode = ""change"" ) : <TAB> filepath = HOUDINI_ENV <TAB> if platform . system ( ) == ""Windows"" : <TAB> <TAB> sep = "";"" <TAB> <TAB> quote_char = """" <TAB> else : <TAB> <TAB> sep = "":"" <TAB> <TAB> quote_char = '""' <TAB> to_write = [ ] <TAB> has_houdini_path_defined = False <TAB> with open ( filepath , ""r"" ) as fp : <TAB> <TAB> skip_next_line = False <TAB> <TAB> skipped_lines = 0 <TAB> <TAB> for line in fp . readlines ( ) : <TAB> <TAB> <TAB> if skip_next_line : <TAB> <TAB> <TAB> <TAB> skipped_lines += 1 <TAB> <TAB> <TAB> <TAB> if skipped_lines == 3 : <TAB> <TAB> <TAB> <TAB> <TAB> skip_next_line = False <TAB> <TAB> <TAB> <TAB> <TAB> skipped_lines = 0 <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if ""# "" + self . repo_name . upper ( ) in line : <TAB> <TAB> <TAB> <TAB> skip_next_line = True <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> has_houdini_path_defined = True <TAB> <TAB> <TAB> to_write . append ( line ) <TAB> if to_write [ - 1 ] [ - 1 ] != ""\n"" : <TAB> <TAB> to_write [ - 1 ] += ""\n"" <TAB> <TAB> to_write . append ( ""\n"" ) <TAB> if to_write [ - 1 ] != ""\n"" : <TAB> <TAB> to_write . append ( ""\n"" ) <TAB> if mode == ""change"" : <TAB> <TAB> to_write . append ( ""# "" + self . repo_name . upper ( ) + ""\n"" ) <TAB> <TAB> entry = ""HOUDINI_PATH = "" <TAB> <TAB> entry += quote_char + local_path <TAB> <TAB> if has_houdini_path_defined : <TAB> <TAB> <TAB> entry += sep + ""$HOUDINI_PATH"" + quote_char + ""\n"" <TAB> <TAB> else : <TAB> <TAB> <TAB> entry += sep + ""&"" + quote_char + ""\n"" <TAB> <TAB> to_write . append ( entry ) <TAB> with open ( filepath , ""w"" ) as fp : <TAB> <TAB> for line in to_write : <TAB> <TAB> <TAB> fp . write ( line )","if ""HOUDINI_PATH"" in line :",504
13145,"def _index_from_records(self, recarr):
    index = recarr.dtype.metadata[""index""]
    if len(index) == 1:
        rtn = Index(np.copy(recarr[str(index[0])]), name=index[0])
        if isinstance(rtn, DatetimeIndex) and ""index_tz"" in recarr.dtype.metadata:
            rtn = rtn.tz_localize(""UTC"").tz_convert(recarr.dtype.metadata[""index_tz""])
    else:
        level_arrays = []
        index_tz = recarr.dtype.metadata.get(""index_tz"", [])
        for level_no, index_name in enumerate(index):
            # build each index level separately to ensure we end up with the right index dtype
            level = Index(np.copy(recarr[str(index_name)]))
            if level_no < len(index_tz):
                tz = index_tz[level_no]
                if tz is not None:
                    if not isinstance(level, DatetimeIndex) and len(level) == 0:
                        # index type information got lost during save as the index was empty, cast back
                        level = DatetimeIndex([], tz=tz)
                    else:
                        level = level.tz_localize(""UTC"").tz_convert(tz)
            level_arrays.append(level)
        rtn = MultiIndex.from_arrays(level_arrays, names=index)
    return rtn","def _index_from_records ( self , recarr ) : <TAB> index = recarr . dtype . metadata [ ""index"" ] <TAB> if len ( index ) == 1 : <TAB> <TAB> rtn = Index ( np . copy ( recarr [ str ( index [ 0 ] ) ] ) , name = index [ 0 ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rtn = rtn . tz_localize ( ""UTC"" ) . tz_convert ( recarr . dtype . metadata [ ""index_tz"" ] ) <TAB> else : <TAB> <TAB> level_arrays = [ ] <TAB> <TAB> index_tz = recarr . dtype . metadata . get ( ""index_tz"" , [ ] ) <TAB> <TAB> for level_no , index_name in enumerate ( index ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> level = Index ( np . copy ( recarr [ str ( index_name ) ] ) ) <TAB> <TAB> <TAB> if level_no < len ( index_tz ) : <TAB> <TAB> <TAB> <TAB> tz = index_tz [ level_no ] <TAB> <TAB> <TAB> <TAB> if tz is not None : <TAB> <TAB> <TAB> <TAB> <TAB> if not isinstance ( level , DatetimeIndex ) and len ( level ) == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> level = DatetimeIndex ( [ ] , tz = tz ) <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> level = level . tz_localize ( ""UTC"" ) . tz_convert ( tz ) <TAB> <TAB> <TAB> level_arrays . append ( level ) <TAB> <TAB> rtn = MultiIndex . from_arrays ( level_arrays , names = index ) <TAB> return rtn","if isinstance ( rtn , DatetimeIndex ) and ""index_tz"" in recarr . dtype . metadata :",380
22408,"def refresh(self):
    super().refresh()
    name = self.settlement.get_component(NamedComponent).name
    text = T(""Production overview of {settlement}"").format(settlement=name)
    self._gui.findChild(name=""headline"").text = text
    forward_button = self._gui.findChild(name=""forwardButton"")
    backward_button = self._gui.findChild(name=""backwardButton"")
    if self.current_page == 0:
        backward_button.set_inactive()
    else:
        backward_button.set_active()
    max_left_page_idx = self.max_pages - 1
    max_left_page_idx -= max_left_page_idx % 2
    if self.current_page == max_left_page_idx:
        forward_button.set_inactive()
    else:
        forward_button.set_active()
    data = self.displayed_resources
    data = data[
        self.current_page
        * self.LINES_PER_PAGE : (self.current_page + 2)
        * self.LINES_PER_PAGE
    ]
    for idx, (resource_id, amount) in enumerate(data, start=1):
        if idx > self.LINES_PER_PAGE:
            container = self._page_right
        else:
            container = self._page_left
        self._add_line_to_gui(container, resource_id, amount)
    self._page_left.adaptLayout()
    self._page_right.adaptLayout()","def refresh ( self ) : <TAB> super ( ) . refresh ( ) <TAB> name = self . settlement . get_component ( NamedComponent ) . name <TAB> text = T ( ""Production overview of {settlement}"" ) . format ( settlement = name ) <TAB> self . _gui . findChild ( name = ""headline"" ) . text = text <TAB> forward_button = self . _gui . findChild ( name = ""forwardButton"" ) <TAB> backward_button = self . _gui . findChild ( name = ""backwardButton"" ) <TAB> if self . current_page == 0 : <TAB> <TAB> backward_button . set_inactive ( ) <TAB> else : <TAB> <TAB> backward_button . set_active ( ) <TAB> max_left_page_idx = self . max_pages - 1 <TAB> max_left_page_idx -= max_left_page_idx % 2 <TAB> if self . current_page == max_left_page_idx : <TAB> <TAB> forward_button . set_inactive ( ) <TAB> else : <TAB> <TAB> forward_button . set_active ( ) <TAB> data = self . displayed_resources <TAB> data = data [ <TAB> <TAB> self . current_page <TAB> <TAB> * self . LINES_PER_PAGE : ( self . current_page + 2 ) <TAB> <TAB> * self . LINES_PER_PAGE <TAB> ] <TAB> for idx , ( resource_id , amount ) in enumerate ( data , start = 1 ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> container = self . _page_right <TAB> <TAB> else : <TAB> <TAB> <TAB> container = self . _page_left <TAB> <TAB> self . _add_line_to_gui ( container , resource_id , amount ) <TAB> self . _page_left . adaptLayout ( ) <TAB> self . _page_right . adaptLayout ( )",if idx > self . LINES_PER_PAGE :,378
20618,"def run(self):
    okay = [AssertionError]
    if self.writing is False:
        # If we close early, we may get ValueErrors
        okay.append(ValueError)
    try:
        self.info = ""Starting: %s"" % self.writing
        self._copy_loop()
    except tuple(okay):
        pass
    except:
        self.exc_info = sys.exc_info()
        traceback.print_exc()
        if self.error_callback:
            try:
                self.error_callback()
            except:
                pass
    finally:
        fd, self.my_pipe_fd = self.my_pipe_fd, None
        if fd is not None:
            fd.close()
        self.info = ""Dead""
","def run ( self ) : <TAB> okay = [ AssertionError ] <TAB> if self . writing is False : <TAB> <TAB> <TAB> <TAB> okay . append ( ValueError ) <TAB> try : <TAB> <TAB> self . info = ""Starting: %s"" % self . writing <TAB> <TAB> self . _copy_loop ( ) <TAB> except tuple ( okay ) : <TAB> <TAB> pass <TAB> except : <TAB> <TAB> self . exc_info = sys . exc_info ( ) <TAB> <TAB> traceback . print_exc ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> self . error_callback ( ) <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> pass <TAB> finally : <TAB> <TAB> fd , self . my_pipe_fd = self . my_pipe_fd , None <TAB> <TAB> if fd is not None : <TAB> <TAB> <TAB> fd . close ( ) <TAB> <TAB> self . info = ""Dead""",if self . error_callback :,206
6515,"def find_word_bounds(self, text, index, allowed_chars):
    right = left = index
    done = False
    while not done:
        if left == 0:
            done = True
        elif not self.word_boundary_char(text[left - 1]):
            left -= 1
        else:
            done = True
    done = False
    while not done:
        if right == len(text):
            done = True
        elif not self.word_boundary_char(text[right]):
            right += 1
        else:
            done = True
    return left, right","def find_word_bounds ( self , text , index , allowed_chars ) : <TAB> right = left = index <TAB> done = False <TAB> while not done : <TAB> <TAB> if left == 0 : <TAB> <TAB> <TAB> done = True <TAB> <TAB> elif not self . word_boundary_char ( text [ left - 1 ] ) : <TAB> <TAB> <TAB> left -= 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> done = True <TAB> done = False <TAB> while not done : <TAB> <TAB> if right == len ( text ) : <TAB> <TAB> <TAB> done = True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> right += 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> done = True <TAB> return left , right",elif not self . word_boundary_char ( text [ right ] ) :,159
14942,"def close(self):
    if (
        self._entity_stack
        or self._parser is None
        or isinstance(self._parser, _ClosedParser)
    ):
        # If we are completing an external entity, do nothing here
        return
    try:
        self.feed("""", isFinal=1)
        self._cont_handler.endDocument()
        self._parsing = 0
        # break cycle created by expat handlers pointing to our methods
        self._parser = None
    finally:
        self._parsing = 0
        if self._parser is not None:
            # Keep ErrorColumnNumber and ErrorLineNumber after closing.
            parser = _ClosedParser()
            parser.ErrorColumnNumber = self._parser.ErrorColumnNumber
            parser.ErrorLineNumber = self._parser.ErrorLineNumber
            self._parser = parser","def close ( self ) : <TAB> if ( <TAB> <TAB> self . _entity_stack <TAB> <TAB> or self . _parser is None <TAB> <TAB> or isinstance ( self . _parser , _ClosedParser ) <TAB> ) : <TAB> <TAB> <TAB> <TAB> return <TAB> try : <TAB> <TAB> self . feed ( """" , isFinal = 1 ) <TAB> <TAB> self . _cont_handler . endDocument ( ) <TAB> <TAB> self . _parsing = 0 <TAB> <TAB> <TAB> <TAB> self . _parser = None <TAB> finally : <TAB> <TAB> self . _parsing = 0 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> parser = _ClosedParser ( ) <TAB> <TAB> <TAB> parser . ErrorColumnNumber = self . _parser . ErrorColumnNumber <TAB> <TAB> <TAB> parser . ErrorLineNumber = self . _parser . ErrorLineNumber <TAB> <TAB> <TAB> self . _parser = parser",if self . _parser is not None :,215
12399,"def block2assignblks(self, block):
    irblocks_list = super(mipsCGen, self).block2assignblks(block)
    for irblocks in irblocks_list:
        for blk_idx, irblock in enumerate(irblocks):
            has_breakflow = any(
                assignblock.instr.breakflow() for assignblock in irblock
            )
            if not has_breakflow:
                continue
            irs = []
            for assignblock in irblock:
                if self.ir_arch.pc not in assignblock:
                    irs.append(AssignBlock(assignments, assignblock.instr))
                    continue
                assignments = dict(assignblock)
                # Add internal branch destination
                assignments[self.delay_slot_dst] = assignblock[self.ir_arch.pc]
                assignments[self.delay_slot_set] = m2_expr.ExprInt(1, 32)
                # Replace IRDst with next instruction
                dst_loc_key = self.ir_arch.get_next_instr(assignblock.instr)
                assignments[self.ir_arch.IRDst] = m2_expr.ExprLoc(dst_loc_key, 32)
                irs.append(AssignBlock(assignments, assignblock.instr))
            irblocks[blk_idx] = IRBlock(irblock.loc_key, irs)
    return irblocks_list","def block2assignblks ( self , block ) : <TAB> irblocks_list = super ( mipsCGen , self ) . block2assignblks ( block ) <TAB> for irblocks in irblocks_list : <TAB> <TAB> for blk_idx , irblock in enumerate ( irblocks ) : <TAB> <TAB> <TAB> has_breakflow = any ( <TAB> <TAB> <TAB> <TAB> assignblock . instr . breakflow ( ) for assignblock in irblock <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if not has_breakflow : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> irs = [ ] <TAB> <TAB> <TAB> for assignblock in irblock : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> irs . append ( AssignBlock ( assignments , assignblock . instr ) ) <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> assignments = dict ( assignblock ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> assignments [ self . delay_slot_dst ] = assignblock [ self . ir_arch . pc ] <TAB> <TAB> <TAB> <TAB> assignments [ self . delay_slot_set ] = m2_expr . ExprInt ( 1 , 32 ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dst_loc_key = self . ir_arch . get_next_instr ( assignblock . instr ) <TAB> <TAB> <TAB> <TAB> assignments [ self . ir_arch . IRDst ] = m2_expr . ExprLoc ( dst_loc_key , 32 ) <TAB> <TAB> <TAB> <TAB> irs . append ( AssignBlock ( assignments , assignblock . instr ) ) <TAB> <TAB> <TAB> irblocks [ blk_idx ] = IRBlock ( irblock . loc_key , irs ) <TAB> return irblocks_list",if self . ir_arch . pc not in assignblock :,382
13763,"def get_attribute(
    self, selector, attribute, by=By.CSS_SELECTOR, timeout=None, hard_fail=True
):
    """"""This method uses JavaScript to get the value of an attribute.""""""
    self.__check_scope()
    if not timeout:
        timeout = settings.SMALL_TIMEOUT
    if self.timeout_multiplier and timeout == settings.SMALL_TIMEOUT:
        timeout = self.__get_new_timeout(timeout)
    selector, by = self.__recalculate_selector(selector, by)
    self.wait_for_ready_state_complete()
    time.sleep(0.01)
    element = page_actions.wait_for_element_present(self.driver, selector, by, timeout)
    try:
        attribute_value = element.get_attribute(attribute)
    except (StaleElementReferenceException, ENI_Exception):
        self.wait_for_ready_state_complete()
        time.sleep(0.14)
        element = page_actions.wait_for_element_present(
            self.driver, selector, by, timeout
        )
        attribute_value = element.get_attribute(attribute)
    if attribute_value is not None:
        return attribute_value
    else:
        if hard_fail:
            raise Exception(
                ""Element {%s} has no attribute {%s}!"" % (selector, attribute)
            )
        else:
            return None","def get_attribute ( <TAB> self , selector , attribute , by = By . CSS_SELECTOR , timeout = None , hard_fail = True ) : <TAB> """"""This method uses JavaScript to get the value of an attribute."""""" <TAB> self . __check_scope ( ) <TAB> if not timeout : <TAB> <TAB> timeout = settings . SMALL_TIMEOUT <TAB> if self . timeout_multiplier and timeout == settings . SMALL_TIMEOUT : <TAB> <TAB> timeout = self . __get_new_timeout ( timeout ) <TAB> selector , by = self . __recalculate_selector ( selector , by ) <TAB> self . wait_for_ready_state_complete ( ) <TAB> time . sleep ( 0.01 ) <TAB> element = page_actions . wait_for_element_present ( self . driver , selector , by , timeout ) <TAB> try : <TAB> <TAB> attribute_value = element . get_attribute ( attribute ) <TAB> except ( StaleElementReferenceException , ENI_Exception ) : <TAB> <TAB> self . wait_for_ready_state_complete ( ) <TAB> <TAB> time . sleep ( 0.14 ) <TAB> <TAB> element = page_actions . wait_for_element_present ( <TAB> <TAB> <TAB> self . driver , selector , by , timeout <TAB> <TAB> ) <TAB> <TAB> attribute_value = element . get_attribute ( attribute ) <TAB> if attribute_value is not None : <TAB> <TAB> return attribute_value <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> ""Element {%s} has no attribute {%s}!"" % ( selector , attribute ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return None",if hard_fail :,347
945,"def __init__(self, view, syntax=None):
    self.platform = sublime.platform()
    self.classmap = {}
    self.st_version = 2
    if sublime.version() == """" or int(sublime.version()) > 3000:
        self.st_version = 3
    self.file_name = view.file_name()
    self.settings = sublime.load_settings(""CodeFormatter.sublime-settings"")
    self.packages_path = sublime.packages_path()
    self.syntax_file = view.settings().get(""syntax"")
    self.syntax = syntax or self.get_syntax()
    # map of settings names with related class
    map_settings_formatter = [
        (""codeformatter_php_options"", PhpFormatter),
        (""codeformatter_js_options"", JsFormatter),
        (""codeformatter_css_options"", CssFormatter),
        (""codeformatter_html_options"", HtmlFormatter),
        (""codeformatter_python_options"", PyFormatter),
        (""codeformatter_vbscript_options"", VbscriptFormatter),
        (""codeformatter_scss_options"", ScssFormatter),
        (""codeformatter_coldfusion_options"", ColdfusionFormatter),
        (""codeformatter_go_options"", GoFormatter),
    ]
    for name, _class in map_settings_formatter:
        syntaxes = self.settings.get(name, {}).get(""syntaxes"")
        if not syntaxes or not isinstance(syntaxes, str):
            continue
        for _formatter in syntaxes.split("",""):
            self.classmap[_formatter.strip()] = _class","def __init__ ( self , view , syntax = None ) : <TAB> self . platform = sublime . platform ( ) <TAB> self . classmap = { } <TAB> self . st_version = 2 <TAB> if sublime . version ( ) == """" or int ( sublime . version ( ) ) > 3000 : <TAB> <TAB> self . st_version = 3 <TAB> self . file_name = view . file_name ( ) <TAB> self . settings = sublime . load_settings ( ""CodeFormatter.sublime-settings"" ) <TAB> self . packages_path = sublime . packages_path ( ) <TAB> self . syntax_file = view . settings ( ) . get ( ""syntax"" ) <TAB> self . syntax = syntax or self . get_syntax ( ) <TAB> <TAB> map_settings_formatter = [ <TAB> <TAB> ( ""codeformatter_php_options"" , PhpFormatter ) , <TAB> <TAB> ( ""codeformatter_js_options"" , JsFormatter ) , <TAB> <TAB> ( ""codeformatter_css_options"" , CssFormatter ) , <TAB> <TAB> ( ""codeformatter_html_options"" , HtmlFormatter ) , <TAB> <TAB> ( ""codeformatter_python_options"" , PyFormatter ) , <TAB> <TAB> ( ""codeformatter_vbscript_options"" , VbscriptFormatter ) , <TAB> <TAB> ( ""codeformatter_scss_options"" , ScssFormatter ) , <TAB> <TAB> ( ""codeformatter_coldfusion_options"" , ColdfusionFormatter ) , <TAB> <TAB> ( ""codeformatter_go_options"" , GoFormatter ) , <TAB> ] <TAB> for name , _class in map_settings_formatter : <TAB> <TAB> syntaxes = self . settings . get ( name , { } ) . get ( ""syntaxes"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> for _formatter in syntaxes . split ( "","" ) : <TAB> <TAB> <TAB> self . classmap [ _formatter . strip ( ) ] = _class","if not syntaxes or not isinstance ( syntaxes , str ) :",420
7626,"def register_type_handlers(connection, **kwargs):
    if connection.vendor != ""postgresql"":
        return
    try:
        if six.PY2:
            register_hstore(connection.connection, globally=True, unicode=True)
        else:
            register_hstore(connection.connection, globally=True)
    except ProgrammingError:
        # Hstore is not available on the database.
        #
        # If someone tries to create an hstore field it will error there.
        # This is necessary as someone may be using PSQL without extensions
        # installed but be using other features of contrib.postgres.
        #
        # This is also needed in order to create the connection in order to
        # install the hstore extension.
        pass
    try:
        with connection.cursor() as cursor:
            # Retrieve oids of citext arrays.
            cursor.execute(""SELECT typarray FROM pg_type WHERE typname = 'citext'"")
            oids = tuple(row[0] for row in cursor)
        array_type = psycopg2.extensions.new_array_type(
            oids, ""citext[]"", psycopg2.STRING
        )
        psycopg2.extensions.register_type(array_type, None)
    except ProgrammingError:
        # citext is not available on the database.
        #
        # The same comments in the except block of the above call to
        # register_hstore() also apply here.
        pass","def register_type_handlers ( connection , ** kwargs ) : <TAB> if connection . vendor != ""postgresql"" : <TAB> <TAB> return <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> register_hstore ( connection . connection , globally = True , unicode = True ) <TAB> <TAB> else : <TAB> <TAB> <TAB> register_hstore ( connection . connection , globally = True ) <TAB> except ProgrammingError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> try : <TAB> <TAB> with connection . cursor ( ) as cursor : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cursor . execute ( ""SELECT typarray FROM pg_type WHERE typname = 'citext'"" ) <TAB> <TAB> <TAB> oids = tuple ( row [ 0 ] for row in cursor ) <TAB> <TAB> array_type = psycopg2 . extensions . new_array_type ( <TAB> <TAB> <TAB> oids , ""citext[]"" , psycopg2 . STRING <TAB> <TAB> ) <TAB> <TAB> psycopg2 . extensions . register_type ( array_type , None ) <TAB> except ProgrammingError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass",if six . PY2 :,364
8790,"def readexactly(self, n):
    buf = b""""
    while n:
        yield IORead(self.s)
        res = self.s.read(n)
        assert res is not None
        if not res:
            yield IOReadDone(self.s)
            break
        buf += res
        n -= len(res)
    return buf
","def readexactly ( self , n ) : <TAB> buf = b"""" <TAB> while n : <TAB> <TAB> yield IORead ( self . s ) <TAB> <TAB> res = self . s . read ( n ) <TAB> <TAB> assert res is not None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield IOReadDone ( self . s ) <TAB> <TAB> <TAB> break <TAB> <TAB> buf += res <TAB> <TAB> n -= len ( res ) <TAB> return buf",if not res :,99
23142,"def __ludcmp(self, index):  # procedure expose indx.
    size = self.rows
    vv = [0.0] * size
    for i in range(size):
        big = 0.0
        for j in range(size):
            big = max(abs(self[i][j]), big)
        if big == 0:
            raise Exception(""Singular matrix found"")
        vv[i] = 1.0 / big
    for j in range(size):
        for i in range(j):
            s = self[i][j]
            for k in range(i):
                s -= self[i][k] * self[k][j]
            self[i][j] = s
        big = 0.0
        for i in range(j, size):
            s = self[i][j]
            for k in range(j):
                s -= self[i][k] * self[k][j]
            self[i][j] = s
            dum = vv[i] * abs(s)
            if dum >= big:
                big = dum
                imax = i
        if j != imax:
            for k in range(size):
                dum = self[imax][k]
                self[imax][k] = self[j][k]
                self[j][k] = dum
            vv[imax] = vv[j]
        index[j] = imax
        if self[j][j] == 0.0:
            self[j][j] = 1e-20
        if j != size - 1:
            dum = 1.0 / self[j][j]
            for i in range(j + 1, size):
                self[i][j] *= dum","def __ludcmp ( self , index ) : <TAB> size = self . rows <TAB> vv = [ 0.0 ] * size <TAB> for i in range ( size ) : <TAB> <TAB> big = 0.0 <TAB> <TAB> for j in range ( size ) : <TAB> <TAB> <TAB> big = max ( abs ( self [ i ] [ j ] ) , big ) <TAB> <TAB> if big == 0 : <TAB> <TAB> <TAB> raise Exception ( ""Singular matrix found"" ) <TAB> <TAB> vv [ i ] = 1.0 / big <TAB> for j in range ( size ) : <TAB> <TAB> for i in range ( j ) : <TAB> <TAB> <TAB> s = self [ i ] [ j ] <TAB> <TAB> <TAB> for k in range ( i ) : <TAB> <TAB> <TAB> <TAB> s -= self [ i ] [ k ] * self [ k ] [ j ] <TAB> <TAB> <TAB> self [ i ] [ j ] = s <TAB> <TAB> big = 0.0 <TAB> <TAB> for i in range ( j , size ) : <TAB> <TAB> <TAB> s = self [ i ] [ j ] <TAB> <TAB> <TAB> for k in range ( j ) : <TAB> <TAB> <TAB> <TAB> s -= self [ i ] [ k ] * self [ k ] [ j ] <TAB> <TAB> <TAB> self [ i ] [ j ] = s <TAB> <TAB> <TAB> dum = vv [ i ] * abs ( s ) <TAB> <TAB> <TAB> if dum >= big : <TAB> <TAB> <TAB> <TAB> big = dum <TAB> <TAB> <TAB> <TAB> imax = i <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for k in range ( size ) : <TAB> <TAB> <TAB> <TAB> dum = self [ imax ] [ k ] <TAB> <TAB> <TAB> <TAB> self [ imax ] [ k ] = self [ j ] [ k ] <TAB> <TAB> <TAB> <TAB> self [ j ] [ k ] = dum <TAB> <TAB> <TAB> vv [ imax ] = vv [ j ] <TAB> <TAB> index [ j ] = imax <TAB> <TAB> if self [ j ] [ j ] == 0.0 : <TAB> <TAB> <TAB> self [ j ] [ j ] = 1e-20 <TAB> <TAB> if j != size - 1 : <TAB> <TAB> <TAB> dum = 1.0 / self [ j ] [ j ] <TAB> <TAB> <TAB> for i in range ( j + 1 , size ) : <TAB> <TAB> <TAB> <TAB> self [ i ] [ j ] *= dum",if j != imax :,477
2214,"def check_response(self, response):
    """"""Specialized version of check_response().""""""
    for line in response:
        # Skip blank lines:
        if not line.strip():
            continue
        if line.startswith(b""OK""):
            return
        elif line.startswith(b""Benutzer/Passwort Fehler""):
            raise BadLogin(line)
        else:
            raise FailedPost(""Server returned '%s'"" % six.ensure_text(line))
","def check_response ( self , response ) : <TAB> """"""Specialized version of check_response()."""""" <TAB> for line in response : <TAB> <TAB> <TAB> <TAB> if not line . strip ( ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> elif line . startswith ( b""Benutzer/Passwort Fehler"" ) : <TAB> <TAB> <TAB> raise BadLogin ( line ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise FailedPost ( ""Server returned '%s'"" % six . ensure_text ( line ) )","if line . startswith ( b""OK"" ) :",126
8503,"def attach_to_cluster(self, cluster):
    client_info = self.client.info()
    revision = client_info[""version""][""build_hash""]
    distribution_version = client_info[""version""][""number""]
    # older versions (pre 6.3.0) don't expose a build_flavor property because the only (implicit) flavor was ""oss"".
    distribution_flavor = client_info[""version""].get(""build_flavor"", ""oss"")
    cluster.distribution_version = distribution_version
    cluster.distribution_flavor = distribution_flavor
    cluster.source_revision = revision
    for node_stats in self.client.nodes.stats(metric=""_all"")[""nodes""].values():
        node_name = node_stats[""name""]
        if cluster.has_node(node_name):
            cluster_node = cluster.node(node_name)
        else:
            host = node_stats.get(""host"", ""unknown"")
            cluster_node = cluster.add_node(host, node_name)
        self.add_node_stats(cluster, cluster_node, node_stats)
    for node_info in self.client.nodes.info(node_id=""_all"")[""nodes""].values():
        self.add_node_info(cluster, node_info)","def attach_to_cluster ( self , cluster ) : <TAB> client_info = self . client . info ( ) <TAB> revision = client_info [ ""version"" ] [ ""build_hash"" ] <TAB> distribution_version = client_info [ ""version"" ] [ ""number"" ] <TAB> <TAB> distribution_flavor = client_info [ ""version"" ] . get ( ""build_flavor"" , ""oss"" ) <TAB> cluster . distribution_version = distribution_version <TAB> cluster . distribution_flavor = distribution_flavor <TAB> cluster . source_revision = revision <TAB> for node_stats in self . client . nodes . stats ( metric = ""_all"" ) [ ""nodes"" ] . values ( ) : <TAB> <TAB> node_name = node_stats [ ""name"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cluster_node = cluster . node ( node_name ) <TAB> <TAB> else : <TAB> <TAB> <TAB> host = node_stats . get ( ""host"" , ""unknown"" ) <TAB> <TAB> <TAB> cluster_node = cluster . add_node ( host , node_name ) <TAB> <TAB> self . add_node_stats ( cluster , cluster_node , node_stats ) <TAB> for node_info in self . client . nodes . info ( node_id = ""_all"" ) [ ""nodes"" ] . values ( ) : <TAB> <TAB> self . add_node_info ( cluster , node_info )",if cluster . has_node ( node_name ) :,315
2802,"def _is_match_rule(self, flow, rules):
    if not rules:
        return False
    for rule_key, pattern in rules.items():
        targets = self._get_rule_targets(rule_key, flow)
        if not targets:
            return False
        if not self._is_target_pattern_matched(pattern, targets):
            return False
    return True
","def _is_match_rule ( self , flow , rules ) : <TAB> if not rules : <TAB> <TAB> return False <TAB> for rule_key , pattern in rules . items ( ) : <TAB> <TAB> targets = self . _get_rule_targets ( rule_key , flow ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> <TAB> if not self . _is_target_pattern_matched ( pattern , targets ) : <TAB> <TAB> <TAB> return False <TAB> return True",if not targets :,100
6349,"def sort_key(self, dupe, crit_value):
    value = self.extract_value(dupe)
    if crit_value in {self.ENDS_WITH_NUMBER, self.DOESNT_END_WITH_NUMBER}:
        ends_with_digit = value.strip()[-1:].isdigit()
        if crit_value == self.ENDS_WITH_NUMBER:
            return 0 if ends_with_digit else 1
        else:
            return 1 if ends_with_digit else 0
    else:
        value = len(value)
        if crit_value == self.LONGEST:
            value *= -1  # We want the biggest values on top
        return value","def sort_key ( self , dupe , crit_value ) : <TAB> value = self . extract_value ( dupe ) <TAB> if crit_value in { self . ENDS_WITH_NUMBER , self . DOESNT_END_WITH_NUMBER } : <TAB> <TAB> ends_with_digit = value . strip ( ) [ - 1 : ] . isdigit ( ) <TAB> <TAB> if crit_value == self . ENDS_WITH_NUMBER : <TAB> <TAB> <TAB> return 0 if ends_with_digit else 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> return 1 if ends_with_digit else 0 <TAB> else : <TAB> <TAB> value = len ( value ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> value *= - 1 <TAB> <TAB> return value",if crit_value == self . LONGEST :,174
3364,"def load_annotations(self):
    """"""Load annotation file to get video information.""""""
    if self.ann_file.endswith("".json""):
        return self.load_json_annotations()
    video_infos = []
    with open(self.ann_file, ""r"") as fin:
        for line in fin:
            line_split = line.strip().split()
            video_dir = line_split[0]
            label = int(line_split[1])
            num_clips = int(line_split[2])
            positive_clip_inds = [int(ind) for ind in line_split[3:]]
            if self.data_prefix is not None:
                video_dir = osp.join(self.data_prefix, video_dir)
            video_infos.append(
                dict(
                    video_dir=video_dir,
                    label=label,
                    num_clips=num_clips,
                    positive_clip_inds=positive_clip_inds,
                )
            )
    return video_infos","def load_annotations ( self ) : <TAB> """"""Load annotation file to get video information."""""" <TAB> if self . ann_file . endswith ( "".json"" ) : <TAB> <TAB> return self . load_json_annotations ( ) <TAB> video_infos = [ ] <TAB> with open ( self . ann_file , ""r"" ) as fin : <TAB> <TAB> for line in fin : <TAB> <TAB> <TAB> line_split = line . strip ( ) . split ( ) <TAB> <TAB> <TAB> video_dir = line_split [ 0 ] <TAB> <TAB> <TAB> label = int ( line_split [ 1 ] ) <TAB> <TAB> <TAB> num_clips = int ( line_split [ 2 ] ) <TAB> <TAB> <TAB> positive_clip_inds = [ int ( ind ) for ind in line_split [ 3 : ] ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> video_dir = osp . join ( self . data_prefix , video_dir ) <TAB> <TAB> <TAB> video_infos . append ( <TAB> <TAB> <TAB> <TAB> dict ( <TAB> <TAB> <TAB> <TAB> <TAB> video_dir = video_dir , <TAB> <TAB> <TAB> <TAB> <TAB> label = label , <TAB> <TAB> <TAB> <TAB> <TAB> num_clips = num_clips , <TAB> <TAB> <TAB> <TAB> <TAB> positive_clip_inds = positive_clip_inds , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> return video_infos",if self . data_prefix is not None :,285
6463,"def claim_ownership(self, ownership_list):
    # type: (Iterable[Dict[str, Any]]) -> Iterable[Dict[str, Any]]
    result = []
    for ownership in ownership_list:
        fully_qualified_namespace = ownership[""fully_qualified_namespace""]
        eventhub_name = ownership[""eventhub_name""]
        consumer_group = ownership[""consumer_group""]
        partition_id = ownership[""partition_id""]
        etag = ownership.get(""etag"")
        old_ownership_node = self._ownerships_trie.lookup(
            (fully_qualified_namespace, eventhub_name, consumer_group, partition_id)
        )
        if old_ownership_node:
            old_ownership = old_ownership_node.value
            if etag == old_ownership[""etag""]:
                ownership[""etag""] = str(uuid.uuid4())
                ownership[""last_modified_time""] = time.time()
                old_ownership[""etag""] = ownership[""etag""]
                old_ownership[""last_modified_time""] = ownership[""last_modified_time""]
                old_ownership[""owner_id""] = ownership[""owner_id""]
                result.append(old_ownership)
        else:
            ownership[""etag""] = str(uuid.uuid4())
            ownership[""last_modified_time""] = time.time()
            self._ownerships_trie.set_ele(ownership)
            result.append(ownership)
    return result","def claim_ownership ( self , ownership_list ) : <TAB> <TAB> result = [ ] <TAB> for ownership in ownership_list : <TAB> <TAB> fully_qualified_namespace = ownership [ ""fully_qualified_namespace"" ] <TAB> <TAB> eventhub_name = ownership [ ""eventhub_name"" ] <TAB> <TAB> consumer_group = ownership [ ""consumer_group"" ] <TAB> <TAB> partition_id = ownership [ ""partition_id"" ] <TAB> <TAB> etag = ownership . get ( ""etag"" ) <TAB> <TAB> old_ownership_node = self . _ownerships_trie . lookup ( <TAB> <TAB> <TAB> ( fully_qualified_namespace , eventhub_name , consumer_group , partition_id ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> old_ownership = old_ownership_node . value <TAB> <TAB> <TAB> if etag == old_ownership [ ""etag"" ] : <TAB> <TAB> <TAB> <TAB> ownership [ ""etag"" ] = str ( uuid . uuid4 ( ) ) <TAB> <TAB> <TAB> <TAB> ownership [ ""last_modified_time"" ] = time . time ( ) <TAB> <TAB> <TAB> <TAB> old_ownership [ ""etag"" ] = ownership [ ""etag"" ] <TAB> <TAB> <TAB> <TAB> old_ownership [ ""last_modified_time"" ] = ownership [ ""last_modified_time"" ] <TAB> <TAB> <TAB> <TAB> old_ownership [ ""owner_id"" ] = ownership [ ""owner_id"" ] <TAB> <TAB> <TAB> <TAB> result . append ( old_ownership ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ownership [ ""etag"" ] = str ( uuid . uuid4 ( ) ) <TAB> <TAB> <TAB> ownership [ ""last_modified_time"" ] = time . time ( ) <TAB> <TAB> <TAB> self . _ownerships_trie . set_ele ( ownership ) <TAB> <TAB> <TAB> result . append ( ownership ) <TAB> return result",if old_ownership_node :,413
12535,"def run(self):
    while True:
        with self.lock:
            if self._stop is True:
                return
        print(""\n=============  THREAD FRAMES:  ================"")
        for id, frame in sys._current_frames().items():
            if id == threading.current_thread().ident:
                continue
            # try to determine a thread name
            try:
                name = threading._active.get(id, None)
            except:
                name = None
            if name is None:
                try:
                    # QThread._names must be manually set by thread creators.
                    name = QtCore.QThread._names.get(id)
                except:
                    name = None
            if name is None:
                name = ""???""
            print('<< thread %d ""%s"" >>' % (id, name))
            traceback.print_stack(frame)
        print(""===============================================\n"")
        time.sleep(self.interval)
","def run ( self ) : <TAB> while True : <TAB> <TAB> with self . lock : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> print ( ""\n=============  THREAD FRAMES:  ================"" ) <TAB> <TAB> for id , frame in sys . _current_frames ( ) . items ( ) : <TAB> <TAB> <TAB> if id == threading . current_thread ( ) . ident : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> name = threading . _active . get ( id , None ) <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> name = None <TAB> <TAB> <TAB> if name is None : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> name = QtCore . QThread . _names . get ( id ) <TAB> <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> <TAB> name = None <TAB> <TAB> <TAB> if name is None : <TAB> <TAB> <TAB> <TAB> name = ""???"" <TAB> <TAB> <TAB> print ( '<< thread %d ""%s"" >>' % ( id , name ) ) <TAB> <TAB> <TAB> traceback . print_stack ( frame ) <TAB> <TAB> print ( ""===============================================\n"" ) <TAB> <TAB> time . sleep ( self . interval )",if self . _stop is True :,286
5973,"def is_test_finished(self):
    try:
        if hasattr(self.volta_core, ""phone""):
            if hasattr(self.volta_core.phone, ""test_performer""):
                if not self.volta_core.phone.test_performer:
                    logger.warning(
                        ""There is no test performer process on the phone, interrupting test""
                    )
                    return 1
                if not self.volta_core.phone.test_performer.is_finished():
                    logger.debug(""Waiting for phone test to finish..."")
                    return -1
                else:
                    return self.volta_core.phone.test_performer.retcode
    # FIXME raise/catch appropriate exception here
    except:  # noqa: E722
        logger.error(
            ""Unknown exception of Android plugin. Interrupting test"", exc_info=True
        )
        return 1","def is_test_finished ( self ) : <TAB> try : <TAB> <TAB> if hasattr ( self . volta_core , ""phone"" ) : <TAB> <TAB> <TAB> if hasattr ( self . volta_core . phone , ""test_performer"" ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""There is no test performer process on the phone, interrupting test"" <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> return 1 <TAB> <TAB> <TAB> <TAB> if not self . volta_core . phone . test_performer . is_finished ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> logger . debug ( ""Waiting for phone test to finish..."" ) <TAB> <TAB> <TAB> <TAB> <TAB> return - 1 <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> return self . volta_core . phone . test_performer . retcode <TAB> <TAB> except : <TAB> <TAB> logger . error ( <TAB> <TAB> <TAB> ""Unknown exception of Android plugin. Interrupting test"" , exc_info = True <TAB> <TAB> ) <TAB> <TAB> return 1",if not self . volta_core . phone . test_performer :,259
15317,"def dump(self):
    data = b""""
    dict_data = self.dfl_dict
    # Remove None keys
    for key in list(dict_data.keys()):
        if dict_data[key] is None:
            dict_data.pop(key)
    for chunk in self.chunks:
        if chunk[""name""] == ""APP15"":
            self.chunks.remove(chunk)
            break
    last_app_chunk = 0
    for i, chunk in enumerate(self.chunks):
        if chunk[""m_h""] & 0xF0 == 0xE0:
            last_app_chunk = i
    dflchunk = {
        ""name"": ""APP15"",
        ""m_h"": 0xEF,
        ""data"": pickle.dumps(dict_data),
        ""ex_data"": None,
    }
    self.chunks.insert(last_app_chunk + 1, dflchunk)
    for chunk in self.chunks:
        data += struct.pack(""BB"", 0xFF, chunk[""m_h""])
        chunk_data = chunk[""data""]
        if chunk_data is not None:
            data += struct.pack("">H"", len(chunk_data) + 2)
            data += chunk_data
        chunk_ex_data = chunk[""ex_data""]
        if chunk_ex_data is not None:
            data += chunk_ex_data
    return data","def dump ( self ) : <TAB> data = b"""" <TAB> dict_data = self . dfl_dict <TAB> <TAB> for key in list ( dict_data . keys ( ) ) : <TAB> <TAB> if dict_data [ key ] is None : <TAB> <TAB> <TAB> dict_data . pop ( key ) <TAB> for chunk in self . chunks : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . chunks . remove ( chunk ) <TAB> <TAB> <TAB> break <TAB> last_app_chunk = 0 <TAB> for i , chunk in enumerate ( self . chunks ) : <TAB> <TAB> if chunk [ ""m_h"" ] & 0xF0 == 0xE0 : <TAB> <TAB> <TAB> last_app_chunk = i <TAB> dflchunk = { <TAB> <TAB> ""name"" : ""APP15"" , <TAB> <TAB> ""m_h"" : 0xEF , <TAB> <TAB> ""data"" : pickle . dumps ( dict_data ) , <TAB> <TAB> ""ex_data"" : None , <TAB> } <TAB> self . chunks . insert ( last_app_chunk + 1 , dflchunk ) <TAB> for chunk in self . chunks : <TAB> <TAB> data += struct . pack ( ""BB"" , 0xFF , chunk [ ""m_h"" ] ) <TAB> <TAB> chunk_data = chunk [ ""data"" ] <TAB> <TAB> if chunk_data is not None : <TAB> <TAB> <TAB> data += struct . pack ( "">H"" , len ( chunk_data ) + 2 ) <TAB> <TAB> <TAB> data += chunk_data <TAB> <TAB> chunk_ex_data = chunk [ ""ex_data"" ] <TAB> <TAB> if chunk_ex_data is not None : <TAB> <TAB> <TAB> data += chunk_ex_data <TAB> return data","if chunk [ ""name"" ] == ""APP15"" :",356
2045,"def _parse_hh_mm_ss_ff(tstr):
    # Parses things of the form HH[:MM[:SS[.fff[fff]]]]
    len_str = len(tstr)
    time_comps = [0, 0, 0, 0]
    pos = 0
    for comp in range(0, 3):
        if (len_str - pos) < 2:
            raise ValueError(""Incomplete time component"")
        time_comps[comp] = int(tstr[pos : pos + 2])
        pos += 2
        next_char = tstr[pos : pos + 1]
        if not next_char or comp >= 2:
            break
        if next_char != "":"":
            raise ValueError(""Invalid time separator: %c"" % next_char)
        pos += 1
    if pos < len_str:
        if tstr[pos] != ""."":
            raise ValueError(""Invalid microsecond component"")
        else:
            pos += 1
            len_remainder = len_str - pos
            if len_remainder not in (3, 6):
                raise ValueError(""Invalid microsecond component"")
            time_comps[3] = int(tstr[pos:])
            if len_remainder == 3:
                time_comps[3] *= 1000
    return time_comps","def _parse_hh_mm_ss_ff ( tstr ) : <TAB> <TAB> len_str = len ( tstr ) <TAB> time_comps = [ 0 , 0 , 0 , 0 ] <TAB> pos = 0 <TAB> for comp in range ( 0 , 3 ) : <TAB> <TAB> if ( len_str - pos ) < 2 : <TAB> <TAB> <TAB> raise ValueError ( ""Incomplete time component"" ) <TAB> <TAB> time_comps [ comp ] = int ( tstr [ pos : pos + 2 ] ) <TAB> <TAB> pos += 2 <TAB> <TAB> next_char = tstr [ pos : pos + 1 ] <TAB> <TAB> if not next_char or comp >= 2 : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""Invalid time separator: %c"" % next_char ) <TAB> <TAB> pos += 1 <TAB> if pos < len_str : <TAB> <TAB> if tstr [ pos ] != ""."" : <TAB> <TAB> <TAB> raise ValueError ( ""Invalid microsecond component"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> pos += 1 <TAB> <TAB> <TAB> len_remainder = len_str - pos <TAB> <TAB> <TAB> if len_remainder not in ( 3 , 6 ) : <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""Invalid microsecond component"" ) <TAB> <TAB> <TAB> time_comps [ 3 ] = int ( tstr [ pos : ] ) <TAB> <TAB> <TAB> if len_remainder == 3 : <TAB> <TAB> <TAB> <TAB> time_comps [ 3 ] *= 1000 <TAB> return time_comps","if next_char != "":"" :",332
11861,"def as_proto(self, **kwargs):
    from nnabla.utils import nnabla_pb2
    from nnabla.utils.save_function import _create_function_nntxt
    if kwargs:
        self.arguments.update(kwargs)
    n = nnabla_pb2.Network()
    n.name = self.name
    n.batch_size = self.arguments.get(""batch_size"", 1)
    variables = OrderedDict(self.variables)
    variables.update(self.parameters)
    functions = self.functions
    for name, variable in variables.items():
        v = n.variable.add()
        v.name = name
        v.type = variable.type
        shape = list(variable.shape)
        v.shape.dim.extend(shape)
        if variable.info:
            i = v.initializer
            i.type = variable.info.initializer.__class__.__name__.replace(
                ""Initializer"", """"
            )
            i.multiplier = 0.0
            if i.type == ""Constant"":
                i.multiplier = variable.info.initializer.value
            elif i.type == ""Uniform"":
                i.multiplier = -variable.info.initializer.lim[0]
            elif i.type == ""Normal"":
                i.multiplier = variable.info.initializer.sigma
            else:
                pass  # TODO Error
    for name, function in functions.items():
        f = n.function.add()
        _create_function_nntxt(f, name, function)
    return n","def as_proto ( self , ** kwargs ) : <TAB> from nnabla . utils import nnabla_pb2 <TAB> from nnabla . utils . save_function import _create_function_nntxt <TAB> if kwargs : <TAB> <TAB> self . arguments . update ( kwargs ) <TAB> n = nnabla_pb2 . Network ( ) <TAB> n . name = self . name <TAB> n . batch_size = self . arguments . get ( ""batch_size"" , 1 ) <TAB> variables = OrderedDict ( self . variables ) <TAB> variables . update ( self . parameters ) <TAB> functions = self . functions <TAB> for name , variable in variables . items ( ) : <TAB> <TAB> v = n . variable . add ( ) <TAB> <TAB> v . name = name <TAB> <TAB> v . type = variable . type <TAB> <TAB> shape = list ( variable . shape ) <TAB> <TAB> v . shape . dim . extend ( shape ) <TAB> <TAB> if variable . info : <TAB> <TAB> <TAB> i = v . initializer <TAB> <TAB> <TAB> i . type = variable . info . initializer . __class__ . __name__ . replace ( <TAB> <TAB> <TAB> <TAB> ""Initializer"" , """" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> i . multiplier = 0.0 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> i . multiplier = variable . info . initializer . value <TAB> <TAB> <TAB> elif i . type == ""Uniform"" : <TAB> <TAB> <TAB> <TAB> i . multiplier = - variable . info . initializer . lim [ 0 ] <TAB> <TAB> <TAB> elif i . type == ""Normal"" : <TAB> <TAB> <TAB> <TAB> i . multiplier = variable . info . initializer . sigma <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> pass <TAB> for name , function in functions . items ( ) : <TAB> <TAB> f = n . function . add ( ) <TAB> <TAB> _create_function_nntxt ( f , name , function ) <TAB> return n","if i . type == ""Constant"" :",406
13306,"def _competing(self, ctx: commands.Context, *, competing: str = None):
    """"""Sets [botname]'s competing status.""""""
    status = (
        ctx.bot.guilds[0].me.status
        if len(ctx.bot.guilds) > 0
        else discord.Status.online
    )
    if competing:
        if len(competing) > 128:
            await ctx.send(
                _(""The maximum length of competing descriptions is 128 characters."")
            )
            return
        activity = discord.Activity(name=competing, type=discord.ActivityType.competing)
    else:
        activity = None
    await ctx.bot.change_presence(status=status, activity=activity)
    if activity:
        await ctx.send(
            _(""Status set to ``Competing in {competing}``."").format(competing=competing)
        )
    else:
        await ctx.send(_(""Competing cleared.""))","def _competing ( self , ctx : commands . Context , * , competing : str = None ) : <TAB> """"""Sets [botname]'s competing status."""""" <TAB> status = ( <TAB> <TAB> ctx . bot . guilds [ 0 ] . me . status <TAB> <TAB> if len ( ctx . bot . guilds ) > 0 <TAB> <TAB> else discord . Status . online <TAB> ) <TAB> if competing : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> await ctx . send ( <TAB> <TAB> <TAB> <TAB> _ ( ""The maximum length of competing descriptions is 128 characters."" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return <TAB> <TAB> activity = discord . Activity ( name = competing , type = discord . ActivityType . competing ) <TAB> else : <TAB> <TAB> activity = None <TAB> await ctx . bot . change_presence ( status = status , activity = activity ) <TAB> if activity : <TAB> <TAB> await ctx . send ( <TAB> <TAB> <TAB> _ ( ""Status set to ``Competing in {competing}``."" ) . format ( competing = competing ) <TAB> <TAB> ) <TAB> else : <TAB> <TAB> await ctx . send ( _ ( ""Competing cleared."" ) )",if len ( competing ) > 128 :,269
18441,"def process(self, resources):
    results = []
    client = local_session(self.manager.session_factory).client(""sns"")
    for r in resources:
        policy = json.loads(r.get(""Policy"") or ""{}"")
        policy_statements = policy.setdefault(""Statement"", [])
        new_policy, removed = self.remove_statements(
            policy_statements, r, CrossAccountAccessFilter.annotation_key
        )
        if new_policy is None:
            new_policy = policy_statements
        new_policy, added = self.add_statements(new_policy)
        if not removed and not added:
            continue
        results += {
            ""Name"": r[""TopicArn""],
            ""State"": ""PolicyModified"",
            ""Statements"": new_policy,
        }
        policy[""Statement""] = new_policy
        client.set_topic_attributes(
            TopicArn=r[""TopicArn""],
            AttributeName=""Policy"",
            AttributeValue=json.dumps(policy),
        )
    return results
","def process ( self , resources ) : <TAB> results = [ ] <TAB> client = local_session ( self . manager . session_factory ) . client ( ""sns"" ) <TAB> for r in resources : <TAB> <TAB> policy = json . loads ( r . get ( ""Policy"" ) or ""{}"" ) <TAB> <TAB> policy_statements = policy . setdefault ( ""Statement"" , [ ] ) <TAB> <TAB> new_policy , removed = self . remove_statements ( <TAB> <TAB> <TAB> policy_statements , r , CrossAccountAccessFilter . annotation_key <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> new_policy = policy_statements <TAB> <TAB> new_policy , added = self . add_statements ( new_policy ) <TAB> <TAB> if not removed and not added : <TAB> <TAB> <TAB> continue <TAB> <TAB> results += { <TAB> <TAB> <TAB> ""Name"" : r [ ""TopicArn"" ] , <TAB> <TAB> <TAB> ""State"" : ""PolicyModified"" , <TAB> <TAB> <TAB> ""Statements"" : new_policy , <TAB> <TAB> } <TAB> <TAB> policy [ ""Statement"" ] = new_policy <TAB> <TAB> client . set_topic_attributes ( <TAB> <TAB> <TAB> TopicArn = r [ ""TopicArn"" ] , <TAB> <TAB> <TAB> AttributeName = ""Policy"" , <TAB> <TAB> <TAB> AttributeValue = json . dumps ( policy ) , <TAB> <TAB> ) <TAB> return results",if new_policy is None :,271
2937,"def then(self, matches, when_response, context):
    if is_iterable(when_response):
        ret = []
        when_response = list(when_response)
        for match in when_response:
            if match not in matches:
                if self.match_name:
                    match.name = self.match_name
                matches.append(match)
                ret.append(match)
        return ret
    if self.match_name:
        when_response.name = self.match_name
    if when_response not in matches:
        matches.append(when_response)
        return when_response
","def then ( self , matches , when_response , context ) : <TAB> if is_iterable ( when_response ) : <TAB> <TAB> ret = [ ] <TAB> <TAB> when_response = list ( when_response ) <TAB> <TAB> for match in when_response : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if self . match_name : <TAB> <TAB> <TAB> <TAB> <TAB> match . name = self . match_name <TAB> <TAB> <TAB> <TAB> matches . append ( match ) <TAB> <TAB> <TAB> <TAB> ret . append ( match ) <TAB> <TAB> return ret <TAB> if self . match_name : <TAB> <TAB> when_response . name = self . match_name <TAB> if when_response not in matches : <TAB> <TAB> matches . append ( when_response ) <TAB> <TAB> return when_response",if match not in matches :,169
12259,"def process_response(self, request, response):
    now = datetime.datetime.utcnow()
    response[""Date""] = now.strftime(""%a, %d %b %Y %H:%M:%S GMT"")
    if not response.has_header(""Content-Length""):
        response[""Content-Length""] = str(len(response.content))
    if response.has_header(""ETag""):
        if_none_match = request.META.get(""HTTP_IF_NONE_MATCH"", None)
        if if_none_match == response[""ETag""]:
            response.status_code = 304
            response.content = """"
            response[""Content-Length""] = ""0""
    if response.has_header(""Last-Modified""):
        last_mod = response[""Last-Modified""]
        if_modified_since = request.META.get(""HTTP_IF_MODIFIED_SINCE"", None)
        if if_modified_since == response[""Last-Modified""]:
            response.status_code = 304
            response.content = """"
            response[""Content-Length""] = ""0""
    if request.method == ""HEAD"":
        response.content = """"
    return response","def process_response ( self , request , response ) : <TAB> now = datetime . datetime . utcnow ( ) <TAB> response [ ""Date"" ] = now . strftime ( ""%a, %d %b %Y %H:%M:%S GMT"" ) <TAB> if not response . has_header ( ""Content-Length"" ) : <TAB> <TAB> response [ ""Content-Length"" ] = str ( len ( response . content ) ) <TAB> if response . has_header ( ""ETag"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> if if_none_match == response [ ""ETag"" ] : <TAB> <TAB> <TAB> response . status_code = 304 <TAB> <TAB> <TAB> response . content = """" <TAB> <TAB> <TAB> response [ ""Content-Length"" ] = ""0"" <TAB> if response . has_header ( ""Last-Modified"" ) : <TAB> <TAB> last_mod = response [ ""Last-Modified"" ] <TAB> <TAB> if_modified_since = request . META . get ( ""HTTP_IF_MODIFIED_SINCE"" , None ) <TAB> <TAB> if if_modified_since == response [ ""Last-Modified"" ] : <TAB> <TAB> <TAB> response . status_code = 304 <TAB> <TAB> <TAB> response . content = """" <TAB> <TAB> <TAB> response [ ""Content-Length"" ] = ""0"" <TAB> if request . method == ""HEAD"" : <TAB> <TAB> response . content = """" <TAB> return response","if_none_match = request . META . get ( ""HTTP_IF_NONE_MATCH"" , None )",290
16077,"def _on_frame_start(self, data):
    self._wire_bytes_in += len(data)
    header, payloadlen = struct.unpack(""BB"", data)
    self._final_frame = header & self.FIN
    reserved_bits = header & self.RSV_MASK
    self._frame_opcode = header & self.OPCODE_MASK
    self._frame_opcode_is_control = self._frame_opcode & 0x8
    if self._decompressor is not None and self._frame_opcode != 0:
        self._frame_compressed = bool(reserved_bits & self.RSV1)
        reserved_bits &= ~self.RSV1
    if reserved_bits:
        # client is using as-yet-undefined extensions; abort
        self._abort()
        return
    self._masked_frame = bool(payloadlen & 0x80)
    payloadlen = payloadlen & 0x7F
    if self._frame_opcode_is_control and payloadlen >= 126:
        # control frames must have payload < 126
        self._abort()
        return
    try:
        if payloadlen < 126:
            self._frame_length = payloadlen
            if self._masked_frame:
                self.stream.read_bytes(4, self._on_masking_key)
            else:
                self._read_frame_data(False)
        elif payloadlen == 126:
            self.stream.read_bytes(2, self._on_frame_length_16)
        elif payloadlen == 127:
            self.stream.read_bytes(8, self._on_frame_length_64)
    except StreamClosedError:
        self._abort()","def _on_frame_start ( self , data ) : <TAB> self . _wire_bytes_in += len ( data ) <TAB> header , payloadlen = struct . unpack ( ""BB"" , data ) <TAB> self . _final_frame = header & self . FIN <TAB> reserved_bits = header & self . RSV_MASK <TAB> self . _frame_opcode = header & self . OPCODE_MASK <TAB> self . _frame_opcode_is_control = self . _frame_opcode & 0x8 <TAB> if self . _decompressor is not None and self . _frame_opcode != 0 : <TAB> <TAB> self . _frame_compressed = bool ( reserved_bits & self . RSV1 ) <TAB> <TAB> reserved_bits &= ~ self . RSV1 <TAB> if reserved_bits : <TAB> <TAB> <TAB> <TAB> self . _abort ( ) <TAB> <TAB> return <TAB> self . _masked_frame = bool ( payloadlen & 0x80 ) <TAB> payloadlen = payloadlen & 0x7F <TAB> if self . _frame_opcode_is_control and payloadlen >= 126 : <TAB> <TAB> <TAB> <TAB> self . _abort ( ) <TAB> <TAB> return <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _frame_length = payloadlen <TAB> <TAB> <TAB> if self . _masked_frame : <TAB> <TAB> <TAB> <TAB> self . stream . read_bytes ( 4 , self . _on_masking_key ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . _read_frame_data ( False ) <TAB> <TAB> elif payloadlen == 126 : <TAB> <TAB> <TAB> self . stream . read_bytes ( 2 , self . _on_frame_length_16 ) <TAB> <TAB> elif payloadlen == 127 : <TAB> <TAB> <TAB> self . stream . read_bytes ( 8 , self . _on_frame_length_64 ) <TAB> except StreamClosedError : <TAB> <TAB> self . _abort ( )",if payloadlen < 126 :,420
10189,"def _initialize(bot):
    bot.spawn_lock = asyncio.Lock()
    config = bot.get_config_option(""spawn"")
    if not config:
        return
    cmds = config.get(""commands"")
    # override the load logic and register our commands directly
    get_location = False
    for cmd, cnf in cmds.items():
        command.register(_spawn, admin=True, final=True, name=cmd)
        if cnf.get(""allow_location""):
            get_location = True
    logger.info(""spawn - %s"", "", "".join([""*"" + cmd for cmd in cmds]))
    plugins.register_admin_command(list(cmds))
    if get_location:
        global _MAP_MATCH
        _MAP_MATCH = re.compile(
            config.get(""map_regex"", _MAP_REGEX), re.IGNORECASE | re.MULTILINE
        )
        plugins.register_handler(_location_handler, type=""message"")
","def _initialize ( bot ) : <TAB> bot . spawn_lock = asyncio . Lock ( ) <TAB> config = bot . get_config_option ( ""spawn"" ) <TAB> if not config : <TAB> <TAB> return <TAB> cmds = config . get ( ""commands"" ) <TAB> <TAB> get_location = False <TAB> for cmd , cnf in cmds . items ( ) : <TAB> <TAB> command . register ( _spawn , admin = True , final = True , name = cmd ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> get_location = True <TAB> logger . info ( ""spawn - %s"" , "", "" . join ( [ ""*"" + cmd for cmd in cmds ] ) ) <TAB> plugins . register_admin_command ( list ( cmds ) ) <TAB> if get_location : <TAB> <TAB> global _MAP_MATCH <TAB> <TAB> _MAP_MATCH = re . compile ( <TAB> <TAB> <TAB> config . get ( ""map_regex"" , _MAP_REGEX ) , re . IGNORECASE | re . MULTILINE <TAB> <TAB> ) <TAB> <TAB> plugins . register_handler ( _location_handler , type = ""message"" )","if cnf . get ( ""allow_location"" ) :",234
8035,"def stale_possible_simple_keys(self):
    # Remove entries that are no longer possible simple keys. According to
    # the YAML specification, simple keys
    # - should be limited to a single line,
    # - should be no longer than 1024 characters.
    # Disabling this procedure will allow simple keys of any length and
    # height (may cause problems if indentation is broken though).
    for level in list(self.possible_simple_keys):
        key = self.possible_simple_keys[level]
        if key.line != self.line or self.index - key.index > 1024:
            if key.required:
                raise ScannerError(
                    ""while scanning a simple key"",
                    key.mark,
                    ""could not found expected ':'"",
                    self.get_mark(),
                )
            del self.possible_simple_keys[level]","def stale_possible_simple_keys ( self ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for level in list ( self . possible_simple_keys ) : <TAB> <TAB> key = self . possible_simple_keys [ level ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if key . required : <TAB> <TAB> <TAB> <TAB> raise ScannerError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""while scanning a simple key"" , <TAB> <TAB> <TAB> <TAB> <TAB> key . mark , <TAB> <TAB> <TAB> <TAB> <TAB> ""could not found expected ':'"" , <TAB> <TAB> <TAB> <TAB> <TAB> self . get_mark ( ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> del self . possible_simple_keys [ level ]",if key . line != self . line or self . index - key . index > 1024 :,229
7681,"def add_css(self, data):
    if data:
        for medium, paths in data.items():
            for path in paths:
                if not self._css.get(medium) or path not in self._css[medium]:
                    self._css.setdefault(medium, []).append(path)
","def add_css ( self , data ) : <TAB> if data : <TAB> <TAB> for medium , paths in data . items ( ) : <TAB> <TAB> <TAB> for path in paths : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . _css . setdefault ( medium , [ ] ) . append ( path )",if not self . _css . get ( medium ) or path not in self . _css [ medium ] :,80
20130,"def parse_dataset(data_dir: Path) -> InternalBioNerDataset:
    entities_per_document = defaultdict(list)
    texts_per_document = {}
    with (data_dir / ""S800.tsv"").open(encoding=""utf8"") as f:
        for line in f:
            fields = line.strip().split(""\t"")
            if not fields:
                continue
            fname, pmid = fields[1].split("":"")
            start, end = int(fields[2]), int(fields[3])
            if start == end:
                continue
            entities_per_document[fname].append(Entity((start, end), ""Species""))
    for fname in entities_per_document:
        with (data_dir / ""abstracts"" / fname).with_suffix("".txt"").open(
            encoding=""utf8""
        ) as f:
            texts_per_document[fname] = f.read()
    return InternalBioNerDataset(
        documents=texts_per_document, entities_per_document=entities_per_document
    )","def parse_dataset ( data_dir : Path ) -> InternalBioNerDataset : <TAB> entities_per_document = defaultdict ( list ) <TAB> texts_per_document = { } <TAB> with ( data_dir / ""S800.tsv"" ) . open ( encoding = ""utf8"" ) as f : <TAB> <TAB> for line in f : <TAB> <TAB> <TAB> fields = line . strip ( ) . split ( ""\t"" ) <TAB> <TAB> <TAB> if not fields : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> fname , pmid = fields [ 1 ] . split ( "":"" ) <TAB> <TAB> <TAB> start , end = int ( fields [ 2 ] ) , int ( fields [ 3 ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> entities_per_document [ fname ] . append ( Entity ( ( start , end ) , ""Species"" ) ) <TAB> for fname in entities_per_document : <TAB> <TAB> with ( data_dir / ""abstracts"" / fname ) . with_suffix ( "".txt"" ) . open ( <TAB> <TAB> <TAB> encoding = ""utf8"" <TAB> <TAB> ) as f : <TAB> <TAB> <TAB> texts_per_document [ fname ] = f . read ( ) <TAB> return InternalBioNerDataset ( <TAB> <TAB> documents = texts_per_document , entities_per_document = entities_per_document <TAB> )",if start == end :,267
13541,"def remove_participant(request, thread, user):
    """"""remove thread participant, set ""recound private threads"" flag on user""""""
    removed_owner = False
    remaining_participants = []
    for participant in thread.participants_list:
        if participant.user == user:
            removed_owner = participant.is_owner
        else:
            remaining_participants.append(participant.user)
    set_users_unread_private_threads_sync(participants=thread.participants_list)
    if not remaining_participants:
        thread.delete()
    else:
        thread.threadparticipant_set.filter(user=user).delete()
        thread.subscription_set.filter(user=user).delete()
        if removed_owner:
            thread.is_closed = True  # flag thread to close
            if request.user == user:
                event_type = ""owner_left""
            else:
                event_type = ""removed_owner""
        else:
            if request.user == user:
                event_type = ""participant_left""
            else:
                event_type = ""removed_participant""
        record_event(
            request,
            thread,
            event_type,
            {
                ""user"": {
                    ""id"": user.id,
                    ""username"": user.username,
                    ""url"": user.get_absolute_url(),
                }
            },
        )
","def remove_participant ( request , thread , user ) : <TAB> """"""remove thread participant, set ""recound private threads"" flag on user"""""" <TAB> removed_owner = False <TAB> remaining_participants = [ ] <TAB> for participant in thread . participants_list : <TAB> <TAB> if participant . user == user : <TAB> <TAB> <TAB> removed_owner = participant . is_owner <TAB> <TAB> else : <TAB> <TAB> <TAB> remaining_participants . append ( participant . user ) <TAB> set_users_unread_private_threads_sync ( participants = thread . participants_list ) <TAB> if not remaining_participants : <TAB> <TAB> thread . delete ( ) <TAB> else : <TAB> <TAB> thread . threadparticipant_set . filter ( user = user ) . delete ( ) <TAB> <TAB> thread . subscription_set . filter ( user = user ) . delete ( ) <TAB> <TAB> if removed_owner : <TAB> <TAB> <TAB> thread . is_closed = True <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> event_type = ""owner_left"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> event_type = ""removed_owner"" <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> event_type = ""participant_left"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> event_type = ""removed_participant"" <TAB> <TAB> record_event ( <TAB> <TAB> <TAB> request , <TAB> <TAB> <TAB> thread , <TAB> <TAB> <TAB> event_type , <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""user"" : { <TAB> <TAB> <TAB> <TAB> <TAB> ""id"" : user . id , <TAB> <TAB> <TAB> <TAB> <TAB> ""username"" : user . username , <TAB> <TAB> <TAB> <TAB> <TAB> ""url"" : user . get_absolute_url ( ) , <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> } , <TAB> <TAB> )",if request . user == user :,404
2425,"def i_eor(self, op):
    dsize = op.opers[0].tsize
    if len(op.opers) == 3:
        src1 = self.getOperValue(op, 1)
        src2 = self.getOperValue(op, 2)
    else:
        src1 = self.getOperValue(op, 0)
        src2 = self.getOperValue(op, 1)
    # FIXME PDE and flags
    if src1 is None or src2 is None:
        self.undefFlags()
        self.setOperValue(op, 0, None)
        return
    usrc1 = e_bits.unsigned(src1, dsize)
    usrc2 = e_bits.unsigned(src2, dsize)
    ures = usrc1 ^ usrc2
    self.setOperValue(op, 0, ures)
    curmode = self.getProcMode()
    if op.iflags & IF_PSR_S:
        if op.opers[0].reg == 15:
            if curmode != PM_sys and curmode != PM_usr:
                self.setCPSR(self.getSPSR(curmode))
            else:
                raise Exception(
                    ""Messed up opcode...  adding to r15 from PM_usr or PM_sys""
                )
        self.setFlag(PSR_N_bit, e_bits.is_signed(ures, dsize))
        self.setFlag(PSR_Z_bit, not ures)
        self.setFlag(PSR_C_bit, e_bits.is_unsigned_carry(ures, dsize))
        self.setFlag(PSR_V_bit, e_bits.is_signed_overflow(ures, dsize))","def i_eor ( self , op ) : <TAB> dsize = op . opers [ 0 ] . tsize <TAB> if len ( op . opers ) == 3 : <TAB> <TAB> src1 = self . getOperValue ( op , 1 ) <TAB> <TAB> src2 = self . getOperValue ( op , 2 ) <TAB> else : <TAB> <TAB> src1 = self . getOperValue ( op , 0 ) <TAB> <TAB> src2 = self . getOperValue ( op , 1 ) <TAB> <TAB> if src1 is None or src2 is None : <TAB> <TAB> self . undefFlags ( ) <TAB> <TAB> self . setOperValue ( op , 0 , None ) <TAB> <TAB> return <TAB> usrc1 = e_bits . unsigned ( src1 , dsize ) <TAB> usrc2 = e_bits . unsigned ( src2 , dsize ) <TAB> ures = usrc1 ^ usrc2 <TAB> self . setOperValue ( op , 0 , ures ) <TAB> curmode = self . getProcMode ( ) <TAB> if op . iflags & IF_PSR_S : <TAB> <TAB> if op . opers [ 0 ] . reg == 15 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . setCPSR ( self . getSPSR ( curmode ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Messed up opcode...  adding to r15 from PM_usr or PM_sys"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> self . setFlag ( PSR_N_bit , e_bits . is_signed ( ures , dsize ) ) <TAB> <TAB> self . setFlag ( PSR_Z_bit , not ures ) <TAB> <TAB> self . setFlag ( PSR_C_bit , e_bits . is_unsigned_carry ( ures , dsize ) ) <TAB> <TAB> self . setFlag ( PSR_V_bit , e_bits . is_signed_overflow ( ures , dsize ) )",if curmode != PM_sys and curmode != PM_usr :,452
4829,"def handle_facts_hpacu(facts):
    disks = {}
    for k, value in facts.iteritems():
        m = HPACU_GENERAL_REGEX.match(k)
        if not m:
            continue
        n = HPACU_LOGICAL_PHYSICAL_REGEX.match(m.group(2))
        physical_disk = n.group(1) if n else None
        property = n.group(2) if n else m.group(2)
        if not physical_disk:
            continue
        disks.setdefault(physical_disk, {})[property] = value.strip()
    detected_disks = []
    for disk_handle, disk in disks.iteritems():
        if not disk.get(""serial_number""):
            continue
        size_value, size_unit = disk[""size""].split()
        detected_disks.append(
            {
                ""serial_number"": disk[""serial_number""],
                ""label"": ""{} {}"".format(
                    "" "".join(disk[""model""].split()),
                    disk[""interface_type""],
                ),
                ""size"": int(float(size_value) / units.size_divisor[size_unit]),
                ""family"": "" "".join(disk[""model""].split()),
            }
        )
    return detected_disks","def handle_facts_hpacu ( facts ) : <TAB> disks = { } <TAB> for k , value in facts . iteritems ( ) : <TAB> <TAB> m = HPACU_GENERAL_REGEX . match ( k ) <TAB> <TAB> if not m : <TAB> <TAB> <TAB> continue <TAB> <TAB> n = HPACU_LOGICAL_PHYSICAL_REGEX . match ( m . group ( 2 ) ) <TAB> <TAB> physical_disk = n . group ( 1 ) if n else None <TAB> <TAB> property = n . group ( 2 ) if n else m . group ( 2 ) <TAB> <TAB> if not physical_disk : <TAB> <TAB> <TAB> continue <TAB> <TAB> disks . setdefault ( physical_disk , { } ) [ property ] = value . strip ( ) <TAB> detected_disks = [ ] <TAB> for disk_handle , disk in disks . iteritems ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> size_value , size_unit = disk [ ""size"" ] . split ( ) <TAB> <TAB> detected_disks . append ( <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""serial_number"" : disk [ ""serial_number"" ] , <TAB> <TAB> <TAB> <TAB> ""label"" : ""{} {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> "" "" . join ( disk [ ""model"" ] . split ( ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> disk [ ""interface_type"" ] , <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> ""size"" : int ( float ( size_value ) / units . size_divisor [ size_unit ] ) , <TAB> <TAB> <TAB> <TAB> ""family"" : "" "" . join ( disk [ ""model"" ] . split ( ) ) , <TAB> <TAB> <TAB> } <TAB> <TAB> ) <TAB> return detected_disks","if not disk . get ( ""serial_number"" ) :",355
22770,"def is_eligible(self, t, status, notif_number, in_notif_time, interval):
    small_states = {
        ""WARNING"": ""w"",
        ""UNKNOWN"": ""u"",
        ""CRITICAL"": ""c"",
        ""RECOVERY"": ""r"",
        ""FLAPPING"": ""f"",
        ""DOWNTIME"": ""s"",
        ""DOWN"": ""d"",
        ""UNREACHABLE"": ""u"",
        ""OK"": ""o"",
        ""UP"": ""o"",
    }
    # If we are not time based, we check notification numbers:
    if not self.time_based:
        # Begin with the easy cases
        if notif_number < self.first_notification:
            return False
        # self.last_notification = 0 mean no end
        if self.last_notification != 0 and notif_number > self.last_notification:
            return False
    # Else we are time based, we must check for the good value
    else:
        # Begin with the easy cases
        if in_notif_time < self.first_notification_time * interval:
            return False
        # self.last_notification = 0 mean no end
        if (
            self.last_notification_time != 0
            and in_notif_time > self.last_notification_time * interval
        ):
            return False
    # If our status is not good, we bail out too
    if status in small_states and small_states[status] not in self.escalation_options:
        return False
    # Maybe the time is not in our escalation_period
    if self.escalation_period is not None and not self.escalation_period.is_time_valid(
        t
    ):
        return False
    # Ok, I do not see why not escalade. So it's True :)
    return True","def is_eligible ( self , t , status , notif_number , in_notif_time , interval ) : <TAB> small_states = { <TAB> <TAB> ""WARNING"" : ""w"" , <TAB> <TAB> ""UNKNOWN"" : ""u"" , <TAB> <TAB> ""CRITICAL"" : ""c"" , <TAB> <TAB> ""RECOVERY"" : ""r"" , <TAB> <TAB> ""FLAPPING"" : ""f"" , <TAB> <TAB> ""DOWNTIME"" : ""s"" , <TAB> <TAB> ""DOWN"" : ""d"" , <TAB> <TAB> ""UNREACHABLE"" : ""u"" , <TAB> <TAB> ""OK"" : ""o"" , <TAB> <TAB> ""UP"" : ""o"" , <TAB> } <TAB> <TAB> if not self . time_based : <TAB> <TAB> <TAB> <TAB> if notif_number < self . first_notification : <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> <TAB> if self . last_notification != 0 and notif_number > self . last_notification : <TAB> <TAB> <TAB> return False <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> self . last_notification_time != 0 <TAB> <TAB> <TAB> and in_notif_time > self . last_notification_time * interval <TAB> <TAB> ) : <TAB> <TAB> <TAB> return False <TAB> <TAB> if status in small_states and small_states [ status ] not in self . escalation_options : <TAB> <TAB> return False <TAB> <TAB> if self . escalation_period is not None and not self . escalation_period . is_time_valid ( <TAB> <TAB> t <TAB> ) : <TAB> <TAB> return False <TAB> <TAB> return True",if in_notif_time < self . first_notification_time * interval :,477
16340,"def offsets(self):
    offsets = {}
    offset_so_far = 0
    for name, ty in self.fields.items():
        if isinstance(ty, SimTypeBottom):
            l.warning(
                ""Found a bottom field in struct %s. Ignore and increment the offset using the default ""
                ""element size."",
                self.name,
            )
            continue
        if not self._pack:
            align = ty.alignment
            if offset_so_far % align != 0:
                offset_so_far += align - offset_so_far % align
        offsets[name] = offset_so_far
        offset_so_far += ty.size // self._arch.byte_width
    return offsets","def offsets ( self ) : <TAB> offsets = { } <TAB> offset_so_far = 0 <TAB> for name , ty in self . fields . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> l . warning ( <TAB> <TAB> <TAB> <TAB> ""Found a bottom field in struct %s. Ignore and increment the offset using the default "" <TAB> <TAB> <TAB> <TAB> ""element size."" , <TAB> <TAB> <TAB> <TAB> self . name , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if not self . _pack : <TAB> <TAB> <TAB> align = ty . alignment <TAB> <TAB> <TAB> if offset_so_far % align != 0 : <TAB> <TAB> <TAB> <TAB> offset_so_far += align - offset_so_far % align <TAB> <TAB> offsets [ name ] = offset_so_far <TAB> <TAB> offset_so_far += ty . size // self . _arch . byte_width <TAB> return offsets","if isinstance ( ty , SimTypeBottom ) :",196
18590,"def _internal_attach(self, engine: Engine, usage: MetricUsage) -> None:
    self.engine = engine
    for index, metric in enumerate(itertools.chain(self.args, self.kwargs.values())):
        if isinstance(metric, MetricsLambda):
            metric._internal_attach(engine, usage)
        elif isinstance(metric, Metric):
            # NB : metrics is attached partially
            # We must not use is_attached() but rather if these events exist
            if not engine.has_event_handler(metric.started, usage.STARTED):
                engine.add_event_handler(usage.STARTED, metric.started)
            if not engine.has_event_handler(
                metric.iteration_completed, usage.ITERATION_COMPLETED
            ):
                engine.add_event_handler(
                    usage.ITERATION_COMPLETED, metric.iteration_completed
                )
","def _internal_attach ( self , engine : Engine , usage : MetricUsage ) -> None : <TAB> self . engine = engine <TAB> for index , metric in enumerate ( itertools . chain ( self . args , self . kwargs . values ( ) ) ) : <TAB> <TAB> if isinstance ( metric , MetricsLambda ) : <TAB> <TAB> <TAB> metric . _internal_attach ( engine , usage ) <TAB> <TAB> elif isinstance ( metric , Metric ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> engine . add_event_handler ( usage . STARTED , metric . started ) <TAB> <TAB> <TAB> if not engine . has_event_handler ( <TAB> <TAB> <TAB> <TAB> metric . iteration_completed , usage . ITERATION_COMPLETED <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> engine . add_event_handler ( <TAB> <TAB> <TAB> <TAB> <TAB> usage . ITERATION_COMPLETED , metric . iteration_completed <TAB> <TAB> <TAB> <TAB> )","if not engine . has_event_handler ( metric . started , usage . STARTED ) :",236
3796,"def can_read(self):
    if hasattr(self.file, ""__iter__""):
        iterator = iter(self.file)
        head = next(iterator, None)
        if head is None:
            self.repaired = []
            return True
        if isinstance(head, str):
            self.repaired = itertools.chain([head], iterator)
            return True
        else:
            # We may have mangled a generator at this point, so just abort
            raise IOSourceError(
                ""Could not open source: %r (mode: %r)""
                % (self.file, self.options[""mode""])
            )
    return False
","def can_read ( self ) : <TAB> if hasattr ( self . file , ""__iter__"" ) : <TAB> <TAB> iterator = iter ( self . file ) <TAB> <TAB> head = next ( iterator , None ) <TAB> <TAB> if head is None : <TAB> <TAB> <TAB> self . repaired = [ ] <TAB> <TAB> <TAB> return True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . repaired = itertools . chain ( [ head ] , iterator ) <TAB> <TAB> <TAB> return True <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise IOSourceError ( <TAB> <TAB> <TAB> <TAB> ""Could not open source: %r (mode: %r)"" <TAB> <TAB> <TAB> <TAB> % ( self . file , self . options [ ""mode"" ] ) <TAB> <TAB> <TAB> ) <TAB> return False","if isinstance ( head , str ) :",176
12829,"def show_container_cd_url(cmd, resource_group_name, name, slot=None):
    settings = get_app_settings(cmd, resource_group_name, name, slot)
    docker_enabled = False
    for setting in settings:
        if setting[""name""] == ""DOCKER_ENABLE_CI"" and setting[""value""] == ""true"":
            docker_enabled = True
            break
    cd_settings = {}
    cd_settings[""DOCKER_ENABLE_CI""] = docker_enabled
    if docker_enabled:
        credentials = list_publishing_credentials(cmd, resource_group_name, name, slot)
        if credentials:
            cd_url = credentials.scm_uri + ""/docker/hook""
            cd_settings[""CI_CD_URL""] = cd_url
    else:
        cd_settings[""CI_CD_URL""] = """"
    return cd_settings
","def show_container_cd_url ( cmd , resource_group_name , name , slot = None ) : <TAB> settings = get_app_settings ( cmd , resource_group_name , name , slot ) <TAB> docker_enabled = False <TAB> for setting in settings : <TAB> <TAB> if setting [ ""name"" ] == ""DOCKER_ENABLE_CI"" and setting [ ""value"" ] == ""true"" : <TAB> <TAB> <TAB> docker_enabled = True <TAB> <TAB> <TAB> break <TAB> cd_settings = { } <TAB> cd_settings [ ""DOCKER_ENABLE_CI"" ] = docker_enabled <TAB> if docker_enabled : <TAB> <TAB> credentials = list_publishing_credentials ( cmd , resource_group_name , name , slot ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cd_url = credentials . scm_uri + ""/docker/hook"" <TAB> <TAB> <TAB> cd_settings [ ""CI_CD_URL"" ] = cd_url <TAB> else : <TAB> <TAB> cd_settings [ ""CI_CD_URL"" ] = """" <TAB> return cd_settings",if credentials :,225
11618,"def __lookingForWrite4Where(self, gadgetsAlreadyTested):
    for gadget in self.__gadgets:
        if gadget in gadgetsAlreadyTested:
            continue
        f = gadget[""gadget""].split("" ; "")[0]
        # regex -> mov dword ptr [r32], r32
        regex = re.search(
            ""mov dword ptr \[(?P<dst>([(eax)|(ebx)|(ecx)|(edx)|(esi)|(edi)]{3}))\], (?P<src>([(eax)|(ebx)|(ecx)|(edx)|(esi)|(edi)]{3}))$"",
            f,
        )
        if regex:
            lg = gadget[""gadget""].split("" ; "")[1:]
            try:
                for g in lg:
                    if g.split()[0] != ""pop"" and g.split()[0] != ""ret"":
                        raise
                    # we need this to filterout 'ret' instructions with an offset like 'ret 0x6', because they ruin the stack pointer
                    if g != ""ret"":
                        if g.split()[0] == ""ret"" and g.split()[1] != """":
                            raise
                print(
                    ""\t[+] Gadget found: 0x%x %s"" % (gadget[""vaddr""], gadget[""gadget""])
                )
                return [gadget, regex.group(""dst""), regex.group(""src"")]
            except:
                continue
    return None","def __lookingForWrite4Where ( self , gadgetsAlreadyTested ) : <TAB> for gadget in self . __gadgets : <TAB> <TAB> if gadget in gadgetsAlreadyTested : <TAB> <TAB> <TAB> continue <TAB> <TAB> f = gadget [ ""gadget"" ] . split ( "" ; "" ) [ 0 ] <TAB> <TAB> <TAB> <TAB> regex = re . search ( <TAB> <TAB> <TAB> ""mov dword ptr \[(?P<dst>([(eax)|(ebx)|(ecx)|(edx)|(esi)|(edi)]{3}))\], (?P<src>([(eax)|(ebx)|(ecx)|(edx)|(esi)|(edi)]{3}))$"" , <TAB> <TAB> <TAB> f , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> lg = gadget [ ""gadget"" ] . split ( "" ; "" ) [ 1 : ] <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> for g in lg : <TAB> <TAB> <TAB> <TAB> <TAB> if g . split ( ) [ 0 ] != ""pop"" and g . split ( ) [ 0 ] != ""ret"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if g != ""ret"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if g . split ( ) [ 0 ] == ""ret"" and g . split ( ) [ 1 ] != """" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> ""\t[+] Gadget found: 0x%x %s"" % ( gadget [ ""vaddr"" ] , gadget [ ""gadget"" ] ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> return [ gadget , regex . group ( ""dst"" ) , regex . group ( ""src"" ) ] <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> continue <TAB> return None",if regex :,435
12370,"def open_(self, path, flags, follow_link=True):
    path = self.resolve_path(path, follow_link=follow_link)
    if not os.path.exists(path):
        # ENOENT (No such file or directory)
        return -1
    fd = self.linux_env.next_fd()
    acc_mode = flags & self.linux_env.O_ACCMODE
    if os.path.isdir(path):
        assert flags & self.linux_env.O_DIRECTORY == self.linux_env.O_DIRECTORY
        if acc_mode == self.linux_env.O_RDONLY:
            fdesc = FileDescriptorDirectory(fd, flags, self, path)
        else:
            raise RuntimeError(""Not implemented"")
    elif os.path.isfile(path):
        if acc_mode == os.O_RDONLY:
            # Read only
            real_fd = os.open(path, os.O_RDONLY)
        else:
            raise RuntimeError(""Not implemented"")
        fdesc = FileDescriptorRegularFile(fd, flags, self, real_fd)
    elif os.path.islink(path):
        raise RuntimeError(""Not implemented"")
    else:
        raise RuntimeError(""Unknown file type for %r"" % path)
    self.linux_env.file_descriptors[fd] = fdesc
    # Set stat info
    fdesc.cont_device_id = self.device_id
    fdesc.inode = self.get_path_inode(path)
    fdesc.uid = self.linux_env.user_uid
    fdesc.gid = self.linux_env.user_gid
    size = os.path.getsize(path)
    fdesc.size = size
    fdesc.blksize = self.blocksize
    fdesc.blocks = (size + ((512 - (size % 512)) % 512)) // 512
    return fd","def open_ ( self , path , flags , follow_link = True ) : <TAB> path = self . resolve_path ( path , follow_link = follow_link ) <TAB> if not os . path . exists ( path ) : <TAB> <TAB> <TAB> <TAB> return - 1 <TAB> fd = self . linux_env . next_fd ( ) <TAB> acc_mode = flags & self . linux_env . O_ACCMODE <TAB> if os . path . isdir ( path ) : <TAB> <TAB> assert flags & self . linux_env . O_DIRECTORY == self . linux_env . O_DIRECTORY <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fdesc = FileDescriptorDirectory ( fd , flags , self , path ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise RuntimeError ( ""Not implemented"" ) <TAB> elif os . path . isfile ( path ) : <TAB> <TAB> if acc_mode == os . O_RDONLY : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> real_fd = os . open ( path , os . O_RDONLY ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise RuntimeError ( ""Not implemented"" ) <TAB> <TAB> fdesc = FileDescriptorRegularFile ( fd , flags , self , real_fd ) <TAB> elif os . path . islink ( path ) : <TAB> <TAB> raise RuntimeError ( ""Not implemented"" ) <TAB> else : <TAB> <TAB> raise RuntimeError ( ""Unknown file type for %r"" % path ) <TAB> self . linux_env . file_descriptors [ fd ] = fdesc <TAB> <TAB> fdesc . cont_device_id = self . device_id <TAB> fdesc . inode = self . get_path_inode ( path ) <TAB> fdesc . uid = self . linux_env . user_uid <TAB> fdesc . gid = self . linux_env . user_gid <TAB> size = os . path . getsize ( path ) <TAB> fdesc . size = size <TAB> fdesc . blksize = self . blocksize <TAB> fdesc . blocks = ( size + ( ( 512 - ( size % 512 ) ) % 512 ) ) // 512 <TAB> return fd",if acc_mode == self . linux_env . O_RDONLY :,469
13895,"def numerify_args(items, evaluation):
    items_sequence = items.get_sequence()
    all_numeric = all(
        item.is_numeric() and item.get_precision() is None for item in items_sequence
    )
    # All expressions are numeric but exact and they are not all numbers,
    if all_numeric and any(not isinstance(item, Number) for item in items_sequence):
        # so apply N and compare them.
        items = items_sequence
        n_items = []
        for item in items:
            if not isinstance(item, Number):
                # TODO: use $MaxExtraPrecision insterad of hard-coded 50
                n_expr = Expression(""N"", item, Integer(50))
                item = n_expr.evaluate(evaluation)
            n_items.append(item)
        items = n_items
    else:
        items = items.numerify(evaluation).get_sequence()
    return items","def numerify_args ( items , evaluation ) : <TAB> items_sequence = items . get_sequence ( ) <TAB> all_numeric = all ( <TAB> <TAB> item . is_numeric ( ) and item . get_precision ( ) is None for item in items_sequence <TAB> ) <TAB> <TAB> if all_numeric and any ( not isinstance ( item , Number ) for item in items_sequence ) : <TAB> <TAB> <TAB> <TAB> items = items_sequence <TAB> <TAB> n_items = [ ] <TAB> <TAB> for item in items : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> n_expr = Expression ( ""N"" , item , Integer ( 50 ) ) <TAB> <TAB> <TAB> <TAB> item = n_expr . evaluate ( evaluation ) <TAB> <TAB> <TAB> n_items . append ( item ) <TAB> <TAB> items = n_items <TAB> else : <TAB> <TAB> items = items . numerify ( evaluation ) . get_sequence ( ) <TAB> return items","if not isinstance ( item , Number ) :",242
10593,"def move_to_next_word(self, forward=True):
    if forward:
        match_iterator = re.finditer(r""(\b\W+|$)"", self.edit_text, flags=re.UNICODE)
        match_positions = [m.start() for m in match_iterator]
        op = operator.gt
    else:
        match_iterator = re.finditer(r""(\w+\b|^)"", self.edit_text, flags=re.UNICODE)
        match_positions = reversed([m.start() for m in match_iterator])
        op = operator.lt
    for pos in match_positions:
        if op(pos, self.edit_pos):
            self.set_edit_pos(pos)
            return pos
","def move_to_next_word ( self , forward = True ) : <TAB> if forward : <TAB> <TAB> match_iterator = re . finditer ( r""(\b\W+|$)"" , self . edit_text , flags = re . UNICODE ) <TAB> <TAB> match_positions = [ m . start ( ) for m in match_iterator ] <TAB> <TAB> op = operator . gt <TAB> else : <TAB> <TAB> match_iterator = re . finditer ( r""(\w+\b|^)"" , self . edit_text , flags = re . UNICODE ) <TAB> <TAB> match_positions = reversed ( [ m . start ( ) for m in match_iterator ] ) <TAB> <TAB> op = operator . lt <TAB> for pos in match_positions : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . set_edit_pos ( pos ) <TAB> <TAB> <TAB> return pos","if op ( pos , self . edit_pos ) :",184
24731,"def status(self):
    app = self._app
    info = app.player.info
    if info:
        if app.player.paused:
            state = ""pause""
        else:
            state = ""play""
    else:
        state = ""stop""
    status = [
        (""volume"", int(app.player.volume * 100)),
        (""repeat"", int(self._options.repeat)),
        (""random"", int(self._options.shuffle)),
        (""single"", int(self._options.single)),
        (""consume"", 0),
        (""playlist"", self._pl_ver),
        (""playlistlength"", int(bool(app.player.info))),
        (""mixrampdb"", 0.0),
        (""state"", state),
    ]
    if info:
        status.append(
            (
                ""audio"",
                ""%d:%d:%d""
                % (
                    info(""~#samplerate"") or 0,
                    info(""~#bitdepth"") or 0,
                    info(""~#channels"") or 0,
                ),
            )
        )
        total_time = int(info(""~#length""))
        elapsed_time = int(app.player.get_position() / 1000)
        elapsed_exact = ""%1.3f"" % (app.player.get_position() / 1000.0)
        status.extend(
            [
                (""song"", 0),
                (""songid"", self._get_id(info)),
            ]
        )
        if state != ""stop"":
            status.extend(
                [
                    (""time"", ""%d:%d"" % (elapsed_time, total_time)),
                    (""elapsed"", elapsed_exact),
                    (""bitrate"", info(""~#bitrate"")),
                ]
            )
    return status","def status ( self ) : <TAB> app = self . _app <TAB> info = app . player . info <TAB> if info : <TAB> <TAB> if app . player . paused : <TAB> <TAB> <TAB> state = ""pause"" <TAB> <TAB> else : <TAB> <TAB> <TAB> state = ""play"" <TAB> else : <TAB> <TAB> state = ""stop"" <TAB> status = [ <TAB> <TAB> ( ""volume"" , int ( app . player . volume * 100 ) ) , <TAB> <TAB> ( ""repeat"" , int ( self . _options . repeat ) ) , <TAB> <TAB> ( ""random"" , int ( self . _options . shuffle ) ) , <TAB> <TAB> ( ""single"" , int ( self . _options . single ) ) , <TAB> <TAB> ( ""consume"" , 0 ) , <TAB> <TAB> ( ""playlist"" , self . _pl_ver ) , <TAB> <TAB> ( ""playlistlength"" , int ( bool ( app . player . info ) ) ) , <TAB> <TAB> ( ""mixrampdb"" , 0.0 ) , <TAB> <TAB> ( ""state"" , state ) , <TAB> ] <TAB> if info : <TAB> <TAB> status . append ( <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> ""audio"" , <TAB> <TAB> <TAB> <TAB> ""%d:%d:%d"" <TAB> <TAB> <TAB> <TAB> % ( <TAB> <TAB> <TAB> <TAB> <TAB> info ( ""~#samplerate"" ) or 0 , <TAB> <TAB> <TAB> <TAB> <TAB> info ( ""~#bitdepth"" ) or 0 , <TAB> <TAB> <TAB> <TAB> <TAB> info ( ""~#channels"" ) or 0 , <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> <TAB> total_time = int ( info ( ""~#length"" ) ) <TAB> <TAB> elapsed_time = int ( app . player . get_position ( ) / 1000 ) <TAB> <TAB> elapsed_exact = ""%1.3f"" % ( app . player . get_position ( ) / 1000.0 ) <TAB> <TAB> status . extend ( <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> ( ""song"" , 0 ) , <TAB> <TAB> <TAB> <TAB> ( ""songid"" , self . _get_id ( info ) ) , <TAB> <TAB> <TAB> ] <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> status . extend ( <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> ( ""time"" , ""%d:%d"" % ( elapsed_time , total_time ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> ( ""elapsed"" , elapsed_exact ) , <TAB> <TAB> <TAB> <TAB> <TAB> ( ""bitrate"" , info ( ""~#bitrate"" ) ) , <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> ) <TAB> return status","if state != ""stop"" :",494
252,"def main(argv=None):
    """"""Entry point for script.""""""
    arg_parser = ArgumentParser(description=DESCRIPTION)
    arg_parser.add_argument(""--file"", default=""galaxy.log"")
    arg_parser.add_argument(""--print_lines"", default=False, action=""store_true"")
    arg_parser.add_argument(""--pattern"", default=None)
    args = arg_parser.parse_args(argv)
    print_lines = args.print_lines
    pattern_str = args.pattern
    filter_pattern = re.compile(pattern_str) if pattern_str is not None else None
    times = []
    for line in open(args.file, ""r""):
        if filter_pattern and not filter_pattern.search(line):
            continue
        match = TIMING_LINE_PATTERN.search(line)
        if not match:
            continue
        times.append(float(match.group(1)))
        if print_lines:
            print(line.strip())
    template = ""Summary (ms) - Mean: %f, Median: %f, Max: %f, Min: %f, StdDev: %f""
    message = template % (
        numpy.mean(times),
        numpy.median(times),
        numpy.max(times),
        numpy.min(times),
        numpy.std(times),
    )
    print(message)","def main ( argv = None ) : <TAB> """"""Entry point for script."""""" <TAB> arg_parser = ArgumentParser ( description = DESCRIPTION ) <TAB> arg_parser . add_argument ( ""--file"" , default = ""galaxy.log"" ) <TAB> arg_parser . add_argument ( ""--print_lines"" , default = False , action = ""store_true"" ) <TAB> arg_parser . add_argument ( ""--pattern"" , default = None ) <TAB> args = arg_parser . parse_args ( argv ) <TAB> print_lines = args . print_lines <TAB> pattern_str = args . pattern <TAB> filter_pattern = re . compile ( pattern_str ) if pattern_str is not None else None <TAB> times = [ ] <TAB> for line in open ( args . file , ""r"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> match = TIMING_LINE_PATTERN . search ( line ) <TAB> <TAB> if not match : <TAB> <TAB> <TAB> continue <TAB> <TAB> times . append ( float ( match . group ( 1 ) ) ) <TAB> <TAB> if print_lines : <TAB> <TAB> <TAB> print ( line . strip ( ) ) <TAB> template = ""Summary (ms) - Mean: %f, Median: %f, Max: %f, Min: %f, StdDev: %f"" <TAB> message = template % ( <TAB> <TAB> numpy . mean ( times ) , <TAB> <TAB> numpy . median ( times ) , <TAB> <TAB> numpy . max ( times ) , <TAB> <TAB> numpy . min ( times ) , <TAB> <TAB> numpy . std ( times ) , <TAB> ) <TAB> print ( message )",if filter_pattern and not filter_pattern . search ( line ) :,346
12711,"def get_data_service_client(
    cli_ctx,
    service_type,
    account_name,
    account_key,
    connection_string=None,
    sas_token=None,
    socket_timeout=None,
    token_credential=None,
    endpoint_suffix=None,
    location_mode=None,
):
    logger.debug(""Getting data service client service_type=%s"", service_type.__name__)
    try:
        client_kwargs = {
            ""account_name"": account_name,
            ""account_key"": account_key,
            ""connection_string"": connection_string,
            ""sas_token"": sas_token,
        }
        if socket_timeout:
            client_kwargs[""socket_timeout""] = socket_timeout
        if token_credential:
            client_kwargs[""token_credential""] = token_credential
        if endpoint_suffix:
            client_kwargs[""endpoint_suffix""] = endpoint_suffix
        client = service_type(**client_kwargs)
        if location_mode:
            client.location_mode = location_mode
    except ValueError as exc:
        _ERROR_STORAGE_MISSING_INFO = get_sdk(
            cli_ctx,
            ResourceType.DATA_STORAGE,
            ""common._error#_ERROR_STORAGE_MISSING_INFO"",
        )
        if _ERROR_STORAGE_MISSING_INFO in str(exc):
            raise ValueError(exc)
        raise CLIError(
            ""Unable to obtain data client. Check your connection parameters.""
        )
    # TODO: enable Fiddler
    client.request_callback = _get_add_headers_callback(cli_ctx)
    return client
","def get_data_service_client ( <TAB> cli_ctx , <TAB> service_type , <TAB> account_name , <TAB> account_key , <TAB> connection_string = None , <TAB> sas_token = None , <TAB> socket_timeout = None , <TAB> token_credential = None , <TAB> endpoint_suffix = None , <TAB> location_mode = None , ) : <TAB> logger . debug ( ""Getting data service client service_type=%s"" , service_type . __name__ ) <TAB> try : <TAB> <TAB> client_kwargs = { <TAB> <TAB> <TAB> ""account_name"" : account_name , <TAB> <TAB> <TAB> ""account_key"" : account_key , <TAB> <TAB> <TAB> ""connection_string"" : connection_string , <TAB> <TAB> <TAB> ""sas_token"" : sas_token , <TAB> <TAB> } <TAB> <TAB> if socket_timeout : <TAB> <TAB> <TAB> client_kwargs [ ""socket_timeout"" ] = socket_timeout <TAB> <TAB> if token_credential : <TAB> <TAB> <TAB> client_kwargs [ ""token_credential"" ] = token_credential <TAB> <TAB> if endpoint_suffix : <TAB> <TAB> <TAB> client_kwargs [ ""endpoint_suffix"" ] = endpoint_suffix <TAB> <TAB> client = service_type ( ** client_kwargs ) <TAB> <TAB> if location_mode : <TAB> <TAB> <TAB> client . location_mode = location_mode <TAB> except ValueError as exc : <TAB> <TAB> _ERROR_STORAGE_MISSING_INFO = get_sdk ( <TAB> <TAB> <TAB> cli_ctx , <TAB> <TAB> <TAB> ResourceType . DATA_STORAGE , <TAB> <TAB> <TAB> ""common._error#_ERROR_STORAGE_MISSING_INFO"" , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( exc ) <TAB> <TAB> raise CLIError ( <TAB> <TAB> <TAB> ""Unable to obtain data client. Check your connection parameters."" <TAB> <TAB> ) <TAB> <TAB> client . request_callback = _get_add_headers_callback ( cli_ctx ) <TAB> return client",if _ERROR_STORAGE_MISSING_INFO in str ( exc ) :,433
1896,"def _do_cmp(f1, f2):
    bufsize = BUFSIZE
    with open(f1, ""rb"") as fp1, open(f2, ""rb"") as fp2:
        while True:
            b1 = fp1.read(bufsize)
            b2 = fp2.read(bufsize)
            if b1 != b2:
                return False
            if not b1:
                return True","def _do_cmp ( f1 , f2 ) : <TAB> bufsize = BUFSIZE <TAB> with open ( f1 , ""rb"" ) as fp1 , open ( f2 , ""rb"" ) as fp2 : <TAB> <TAB> while True : <TAB> <TAB> <TAB> b1 = fp1 . read ( bufsize ) <TAB> <TAB> <TAB> b2 = fp2 . read ( bufsize ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> if not b1 : <TAB> <TAB> <TAB> <TAB> return True",if b1 != b2 :,118
12264,"def resolve(self, context, ignore_failures=False):
    try:
        obj = resolve_variable(self.var, context)
    except VariableDoesNotExist:
        if ignore_failures:
            obj = None
        else:
            if settings.TEMPLATE_STRING_IF_INVALID:
                return settings.TEMPLATE_STRING_IF_INVALID
            else:
                obj = settings.TEMPLATE_STRING_IF_INVALID
    for func, args in self.filters:
        arg_vals = []
        for lookup, arg in args:
            if not lookup:
                arg_vals.append(arg)
            else:
                arg_vals.append(resolve_variable(arg, context))
        obj = func(obj, *arg_vals)
    return obj
","def resolve ( self , context , ignore_failures = False ) : <TAB> try : <TAB> <TAB> obj = resolve_variable ( self . var , context ) <TAB> except VariableDoesNotExist : <TAB> <TAB> if ignore_failures : <TAB> <TAB> <TAB> obj = None <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return settings . TEMPLATE_STRING_IF_INVALID <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> obj = settings . TEMPLATE_STRING_IF_INVALID <TAB> for func , args in self . filters : <TAB> <TAB> arg_vals = [ ] <TAB> <TAB> for lookup , arg in args : <TAB> <TAB> <TAB> if not lookup : <TAB> <TAB> <TAB> <TAB> arg_vals . append ( arg ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> arg_vals . append ( resolve_variable ( arg , context ) ) <TAB> <TAB> obj = func ( obj , * arg_vals ) <TAB> return obj",if settings . TEMPLATE_STRING_IF_INVALID :,204
8061,"def _setup_ec2(self):
    if self.ec2 and self._instance and self._reservation:
        return
    if self.id:
        if self.region_name:
            for region in boto.ec2.regions():
                if region.name == self.region_name:
                    self.ec2 = region.connect()
                    if self.instance_id and not self._instance:
                        try:
                            rs = self.ec2.get_all_reservations([self.instance_id])
                            if len(rs) >= 1:
                                for instance in rs[0].instances:
                                    if instance.id == self.instance_id:
                                        self._reservation = rs[0]
                                        self._instance = instance
                        except EC2ResponseError:
                            pass",def _setup_ec2 ( self ) : <TAB> if self . ec2 and self . _instance and self . _reservation : <TAB> <TAB> return <TAB> if self . id : <TAB> <TAB> if self . region_name : <TAB> <TAB> <TAB> for region in boto . ec2 . regions ( ) : <TAB> <TAB> <TAB> <TAB> if region . name == self . region_name : <TAB> <TAB> <TAB> <TAB> <TAB> self . ec2 = region . connect ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> rs = self . ec2 . get_all_reservations ( [ self . instance_id ] ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if len ( rs ) >= 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for instance in rs [ 0 ] . instances : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if instance . id == self . instance_id : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _reservation = rs [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _instance = instance <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> except EC2ResponseError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass,if self . instance_id and not self . _instance :,259
11852,"def scatter_add(x0, indices, x1, axis):
    output = np.copy(x0)
    if x0.ndim == 2:
        for i in range(indices.shape[0]):
            for j in range(indices.shape[1]):
                if axis == 0 or axis == -2:
                    output[indices[i][j]][j] += x1[i][j]
                elif axis == 1 or axis == -1:
                    output[i][indices[i][j]] += x1[i][j]
    elif x0.ndim == 3:
        for i in range(indices.shape[0]):
            for j in range(indices.shape[1]):
                for k in range(indices.shape[2]):
                    if axis == 0 or axis == -3:
                        output[indices[i][j][k]][j][k] += x1[i][j][k]
                    elif axis == 1 or axis == -2:
                        output[i][indices[i][j][k]][k] += x1[i][j][k]
                    elif axis == 2 or axis == -1:
                        output[i][j][indices[i][j][k]] += x1[i][j][k]
    return output","def scatter_add ( x0 , indices , x1 , axis ) : <TAB> output = np . copy ( x0 ) <TAB> if x0 . ndim == 2 : <TAB> <TAB> for i in range ( indices . shape [ 0 ] ) : <TAB> <TAB> <TAB> for j in range ( indices . shape [ 1 ] ) : <TAB> <TAB> <TAB> <TAB> if axis == 0 or axis == - 2 : <TAB> <TAB> <TAB> <TAB> <TAB> output [ indices [ i ] [ j ] ] [ j ] += x1 [ i ] [ j ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> output [ i ] [ indices [ i ] [ j ] ] += x1 [ i ] [ j ] <TAB> elif x0 . ndim == 3 : <TAB> <TAB> for i in range ( indices . shape [ 0 ] ) : <TAB> <TAB> <TAB> for j in range ( indices . shape [ 1 ] ) : <TAB> <TAB> <TAB> <TAB> for k in range ( indices . shape [ 2 ] ) : <TAB> <TAB> <TAB> <TAB> <TAB> if axis == 0 or axis == - 3 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> output [ indices [ i ] [ j ] [ k ] ] [ j ] [ k ] += x1 [ i ] [ j ] [ k ] <TAB> <TAB> <TAB> <TAB> <TAB> elif axis == 1 or axis == - 2 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> output [ i ] [ indices [ i ] [ j ] [ k ] ] [ k ] += x1 [ i ] [ j ] [ k ] <TAB> <TAB> <TAB> <TAB> <TAB> elif axis == 2 or axis == - 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> output [ i ] [ j ] [ indices [ i ] [ j ] [ k ] ] += x1 [ i ] [ j ] [ k ] <TAB> return output",elif axis == 1 or axis == - 1 :,344
23009,"def cmd_ShowNode(event):
    c = event.get(""c"")
    nd = geotag_Controller.getAttr(c.p)
    try:
        txt = nd.h.split(None, 5)
        what = ""dummy"", ""lat"", ""lng"", ""zoom"", ""maptype"", ""description""
        data = dict(zip(what, txt))
        data[""lat""] = float(data[""lat""])
        data[""lng""] = float(data[""lng""])
        if ""zoom"" in data:
            data[""zoom""] = int(data[""zoom""])
        if ""description"" not in data or not data[""description""].strip():
            data[""description""] = c.p.h
    except (ValueError, TypeError):
        data = {""description"": c.p.h}
    g.pygeotag.show_position(data)","def cmd_ShowNode ( event ) : <TAB> c = event . get ( ""c"" ) <TAB> nd = geotag_Controller . getAttr ( c . p ) <TAB> try : <TAB> <TAB> txt = nd . h . split ( None , 5 ) <TAB> <TAB> what = ""dummy"" , ""lat"" , ""lng"" , ""zoom"" , ""maptype"" , ""description"" <TAB> <TAB> data = dict ( zip ( what , txt ) ) <TAB> <TAB> data [ ""lat"" ] = float ( data [ ""lat"" ] ) <TAB> <TAB> data [ ""lng"" ] = float ( data [ ""lng"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> data [ ""zoom"" ] = int ( data [ ""zoom"" ] ) <TAB> <TAB> if ""description"" not in data or not data [ ""description"" ] . strip ( ) : <TAB> <TAB> <TAB> data [ ""description"" ] = c . p . h <TAB> except ( ValueError , TypeError ) : <TAB> <TAB> data = { ""description"" : c . p . h } <TAB> g . pygeotag . show_position ( data )","if ""zoom"" in data :",210
17730,"def open(self):
    cmd = self._check_cmd()
    params = self.params.copy()
    params[""_bg""] = True
    if self.errorlog:
        tmpfile = tempfile.NamedTemporaryFile(
            prefix=""livestreamer"", suffix="".err"", delete=False
        )
        params[""_err""] = tmpfile
    else:
        params[""_err""] = open(os.devnull, ""wb"")
    with params[""_err""]:
        stream = cmd(**params)
    # Wait 0.5 seconds to see if program exited prematurely
    time.sleep(0.5)
    process_alive = stream.process.returncode is None
    if not process_alive:
        if self.errorlog:
            raise StreamError(
                (
                    ""Error while executing subprocess, "" ""error output logged to: {0}""
                ).format(tmpfile.name)
            )
        else:
            raise StreamError(""Error while executing subprocess"")
    return StreamProcessIO(self.session, stream.process, timeout=self.timeout)","def open ( self ) : <TAB> cmd = self . _check_cmd ( ) <TAB> params = self . params . copy ( ) <TAB> params [ ""_bg"" ] = True <TAB> <fill-in> <TAB> <TAB> tmpfile = tempfile . NamedTemporaryFile ( <TAB> <TAB> <TAB> prefix = ""livestreamer"" , suffix = "".err"" , delete = False <TAB> <TAB> ) <TAB> <TAB> params [ ""_err"" ] = tmpfile <TAB> else : <TAB> <TAB> params [ ""_err"" ] = open ( os . devnull , ""wb"" ) <TAB> with params [ ""_err"" ] : <TAB> <TAB> stream = cmd ( ** params ) <TAB> <TAB> time . sleep ( 0.5 ) <TAB> process_alive = stream . process . returncode is None <TAB> if not process_alive : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise StreamError ( <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Error while executing subprocess, "" ""error output logged to: {0}"" <TAB> <TAB> <TAB> <TAB> ) . format ( tmpfile . name ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise StreamError ( ""Error while executing subprocess"" ) <TAB> return StreamProcessIO ( self . session , stream . process , timeout = self . timeout )",if self . errorlog :,266
501,"def user_can_administer_repository(self, user, repository):
    """"""Return True if the received user can administer the received repository.""""""
    if user:
        if repository:
            repository_admin_role = repository.admin_role
            for rra in repository.roles:
                role = rra.role
                if role.id == repository_admin_role.id:
                    # We have the repository's admin role, so see if the user is associated with it.
                    for ura in role.users:
                        role_member = ura.user
                        if role_member.id == user.id:
                            return True
                    # The user is not directly associated with the role, so see if they are a member
                    # of a group that is associated with the role.
                    for gra in role.groups:
                        group = gra.group
                        for uga in group.members:
                            member = uga.user
                            if member.id == user.id:
                                return True
    return False
","def user_can_administer_repository ( self , user , repository ) : <TAB> """"""Return True if the received user can administer the received repository."""""" <TAB> if user : <TAB> <TAB> if repository : <TAB> <TAB> <TAB> repository_admin_role = repository . admin_role <TAB> <TAB> <TAB> for rra in repository . roles : <TAB> <TAB> <TAB> <TAB> role = rra . role <TAB> <TAB> <TAB> <TAB> if role . id == repository_admin_role . id : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for ura in role . users : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> role_member = ura . user <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for gra in role . groups : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> group = gra . group <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for uga in group . members : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> member = uga . user <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if member . id == user . id : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return True <TAB> return False",if role_member . id == user . id :,313
15011,"def get_all_possible_filenames(version_str):
    """"""Get a list of all filename on this system.""""""
    current_system = platform.system()
    POSSIBLE_FILENAMES = []
    for suffix in ClangUtils.SUFFIXES[current_system]:
        for name in ClangUtils.POSSIBLE_FILENAMES[current_system]:
            if platform.system() == ""Linux"":
                name = name.replace(""$version"", version_str)
            POSSIBLE_FILENAMES.append(""{name}{suffix}"".format(name=name, suffix=suffix))
    return POSSIBLE_FILENAMES
","def get_all_possible_filenames ( version_str ) : <TAB> """"""Get a list of all filename on this system."""""" <TAB> current_system = platform . system ( ) <TAB> POSSIBLE_FILENAMES = [ ] <TAB> for suffix in ClangUtils . SUFFIXES [ current_system ] : <TAB> <TAB> for name in ClangUtils . POSSIBLE_FILENAMES [ current_system ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> name = name . replace ( ""$version"" , version_str ) <TAB> <TAB> <TAB> POSSIBLE_FILENAMES . append ( ""{name}{suffix}"" . format ( name = name , suffix = suffix ) ) <TAB> return POSSIBLE_FILENAMES","if platform . system ( ) == ""Linux"" :",153
17813,"def getChartList(self):
    cache_key = ""bluray.charts""
    movie_list = {
        ""name"": ""Blu-ray.com - New Releases"",
        ""url"": self.display_url,
        ""order"": self.chart_order,
        ""list"": self.getCache(cache_key) or [],
    }
    if not movie_list[""list""]:
        movie_ids = []
        max_items = 10
        rss_movies = self.getRSSData(self.rss_url)
        for movie in rss_movies:
            name = (
                self.getTextElement(movie, ""title"")
                .lower()
                .split(""blu-ray"")[0]
                .strip(""("")
                .rstrip()
            )
            year = (
                self.getTextElement(movie, ""description"")
                .split(""|"")[1]
                .strip(""("")
                .strip()
            )
            if not name.find(""/"") == -1:  # make sure it is not a double movie release
                continue
            movie = self.search(name, year)
            if movie:
                if movie.get(""imdb"") in movie_ids:
                    continue
                is_movie = fireEvent(
                    ""movie.is_movie"", identifier=movie.get(""imdb""), single=True
                )
                if not is_movie:
                    continue
                movie_ids.append(movie.get(""imdb""))
                movie_list[""list""].append(movie)
                if len(movie_list[""list""]) >= max_items:
                    break
        if not movie_list[""list""]:
            return
        self.setCache(cache_key, movie_list[""list""], timeout=259200)
    return [movie_list]","def getChartList ( self ) : <TAB> cache_key = ""bluray.charts"" <TAB> movie_list = { <TAB> <TAB> ""name"" : ""Blu-ray.com - New Releases"" , <TAB> <TAB> ""url"" : self . display_url , <TAB> <TAB> ""order"" : self . chart_order , <TAB> <TAB> ""list"" : self . getCache ( cache_key ) or [ ] , <TAB> } <TAB> if not movie_list [ ""list"" ] : <TAB> <TAB> movie_ids = [ ] <TAB> <TAB> max_items = 10 <TAB> <TAB> rss_movies = self . getRSSData ( self . rss_url ) <TAB> <TAB> for movie in rss_movies : <TAB> <TAB> <TAB> name = ( <TAB> <TAB> <TAB> <TAB> self . getTextElement ( movie , ""title"" ) <TAB> <TAB> <TAB> <TAB> . lower ( ) <TAB> <TAB> <TAB> <TAB> . split ( ""blu-ray"" ) [ 0 ] <TAB> <TAB> <TAB> <TAB> . strip ( ""("" ) <TAB> <TAB> <TAB> <TAB> . rstrip ( ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> year = ( <TAB> <TAB> <TAB> <TAB> self . getTextElement ( movie , ""description"" ) <TAB> <TAB> <TAB> <TAB> . split ( ""|"" ) [ 1 ] <TAB> <TAB> <TAB> <TAB> . strip ( ""("" ) <TAB> <TAB> <TAB> <TAB> . strip ( ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if not name . find ( ""/"" ) == - 1 : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> movie = self . search ( name , year ) <TAB> <TAB> <TAB> if movie : <TAB> <TAB> <TAB> <TAB> if movie . get ( ""imdb"" ) in movie_ids : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> is_movie = fireEvent ( <TAB> <TAB> <TAB> <TAB> <TAB> ""movie.is_movie"" , identifier = movie . get ( ""imdb"" ) , single = True <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> if not is_movie : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> movie_ids . append ( movie . get ( ""imdb"" ) ) <TAB> <TAB> <TAB> <TAB> movie_list [ ""list"" ] . append ( movie ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if not movie_list [ ""list"" ] : <TAB> <TAB> <TAB> return <TAB> <TAB> self . setCache ( cache_key , movie_list [ ""list"" ] , timeout = 259200 ) <TAB> return [ movie_list ]","if len ( movie_list [ ""list"" ] ) >= max_items :",508
15062,"def get_norm(norm, out_channels):
    if isinstance(norm, str):
        if len(norm) == 0:
            return None
        norm = {
            ""BN"": BatchNorm2d,
            ""GN"": lambda channels: nn.GroupNorm(32, channels),
            ""nnSyncBN"": nn.SyncBatchNorm,  # keep for debugging
            """": lambda x: x,
        }[norm]
    return norm(out_channels)","def get_norm ( norm , out_channels ) : <TAB> if isinstance ( norm , str ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return None <TAB> <TAB> norm = { <TAB> <TAB> <TAB> ""BN"" : BatchNorm2d , <TAB> <TAB> <TAB> ""GN"" : lambda channels : nn . GroupNorm ( 32 , channels ) , <TAB> <TAB> <TAB> ""nnSyncBN"" : nn . SyncBatchNorm , <TAB> <TAB> <TAB> """" : lambda x : x , <TAB> <TAB> } [ norm ] <TAB> return norm ( out_channels )",if len ( norm ) == 0 :,118
13492,"def delete_s3_bucket(bucket_name, dry_run=True, quiet=False):
    s3client = boto3.client(""s3"")
    versions = s3client.list_object_versions(Bucket=bucket_name).get(""Versions"", [])
    objects = [{""Key"": o[""Key""], ""VersionId"": o[""VersionId""]} for o in versions]
    if objects:
        for obj in objects:
            if not quiet:
                puts(colored.red(""AWS::S3::Key {}/{}"".format(bucket_name, obj[""Key""])))
        if not dry_run:
            s3client.delete_objects(
                Bucket=bucket_name, Delete={""Objects"": objects, ""Quiet"": False}
            )
    if not quiet:
        puts(colored.red(""S3 Bucket: {}"".format(bucket_name)))
    if not dry_run:
        s3client.delete_bucket(Bucket=bucket_name)","def delete_s3_bucket ( bucket_name , dry_run = True , quiet = False ) : <TAB> s3client = boto3 . client ( ""s3"" ) <TAB> versions = s3client . list_object_versions ( Bucket = bucket_name ) . get ( ""Versions"" , [ ] ) <TAB> objects = [ { ""Key"" : o [ ""Key"" ] , ""VersionId"" : o [ ""VersionId"" ] } for o in versions ] <TAB> if objects : <TAB> <TAB> for obj in objects : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> puts ( colored . red ( ""AWS::S3::Key {}/{}"" . format ( bucket_name , obj [ ""Key"" ] ) ) ) <TAB> <TAB> if not dry_run : <TAB> <TAB> <TAB> s3client . delete_objects ( <TAB> <TAB> <TAB> <TAB> Bucket = bucket_name , Delete = { ""Objects"" : objects , ""Quiet"" : False } <TAB> <TAB> <TAB> ) <TAB> <fill-in> <TAB> <TAB> puts ( colored . red ( ""S3 Bucket: {}"" . format ( bucket_name ) ) ) <TAB> if not dry_run : <TAB> <TAB> s3client . delete_bucket ( Bucket = bucket_name )",if not quiet :,237
3128,"def remove(self, url):
    try:
        i = self.items.index(url)
    except (ValueError, IndexError):
        pass
    else:
        was_selected = i in self.selectedindices()
        self.list.delete(i)
        del self.items[i]
        if not self.items:
            self.mp.hidepanel(self.name)
        elif was_selected:
            if i >= len(self.items):
                i = len(self.items) - 1
            self.list.select_set(i)","def remove ( self , url ) : <TAB> try : <TAB> <TAB> i = self . items . index ( url ) <TAB> except ( ValueError , IndexError ) : <TAB> <TAB> pass <TAB> else : <TAB> <TAB> was_selected = i in self . selectedindices ( ) <TAB> <TAB> self . list . delete ( i ) <TAB> <TAB> del self . items [ i ] <TAB> <TAB> if not self . items : <TAB> <TAB> <TAB> self . mp . hidepanel ( self . name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if i >= len ( self . items ) : <TAB> <TAB> <TAB> <TAB> i = len ( self . items ) - 1 <TAB> <TAB> <TAB> self . list . select_set ( i )",elif was_selected :,150
19002,"def get_ndarray_bounds(self) -> List[Tuple[float, float]]:
    bounds = []
    final_bound = None
    for hp in self.config_space.get_hyperparameters():
        if isinstance(hp, CS.CategoricalHyperparameter):
            if not self._fix_attribute_value(hp.name):
                bound = [(0.0, 1.0)] * len(hp.choices)
            else:
                bound = [(0.0, 0.0)] * len(hp.choices)
                bound[int(self.value_for_last_pos)] = (1.0, 1.0)
        else:
            if not self._fix_attribute_value(hp.name):
                bound = [(0.0, 1.0)]
            else:
                val_int = float(
                    hp._inverse_transform(np.array([self.value_for_last_pos])).item()
                )
                bound = [(val_int, val_int)]
        if hp.name == self.name_last_pos:
            final_bound = bound
        else:
            bounds.extend(bound)
    if final_bound is not None:
        bounds.extend(final_bound)
    return bounds","def get_ndarray_bounds ( self ) -> List [ Tuple [ float , float ] ] : <TAB> bounds = [ ] <TAB> final_bound = None <TAB> for hp in self . config_space . get_hyperparameters ( ) : <TAB> <TAB> if isinstance ( hp , CS . CategoricalHyperparameter ) : <TAB> <TAB> <TAB> if not self . _fix_attribute_value ( hp . name ) : <TAB> <TAB> <TAB> <TAB> bound = [ ( 0.0 , 1.0 ) ] * len ( hp . choices ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> bound = [ ( 0.0 , 0.0 ) ] * len ( hp . choices ) <TAB> <TAB> <TAB> <TAB> bound [ int ( self . value_for_last_pos ) ] = ( 1.0 , 1.0 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if not self . _fix_attribute_value ( hp . name ) : <TAB> <TAB> <TAB> <TAB> bound = [ ( 0.0 , 1.0 ) ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> val_int = float ( <TAB> <TAB> <TAB> <TAB> <TAB> hp . _inverse_transform ( np . array ( [ self . value_for_last_pos ] ) ) . item ( ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> bound = [ ( val_int , val_int ) ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> final_bound = bound <TAB> <TAB> else : <TAB> <TAB> <TAB> bounds . extend ( bound ) <TAB> if final_bound is not None : <TAB> <TAB> bounds . extend ( final_bound ) <TAB> return bounds",if hp . name == self . name_last_pos :,331
25230,"def _find_mountains_mask(world, factor):
    _mask = [
        [False for x in range(factor * world.width)]
        for y in range(factor * world.height)
    ]
    for y in range(factor * world.height):
        for x in range(factor * world.width):
            if world.is_mountain((int(x / factor), int(y / factor))):
                v = len(
                    world.tiles_around(
                        (int(x / factor), int(y / factor)),
                        radius=3,
                        predicate=world.is_mountain,
                    )
                )
                if v > 32:
                    _mask[y][x] = v / 4
    return _mask","def _find_mountains_mask ( world , factor ) : <TAB> _mask = [ <TAB> <TAB> [ False for x in range ( factor * world . width ) ] <TAB> <TAB> for y in range ( factor * world . height ) <TAB> ] <TAB> for y in range ( factor * world . height ) : <TAB> <TAB> for x in range ( factor * world . width ) : <TAB> <TAB> <TAB> if world . is_mountain ( ( int ( x / factor ) , int ( y / factor ) ) ) : <TAB> <TAB> <TAB> <TAB> v = len ( <TAB> <TAB> <TAB> <TAB> <TAB> world . tiles_around ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ( int ( x / factor ) , int ( y / factor ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> radius = 3 , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> predicate = world . is_mountain , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> _mask [ y ] [ x ] = v / 4 <TAB> return _mask",if v > 32 :,217
23173,"def _validate(self):
    if not self.allow_non_single and (self._value[0] is None or self._value[0] is None):
        raise InvalidArgumentValue(
            ""Address cannot be unbounded if allow_non_single is not set.""
        )
    if self._value[0]:
        row = int(self._value[0])
        if row < 1:
            raise InvalidArgumentValue(
                ""Address coordinates may not be below zero: "" + repr(self._value)
            )
    if self._value[1]:
        col = int(self._value[1])
        if col < 1:
            raise InvalidArgumentValue(
                ""Address coordinates may not be below zero: "" + repr(self._value)
            )","def _validate ( self ) : <TAB> if not self . allow_non_single and ( self . _value [ 0 ] is None or self . _value [ 0 ] is None ) : <TAB> <TAB> raise InvalidArgumentValue ( <TAB> <TAB> <TAB> ""Address cannot be unbounded if allow_non_single is not set."" <TAB> <TAB> ) <TAB> if self . _value [ 0 ] : <TAB> <TAB> row = int ( self . _value [ 0 ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise InvalidArgumentValue ( <TAB> <TAB> <TAB> <TAB> ""Address coordinates may not be below zero: "" + repr ( self . _value ) <TAB> <TAB> <TAB> ) <TAB> if self . _value [ 1 ] : <TAB> <TAB> col = int ( self . _value [ 1 ] ) <TAB> <TAB> if col < 1 : <TAB> <TAB> <TAB> raise InvalidArgumentValue ( <TAB> <TAB> <TAB> <TAB> ""Address coordinates may not be below zero: "" + repr ( self . _value ) <TAB> <TAB> <TAB> )",if row < 1 :,202
15796,"def _filter_imgs(self, min_size=32):
    """"""Filter images too small or without ground truths.""""""
    valid_inds = []
    # obtain images that contain annotation
    ids_with_ann = set(_[""image_id""] for _ in self.coco.anns.values())
    # obtain images that contain annotations of the required categories
    ids_in_cat = set()
    for i, class_id in enumerate(self.cat_ids):
        ids_in_cat |= set(self.coco.cat_img_map[class_id])
    # merge the image id sets of the two conditions and use the merged set
    # to filter out images if self.filter_empty_gt=True
    ids_in_cat &= ids_with_ann
    valid_img_ids = []
    for i, img_info in enumerate(self.data_infos):
        img_id = self.img_ids[i]
        if self.filter_empty_gt and img_id not in ids_in_cat:
            continue
        if min(img_info[""width""], img_info[""height""]) >= min_size:
            valid_inds.append(i)
            valid_img_ids.append(img_id)
    self.img_ids = valid_img_ids
    return valid_inds","def _filter_imgs ( self , min_size = 32 ) : <TAB> """"""Filter images too small or without ground truths."""""" <TAB> valid_inds = [ ] <TAB> <TAB> ids_with_ann = set ( _ [ ""image_id"" ] for _ in self . coco . anns . values ( ) ) <TAB> <TAB> ids_in_cat = set ( ) <TAB> for i , class_id in enumerate ( self . cat_ids ) : <TAB> <TAB> ids_in_cat |= set ( self . coco . cat_img_map [ class_id ] ) <TAB> <TAB> <TAB> ids_in_cat &= ids_with_ann <TAB> valid_img_ids = [ ] <TAB> for i , img_info in enumerate ( self . data_infos ) : <TAB> <TAB> img_id = self . img_ids [ i ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if min ( img_info [ ""width"" ] , img_info [ ""height"" ] ) >= min_size : <TAB> <TAB> <TAB> valid_inds . append ( i ) <TAB> <TAB> <TAB> valid_img_ids . append ( img_id ) <TAB> self . img_ids = valid_img_ids <TAB> return valid_inds",if self . filter_empty_gt and img_id not in ids_in_cat :,322
19220,"def comparisons(self, predicates, simple_cover):
    compounder = self.Compounder(simple_cover)
    comparison_count = {}
    for pred in predicates:
        if len(pred) > 1:
            estimate = self.estimate(compounder(pred))
        else:
            estimate = self.estimate(simple_cover[pred])
        comparison_count[pred] = estimate
    return comparison_count","def comparisons ( self , predicates , simple_cover ) : <TAB> compounder = self . Compounder ( simple_cover ) <TAB> comparison_count = { } <TAB> for pred in predicates : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> estimate = self . estimate ( compounder ( pred ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> estimate = self . estimate ( simple_cover [ pred ] ) <TAB> <TAB> comparison_count [ pred ] = estimate <TAB> return comparison_count",if len ( pred ) > 1 :,107
16857,"def find_cookie(line):
    try:
        # Decode as UTF-8. Either the line is an encoding declaration,
        # in which case it should be pure ASCII, or it must be UTF-8
        # per default encoding.
        line_string = line.decode(""utf-8"")
    except UnicodeDecodeError:
        msg = ""invalid or missing encoding declaration""
        if filename is not None:
            msg = ""{} for {!r}"".format(msg, filename)
        raise SyntaxError(msg)
    match = cookie_re.match(line_string)
    if not match:
        return None
    encoding = _get_normal_name(match.group(1))
    try:
        codecs.lookup(encoding)
    except LookupError:
        # This behaviour mimics the Python interpreter
        if filename is None:
            msg = ""unknown encoding: "" + encoding
        else:
            msg = ""unknown encoding for {!r}: {}"".format(filename, encoding)
        raise SyntaxError(msg)
    if bom_found:
        if encoding != ""utf-8"":
            # This behaviour mimics the Python interpreter
            if filename is None:
                msg = ""encoding problem: utf-8""
            else:
                msg = ""encoding problem for {!r}: utf-8"".format(filename)
            raise SyntaxError(msg)
        encoding += ""-sig""
    return encoding","def find_cookie ( line ) : <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> line_string = line . decode ( ""utf-8"" ) <TAB> except UnicodeDecodeError : <TAB> <TAB> msg = ""invalid or missing encoding declaration"" <TAB> <TAB> if filename is not None : <TAB> <TAB> <TAB> msg = ""{} for {!r}"" . format ( msg , filename ) <TAB> <TAB> raise SyntaxError ( msg ) <TAB> match = cookie_re . match ( line_string ) <TAB> if not match : <TAB> <TAB> return None <TAB> encoding = _get_normal_name ( match . group ( 1 ) ) <TAB> try : <TAB> <TAB> codecs . lookup ( encoding ) <TAB> except LookupError : <TAB> <TAB> <TAB> <TAB> if filename is None : <TAB> <TAB> <TAB> msg = ""unknown encoding: "" + encoding <TAB> <TAB> else : <TAB> <TAB> <TAB> msg = ""unknown encoding for {!r}: {}"" . format ( filename , encoding ) <TAB> <TAB> raise SyntaxError ( msg ) <TAB> if bom_found : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if filename is None : <TAB> <TAB> <TAB> <TAB> msg = ""encoding problem: utf-8"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> msg = ""encoding problem for {!r}: utf-8"" . format ( filename ) <TAB> <TAB> <TAB> raise SyntaxError ( msg ) <TAB> <TAB> encoding += ""-sig"" <TAB> return encoding","if encoding != ""utf-8"" :",350
2420,"def getBranches(self, emu=None):
    ret = []
    # To start with we have no flags ( except our arch )
    flags = self.iflags & envi.ARCH_MASK
    addb = False
    # If we are a conditional branch, even our fallthrough
    # case is conditional...
    if self.iflags & IF_BRANCH:
        addb = True
        if not (self.iflags & IF_NOFALL):
            flags |= envi.BR_COND
    # If we can fall through, reflect that...
    if not self.iflags & envi.IF_NOFALL:
        ret.append((self.va + self.size, flags | envi.BR_FALL))
    # if we have no operands, it has no further branches...
    if len(self.opers) == 0:
        return ret
    # Check for a call...
    if self.iflags & IF_CALL:
        flags |= envi.BR_PROC
        addb = True
    if addb:
        oper0 = self.opers[0]
        if oper0.isDeref():
            flags |= envi.BR_DEREF
            tova = oper0.getOperAddr(self, emu=emu)
        else:
            tova = oper0.getOperValue(self, emu=emu)
        ret.append((tova, flags))
    return ret","def getBranches ( self , emu = None ) : <TAB> ret = [ ] <TAB> <TAB> flags = self . iflags & envi . ARCH_MASK <TAB> addb = False <TAB> <TAB> <TAB> if self . iflags & IF_BRANCH : <TAB> <TAB> addb = True <TAB> <TAB> if not ( self . iflags & IF_NOFALL ) : <TAB> <TAB> <TAB> flags |= envi . BR_COND <TAB> <TAB> if not self . iflags & envi . IF_NOFALL : <TAB> <TAB> ret . append ( ( self . va + self . size , flags | envi . BR_FALL ) ) <TAB> <TAB> if len ( self . opers ) == 0 : <TAB> <TAB> return ret <TAB> <TAB> if self . iflags & IF_CALL : <TAB> <TAB> flags |= envi . BR_PROC <TAB> <TAB> addb = True <TAB> if addb : <TAB> <TAB> oper0 = self . opers [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> flags |= envi . BR_DEREF <TAB> <TAB> <TAB> tova = oper0 . getOperAddr ( self , emu = emu ) <TAB> <TAB> else : <TAB> <TAB> <TAB> tova = oper0 . getOperValue ( self , emu = emu ) <TAB> <TAB> ret . append ( ( tova , flags ) ) <TAB> return ret",if oper0 . isDeref ( ) :,365
7131,"def actor_from_stream(
    self,
    stream: Optional[StreamT],
    *,
    index: int = None,
    active_partitions: Set[TP] = None,
    channel: ChannelT = None
) -> ActorRefT:
    """"""Create new actor from stream.""""""
    we_created_stream = False
    actual_stream: StreamT
    if stream is None:
        actual_stream = self.stream(
            channel=channel,
            concurrency_index=index,
            active_partitions=active_partitions,
        )
        we_created_stream = True
    else:
        # reusing actor stream after agent restart
        assert stream.concurrency_index == index
        assert stream.active_partitions == active_partitions
        actual_stream = stream
    res = self.fun(actual_stream)
    if isinstance(res, AsyncIterable):
        if we_created_stream:
            actual_stream.add_processor(self._maybe_unwrap_reply_request)
        return cast(
            ActorRefT,
            AsyncIterableActor(
                self,
                actual_stream,
                res,
                index=actual_stream.concurrency_index,
                active_partitions=actual_stream.active_partitions,
                loop=self.loop,
                beacon=self.beacon,
            ),
        )
    else:
        return cast(
            ActorRefT,
            AwaitableActor(
                self,
                actual_stream,
                res,
                index=actual_stream.concurrency_index,
                active_partitions=actual_stream.active_partitions,
                loop=self.loop,
                beacon=self.beacon,
            ),
        )
","def actor_from_stream ( <TAB> self , <TAB> stream : Optional [ StreamT ] , <TAB> * , <TAB> index : int = None , <TAB> active_partitions : Set [ TP ] = None , <TAB> channel : ChannelT = None ) -> ActorRefT : <TAB> """"""Create new actor from stream."""""" <TAB> we_created_stream = False <TAB> actual_stream : StreamT <TAB> if stream is None : <TAB> <TAB> actual_stream = self . stream ( <TAB> <TAB> <TAB> channel = channel , <TAB> <TAB> <TAB> concurrency_index = index , <TAB> <TAB> <TAB> active_partitions = active_partitions , <TAB> <TAB> ) <TAB> <TAB> we_created_stream = True <TAB> else : <TAB> <TAB> <TAB> <TAB> assert stream . concurrency_index == index <TAB> <TAB> assert stream . active_partitions == active_partitions <TAB> <TAB> actual_stream = stream <TAB> res = self . fun ( actual_stream ) <TAB> if isinstance ( res , AsyncIterable ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> actual_stream . add_processor ( self . _maybe_unwrap_reply_request ) <TAB> <TAB> return cast ( <TAB> <TAB> <TAB> ActorRefT , <TAB> <TAB> <TAB> AsyncIterableActor ( <TAB> <TAB> <TAB> <TAB> self , <TAB> <TAB> <TAB> <TAB> actual_stream , <TAB> <TAB> <TAB> <TAB> res , <TAB> <TAB> <TAB> <TAB> index = actual_stream . concurrency_index , <TAB> <TAB> <TAB> <TAB> active_partitions = actual_stream . active_partitions , <TAB> <TAB> <TAB> <TAB> loop = self . loop , <TAB> <TAB> <TAB> <TAB> beacon = self . beacon , <TAB> <TAB> <TAB> ) , <TAB> <TAB> ) <TAB> else : <TAB> <TAB> return cast ( <TAB> <TAB> <TAB> ActorRefT , <TAB> <TAB> <TAB> AwaitableActor ( <TAB> <TAB> <TAB> <TAB> self , <TAB> <TAB> <TAB> <TAB> actual_stream , <TAB> <TAB> <TAB> <TAB> res , <TAB> <TAB> <TAB> <TAB> index = actual_stream . concurrency_index , <TAB> <TAB> <TAB> <TAB> active_partitions = actual_stream . active_partitions , <TAB> <TAB> <TAB> <TAB> loop = self . loop , <TAB> <TAB> <TAB> <TAB> beacon = self . beacon , <TAB> <TAB> <TAB> ) , <TAB> <TAB> )",if we_created_stream :,469
11969,"def compiled_query(self):
    if self.compiled_query_ is None:
        self.lazy_init_lock_.acquire()
        try:
            if self.compiled_query_ is None:
                self.compiled_query_ = CompiledQuery()
        finally:
            self.lazy_init_lock_.release()
    return self.compiled_query_
",def compiled_query ( self ) : <TAB> <fill-in> <TAB> <TAB> self . lazy_init_lock_ . acquire ( ) <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . compiled_query_ = CompiledQuery ( ) <TAB> <TAB> finally : <TAB> <TAB> <TAB> self . lazy_init_lock_ . release ( ) <TAB> return self . compiled_query_,if self . compiled_query_ is None :,96
1435,"def _omit_keywords(self, context):
    omitted_kws = 0
    for event, elem in context:
        # Teardowns aren't omitted to allow checking suite teardown status.
        omit = elem.tag == ""kw"" and elem.get(""type"") != ""teardown""
        start = event == ""start""
        if omit and start:
            omitted_kws += 1
        if not omitted_kws:
            yield event, elem
        elif not start:
            elem.clear()
        if omit and not start:
            omitted_kws -= 1","def _omit_keywords ( self , context ) : <TAB> omitted_kws = 0 <TAB> for event , elem in context : <TAB> <TAB> <TAB> <TAB> omit = elem . tag == ""kw"" and elem . get ( ""type"" ) != ""teardown"" <TAB> <TAB> start = event == ""start"" <TAB> <TAB> if omit and start : <TAB> <TAB> <TAB> omitted_kws += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield event , elem <TAB> <TAB> elif not start : <TAB> <TAB> <TAB> elem . clear ( ) <TAB> <TAB> if omit and not start : <TAB> <TAB> <TAB> omitted_kws -= 1",if not omitted_kws :,144
19270,"def __exit__(self, exc_type, exc_val, exc_tb):
    if self._should_meta_profile:
        end_time = timezone.now()
        exception_raised = exc_type is not None
        if exception_raised:
            Logger.error(
                ""Exception when performing meta profiling, dumping trace below""
            )
            traceback.print_exception(exc_type, exc_val, exc_tb)
        request = getattr(DataCollector().local, ""request"", None)
        if request:
            curr = request.meta_time or 0
            request.meta_time = curr + _time_taken(self.start_time, end_time)","def __exit__ ( self , exc_type , exc_val , exc_tb ) : <TAB> if self . _should_meta_profile : <TAB> <TAB> end_time = timezone . now ( ) <TAB> <TAB> exception_raised = exc_type is not None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> Logger . error ( <TAB> <TAB> <TAB> <TAB> ""Exception when performing meta profiling, dumping trace below"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> traceback . print_exception ( exc_type , exc_val , exc_tb ) <TAB> <TAB> request = getattr ( DataCollector ( ) . local , ""request"" , None ) <TAB> <TAB> if request : <TAB> <TAB> <TAB> curr = request . meta_time or 0 <TAB> <TAB> <TAB> request . meta_time = curr + _time_taken ( self . start_time , end_time )",if exception_raised :,176
25508,"def correct_for_autogen_constraints(
    self,
    conn_unique_constraints,
    conn_indexes,
    metadata_unique_constraints,
    metadata_indexes,
):
    conn_indexes_by_name = dict((c.name, c) for c in conn_indexes)
    doubled_constraints = set(
        index for index in conn_indexes if index.info.get(""duplicates_constraint"")
    )
    for ix in doubled_constraints:
        conn_indexes.remove(ix)
    for idx in list(metadata_indexes):
        if idx.name in conn_indexes_by_name:
            continue
        exprs = idx.expressions
        for expr in exprs:
            while isinstance(expr, UnaryExpression):
                expr = expr.element
            if not isinstance(expr, Column):
                util.warn(
                    ""autogenerate skipping functional index %s; ""
                    ""not supported by SQLAlchemy reflection"" % idx.name
                )
                metadata_indexes.discard(idx)
","def correct_for_autogen_constraints ( <TAB> self , <TAB> conn_unique_constraints , <TAB> conn_indexes , <TAB> metadata_unique_constraints , <TAB> metadata_indexes , ) : <TAB> conn_indexes_by_name = dict ( ( c . name , c ) for c in conn_indexes ) <TAB> doubled_constraints = set ( <TAB> <TAB> index for index in conn_indexes if index . info . get ( ""duplicates_constraint"" ) <TAB> ) <TAB> for ix in doubled_constraints : <TAB> <TAB> conn_indexes . remove ( ix ) <TAB> for idx in list ( metadata_indexes ) : <TAB> <TAB> if idx . name in conn_indexes_by_name : <TAB> <TAB> <TAB> continue <TAB> <TAB> exprs = idx . expressions <TAB> <TAB> for expr in exprs : <TAB> <TAB> <TAB> while isinstance ( expr , UnaryExpression ) : <TAB> <TAB> <TAB> <TAB> expr = expr . element <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> util . warn ( <TAB> <TAB> <TAB> <TAB> <TAB> ""autogenerate skipping functional index %s; "" <TAB> <TAB> <TAB> <TAB> <TAB> ""not supported by SQLAlchemy reflection"" % idx . name <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> metadata_indexes . discard ( idx )","if not isinstance ( expr , Column ) :",268
18316,"def add_model(self, model, initial=None):
    """"""Register a model with the state machine, initializing triggers and callbacks.""""""
    models = listify(model)
    if initial is None:
        if self.initial is None:
            raise ValueError(
                ""No initial state configured for machine, must specify when adding model.""
            )
        else:
            initial = self.initial
    for mod in models:
        mod = self if mod == ""self"" else mod
        if mod not in self.models:
            self._checked_assignment(mod, ""trigger"", partial(self._get_trigger, mod))
            for trigger in self.events:
                self._add_trigger_to_model(trigger, mod)
            for state in self.states.values():
                self._add_model_to_state(state, mod)
            self.set_state(initial, model=mod)
            self.models.append(mod)
","def add_model ( self , model , initial = None ) : <TAB> """"""Register a model with the state machine, initializing triggers and callbacks."""""" <TAB> models = listify ( model ) <TAB> if initial is None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""No initial state configured for machine, must specify when adding model."" <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> initial = self . initial <TAB> for mod in models : <TAB> <TAB> mod = self if mod == ""self"" else mod <TAB> <TAB> if mod not in self . models : <TAB> <TAB> <TAB> self . _checked_assignment ( mod , ""trigger"" , partial ( self . _get_trigger , mod ) ) <TAB> <TAB> <TAB> for trigger in self . events : <TAB> <TAB> <TAB> <TAB> self . _add_trigger_to_model ( trigger , mod ) <TAB> <TAB> <TAB> for state in self . states . values ( ) : <TAB> <TAB> <TAB> <TAB> self . _add_model_to_state ( state , mod ) <TAB> <TAB> <TAB> self . set_state ( initial , model = mod ) <TAB> <TAB> <TAB> self . models . append ( mod )",if self . initial is None :,248
12233,"def environ_add_POST(env, data, content_type=None):
    if data is None:
        return
    if env[""REQUEST_METHOD""] not in (""POST"", ""PUT""):
        env[""REQUEST_METHOD""] = ""POST""
    has_files = False
    if hasattr(data, ""items""):
        data = data.items()
        data.sort()
        has_files = filter(lambda _: isinstance(_[1], (tuple, list)), data)
    if content_type is None:
        content_type = (
            ""multipart/form-data"" if has_files else ""application/x-www-form-urlencoded""
        )
    if content_type.startswith(""multipart/form-data""):
        if not isinstance(data, str):
            content_type, data = _encode_multipart(data, content_type)
    elif content_type.startswith(""application/x-www-form-urlencoded""):
        if has_files:
            raise ValueError(
                ""Submiting files is not allowed for"" "" content type `%s`"" % content_type
            )
        if not isinstance(data, str):
            data = urllib.urlencode(data)
    else:
        if not isinstance(data, str):
            raise ValueError(
                ""Please provide `POST` data as string""
                "" for content type `%s`"" % content_type
            )
    env[""wsgi.input""] = StringIO(data)
    env[""webob.is_body_seekable""] = True
    env[""CONTENT_LENGTH""] = str(len(data))
    env[""CONTENT_TYPE""] = content_type","def environ_add_POST ( env , data , content_type = None ) : <TAB> if data is None : <TAB> <TAB> return <TAB> if env [ ""REQUEST_METHOD"" ] not in ( ""POST"" , ""PUT"" ) : <TAB> <TAB> env [ ""REQUEST_METHOD"" ] = ""POST"" <TAB> has_files = False <TAB> if hasattr ( data , ""items"" ) : <TAB> <TAB> data = data . items ( ) <TAB> <TAB> data . sort ( ) <TAB> <TAB> has_files = filter ( lambda _ : isinstance ( _ [ 1 ] , ( tuple , list ) ) , data ) <TAB> if content_type is None : <TAB> <TAB> content_type = ( <TAB> <TAB> <TAB> ""multipart/form-data"" if has_files else ""application/x-www-form-urlencoded"" <TAB> <TAB> ) <TAB> if content_type . startswith ( ""multipart/form-data"" ) : <TAB> <TAB> if not isinstance ( data , str ) : <TAB> <TAB> <TAB> content_type , data = _encode_multipart ( data , content_type ) <TAB> elif content_type . startswith ( ""application/x-www-form-urlencoded"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Submiting files is not allowed for"" "" content type `%s`"" % content_type <TAB> <TAB> <TAB> ) <TAB> <TAB> if not isinstance ( data , str ) : <TAB> <TAB> <TAB> data = urllib . urlencode ( data ) <TAB> else : <TAB> <TAB> if not isinstance ( data , str ) : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Please provide `POST` data as string"" <TAB> <TAB> <TAB> <TAB> "" for content type `%s`"" % content_type <TAB> <TAB> <TAB> ) <TAB> env [ ""wsgi.input"" ] = StringIO ( data ) <TAB> env [ ""webob.is_body_seekable"" ] = True <TAB> env [ ""CONTENT_LENGTH"" ] = str ( len ( data ) ) <TAB> env [ ""CONTENT_TYPE"" ] = content_type",if has_files :,410
4754,"def _transform_init_kwargs(cls, kwargs):
    transformed = []
    for field in list(kwargs.keys()):
        prop = getattr(cls, field, None)
        if isinstance(prop, MoneyProperty):
            value = kwargs.pop(field)
            _transform_single_init_kwarg(prop, field, value, kwargs)
            transformed.append((field, value))
    return transformed
","def _transform_init_kwargs ( cls , kwargs ) : <TAB> transformed = [ ] <TAB> for field in list ( kwargs . keys ( ) ) : <TAB> <TAB> prop = getattr ( cls , field , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> value = kwargs . pop ( field ) <TAB> <TAB> <TAB> _transform_single_init_kwarg ( prop , field , value , kwargs ) <TAB> <TAB> <TAB> transformed . append ( ( field , value ) ) <TAB> return transformed","if isinstance ( prop , MoneyProperty ) :",102
9399,"def map(callbackfn):
    array = this.to_object()
    arr_len = array.get(""length"").to_uint32()
    if not callbackfn.is_callable():
        raise this.MakeError(""TypeError"", ""callbackfn must be a function"")
    T = arguments[1]
    A = this.Js([])
    k = 0
    while k < arr_len:
        Pk = str(k)
        if array.has_property(Pk):
            kValue = array.get(Pk)
            mappedValue = callbackfn.call(T, (kValue, this.Js(k), array))
            A.define_own_property(
                Pk,
                {
                    ""value"": mappedValue,
                    ""writable"": True,
                    ""enumerable"": True,
                    ""configurable"": True,
                },
            )
        k += 1
    return A","def map ( callbackfn ) : <TAB> array = this . to_object ( ) <TAB> arr_len = array . get ( ""length"" ) . to_uint32 ( ) <TAB> if not callbackfn . is_callable ( ) : <TAB> <TAB> raise this . MakeError ( ""TypeError"" , ""callbackfn must be a function"" ) <TAB> T = arguments [ 1 ] <TAB> A = this . Js ( [ ] ) <TAB> k = 0 <TAB> while k < arr_len : <TAB> <TAB> Pk = str ( k ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> kValue = array . get ( Pk ) <TAB> <TAB> <TAB> mappedValue = callbackfn . call ( T , ( kValue , this . Js ( k ) , array ) ) <TAB> <TAB> <TAB> A . define_own_property ( <TAB> <TAB> <TAB> <TAB> Pk , <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> ""value"" : mappedValue , <TAB> <TAB> <TAB> <TAB> <TAB> ""writable"" : True , <TAB> <TAB> <TAB> <TAB> <TAB> ""enumerable"" : True , <TAB> <TAB> <TAB> <TAB> <TAB> ""configurable"" : True , <TAB> <TAB> <TAB> <TAB> } , <TAB> <TAB> <TAB> ) <TAB> <TAB> k += 1 <TAB> return A",if array . has_property ( Pk ) :,252
2780,"def join(self, *args):
    rv = self
    if self._model_ is not None:
        joins = []
        jdata = []
        auto_select_tables = [self._model_.table]
        for arg in args:
            condition, table, rel_type = self._parse_rjoin(arg)
            joins.append(condition)
            jdata.append((arg, table._tablename, rel_type))
            auto_select_tables.append(table)
        if joins:
            q = joins[0]
            for join in joins[1:]:
                q = q & join
            rv = rv.where(q, model=self._model_)
            return self._join_set_builder(rv, jdata, auto_select_tables)
    return rv","def join ( self , * args ) : <TAB> rv = self <TAB> if self . _model_ is not None : <TAB> <TAB> joins = [ ] <TAB> <TAB> jdata = [ ] <TAB> <TAB> auto_select_tables = [ self . _model_ . table ] <TAB> <TAB> for arg in args : <TAB> <TAB> <TAB> condition , table , rel_type = self . _parse_rjoin ( arg ) <TAB> <TAB> <TAB> joins . append ( condition ) <TAB> <TAB> <TAB> jdata . append ( ( arg , table . _tablename , rel_type ) ) <TAB> <TAB> <TAB> auto_select_tables . append ( table ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> q = joins [ 0 ] <TAB> <TAB> <TAB> for join in joins [ 1 : ] : <TAB> <TAB> <TAB> <TAB> q = q & join <TAB> <TAB> <TAB> rv = rv . where ( q , model = self . _model_ ) <TAB> <TAB> <TAB> return self . _join_set_builder ( rv , jdata , auto_select_tables ) <TAB> return rv",if joins :,209
1495,"def best_image(width, height):
    # A heuristic for finding closest sized image to required size.
    image = images[0]
    for img in images:
        if img.width == width and img.height == height:
            # Exact match always used
            return img
        elif img.width >= width and img.width * img.height > image.width * image.height:
            # At least wide enough, and largest area
            image = img
    return image","def best_image ( width , height ) : <TAB> <TAB> image = images [ 0 ] <TAB> for img in images : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return img <TAB> <TAB> elif img . width >= width and img . width * img . height > image . width * image . height : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> image = img <TAB> return image",if img . width == width and img . height == height :,120
870,"def get_full_path(path):
    if ""://"" not in path:
        path = os.path.join(self.AUTO_COLL_TEMPL, path, """")
        if abs_path:
            path = os.path.join(abs_path, path)
    return path
","def get_full_path ( path ) : <TAB> if ""://"" not in path : <TAB> <TAB> path = os . path . join ( self . AUTO_COLL_TEMPL , path , """" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> path = os . path . join ( abs_path , path ) <TAB> return path",if abs_path :,71
21274,"def _read_data_from_all_categories(self, directory, config, categories):
    lines = []
    for category in categories:
        data_file = os.path.join(directory, _DATASET_VERSION, category, config)
        if os.path.exists(data_file):
            with open(data_file) as f:
                ls = f.read().split(""\n"")
                for l in ls[::-1]:
                    if not l:
                        ls.remove(l)
                lines.extend(ls)
    return lines","def _read_data_from_all_categories ( self , directory , config , categories ) : <TAB> lines = [ ] <TAB> for category in categories : <TAB> <TAB> data_file = os . path . join ( directory , _DATASET_VERSION , category , config ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> with open ( data_file ) as f : <TAB> <TAB> <TAB> <TAB> ls = f . read ( ) . split ( ""\n"" ) <TAB> <TAB> <TAB> <TAB> for l in ls [ : : - 1 ] : <TAB> <TAB> <TAB> <TAB> <TAB> if not l : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ls . remove ( l ) <TAB> <TAB> <TAB> <TAB> lines . extend ( ls ) <TAB> return lines",if os . path . exists ( data_file ) :,150
6714,"def get_bit_length_from_plateau_lengths(merged_plateau_lengths) -> int:
    if len(merged_plateau_lengths) == 0:
        return 0
    if len(merged_plateau_lengths) == 1:
        return int(merged_plateau_lengths[0])
    round_plateau_lengths(merged_plateau_lengths)
    histogram = c_auto_interpretation.get_threshold_divisor_histogram(
        merged_plateau_lengths
    )
    if len(histogram) == 0:
        return 0
    else:
        # Can't return simply argmax, since this could be a multiple of result (e.g. 2 1s are transmitted often)
        sorted_indices = np.argsort(histogram)[::-1]
        max_count = histogram[sorted_indices[0]]
        result = sorted_indices[0]
        for i in range(1, len(sorted_indices)):
            if histogram[sorted_indices[i]] < 0.25 * max_count:
                break
            if sorted_indices[i] <= 0.5 * result:
                result = sorted_indices[i]
        return int(result)","def get_bit_length_from_plateau_lengths ( merged_plateau_lengths ) -> int : <TAB> if len ( merged_plateau_lengths ) == 0 : <TAB> <TAB> return 0 <TAB> if len ( merged_plateau_lengths ) == 1 : <TAB> <TAB> return int ( merged_plateau_lengths [ 0 ] ) <TAB> round_plateau_lengths ( merged_plateau_lengths ) <TAB> histogram = c_auto_interpretation . get_threshold_divisor_histogram ( <TAB> <TAB> merged_plateau_lengths <TAB> ) <TAB> if len ( histogram ) == 0 : <TAB> <TAB> return 0 <TAB> else : <TAB> <TAB> <TAB> <TAB> sorted_indices = np . argsort ( histogram ) [ : : - 1 ] <TAB> <TAB> max_count = histogram [ sorted_indices [ 0 ] ] <TAB> <TAB> result = sorted_indices [ 0 ] <TAB> <TAB> for i in range ( 1 , len ( sorted_indices ) ) : <TAB> <TAB> <TAB> if histogram [ sorted_indices [ i ] ] < 0.25 * max_count : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> result = sorted_indices [ i ] <TAB> <TAB> return int ( result )",if sorted_indices [ i ] <= 0.5 * result :,304
9075,"def empty_trash():
    from app import current_app as app
    with app.app_context():
        events = Event.query.filter(Event.deleted_at.isnot(None)).all()
        users = User.query.filter(User.deleted_at.isnot(None)).all()
        sessions = Session.query.filter(Session.deleted_at.isnot(None)).all()
        pending_orders = Order.query.filter_by(status=""pending"")
        for event in events:
            if datetime.now() - event.deleted_at >= timedelta(days=30):
                DataManager.delete_event(event.id)
        for user in users:
            if datetime.now() - user.deleted_at >= timedelta(days=30):
                transaction = transaction_class(Event)
                transaction.query.filter_by(user_id=user.id).delete()
                delete_from_db(user, ""User deleted permanently"")
        for session_ in sessions:
            if datetime.now() - session_.deleted_at >= timedelta(days=30):
                delete_from_db(session_, ""Session deleted permanently"")
        for pending_order in pending_orders:
            if datetime.now() - pending_order.created_at >= timedelta(days=3):
                pending_order.status = ""expired""
                save_to_db(pending_order, ""Pending order expired."")","def empty_trash ( ) : <TAB> from app import current_app as app <TAB> with app . app_context ( ) : <TAB> <TAB> events = Event . query . filter ( Event . deleted_at . isnot ( None ) ) . all ( ) <TAB> <TAB> users = User . query . filter ( User . deleted_at . isnot ( None ) ) . all ( ) <TAB> <TAB> sessions = Session . query . filter ( Session . deleted_at . isnot ( None ) ) . all ( ) <TAB> <TAB> pending_orders = Order . query . filter_by ( status = ""pending"" ) <TAB> <TAB> for event in events : <TAB> <TAB> <TAB> if datetime . now ( ) - event . deleted_at >= timedelta ( days = 30 ) : <TAB> <TAB> <TAB> <TAB> DataManager . delete_event ( event . id ) <TAB> <TAB> for user in users : <TAB> <TAB> <TAB> if datetime . now ( ) - user . deleted_at >= timedelta ( days = 30 ) : <TAB> <TAB> <TAB> <TAB> transaction = transaction_class ( Event ) <TAB> <TAB> <TAB> <TAB> transaction . query . filter_by ( user_id = user . id ) . delete ( ) <TAB> <TAB> <TAB> <TAB> delete_from_db ( user , ""User deleted permanently"" ) <TAB> <TAB> for session_ in sessions : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> delete_from_db ( session_ , ""Session deleted permanently"" ) <TAB> <TAB> for pending_order in pending_orders : <TAB> <TAB> <TAB> if datetime . now ( ) - pending_order . created_at >= timedelta ( days = 3 ) : <TAB> <TAB> <TAB> <TAB> pending_order . status = ""expired"" <TAB> <TAB> <TAB> <TAB> save_to_db ( pending_order , ""Pending order expired."" )",if datetime . now ( ) - session_ . deleted_at >= timedelta ( days = 30 ) :,366
11978,"def __new__(cls, *nodes):
    if not nodes:
        raise TypeError(""DisjunctionNode() requires at least one node"")
    elif len(nodes) == 1:
        return nodes[0]
    self = super(DisjunctionNode, cls).__new__(cls)
    self.__nodes = []
    # TODO: Remove duplicates?
    for node in nodes:
        if not isinstance(node, Node):
            raise TypeError(
                ""DisjunctionNode() expects Node instances as arguments;""
                "" received a non-Node instance %r"" % node
            )
        if isinstance(node, DisjunctionNode):
            self.__nodes.extend(node.__nodes)
        else:
            self.__nodes.append(node)
    return self","def __new__ ( cls , * nodes ) : <TAB> if not nodes : <TAB> <TAB> raise TypeError ( ""DisjunctionNode() requires at least one node"" ) <TAB> elif len ( nodes ) == 1 : <TAB> <TAB> return nodes [ 0 ] <TAB> self = super ( DisjunctionNode , cls ) . __new__ ( cls ) <TAB> self . __nodes = [ ] <TAB> <TAB> for node in nodes : <TAB> <TAB> if not isinstance ( node , Node ) : <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> ""DisjunctionNode() expects Node instances as arguments;"" <TAB> <TAB> <TAB> <TAB> "" received a non-Node instance %r"" % node <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . __nodes . extend ( node . __nodes ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . __nodes . append ( node ) <TAB> return self","if isinstance ( node , DisjunctionNode ) :",191
2463,"def main(argv):
    opts = setup().parse_args(argv)
    vw = vivisect.VivWorkspace()
    vw.loadWorkspace(opts.vw)
    print(""# %s"" % opts.vw)
    fnames = {}
    for fva, etype, ename, fname in vw.getExports():
        enamekey = ename.lower()
        fnamekey = fname.lower()
        fnames[fname] = True
        # Skip past forwarders
        if not vw.isFunction(fva):
            continue
        rtype, rname, ccname, funcname, args = vw.getFunctionApi(fva)
        args = tuple([(type_lookup.get(t, t), name_lookup.get(t)) for t, name in args])
        print(
            ""    '%s.%s':( %r, None, %r, '%s.%s', %r ),""
            % (fnamekey, enamekey, rtype, ccname, fname, ename, args)
        )
    for fwdfname in fnames.keys():
        for rva, name, fwdname in vw.getFileMeta(fwdfname, ""forwarders"", ()):
            fwdapi = vw.getImpApi(fwdname)
            if not fwdapi:
                print(""    # FIXME unresolved %s -> %s"" % (name, fwdname))
                continue
            print(""    '%s.%s':%r,"" % (fwdfname.lower(), name.lower(), fwdapi))
","def main ( argv ) : <TAB> opts = setup ( ) . parse_args ( argv ) <TAB> vw = vivisect . VivWorkspace ( ) <TAB> vw . loadWorkspace ( opts . vw ) <TAB> print ( ""# %s"" % opts . vw ) <TAB> fnames = { } <TAB> for fva , etype , ename , fname in vw . getExports ( ) : <TAB> <TAB> enamekey = ename . lower ( ) <TAB> <TAB> fnamekey = fname . lower ( ) <TAB> <TAB> fnames [ fname ] = True <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> rtype , rname , ccname , funcname , args = vw . getFunctionApi ( fva ) <TAB> <TAB> args = tuple ( [ ( type_lookup . get ( t , t ) , name_lookup . get ( t ) ) for t , name in args ] ) <TAB> <TAB> print ( <TAB> <TAB> <TAB> ""    '%s.%s':( %r, None, %r, '%s.%s', %r ),"" <TAB> <TAB> <TAB> % ( fnamekey , enamekey , rtype , ccname , fname , ename , args ) <TAB> <TAB> ) <TAB> for fwdfname in fnames . keys ( ) : <TAB> <TAB> for rva , name , fwdname in vw . getFileMeta ( fwdfname , ""forwarders"" , ( ) ) : <TAB> <TAB> <TAB> fwdapi = vw . getImpApi ( fwdname ) <TAB> <TAB> <TAB> if not fwdapi : <TAB> <TAB> <TAB> <TAB> print ( ""    # FIXME unresolved %s -> %s"" % ( name , fwdname ) ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> print ( ""    '%s.%s':%r,"" % ( fwdfname . lower ( ) , name . lower ( ) , fwdapi ) )",if not vw . isFunction ( fva ) :,400
24376,"def email(request):
    if request.method == ""POST"":
        form = EmailForm(request.POST, request.FILES)
        if form.is_valid():
            subject = request.POST.get(""subject"", """")
            message = request.POST.get(""message"", """")
            from_email = request.POST.get(""from_email"", """")
            to_email = request.POST.get(""to_email"", """")
            file = request.FILES.get(""files"", None)
            status = request.POST.get(""email_draft"", """")
            email = EmailMessage(subject, message, from_email, [to_email])
            email.content_subtype = ""html""
            f = form.save()
            if file is not None:
                email.attach(file.name, file.read(), file.content_type)
                f.file = file
            if status:
                f.status = ""draft""
            else:
                email.send(fail_silently=False)
            f.save()
            return HttpResponseRedirect(reverse(""emails:list""))
        else:
            return render(request, ""create_mail.html"", {""form"": form})
    else:
        form = EmailForm()
        return render(request, ""create_mail.html"", {""form"": form})
","def email ( request ) : <TAB> if request . method == ""POST"" : <TAB> <TAB> form = EmailForm ( request . POST , request . FILES ) <TAB> <TAB> if form . is_valid ( ) : <TAB> <TAB> <TAB> subject = request . POST . get ( ""subject"" , """" ) <TAB> <TAB> <TAB> message = request . POST . get ( ""message"" , """" ) <TAB> <TAB> <TAB> from_email = request . POST . get ( ""from_email"" , """" ) <TAB> <TAB> <TAB> to_email = request . POST . get ( ""to_email"" , """" ) <TAB> <TAB> <TAB> file = request . FILES . get ( ""files"" , None ) <TAB> <TAB> <TAB> status = request . POST . get ( ""email_draft"" , """" ) <TAB> <TAB> <TAB> email = EmailMessage ( subject , message , from_email , [ to_email ] ) <TAB> <TAB> <TAB> email . content_subtype = ""html"" <TAB> <TAB> <TAB> f = form . save ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> email . attach ( file . name , file . read ( ) , file . content_type ) <TAB> <TAB> <TAB> <TAB> f . file = file <TAB> <TAB> <TAB> if status : <TAB> <TAB> <TAB> <TAB> f . status = ""draft"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> email . send ( fail_silently = False ) <TAB> <TAB> <TAB> f . save ( ) <TAB> <TAB> <TAB> return HttpResponseRedirect ( reverse ( ""emails:list"" ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return render ( request , ""create_mail.html"" , { ""form"" : form } ) <TAB> else : <TAB> <TAB> form = EmailForm ( ) <TAB> <TAB> return render ( request , ""create_mail.html"" , { ""form"" : form } )",if file is not None :,350
23953,"def stop(self):
    with self.lock:
        if not self.process:
            return
        self.task_queue.put(None)
        self.result_queue.put(None)
        process = self.process
        self.process = None
        self.task_queue = None
        self.result_queue = None
    process.join(timeout=0.1)
    if process.exitcode is None:
        os.kill(process.pid, signal.SIGKILL)
        process.join()","def stop ( self ) : <TAB> with self . lock : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> self . task_queue . put ( None ) <TAB> <TAB> self . result_queue . put ( None ) <TAB> <TAB> process = self . process <TAB> <TAB> self . process = None <TAB> <TAB> self . task_queue = None <TAB> <TAB> self . result_queue = None <TAB> process . join ( timeout = 0.1 ) <TAB> if process . exitcode is None : <TAB> <TAB> os . kill ( process . pid , signal . SIGKILL ) <TAB> <TAB> process . join ( )",if not self . process :,132
7039,"def __init__(
    self,
    certificate=None,
    ssl_version=None,
    certreqs=None,
    cacerts=None,
    chatty=True,
    connectionchatty=False,
    starttls_server=False,
    npn_protocols=None,
    alpn_protocols=None,
    ciphers=None,
    context=None,
):
    if context:
        self.context = context
    else:
        self.context = ssl.SSLContext(
            ssl_version if ssl_version is not None else ssl.PROTOCOL_TLS
        )
        self.context.verify_mode = certreqs if certreqs is not None else ssl.CERT_NONE
        if cacerts:
            self.context.load_verify_locations(cacerts)
        if certificate:
            self.context.load_cert_chain(certificate)
        if npn_protocols:
            self.context.set_npn_protocols(npn_protocols)
        if alpn_protocols:
            self.context.set_alpn_protocols(alpn_protocols)
        if ciphers:
            self.context.set_ciphers(ciphers)
    self.chatty = chatty
    self.connectionchatty = connectionchatty
    self.starttls_server = starttls_server
    self.sock = socket.socket()
    self.port = support.bind_port(self.sock)
    self.flag = None
    self.active = False
    self.selected_npn_protocols = []
    self.selected_alpn_protocols = []
    self.shared_ciphers = []
    self.conn_errors = []
    threading.Thread.__init__(self)
    self.daemon = True
","def __init__ ( <TAB> self , <TAB> certificate = None , <TAB> ssl_version = None , <TAB> certreqs = None , <TAB> cacerts = None , <TAB> chatty = True , <TAB> connectionchatty = False , <TAB> starttls_server = False , <TAB> npn_protocols = None , <TAB> alpn_protocols = None , <TAB> ciphers = None , <TAB> context = None , ) : <TAB> if context : <TAB> <TAB> self . context = context <TAB> else : <TAB> <TAB> self . context = ssl . SSLContext ( <TAB> <TAB> <TAB> ssl_version if ssl_version is not None else ssl . PROTOCOL_TLS <TAB> <TAB> ) <TAB> <TAB> self . context . verify_mode = certreqs if certreqs is not None else ssl . CERT_NONE <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . context . load_verify_locations ( cacerts ) <TAB> <TAB> if certificate : <TAB> <TAB> <TAB> self . context . load_cert_chain ( certificate ) <TAB> <TAB> if npn_protocols : <TAB> <TAB> <TAB> self . context . set_npn_protocols ( npn_protocols ) <TAB> <TAB> if alpn_protocols : <TAB> <TAB> <TAB> self . context . set_alpn_protocols ( alpn_protocols ) <TAB> <TAB> if ciphers : <TAB> <TAB> <TAB> self . context . set_ciphers ( ciphers ) <TAB> self . chatty = chatty <TAB> self . connectionchatty = connectionchatty <TAB> self . starttls_server = starttls_server <TAB> self . sock = socket . socket ( ) <TAB> self . port = support . bind_port ( self . sock ) <TAB> self . flag = None <TAB> self . active = False <TAB> self . selected_npn_protocols = [ ] <TAB> self . selected_alpn_protocols = [ ] <TAB> self . shared_ciphers = [ ] <TAB> self . conn_errors = [ ] <TAB> threading . Thread . __init__ ( self ) <TAB> self . daemon = True",if cacerts :,423
9359,"def to_key(literal_or_identifier):
    """"""returns string representation of this object""""""
    if literal_or_identifier[""type""] == ""Identifier"":
        return literal_or_identifier[""name""]
    elif literal_or_identifier[""type""] == ""Literal"":
        k = literal_or_identifier[""value""]
        if isinstance(k, float):
            return unicode(float_repr(k))
        elif ""regex"" in literal_or_identifier:
            return compose_regex(k)
        elif isinstance(k, bool):
            return ""true"" if k else ""false""
        elif k is None:
            return ""null""
        else:
            return unicode(k)
","def to_key ( literal_or_identifier ) : <TAB> """"""returns string representation of this object"""""" <TAB> if literal_or_identifier [ ""type"" ] == ""Identifier"" : <TAB> <TAB> return literal_or_identifier [ ""name"" ] <TAB> elif literal_or_identifier [ ""type"" ] == ""Literal"" : <TAB> <TAB> k = literal_or_identifier [ ""value"" ] <TAB> <TAB> if isinstance ( k , float ) : <TAB> <TAB> <TAB> return unicode ( float_repr ( k ) ) <TAB> <TAB> elif ""regex"" in literal_or_identifier : <TAB> <TAB> <TAB> return compose_regex ( k ) <TAB> <TAB> elif isinstance ( k , bool ) : <TAB> <TAB> <TAB> return ""true"" if k else ""false"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ""null"" <TAB> <TAB> else : <TAB> <TAB> <TAB> return unicode ( k )",elif k is None :,179
13011,"def load_package_list(self, options_file):
    json_wrapper_option_list = JsonWrapper(options_file)
    option_list_json = json_wrapper_option_list.read()
    options_sorted = option_list_json.items()
    self.package_menu_items = []
    base_path = os.path.dirname(options_file)
    package_list = []
    if len(options_sorted) == 1:
        self.inactive_screen = True
        list(options_sorted)[0][1][""visible""] = True
    if platform.machine() == ""aarch64"" and ""realtime"" in dict(options_sorted):
        dict(options_sorted)[""realtime""][""visible""] = False
    default_selected = 0
    visible_options_cnt = 0
    for install_option in options_sorted:
        if install_option[1][""visible""] == True:
            package_list = PackageSelector.get_packages_to_install(
                install_option[1], base_path
            )
            self.package_menu_items.append(
                (
                    install_option[1][""title""],
                    self.exit_function,
                    [install_option[0], package_list],
                )
            )
            if install_option[0] == ""minimal"":
                default_selected = visible_options_cnt
            visible_options_cnt = visible_options_cnt + 1
    if self.inactive_screen:
        self.exit_function(self.package_menu_items[0][2])
    else:
        self.package_menu = Menu(
            self.menu_starty,
            self.maxx,
            self.package_menu_items,
            default_selected=default_selected,
            tab_enable=False,
        )","def load_package_list ( self , options_file ) : <TAB> json_wrapper_option_list = JsonWrapper ( options_file ) <TAB> option_list_json = json_wrapper_option_list . read ( ) <TAB> options_sorted = option_list_json . items ( ) <TAB> self . package_menu_items = [ ] <TAB> base_path = os . path . dirname ( options_file ) <TAB> package_list = [ ] <TAB> if len ( options_sorted ) == 1 : <TAB> <TAB> self . inactive_screen = True <TAB> <TAB> list ( options_sorted ) [ 0 ] [ 1 ] [ ""visible"" ] = True <TAB> if platform . machine ( ) == ""aarch64"" and ""realtime"" in dict ( options_sorted ) : <TAB> <TAB> dict ( options_sorted ) [ ""realtime"" ] [ ""visible"" ] = False <TAB> default_selected = 0 <TAB> visible_options_cnt = 0 <TAB> for install_option in options_sorted : <TAB> <TAB> if install_option [ 1 ] [ ""visible"" ] == True : <TAB> <TAB> <TAB> package_list = PackageSelector . get_packages_to_install ( <TAB> <TAB> <TAB> <TAB> install_option [ 1 ] , base_path <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . package_menu_items . append ( <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> install_option [ 1 ] [ ""title"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> self . exit_function , <TAB> <TAB> <TAB> <TAB> <TAB> [ install_option [ 0 ] , package_list ] , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> default_selected = visible_options_cnt <TAB> <TAB> <TAB> visible_options_cnt = visible_options_cnt + 1 <TAB> if self . inactive_screen : <TAB> <TAB> self . exit_function ( self . package_menu_items [ 0 ] [ 2 ] ) <TAB> else : <TAB> <TAB> self . package_menu = Menu ( <TAB> <TAB> <TAB> self . menu_starty , <TAB> <TAB> <TAB> self . maxx , <TAB> <TAB> <TAB> self . package_menu_items , <TAB> <TAB> <TAB> default_selected = default_selected , <TAB> <TAB> <TAB> tab_enable = False , <TAB> <TAB> )","if install_option [ 0 ] == ""minimal"" :",480
8846,"def pack_identifier(self):
    """"""Return a combined identifier for the whole pack if this has more than one episode.""""""
    # Currently only supports ep mode
    if self.id_type == ""ep"":
        if self.episodes > 1:
            return ""S%02dE%02d-E%02d"" % (
                self.season,
                self.episode,
                self.episode + self.episodes - 1,
            )
        else:
            return self.identifier
    else:
        return self.identifier","def pack_identifier ( self ) : <TAB> """"""Return a combined identifier for the whole pack if this has more than one episode."""""" <TAB> <TAB> if self . id_type == ""ep"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ""S%02dE%02d-E%02d"" % ( <TAB> <TAB> <TAB> <TAB> self . season , <TAB> <TAB> <TAB> <TAB> self . episode , <TAB> <TAB> <TAB> <TAB> self . episode + self . episodes - 1 , <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return self . identifier <TAB> else : <TAB> <TAB> return self . identifier",if self . episodes > 1 :,143
2819,"def create_files(self, problem_id, source_code, *args, **kwargs):
    super().create_files(problem_id, source_code, *args, **kwargs)
    # This step is necessary because of Unicode classnames
    try:
        source_code = utf8text(source_code)
    except UnicodeDecodeError:
        raise CompileError(""Your UTF-8 is bad, and you should feel bad"")
    class_name = find_class(source_code)
    self._code = self._file(""%s.java"" % class_name.group(1))
    try:
        with open(self._code, ""wb"") as fo:
            fo.write(utf8bytes(source_code))
    except IOError as e:
        if e.errno in (errno.ENAMETOOLONG, errno.ENOENT, errno.EINVAL):
            raise CompileError(
                ""Why do you need a class name so long? As a judge, I sentence your code to death.\n""
            )
        raise
    self._class_name = class_name.group(1)","def create_files ( self , problem_id , source_code , * args , ** kwargs ) : <TAB> super ( ) . create_files ( problem_id , source_code , * args , ** kwargs ) <TAB> <TAB> try : <TAB> <TAB> source_code = utf8text ( source_code ) <TAB> except UnicodeDecodeError : <TAB> <TAB> raise CompileError ( ""Your UTF-8 is bad, and you should feel bad"" ) <TAB> class_name = find_class ( source_code ) <TAB> self . _code = self . _file ( ""%s.java"" % class_name . group ( 1 ) ) <TAB> try : <TAB> <TAB> with open ( self . _code , ""wb"" ) as fo : <TAB> <TAB> <TAB> fo . write ( utf8bytes ( source_code ) ) <TAB> except IOError as e : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise CompileError ( <TAB> <TAB> <TAB> <TAB> ""Why do you need a class name so long? As a judge, I sentence your code to death.\n"" <TAB> <TAB> <TAB> ) <TAB> <TAB> raise <TAB> self . _class_name = class_name . group ( 1 )","if e . errno in ( errno . ENAMETOOLONG , errno . ENOENT , errno . EINVAL ) :",265
25371,"def get_multi(self, hrefs):
    hrefs = set(hrefs)
    href_xml = []
    for href in hrefs:
        if href != self._normalize_href(href):
            raise exceptions.NotFoundError(href)
        href_xml.append(""<D:href>{}</D:href>"".format(href))
    if not href_xml:
        return ()
    data = self.get_multi_template.format(hrefs=""\n"".join(href_xml)).encode(""utf-8"")
    response = self.session.request(
        ""REPORT"", """", data=data, headers=self.session.get_default_headers()
    )
    root = _parse_xml(response.content)  # etree only can handle bytes
    rv = []
    hrefs_left = set(hrefs)
    for href, etag, prop in self._parse_prop_responses(root):
        raw = prop.find(self.get_multi_data_query)
        if raw is None:
            dav_logger.warning(""Skipping {}, the item content is missing."".format(href))
            continue
        raw = raw.text or u""""
        if isinstance(raw, bytes):
            raw = raw.decode(response.encoding)
        if isinstance(etag, bytes):
            etag = etag.decode(response.encoding)
        try:
            hrefs_left.remove(href)
        except KeyError:
            if href in hrefs:
                dav_logger.warning(""Server sent item twice: {}"".format(href))
            else:
                dav_logger.warning(""Server sent unsolicited item: {}"".format(href))
        else:
            rv.append((href, Item(raw), etag))
    for href in hrefs_left:
        raise exceptions.NotFoundError(href)
    return rv","def get_multi ( self , hrefs ) : <TAB> hrefs = set ( hrefs ) <TAB> href_xml = [ ] <TAB> for href in hrefs : <TAB> <TAB> if href != self . _normalize_href ( href ) : <TAB> <TAB> <TAB> raise exceptions . NotFoundError ( href ) <TAB> <TAB> href_xml . append ( ""<D:href>{}</D:href>"" . format ( href ) ) <TAB> if not href_xml : <TAB> <TAB> return ( ) <TAB> data = self . get_multi_template . format ( hrefs = ""\n"" . join ( href_xml ) ) . encode ( ""utf-8"" ) <TAB> response = self . session . request ( <TAB> <TAB> ""REPORT"" , """" , data = data , headers = self . session . get_default_headers ( ) <TAB> ) <TAB> root = _parse_xml ( response . content ) <TAB> rv = [ ] <TAB> hrefs_left = set ( hrefs ) <TAB> for href , etag , prop in self . _parse_prop_responses ( root ) : <TAB> <TAB> raw = prop . find ( self . get_multi_data_query ) <TAB> <TAB> if raw is None : <TAB> <TAB> <TAB> dav_logger . warning ( ""Skipping {}, the item content is missing."" . format ( href ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> raw = raw . text or u"""" <TAB> <TAB> if isinstance ( raw , bytes ) : <TAB> <TAB> <TAB> raw = raw . decode ( response . encoding ) <TAB> <TAB> if isinstance ( etag , bytes ) : <TAB> <TAB> <TAB> etag = etag . decode ( response . encoding ) <TAB> <TAB> try : <TAB> <TAB> <TAB> hrefs_left . remove ( href ) <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> dav_logger . warning ( ""Server sent item twice: {}"" . format ( href ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> dav_logger . warning ( ""Server sent unsolicited item: {}"" . format ( href ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> rv . append ( ( href , Item ( raw ) , etag ) ) <TAB> for href in hrefs_left : <TAB> <TAB> raise exceptions . NotFoundError ( href ) <TAB> return rv",if href in hrefs :,451
12735,"def keyvault_id(cmd, namespace):
    """"""Validate storage account name""""""
    from azure.cli.core.profiles import ResourceType
    from azure.cli.core.commands.client_factory import get_mgmt_service_client
    if not namespace.keyvault:
        return
    if ""/providers/Microsoft.KeyVault/vaults/"" in namespace.keyvault:
        resource = namespace.keyvault.split(""/"")
        kv_name = resource[resource.index(""Microsoft.KeyVault"") + 2]
        kv_rg = resource[resource.index(""resourceGroups"") + 1]
    else:
        kv_name = namespace.keyvault
        kv_rg = namespace.resource_group_name
    try:
        keyvault_client = get_mgmt_service_client(
            cmd.cli_ctx, ResourceType.MGMT_KEYVAULT
        )
        vault = keyvault_client.vaults.get(kv_rg, kv_name)
        if not vault:
            raise ValueError(
                ""KeyVault named '{}' not found in the resource group '{}'."".format(
                    kv_name, kv_rg
                )
            )
        namespace.keyvault = vault.id  # pylint: disable=no-member
        namespace.keyvault_url = vault.properties.vault_uri
    except Exception as exp:
        raise ValueError(
            ""Invalid KeyVault reference: {}\n{}"".format(namespace.keyvault, exp)
        )","def keyvault_id ( cmd , namespace ) : <TAB> """"""Validate storage account name"""""" <TAB> from azure . cli . core . profiles import ResourceType <TAB> from azure . cli . core . commands . client_factory import get_mgmt_service_client <TAB> if not namespace . keyvault : <TAB> <TAB> return <TAB> if ""/providers/Microsoft.KeyVault/vaults/"" in namespace . keyvault : <TAB> <TAB> resource = namespace . keyvault . split ( ""/"" ) <TAB> <TAB> kv_name = resource [ resource . index ( ""Microsoft.KeyVault"" ) + 2 ] <TAB> <TAB> kv_rg = resource [ resource . index ( ""resourceGroups"" ) + 1 ] <TAB> else : <TAB> <TAB> kv_name = namespace . keyvault <TAB> <TAB> kv_rg = namespace . resource_group_name <TAB> try : <TAB> <TAB> keyvault_client = get_mgmt_service_client ( <TAB> <TAB> <TAB> cmd . cli_ctx , ResourceType . MGMT_KEYVAULT <TAB> <TAB> ) <TAB> <TAB> vault = keyvault_client . vaults . get ( kv_rg , kv_name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""KeyVault named '{}' not found in the resource group '{}'."" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> kv_name , kv_rg <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> namespace . keyvault = vault . id <TAB> <TAB> namespace . keyvault_url = vault . properties . vault_uri <TAB> except Exception as exp : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""Invalid KeyVault reference: {}\n{}"" . format ( namespace . keyvault , exp ) <TAB> <TAB> )",if not vault :,395
25475,"def _get_dendrogram_key(adata, dendrogram_key, groupby):
    # the `dendrogram_key` can be a bool an NoneType or the name of the
    # dendrogram key. By default the name of the dendrogram key is 'dendrogram'
    if not isinstance(dendrogram_key, str):
        if isinstance(groupby, str):
            dendrogram_key = f""dendrogram_{groupby}""
        elif isinstance(groupby, list):
            dendrogram_key = f'dendrogram_{""_"".join(groupby)}'
    if dendrogram_key not in adata.uns:
        from ..tools._dendrogram import dendrogram
        logg.warning(
            f""dendrogram data not found (using key={dendrogram_key}). ""
            ""Running `sc.tl.dendrogram` with default parameters. For fine ""
            ""tuning it is recommended to run `sc.tl.dendrogram` independently.""
        )
        dendrogram(adata, groupby, key_added=dendrogram_key)
    if ""dendrogram_info"" not in adata.uns[dendrogram_key]:
        raise ValueError(
            f""The given dendrogram key ({dendrogram_key!r}) does not contain ""
            ""valid dendrogram information.""
        )
    return dendrogram_key
","def _get_dendrogram_key ( adata , dendrogram_key , groupby ) : <TAB> <TAB> <TAB> if not isinstance ( dendrogram_key , str ) : <TAB> <TAB> if isinstance ( groupby , str ) : <TAB> <TAB> <TAB> dendrogram_key = f""dendrogram_{groupby}"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> dendrogram_key = f'dendrogram_{""_"".join(groupby)}' <TAB> if dendrogram_key not in adata . uns : <TAB> <TAB> from . . tools . _dendrogram import dendrogram <TAB> <TAB> logg . warning ( <TAB> <TAB> <TAB> f""dendrogram data not found (using key={dendrogram_key}). "" <TAB> <TAB> <TAB> ""Running `sc.tl.dendrogram` with default parameters. For fine "" <TAB> <TAB> <TAB> ""tuning it is recommended to run `sc.tl.dendrogram` independently."" <TAB> <TAB> ) <TAB> <TAB> dendrogram ( adata , groupby , key_added = dendrogram_key ) <TAB> if ""dendrogram_info"" not in adata . uns [ dendrogram_key ] : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> f""The given dendrogram key ({dendrogram_key!r}) does not contain "" <TAB> <TAB> <TAB> ""valid dendrogram information."" <TAB> <TAB> ) <TAB> return dendrogram_key","elif isinstance ( groupby , list ) :",322
11474,"def iterate(self, handle):
    """"""Iterate over the records in the IntelliGenetics file.""""""
    # Skip any file header text before the first record (;; lines)
    for line in handle:
        if not line.startswith("";;""):
            break
    else:
        # Empty file, or header only
        return
    if line[0] != "";"":
        raise ValueError(""Records should start with ';' and not:\n%r"" % line)
    while line:
        # Now iterate over the records
        # Try and agree with SeqRecord convention from the GenBank parser,
        # (and followed in the SwissProt parser) which stores the comments
        # as a long string with newlines under annotations key 'comment'.
        # Note some examples use ""; ..."" and others "";...""
        comment_lines = []
        while line.startswith("";""):
            # TODO - Extract identifier from lines like ""LOCUS\tB_SF2""?
            comment_lines.append(line[1:].strip())
            line = next(handle)
        title = line.rstrip()
        seq_lines = []
        for line in handle:
            if line[0] == "";"":
                break
            # Remove trailing whitespace, and any internal spaces
            seq_lines.append(line.rstrip().replace("" "", """"))
        else:
            line = None
        seq_str = """".join(seq_lines)
        if seq_str.endswith(""1""):
            # Remove the optional terminator (digit one)
            seq_str = seq_str[:-1]
        if ""1"" in seq_str:
            raise ValueError(""Potential terminator digit one found within sequence."")
        # Return the record and then continue...
        yield SeqRecord(
            Seq(seq_str),
            id=title,
            name=title,
            annotations={""comment"": ""\n"".join(comment_lines)},
        )
    # We should be at the end of the file now
    assert not line","def iterate ( self , handle ) : <TAB> """"""Iterate over the records in the IntelliGenetics file."""""" <TAB> <TAB> for line in handle : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> else : <TAB> <TAB> <TAB> <TAB> return <TAB> if line [ 0 ] != "";"" : <TAB> <TAB> raise ValueError ( ""Records should start with ';' and not:\n%r"" % line ) <TAB> while line : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> comment_lines = [ ] <TAB> <TAB> while line . startswith ( "";"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> comment_lines . append ( line [ 1 : ] . strip ( ) ) <TAB> <TAB> <TAB> line = next ( handle ) <TAB> <TAB> title = line . rstrip ( ) <TAB> <TAB> seq_lines = [ ] <TAB> <TAB> for line in handle : <TAB> <TAB> <TAB> if line [ 0 ] == "";"" : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> seq_lines . append ( line . rstrip ( ) . replace ( "" "" , """" ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> line = None <TAB> <TAB> seq_str = """" . join ( seq_lines ) <TAB> <TAB> if seq_str . endswith ( ""1"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> seq_str = seq_str [ : - 1 ] <TAB> <TAB> if ""1"" in seq_str : <TAB> <TAB> <TAB> raise ValueError ( ""Potential terminator digit one found within sequence."" ) <TAB> <TAB> <TAB> <TAB> yield SeqRecord ( <TAB> <TAB> <TAB> Seq ( seq_str ) , <TAB> <TAB> <TAB> id = title , <TAB> <TAB> <TAB> name = title , <TAB> <TAB> <TAB> annotations = { ""comment"" : ""\n"" . join ( comment_lines ) } , <TAB> <TAB> ) <TAB> <TAB> assert not line","if not line . startswith ( "";;"" ) :",510
22650,"def generateConstPy(self):
    log.debug(""========== generate_const.py()"")
    fin = open(os.path.join(self.build_src, ""const.py.in""), ""r"")
    in_lines = fin.readlines()
    fin.close()
    fout = open(os.path.join(self.build_src, ""const.py""), ""w"")
    for line in in_lines:
        if ""@VERSIONSTRING@"" in line:  # VERSION        = ""@VERSIONSTRING@""
            corrline = line.replace(
                ""@VERSIONSTRING@"", self.gramps_version.replace(FULL_COLON_SUBST, "":"")
            )
            fout.write(corrline)
            # fout.write('VERSION        = ""%s""\n'% self.gramps_version.replace(FULL_COLON_SUBST,"":""))
        # elif '@prefix@' in line: #PREFIXDIR = ""@prefix@""
        #       what to do? , doesnt seem to matter on windows
        # elif '@sysconfdir@' in line: #SYSCONFDIR = ""@sysconfdir@""
        #       what to do? , doesnt seem to matter on windows
        else:
            fout.write(line)
    fout.close()
","def generateConstPy ( self ) : <TAB> log . debug ( ""========== generate_const.py()"" ) <TAB> fin = open ( os . path . join ( self . build_src , ""const.py.in"" ) , ""r"" ) <TAB> in_lines = fin . readlines ( ) <TAB> fin . close ( ) <TAB> fout = open ( os . path . join ( self . build_src , ""const.py"" ) , ""w"" ) <TAB> for line in in_lines : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> corrline = line . replace ( <TAB> <TAB> <TAB> <TAB> ""@VERSIONSTRING@"" , self . gramps_version . replace ( FULL_COLON_SUBST , "":"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> fout . write ( corrline ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> fout . write ( line ) <TAB> fout . close ( )","if ""@VERSIONSTRING@"" in line :",333
13057,"def prompt(default=None):
    editor = ""nano""
    with tempfile.NamedTemporaryFile(mode=""r+"") as tmpfile:
        if default:
            tmpfile.write(default)
            tmpfile.flush()
        child_pid = os.fork()
        is_child = child_pid == 0
        if is_child:
            os.execvp(editor, [editor, tmpfile.name])
        else:
            os.waitpid(child_pid, 0)
            tmpfile.seek(0)
            return tmpfile.read().strip()","def prompt ( default = None ) : <TAB> editor = ""nano"" <TAB> with tempfile . NamedTemporaryFile ( mode = ""r+"" ) as tmpfile : <TAB> <TAB> if default : <TAB> <TAB> <TAB> tmpfile . write ( default ) <TAB> <TAB> <TAB> tmpfile . flush ( ) <TAB> <TAB> child_pid = os . fork ( ) <TAB> <TAB> is_child = child_pid == 0 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . execvp ( editor , [ editor , tmpfile . name ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> os . waitpid ( child_pid , 0 ) <TAB> <TAB> <TAB> tmpfile . seek ( 0 ) <TAB> <TAB> <TAB> return tmpfile . read ( ) . strip ( )",if is_child :,143
23702,"def replaceClassMethods(ast, module_name, tree, class_name, class_node):
    # find class to replace
    old_class_node = None
    for child in tree.node:
        if isinstance(child, ast.Class) and child.name == class_name:
            old_class_node = child
            break
    if not old_class_node:
        raise TranslationError(
            ""class not found: "" + class_name, class_node, module_name
        )
    # replace methods
    for node in class_node.code:
        if isinstance(node, ast.Function):
            found = False
            for child in old_class_node.code:
                if isinstance(child, ast.Function) and child.name == node.name:
                    found = True
                    copyFunction(child, node)
                    break
            if not found:
                raise TranslationError(
                    ""class method not found: "" + class_name + ""."" + node.name,
                    node,
                    module_name,
                )
        elif isinstance(node, ast.Assign) and isinstance(node.nodes[0], ast.AssName):
            found = False
            for child in old_class_node.code:
                if isinstance(child, ast.Assign) and eqNodes(child.nodes, node.nodes):
                    found = True
                    copyAssign(child, node)
            if not found:
                addCode(old_class_node.code, node)
        elif isinstance(node, ast.Pass):
            pass
        else:
            raise TranslationError(
                ""Do not know how to merge %s"" % node, node, self.module_name
            )","def replaceClassMethods ( ast , module_name , tree , class_name , class_node ) : <TAB> <TAB> old_class_node = None <TAB> for child in tree . node : <TAB> <TAB> if isinstance ( child , ast . Class ) and child . name == class_name : <TAB> <TAB> <TAB> old_class_node = child <TAB> <TAB> <TAB> break <TAB> if not old_class_node : <TAB> <TAB> raise TranslationError ( <TAB> <TAB> <TAB> ""class not found: "" + class_name , class_node , module_name <TAB> <TAB> ) <TAB> <TAB> for node in class_node . code : <TAB> <TAB> if isinstance ( node , ast . Function ) : <TAB> <TAB> <TAB> found = False <TAB> <TAB> <TAB> for child in old_class_node . code : <TAB> <TAB> <TAB> <TAB> if isinstance ( child , ast . Function ) and child . name == node . name : <TAB> <TAB> <TAB> <TAB> <TAB> found = True <TAB> <TAB> <TAB> <TAB> <TAB> copyFunction ( child , node ) <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> if not found : <TAB> <TAB> <TAB> <TAB> raise TranslationError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""class method not found: "" + class_name + ""."" + node . name , <TAB> <TAB> <TAB> <TAB> <TAB> node , <TAB> <TAB> <TAB> <TAB> <TAB> module_name , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> elif isinstance ( node , ast . Assign ) and isinstance ( node . nodes [ 0 ] , ast . AssName ) : <TAB> <TAB> <TAB> found = False <TAB> <TAB> <TAB> for child in old_class_node . code : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> found = True <TAB> <TAB> <TAB> <TAB> <TAB> copyAssign ( child , node ) <TAB> <TAB> <TAB> if not found : <TAB> <TAB> <TAB> <TAB> addCode ( old_class_node . code , node ) <TAB> <TAB> elif isinstance ( node , ast . Pass ) : <TAB> <TAB> <TAB> pass <TAB> <TAB> else : <TAB> <TAB> <TAB> raise TranslationError ( <TAB> <TAB> <TAB> <TAB> ""Do not know how to merge %s"" % node , node , self . module_name <TAB> <TAB> <TAB> )","if isinstance ( child , ast . Assign ) and eqNodes ( child . nodes , node . nodes ) :",476
13965,"def prepare_request(next_link=None):
    # Construct headers
    header_parameters = {}  # type: Dict[str, Any]
    header_parameters[""Accept""] = self._serialize.header(""accept"", accept, ""str"")
    if not next_link:
        # Construct URL
        url = self.list_for_scope.metadata[""url""]  # type: ignore
        path_format_arguments = {
            ""scope"": self._serialize.url(""scope"", scope, ""str"", skip_quote=True),
        }
        url = self._client.format_url(url, **path_format_arguments)
        # Construct parameters
        query_parameters = {}  # type: Dict[str, Any]
        if filter is not None:
            query_parameters[""$filter""] = self._serialize.query(""filter"", filter, ""str"")
        query_parameters[""api-version""] = self._serialize.query(
            ""api_version"", api_version, ""str""
        )
        request = self._client.get(url, query_parameters, header_parameters)
    else:
        url = next_link
        query_parameters = {}  # type: Dict[str, Any]
        request = self._client.get(url, query_parameters, header_parameters)
    return request
","def prepare_request ( next_link = None ) : <TAB> <TAB> header_parameters = { } <TAB> header_parameters [ ""Accept"" ] = self . _serialize . header ( ""accept"" , accept , ""str"" ) <TAB> if not next_link : <TAB> <TAB> <TAB> <TAB> url = self . list_for_scope . metadata [ ""url"" ] <TAB> <TAB> path_format_arguments = { <TAB> <TAB> <TAB> ""scope"" : self . _serialize . url ( ""scope"" , scope , ""str"" , skip_quote = True ) , <TAB> <TAB> } <TAB> <TAB> url = self . _client . format_url ( url , ** path_format_arguments ) <TAB> <TAB> <TAB> <TAB> query_parameters = { } <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> query_parameters [ ""$filter"" ] = self . _serialize . query ( ""filter"" , filter , ""str"" ) <TAB> <TAB> query_parameters [ ""api-version"" ] = self . _serialize . query ( <TAB> <TAB> <TAB> ""api_version"" , api_version , ""str"" <TAB> <TAB> ) <TAB> <TAB> request = self . _client . get ( url , query_parameters , header_parameters ) <TAB> else : <TAB> <TAB> url = next_link <TAB> <TAB> query_parameters = { } <TAB> <TAB> request = self . _client . get ( url , query_parameters , header_parameters ) <TAB> return request",if filter is not None :,326
25301,"def postprocess(
    self,
    upload_remote=True,
    handle_log=True,
    handle_touch=True,
    handle_temp=True,
    error=False,
    ignore_missing_output=False,
    assume_shared_fs=True,
    latency_wait=None,
    keep_metadata=True,
):
    if assume_shared_fs:
        if not error and handle_touch:
            self.dag.handle_touch(self)
        if handle_log:
            self.dag.handle_log(self)
        if not error:
            self.dag.check_and_touch_output(
                self, wait=latency_wait, ignore_missing_output=ignore_missing_output
            )
        self.dag.unshadow_output(self, only_log=error)
        if not error:
            self.dag.handle_remote(self, upload=upload_remote)
            self.dag.handle_protected(self)
        self.close_remote()
    else:
        if not error:
            self.dag.check_and_touch_output(
                self, wait=latency_wait, no_touch=True, force_stay_on_remote=True
            )
    if not error:
        try:
            self.dag.workflow.persistence.finished(self, keep_metadata=keep_metadata)
        except IOError as e:
            logger.warning(
                ""Error recording metadata for finished job ""
                ""({}). Please ensure write permissions for the ""
                ""directory {}"".format(e, self.dag.workflow.persistence.path)
            )
        if handle_temp:
            # temp handling has to happen after calling finished(),
            # because we need to access temp output files to record
            # start and end times.
            self.dag.handle_temp(self)
","def postprocess ( <TAB> self , <TAB> upload_remote = True , <TAB> handle_log = True , <TAB> handle_touch = True , <TAB> handle_temp = True , <TAB> error = False , <TAB> ignore_missing_output = False , <TAB> assume_shared_fs = True , <TAB> latency_wait = None , <TAB> keep_metadata = True , ) : <TAB> if assume_shared_fs : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . dag . handle_touch ( self ) <TAB> <TAB> if handle_log : <TAB> <TAB> <TAB> self . dag . handle_log ( self ) <TAB> <TAB> if not error : <TAB> <TAB> <TAB> self . dag . check_and_touch_output ( <TAB> <TAB> <TAB> <TAB> self , wait = latency_wait , ignore_missing_output = ignore_missing_output <TAB> <TAB> <TAB> ) <TAB> <TAB> self . dag . unshadow_output ( self , only_log = error ) <TAB> <TAB> if not error : <TAB> <TAB> <TAB> self . dag . handle_remote ( self , upload = upload_remote ) <TAB> <TAB> <TAB> self . dag . handle_protected ( self ) <TAB> <TAB> self . close_remote ( ) <TAB> else : <TAB> <TAB> if not error : <TAB> <TAB> <TAB> self . dag . check_and_touch_output ( <TAB> <TAB> <TAB> <TAB> self , wait = latency_wait , no_touch = True , force_stay_on_remote = True <TAB> <TAB> <TAB> ) <TAB> if not error : <TAB> <TAB> try : <TAB> <TAB> <TAB> self . dag . workflow . persistence . finished ( self , keep_metadata = keep_metadata ) <TAB> <TAB> except IOError as e : <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> ""Error recording metadata for finished job "" <TAB> <TAB> <TAB> <TAB> ""({}). Please ensure write permissions for the "" <TAB> <TAB> <TAB> <TAB> ""directory {}"" . format ( e , self . dag . workflow . persistence . path ) <TAB> <TAB> <TAB> ) <TAB> <TAB> if handle_temp : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . dag . handle_temp ( self )",if not error and handle_touch :,494
15218,"def IncrementErrorCount(self, category):
    """"""Bumps the module's error statistic.""""""
    self.error_count += 1
    if self.counting in (""toplevel"", ""detailed""):
        if self.counting != ""detailed"":
            category = category.split(""/"")[0]
        if category not in self.errors_by_category:
            self.errors_by_category[category] = 0
        self.errors_by_category[category] += 1","def IncrementErrorCount ( self , category ) : <TAB> """"""Bumps the module's error statistic."""""" <TAB> self . error_count += 1 <TAB> if self . counting in ( ""toplevel"" , ""detailed"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> category = category . split ( ""/"" ) [ 0 ] <TAB> <TAB> if category not in self . errors_by_category : <TAB> <TAB> <TAB> self . errors_by_category [ category ] = 0 <TAB> <TAB> self . errors_by_category [ category ] += 1","if self . counting != ""detailed"" :",115
6722,"def _get_sub_path_ranges_and_colors(self, start: float, end: float):
    sub_path_ranges = []
    colors = []
    start = max(0, int(start))
    end = int(math.ceil(end))
    if not self.protocol.messages:
        return None, None
    for message in self.protocol.messages:
        if message.bit_sample_pos[-2] < start:
            continue
        color = (
            None
            if message.participant is None
            else settings.PARTICIPANT_COLORS[message.participant.color_index]
        )
        if color is None:
            continue
        # Append the pause until first bit of message
        sub_path_ranges.append((start, message.bit_sample_pos[0]))
        if start < message.bit_sample_pos[0]:
            colors.append(None)
        else:
            colors.append(color)  # Zoomed inside a message
        if message.bit_sample_pos[-2] > end:
            sub_path_ranges.append((message.bit_sample_pos[0], end))
            colors.append(color)
            break
        # Data part of the message
        sub_path_ranges.append(
            (message.bit_sample_pos[0], message.bit_sample_pos[-2] + 1)
        )
        colors.append(color)
        start = message.bit_sample_pos[-2] + 1
    if sub_path_ranges and sub_path_ranges[-1][1] != end:
        sub_path_ranges.append((sub_path_ranges[-1][1], end))
        colors.append(None)
    sub_path_ranges = sub_path_ranges if sub_path_ranges else None
    colors = colors if colors else None
    return sub_path_ranges, colors","def _get_sub_path_ranges_and_colors ( self , start : float , end : float ) : <TAB> sub_path_ranges = [ ] <TAB> colors = [ ] <TAB> start = max ( 0 , int ( start ) ) <TAB> end = int ( math . ceil ( end ) ) <TAB> if not self . protocol . messages : <TAB> <TAB> return None , None <TAB> for message in self . protocol . messages : <TAB> <TAB> if message . bit_sample_pos [ - 2 ] < start : <TAB> <TAB> <TAB> continue <TAB> <TAB> color = ( <TAB> <TAB> <TAB> None <TAB> <TAB> <TAB> if message . participant is None <TAB> <TAB> <TAB> else settings . PARTICIPANT_COLORS [ message . participant . color_index ] <TAB> <TAB> ) <TAB> <TAB> if color is None : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> sub_path_ranges . append ( ( start , message . bit_sample_pos [ 0 ] ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> colors . append ( None ) <TAB> <TAB> else : <TAB> <TAB> <TAB> colors . append ( color ) <TAB> <TAB> if message . bit_sample_pos [ - 2 ] > end : <TAB> <TAB> <TAB> sub_path_ranges . append ( ( message . bit_sample_pos [ 0 ] , end ) ) <TAB> <TAB> <TAB> colors . append ( color ) <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> sub_path_ranges . append ( <TAB> <TAB> <TAB> ( message . bit_sample_pos [ 0 ] , message . bit_sample_pos [ - 2 ] + 1 ) <TAB> <TAB> ) <TAB> <TAB> colors . append ( color ) <TAB> <TAB> start = message . bit_sample_pos [ - 2 ] + 1 <TAB> if sub_path_ranges and sub_path_ranges [ - 1 ] [ 1 ] != end : <TAB> <TAB> sub_path_ranges . append ( ( sub_path_ranges [ - 1 ] [ 1 ] , end ) ) <TAB> <TAB> colors . append ( None ) <TAB> sub_path_ranges = sub_path_ranges if sub_path_ranges else None <TAB> colors = colors if colors else None <TAB> return sub_path_ranges , colors",if start < message . bit_sample_pos [ 0 ] :,484
6059,"def _hash(self, bytes, aggresive=False):
    idx = 0
    ret = []
    output_size = self.output_size
    ignore_range = self.ignore_range
    bsize = self.bsize
    total_size = len(bytes)
    rappend = ret.append
    reduce_errors = self.reduce_errors
    # Calculate the sum of every block
    while 1:
        chunk_size = idx * bsize
        buf = bytes[chunk_size : chunk_size + bsize]
        char = modsum(buf)
        if reduce_errors:
            if char != 255 and char != 0:
                rappend(chr(char))
        else:
            rappend(chr(char))
        idx += 1
        if chunk_size + bsize > total_size:
            break
    ret = """".join(ret)
    size = len(ret) / output_size
    size = min(int(size), 1)
    buf = []
    # Adjust the output to the desired output size
    for c in range(0, output_size):
        if aggresive:
            buf.append(ret[c : c + size + 1][ignore_range : ignore_range + 1])
        else:
            buf.append(ret[c : c + size + 1][1:2])
        i = 0
        for x in ret[c : c + size + 1]:
            i += 1
            if i != ignore_range:
                continue
            i = 0
            buf += x
            break
    ret = """".join(buf)
    bret = ret.encode()
    return base64.b64encode(bret).strip(b""="")[:output_size]","def _hash ( self , bytes , aggresive = False ) : <TAB> idx = 0 <TAB> ret = [ ] <TAB> output_size = self . output_size <TAB> ignore_range = self . ignore_range <TAB> bsize = self . bsize <TAB> total_size = len ( bytes ) <TAB> rappend = ret . append <TAB> reduce_errors = self . reduce_errors <TAB> <TAB> while 1 : <TAB> <TAB> chunk_size = idx * bsize <TAB> <TAB> buf = bytes [ chunk_size : chunk_size + bsize ] <TAB> <TAB> char = modsum ( buf ) <TAB> <TAB> if reduce_errors : <TAB> <TAB> <TAB> if char != 255 and char != 0 : <TAB> <TAB> <TAB> <TAB> rappend ( chr ( char ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> rappend ( chr ( char ) ) <TAB> <TAB> idx += 1 <TAB> <TAB> if chunk_size + bsize > total_size : <TAB> <TAB> <TAB> break <TAB> ret = """" . join ( ret ) <TAB> size = len ( ret ) / output_size <TAB> size = min ( int ( size ) , 1 ) <TAB> buf = [ ] <TAB> <TAB> for c in range ( 0 , output_size ) : <TAB> <TAB> if aggresive : <TAB> <TAB> <TAB> buf . append ( ret [ c : c + size + 1 ] [ ignore_range : ignore_range + 1 ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> buf . append ( ret [ c : c + size + 1 ] [ 1 : 2 ] ) <TAB> <TAB> i = 0 <TAB> <TAB> for x in ret [ c : c + size + 1 ] : <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> i = 0 <TAB> <TAB> <TAB> buf += x <TAB> <TAB> <TAB> break <TAB> ret = """" . join ( buf ) <TAB> bret = ret . encode ( ) <TAB> return base64 . b64encode ( bret ) . strip ( b""="" ) [ : output_size ]",if i != ignore_range :,441
17060,"def _update_scale(self, skip):
    if self.dynamic_loss_scale:
        prev_scale = self.cur_scale
        if skip:
            self.cur_scale = max(
                self.cur_scale / self.scale_factor, self.min_loss_scale
            )
            self.last_overflow_iter = self.cur_iter
            if self.verbose:
                logger.info(f""\nGrad overflow on iteration {self.cur_iter}"")
                logger.info(
                    f""Reducing dynamic loss scale from {prev_scale} to {self.cur_scale}""
                )
        else:
            # Ensure self.scale_window updates since last overflow
            stable_interval = (self.cur_iter - self.last_overflow_iter) - 1
            if (stable_interval > 0) and (stable_interval % self.scale_window == 0):
                self.cur_scale *= self.scale_factor
                if self.verbose:
                    logger.info(f""No Grad overflow for {self.scale_window} iterations"")
                    logger.info(
                        f""Increasing dynamic loss scale from {prev_scale} to {self.cur_scale}""
                    )
    else:
        if skip:
            logger.info(""Grad overflow on iteration: %s"", self.cur_iter)
            logger.info(""Using static loss scale of: %s"", self.cur_scale)
    self.cur_iter += 1
    return","def _update_scale ( self , skip ) : <TAB> if self . dynamic_loss_scale : <TAB> <TAB> prev_scale = self . cur_scale <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . cur_scale = max ( <TAB> <TAB> <TAB> <TAB> self . cur_scale / self . scale_factor , self . min_loss_scale <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . last_overflow_iter = self . cur_iter <TAB> <TAB> <TAB> if self . verbose : <TAB> <TAB> <TAB> <TAB> logger . info ( f""\nGrad overflow on iteration {self.cur_iter}"" ) <TAB> <TAB> <TAB> <TAB> logger . info ( <TAB> <TAB> <TAB> <TAB> <TAB> f""Reducing dynamic loss scale from {prev_scale} to {self.cur_scale}"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> stable_interval = ( self . cur_iter - self . last_overflow_iter ) - 1 <TAB> <TAB> <TAB> if ( stable_interval > 0 ) and ( stable_interval % self . scale_window == 0 ) : <TAB> <TAB> <TAB> <TAB> self . cur_scale *= self . scale_factor <TAB> <TAB> <TAB> <TAB> if self . verbose : <TAB> <TAB> <TAB> <TAB> <TAB> logger . info ( f""No Grad overflow for {self.scale_window} iterations"" ) <TAB> <TAB> <TAB> <TAB> <TAB> logger . info ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> f""Increasing dynamic loss scale from {prev_scale} to {self.cur_scale}"" <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . info ( ""Grad overflow on iteration: %s"" , self . cur_iter ) <TAB> <TAB> <TAB> logger . info ( ""Using static loss scale of: %s"" , self . cur_scale ) <TAB> self . cur_iter += 1 <TAB> return",if skip :,407
15858,"def consume(self, event: Mapping[str, Any]) -> None:
    user_profile_id = event[""user_profile_id""]
    user_profile = get_user_profile_by_id(user_profile_id)
    message: Dict[str, Any] = event[""message""]
    # TODO: Do we actually want to allow multiple Services per bot user?
    services = get_bot_services(user_profile_id)
    for service in services:
        bot_handler = get_bot_handler(str(service.name))
        if bot_handler is None:
            logging.error(
                ""Error: User %s has bot with invalid embedded bot service %s"",
                user_profile_id,
                service.name,
            )
            continue
        try:
            if hasattr(bot_handler, ""initialize""):
                bot_handler.initialize(self.get_bot_api_client(user_profile))
            if event[""trigger""] == ""mention"":
                message[""content""] = extract_query_without_mention(
                    message=message,
                    client=cast(
                        ExternalBotHandler, self.get_bot_api_client(user_profile)
                    ),
                )
                assert message[""content""] is not None
            bot_handler.handle_message(
                message=message,
                bot_handler=self.get_bot_api_client(user_profile),
            )
        except EmbeddedBotQuitException as e:
            logging.warning(str(e))
","def consume ( self , event : Mapping [ str , Any ] ) -> None : <TAB> user_profile_id = event [ ""user_profile_id"" ] <TAB> user_profile = get_user_profile_by_id ( user_profile_id ) <TAB> message : Dict [ str , Any ] = event [ ""message"" ] <TAB> <TAB> services = get_bot_services ( user_profile_id ) <TAB> for service in services : <TAB> <TAB> bot_handler = get_bot_handler ( str ( service . name ) ) <TAB> <TAB> if bot_handler is None : <TAB> <TAB> <TAB> logging . error ( <TAB> <TAB> <TAB> <TAB> ""Error: User %s has bot with invalid embedded bot service %s"" , <TAB> <TAB> <TAB> <TAB> user_profile_id , <TAB> <TAB> <TAB> <TAB> service . name , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> bot_handler . initialize ( self . get_bot_api_client ( user_profile ) ) <TAB> <TAB> <TAB> if event [ ""trigger"" ] == ""mention"" : <TAB> <TAB> <TAB> <TAB> message [ ""content"" ] = extract_query_without_mention ( <TAB> <TAB> <TAB> <TAB> <TAB> message = message , <TAB> <TAB> <TAB> <TAB> <TAB> client = cast ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ExternalBotHandler , self . get_bot_api_client ( user_profile ) <TAB> <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> assert message [ ""content"" ] is not None <TAB> <TAB> <TAB> bot_handler . handle_message ( <TAB> <TAB> <TAB> <TAB> message = message , <TAB> <TAB> <TAB> <TAB> bot_handler = self . get_bot_api_client ( user_profile ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> except EmbeddedBotQuitException as e : <TAB> <TAB> <TAB> logging . warning ( str ( e ) )","if hasattr ( bot_handler , ""initialize"" ) :",421
2073,"def save_bytearray(self, obj):
    if self.proto < 5:
        if not obj:  # bytearray is empty
            self.save_reduce(bytearray, (), obj=obj)
        else:
            self.save_reduce(bytearray, (bytes(obj),), obj=obj)
        return
    n = len(obj)
    if n >= self.framer._FRAME_SIZE_TARGET:
        self._write_large_bytes(BYTEARRAY8 + pack(""<Q"", n), obj)
    else:
        self.write(BYTEARRAY8 + pack(""<Q"", n) + obj)","def save_bytearray ( self , obj ) : <TAB> if self . proto < 5 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . save_reduce ( bytearray , ( ) , obj = obj ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . save_reduce ( bytearray , ( bytes ( obj ) , ) , obj = obj ) <TAB> <TAB> return <TAB> n = len ( obj ) <TAB> if n >= self . framer . _FRAME_SIZE_TARGET : <TAB> <TAB> self . _write_large_bytes ( BYTEARRAY8 + pack ( ""<Q"" , n ) , obj ) <TAB> else : <TAB> <TAB> self . write ( BYTEARRAY8 + pack ( ""<Q"" , n ) + obj )",if not obj :,151
16059,"def test_grains_overwrite(self):
    # Force a grains sync
    self.run_function(""saltutil.sync_grains"")
    # To avoid a race condition on Windows, we need to make sure the
    # `test_custom_grain2.py` file is present in the _grains directory
    # before trying to get the grains. This test may execute before the
    # minion has finished syncing down the files it needs.
    module = os.path.join(
        RUNTIME_VARS.RUNTIME_CONFIGS[""minion""][""cachedir""],
        ""files"",
        ""base"",
        ""_grains"",
        ""custom_grain2.py"",
    )
    tries = 0
    while not os.path.exists(module):
        tries += 1
        if tries > 60:
            self.fail(
                ""Failed to found custom grains module in cache path {}"".format(module)
            )
            break
        time.sleep(1)
    grains = self.run_function(""grains.items"")
    # Check that custom grains are overwritten
    self.assertEqual({""k2"": ""v2""}, grains[""a_custom""])","def test_grains_overwrite ( self ) : <TAB> <TAB> self . run_function ( ""saltutil.sync_grains"" ) <TAB> <TAB> <TAB> <TAB> <TAB> module = os . path . join ( <TAB> <TAB> RUNTIME_VARS . RUNTIME_CONFIGS [ ""minion"" ] [ ""cachedir"" ] , <TAB> <TAB> ""files"" , <TAB> <TAB> ""base"" , <TAB> <TAB> ""_grains"" , <TAB> <TAB> ""custom_grain2.py"" , <TAB> ) <TAB> tries = 0 <TAB> while not os . path . exists ( module ) : <TAB> <TAB> tries += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . fail ( <TAB> <TAB> <TAB> <TAB> ""Failed to found custom grains module in cache path {}"" . format ( module ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> break <TAB> <TAB> time . sleep ( 1 ) <TAB> grains = self . run_function ( ""grains.items"" ) <TAB> <TAB> self . assertEqual ( { ""k2"" : ""v2"" } , grains [ ""a_custom"" ] )",if tries > 60 :,296
3501,"def test_patches():
    print(
        ""Botocore version: {} aiohttp version: {}"".format(
            botocore.__version__, aiohttp.__version__
        )
    )
    success = True
    for obj, digests in chain(_AIOHTTP_DIGESTS.items(), _API_DIGESTS.items()):
        digest = hashlib.sha1(getsource(obj).encode(""utf-8"")).hexdigest()
        if digest not in digests:
            print(
                ""Digest of {}:{} not found in: {}"".format(
                    obj.__qualname__, digest, digests
                )
            )
            success = False
    assert success","def test_patches ( ) : <TAB> print ( <TAB> <TAB> ""Botocore version: {} aiohttp version: {}"" . format ( <TAB> <TAB> <TAB> botocore . __version__ , aiohttp . __version__ <TAB> <TAB> ) <TAB> ) <TAB> success = True <TAB> for obj , digests in chain ( _AIOHTTP_DIGESTS . items ( ) , _API_DIGESTS . items ( ) ) : <TAB> <TAB> digest = hashlib . sha1 ( getsource ( obj ) . encode ( ""utf-8"" ) ) . hexdigest ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""Digest of {}:{} not found in: {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> obj . __qualname__ , digest , digests <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> success = False <TAB> assert success",if digest not in digests :,167
21044,"def clean(self):
    super().clean()
    # If the Cluster is assigned to a Site, all Devices must be assigned to that Site.
    if self.cluster.site is not None:
        for device in self.cleaned_data.get(""devices"", []):
            if device.site != self.cluster.site:
                raise ValidationError(
                    {
                        ""devices"": ""{} belongs to a different site ({}) than the cluster ({})"".format(
                            device, device.site, self.cluster.site
                        )
                    }
                )
","def clean ( self ) : <TAB> super ( ) . clean ( ) <TAB> <TAB> if self . cluster . site is not None : <TAB> <TAB> for device in self . cleaned_data . get ( ""devices"" , [ ] ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise ValidationError ( <TAB> <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""devices"" : ""{} belongs to a different site ({}) than the cluster ({})"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> device , device . site , self . cluster . site <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> )",if device . site != self . cluster . site :,156
4511,"def _invoke(self, args, remote, autoraise):
    raise_opt = []
    if remote and self.raise_opts:
        # use autoraise argument only for remote invocation
        autoraise = int(bool(autoraise))
        opt = self.raise_opts[autoraise]
        if opt:
            raise_opt = [opt]
    cmdline = [self.name] + raise_opt + args
    if remote or self.background:
        inout = file(os.devnull, ""r+"")
    else:
        # for TTY browsers, we need stdin/out
        inout = None
    # if possible, put browser in separate process group, so
    # keyboard interrupts don't affect browser as well as Python
    setsid = getattr(os, ""setsid"", None)
    if not setsid:
        setsid = getattr(os, ""setpgrp"", None)
    p = subprocess.Popen(
        cmdline,
        close_fds=True,
        stdin=inout,
        stdout=(self.redirect_stdout and inout or None),
        stderr=inout,
        preexec_fn=setsid,
    )
    if remote:
        # wait five secons. If the subprocess is not finished, the
        # remote invocation has (hopefully) started a new instance.
        time.sleep(1)
        rc = p.poll()
        if rc is None:
            time.sleep(4)
            rc = p.poll()
            if rc is None:
                return True
        # if remote call failed, open() will try direct invocation
        return not rc
    elif self.background:
        if p.poll() is None:
            return True
        else:
            return False
    else:
        return not p.wait()","def _invoke ( self , args , remote , autoraise ) : <TAB> raise_opt = [ ] <TAB> if remote and self . raise_opts : <TAB> <TAB> <TAB> <TAB> autoraise = int ( bool ( autoraise ) ) <TAB> <TAB> opt = self . raise_opts [ autoraise ] <TAB> <TAB> if opt : <TAB> <TAB> <TAB> raise_opt = [ opt ] <TAB> cmdline = [ self . name ] + raise_opt + args <TAB> if remote or self . background : <TAB> <TAB> inout = file ( os . devnull , ""r+"" ) <TAB> else : <TAB> <TAB> <TAB> <TAB> inout = None <TAB> <TAB> <TAB> setsid = getattr ( os , ""setsid"" , None ) <TAB> if not setsid : <TAB> <TAB> setsid = getattr ( os , ""setpgrp"" , None ) <TAB> p = subprocess . Popen ( <TAB> <TAB> cmdline , <TAB> <TAB> close_fds = True , <TAB> <TAB> stdin = inout , <TAB> <TAB> stdout = ( self . redirect_stdout and inout or None ) , <TAB> <TAB> stderr = inout , <TAB> <TAB> preexec_fn = setsid , <TAB> ) <TAB> if remote : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> time . sleep ( 1 ) <TAB> <TAB> rc = p . poll ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> time . sleep ( 4 ) <TAB> <TAB> <TAB> rc = p . poll ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> <TAB> return not rc <TAB> elif self . background : <TAB> <TAB> if p . poll ( ) is None : <TAB> <TAB> <TAB> return True <TAB> <TAB> else : <TAB> <TAB> <TAB> return False <TAB> else : <TAB> <TAB> return not p . wait ( )",if rc is None :,462
19460,"def send_request_check_version(self, record):
    assert record.control.req_resp
    result = wandb_internal_pb2.Result(uuid=record.uuid)
    current_version = record.request.check_version.current_version or wandb.__version__
    messages = update.check_available(current_version)
    if messages:
        upgrade_message = messages.get(""upgrade_message"")
        if upgrade_message:
            result.response.check_version_response.upgrade_message = upgrade_message
        yank_message = messages.get(""yank_message"")
        if yank_message:
            result.response.check_version_response.yank_message = yank_message
        delete_message = messages.get(""delete_message"")
        if delete_message:
            result.response.check_version_response.delete_message = delete_message
    self._result_q.put(result)","def send_request_check_version ( self , record ) : <TAB> assert record . control . req_resp <TAB> result = wandb_internal_pb2 . Result ( uuid = record . uuid ) <TAB> current_version = record . request . check_version . current_version or wandb . __version__ <TAB> messages = update . check_available ( current_version ) <TAB> if messages : <TAB> <TAB> upgrade_message = messages . get ( ""upgrade_message"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result . response . check_version_response . upgrade_message = upgrade_message <TAB> <TAB> yank_message = messages . get ( ""yank_message"" ) <TAB> <TAB> if yank_message : <TAB> <TAB> <TAB> result . response . check_version_response . yank_message = yank_message <TAB> <TAB> delete_message = messages . get ( ""delete_message"" ) <TAB> <TAB> if delete_message : <TAB> <TAB> <TAB> result . response . check_version_response . delete_message = delete_message <TAB> self . _result_q . put ( result )",if upgrade_message :,237
2143,"def __eq__(self, other: object) -> bool:
    if not isinstance(other, Unk):
        return NotImplemented
    if not np.allclose(self.ng, other.ng):
        return False
    if self.ik != other.ik:
        return False
    if self.is_noncollinear != other.is_noncollinear:
        return False
    if self.nbnd != other.nbnd:
        return False
    for ib in range(self.nbnd):
        if self.is_noncollinear:
            if not (
                np.allclose(self.data[ib, 0], other.data[ib, 0], atol=1e-4)
                and np.allclose(self.data[ib, 1], other.data[ib, 1], atol=1e-4)
            ):
                return False
        else:
            if not np.allclose(self.data[ib], other.data[ib], atol=1e-4):
                return False
    return True","def __eq__ ( self , other : object ) -> bool : <TAB> if not isinstance ( other , Unk ) : <TAB> <TAB> return NotImplemented <TAB> if not np . allclose ( self . ng , other . ng ) : <TAB> <TAB> return False <TAB> if self . ik != other . ik : <TAB> <TAB> return False <TAB> if self . is_noncollinear != other . is_noncollinear : <TAB> <TAB> return False <TAB> if self . nbnd != other . nbnd : <TAB> <TAB> return False <TAB> for ib in range ( self . nbnd ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not ( <TAB> <TAB> <TAB> <TAB> np . allclose ( self . data [ ib , 0 ] , other . data [ ib , 0 ] , atol = 1e-4 ) <TAB> <TAB> <TAB> <TAB> and np . allclose ( self . data [ ib , 1 ] , other . data [ ib , 1 ] , atol = 1e-4 ) <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> else : <TAB> <TAB> <TAB> if not np . allclose ( self . data [ ib ] , other . data [ ib ] , atol = 1e-4 ) : <TAB> <TAB> <TAB> <TAB> return False <TAB> return True",if self . is_noncollinear :,262
10127,"def _load_test_data():
    configs = []
    datasets = []
    for _ in range(NUM_ENVS):
        config = get_config(CFG_TEST)
        if not PointNavDatasetV1.check_config_paths_exist(config.DATASET):
            pytest.skip(""Please download Habitat test data to data folder."")
        datasets.append(
            habitat.make_dataset(id_dataset=config.DATASET.TYPE, config=config.DATASET)
        )
        config.defrost()
        config.SIMULATOR.SCENE = datasets[-1].episodes[0].scene_id
        if not os.path.exists(config.SIMULATOR.SCENE):
            pytest.skip(""Please download Habitat test data to data folder."")
        config.freeze()
        configs.append(config)
    return configs, datasets","def _load_test_data ( ) : <TAB> configs = [ ] <TAB> datasets = [ ] <TAB> for _ in range ( NUM_ENVS ) : <TAB> <TAB> config = get_config ( CFG_TEST ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pytest . skip ( ""Please download Habitat test data to data folder."" ) <TAB> <TAB> datasets . append ( <TAB> <TAB> <TAB> habitat . make_dataset ( id_dataset = config . DATASET . TYPE , config = config . DATASET ) <TAB> <TAB> ) <TAB> <TAB> config . defrost ( ) <TAB> <TAB> config . SIMULATOR . SCENE = datasets [ - 1 ] . episodes [ 0 ] . scene_id <TAB> <TAB> if not os . path . exists ( config . SIMULATOR . SCENE ) : <TAB> <TAB> <TAB> pytest . skip ( ""Please download Habitat test data to data folder."" ) <TAB> <TAB> config . freeze ( ) <TAB> <TAB> configs . append ( config ) <TAB> return configs , datasets",if not PointNavDatasetV1 . check_config_paths_exist ( config . DATASET ) :,226
25169,"def update_sysconfig_file(fn, adjustments, allow_empty=False):
    if not adjustments:
        return
    (exists, contents) = read_sysconfig_file(fn)
    updated_am = 0
    for (k, v) in adjustments.items():
        if v is None:
            continue
        v = str(v)
        if len(v) == 0 and not allow_empty:
            continue
        contents[k] = v
        updated_am += 1
    if updated_am:
        lines = [
            str(contents),
        ]
        if not exists:
            lines.insert(0, util.make_header())
        util.write_file(fn, ""\n"".join(lines) + ""\n"", 0o644)","def update_sysconfig_file ( fn , adjustments , allow_empty = False ) : <TAB> if not adjustments : <TAB> <TAB> return <TAB> ( exists , contents ) = read_sysconfig_file ( fn ) <TAB> updated_am = 0 <TAB> for ( k , v ) in adjustments . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> v = str ( v ) <TAB> <TAB> if len ( v ) == 0 and not allow_empty : <TAB> <TAB> <TAB> continue <TAB> <TAB> contents [ k ] = v <TAB> <TAB> updated_am += 1 <TAB> if updated_am : <TAB> <TAB> lines = [ <TAB> <TAB> <TAB> str ( contents ) , <TAB> <TAB> ] <TAB> <TAB> if not exists : <TAB> <TAB> <TAB> lines . insert ( 0 , util . make_header ( ) ) <TAB> <TAB> util . write_file ( fn , ""\n"" . join ( lines ) + ""\n"" , 0o644 )",if v is None :,198
34,"def phpfilter_extract(content):
    ftemp = """"
    found = []
    lines = content.split(""\n"")
    for line in lines:
        ftemp = """"
        length = len(line)
        for x in range(0, length):
            if base64_check(line[x]):
                ftemp += line[x]
            else:
                if (
                    length > 100
                    and base64_check(line[x]) is False
                    and len(ftemp) >= int((length / 2))
                ):
                    break
                ftemp = """"
        if len(ftemp) > 0:
            found.append(ftemp)
    final = """"
    if len(found) > 50:
        maxim = 0
        x = """"
        index = -1
        for x in range(0, len(found)):
            length = len(found[x])
            if length > maxim:
                maxim = length
                index = x
        final = found[x]
    return final","def phpfilter_extract ( content ) : <TAB> ftemp = """" <TAB> found = [ ] <TAB> lines = content . split ( ""\n"" ) <TAB> for line in lines : <TAB> <TAB> ftemp = """" <TAB> <TAB> length = len ( line ) <TAB> <TAB> for x in range ( 0 , length ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> ftemp += line [ x ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> <TAB> length > 100 <TAB> <TAB> <TAB> <TAB> <TAB> and base64_check ( line [ x ] ) is False <TAB> <TAB> <TAB> <TAB> <TAB> and len ( ftemp ) >= int ( ( length / 2 ) ) <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> ftemp = """" <TAB> <TAB> if len ( ftemp ) > 0 : <TAB> <TAB> <TAB> found . append ( ftemp ) <TAB> final = """" <TAB> if len ( found ) > 50 : <TAB> <TAB> maxim = 0 <TAB> <TAB> x = """" <TAB> <TAB> index = - 1 <TAB> <TAB> for x in range ( 0 , len ( found ) ) : <TAB> <TAB> <TAB> length = len ( found [ x ] ) <TAB> <TAB> <TAB> if length > maxim : <TAB> <TAB> <TAB> <TAB> maxim = length <TAB> <TAB> <TAB> <TAB> index = x <TAB> <TAB> final = found [ x ] <TAB> return final",if base64_check ( line [ x ] ) :,295
918,"def __merge_rpc_configs(self, rpc_params, rpc_config):
    config = {}
    options = {
        ""nodeId"": self.UNKNOWN_ARBITRATION_ID,
        ""isExtendedId"": self.DEFAULT_EXTENDED_ID_FLAG,
        ""isFd"": self.DEFAULT_FD_FLAG,
        ""bitrateSwitch"": self.DEFAULT_BITRATE_SWITCH_FLAG,
        ""response"": True,
        ""dataLength"": 1,
        ""dataByteorder"": self.DEFAULT_BYTEORDER,
        ""dataSigned"": self.DEFAULT_SIGNED_FLAG,
        ""dataExpression"": None,
        ""dataEncoding"": self.DEFAULT_ENCODING,
        ""dataBefore"": None,
        ""dataAfter"": None,
        ""dataInHex"": None,
    }
    for option_name, option_value in options.items():
        if option_name in rpc_params:
            config[option_name] = rpc_params[option_name]
        elif option_value is not None:
            config[option_name] = rpc_config.get(option_name, option_value)
    return config","def __merge_rpc_configs ( self , rpc_params , rpc_config ) : <TAB> config = { } <TAB> options = { <TAB> <TAB> ""nodeId"" : self . UNKNOWN_ARBITRATION_ID , <TAB> <TAB> ""isExtendedId"" : self . DEFAULT_EXTENDED_ID_FLAG , <TAB> <TAB> ""isFd"" : self . DEFAULT_FD_FLAG , <TAB> <TAB> ""bitrateSwitch"" : self . DEFAULT_BITRATE_SWITCH_FLAG , <TAB> <TAB> ""response"" : True , <TAB> <TAB> ""dataLength"" : 1 , <TAB> <TAB> ""dataByteorder"" : self . DEFAULT_BYTEORDER , <TAB> <TAB> ""dataSigned"" : self . DEFAULT_SIGNED_FLAG , <TAB> <TAB> ""dataExpression"" : None , <TAB> <TAB> ""dataEncoding"" : self . DEFAULT_ENCODING , <TAB> <TAB> ""dataBefore"" : None , <TAB> <TAB> ""dataAfter"" : None , <TAB> <TAB> ""dataInHex"" : None , <TAB> } <TAB> for option_name , option_value in options . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> config [ option_name ] = rpc_params [ option_name ] <TAB> <TAB> elif option_value is not None : <TAB> <TAB> <TAB> config [ option_name ] = rpc_config . get ( option_name , option_value ) <TAB> return config",if option_name in rpc_params :,294
7822,"def _form_master_re(relist, reflags, ldict, toknames):
    if not relist:
        return []
    regex = ""|"".join(relist)
    try:
        lexre = re.compile(regex, reflags)
        # Build the index to function map for the matching engine
        lexindexfunc = [None] * (max(lexre.groupindex.values()) + 1)
        lexindexnames = lexindexfunc[:]
        for f, i in lexre.groupindex.items():
            handle = ldict.get(f, None)
            if type(handle) in (types.FunctionType, types.MethodType):
                lexindexfunc[i] = (handle, toknames[f])
                lexindexnames[i] = f
            elif handle is not None:
                lexindexnames[i] = f
                if f.find(""ignore_"") > 0:
                    lexindexfunc[i] = (None, None)
                else:
                    lexindexfunc[i] = (None, toknames[f])
        return [(lexre, lexindexfunc)], [regex], [lexindexnames]
    except Exception:
        m = int(len(relist) / 2)
        if m == 0:
            m = 1
        llist, lre, lnames = _form_master_re(relist[:m], reflags, ldict, toknames)
        rlist, rre, rnames = _form_master_re(relist[m:], reflags, ldict, toknames)
        return (llist + rlist), (lre + rre), (lnames + rnames)","def _form_master_re ( relist , reflags , ldict , toknames ) : <TAB> if not relist : <TAB> <TAB> return [ ] <TAB> regex = ""|"" . join ( relist ) <TAB> try : <TAB> <TAB> lexre = re . compile ( regex , reflags ) <TAB> <TAB> <TAB> <TAB> lexindexfunc = [ None ] * ( max ( lexre . groupindex . values ( ) ) + 1 ) <TAB> <TAB> lexindexnames = lexindexfunc [ : ] <TAB> <TAB> for f , i in lexre . groupindex . items ( ) : <TAB> <TAB> <TAB> handle = ldict . get ( f , None ) <TAB> <TAB> <TAB> if type ( handle ) in ( types . FunctionType , types . MethodType ) : <TAB> <TAB> <TAB> <TAB> lexindexfunc [ i ] = ( handle , toknames [ f ] ) <TAB> <TAB> <TAB> <TAB> lexindexnames [ i ] = f <TAB> <TAB> <TAB> elif handle is not None : <TAB> <TAB> <TAB> <TAB> lexindexnames [ i ] = f <TAB> <TAB> <TAB> <TAB> if f . find ( ""ignore_"" ) > 0 : <TAB> <TAB> <TAB> <TAB> <TAB> lexindexfunc [ i ] = ( None , None ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> lexindexfunc [ i ] = ( None , toknames [ f ] ) <TAB> <TAB> return [ ( lexre , lexindexfunc ) ] , [ regex ] , [ lexindexnames ] <TAB> except Exception : <TAB> <TAB> m = int ( len ( relist ) / 2 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> m = 1 <TAB> <TAB> llist , lre , lnames = _form_master_re ( relist [ : m ] , reflags , ldict , toknames ) <TAB> <TAB> rlist , rre , rnames = _form_master_re ( relist [ m : ] , reflags , ldict , toknames ) <TAB> <TAB> return ( llist + rlist ) , ( lre + rre ) , ( lnames + rnames )",if m == 0 :,423
13368,"def remaining_paragraph_count(self):
    """"""Return the remaining paragraph count for this post (does not include teaser).""""""
    if self._remaining_paragraph_count is None:
        try:
            # Just asking self.text() is easier here.
            document = lxml.html.fragment_fromstring(
                self.text(teaser_only=True, show_read_more_link=False), ""body""
            )
        except lxml.etree.ParserError as e:
            # if we don't catch this, it breaks later (Issue #374)
            if str(e) == ""Document is empty"":
                return """"
            # let other errors raise
            raise (e)
        self._remaining_paragraph_count = self.paragraph_count - int(
            document.xpath(""count(//p)"")
        )
    return self._remaining_paragraph_count","def remaining_paragraph_count ( self ) : <TAB> """"""Return the remaining paragraph count for this post (does not include teaser)."""""" <TAB> if self . _remaining_paragraph_count is None : <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> document = lxml . html . fragment_fromstring ( <TAB> <TAB> <TAB> <TAB> self . text ( teaser_only = True , show_read_more_link = False ) , ""body"" <TAB> <TAB> <TAB> ) <TAB> <TAB> except lxml . etree . ParserError as e : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return """" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise ( e ) <TAB> <TAB> self . _remaining_paragraph_count = self . paragraph_count - int ( <TAB> <TAB> <TAB> document . xpath ( ""count(//p)"" ) <TAB> <TAB> ) <TAB> return self . _remaining_paragraph_count","if str ( e ) == ""Document is empty"" :",228
2908,"def get_exe_prefixes(exe_filename):
    """"""Get exe->egg path translations for a given .exe file""""""
    prefixes = [
        (""PURELIB/"", """"),
        (""PLATLIB/pywin32_system32"", """"),
        (""PLATLIB/"", """"),
        (""SCRIPTS/"", ""EGG-INFO/scripts/""),
        (""DATA/lib/site-packages"", """"),
    ]
    z = zipfile.ZipFile(exe_filename)
    try:
        for info in z.infolist():
            name = info.filename
            parts = name.split(""/"")
            if len(parts) == 3 and parts[2] == ""PKG-INFO"":
                if parts[1].endswith("".egg-info""):
                    prefixes.insert(0, (""/"".join(parts[:2]), ""EGG-INFO/""))
                    break
            if len(parts) != 2 or not name.endswith("".pth""):
                continue
            if name.endswith(""-nspkg.pth""):
                continue
            if parts[0].upper() in (""PURELIB"", ""PLATLIB""):
                contents = z.read(name)
                if six.PY3:
                    contents = contents.decode()
                for pth in yield_lines(contents):
                    pth = pth.strip().replace(""\\"", ""/"")
                    if not pth.startswith(""import""):
                        prefixes.append(((""%s/%s/"" % (parts[0], pth)), """"))
    finally:
        z.close()
    prefixes = [(x.lower(), y) for x, y in prefixes]
    prefixes.sort()
    prefixes.reverse()
    return prefixes","def get_exe_prefixes ( exe_filename ) : <TAB> """"""Get exe->egg path translations for a given .exe file"""""" <TAB> prefixes = [ <TAB> <TAB> ( ""PURELIB/"" , """" ) , <TAB> <TAB> ( ""PLATLIB/pywin32_system32"" , """" ) , <TAB> <TAB> ( ""PLATLIB/"" , """" ) , <TAB> <TAB> ( ""SCRIPTS/"" , ""EGG-INFO/scripts/"" ) , <TAB> <TAB> ( ""DATA/lib/site-packages"" , """" ) , <TAB> ] <TAB> z = zipfile . ZipFile ( exe_filename ) <TAB> try : <TAB> <TAB> for info in z . infolist ( ) : <TAB> <TAB> <TAB> name = info . filename <TAB> <TAB> <TAB> parts = name . split ( ""/"" ) <TAB> <TAB> <TAB> if len ( parts ) == 3 and parts [ 2 ] == ""PKG-INFO"" : <TAB> <TAB> <TAB> <TAB> if parts [ 1 ] . endswith ( "".egg-info"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> prefixes . insert ( 0 , ( ""/"" . join ( parts [ : 2 ] ) , ""EGG-INFO/"" ) ) <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> if len ( parts ) != 2 or not name . endswith ( "".pth"" ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if name . endswith ( ""-nspkg.pth"" ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if parts [ 0 ] . upper ( ) in ( ""PURELIB"" , ""PLATLIB"" ) : <TAB> <TAB> <TAB> <TAB> contents = z . read ( name ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> contents = contents . decode ( ) <TAB> <TAB> <TAB> <TAB> for pth in yield_lines ( contents ) : <TAB> <TAB> <TAB> <TAB> <TAB> pth = pth . strip ( ) . replace ( ""\\"" , ""/"" ) <TAB> <TAB> <TAB> <TAB> <TAB> if not pth . startswith ( ""import"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> prefixes . append ( ( ( ""%s/%s/"" % ( parts [ 0 ] , pth ) ) , """" ) ) <TAB> finally : <TAB> <TAB> z . close ( ) <TAB> prefixes = [ ( x . lower ( ) , y ) for x , y in prefixes ] <TAB> prefixes . sort ( ) <TAB> prefixes . reverse ( ) <TAB> return prefixes",if six . PY3 :,430
23161,"def is_move_suicidal(self, move):
    potential_libs = set()
    for n in NEIGHBORS[move]:
        neighbor_group_id = self.lib_tracker.group_index[n]
        if neighbor_group_id == MISSING_GROUP_ID:
            # at least one liberty after playing here, so not a suicide
            return False
        neighbor_group = self.lib_tracker.groups[neighbor_group_id]
        if neighbor_group.color == self.to_play:
            potential_libs |= neighbor_group.liberties
        elif len(neighbor_group.liberties) == 1:
            # would capture an opponent group if they only had one lib.
            return False
    # it's possible to suicide by connecting several friendly groups
    # each of which had one liberty.
    potential_libs -= set([move])
    return not potential_libs","def is_move_suicidal ( self , move ) : <TAB> potential_libs = set ( ) <TAB> for n in NEIGHBORS [ move ] : <TAB> <TAB> neighbor_group_id = self . lib_tracker . group_index [ n ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> neighbor_group = self . lib_tracker . groups [ neighbor_group_id ] <TAB> <TAB> if neighbor_group . color == self . to_play : <TAB> <TAB> <TAB> potential_libs |= neighbor_group . liberties <TAB> <TAB> elif len ( neighbor_group . liberties ) == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> potential_libs -= set ( [ move ] ) <TAB> return not potential_libs",if neighbor_group_id == MISSING_GROUP_ID :,237
24508,"def get_build_provider_flags(build_provider: str, **kwargs) -> Dict[str, str]:
    """"""Get configured options applicable to build_provider.""""""
    build_provider_flags: Dict[str, str] = dict()
    # Should not happen - developer safety check.
    if build_provider not in _ALL_PROVIDERS:
        raise RuntimeError(f""Invalid build provider: {build_provider}"")
    for option in _PROVIDER_OPTIONS:
        key: str = option[""param_decls""]  # type: ignore
        is_flag: bool = option.get(""is_flag"", False)  # type: ignore
        envvar: Optional[str] = option.get(""envvar"")  # type: ignore
        supported_providers: List[str] = option[""supported_providers""]  # type: ignore
        # Skip --provider option.
        if key == ""--provider"":
            continue
        # Skip options that do not apply to configured provider.
        if build_provider not in supported_providers:
            continue
        # Skip boolean flags that have not been set.
        key_formatted = _param_decls_to_kwarg(key)
        if is_flag and not kwargs.get(key_formatted):
            continue
        # Add build provider flag using envvar as key.
        if envvar is not None and key_formatted in kwargs:
            build_provider_flags[envvar] = kwargs[key_formatted]
    return build_provider_flags
","def get_build_provider_flags ( build_provider : str , ** kwargs ) -> Dict [ str , str ] : <TAB> """"""Get configured options applicable to build_provider."""""" <TAB> build_provider_flags : Dict [ str , str ] = dict ( ) <TAB> <TAB> if build_provider not in _ALL_PROVIDERS : <TAB> <TAB> raise RuntimeError ( f""Invalid build provider: {build_provider}"" ) <TAB> for option in _PROVIDER_OPTIONS : <TAB> <TAB> key : str = option [ ""param_decls"" ] <TAB> <TAB> is_flag : bool = option . get ( ""is_flag"" , False ) <TAB> <TAB> envvar : Optional [ str ] = option . get ( ""envvar"" ) <TAB> <TAB> supported_providers : List [ str ] = option [ ""supported_providers"" ] <TAB> <TAB> <TAB> <TAB> if key == ""--provider"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> key_formatted = _param_decls_to_kwarg ( key ) <TAB> <TAB> if is_flag and not kwargs . get ( key_formatted ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if envvar is not None and key_formatted in kwargs : <TAB> <TAB> <TAB> build_provider_flags [ envvar ] = kwargs [ key_formatted ] <TAB> return build_provider_flags",if build_provider not in supported_providers :,358
21968,"def find_exception_in_output(data):
    have_traceback = False
    for line in data.splitlines():
        line = line.decode(""ascii"")  # not sure what the correct encoding is...
        if line.startswith(""Traceback (""):
            have_traceback = True
            continue
        if line.startswith("" ""):
            continue
        if have_traceback:
            # first line not starting with a space since the traceback.
            # must be the exception!
            m = re_exception.match(line)
            if m:
                exc_type, args = m.groups()
                # get hacky - get the *real* exception object from the name.
                bits = exc_type.split(""."", 1)
                if len(bits) > 1:
                    mod = __import__(bits[0])
                    exc = getattr(mod, bits[1])
                else:
                    # probably builtin
                    exc = eval(bits[0])
            else:
                # hrm - probably just an exception with no args
                try:
                    exc = eval(line.strip())
                    args = ""()""
                except:
                    return None
            # try and turn the args into real args.
            try:
                args = eval(args)
            except:
                pass
            if not isinstance(args, tuple):
                args = (args,)
            # try and instantiate the exception.
            try:
                ret = exc(*args)
            except:
                ret = None
            return ret
        # apparently not - keep looking...
        have_traceback = False","def find_exception_in_output ( data ) : <TAB> have_traceback = False <TAB> for line in data . splitlines ( ) : <TAB> <TAB> line = line . decode ( ""ascii"" ) <TAB> <TAB> if line . startswith ( ""Traceback ("" ) : <TAB> <TAB> <TAB> have_traceback = True <TAB> <TAB> <TAB> continue <TAB> <TAB> if line . startswith ( "" "" ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if have_traceback : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> m = re_exception . match ( line ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> exc_type , args = m . groups ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> bits = exc_type . split ( ""."" , 1 ) <TAB> <TAB> <TAB> <TAB> if len ( bits ) > 1 : <TAB> <TAB> <TAB> <TAB> <TAB> mod = __import__ ( bits [ 0 ] ) <TAB> <TAB> <TAB> <TAB> <TAB> exc = getattr ( mod , bits [ 1 ] ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> exc = eval ( bits [ 0 ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> exc = eval ( line . strip ( ) ) <TAB> <TAB> <TAB> <TAB> <TAB> args = ""()"" <TAB> <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> args = eval ( args ) <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> if not isinstance ( args , tuple ) : <TAB> <TAB> <TAB> <TAB> args = ( args , ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> ret = exc ( * args ) <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> ret = None <TAB> <TAB> <TAB> return ret <TAB> <TAB> <TAB> <TAB> have_traceback = False",if m :,464
18959,"def extract(self, png):
    if ""header"" in png:
        self.useHeader(png[""header""])
    if ""time"" in png:
        self.useTime(png[""time""])
    if ""physical"" in png:
        self.usePhysical(png[""physical""])
    for comment in png.array(""text""):
        if ""text"" not in comment:
            continue
        keyword = comment[""keyword""].value
        text = comment[""text""].value
        try:
            key = self.TEXT_TO_ATTR[keyword.lower()]
            setattr(self, key, text)
        except KeyError:
            if keyword.lower() != ""comment"":
                self.comment = ""%s=%s"" % (keyword, text)
            else:
                self.comment = text
    compr_size = sum(data.size for data in png.array(""data""))
    computeComprRate(self, compr_size)
","def extract ( self , png ) : <TAB> if ""header"" in png : <TAB> <TAB> self . useHeader ( png [ ""header"" ] ) <TAB> if ""time"" in png : <TAB> <TAB> self . useTime ( png [ ""time"" ] ) <TAB> if ""physical"" in png : <TAB> <TAB> self . usePhysical ( png [ ""physical"" ] ) <TAB> for comment in png . array ( ""text"" ) : <TAB> <TAB> if ""text"" not in comment : <TAB> <TAB> <TAB> continue <TAB> <TAB> keyword = comment [ ""keyword"" ] . value <TAB> <TAB> text = comment [ ""text"" ] . value <TAB> <TAB> try : <TAB> <TAB> <TAB> key = self . TEXT_TO_ATTR [ keyword . lower ( ) ] <TAB> <TAB> <TAB> setattr ( self , key , text ) <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . comment = ""%s=%s"" % ( keyword , text ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . comment = text <TAB> compr_size = sum ( data . size for data in png . array ( ""data"" ) ) <TAB> computeComprRate ( self , compr_size )","if keyword . lower ( ) != ""comment"" :",246
676,"def post_config_hook(self):
    servers = [""dunst"", ""mako"", ""xfce4-notifyd"", None]
    if not self.server:
        for server in servers:
            if server:
                try:
                    if self.py3.command_output([""pgrep"", ""-x"", server]):
                        self.server = server
                        break
                except self.py3.CommandError:
                    pass
        else:
            self.server = self.py3.check_commands(servers[:-1]) or ""dunst""
    elif self.server not in servers:
        raise Exception(STRING_INVALID_SERVER.format(self.server))
    else:
        command = self.server.replace(""notifyd"", ""notifyd-config"")
        if not self.py3.check_commands(command):
            raise Exception(STRING_NOT_INSTALLED.format(command))
    if self.server == ""dunst"":
        self.backend = Dunst(self)
    elif self.server == ""mako"":
        self.backend = Mako(self)
    elif self.server == ""xfce4-notifyd"":
        self.backend = Xfce4_notifyd(self)
    if self.state is not None:
        if self.state == ""last"":
            self.state = self.py3.storage_get(""state"") or 0
        if self.state in [False, True]:
            self.backend.toggle(self.state)
        else:
            raise Exception(STRING_INVALID_STATE.format(self.state))
    elif self.server == ""dunst"" and not self.backend.has_dunstctl:
        raise Exception(STRING_INVALID_STATE.format(self.state))
    self.name = self.server.capitalize()
    self.thresholds_init = self.py3.get_color_names_list(self.format)","def post_config_hook ( self ) : <TAB> servers = [ ""dunst"" , ""mako"" , ""xfce4-notifyd"" , None ] <TAB> if not self . server : <TAB> <TAB> for server in servers : <TAB> <TAB> <TAB> if server : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> if self . py3 . command_output ( [ ""pgrep"" , ""-x"" , server ] ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . server = server <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> except self . py3 . CommandError : <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> else : <TAB> <TAB> <TAB> self . server = self . py3 . check_commands ( servers [ : - 1 ] ) or ""dunst"" <TAB> elif self . server not in servers : <TAB> <TAB> raise Exception ( STRING_INVALID_SERVER . format ( self . server ) ) <TAB> else : <TAB> <TAB> command = self . server . replace ( ""notifyd"" , ""notifyd-config"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise Exception ( STRING_NOT_INSTALLED . format ( command ) ) <TAB> if self . server == ""dunst"" : <TAB> <TAB> self . backend = Dunst ( self ) <TAB> elif self . server == ""mako"" : <TAB> <TAB> self . backend = Mako ( self ) <TAB> elif self . server == ""xfce4-notifyd"" : <TAB> <TAB> self . backend = Xfce4_notifyd ( self ) <TAB> if self . state is not None : <TAB> <TAB> if self . state == ""last"" : <TAB> <TAB> <TAB> self . state = self . py3 . storage_get ( ""state"" ) or 0 <TAB> <TAB> if self . state in [ False , True ] : <TAB> <TAB> <TAB> self . backend . toggle ( self . state ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise Exception ( STRING_INVALID_STATE . format ( self . state ) ) <TAB> elif self . server == ""dunst"" and not self . backend . has_dunstctl : <TAB> <TAB> raise Exception ( STRING_INVALID_STATE . format ( self . state ) ) <TAB> self . name = self . server . capitalize ( ) <TAB> self . thresholds_init = self . py3 . get_color_names_list ( self . format )",if not self . py3 . check_commands ( command ) :,497
13185,"def writer(self):
    """"""loop forever and copy socket->serial""""""
    while self.alive:
        try:
            data = self.socket.recv(1024)
            if not data:
                break
            self.serial.write(b"""".join(self.rfc2217.filter(data)))
        except socket.error as msg:
            self.log.error(""{}"".format(msg))
            # probably got disconnected
            break
    self.stop()","def writer ( self ) : <TAB> """"""loop forever and copy socket->serial"""""" <TAB> while self . alive : <TAB> <TAB> try : <TAB> <TAB> <TAB> data = self . socket . recv ( 1024 ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> self . serial . write ( b"""" . join ( self . rfc2217 . filter ( data ) ) ) <TAB> <TAB> except socket . error as msg : <TAB> <TAB> <TAB> self . log . error ( ""{}"" . format ( msg ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> self . stop ( )",if not data :,124
9655,"def removedir(self, path):
    # type: (Text) -> None
    _path = self.validatepath(path)
    if _path == ""/"":
        raise errors.RemoveRootError()
    with ftp_errors(self, path):
        try:
            self.ftp.rmd(_encode(_path, self.ftp.encoding))
        except error_perm as error:
            code, _ = _parse_ftp_error(error)
            if code == ""550"":
                if self.isfile(path):
                    raise errors.DirectoryExpected(path)
                if not self.isempty(path):
                    raise errors.DirectoryNotEmpty(path)
            raise  # pragma: no cover","def removedir ( self , path ) : <TAB> <TAB> _path = self . validatepath ( path ) <TAB> if _path == ""/"" : <TAB> <TAB> raise errors . RemoveRootError ( ) <TAB> with ftp_errors ( self , path ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> self . ftp . rmd ( _encode ( _path , self . ftp . encoding ) ) <TAB> <TAB> except error_perm as error : <TAB> <TAB> <TAB> code , _ = _parse_ftp_error ( error ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if self . isfile ( path ) : <TAB> <TAB> <TAB> <TAB> <TAB> raise errors . DirectoryExpected ( path ) <TAB> <TAB> <TAB> <TAB> if not self . isempty ( path ) : <TAB> <TAB> <TAB> <TAB> <TAB> raise errors . DirectoryNotEmpty ( path ) <TAB> <TAB> <TAB> raise","if code == ""550"" :",189
19073,"def parse_raw_res(raw_res):
    """"""this function copied from dagster-airflow.operators.util for now""""""
    assert isinstance(raw_res, list)
    res = None
    # Look upon my works, ye mighty, and despair:
    # - Log lines don't necessarily come back in order
    # - Something else might log JSON
    # - Docker appears to silently split very long log lines -- this is undocumented behavior
    lines = []
    coalesced = []
    in_split_line = False
    for line in raw_res:
        if not in_split_line and line.startswith(""{""):
            if line.endswith(""}""):
                lines.append(line)
                continue
            else:
                coalesced.append(line)
                in_split_line = True
                continue
        if in_split_line:
            coalesced.append(line)
            if line.endswith(""}""):
                lines.append("""".join(coalesced))
                coalesced = []
                in_split_line = False
    for line in reversed(lines):
        try:
            res = seven.json.loads(line)
            break
        # If we don't get a GraphQL response, check the next line
        except seven.JSONDecodeError as e:
            print(""[parse_raw_res error]"", e)
            continue
    return res
","def parse_raw_res ( raw_res ) : <TAB> """"""this function copied from dagster-airflow.operators.util for now"""""" <TAB> assert isinstance ( raw_res , list ) <TAB> res = None <TAB> <TAB> <TAB> <TAB> <TAB> lines = [ ] <TAB> coalesced = [ ] <TAB> in_split_line = False <TAB> for line in raw_res : <TAB> <TAB> if not in_split_line and line . startswith ( ""{"" ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> lines . append ( line ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> coalesced . append ( line ) <TAB> <TAB> <TAB> <TAB> in_split_line = True <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> if in_split_line : <TAB> <TAB> <TAB> coalesced . append ( line ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> lines . append ( """" . join ( coalesced ) ) <TAB> <TAB> <TAB> <TAB> coalesced = [ ] <TAB> <TAB> <TAB> <TAB> in_split_line = False <TAB> for line in reversed ( lines ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> res = seven . json . loads ( line ) <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> except seven . JSONDecodeError as e : <TAB> <TAB> <TAB> print ( ""[parse_raw_res error]"" , e ) <TAB> <TAB> <TAB> continue <TAB> return res","if line . endswith ( ""}"" ) :",368
18800,"def find_songs_that_start_with_word(word):
    max_titles = 20
    max_offset = 200
    offset = 0
    out = []
    while offset < max_offset and len(out) < max_titles:
        results = sp.search(q=word, type=""track"", limit=50, offset=offset)
        if len(results[""tracks""][""items""]) == 0:
            break
        for item in results[""tracks""][""items""]:
            name = item[""name""].lower()
            if name in seen:
                continue
            seen.add(name)
            if ""("" in name:
                continue
            if ""-"" in name:
                continue
            if ""/"" in name:
                continue
            words = name.split()
            if len(words) > 1 and words[0] == word and words[-1] not in skiplist:
                # print ""        "", name, len(out)
                out.append(item)
        offset += 50
    # print ""found"", len(out), ""matches""
    return out","def find_songs_that_start_with_word ( word ) : <TAB> max_titles = 20 <TAB> max_offset = 200 <TAB> offset = 0 <TAB> out = [ ] <TAB> while offset < max_offset and len ( out ) < max_titles : <TAB> <TAB> results = sp . search ( q = word , type = ""track"" , limit = 50 , offset = offset ) <TAB> <TAB> if len ( results [ ""tracks"" ] [ ""items"" ] ) == 0 : <TAB> <TAB> <TAB> break <TAB> <TAB> for item in results [ ""tracks"" ] [ ""items"" ] : <TAB> <TAB> <TAB> name = item [ ""name"" ] . lower ( ) <TAB> <TAB> <TAB> if name in seen : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> seen . add ( name ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if ""-"" in name : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if ""/"" in name : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> words = name . split ( ) <TAB> <TAB> <TAB> if len ( words ) > 1 and words [ 0 ] == word and words [ - 1 ] not in skiplist : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> out . append ( item ) <TAB> <TAB> offset += 50 <TAB> <TAB> return out","if ""("" in name :",292
8143,"def handle(self, *args, **options):
    app_name = options.get(""app_name"")
    job_name = options.get(""job_name"")
    # hack since we are using job_name nargs='?' for -l to work
    if app_name and not job_name:
        job_name = app_name
        app_name = None
    if options.get(""list_jobs""):
        print_jobs(only_scheduled=False, show_when=True, show_appname=True)
    else:
        if not job_name:
            print(""Run a single maintenance job. Please specify the name of the job."")
            return
        self.runjob(app_name, job_name, options)
","def handle ( self , * args , ** options ) : <TAB> app_name = options . get ( ""app_name"" ) <TAB> job_name = options . get ( ""job_name"" ) <TAB> <TAB> if app_name and not job_name : <TAB> <TAB> job_name = app_name <TAB> <TAB> app_name = None <TAB> if options . get ( ""list_jobs"" ) : <TAB> <TAB> print_jobs ( only_scheduled = False , show_when = True , show_appname = True ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""Run a single maintenance job. Please specify the name of the job."" ) <TAB> <TAB> <TAB> return <TAB> <TAB> self . runjob ( app_name , job_name , options )",if not job_name :,184
1548,"def _songmeanings(artist, song):
    service_name = ""Songmeanings""
    url = """"
    try:
        searchurl = ""http://songmeanings.com/m/query/?q=%s %s"" % (artist, song)
        searchresults = requests.get(searchurl, proxies=proxy)
        soup = BeautifulSoup(searchresults.text, ""html.parser"")
        url = """"
        for link in soup.find_all(""a"", href=True):
            if ""songmeanings.com/m/songs/view/"" in link[""href""]:
                url = ""https:"" + link[""href""]
                break
            elif ""/m/songs/view/"" in link[""href""]:
                result = ""http://songmeanings.com"" + link[""href""]
                lyricspage = requests.get(result, proxies=proxy)
                soup = BeautifulSoup(lyricspage.text, ""html.parser"")
                url = ""http://songmeanings.com"" + link[""href""][2:]
                break
            else:
                pass
        templyrics = soup.find_all(""li"")[4]
        lyrics = templyrics.getText()
        lyrics = lyrics.split(""(r,s)};})();"")[1]
    except Exception:
        lyrics = error
    if lyrics == ""We are currently missing these lyrics."":
        lyrics = error
    # lyrics = lyrics.encode('cp437', errors='replace').decode('utf-8', errors='replace')
    return (lyrics, url, service_name)","def _songmeanings ( artist , song ) : <TAB> service_name = ""Songmeanings"" <TAB> url = """" <TAB> try : <TAB> <TAB> searchurl = ""http://songmeanings.com/m/query/?q=%s %s"" % ( artist , song ) <TAB> <TAB> searchresults = requests . get ( searchurl , proxies = proxy ) <TAB> <TAB> soup = BeautifulSoup ( searchresults . text , ""html.parser"" ) <TAB> <TAB> url = """" <TAB> <TAB> for link in soup . find_all ( ""a"" , href = True ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> url = ""https:"" + link [ ""href"" ] <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> elif ""/m/songs/view/"" in link [ ""href"" ] : <TAB> <TAB> <TAB> <TAB> result = ""http://songmeanings.com"" + link [ ""href"" ] <TAB> <TAB> <TAB> <TAB> lyricspage = requests . get ( result , proxies = proxy ) <TAB> <TAB> <TAB> <TAB> soup = BeautifulSoup ( lyricspage . text , ""html.parser"" ) <TAB> <TAB> <TAB> <TAB> url = ""http://songmeanings.com"" + link [ ""href"" ] [ 2 : ] <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> templyrics = soup . find_all ( ""li"" ) [ 4 ] <TAB> <TAB> lyrics = templyrics . getText ( ) <TAB> <TAB> lyrics = lyrics . split ( ""(r,s)};})();"" ) [ 1 ] <TAB> except Exception : <TAB> <TAB> lyrics = error <TAB> if lyrics == ""We are currently missing these lyrics."" : <TAB> <TAB> lyrics = error <TAB> <TAB> return ( lyrics , url , service_name )","if ""songmeanings.com/m/songs/view/"" in link [ ""href"" ] :",395
15231,"def test_find_directive_from_block(self):
    blocks = self.config.parser_root.find_blocks(""virtualhost"")
    found = False
    for vh in blocks:
        if vh.filepath.endswith(""sites-enabled/certbot.conf""):
            servername = vh.find_directives(""servername"")
            self.assertEqual(servername[0].parameters[0], ""certbot.demo"")
            found = True
    self.assertTrue(found)","def test_find_directive_from_block ( self ) : <TAB> blocks = self . config . parser_root . find_blocks ( ""virtualhost"" ) <TAB> found = False <TAB> for vh in blocks : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> servername = vh . find_directives ( ""servername"" ) <TAB> <TAB> <TAB> self . assertEqual ( servername [ 0 ] . parameters [ 0 ] , ""certbot.demo"" ) <TAB> <TAB> <TAB> found = True <TAB> self . assertTrue ( found )","if vh . filepath . endswith ( ""sites-enabled/certbot.conf"" ) :",118
22924,"def readAll(self, root, force=False):
    """"""Scan positions, looking for @<file> nodes to read.""""""
    at, c = self, self.c
    old_changed = c.changed
    if force:
        # Capture the current headline only if
        # we aren't doing the initial read.
        c.endEditing()
    t1 = time.time()
    c.init_error_dialogs()
    files = at.findFilesToRead(force, root)
    for p in files:
        at.readFileAtPosition(force, p)
    for p in files:
        p.v.clearDirty()
    if not g.unitTesting:
        if files:
            t2 = time.time()
            g.es(""read %s files in %2.2f seconds"" % (len(files), t2 - t1))
        elif force:
            g.es(""no @<file> nodes in the selected tree"")
    c.changed = old_changed
    c.raise_error_dialogs()","def readAll ( self , root , force = False ) : <TAB> """"""Scan positions, looking for @<file> nodes to read."""""" <TAB> at , c = self , self . c <TAB> old_changed = c . changed <TAB> if force : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> c . endEditing ( ) <TAB> t1 = time . time ( ) <TAB> c . init_error_dialogs ( ) <TAB> files = at . findFilesToRead ( force , root ) <TAB> for p in files : <TAB> <TAB> at . readFileAtPosition ( force , p ) <TAB> for p in files : <TAB> <TAB> p . v . clearDirty ( ) <TAB> if not g . unitTesting : <TAB> <TAB> if files : <TAB> <TAB> <TAB> t2 = time . time ( ) <TAB> <TAB> <TAB> g . es ( ""read %s files in %2.2f seconds"" % ( len ( files ) , t2 - t1 ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> g . es ( ""no @<file> nodes in the selected tree"" ) <TAB> c . changed = old_changed <TAB> c . raise_error_dialogs ( )",elif force :,262
22539,"def _check_witness_program_v0(self, witness_solution_stack, witness_program):
    size = len(witness_program)
    if size == 32:
        if len(witness_solution_stack) == 0:
            raise ScriptError(
                ""witness program witness empty"", errno.WITNESS_PROGRAM_WITNESS_EMPTY
            )
        puzzle_script = witness_solution_stack[-1]
        if sha256(puzzle_script).digest() != witness_program:
            raise ScriptError(
                ""witness program mismatch"", errno.WITNESS_PROGRAM_MISMATCH
            )
        stack = list(witness_solution_stack[:-1])
    elif size == 20:
        # special case for pay-to-pubkeyhash; signature + pubkey in witness
        if len(witness_solution_stack) != 2:
            raise ScriptError(
                ""witness program mismatch"", errno.WITNESS_PROGRAM_MISMATCH
            )
        puzzle_script = self._puzzle_script_for_len20_segwit(witness_program)
        stack = list(witness_solution_stack)
    else:
        raise ScriptError(
            ""witness program wrong length"", errno.WITNESS_PROGRAM_WRONG_LENGTH
        )
    return stack, puzzle_script","def _check_witness_program_v0 ( self , witness_solution_stack , witness_program ) : <TAB> size = len ( witness_program ) <TAB> if size == 32 : <TAB> <TAB> if len ( witness_solution_stack ) == 0 : <TAB> <TAB> <TAB> raise ScriptError ( <TAB> <TAB> <TAB> <TAB> ""witness program witness empty"" , errno . WITNESS_PROGRAM_WITNESS_EMPTY <TAB> <TAB> <TAB> ) <TAB> <TAB> puzzle_script = witness_solution_stack [ - 1 ] <TAB> <TAB> if sha256 ( puzzle_script ) . digest ( ) != witness_program : <TAB> <TAB> <TAB> raise ScriptError ( <TAB> <TAB> <TAB> <TAB> ""witness program mismatch"" , errno . WITNESS_PROGRAM_MISMATCH <TAB> <TAB> <TAB> ) <TAB> <TAB> stack = list ( witness_solution_stack [ : - 1 ] ) <TAB> elif size == 20 : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ScriptError ( <TAB> <TAB> <TAB> <TAB> ""witness program mismatch"" , errno . WITNESS_PROGRAM_MISMATCH <TAB> <TAB> <TAB> ) <TAB> <TAB> puzzle_script = self . _puzzle_script_for_len20_segwit ( witness_program ) <TAB> <TAB> stack = list ( witness_solution_stack ) <TAB> else : <TAB> <TAB> raise ScriptError ( <TAB> <TAB> <TAB> ""witness program wrong length"" , errno . WITNESS_PROGRAM_WRONG_LENGTH <TAB> <TAB> ) <TAB> return stack , puzzle_script",if len ( witness_solution_stack ) != 2 :,369
19133,"def getAllRowTablesWidget(self):
    """"""dump all settings from table""""""
    model = self.TabSettings.model()
    data, datafilter, self.key = [], OrderedDict(), None
    for row in range(model.rowCount()):
        data.append([])
        for column in range(model.columnCount()):
            index = model.index(row, column)
            data[row].append(str(model.data(index).toString()))
    datafilter[""ESP""] = {}
    datafilter[""LinuxIntelx86""] = {}
    datafilter[""LinuxIntelx64""] = {}
    datafilter[""WindowsIntelx86""] = {}
    datafilter[""WindowsIntelx64""] = {}
    datafilter[""MachoIntelx86""] = {}
    datafilter[""MachoIntelx64""] = {}
    for count, item in enumerate(data):
        if count < 5:
            if item[0] != """" or item[1] != """":
                datafilter[""ESP""][item[0]] = item[1]
        else:
            if item[0] != """" or item[1] != """":
                if item[1] in datafilter.keys():
                    self.key = item[1]
                else:
                    datafilter[self.key][item[0]] = item[1]
    return datafilter","def getAllRowTablesWidget ( self ) : <TAB> """"""dump all settings from table"""""" <TAB> model = self . TabSettings . model ( ) <TAB> data , datafilter , self . key = [ ] , OrderedDict ( ) , None <TAB> for row in range ( model . rowCount ( ) ) : <TAB> <TAB> data . append ( [ ] ) <TAB> <TAB> for column in range ( model . columnCount ( ) ) : <TAB> <TAB> <TAB> index = model . index ( row , column ) <TAB> <TAB> <TAB> data [ row ] . append ( str ( model . data ( index ) . toString ( ) ) ) <TAB> datafilter [ ""ESP"" ] = { } <TAB> datafilter [ ""LinuxIntelx86"" ] = { } <TAB> datafilter [ ""LinuxIntelx64"" ] = { } <TAB> datafilter [ ""WindowsIntelx86"" ] = { } <TAB> datafilter [ ""WindowsIntelx64"" ] = { } <TAB> datafilter [ ""MachoIntelx86"" ] = { } <TAB> datafilter [ ""MachoIntelx64"" ] = { } <TAB> for count , item in enumerate ( data ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if item [ 0 ] != """" or item [ 1 ] != """" : <TAB> <TAB> <TAB> <TAB> datafilter [ ""ESP"" ] [ item [ 0 ] ] = item [ 1 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> if item [ 0 ] != """" or item [ 1 ] != """" : <TAB> <TAB> <TAB> <TAB> if item [ 1 ] in datafilter . keys ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> self . key = item [ 1 ] <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> datafilter [ self . key ] [ item [ 0 ] ] = item [ 1 ] <TAB> return datafilter",if count < 5 :,348
2124,"def start_span(
    self,
    operation_name=None,
    child_of=None,
    references=None,
    tags=None,
    start_time=None,
    ignore_active_span=False,
):
    start_time = time.time() if start_time is None else start_time
    # See if we have a parent_ctx in `references`
    parent_ctx = None
    if child_of is not None:
        parent_ctx = (
            child_of
            if isinstance(child_of, opentracing.SpanContext)
            else child_of.context
        )
    elif references is not None and len(references) > 0:
        # TODO only the first reference is currently used
        parent_ctx = references[0].referenced_context
    # retrieve the active SpanContext
    if not ignore_active_span and parent_ctx is None:
        scope = self.scope_manager.active
        if scope is not None:
            parent_ctx = scope.span.context
    # Assemble the child ctx
    ctx = SpanContext(span_id=self._generate_id())
    if parent_ctx is not None:
        if parent_ctx._baggage is not None:
            ctx._baggage = parent_ctx._baggage.copy()
        ctx.trace_id = parent_ctx.trace_id
    else:
        ctx.trace_id = self._generate_id()
    # Tie it all together
    return MockSpan(
        self,
        operation_name=operation_name,
        context=ctx,
        parent_id=(None if parent_ctx is None else parent_ctx.span_id),
        tags=tags,
        start_time=start_time,
    )","def start_span ( <TAB> self , <TAB> operation_name = None , <TAB> child_of = None , <TAB> references = None , <TAB> tags = None , <TAB> start_time = None , <TAB> ignore_active_span = False , ) : <TAB> start_time = time . time ( ) if start_time is None else start_time <TAB> <TAB> parent_ctx = None <TAB> if child_of is not None : <TAB> <TAB> parent_ctx = ( <TAB> <TAB> <TAB> child_of <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> else child_of . context <TAB> <TAB> ) <TAB> elif references is not None and len ( references ) > 0 : <TAB> <TAB> <TAB> <TAB> parent_ctx = references [ 0 ] . referenced_context <TAB> <TAB> if not ignore_active_span and parent_ctx is None : <TAB> <TAB> scope = self . scope_manager . active <TAB> <TAB> if scope is not None : <TAB> <TAB> <TAB> parent_ctx = scope . span . context <TAB> <TAB> ctx = SpanContext ( span_id = self . _generate_id ( ) ) <TAB> if parent_ctx is not None : <TAB> <TAB> if parent_ctx . _baggage is not None : <TAB> <TAB> <TAB> ctx . _baggage = parent_ctx . _baggage . copy ( ) <TAB> <TAB> ctx . trace_id = parent_ctx . trace_id <TAB> else : <TAB> <TAB> ctx . trace_id = self . _generate_id ( ) <TAB> <TAB> return MockSpan ( <TAB> <TAB> self , <TAB> <TAB> operation_name = operation_name , <TAB> <TAB> context = ctx , <TAB> <TAB> parent_id = ( None if parent_ctx is None else parent_ctx . span_id ) , <TAB> <TAB> tags = tags , <TAB> <TAB> start_time = start_time , <TAB> )","if isinstance ( child_of , opentracing . SpanContext )",439
21405,"def test_raise_for_status(server):
    async with httpx.AsyncClient() as client:
        for status_code in (200, 400, 404, 500, 505):
            response = await client.request(
                ""GET"", server.url.copy_with(path=f""/status/{status_code}"")
            )
            if 400 <= status_code < 600:
                with pytest.raises(httpx.HTTPStatusError) as exc_info:
                    response.raise_for_status()
                assert exc_info.value.response == response
            else:
                assert response.raise_for_status() is None  # type: ignore","def test_raise_for_status ( server ) : <TAB> async with httpx . AsyncClient ( ) as client : <TAB> <TAB> for status_code in ( 200 , 400 , 404 , 500 , 505 ) : <TAB> <TAB> <TAB> response = await client . request ( <TAB> <TAB> <TAB> <TAB> ""GET"" , server . url . copy_with ( path = f""/status/{status_code}"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> with pytest . raises ( httpx . HTTPStatusError ) as exc_info : <TAB> <TAB> <TAB> <TAB> <TAB> response . raise_for_status ( ) <TAB> <TAB> <TAB> <TAB> assert exc_info . value . response == response <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> assert response . raise_for_status ( ) is None",if 400 <= status_code < 600 :,178
16463,"def loads(self, text, profile=False):
    self._pattern_confs = {}
    for line in text.splitlines():
        line = line.strip()
        if not line or line.startswith(""#""):
            continue
        left, value = line.split(""="", 1)
        value = value.strip()
        tokens = left.strip().split("":"", 2)
        if len(tokens) == 3:
            pattern, conf_module, name = tokens
        else:
            assert len(tokens) == 2
            conf_module, name = tokens
            pattern = None
        if not _is_profile_module(conf_module):
            if profile:
                raise ConanException(""[conf] '{}' not allowed in profiles"".format(line))
            if pattern is not None:
                raise ConanException(
                    ""Conf '{}' cannot have a package pattern"".format(line)
                )
        conf = self._pattern_confs.setdefault(pattern, Conf())
        conf.set_value(conf_module, name, value)","def loads ( self , text , profile = False ) : <TAB> self . _pattern_confs = { } <TAB> for line in text . splitlines ( ) : <TAB> <TAB> line = line . strip ( ) <TAB> <TAB> if not line or line . startswith ( ""#"" ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> left , value = line . split ( ""="" , 1 ) <TAB> <TAB> value = value . strip ( ) <TAB> <TAB> tokens = left . strip ( ) . split ( "":"" , 2 ) <TAB> <TAB> if len ( tokens ) == 3 : <TAB> <TAB> <TAB> pattern , conf_module , name = tokens <TAB> <TAB> else : <TAB> <TAB> <TAB> assert len ( tokens ) == 2 <TAB> <TAB> <TAB> conf_module , name = tokens <TAB> <TAB> <TAB> pattern = None <TAB> <TAB> if not _is_profile_module ( conf_module ) : <TAB> <TAB> <TAB> if profile : <TAB> <TAB> <TAB> <TAB> raise ConanException ( ""[conf] '{}' not allowed in profiles"" . format ( line ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise ConanException ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Conf '{}' cannot have a package pattern"" . format ( line ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> conf = self . _pattern_confs . setdefault ( pattern , Conf ( ) ) <TAB> <TAB> conf . set_value ( conf_module , name , value )",if pattern is not None :,275
5551,"def cache_sns_topics_across_accounts() -> bool:
    function: str = f""{__name__}.{sys._getframe().f_code.co_name}""
    # First, get list of accounts
    accounts_d: list = async_to_sync(get_account_id_to_name_mapping)()
    for account_id in accounts_d.keys():
        if config.get(""environment"") == ""prod"":
            cache_sns_topics_for_account.delay(account_id)
        else:
            if account_id in config.get(""celery.test_account_ids"", []):
                cache_sns_topics_for_account.delay(account_id)
    stats.count(f""{function}.success"")
    return True
","def cache_sns_topics_across_accounts ( ) -> bool : <TAB> function : str = f""{__name__}.{sys._getframe().f_code.co_name}"" <TAB> <TAB> accounts_d : list = async_to_sync ( get_account_id_to_name_mapping ) ( ) <TAB> for account_id in accounts_d . keys ( ) : <TAB> <TAB> if config . get ( ""environment"" ) == ""prod"" : <TAB> <TAB> <TAB> cache_sns_topics_for_account . delay ( account_id ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> cache_sns_topics_for_account . delay ( account_id ) <TAB> stats . count ( f""{function}.success"" ) <TAB> return True","if account_id in config . get ( ""celery.test_account_ids"" , [ ] ) :",185
18143,"def process(self, fuzzresult):
    base_url = urljoin(fuzzresult.url, "".."")
    for line in fuzzresult.history.content.splitlines():
        record = line.split(""/"")
        if len(record) == 6 and record[1]:
            self.queue_url(urljoin(base_url, record[1]))
            # Directory
            if record[0] == ""D"":
                self.queue_url(urljoin(base_url, record[1]))
                self.queue_url(urljoin(base_url, ""%s/CVS/Entries"" % (record[1])))","def process ( self , fuzzresult ) : <TAB> base_url = urljoin ( fuzzresult . url , "".."" ) <TAB> for line in fuzzresult . history . content . splitlines ( ) : <TAB> <TAB> record = line . split ( ""/"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . queue_url ( urljoin ( base_url , record [ 1 ] ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if record [ 0 ] == ""D"" : <TAB> <TAB> <TAB> <TAB> self . queue_url ( urljoin ( base_url , record [ 1 ] ) ) <TAB> <TAB> <TAB> <TAB> self . queue_url ( urljoin ( base_url , ""%s/CVS/Entries"" % ( record [ 1 ] ) ) )",if len ( record ) == 6 and record [ 1 ] :,153
881,"def _set_parse_context(self, tag, tag_attrs):
    # special case: script or style parse context
    if not self._wb_parse_context:
        if tag == ""style"":
            self._wb_parse_context = ""style""
        elif tag == ""script"":
            if self._allow_js_type(tag_attrs):
                self._wb_parse_context = ""script""
","def _set_parse_context ( self , tag , tag_attrs ) : <TAB> <TAB> if not self . _wb_parse_context : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _wb_parse_context = ""style"" <TAB> <TAB> elif tag == ""script"" : <TAB> <TAB> <TAB> if self . _allow_js_type ( tag_attrs ) : <TAB> <TAB> <TAB> <TAB> self . _wb_parse_context = ""script""","if tag == ""style"" :",106
7517,"def download(request):
    if not ENABLE_DOWNLOAD.get():
        return serve_403_error(request)
    try:
        file_format = (
            ""csv""
            if ""csv"" == request.POST.get(""type"")
            else ""xls""
            if ""xls"" == request.POST.get(""type"")
            else ""json""
        )
        facet = json.loads(request.POST.get(""facet"", ""{}""))
        json_response = search(request)
        response = json.loads(json_response.content)
        if facet:
            response[""response""][""docs""] = response[""normalized_facets""][0][""docs""]
            collection = facet
            if not collection[""template""][""fieldsSelected""]:
                facet[""fields""] = facet[""template""][""fieldsAttributes""]
        else:
            collection = json.loads(request.POST.get(""collection"", ""{}""))
        if file_format == ""json"":
            docs = response[""response""][""docs""]
            resp = JsonResponse(docs, safe=False)
            resp[""Content-Disposition""] = 'attachment; filename=""%s.%s""' % (
                ""query_result"",
                file_format,
            )
            return resp
        else:
            return export_download(
                response,
                file_format,
                collection,
                user_agent=request.META.get(""HTTP_USER_AGENT""),
            )
    except Exception as e:
        raise PopupException(_(""Could not download search results: %s"") % e)","def download ( request ) : <TAB> if not ENABLE_DOWNLOAD . get ( ) : <TAB> <TAB> return serve_403_error ( request ) <TAB> try : <TAB> <TAB> file_format = ( <TAB> <TAB> <TAB> ""csv"" <TAB> <TAB> <TAB> if ""csv"" == request . POST . get ( ""type"" ) <TAB> <TAB> <TAB> else ""xls"" <TAB> <TAB> <TAB> if ""xls"" == request . POST . get ( ""type"" ) <TAB> <TAB> <TAB> else ""json"" <TAB> <TAB> ) <TAB> <TAB> facet = json . loads ( request . POST . get ( ""facet"" , ""{}"" ) ) <TAB> <TAB> json_response = search ( request ) <TAB> <TAB> response = json . loads ( json_response . content ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> response [ ""response"" ] [ ""docs"" ] = response [ ""normalized_facets"" ] [ 0 ] [ ""docs"" ] <TAB> <TAB> <TAB> collection = facet <TAB> <TAB> <TAB> if not collection [ ""template"" ] [ ""fieldsSelected"" ] : <TAB> <TAB> <TAB> <TAB> facet [ ""fields"" ] = facet [ ""template"" ] [ ""fieldsAttributes"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> collection = json . loads ( request . POST . get ( ""collection"" , ""{}"" ) ) <TAB> <TAB> if file_format == ""json"" : <TAB> <TAB> <TAB> docs = response [ ""response"" ] [ ""docs"" ] <TAB> <TAB> <TAB> resp = JsonResponse ( docs , safe = False ) <TAB> <TAB> <TAB> resp [ ""Content-Disposition"" ] = 'attachment; filename=""%s.%s""' % ( <TAB> <TAB> <TAB> <TAB> ""query_result"" , <TAB> <TAB> <TAB> <TAB> file_format , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return resp <TAB> <TAB> else : <TAB> <TAB> <TAB> return export_download ( <TAB> <TAB> <TAB> <TAB> response , <TAB> <TAB> <TAB> <TAB> file_format , <TAB> <TAB> <TAB> <TAB> collection , <TAB> <TAB> <TAB> <TAB> user_agent = request . META . get ( ""HTTP_USER_AGENT"" ) , <TAB> <TAB> <TAB> ) <TAB> except Exception as e : <TAB> <TAB> raise PopupException ( _ ( ""Could not download search results: %s"" ) % e )",if facet :,415
5966,"def __get_right_line(self, widget_output):
    """"""Gets next line for right panel""""""
    right_line = """"
    if widget_output:
        right_line = widget_output.pop(0)
        if len(right_line) > self.right_panel_width:
            right_line_plain = self.markup.clean_markup(right_line)
            if len(right_line_plain) > self.right_panel_width:
                right_line = right_line[: self.right_panel_width] + self.markup.RESET
    return right_line","def __get_right_line ( self , widget_output ) : <TAB> """"""Gets next line for right panel"""""" <TAB> right_line = """" <TAB> if widget_output : <TAB> <TAB> right_line = widget_output . pop ( 0 ) <TAB> <TAB> if len ( right_line ) > self . right_panel_width : <TAB> <TAB> <TAB> right_line_plain = self . markup . clean_markup ( right_line ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> right_line = right_line [ : self . right_panel_width ] + self . markup . RESET <TAB> return right_line",if len ( right_line_plain ) > self . right_panel_width :,150
11462,"def _parse_gene(element):
    for genename_element in element:
        if ""type"" in genename_element.attrib:
            ann_key = ""gene_%s_%s"" % (
                genename_element.tag.replace(NS, """"),
                genename_element.attrib[""type""],
            )
            if genename_element.attrib[""type""] == ""primary"":
                self.ParsedSeqRecord.annotations[ann_key] = genename_element.text
            else:
                append_to_annotations(ann_key, genename_element.text)
","def _parse_gene ( element ) : <TAB> for genename_element in element : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ann_key = ""gene_%s_%s"" % ( <TAB> <TAB> <TAB> <TAB> genename_element . tag . replace ( NS , """" ) , <TAB> <TAB> <TAB> <TAB> genename_element . attrib [ ""type"" ] , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if genename_element . attrib [ ""type"" ] == ""primary"" : <TAB> <TAB> <TAB> <TAB> self . ParsedSeqRecord . annotations [ ann_key ] = genename_element . text <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> append_to_annotations ( ann_key , genename_element . text )","if ""type"" in genename_element . attrib :",157
5860,"def read(self, iprot):
    if (
        iprot._fast_decode is not None
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
    ):
        iprot._fast_decode(self, iprot, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRUCT:
                self.req = TRenewDelegationTokenReq()
                self.req.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . _fast_decode is not None <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> ) : <TAB> <TAB> iprot . _fast_decode ( self , iprot , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . req = TRenewDelegationTokenReq ( ) <TAB> <TAB> <TAB> <TAB> self . req . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STRUCT :,261
7892,"def do_endpoints(conf, endpoints):
    service = {}
    for endpoint, (eclass, indexed) in endpoints.items():
        try:
            servs = []
            i = 1
            for args in conf[endpoint]:
                if isinstance(args, six.string_types):  # Assume it's the location
                    args = {""location"": args, ""binding"": DEFAULT_BINDING[endpoint]}
                elif isinstance(args, tuple) or isinstance(args, list):
                    if len(args) == 2:  # (location, binding)
                        args = {""location"": args[0], ""binding"": args[1]}
                    elif len(args) == 3:  # (location, binding, index)
                        args = {
                            ""location"": args[0],
                            ""binding"": args[1],
                            ""index"": args[2],
                        }
                if indexed:
                    if ""index"" not in args:
                        args[""index""] = ""%d"" % i
                        i += 1
                    else:
                        try:
                            int(args[""index""])
                        except ValueError:
                            raise
                        else:
                            args[""index""] = str(args[""index""])
                servs.append(factory(eclass, **args))
                service[endpoint] = servs
        except KeyError:
            pass
    return service","def do_endpoints ( conf , endpoints ) : <TAB> service = { } <TAB> for endpoint , ( eclass , indexed ) in endpoints . items ( ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> servs = [ ] <TAB> <TAB> <TAB> i = 1 <TAB> <TAB> <TAB> for args in conf [ endpoint ] : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> args = { ""location"" : args , ""binding"" : DEFAULT_BINDING [ endpoint ] } <TAB> <TAB> <TAB> <TAB> elif isinstance ( args , tuple ) or isinstance ( args , list ) : <TAB> <TAB> <TAB> <TAB> <TAB> if len ( args ) == 2 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> args = { ""location"" : args [ 0 ] , ""binding"" : args [ 1 ] } <TAB> <TAB> <TAB> <TAB> <TAB> elif len ( args ) == 3 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> args = { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""location"" : args [ 0 ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""binding"" : args [ 1 ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""index"" : args [ 2 ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> if indexed : <TAB> <TAB> <TAB> <TAB> <TAB> if ""index"" not in args : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> args [ ""index"" ] = ""%d"" % i <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> int ( args [ ""index"" ] ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> args [ ""index"" ] = str ( args [ ""index"" ] ) <TAB> <TAB> <TAB> <TAB> servs . append ( factory ( eclass , ** args ) ) <TAB> <TAB> <TAB> <TAB> service [ endpoint ] = servs <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> pass <TAB> return service","if isinstance ( args , six . string_types ) :",429
4300,"def move_items(self, sourceItems, target):
    target_model_item = self.__extractData(target)
    # Filter out any child objects that belong to a parent already in the list
    result = [f for f in sourceItems if f.parent() not in sourceItems]
    self.window().app.monitor.suspend()
    for source in result:
        self.__removeItem(source)
        source_model_item = self.__extractData(source)
        if isinstance(source_model_item, model.Folder):
            target_model_item.add_folder(source_model_item)
            self.__moveRecurseUpdate(source_model_item)
        else:
            target_model_item.add_item(source_model_item)
            source_model_item.path = None
            source_model_item.persist()
        target.addChild(source)
    self.window().app.monitor.unsuspend()
    self.treeWidget.sortItems(0, Qt.AscendingOrder)
    self.window().app.config_altered(True)","def move_items ( self , sourceItems , target ) : <TAB> target_model_item = self . __extractData ( target ) <TAB> <TAB> result = [ f for f in sourceItems if f . parent ( ) not in sourceItems ] <TAB> self . window ( ) . app . monitor . suspend ( ) <TAB> for source in result : <TAB> <TAB> self . __removeItem ( source ) <TAB> <TAB> source_model_item = self . __extractData ( source ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> target_model_item . add_folder ( source_model_item ) <TAB> <TAB> <TAB> self . __moveRecurseUpdate ( source_model_item ) <TAB> <TAB> else : <TAB> <TAB> <TAB> target_model_item . add_item ( source_model_item ) <TAB> <TAB> <TAB> source_model_item . path = None <TAB> <TAB> <TAB> source_model_item . persist ( ) <TAB> <TAB> target . addChild ( source ) <TAB> self . window ( ) . app . monitor . unsuspend ( ) <TAB> self . treeWidget . sortItems ( 0 , Qt . AscendingOrder ) <TAB> self . window ( ) . app . config_altered ( True )","if isinstance ( source_model_item , model . Folder ) :",270
19492,"def _init_choices(self, choices, default=None):
    # helper to convert from question format to internal format
    self.choices = []  # list (name, value, disabled)
    searching_first_choice = True
    for i, c in enumerate(choices):
        if isinstance(c, Separator):
            self.choices.append((c, None, None))
        else:
            if isinstance(c, basestring):
                self.choices.append((c, c, None))
            else:
                name = c.get(""name"")
                value = c.get(""value"", name)
                disabled = c.get(""disabled"", None)
                self.choices.append((name, value, disabled))
            if searching_first_choice:
                self.selected_option_index = i  # found the first choice
                searching_first_choice = False
","def _init_choices ( self , choices , default = None ) : <TAB> <TAB> self . choices = [ ] <TAB> searching_first_choice = True <TAB> for i , c in enumerate ( choices ) : <TAB> <TAB> if isinstance ( c , Separator ) : <TAB> <TAB> <TAB> self . choices . append ( ( c , None , None ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . choices . append ( ( c , c , None ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> name = c . get ( ""name"" ) <TAB> <TAB> <TAB> <TAB> value = c . get ( ""value"" , name ) <TAB> <TAB> <TAB> <TAB> disabled = c . get ( ""disabled"" , None ) <TAB> <TAB> <TAB> <TAB> self . choices . append ( ( name , value , disabled ) ) <TAB> <TAB> <TAB> if searching_first_choice : <TAB> <TAB> <TAB> <TAB> self . selected_option_index = i <TAB> <TAB> <TAB> <TAB> searching_first_choice = False","if isinstance ( c , basestring ) :",233
19523,"def configure_logger(verbose):
    # DO NOT MOVE OUTSIDE OF THE FUNCTION!
    from polyaxon import settings
    from polyaxon.plugins.sentry import set_raven_client
    if (
        verbose
        or settings.CLIENT_CONFIG.debug
        or os.environ.get(POLYAXON_KEYS_DEBUG, False)
    ):
        log_level = logging.DEBUG
        settings.CLIENT_CONFIG.debug = True
    else:
        if not settings.CLIENT_CONFIG.disable_errors_reporting:
            set_raven_client()
        log_level = (
            logging.DEBUG
            if os.environ.get(POLYAXON_KEYS_LOG_LEVEL) in [""debug"", ""DEBUG""]
            else logging.INFO
        )
        if settings.CLIENT_CONFIG.log_level:
            try:
                log_level = logging.getLevelName(settings.CLIENT_CONFIG.log_level)
            except:  # noqa
                pass
    logging.basicConfig(format=""%(message)s"", level=log_level, stream=sys.stdout)
","def configure_logger ( verbose ) : <TAB> <TAB> from polyaxon import settings <TAB> from polyaxon . plugins . sentry import set_raven_client <TAB> if ( <TAB> <TAB> verbose <TAB> <TAB> or settings . CLIENT_CONFIG . debug <TAB> <TAB> or os . environ . get ( POLYAXON_KEYS_DEBUG , False ) <TAB> ) : <TAB> <TAB> log_level = logging . DEBUG <TAB> <TAB> settings . CLIENT_CONFIG . debug = True <TAB> else : <TAB> <TAB> if not settings . CLIENT_CONFIG . disable_errors_reporting : <TAB> <TAB> <TAB> set_raven_client ( ) <TAB> <TAB> log_level = ( <TAB> <TAB> <TAB> logging . DEBUG <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> else logging . INFO <TAB> <TAB> ) <TAB> <TAB> if settings . CLIENT_CONFIG . log_level : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> log_level = logging . getLevelName ( settings . CLIENT_CONFIG . log_level ) <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> pass <TAB> logging . basicConfig ( format = ""%(message)s"" , level = log_level , stream = sys . stdout )","if os . environ . get ( POLYAXON_KEYS_LOG_LEVEL ) in [ ""debug"" , ""DEBUG"" ]",281
3552,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.I64:
                self.numTrues = iprot.readI64()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.I64:
                self.numFalses = iprot.readI64()
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.I64:
                self.numNulls = iprot.readI64()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . I64 : <TAB> <TAB> <TAB> <TAB> self . numTrues = iprot . readI64 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . I64 : <TAB> <TAB> <TAB> <TAB> self . numFalses = iprot . readI64 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 3 : <TAB> <TAB> <TAB> if ftype == TType . I64 : <TAB> <TAB> <TAB> <TAB> self . numNulls = iprot . readI64 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if fid == 1 :,384
19873,"def update_handler(self, fd, event_state):
    if event_state & base_connection.BaseConnection.READ:
        if fd not in self.readers:
            self.loop.add_reader(
                fd,
                partial(
                    self.handlers[fd], fd=fd, events=base_connection.BaseConnection.READ
                ),
            )
            self.readers.add(fd)
    else:
        if fd in self.readers:
            self.loop.remove_reader(fd)
            self.readers.remove(fd)
    if event_state & base_connection.BaseConnection.WRITE:
        if fd not in self.writers:
            self.loop.add_writer(
                fd,
                partial(
                    self.handlers[fd],
                    fd=fd,
                    events=base_connection.BaseConnection.WRITE,
                ),
            )
            self.writers.add(fd)
    else:
        if fd in self.writers:
            self.loop.remove_writer(fd)
            self.writers.remove(fd)
","def update_handler ( self , fd , event_state ) : <TAB> if event_state & base_connection . BaseConnection . READ : <TAB> <TAB> if fd not in self . readers : <TAB> <TAB> <TAB> self . loop . add_reader ( <TAB> <TAB> <TAB> <TAB> fd , <TAB> <TAB> <TAB> <TAB> partial ( <TAB> <TAB> <TAB> <TAB> <TAB> self . handlers [ fd ] , fd = fd , events = base_connection . BaseConnection . READ <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . readers . add ( fd ) <TAB> else : <TAB> <TAB> if fd in self . readers : <TAB> <TAB> <TAB> self . loop . remove_reader ( fd ) <TAB> <TAB> <TAB> self . readers . remove ( fd ) <TAB> if event_state & base_connection . BaseConnection . WRITE : <TAB> <TAB> if fd not in self . writers : <TAB> <TAB> <TAB> self . loop . add_writer ( <TAB> <TAB> <TAB> <TAB> fd , <TAB> <TAB> <TAB> <TAB> partial ( <TAB> <TAB> <TAB> <TAB> <TAB> self . handlers [ fd ] , <TAB> <TAB> <TAB> <TAB> <TAB> fd = fd , <TAB> <TAB> <TAB> <TAB> <TAB> events = base_connection . BaseConnection . WRITE , <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . writers . add ( fd ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . loop . remove_writer ( fd ) <TAB> <TAB> <TAB> self . writers . remove ( fd )",if fd in self . writers :,311
16790,"def replace_field_to_value(layout, cb):
    for i, lo in enumerate(layout.fields):
        if isinstance(lo, Field) or issubclass(lo.__class__, Field):
            layout.fields[i] = ShowField(
                cb, *lo.fields, attrs=lo.attrs, wrapper_class=lo.wrapper_class
            )
        elif isinstance(lo, basestring):
            layout.fields[i] = ShowField(cb, lo)
        elif hasattr(lo, ""get_field_names""):
            replace_field_to_value(lo, cb)
","def replace_field_to_value ( layout , cb ) : <TAB> for i , lo in enumerate ( layout . fields ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> layout . fields [ i ] = ShowField ( <TAB> <TAB> <TAB> <TAB> cb , * lo . fields , attrs = lo . attrs , wrapper_class = lo . wrapper_class <TAB> <TAB> <TAB> ) <TAB> <TAB> elif isinstance ( lo , basestring ) : <TAB> <TAB> <TAB> layout . fields [ i ] = ShowField ( cb , lo ) <TAB> <TAB> elif hasattr ( lo , ""get_field_names"" ) : <TAB> <TAB> <TAB> replace_field_to_value ( lo , cb )","if isinstance ( lo , Field ) or issubclass ( lo . __class__ , Field ) :",151
6500,"def setDatePattern(self, pattern):
    if pattern is None:
        self.dateDetector = None
        return
    else:
        dd = DateDetector()
        dd.default_tz = self.__logtimezone
        if not isinstance(pattern, (list, tuple)):
            pattern = filter(bool, map(str.strip, re.split(""\n+"", pattern)))
        for pattern in pattern:
            dd.appendTemplate(pattern)
        self.dateDetector = dd
","def setDatePattern ( self , pattern ) : <TAB> if pattern is None : <TAB> <TAB> self . dateDetector = None <TAB> <TAB> return <TAB> else : <TAB> <TAB> dd = DateDetector ( ) <TAB> <TAB> dd . default_tz = self . __logtimezone <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pattern = filter ( bool , map ( str . strip , re . split ( ""\n+"" , pattern ) ) ) <TAB> <TAB> for pattern in pattern : <TAB> <TAB> <TAB> dd . appendTemplate ( pattern ) <TAB> <TAB> self . dateDetector = dd","if not isinstance ( pattern , ( list , tuple ) ) :",121
20835,"def _import_hash(self, operator):
    # Import required modules into local namespace so that pipelines
    # may be evaluated directly
    for key in sorted(operator.import_hash.keys()):
        module_list = "", "".join(sorted(operator.import_hash[key]))
        if key.startswith(""tpot.""):
            exec(""from {} import {}"".format(key[4:], module_list))
        else:
            exec(""from {} import {}"".format(key, module_list))
        for var in operator.import_hash[key]:
            self.operators_context[var] = eval(var)","def _import_hash ( self , operator ) : <TAB> <TAB> <TAB> for key in sorted ( operator . import_hash . keys ( ) ) : <TAB> <TAB> module_list = "", "" . join ( sorted ( operator . import_hash [ key ] ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> exec ( ""from {} import {}"" . format ( key [ 4 : ] , module_list ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> exec ( ""from {} import {}"" . format ( key , module_list ) ) <TAB> <TAB> for var in operator . import_hash [ key ] : <TAB> <TAB> <TAB> self . operators_context [ var ] = eval ( var )","if key . startswith ( ""tpot."" ) :",152
24423,"def iter_event_handlers(
    self,
    resource: resources_.Resource,
    event: bodies.RawEvent,
) -> Iterator[handlers.ResourceWatchingHandler]:
    warnings.warn(
        ""SimpleRegistry.iter_event_handlers() is deprecated; use ""
        ""ResourceWatchingRegistry.iter_handlers()."",
        DeprecationWarning,
    )
    cause = _create_watching_cause(resource, event)
    for handler in self._handlers:
        if not isinstance(handler, handlers.ResourceWatchingHandler):
            pass
        elif registries.match(handler=handler, cause=cause, ignore_fields=True):
            yield handler
","def iter_event_handlers ( <TAB> self , <TAB> resource : resources_ . Resource , <TAB> event : bodies . RawEvent , ) -> Iterator [ handlers . ResourceWatchingHandler ] : <TAB> warnings . warn ( <TAB> <TAB> ""SimpleRegistry.iter_event_handlers() is deprecated; use "" <TAB> <TAB> ""ResourceWatchingRegistry.iter_handlers()."" , <TAB> <TAB> DeprecationWarning , <TAB> ) <TAB> cause = _create_watching_cause ( resource , event ) <TAB> for handler in self . _handlers : <TAB> <TAB> if not isinstance ( handler , handlers . ResourceWatchingHandler ) : <TAB> <TAB> <TAB> pass <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield handler","elif registries . match ( handler = handler , cause = cause , ignore_fields = True ) :",160
20467,"def send_packed_command(self, command, check_health=True):
    if not self._sock:
        self.connect()
    try:
        if isinstance(command, str):
            command = [command]
        for item in command:
            self._sock.sendall(item)
    except socket.error as e:
        self.disconnect()
        if len(e.args) == 1:
            _errno, errmsg = ""UNKNOWN"", e.args[0]
        else:
            _errno, errmsg = e.args
        raise ConnectionError(
            ""Error %s while writing to socket. %s."" % (_errno, errmsg)
        )
    except Exception:
        self.disconnect()
        raise","def send_packed_command ( self , command , check_health = True ) : <TAB> if not self . _sock : <TAB> <TAB> self . connect ( ) <TAB> try : <TAB> <TAB> if isinstance ( command , str ) : <TAB> <TAB> <TAB> command = [ command ] <TAB> <TAB> for item in command : <TAB> <TAB> <TAB> self . _sock . sendall ( item ) <TAB> except socket . error as e : <TAB> <TAB> self . disconnect ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _errno , errmsg = ""UNKNOWN"" , e . args [ 0 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> _errno , errmsg = e . args <TAB> <TAB> raise ConnectionError ( <TAB> <TAB> <TAB> ""Error %s while writing to socket. %s."" % ( _errno , errmsg ) <TAB> <TAB> ) <TAB> except Exception : <TAB> <TAB> self . disconnect ( ) <TAB> <TAB> raise",if len ( e . args ) == 1 :,188
3579,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 0:
            if ftype == TType.STRUCT:
                self.success = Results()
                self.success.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 1:
            if ftype == TType.STRUCT:
                self.error = QueryNotFoundException()
                self.error.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRUCT:
                self.error2 = BeeswaxException()
                self.error2.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 0 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . success = Results ( ) <TAB> <TAB> <TAB> <TAB> self . success . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . error = QueryNotFoundException ( ) <TAB> <TAB> <TAB> <TAB> self . error . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . error2 = BeeswaxException ( ) <TAB> <TAB> <TAB> <TAB> self . error2 . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",elif fid == 1 :,409
21889,"def _bc_covmat(self, cov_naive):
    cov_naive = cov_naive / self.scaling_factor
    endog = self.endog_li
    exog = self.exog_li
    varfunc = self.family.variance
    cached_means = self.cached_means
    scale = self.estimate_scale()
    bcm = 0
    for i in range(self.num_group):
        expval, lpr = cached_means[i]
        resid = endog[i] - expval
        dmat = self.mean_deriv(exog[i], lpr)
        sdev = np.sqrt(varfunc(expval))
        rslt = self.cov_struct.covariance_matrix_solve(expval, i, sdev, (dmat,))
        if rslt is None:
            return None
        vinv_d = rslt[0]
        vinv_d /= scale
        hmat = np.dot(vinv_d, cov_naive)
        hmat = np.dot(hmat, dmat.T).T
        f = self.weights_li[i] if self.weights is not None else 1.0
        aresid = np.linalg.solve(np.eye(len(resid)) - hmat, resid)
        rslt = self.cov_struct.covariance_matrix_solve(expval, i, sdev, (aresid,))
        if rslt is None:
            return None
        srt = rslt[0]
        srt = f * np.dot(dmat.T, srt) / scale
        bcm += np.outer(srt, srt)
    cov_robust_bc = np.dot(cov_naive, np.dot(bcm, cov_naive))
    cov_robust_bc *= self.scaling_factor
    return cov_robust_bc","def _bc_covmat ( self , cov_naive ) : <TAB> cov_naive = cov_naive / self . scaling_factor <TAB> endog = self . endog_li <TAB> exog = self . exog_li <TAB> varfunc = self . family . variance <TAB> cached_means = self . cached_means <TAB> scale = self . estimate_scale ( ) <TAB> bcm = 0 <TAB> for i in range ( self . num_group ) : <TAB> <TAB> expval , lpr = cached_means [ i ] <TAB> <TAB> resid = endog [ i ] - expval <TAB> <TAB> dmat = self . mean_deriv ( exog [ i ] , lpr ) <TAB> <TAB> sdev = np . sqrt ( varfunc ( expval ) ) <TAB> <TAB> rslt = self . cov_struct . covariance_matrix_solve ( expval , i , sdev , ( dmat , ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return None <TAB> <TAB> vinv_d = rslt [ 0 ] <TAB> <TAB> vinv_d /= scale <TAB> <TAB> hmat = np . dot ( vinv_d , cov_naive ) <TAB> <TAB> hmat = np . dot ( hmat , dmat . T ) . T <TAB> <TAB> f = self . weights_li [ i ] if self . weights is not None else 1.0 <TAB> <TAB> aresid = np . linalg . solve ( np . eye ( len ( resid ) ) - hmat , resid ) <TAB> <TAB> rslt = self . cov_struct . covariance_matrix_solve ( expval , i , sdev , ( aresid , ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return None <TAB> <TAB> srt = rslt [ 0 ] <TAB> <TAB> srt = f * np . dot ( dmat . T , srt ) / scale <TAB> <TAB> bcm += np . outer ( srt , srt ) <TAB> cov_robust_bc = np . dot ( cov_naive , np . dot ( bcm , cov_naive ) ) <TAB> cov_robust_bc *= self . scaling_factor <TAB> return cov_robust_bc",if rslt is None :,461
17323,"def register_rule_types():
    LOG.debug(""Start : register default RuleTypes."")
    registered_count = 0
    for rule_type in RULE_TYPES:
        rule_type = copy.deepcopy(rule_type)
        try:
            rule_type_db = RuleType.get_by_name(rule_type[""name""])
            update = True
        except StackStormDBObjectNotFoundError:
            rule_type_db = None
            update = False
        rule_type_api = RuleTypeAPI(**rule_type)
        rule_type_api.validate()
        rule_type_model = RuleTypeAPI.to_model(rule_type_api)
        if rule_type_db:
            rule_type_model.id = rule_type_db.id
        try:
            rule_type_db = RuleType.add_or_update(rule_type_model)
            extra = {""rule_type_db"": rule_type_db}
            if update:
                LOG.audit(""RuleType updated. RuleType %s"", rule_type_db, extra=extra)
            else:
                LOG.audit(""RuleType created. RuleType %s"", rule_type_db, extra=extra)
        except Exception:
            LOG.exception(""Unable to register RuleType %s."", rule_type[""name""])
        else:
            registered_count += 1
    LOG.debug(""End : register default RuleTypes."")
    return registered_count","def register_rule_types ( ) : <TAB> LOG . debug ( ""Start : register default RuleTypes."" ) <TAB> registered_count = 0 <TAB> for rule_type in RULE_TYPES : <TAB> <TAB> rule_type = copy . deepcopy ( rule_type ) <TAB> <TAB> try : <TAB> <TAB> <TAB> rule_type_db = RuleType . get_by_name ( rule_type [ ""name"" ] ) <TAB> <TAB> <TAB> update = True <TAB> <TAB> except StackStormDBObjectNotFoundError : <TAB> <TAB> <TAB> rule_type_db = None <TAB> <TAB> <TAB> update = False <TAB> <TAB> rule_type_api = RuleTypeAPI ( ** rule_type ) <TAB> <TAB> rule_type_api . validate ( ) <TAB> <TAB> rule_type_model = RuleTypeAPI . to_model ( rule_type_api ) <TAB> <TAB> if rule_type_db : <TAB> <TAB> <TAB> rule_type_model . id = rule_type_db . id <TAB> <TAB> try : <TAB> <TAB> <TAB> rule_type_db = RuleType . add_or_update ( rule_type_model ) <TAB> <TAB> <TAB> extra = { ""rule_type_db"" : rule_type_db } <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> LOG . audit ( ""RuleType updated. RuleType %s"" , rule_type_db , extra = extra ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> LOG . audit ( ""RuleType created. RuleType %s"" , rule_type_db , extra = extra ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> LOG . exception ( ""Unable to register RuleType %s."" , rule_type [ ""name"" ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> registered_count += 1 <TAB> LOG . debug ( ""End : register default RuleTypes."" ) <TAB> return registered_count",if update :,380
6806,"def check_backward(self, s_data, i_data, gx_data, gt_data):
    # We cannot use check_backward method as a thin stack reuses ndarray.
    gt_old = gt_data.copy()
    s = chainer.Variable(s_data)
    i = chainer.Variable(i_data)
    x, t = thin_stack.thin_stack_get(s, i)
    x.grad = gx_data
    t.grad = gt_data
    t.backward()
    for j, ind in enumerate(i_data):
        for k in range(self.shape[1]):
            if k == ind:
                testing.assert_allclose(s.grad[j, k], gt_old[j, k] + gx_data[j])
            else:
                testing.assert_allclose(s.grad[j, k], gt_old[j, k])
    self.assertIsNone(i.grad)
    # Thin stack reueses the same gradient array.
    self.assertIs(s.grad, gt_data)","def check_backward ( self , s_data , i_data , gx_data , gt_data ) : <TAB> <TAB> gt_old = gt_data . copy ( ) <TAB> s = chainer . Variable ( s_data ) <TAB> i = chainer . Variable ( i_data ) <TAB> x , t = thin_stack . thin_stack_get ( s , i ) <TAB> x . grad = gx_data <TAB> t . grad = gt_data <TAB> t . backward ( ) <TAB> for j , ind in enumerate ( i_data ) : <TAB> <TAB> for k in range ( self . shape [ 1 ] ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> testing . assert_allclose ( s . grad [ j , k ] , gt_old [ j , k ] + gx_data [ j ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> testing . assert_allclose ( s . grad [ j , k ] , gt_old [ j , k ] ) <TAB> self . assertIsNone ( i . grad ) <TAB> <TAB> self . assertIs ( s . grad , gt_data )",if k == ind :,265
22666,"def is_notebook():
    try:
        # noinspection PyUnresolvedReferences
        shell = get_ipython().__class__.__name__
        if shell == ""ZMQInteractiveShell"":
            return True  # Jupyter notebook or qtconsole
        elif shell == ""TerminalInteractiveShell"":
            return False  # Terminal running IPython
        else:
            return False  # Other type (?)
    except NameError:
        return False  # Probably standard Python interpreter
","def is_notebook ( ) : <TAB> try : <TAB> <TAB> <TAB> <TAB> shell = get_ipython ( ) . __class__ . __name__ <TAB> <TAB> if shell == ""ZMQInteractiveShell"" : <TAB> <TAB> <TAB> return True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> <TAB> else : <TAB> <TAB> <TAB> return False <TAB> except NameError : <TAB> <TAB> return False","elif shell == ""TerminalInteractiveShell"" :",112
11234,"def token_access(endpoint, client_id, token_info):
    # simple rules: if client_id in azp or aud it's allow to introspect
    # to revoke it has to be in azr
    allow = False
    if endpoint == ""revocation_endpoint"":
        if ""azr"" in token_info and client_id == token_info[""azr""]:
            allow = True
        elif len(token_info[""aud""]) == 1 and token_info[""aud""] == [client_id]:
            allow = True
    else:  # has to be introspection endpoint
        if ""azr"" in token_info and client_id == token_info[""azr""]:
            allow = True
        elif ""aud"" in token_info:
            if client_id in token_info[""aud""]:
                allow = True
    return allow","def token_access ( endpoint , client_id , token_info ) : <TAB> <TAB> <TAB> allow = False <TAB> if endpoint == ""revocation_endpoint"" : <TAB> <TAB> if ""azr"" in token_info and client_id == token_info [ ""azr"" ] : <TAB> <TAB> <TAB> allow = True <TAB> <TAB> elif len ( token_info [ ""aud"" ] ) == 1 and token_info [ ""aud"" ] == [ client_id ] : <TAB> <TAB> <TAB> allow = True <TAB> else : <TAB> <TAB> if ""azr"" in token_info and client_id == token_info [ ""azr"" ] : <TAB> <TAB> <TAB> allow = True <TAB> <TAB> elif ""aud"" in token_info : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> allow = True <TAB> return allow","if client_id in token_info [ ""aud"" ] :",216
612,"def _pair_samples_with_pipelines(run_info_yaml, config):
    """"""Map samples defined in input file to pipelines to run.""""""
    samples = config_utils.load_config(run_info_yaml)
    if isinstance(samples, dict):
        resources = samples.pop(""resources"")
        samples = samples[""details""]
    else:
        resources = {}
    ready_samples = []
    for sample in samples:
        if ""files"" in sample:
            del sample[""files""]
        # add any resources to this item to recalculate global configuration
        usample = copy.deepcopy(sample)
        usample.pop(""algorithm"", None)
        if ""resources"" not in usample:
            usample[""resources""] = {}
        for prog, pkvs in resources.items():
            if prog not in usample[""resources""]:
                usample[""resources""][prog] = {}
            if pkvs is not None:
                for key, val in pkvs.items():
                    usample[""resources""][prog][key] = val
        config = config_utils.update_w_custom(config, usample)
        sample[""resources""] = {}
        ready_samples.append(sample)
    paired = [(x, _get_pipeline(x)) for x in ready_samples]
    d = defaultdict(list)
    for x in paired:
        d[x[1]].append([x[0]])
    return d, config","def _pair_samples_with_pipelines ( run_info_yaml , config ) : <TAB> """"""Map samples defined in input file to pipelines to run."""""" <TAB> samples = config_utils . load_config ( run_info_yaml ) <TAB> if isinstance ( samples , dict ) : <TAB> <TAB> resources = samples . pop ( ""resources"" ) <TAB> <TAB> samples = samples [ ""details"" ] <TAB> else : <TAB> <TAB> resources = { } <TAB> ready_samples = [ ] <TAB> for sample in samples : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> del sample [ ""files"" ] <TAB> <TAB> <TAB> <TAB> usample = copy . deepcopy ( sample ) <TAB> <TAB> usample . pop ( ""algorithm"" , None ) <TAB> <TAB> if ""resources"" not in usample : <TAB> <TAB> <TAB> usample [ ""resources"" ] = { } <TAB> <TAB> for prog , pkvs in resources . items ( ) : <TAB> <TAB> <TAB> if prog not in usample [ ""resources"" ] : <TAB> <TAB> <TAB> <TAB> usample [ ""resources"" ] [ prog ] = { } <TAB> <TAB> <TAB> if pkvs is not None : <TAB> <TAB> <TAB> <TAB> for key , val in pkvs . items ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> usample [ ""resources"" ] [ prog ] [ key ] = val <TAB> <TAB> config = config_utils . update_w_custom ( config , usample ) <TAB> <TAB> sample [ ""resources"" ] = { } <TAB> <TAB> ready_samples . append ( sample ) <TAB> paired = [ ( x , _get_pipeline ( x ) ) for x in ready_samples ] <TAB> d = defaultdict ( list ) <TAB> for x in paired : <TAB> <TAB> d [ x [ 1 ] ] . append ( [ x [ 0 ] ] ) <TAB> return d , config","if ""files"" in sample :",366
25002,"def add_permissions(self):
    for permission in self.permissions:
        try:
            kwargs = {
                ""FunctionName"": self.name,
                ""StatementId"": permission[""statement_id""],
                ""Action"": permission[""action""],
                ""Principal"": permission[""principal""],
            }
            source_arn = permission.get(""source_arn"", None)
            if source_arn:
                kwargs[""SourceArn""] = source_arn
            source_account = permission.get(""source_account"", None)
            if source_account:
                kwargs[""SourceAccount""] = source_account
            response = self._lambda_svc.add_permission(**kwargs)
            LOG.debug(response)
        except Exception:
            LOG.exception(""Unable to add permission"")
","def add_permissions ( self ) : <TAB> for permission in self . permissions : <TAB> <TAB> try : <TAB> <TAB> <TAB> kwargs = { <TAB> <TAB> <TAB> <TAB> ""FunctionName"" : self . name , <TAB> <TAB> <TAB> <TAB> ""StatementId"" : permission [ ""statement_id"" ] , <TAB> <TAB> <TAB> <TAB> ""Action"" : permission [ ""action"" ] , <TAB> <TAB> <TAB> <TAB> ""Principal"" : permission [ ""principal"" ] , <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> source_arn = permission . get ( ""source_arn"" , None ) <TAB> <TAB> <TAB> if source_arn : <TAB> <TAB> <TAB> <TAB> kwargs [ ""SourceArn"" ] = source_arn <TAB> <TAB> <TAB> source_account = permission . get ( ""source_account"" , None ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> kwargs [ ""SourceAccount"" ] = source_account <TAB> <TAB> <TAB> response = self . _lambda_svc . add_permission ( ** kwargs ) <TAB> <TAB> <TAB> LOG . debug ( response ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> LOG . exception ( ""Unable to add permission"" )",if source_account :,216
23019,"def create_tree(self):
    """"""The vs-create-tree command.""""""
    c = self.c
    p = c.p
    tag = ""valuespace""
    # Create a 'valuespace' node if p's headline is not 'valuespace'.
    if p.h == tag:
        r = p
    else:
        r = p.insertAsLastChild()
        r.h = tag
    # Create a child of r for all items of self.d
    for k, v in self.d.items():
        if not k.startswith(""__""):
            child = r.insertAsLastChild()
            child.h = ""@@r "" + k
            self.render_value(child, v)  # Create child.b from child.h
    c.bodyWantsFocus()
    c.redraw()
","def create_tree ( self ) : <TAB> """"""The vs-create-tree command."""""" <TAB> c = self . c <TAB> p = c . p <TAB> tag = ""valuespace"" <TAB> <TAB> if p . h == tag : <TAB> <TAB> r = p <TAB> else : <TAB> <TAB> r = p . insertAsLastChild ( ) <TAB> <TAB> r . h = tag <TAB> <TAB> for k , v in self . d . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> child = r . insertAsLastChild ( ) <TAB> <TAB> <TAB> child . h = ""@@r "" + k <TAB> <TAB> <TAB> self . render_value ( child , v ) <TAB> c . bodyWantsFocus ( ) <TAB> c . redraw ( )","if not k . startswith ( ""__"" ) :",205
14600,"def generate_supported_providers_table(api, provider_matrix):
    data = []
    header = [
        ""Provider"",
        ""Documentation"",
        ""Provider Constant"",
        ""Supported Regions"",
        ""Module"",
        ""Class Name"",
    ]
    data.append(header)
    for provider, values in sorted(provider_matrix.items()):
        name_str = ""`%s`_"" % (values[""name""])
        module_str = "":mod:`%s`"" % (values[""module""])
        class_str = "":class:`%s`"" % (values[""class""])
        params = {""api"": api, ""provider"": provider.lower()}
        driver_docs_path = pjoin(
            this_dir, ""../docs/%(api)s/drivers/%(provider)s.rst"" % params
        )
        if os.path.exists(driver_docs_path):
            docs_link = "":doc:`Click </%(api)s/drivers/%(provider)s>`"" % params
        else:
            docs_link = """"
        cls = values[""cls""]
        supported_regions = cls.list_regions() if hasattr(cls, ""list_regions"") else None
        if supported_regions:
            # Sort the regions to achieve stable output
            supported_regions = sorted(supported_regions)
            supported_regions = "", "".join(supported_regions)
        else:
            supported_regions = ""single region driver""
        row = [
            name_str,
            docs_link,
            values[""constant""],
            supported_regions,
            module_str,
            class_str,
        ]
        data.append(row)
    result = generate_rst_table(data)
    result += ""\n\n""
    for provider, values in sorted(provider_matrix.items()):
        result += "".. _`%s`: %s\n"" % (values[""name""], values[""website""])
    return result
","def generate_supported_providers_table ( api , provider_matrix ) : <TAB> data = [ ] <TAB> header = [ <TAB> <TAB> ""Provider"" , <TAB> <TAB> ""Documentation"" , <TAB> <TAB> ""Provider Constant"" , <TAB> <TAB> ""Supported Regions"" , <TAB> <TAB> ""Module"" , <TAB> <TAB> ""Class Name"" , <TAB> ] <TAB> data . append ( header ) <TAB> for provider , values in sorted ( provider_matrix . items ( ) ) : <TAB> <TAB> name_str = ""`%s`_"" % ( values [ ""name"" ] ) <TAB> <TAB> module_str = "":mod:`%s`"" % ( values [ ""module"" ] ) <TAB> <TAB> class_str = "":class:`%s`"" % ( values [ ""class"" ] ) <TAB> <TAB> params = { ""api"" : api , ""provider"" : provider . lower ( ) } <TAB> <TAB> driver_docs_path = pjoin ( <TAB> <TAB> <TAB> this_dir , ""../docs/%(api)s/drivers/%(provider)s.rst"" % params <TAB> <TAB> ) <TAB> <TAB> if os . path . exists ( driver_docs_path ) : <TAB> <TAB> <TAB> docs_link = "":doc:`Click </%(api)s/drivers/%(provider)s>`"" % params <TAB> <TAB> else : <TAB> <TAB> <TAB> docs_link = """" <TAB> <TAB> cls = values [ ""cls"" ] <TAB> <TAB> supported_regions = cls . list_regions ( ) if hasattr ( cls , ""list_regions"" ) else None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> supported_regions = sorted ( supported_regions ) <TAB> <TAB> <TAB> supported_regions = "", "" . join ( supported_regions ) <TAB> <TAB> else : <TAB> <TAB> <TAB> supported_regions = ""single region driver"" <TAB> <TAB> row = [ <TAB> <TAB> <TAB> name_str , <TAB> <TAB> <TAB> docs_link , <TAB> <TAB> <TAB> values [ ""constant"" ] , <TAB> <TAB> <TAB> supported_regions , <TAB> <TAB> <TAB> module_str , <TAB> <TAB> <TAB> class_str , <TAB> <TAB> ] <TAB> <TAB> data . append ( row ) <TAB> result = generate_rst_table ( data ) <TAB> result += ""\n\n"" <TAB> for provider , values in sorted ( provider_matrix . items ( ) ) : <TAB> <TAB> result += "".. _`%s`: %s\n"" % ( values [ ""name"" ] , values [ ""website"" ] ) <TAB> return result",if supported_regions :,494
6160,"def add_directory_csv_files(dir_path, paths=None):
    if not paths:
        paths = []
    for p in listdir(dir_path):
        path = join(dir_path, p)
        if isdir(path):
            # call recursively for each dir
            paths = add_directory_csv_files(path, paths)
        elif isfile(path) and path.endswith("".csv""):
            # add every file to the list
            paths.append(path)
    return paths
","def add_directory_csv_files ( dir_path , paths = None ) : <TAB> if not paths : <TAB> <TAB> paths = [ ] <TAB> for p in listdir ( dir_path ) : <TAB> <TAB> path = join ( dir_path , p ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> paths = add_directory_csv_files ( path , paths ) <TAB> <TAB> elif isfile ( path ) and path . endswith ( "".csv"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> paths . append ( path ) <TAB> return paths",if isdir ( path ) :,130
22262,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRING:
                self.guid = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRING:
                self.noteKey = iprot.readString()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . guid = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . noteKey = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if fid == 1 :,317
5891,"def get_step_query(request, units_queryset):
    """"""Narrows down unit query to units matching conditions in GET and POST""""""
    if ""unit"" in request.GET or ""page"" in request.GET:
        return units_queryset
    if ""unitstates"" in request.GET:
        unitstates = request.GET[""unitstates""].split("","")
        if unitstates:
            state_queryset = units_queryset.none()
            for unitstate in unitstates:
                if unitstate == ""untranslated"":
                    state_queryset = state_queryset | units_queryset.filter(
                        state=UNTRANSLATED
                    )
                elif unitstate == ""translated"":
                    state_queryset = state_queryset | units_queryset.filter(
                        state=TRANSLATED
                    )
                elif unitstate == ""fuzzy"":
                    state_queryset = state_queryset | units_queryset.filter(state=FUZZY)
            units_queryset = state_queryset
    if ""matchnames"" in request.GET:
        matchnames = request.GET[""matchnames""].split("","")
        if matchnames:
            match_queryset = units_queryset.none()
            if ""hassuggestion"" in matchnames:
                match_queryset = units_queryset.exclude(suggestion=None)
                matchnames.remove(""hassuggestion"")
            if matchnames:
                match_queryset = match_queryset | units_queryset.filter(
                    qualitycheck__false_positive=False,
                    qualitycheck__name__in=matchnames,
                )
            units_queryset = match_queryset
    return units_queryset
","def get_step_query ( request , units_queryset ) : <TAB> """"""Narrows down unit query to units matching conditions in GET and POST"""""" <TAB> if ""unit"" in request . GET or ""page"" in request . GET : <TAB> <TAB> return units_queryset <TAB> if ""unitstates"" in request . GET : <TAB> <TAB> unitstates = request . GET [ ""unitstates"" ] . split ( "","" ) <TAB> <TAB> if unitstates : <TAB> <TAB> <TAB> state_queryset = units_queryset . none ( ) <TAB> <TAB> <TAB> for unitstate in unitstates : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> state_queryset = state_queryset | units_queryset . filter ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> state = UNTRANSLATED <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> elif unitstate == ""translated"" : <TAB> <TAB> <TAB> <TAB> <TAB> state_queryset = state_queryset | units_queryset . filter ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> state = TRANSLATED <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> elif unitstate == ""fuzzy"" : <TAB> <TAB> <TAB> <TAB> <TAB> state_queryset = state_queryset | units_queryset . filter ( state = FUZZY ) <TAB> <TAB> <TAB> units_queryset = state_queryset <TAB> if ""matchnames"" in request . GET : <TAB> <TAB> matchnames = request . GET [ ""matchnames"" ] . split ( "","" ) <TAB> <TAB> if matchnames : <TAB> <TAB> <TAB> match_queryset = units_queryset . none ( ) <TAB> <TAB> <TAB> if ""hassuggestion"" in matchnames : <TAB> <TAB> <TAB> <TAB> match_queryset = units_queryset . exclude ( suggestion = None ) <TAB> <TAB> <TAB> <TAB> matchnames . remove ( ""hassuggestion"" ) <TAB> <TAB> <TAB> if matchnames : <TAB> <TAB> <TAB> <TAB> match_queryset = match_queryset | units_queryset . filter ( <TAB> <TAB> <TAB> <TAB> <TAB> qualitycheck__false_positive = False , <TAB> <TAB> <TAB> <TAB> <TAB> qualitycheck__name__in = matchnames , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> units_queryset = match_queryset <TAB> return units_queryset","if unitstate == ""untranslated"" :",449
15155,"def _enc_dec_rsa(backend, key, data, padding):
    if not isinstance(padding, AsymmetricPadding):
        raise TypeError(""Padding must be an instance of AsymmetricPadding."")
    if isinstance(padding, PKCS1v15):
        padding_enum = backend._lib.RSA_PKCS1_PADDING
    elif isinstance(padding, OAEP):
        padding_enum = backend._lib.RSA_PKCS1_OAEP_PADDING
        if not isinstance(padding._mgf, MGF1):
            raise UnsupportedAlgorithm(
                ""Only MGF1 is supported by this backend."", _Reasons.UNSUPPORTED_MGF
            )
        if not backend.rsa_padding_supported(padding):
            raise UnsupportedAlgorithm(
                ""This combination of padding and hash algorithm is not ""
                ""supported by this backend."",
                _Reasons.UNSUPPORTED_PADDING,
            )
    else:
        raise UnsupportedAlgorithm(
            ""{} is not supported by this backend."".format(padding.name),
            _Reasons.UNSUPPORTED_PADDING,
        )
    return _enc_dec_rsa_pkey_ctx(backend, key, data, padding_enum, padding)","def _enc_dec_rsa ( backend , key , data , padding ) : <TAB> if not isinstance ( padding , AsymmetricPadding ) : <TAB> <TAB> raise TypeError ( ""Padding must be an instance of AsymmetricPadding."" ) <TAB> if isinstance ( padding , PKCS1v15 ) : <TAB> <TAB> padding_enum = backend . _lib . RSA_PKCS1_PADDING <TAB> elif isinstance ( padding , OAEP ) : <TAB> <TAB> padding_enum = backend . _lib . RSA_PKCS1_OAEP_PADDING <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise UnsupportedAlgorithm ( <TAB> <TAB> <TAB> <TAB> ""Only MGF1 is supported by this backend."" , _Reasons . UNSUPPORTED_MGF <TAB> <TAB> <TAB> ) <TAB> <TAB> if not backend . rsa_padding_supported ( padding ) : <TAB> <TAB> <TAB> raise UnsupportedAlgorithm ( <TAB> <TAB> <TAB> <TAB> ""This combination of padding and hash algorithm is not "" <TAB> <TAB> <TAB> <TAB> ""supported by this backend."" , <TAB> <TAB> <TAB> <TAB> _Reasons . UNSUPPORTED_PADDING , <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> raise UnsupportedAlgorithm ( <TAB> <TAB> <TAB> ""{} is not supported by this backend."" . format ( padding . name ) , <TAB> <TAB> <TAB> _Reasons . UNSUPPORTED_PADDING , <TAB> <TAB> ) <TAB> return _enc_dec_rsa_pkey_ctx ( backend , key , data , padding_enum , padding )","if not isinstance ( padding . _mgf , MGF1 ) :",305
8684,"def regenerate_curve(
    self,
    curve_name: str,
    vertices: Union[List[list], List[np.ndarray]],
    spline_type: str = ""POLY"",
    vertices_radius: Union[List[list], List[np.ndarray]] = None,
    close_spline: Union[List[bool], List[int]] = None,
    use_smooth: bool = True,
    tilt: Union[List[list], List[np.ndarray]] = None,
):
    # Be aware that curve consists multiple splines
    if not self.curve:
        self.curve = bpy.data.curves.new(
            name=curve_name, type=""CURVE""
        )  # type ['CURVE', 'SURFACE', 'FONT']
    if len(self.curve.splines) != len(vertices) or any(
        len(s.points) != len(v) for s, v in zip(self.curve.splines, vertices)
    ):
        # if at least on spline has wrong number of points whole list of splines should be recreated
        # thanks to Blender API
        self.curve.splines.clear()
        [self.curve.splines.new(spline_type) for _ in range(len(vertices))]
        [s.points.add(len(v) - 1) for s, v in zip(self.curve.splines, vertices)]
    for s, v, r, t, c in zip(
        self.curve.splines,
        vertices,
        repeat_last(vertices_radius or [None]),
        repeat_last(tilt or [None]),
        repeat_last(close_spline),
    ):
        v = np.asarray(v, dtype=np.float32)
        if r is None:
            r = np.ones(len(v), dtype=np.float32)
        r = np.asarray(r, dtype=np.float32)
        self._regenerate_spline(s, v, spline_type, r, t, c, use_smooth)","def regenerate_curve ( <TAB> self , <TAB> curve_name : str , <TAB> vertices : Union [ List [ list ] , List [ np . ndarray ] ] , <TAB> spline_type : str = ""POLY"" , <TAB> vertices_radius : Union [ List [ list ] , List [ np . ndarray ] ] = None , <TAB> close_spline : Union [ List [ bool ] , List [ int ] ] = None , <TAB> use_smooth : bool = True , <TAB> tilt : Union [ List [ list ] , List [ np . ndarray ] ] = None , ) : <TAB> <TAB> if not self . curve : <TAB> <TAB> self . curve = bpy . data . curves . new ( <TAB> <TAB> <TAB> name = curve_name , type = ""CURVE"" <TAB> <TAB> ) <TAB> if len ( self . curve . splines ) != len ( vertices ) or any ( <TAB> <TAB> len ( s . points ) != len ( v ) for s , v in zip ( self . curve . splines , vertices ) <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . curve . splines . clear ( ) <TAB> <TAB> [ self . curve . splines . new ( spline_type ) for _ in range ( len ( vertices ) ) ] <TAB> <TAB> [ s . points . add ( len ( v ) - 1 ) for s , v in zip ( self . curve . splines , vertices ) ] <TAB> for s , v , r , t , c in zip ( <TAB> <TAB> self . curve . splines , <TAB> <TAB> vertices , <TAB> <TAB> repeat_last ( vertices_radius or [ None ] ) , <TAB> <TAB> repeat_last ( tilt or [ None ] ) , <TAB> <TAB> repeat_last ( close_spline ) , <TAB> ) : <TAB> <TAB> v = np . asarray ( v , dtype = np . float32 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> r = np . ones ( len ( v ) , dtype = np . float32 ) <TAB> <TAB> r = np . asarray ( r , dtype = np . float32 ) <TAB> <TAB> self . _regenerate_spline ( s , v , spline_type , r , t , c , use_smooth )",if r is None :,508
8735,"def process(self):
    if not any(socket.is_linked for socket in self.outputs):
        return
    solids_in = self.inputs[0].sv_get(deepcopy=False)
    matrixes = self.inputs[1].sv_get(deepcopy=False)
    slices = []
    slices_face = []
    faces_add = slices_face.extend if self.flat_output else slices_face.append
    slices_add = slices.extend if self.flat_output else slices.append
    for solid, matrix in zip(*mlr([solids_in, matrixes])):
        location = matrix.decompose()[0]
        norm = (matrix @ Vector((0, 0, 1))) - location
        dist = norm.dot(location)
        wires = solid.slice(Base.Vector(norm), dist)
        edges_curves = []
        faces = []
        for wire in wires:
            for edge in wire.Edges:
                curve = SvSolidEdgeCurve(edge)
                edges_curves.append(curve)
        if wires:
            face = Part.Face(wires)
            faces.append(SvSolidFaceSurface(face).to_nurbs())
        if faces:
            faces_add(faces)
        if edges_curves:
            slices_add(edges_curves)
    self.outputs[""Edges""].sv_set(slices)
    self.outputs[""Faces""].sv_set(slices_face)","def process ( self ) : <TAB> if not any ( socket . is_linked for socket in self . outputs ) : <TAB> <TAB> return <TAB> solids_in = self . inputs [ 0 ] . sv_get ( deepcopy = False ) <TAB> matrixes = self . inputs [ 1 ] . sv_get ( deepcopy = False ) <TAB> slices = [ ] <TAB> slices_face = [ ] <TAB> faces_add = slices_face . extend if self . flat_output else slices_face . append <TAB> slices_add = slices . extend if self . flat_output else slices . append <TAB> for solid , matrix in zip ( * mlr ( [ solids_in , matrixes ] ) ) : <TAB> <TAB> location = matrix . decompose ( ) [ 0 ] <TAB> <TAB> norm = ( matrix @ Vector ( ( 0 , 0 , 1 ) ) ) - location <TAB> <TAB> dist = norm . dot ( location ) <TAB> <TAB> wires = solid . slice ( Base . Vector ( norm ) , dist ) <TAB> <TAB> edges_curves = [ ] <TAB> <TAB> faces = [ ] <TAB> <TAB> for wire in wires : <TAB> <TAB> <TAB> for edge in wire . Edges : <TAB> <TAB> <TAB> <TAB> curve = SvSolidEdgeCurve ( edge ) <TAB> <TAB> <TAB> <TAB> edges_curves . append ( curve ) <TAB> <TAB> if wires : <TAB> <TAB> <TAB> face = Part . Face ( wires ) <TAB> <TAB> <TAB> faces . append ( SvSolidFaceSurface ( face ) . to_nurbs ( ) ) <TAB> <TAB> if faces : <TAB> <TAB> <TAB> faces_add ( faces ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> slices_add ( edges_curves ) <TAB> self . outputs [ ""Edges"" ] . sv_set ( slices ) <TAB> self . outputs [ ""Faces"" ] . sv_set ( slices_face )",if edges_curves :,381
191,"def wrapped_f(*args, **kwargs):
    if request_method and request_method != request.method:
        raise HTTPMethodNotAllowed().exception
    result = f(*args, **kwargs)
    tmpl = template
    if tmpl == ""string"":
        return result
    if hasattr(request, ""override_template""):
        tmpl = request.override_template
    if tmpl == ""json"":
        if isinstance(result, (list, tuple)):
            msg = (
                ""JSON responses with Array envelopes are susceptible ""
                ""to cross-site data leak attacks, see ""
                ""http://wiki.pylonshq.com/display/pylonsfaq/Warnings""
            )
            if config[""debug""]:
                raise TypeError(msg)
            warnings.warn(msg, Warning, 2)
            log.warning(msg)
        response.headers[""Content-Type""] = ""application/json""
        return simplejson.dumps(result)
    if request.environ.get(""paste.testing"", False):
        # Make the vars passed from action to template accessible to tests
        request.environ[""paste.testing_variables""][""tmpl_vars""] = result
        # Serve application/xhtml+xml instead of text/html during testing.
        # This allows us to query the response xhtml as ElementTree XML
        # instead of BeautifulSoup HTML.
        # NOTE: We do not serve true xhtml to all clients that support it
        #       because of a bug in Mootools Swiff as of v1.2.4:
        #       https://mootools.lighthouseapp.com/projects/2706/tickets/758
        if response.content_type == ""text/html"":
            response.content_type = ""application/xhtml+xml""
    return render(tmpl, tmpl_vars=result, method=""auto"")","def wrapped_f ( * args , ** kwargs ) : <TAB> if request_method and request_method != request . method : <TAB> <TAB> raise HTTPMethodNotAllowed ( ) . exception <TAB> result = f ( * args , ** kwargs ) <TAB> tmpl = template <TAB> if tmpl == ""string"" : <TAB> <TAB> return result <TAB> if hasattr ( request , ""override_template"" ) : <TAB> <TAB> tmpl = request . override_template <TAB> if tmpl == ""json"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> msg = ( <TAB> <TAB> <TAB> <TAB> ""JSON responses with Array envelopes are susceptible "" <TAB> <TAB> <TAB> <TAB> ""to cross-site data leak attacks, see "" <TAB> <TAB> <TAB> <TAB> ""http://wiki.pylonshq.com/display/pylonsfaq/Warnings"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if config [ ""debug"" ] : <TAB> <TAB> <TAB> <TAB> raise TypeError ( msg ) <TAB> <TAB> <TAB> warnings . warn ( msg , Warning , 2 ) <TAB> <TAB> <TAB> log . warning ( msg ) <TAB> <TAB> response . headers [ ""Content-Type"" ] = ""application/json"" <TAB> <TAB> return simplejson . dumps ( result ) <TAB> if request . environ . get ( ""paste.testing"" , False ) : <TAB> <TAB> <TAB> <TAB> request . environ [ ""paste.testing_variables"" ] [ ""tmpl_vars"" ] = result <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if response . content_type == ""text/html"" : <TAB> <TAB> <TAB> response . content_type = ""application/xhtml+xml"" <TAB> return render ( tmpl , tmpl_vars = result , method = ""auto"" )","if isinstance ( result , ( list , tuple ) ) :",471
11971,"def _put_tasklet(self, todo, options):
    if not todo:
        raise RuntimeError(""Nothing to do."")
    # TODO: What if the same entity is being put twice?
    # TODO: What if two entities with the same key are being put?
    datastore_entities = []
    for unused_fut, ent in todo:
        datastore_entities.append(ent)
    # Wait for datastore RPC(s).
    keys = yield self._conn.async_put(options, datastore_entities)
    for key, (fut, ent) in zip(keys, todo):
        if key != ent._key:
            if ent._has_complete_key():
                raise datastore_errors.BadKeyError(
                    ""Entity key differs from the one returned by the datastore. ""
                    ""Expected %r, got %r"" % (key, ent._key)
                )
            ent._key = key
        fut.set_result(key)
","def _put_tasklet ( self , todo , options ) : <TAB> if not todo : <TAB> <TAB> raise RuntimeError ( ""Nothing to do."" ) <TAB> <TAB> <TAB> datastore_entities = [ ] <TAB> for unused_fut , ent in todo : <TAB> <TAB> datastore_entities . append ( ent ) <TAB> <TAB> keys = yield self . _conn . async_put ( options , datastore_entities ) <TAB> for key , ( fut , ent ) in zip ( keys , todo ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ent . _has_complete_key ( ) : <TAB> <TAB> <TAB> <TAB> raise datastore_errors . BadKeyError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Entity key differs from the one returned by the datastore. "" <TAB> <TAB> <TAB> <TAB> <TAB> ""Expected %r, got %r"" % ( key , ent . _key ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ent . _key = key <TAB> <TAB> fut . set_result ( key )",if key != ent . _key :,249
23487,"def _listen_output(self):
    ""NB! works in background thread""
    try:
        while True:
            chars = self._proc.read(1)
            if len(chars) > 0:
                as_bytes = chars.encode(self.encoding)
                self._make_output_available(as_bytes)
            else:
                self._error = ""EOF""
                break
    except Exception as e:
        self._error = str(e)","def _listen_output ( self ) : <TAB> ""NB! works in background thread"" <TAB> try : <TAB> <TAB> while True : <TAB> <TAB> <TAB> chars = self . _proc . read ( 1 ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> as_bytes = chars . encode ( self . encoding ) <TAB> <TAB> <TAB> <TAB> self . _make_output_available ( as_bytes ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . _error = ""EOF"" <TAB> <TAB> <TAB> <TAB> break <TAB> except Exception as e : <TAB> <TAB> self . _error = str ( e )",if len ( chars ) > 0 :,131
21608,"def encode(self):
    for char in self.text:
        if char in self.galactic_dict.keys():
            self.ctext += self.galactic_dict[char]
        else:
            self.ctext += char
    return self.ctext
",def encode ( self ) : <TAB> for char in self . text : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . ctext += self . galactic_dict [ char ] <TAB> <TAB> else : <TAB> <TAB> <TAB> self . ctext += char <TAB> return self . ctext,if char in self . galactic_dict . keys ( ) :,71
9946,"def _rpc_request_loop_thread(self):
    while True:
        (peer, data) = self._rpc_events.get()
        msgid, target_method, params = data
        error = None
        result = None
        try:
            if target_method == b""vrrp_config"":
                result = self._config(msgid, params)
            elif target_method == b""vrrp_list"":
                result = self._list(msgid, params)
            elif target_method == b""vrrp_config_change"":
                result = self._config_change(msgid, params)
            else:
                error = ""Unknown method %s"" % (target_method)
        except RPCError as e:
            error = str(e)
        peer._endpoint.send_response(msgid, error=error, result=result)
","def _rpc_request_loop_thread ( self ) : <TAB> while True : <TAB> <TAB> ( peer , data ) = self . _rpc_events . get ( ) <TAB> <TAB> msgid , target_method , params = data <TAB> <TAB> error = None <TAB> <TAB> result = None <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> result = self . _config ( msgid , params ) <TAB> <TAB> <TAB> elif target_method == b""vrrp_list"" : <TAB> <TAB> <TAB> <TAB> result = self . _list ( msgid , params ) <TAB> <TAB> <TAB> elif target_method == b""vrrp_config_change"" : <TAB> <TAB> <TAB> <TAB> result = self . _config_change ( msgid , params ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> error = ""Unknown method %s"" % ( target_method ) <TAB> <TAB> except RPCError as e : <TAB> <TAB> <TAB> error = str ( e ) <TAB> <TAB> peer . _endpoint . send_response ( msgid , error = error , result = result )","if target_method == b""vrrp_config"" :",234
13382,"def parse_fqdn_whitelist(self, fqdn_whitelist_location):
    fqdns = []
    with open(fqdn_whitelist_location, ""r"") as text_file:
        for line in text_file:
            line = line.strip().strip(""'"").strip('""')
            if isFQDN(line):
                fqdns.append(line)
    return fqdns
","def parse_fqdn_whitelist ( self , fqdn_whitelist_location ) : <TAB> fqdns = [ ] <TAB> with open ( fqdn_whitelist_location , ""r"" ) as text_file : <TAB> <TAB> for line in text_file : <TAB> <TAB> <TAB> line = line . strip ( ) . strip ( ""'"" ) . strip ( '""' ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> fqdns . append ( line ) <TAB> return fqdns",if isFQDN ( line ) :,104
24786,"def _get_sort_map(tags):
    """"""See TAG_TO_SORT""""""
    tts = {}
    for name, tag in tags.items():
        if tag.has_sort:
            if tag.user:
                tts[name] = ""%ssort"" % name
            if tag.internal:
                tts[""~%s"" % name] = ""~%ssort"" % name
    return tts
","def _get_sort_map ( tags ) : <TAB> """"""See TAG_TO_SORT"""""" <TAB> tts = { } <TAB> for name , tag in tags . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if tag . user : <TAB> <TAB> <TAB> <TAB> tts [ name ] = ""%ssort"" % name <TAB> <TAB> <TAB> if tag . internal : <TAB> <TAB> <TAB> <TAB> tts [ ""~%s"" % name ] = ""~%ssort"" % name <TAB> return tts",if tag . has_sort :,111
19913,"def end_a(self):
    self.doc.do_translation = False
    if self.a_href:
        last_write = self.doc.pop_write()
        last_write = last_write.rstrip("" "")
        if last_write and last_write != ""`"":
            if "":"" in last_write:
                last_write = last_write.replace("":"", r""\:"")
            self.doc.push_write(last_write)
            self.doc.push_write("" <%s>`__"" % self.a_href)
        elif last_write == ""`"":
            # Look at start_a().  It will do a self.doc.write('`')
            # which is the start of the link title.  If that is the
            # case then there was no link text.  We should just
            # use an inline link.  The syntax of this is
            # `<http://url>`_
            self.doc.push_write(""`<%s>`__"" % self.a_href)
        else:
            self.doc.push_write(self.a_href)
            self.doc.hrefs[self.a_href] = self.a_href
            self.doc.write(""`__"")
        self.a_href = None
    self.doc.write("" "")
","def end_a ( self ) : <TAB> self . doc . do_translation = False <TAB> if self . a_href : <TAB> <TAB> last_write = self . doc . pop_write ( ) <TAB> <TAB> last_write = last_write . rstrip ( "" "" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if "":"" in last_write : <TAB> <TAB> <TAB> <TAB> last_write = last_write . replace ( "":"" , r""\:"" ) <TAB> <TAB> <TAB> self . doc . push_write ( last_write ) <TAB> <TAB> <TAB> self . doc . push_write ( "" <%s>`__"" % self . a_href ) <TAB> <TAB> elif last_write == ""`"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . doc . push_write ( ""`<%s>`__"" % self . a_href ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . doc . push_write ( self . a_href ) <TAB> <TAB> <TAB> self . doc . hrefs [ self . a_href ] = self . a_href <TAB> <TAB> <TAB> self . doc . write ( ""`__"" ) <TAB> <TAB> self . a_href = None <TAB> self . doc . write ( "" "" )","if last_write and last_write != ""`"" :",330
8520,"def _retrieve_key(self):
    url = ""http://www.canadapost.ca/cpo/mc/personal/postalcode/fpc.jsf""
    text = """"
    try:
        r = requests.get(url, timeout=self.timeout, proxies=self.proxies)
        text = r.text
    except:
        self.error = ""ERROR - URL Connection""
    if text:
        expression = r""'(....-....-....-....)';""
        pattern = re.compile(expression)
        match = pattern.search(text)
        if match:
            self.key = match.group(1)
            return self.key
        else:
            self.error = ""ERROR - No API Key""","def _retrieve_key ( self ) : <TAB> url = ""http://www.canadapost.ca/cpo/mc/personal/postalcode/fpc.jsf"" <TAB> text = """" <TAB> try : <TAB> <TAB> r = requests . get ( url , timeout = self . timeout , proxies = self . proxies ) <TAB> <TAB> text = r . text <TAB> except : <TAB> <TAB> self . error = ""ERROR - URL Connection"" <TAB> if text : <TAB> <TAB> expression = r""'(....-....-....-....)';"" <TAB> <TAB> pattern = re . compile ( expression ) <TAB> <TAB> match = pattern . search ( text ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . key = match . group ( 1 ) <TAB> <TAB> <TAB> return self . key <TAB> <TAB> else : <TAB> <TAB> <TAB> self . error = ""ERROR - No API Key""",if match :,190
24638,"def execute_spark(
    self, cell, output_var, samplemethod, maxrows, samplefraction, session_name, coerce
):
    (success, out, mimetype) = self.spark_controller.run_command(
        Command(cell), session_name
    )
    if not success:
        if conf.shutdown_session_on_spark_statement_errors():
            self.spark_controller.cleanup()
        raise SparkStatementException(out)
    else:
        if isinstance(out, string_types):
            if mimetype == MIMETYPE_TEXT_HTML:
                self.ipython_display.html(out)
            else:
                self.ipython_display.write(out)
        else:
            self.ipython_display.display(out)
        if output_var is not None:
            spark_store_command = self._spark_store_command(
                output_var, samplemethod, maxrows, samplefraction, coerce
            )
            df = self.spark_controller.run_command(spark_store_command, session_name)
            self.shell.user_ns[output_var] = df
","def execute_spark ( <TAB> self , cell , output_var , samplemethod , maxrows , samplefraction , session_name , coerce ) : <TAB> ( success , out , mimetype ) = self . spark_controller . run_command ( <TAB> <TAB> Command ( cell ) , session_name <TAB> ) <TAB> if not success : <TAB> <TAB> if conf . shutdown_session_on_spark_statement_errors ( ) : <TAB> <TAB> <TAB> self . spark_controller . cleanup ( ) <TAB> <TAB> raise SparkStatementException ( out ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if mimetype == MIMETYPE_TEXT_HTML : <TAB> <TAB> <TAB> <TAB> self . ipython_display . html ( out ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . ipython_display . write ( out ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . ipython_display . display ( out ) <TAB> <TAB> if output_var is not None : <TAB> <TAB> <TAB> spark_store_command = self . _spark_store_command ( <TAB> <TAB> <TAB> <TAB> output_var , samplemethod , maxrows , samplefraction , coerce <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> df = self . spark_controller . run_command ( spark_store_command , session_name ) <TAB> <TAB> <TAB> self . shell . user_ns [ output_var ] = df","if isinstance ( out , string_types ) :",301
6534,"def mode(
    self,
    expression,
    binby=[],
    limits=None,
    shape=256,
    mode_shape=64,
    mode_limits=None,
    progressbar=False,
    selection=None,
):
    """"""Calculate/estimate the mode.""""""
    if len(binby) == 0:
        raise ValueError(""only supported with binby argument given"")
    else:
        # todo, fix progressbar into two...
        try:
            len(shape)
            shape = tuple(shape)
        except:
            shape = len(binby) * (shape,)
        shape = (mode_shape,) + shape
        subspace = self(*(list(binby) + [expression]))
        if selection:
            subspace = subspace.selected()
        limits = self.limits(list(binby), limits)
        mode_limits = self.limits([expression], mode_limits)
        limits = list(limits) + list(mode_limits)
        counts = subspace.histogram(limits=limits, size=shape, progressbar=progressbar)
        indices = np.argmax(counts, axis=0)
        pmin, pmax = limits[-1]
        centers = np.linspace(pmin, pmax, mode_shape + 1)[:-1]  # ignore last bin
        centers += (centers[1] - centers[0]) / 2  # and move half a bin to the right
        modes = centers[indices]
        ok = counts.sum(axis=0) > 0
        modes[~ok] = np.nan
        return modes","def mode ( <TAB> self , <TAB> expression , <TAB> binby = [ ] , <TAB> limits = None , <TAB> shape = 256 , <TAB> mode_shape = 64 , <TAB> mode_limits = None , <TAB> progressbar = False , <TAB> selection = None , ) : <TAB> """"""Calculate/estimate the mode."""""" <TAB> if len ( binby ) == 0 : <TAB> <TAB> raise ValueError ( ""only supported with binby argument given"" ) <TAB> else : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> len ( shape ) <TAB> <TAB> <TAB> shape = tuple ( shape ) <TAB> <TAB> except : <TAB> <TAB> <TAB> shape = len ( binby ) * ( shape , ) <TAB> <TAB> shape = ( mode_shape , ) + shape <TAB> <TAB> subspace = self ( * ( list ( binby ) + [ expression ] ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> subspace = subspace . selected ( ) <TAB> <TAB> limits = self . limits ( list ( binby ) , limits ) <TAB> <TAB> mode_limits = self . limits ( [ expression ] , mode_limits ) <TAB> <TAB> limits = list ( limits ) + list ( mode_limits ) <TAB> <TAB> counts = subspace . histogram ( limits = limits , size = shape , progressbar = progressbar ) <TAB> <TAB> indices = np . argmax ( counts , axis = 0 ) <TAB> <TAB> pmin , pmax = limits [ - 1 ] <TAB> <TAB> centers = np . linspace ( pmin , pmax , mode_shape + 1 ) [ : - 1 ] <TAB> <TAB> centers += ( centers [ 1 ] - centers [ 0 ] ) / 2 <TAB> <TAB> modes = centers [ indices ] <TAB> <TAB> ok = counts . sum ( axis = 0 ) > 0 <TAB> <TAB> modes [ ~ ok ] = np . nan <TAB> <TAB> return modes",if selection :,389
4066,"def getMTRoute(self, order):
    mtroutes = self.mt_routing_table.getAll()
    for e in mtroutes:
        if order == list(e)[0]:
            self.log.debug(""getMTRoute [order:%s] returned a MTRoute"", order)
            return e[order]
    self.log.debug(""getMTRoute [order:%s] returned None"", order)
    return None","def getMTRoute ( self , order ) : <TAB> mtroutes = self . mt_routing_table . getAll ( ) <TAB> for e in mtroutes : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . log . debug ( ""getMTRoute [order:%s] returned a MTRoute"" , order ) <TAB> <TAB> <TAB> return e [ order ] <TAB> self . log . debug ( ""getMTRoute [order:%s] returned None"" , order ) <TAB> return None",if order == list ( e ) [ 0 ] :,110
14013,"def iterate_batches(env, net, batch_size):
    batch = []
    episode_reward = 0.0
    episode_steps = []
    obs = env.reset()
    sm = nn.Softmax(dim=1)
    while True:
        obs_v = torch.FloatTensor([obs])
        act_probs_v = sm(net(obs_v))
        act_probs = act_probs_v.data.numpy()[0]
        action = np.random.choice(len(act_probs), p=act_probs)
        next_obs, reward, is_done, _ = env.step(action)
        episode_reward += reward
        episode_steps.append(EpisodeStep(observation=obs, action=action))
        if is_done:
            batch.append(Episode(reward=episode_reward, steps=episode_steps))
            episode_reward = 0.0
            episode_steps = []
            next_obs = env.reset()
            if len(batch) == batch_size:
                yield batch
                batch = []
        obs = next_obs","def iterate_batches ( env , net , batch_size ) : <TAB> batch = [ ] <TAB> episode_reward = 0.0 <TAB> episode_steps = [ ] <TAB> obs = env . reset ( ) <TAB> sm = nn . Softmax ( dim = 1 ) <TAB> while True : <TAB> <TAB> obs_v = torch . FloatTensor ( [ obs ] ) <TAB> <TAB> act_probs_v = sm ( net ( obs_v ) ) <TAB> <TAB> act_probs = act_probs_v . data . numpy ( ) [ 0 ] <TAB> <TAB> action = np . random . choice ( len ( act_probs ) , p = act_probs ) <TAB> <TAB> next_obs , reward , is_done , _ = env . step ( action ) <TAB> <TAB> episode_reward += reward <TAB> <TAB> episode_steps . append ( EpisodeStep ( observation = obs , action = action ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> batch . append ( Episode ( reward = episode_reward , steps = episode_steps ) ) <TAB> <TAB> <TAB> episode_reward = 0.0 <TAB> <TAB> <TAB> episode_steps = [ ] <TAB> <TAB> <TAB> next_obs = env . reset ( ) <TAB> <TAB> <TAB> if len ( batch ) == batch_size : <TAB> <TAB> <TAB> <TAB> yield batch <TAB> <TAB> <TAB> <TAB> batch = [ ] <TAB> <TAB> obs = next_obs",if is_done :,285
7878,"def __init__(
    self, test_env, args, stdin, stdout, stderr, returncode, files_before, files_after
):
    self.test_env = test_env
    self.args = args
    self.stdin = stdin
    self.stdout = stdout
    self.stderr = stderr
    self.returncode = returncode
    self.files_before = files_before
    self.files_after = files_after
    self.files_deleted = {}
    self.files_updated = {}
    self.files_created = files_after.copy()
    for path, f in files_before.items():
        if path not in files_after:
            self.files_deleted[path] = f
            continue
        del self.files_created[path]
        if f.mtime < files_after[path].mtime:
            self.files_updated[path] = files_after[path]
","def __init__ ( <TAB> self , test_env , args , stdin , stdout , stderr , returncode , files_before , files_after ) : <TAB> self . test_env = test_env <TAB> self . args = args <TAB> self . stdin = stdin <TAB> self . stdout = stdout <TAB> self . stderr = stderr <TAB> self . returncode = returncode <TAB> self . files_before = files_before <TAB> self . files_after = files_after <TAB> self . files_deleted = { } <TAB> self . files_updated = { } <TAB> self . files_created = files_after . copy ( ) <TAB> for path , f in files_before . items ( ) : <TAB> <TAB> if path not in files_after : <TAB> <TAB> <TAB> self . files_deleted [ path ] = f <TAB> <TAB> <TAB> continue <TAB> <TAB> del self . files_created [ path ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . files_updated [ path ] = files_after [ path ]",if f . mtime < files_after [ path ] . mtime :,221
13254,"def wrap_keypress(self, key):
    """"""Handle confirmation and throw event on bad input.""""""
    try:
        key = self.keypress(key)
    except ColumnDeleteEvent as e:
        if e.letter == COLUMN_KEYS[1]:
            # cannot delete the first column, ignore key
            return
        if not self.column_empty(e.letter):
            # need to get two in a row, so check last event
            if not isinstance(self.event, ColumnDeleteEvent):
                # ask for confirmation
                raise e
        self.delete_column(e.letter)
    except UpdateParentEvent as e:
        self.update_parent_columns()
        return
    if key is None:
        return
    if self.columns.get_focus_column() == 0:
        if key not in (""up"", ""down"", ""page up"", ""page down""):
            raise CalcEvent(E_invalid_in_help_col)
    if key not in EDIT_KEYS and key not in MOVEMENT_KEYS:
        raise CalcEvent(E_invalid_key % key.upper())","def wrap_keypress ( self , key ) : <TAB> """"""Handle confirmation and throw event on bad input."""""" <TAB> try : <TAB> <TAB> key = self . keypress ( key ) <TAB> except ColumnDeleteEvent as e : <TAB> <TAB> if e . letter == COLUMN_KEYS [ 1 ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> if not self . column_empty ( e . letter ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise e <TAB> <TAB> self . delete_column ( e . letter ) <TAB> except UpdateParentEvent as e : <TAB> <TAB> self . update_parent_columns ( ) <TAB> <TAB> return <TAB> if key is None : <TAB> <TAB> return <TAB> if self . columns . get_focus_column ( ) == 0 : <TAB> <TAB> if key not in ( ""up"" , ""down"" , ""page up"" , ""page down"" ) : <TAB> <TAB> <TAB> raise CalcEvent ( E_invalid_in_help_col ) <TAB> if key not in EDIT_KEYS and key not in MOVEMENT_KEYS : <TAB> <TAB> raise CalcEvent ( E_invalid_key % key . upper ( ) )","if not isinstance ( self . event , ColumnDeleteEvent ) :",280
19058,"def getExtras(self, ArtistID, newstyle=False, **kwargs):
    # if calling this function without the newstyle, they're using the old format
    # which doesn't separate extras, so we'll grab all of them
    #
    # If they are, we need to convert kwargs to string format
    if not newstyle:
        extras = ""1,2,3,4,5,6,7,8,9,10,11,12,13,14""
    else:
        temp_extras_list = []
        i = 1
        for extra in headphones.POSSIBLE_EXTRAS:
            if extra in kwargs:
                temp_extras_list.append(i)
            i += 1
        extras = "","".join(str(n) for n in temp_extras_list)
    myDB = db.DBConnection()
    controlValueDict = {""ArtistID"": ArtistID}
    newValueDict = {""IncludeExtras"": 1, ""Extras"": extras}
    myDB.upsert(""artists"", newValueDict, controlValueDict)
    thread = threading.Thread(
        target=importer.addArtisttoDB, args=[ArtistID, True, False]
    )
    thread.start()
    thread.join(1)
    raise cherrypy.HTTPRedirect(""artistPage?ArtistID=%s"" % ArtistID)","def getExtras ( self , ArtistID , newstyle = False , ** kwargs ) : <TAB> <TAB> <TAB> <TAB> <TAB> if not newstyle : <TAB> <TAB> extras = ""1,2,3,4,5,6,7,8,9,10,11,12,13,14"" <TAB> else : <TAB> <TAB> temp_extras_list = [ ] <TAB> <TAB> i = 1 <TAB> <TAB> for extra in headphones . POSSIBLE_EXTRAS : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> temp_extras_list . append ( i ) <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> extras = "","" . join ( str ( n ) for n in temp_extras_list ) <TAB> myDB = db . DBConnection ( ) <TAB> controlValueDict = { ""ArtistID"" : ArtistID } <TAB> newValueDict = { ""IncludeExtras"" : 1 , ""Extras"" : extras } <TAB> myDB . upsert ( ""artists"" , newValueDict , controlValueDict ) <TAB> thread = threading . Thread ( <TAB> <TAB> target = importer . addArtisttoDB , args = [ ArtistID , True , False ] <TAB> ) <TAB> thread . start ( ) <TAB> thread . join ( 1 ) <TAB> raise cherrypy . HTTPRedirect ( ""artistPage?ArtistID=%s"" % ArtistID )",if extra in kwargs :,331
19324,"def traverse_trees(node_pos, sample, trees: List[HeteroDecisionTreeGuest]):
    if node_pos[""reach_leaf_node""].all():
        return node_pos
    for t_idx, tree in enumerate(trees):
        cur_node_idx = node_pos[""node_pos""][t_idx]
        # reach leaf
        if cur_node_idx == -1:
            continue
        rs, reach_leaf = HeteroSecureBoostingTreeGuest.traverse_a_tree(
            tree, sample, cur_node_idx
        )
        if reach_leaf:
            node_pos[""reach_leaf_node""][t_idx] = True
        node_pos[""node_pos""][t_idx] = rs
    return node_pos","def traverse_trees ( node_pos , sample , trees : List [ HeteroDecisionTreeGuest ] ) : <TAB> if node_pos [ ""reach_leaf_node"" ] . all ( ) : <TAB> <TAB> return node_pos <TAB> for t_idx , tree in enumerate ( trees ) : <TAB> <TAB> cur_node_idx = node_pos [ ""node_pos"" ] [ t_idx ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> rs , reach_leaf = HeteroSecureBoostingTreeGuest . traverse_a_tree ( <TAB> <TAB> <TAB> tree , sample , cur_node_idx <TAB> <TAB> ) <TAB> <TAB> if reach_leaf : <TAB> <TAB> <TAB> node_pos [ ""reach_leaf_node"" ] [ t_idx ] = True <TAB> <TAB> node_pos [ ""node_pos"" ] [ t_idx ] = rs <TAB> return node_pos",if cur_node_idx == - 1 :,196
2697,"def run(self):
    for k, v in iteritems(self.objs):
        if k.startswith(""_""):
            continue
        if v[""_class""] == ""Dataset"":
            limit = v[""time_limit""]
            # Zero explicitly meant no limits.
            if limit == 0.0:
                limit = None
            # Negative was undefined though.
            if limit is not None and limit <= 0.0:
                logger.warning(
                    ""Previous time limit %s was updated, ""
                    ""no time limit is enforced now."",
                    limit,
                )
                limit = None
            v[""time_limit""] = limit
            limit = v[""memory_limit""]
            # Zero explicitly meant no limits.
            if limit == 0:
                limit = None
            # Negative was undefined though.
            if limit is not None and limit <= 0:
                logger.warning(
                    ""Previous memory limit %s was updated, ""
                    ""no memory limit is enforced now."",
                    limit,
                )
                limit = None
            v[""memory_limit""] = limit
    return self.objs","def run ( self ) : <TAB> for k , v in iteritems ( self . objs ) : <TAB> <TAB> if k . startswith ( ""_"" ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if v [ ""_class"" ] == ""Dataset"" : <TAB> <TAB> <TAB> limit = v [ ""time_limit"" ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if limit == 0.0 : <TAB> <TAB> <TAB> <TAB> limit = None <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if limit is not None and limit <= 0.0 : <TAB> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Previous time limit %s was updated, "" <TAB> <TAB> <TAB> <TAB> <TAB> ""no time limit is enforced now."" , <TAB> <TAB> <TAB> <TAB> <TAB> limit , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> limit = None <TAB> <TAB> <TAB> v [ ""time_limit"" ] = limit <TAB> <TAB> <TAB> limit = v [ ""memory_limit"" ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> limit = None <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if limit is not None and limit <= 0 : <TAB> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Previous memory limit %s was updated, "" <TAB> <TAB> <TAB> <TAB> <TAB> ""no memory limit is enforced now."" , <TAB> <TAB> <TAB> <TAB> <TAB> limit , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> limit = None <TAB> <TAB> <TAB> v [ ""memory_limit"" ] = limit <TAB> return self . objs",if limit == 0 :,328
8618,"def numpy_match_long_cycle(list_of_arrays):
    """"""match numpy arrays length by cycling over the array""""""
    out = []
    maxl = 0
    for array in list_of_arrays:
        maxl = max(maxl, array.shape[0])
    for array in list_of_arrays:
        length_diff = maxl - array.shape[0]
        if length_diff > 0:
            if length_diff < array.shape[0]:
                array = np_concatenate((array, array[:length_diff]))
            else:
                new_part = np_repeat(array, ceil(length_diff / array.shape[0]), axis=0)
                if len(array.shape) > 1:
                    shape = (ceil(length_diff / array.shape[0]), 1)
                else:
                    shape = ceil(length_diff / array.shape[0])
                new_part = np_tile(array, shape)
                array = np_concatenate((array, new_part[:length_diff]))
        out.append(array)
    return out","def numpy_match_long_cycle ( list_of_arrays ) : <TAB> """"""match numpy arrays length by cycling over the array"""""" <TAB> out = [ ] <TAB> maxl = 0 <TAB> for array in list_of_arrays : <TAB> <TAB> maxl = max ( maxl , array . shape [ 0 ] ) <TAB> for array in list_of_arrays : <TAB> <TAB> length_diff = maxl - array . shape [ 0 ] <TAB> <TAB> if length_diff > 0 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> array = np_concatenate ( ( array , array [ : length_diff ] ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> new_part = np_repeat ( array , ceil ( length_diff / array . shape [ 0 ] ) , axis = 0 ) <TAB> <TAB> <TAB> <TAB> if len ( array . shape ) > 1 : <TAB> <TAB> <TAB> <TAB> <TAB> shape = ( ceil ( length_diff / array . shape [ 0 ] ) , 1 ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> shape = ceil ( length_diff / array . shape [ 0 ] ) <TAB> <TAB> <TAB> <TAB> new_part = np_tile ( array , shape ) <TAB> <TAB> <TAB> <TAB> array = np_concatenate ( ( array , new_part [ : length_diff ] ) ) <TAB> <TAB> out . append ( array ) <TAB> return out",if length_diff < array . shape [ 0 ] :,294
17805,"def connect(self):
    # Load host from config and split out port.
    host = cleanHost(self.conf(""host""), protocol=False).split("":"")
    if not isInt(host[1]):
        log.error(""Config properties are not filled in correctly, port is missing."")
        return False
    # This is where v4 and v5 begin to differ
    if self.conf(""version"") == ""v4"":
        if not self.conf(""api_key""):
            log.error(
                ""Config properties are not filled in correctly, API key is missing.""
            )
            return False
        url = ""http://"" + str(host[0]) + "":"" + str(host[1]) + ""/jsonrpc""
        client = JsonRpcClient(url, ""Token "" + self.conf(""api_key""))
        self.hadouken_api = HadoukenAPIv4(client)
        return True
    else:
        auth_type = self.conf(""auth_type"")
        header = None
        if auth_type == ""api_key"":
            header = ""Token "" + self.conf(""api_key"")
        elif auth_type == ""user_pass"":
            header = ""Basic "" + b64encode(
                self.conf(""auth_user"") + "":"" + self.conf(""auth_pass"")
            )
        url = ""http://"" + str(host[0]) + "":"" + str(host[1]) + ""/api""
        client = JsonRpcClient(url, header)
        self.hadouken_api = HadoukenAPIv5(client)
        return True
    return False","def connect ( self ) : <TAB> <TAB> host = cleanHost ( self . conf ( ""host"" ) , protocol = False ) . split ( "":"" ) <TAB> if not isInt ( host [ 1 ] ) : <TAB> <TAB> log . error ( ""Config properties are not filled in correctly, port is missing."" ) <TAB> <TAB> return False <TAB> <TAB> if self . conf ( ""version"" ) == ""v4"" : <TAB> <TAB> if not self . conf ( ""api_key"" ) : <TAB> <TAB> <TAB> log . error ( <TAB> <TAB> <TAB> <TAB> ""Config properties are not filled in correctly, API key is missing."" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return False <TAB> <TAB> url = ""http://"" + str ( host [ 0 ] ) + "":"" + str ( host [ 1 ] ) + ""/jsonrpc"" <TAB> <TAB> client = JsonRpcClient ( url , ""Token "" + self . conf ( ""api_key"" ) ) <TAB> <TAB> self . hadouken_api = HadoukenAPIv4 ( client ) <TAB> <TAB> return True <TAB> else : <TAB> <TAB> auth_type = self . conf ( ""auth_type"" ) <TAB> <TAB> header = None <TAB> <TAB> if auth_type == ""api_key"" : <TAB> <TAB> <TAB> header = ""Token "" + self . conf ( ""api_key"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> header = ""Basic "" + b64encode ( <TAB> <TAB> <TAB> <TAB> self . conf ( ""auth_user"" ) + "":"" + self . conf ( ""auth_pass"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> url = ""http://"" + str ( host [ 0 ] ) + "":"" + str ( host [ 1 ] ) + ""/api"" <TAB> <TAB> client = JsonRpcClient ( url , header ) <TAB> <TAB> self . hadouken_api = HadoukenAPIv5 ( client ) <TAB> <TAB> return True <TAB> return False","elif auth_type == ""user_pass"" :",415
6945,"def results(parsed, original_query):
    settings = json.load(open(""preferences.json""))
    shortcuts = settings[""shortcuts""]
    count = len(shortcuts)
    for i in range(count):
        url = shortcuts[i][""url""]
        shortcut = shortcuts[i][""shortcut""]
        if shortcut.lower() == original_query.lower():
            if url.startswith(""http"") == False:
                if not ""//"" in url:
                    url = ""http://"" + url
            link = ""<a href='{0}'>{0}</a>"".format(url)
            return {
                ""title"": u""Open "" + url,
                ""run_args"": [url],
                ""html"": centered_text(
                    link, hint_text=""Press enter to launch a browser""
                ),
                ""webview_transparent_background"": True,
            }","def results ( parsed , original_query ) : <TAB> settings = json . load ( open ( ""preferences.json"" ) ) <TAB> shortcuts = settings [ ""shortcuts"" ] <TAB> count = len ( shortcuts ) <TAB> for i in range ( count ) : <TAB> <TAB> url = shortcuts [ i ] [ ""url"" ] <TAB> <TAB> shortcut = shortcuts [ i ] [ ""shortcut"" ] <TAB> <TAB> if shortcut . lower ( ) == original_query . lower ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if not ""//"" in url : <TAB> <TAB> <TAB> <TAB> <TAB> url = ""http://"" + url <TAB> <TAB> <TAB> link = ""<a href='{0}'>{0}</a>"" . format ( url ) <TAB> <TAB> <TAB> return { <TAB> <TAB> <TAB> <TAB> ""title"" : u""Open "" + url , <TAB> <TAB> <TAB> <TAB> ""run_args"" : [ url ] , <TAB> <TAB> <TAB> <TAB> ""html"" : centered_text ( <TAB> <TAB> <TAB> <TAB> <TAB> link , hint_text = ""Press enter to launch a browser"" <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> ""webview_transparent_background"" : True , <TAB> <TAB> <TAB> }","if url . startswith ( ""http"" ) == False :",236
25294,"def login():
    error = None
    if request.method == ""POST"":
        form = await request.form
        if form[""username""] != app.config[""USERNAME""]:
            error = ""Invalid username""
        elif form[""password""] != app.config[""PASSWORD""]:
            error = ""Invalid password""
        else:
            session[""logged_in""] = True
            await flash(""You were logged in"")
            return redirect(url_for(""posts""))
    return await render_template(""login.html"", error=error)
","def login ( ) : <TAB> error = None <TAB> if request . method == ""POST"" : <TAB> <TAB> form = await request . form <TAB> <TAB> if form [ ""username"" ] != app . config [ ""USERNAME"" ] : <TAB> <TAB> <TAB> error = ""Invalid username"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> error = ""Invalid password"" <TAB> <TAB> else : <TAB> <TAB> <TAB> session [ ""logged_in"" ] = True <TAB> <TAB> <TAB> await flash ( ""You were logged in"" ) <TAB> <TAB> <TAB> return redirect ( url_for ( ""posts"" ) ) <TAB> return await render_template ( ""login.html"" , error = error )","elif form [ ""password"" ] != app . config [ ""PASSWORD"" ] :",136
23349,"def resources_include_url(name):
    env = self.environment
    mime_type, encoding = mimetypes.guess_type(name)
    try:
        # we try to load via the jinja loader, but that tries to load
        # as (encoded) text
        data = env.loader.get_source(env, name)[0].encode(""utf8"")
    except UnicodeDecodeError:
        # if that fails (for instance a binary file, png or ttf)
        # we mimic jinja2
        pieces = split_template_path(name)
        searchpaths = self.get_template_paths()
        for searchpath in searchpaths:
            filename = os.path.join(searchpath, *pieces)
            print(filename, os.path.exists(filename))
            if os.path.exists(filename):
                with open(filename, ""rb"") as f:
                    data = f.read()
                    break
        else:
            raise ValueError(""No file %r found in %r"" % (name, searchpaths))
    data = base64.b64encode(data)
    data = data.replace(b""\n"", b"""").decode(""ascii"")
    src = ""data:{mime_type};base64,{data}"".format(mime_type=mime_type, data=data)
    return jinja2.Markup(src)","def resources_include_url ( name ) : <TAB> env = self . environment <TAB> mime_type , encoding = mimetypes . guess_type ( name ) <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> data = env . loader . get_source ( env , name ) [ 0 ] . encode ( ""utf8"" ) <TAB> except UnicodeDecodeError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pieces = split_template_path ( name ) <TAB> <TAB> searchpaths = self . get_template_paths ( ) <TAB> <TAB> for searchpath in searchpaths : <TAB> <TAB> <TAB> filename = os . path . join ( searchpath , * pieces ) <TAB> <TAB> <TAB> print ( filename , os . path . exists ( filename ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> with open ( filename , ""rb"" ) as f : <TAB> <TAB> <TAB> <TAB> <TAB> data = f . read ( ) <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( ""No file %r found in %r"" % ( name , searchpaths ) ) <TAB> data = base64 . b64encode ( data ) <TAB> data = data . replace ( b""\n"" , b"""" ) . decode ( ""ascii"" ) <TAB> src = ""data:{mime_type};base64,{data}"" . format ( mime_type = mime_type , data = data ) <TAB> return jinja2 . Markup ( src )",if os . path . exists ( filename ) :,338
11541,"def value(self, new_value):
    # Only trigger change notification after we've changed selection
    old_value = self._value
    self._value = new_value
    for i, [_, value] in enumerate(self._options):
        if value == new_value:
            self._line = i
            break
    else:
        # No matching value - pick a default.
        if len(self._options) > 0:
            self._line = 0
            self._value = self._options[self._line][1]
        else:
            self._line = -1
            self._value = None
    if self._validator:
        self._is_valid = self._validator(self._value)
    if old_value != self._value and self._on_change:
        self._on_change()
    # Fix up the start line now that we've explicitly set a new value.
    self._start_line = max(
        0, max(self._line - self._h + 1, min(self._start_line, self._line))
    )","def value ( self , new_value ) : <TAB> <TAB> old_value = self . _value <TAB> self . _value = new_value <TAB> for i , [ _ , value ] in enumerate ( self . _options ) : <TAB> <TAB> if value == new_value : <TAB> <TAB> <TAB> self . _line = i <TAB> <TAB> <TAB> break <TAB> else : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _line = 0 <TAB> <TAB> <TAB> self . _value = self . _options [ self . _line ] [ 1 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _line = - 1 <TAB> <TAB> <TAB> self . _value = None <TAB> if self . _validator : <TAB> <TAB> self . _is_valid = self . _validator ( self . _value ) <TAB> if old_value != self . _value and self . _on_change : <TAB> <TAB> self . _on_change ( ) <TAB> <TAB> self . _start_line = max ( <TAB> <TAB> 0 , max ( self . _line - self . _h + 1 , min ( self . _start_line , self . _line ) ) <TAB> )",if len ( self . _options ) > 0 :,269
3887,"def _renderObject(self, obj, brightness=0, addSink=True):
    glPushMatrix()
    if addSink:
        glTranslate(
            obj.getPosition()[0],
            obj.getPosition()[1],
            obj.getSize()[2] / 2 - profile.getProfileSettingFloat(""object_sink""),
        )
    else:
        glTranslate(obj.getPosition()[0], obj.getPosition()[1], obj.getSize()[2] / 2)
    if self.tempMatrix is not None and obj == self._selectedObj:
        glMultMatrixf(openglHelpers.convert3x3MatrixTo4x4(self.tempMatrix))
    offset = obj.getDrawOffset()
    glTranslate(-offset[0], -offset[1], -offset[2] - obj.getSize()[2] / 2)
    glMultMatrixf(openglHelpers.convert3x3MatrixTo4x4(obj.getMatrix()))
    n = 0
    for m in obj._meshList:
        if m.vbo is None:
            m.vbo = openglHelpers.GLVBO(GL_TRIANGLES, m.vertexes, m.normal)
        if brightness != 0:
            glColor4fv(map(lambda idx: idx * brightness, self._objColors[n]))
            n += 1
        m.vbo.render()
    glPopMatrix()","def _renderObject ( self , obj , brightness = 0 , addSink = True ) : <TAB> glPushMatrix ( ) <TAB> if addSink : <TAB> <TAB> glTranslate ( <TAB> <TAB> <TAB> obj . getPosition ( ) [ 0 ] , <TAB> <TAB> <TAB> obj . getPosition ( ) [ 1 ] , <TAB> <TAB> <TAB> obj . getSize ( ) [ 2 ] / 2 - profile . getProfileSettingFloat ( ""object_sink"" ) , <TAB> <TAB> ) <TAB> else : <TAB> <TAB> glTranslate ( obj . getPosition ( ) [ 0 ] , obj . getPosition ( ) [ 1 ] , obj . getSize ( ) [ 2 ] / 2 ) <TAB> if self . tempMatrix is not None and obj == self . _selectedObj : <TAB> <TAB> glMultMatrixf ( openglHelpers . convert3x3MatrixTo4x4 ( self . tempMatrix ) ) <TAB> offset = obj . getDrawOffset ( ) <TAB> glTranslate ( - offset [ 0 ] , - offset [ 1 ] , - offset [ 2 ] - obj . getSize ( ) [ 2 ] / 2 ) <TAB> glMultMatrixf ( openglHelpers . convert3x3MatrixTo4x4 ( obj . getMatrix ( ) ) ) <TAB> n = 0 <TAB> for m in obj . _meshList : <TAB> <TAB> if m . vbo is None : <TAB> <TAB> <TAB> m . vbo = openglHelpers . GLVBO ( GL_TRIANGLES , m . vertexes , m . normal ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> glColor4fv ( map ( lambda idx : idx * brightness , self . _objColors [ n ] ) ) <TAB> <TAB> <TAB> n += 1 <TAB> <TAB> m . vbo . render ( ) <TAB> glPopMatrix ( )",if brightness != 0 :,351
23842,"def __init__(self, filename=None):
    #  In Python 3 ConfigParser has changed to be strict by default.
    #  Barman wants to preserve the Python 2 behavior, so we are
    #  explicitly building it passing strict=False.
    try:
        # Python 3.x
        self._config = ConfigParser(strict=False)
    except TypeError:
        # Python 2.x
        self._config = ConfigParser()
    if filename:
        if hasattr(filename, ""read""):
            self._config.readfp(filename)
        else:
            # check for the existence of the user defined file
            if not os.path.exists(filename):
                sys.exit(""Configuration file '%s' does not exist"" % filename)
            self._config.read(os.path.expanduser(filename))
    else:
        # Check for the presence of configuration files
        # inside default directories
        for path in self.CONFIG_FILES:
            full_path = os.path.expanduser(path)
            if os.path.exists(full_path) and full_path in self._config.read(full_path):
                filename = full_path
                break
        else:
            sys.exit(
                ""Could not find any configuration file at ""
                ""default locations.\n""
                ""Check Barman's documentation for more help.""
            )
    self.config_file = filename
    self._servers = None
    self.servers_msg_list = []
    self._parse_global_config()","def __init__ ( self , filename = None ) : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> self . _config = ConfigParser ( strict = False ) <TAB> except TypeError : <TAB> <TAB> <TAB> <TAB> self . _config = ConfigParser ( ) <TAB> if filename : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _config . readfp ( filename ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not os . path . exists ( filename ) : <TAB> <TAB> <TAB> <TAB> sys . exit ( ""Configuration file '%s' does not exist"" % filename ) <TAB> <TAB> <TAB> self . _config . read ( os . path . expanduser ( filename ) ) <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for path in self . CONFIG_FILES : <TAB> <TAB> <TAB> full_path = os . path . expanduser ( path ) <TAB> <TAB> <TAB> if os . path . exists ( full_path ) and full_path in self . _config . read ( full_path ) : <TAB> <TAB> <TAB> <TAB> filename = full_path <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> sys . exit ( <TAB> <TAB> <TAB> <TAB> ""Could not find any configuration file at "" <TAB> <TAB> <TAB> <TAB> ""default locations.\n"" <TAB> <TAB> <TAB> <TAB> ""Check Barman's documentation for more help."" <TAB> <TAB> <TAB> ) <TAB> self . config_file = filename <TAB> self . _servers = None <TAB> self . servers_msg_list = [ ] <TAB> self . _parse_global_config ( )","if hasattr ( filename , ""read"" ) :",395
23643,"def get_files(d):
    res = []
    for p in glob.glob(os.path.join(d, ""*"")):
        if not p:
            continue
        (pth, fname) = os.path.split(p)
        if skip_file(fname):
            continue
        if os.path.islink(p):
            continue
        if os.path.isdir(p):
            res += get_dir(p)
        else:
            res.append(p)
    return res
","def get_files ( d ) : <TAB> res = [ ] <TAB> for p in glob . glob ( os . path . join ( d , ""*"" ) ) : <TAB> <TAB> if not p : <TAB> <TAB> <TAB> continue <TAB> <TAB> ( pth , fname ) = os . path . split ( p ) <TAB> <TAB> if skip_file ( fname ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if os . path . isdir ( p ) : <TAB> <TAB> <TAB> res += get_dir ( p ) <TAB> <TAB> else : <TAB> <TAB> <TAB> res . append ( p ) <TAB> return res",if os . path . islink ( p ) :,136
23720,"def __init__(self, type, object_or_type=None):
    self.__thisclass__ = type
    if object_or_type is None:
        self.__self__ = self.__self_class__ = None
    else:
        if JS(""!@{{_issubtype}}(@{{object_or_type}}, @{{type}})""):
            debugger()
            JS(""@{{_issubtype}}(@{{object_or_type}}, @{{type}})"")
            raise TypeError(
                ""super(type, obj): obj must be an instance or subtype of type""
            )
        if JS(""@{{object_or_type}}['$inst'] === true""):
            self.__self_class__ = object_or_type.__class__
        else:
            self.__self_class__ = object_or_type
        self.__self__ = object_or_type
","def __init__ ( self , type , object_or_type = None ) : <TAB> self . __thisclass__ = type <TAB> if object_or_type is None : <TAB> <TAB> self . __self__ = self . __self_class__ = None <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> debugger ( ) <TAB> <TAB> <TAB> JS ( ""@{{_issubtype}}(@{{object_or_type}}, @{{type}})"" ) <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> ""super(type, obj): obj must be an instance or subtype of type"" <TAB> <TAB> <TAB> ) <TAB> <TAB> if JS ( ""@{{object_or_type}}['$inst'] === true"" ) : <TAB> <TAB> <TAB> self . __self_class__ = object_or_type . __class__ <TAB> <TAB> else : <TAB> <TAB> <TAB> self . __self_class__ = object_or_type <TAB> <TAB> self . __self__ = object_or_type","if JS ( ""!@{{_issubtype}}(@{{object_or_type}}, @{{type}})"" ) :",220
12908,"def deleteHold():
    v = buildGAPIObject()
    hold = sys.argv[3]
    matterId = None
    i = 4
    while i < len(sys.argv):
        myarg = sys.argv[i].lower().replace(""_"", """")
        if myarg == ""matter"":
            matterId = getMatterItem(v, sys.argv[i + 1])
            holdId = convertHoldNameToID(v, hold, matterId)
            i += 2
        else:
            controlflow.invalid_argument_exit(myarg, ""gam delete hold"")
    if not matterId:
        controlflow.system_error_exit(3, ""you must specify a matter for the hold."")
    print(f""Deleting hold {hold} / {holdId}"")
    gapi.call(v.matters().holds(), ""delete"", matterId=matterId, holdId=holdId)","def deleteHold ( ) : <TAB> v = buildGAPIObject ( ) <TAB> hold = sys . argv [ 3 ] <TAB> matterId = None <TAB> i = 4 <TAB> while i < len ( sys . argv ) : <TAB> <TAB> myarg = sys . argv [ i ] . lower ( ) . replace ( ""_"" , """" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> matterId = getMatterItem ( v , sys . argv [ i + 1 ] ) <TAB> <TAB> <TAB> holdId = convertHoldNameToID ( v , hold , matterId ) <TAB> <TAB> <TAB> i += 2 <TAB> <TAB> else : <TAB> <TAB> <TAB> controlflow . invalid_argument_exit ( myarg , ""gam delete hold"" ) <TAB> if not matterId : <TAB> <TAB> controlflow . system_error_exit ( 3 , ""you must specify a matter for the hold."" ) <TAB> print ( f""Deleting hold {hold} / {holdId}"" ) <TAB> gapi . call ( v . matters ( ) . holds ( ) , ""delete"" , matterId = matterId , holdId = holdId )","if myarg == ""matter"" :",229
18387,"def _tags_to_preslots(tags, tokens, is_start_of_slot, is_end_of_slot):
    slots = []
    current_slot_start = 0
    for i, tag in enumerate(tags):
        if is_start_of_slot(tags, i):
            current_slot_start = i
        if is_end_of_slot(tags, i):
            slots.append(
                {
                    RANGE: {
                        START: tokens[current_slot_start].start,
                        END: tokens[i].end,
                    },
                    SLOT_NAME: tag_name_to_slot_name(tag),
                }
            )
            current_slot_start = i
    return slots","def _tags_to_preslots ( tags , tokens , is_start_of_slot , is_end_of_slot ) : <TAB> slots = [ ] <TAB> current_slot_start = 0 <TAB> for i , tag in enumerate ( tags ) : <TAB> <TAB> if is_start_of_slot ( tags , i ) : <TAB> <TAB> <TAB> current_slot_start = i <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> slots . append ( <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> RANGE : { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> START : tokens [ current_slot_start ] . start , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> END : tokens [ i ] . end , <TAB> <TAB> <TAB> <TAB> <TAB> } , <TAB> <TAB> <TAB> <TAB> <TAB> SLOT_NAME : tag_name_to_slot_name ( tag ) , <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> current_slot_start = i <TAB> return slots","if is_end_of_slot ( tags , i ) :",211
3486,"def pipeline_template_post_save_handler(sender, instance, created, **kwargs):
    template = instance
    if template.is_deleted:
        TemplateRelationship.objects.filter(
            ancestor_template_id=template.template_id
        ).delete()
        return
    with transaction.atomic():
        TemplateRelationship.objects.filter(
            ancestor_template_id=template.template_id
        ).delete()
        acts = list(template.data[PE.activities].values())
        subprocess_nodes = [act for act in acts if act[""type""] == PE.SubProcess]
        rs = []
        for sp in subprocess_nodes:
            version = (
                sp.get(""version"")
                or PipelineTemplate.objects.get(template_id=sp[""template_id""]).version
            )
            rs.append(
                TemplateRelationship(
                    ancestor_template_id=template.template_id,
                    descendant_template_id=sp[""template_id""],
                    subprocess_node_id=sp[""id""],
                    version=version,
                )
            )
        if rs:
            TemplateRelationship.objects.bulk_create(rs)
        TemplateVersion.objects.track(template)
        TemplateCurrentVersion.objects.update_current_version(template)
","def pipeline_template_post_save_handler ( sender , instance , created , ** kwargs ) : <TAB> template = instance <TAB> if template . is_deleted : <TAB> <TAB> TemplateRelationship . objects . filter ( <TAB> <TAB> <TAB> ancestor_template_id = template . template_id <TAB> <TAB> ) . delete ( ) <TAB> <TAB> return <TAB> with transaction . atomic ( ) : <TAB> <TAB> TemplateRelationship . objects . filter ( <TAB> <TAB> <TAB> ancestor_template_id = template . template_id <TAB> <TAB> ) . delete ( ) <TAB> <TAB> acts = list ( template . data [ PE . activities ] . values ( ) ) <TAB> <TAB> subprocess_nodes = [ act for act in acts if act [ ""type"" ] == PE . SubProcess ] <TAB> <TAB> rs = [ ] <TAB> <TAB> for sp in subprocess_nodes : <TAB> <TAB> <TAB> version = ( <TAB> <TAB> <TAB> <TAB> sp . get ( ""version"" ) <TAB> <TAB> <TAB> <TAB> or PipelineTemplate . objects . get ( template_id = sp [ ""template_id"" ] ) . version <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> rs . append ( <TAB> <TAB> <TAB> <TAB> TemplateRelationship ( <TAB> <TAB> <TAB> <TAB> <TAB> ancestor_template_id = template . template_id , <TAB> <TAB> <TAB> <TAB> <TAB> descendant_template_id = sp [ ""template_id"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> subprocess_node_id = sp [ ""id"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> version = version , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> TemplateRelationship . objects . bulk_create ( rs ) <TAB> <TAB> TemplateVersion . objects . track ( template ) <TAB> <TAB> TemplateCurrentVersion . objects . update_current_version ( template )",if rs :,356
19056,"def getSimilar():
    myDB = db.DBConnection()
    results = myDB.select(""SELECT ArtistID from artists ORDER BY HaveTracks DESC"")
    logger.info(""Fetching similar artists from Last.FM for tag cloud"")
    artistlist = []
    for result in results[:12]:
        data = request_lastfm(""artist.getsimilar"", mbid=result[""ArtistId""])
        if data and ""similarartists"" in data:
            artists = data[""similarartists""][""artist""]
            for artist in artists:
                try:
                    artist_mbid = artist[""mbid""]
                    artist_name = artist[""name""]
                except KeyError:
                    continue
                if not any(artist_mbid in x for x in results):
                    artistlist.append((artist_name, artist_mbid))
    # Add new artists to tag cloud
    logger.debug(""Fetched %d artists from Last.FM"", len(artistlist))
    count = defaultdict(int)
    for artist, mbid in artistlist:
        count[artist, mbid] += 1
    items = count.items()
    top_list = sorted(items, key=lambda x: x[1], reverse=True)[:25]
    random.shuffle(top_list)
    myDB.action(""DELETE from lastfmcloud"")
    for item in top_list:
        artist_name, artist_mbid = item[0]
        count = item[1]
        myDB.action(
            ""INSERT INTO lastfmcloud VALUES( ?, ?, ?)"",
            [artist_name, artist_mbid, count],
        )
    logger.debug(""Inserted %d artists into Last.FM tag cloud"", len(top_list))","def getSimilar ( ) : <TAB> myDB = db . DBConnection ( ) <TAB> results = myDB . select ( ""SELECT ArtistID from artists ORDER BY HaveTracks DESC"" ) <TAB> logger . info ( ""Fetching similar artists from Last.FM for tag cloud"" ) <TAB> artistlist = [ ] <TAB> for result in results [ : 12 ] : <TAB> <TAB> data = request_lastfm ( ""artist.getsimilar"" , mbid = result [ ""ArtistId"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> artists = data [ ""similarartists"" ] [ ""artist"" ] <TAB> <TAB> <TAB> for artist in artists : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> artist_mbid = artist [ ""mbid"" ] <TAB> <TAB> <TAB> <TAB> <TAB> artist_name = artist [ ""name"" ] <TAB> <TAB> <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if not any ( artist_mbid in x for x in results ) : <TAB> <TAB> <TAB> <TAB> <TAB> artistlist . append ( ( artist_name , artist_mbid ) ) <TAB> <TAB> logger . debug ( ""Fetched %d artists from Last.FM"" , len ( artistlist ) ) <TAB> count = defaultdict ( int ) <TAB> for artist , mbid in artistlist : <TAB> <TAB> count [ artist , mbid ] += 1 <TAB> items = count . items ( ) <TAB> top_list = sorted ( items , key = lambda x : x [ 1 ] , reverse = True ) [ : 25 ] <TAB> random . shuffle ( top_list ) <TAB> myDB . action ( ""DELETE from lastfmcloud"" ) <TAB> for item in top_list : <TAB> <TAB> artist_name , artist_mbid = item [ 0 ] <TAB> <TAB> count = item [ 1 ] <TAB> <TAB> myDB . action ( <TAB> <TAB> <TAB> ""INSERT INTO lastfmcloud VALUES( ?, ?, ?)"" , <TAB> <TAB> <TAB> [ artist_name , artist_mbid , count ] , <TAB> <TAB> ) <TAB> logger . debug ( ""Inserted %d artists into Last.FM tag cloud"" , len ( top_list ) )","if data and ""similarartists"" in data :",429
11015,"def ident_values(self):
    value = self._ident_values
    if value is False:
        value = None
        # XXX: how will this interact with orig_prefix ?
        #      not exposing attrs for now if orig_prefix is set.
        if not self.orig_prefix:
            wrapped = self.wrapped
            idents = getattr(wrapped, ""ident_values"", None)
            if idents:
                value = [self._wrap_hash(ident) for ident in idents]
            ##else:
            ##    ident = self.ident
            ##    if ident is not None:
            ##        value = [ident]
        self._ident_values = value
    return value
","def ident_values ( self ) : <TAB> value = self . _ident_values <TAB> if value is False : <TAB> <TAB> value = None <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> wrapped = self . wrapped <TAB> <TAB> <TAB> idents = getattr ( wrapped , ""ident_values"" , None ) <TAB> <TAB> <TAB> if idents : <TAB> <TAB> <TAB> <TAB> value = [ self . _wrap_hash ( ident ) for ident in idents ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _ident_values = value <TAB> return value",if not self . orig_prefix :,200
16872,"def xontrib_data(ns):
    """"""Collects and returns the data about xontribs.""""""
    meta = get_xontribs()
    data = {}
    names: tp.Set[str] = set() if not ns else set(ns.names)
    for xo_name in meta:
        if xo_name not in names:
            continue
        spec = find_xontrib(xo_name)
        if spec is None:
            installed = loaded = False
        else:
            installed = True
            loaded = spec.name in sys.modules
        data[xo_name] = {""name"": xo_name, ""installed"": installed, ""loaded"": loaded}
    installed_xontribs = xontrib_installed(names)
    for name in installed_xontribs:
        if name not in data:
            loaded = f""xontrib.{name}"" in sys.modules
            data[name] = {""name"": name, ""installed"": True, ""loaded"": loaded}
    return dict(sorted(data.items()))
","def xontrib_data ( ns ) : <TAB> """"""Collects and returns the data about xontribs."""""" <TAB> meta = get_xontribs ( ) <TAB> data = { } <TAB> names : tp . Set [ str ] = set ( ) if not ns else set ( ns . names ) <TAB> for xo_name in meta : <TAB> <TAB> if xo_name not in names : <TAB> <TAB> <TAB> continue <TAB> <TAB> spec = find_xontrib ( xo_name ) <TAB> <TAB> if spec is None : <TAB> <TAB> <TAB> installed = loaded = False <TAB> <TAB> else : <TAB> <TAB> <TAB> installed = True <TAB> <TAB> <TAB> loaded = spec . name in sys . modules <TAB> <TAB> data [ xo_name ] = { ""name"" : xo_name , ""installed"" : installed , ""loaded"" : loaded } <TAB> installed_xontribs = xontrib_installed ( names ) <TAB> for name in installed_xontribs : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> loaded = f""xontrib.{name}"" in sys . modules <TAB> <TAB> <TAB> data [ name ] = { ""name"" : name , ""installed"" : True , ""loaded"" : loaded } <TAB> return dict ( sorted ( data . items ( ) ) )",if name not in data :,269
17688,"def lines_filter(self, lines: List[str], location: Tuple[str, int] = None) -> List[str]:
    linespec = self.options.get(""lines"")
    if linespec:
        linelist = parselinenos(linespec, len(lines))
        if any(i >= len(lines) for i in linelist):
            logger.warning(
                __(""line number spec is out of range(1-%d): %r"")
                % (len(lines), linespec),
                location=location,
            )
        if ""lineno-match"" in self.options:
            # make sure the line list is not ""disjoint"".
            first = linelist[0]
            if all(first + i == n for i, n in enumerate(linelist)):
                self.lineno_start += linelist[0]
            else:
                raise ValueError(
                    __('Cannot use ""lineno-match"" with a disjoint ' 'set of ""lines""')
                )
        lines = [lines[n] for n in linelist if n < len(lines)]
        if lines == []:
            raise ValueError(
                __(""Line spec %r: no lines pulled from include file %r"")
                % (linespec, self.filename)
            )
    return lines","def lines_filter ( self , lines : List [ str ] , location : Tuple [ str , int ] = None ) -> List [ str ] : <TAB> linespec = self . options . get ( ""lines"" ) <TAB> if linespec : <TAB> <TAB> linelist = parselinenos ( linespec , len ( lines ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> __ ( ""line number spec is out of range(1-%d): %r"" ) <TAB> <TAB> <TAB> <TAB> % ( len ( lines ) , linespec ) , <TAB> <TAB> <TAB> <TAB> location = location , <TAB> <TAB> <TAB> ) <TAB> <TAB> if ""lineno-match"" in self . options : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> first = linelist [ 0 ] <TAB> <TAB> <TAB> if all ( first + i == n for i , n in enumerate ( linelist ) ) : <TAB> <TAB> <TAB> <TAB> self . lineno_start += linelist [ 0 ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> __ ( 'Cannot use ""lineno-match"" with a disjoint ' 'set of ""lines""' ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> lines = [ lines [ n ] for n in linelist if n < len ( lines ) ] <TAB> <TAB> if lines == [ ] : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> __ ( ""Line spec %r: no lines pulled from include file %r"" ) <TAB> <TAB> <TAB> <TAB> % ( linespec , self . filename ) <TAB> <TAB> <TAB> ) <TAB> return lines",if any ( i >= len ( lines ) for i in linelist ) :,346
9376,"def PyJs_anonymous_1847_(a, b, this, arguments, var=var):
    var = Scope({u""a"": a, u""this"": this, u""b"": b, u""arguments"": arguments}, var)
    var.registers([u""a"", u""b"", u""result""])
    if (
        var.get(u""isObject"")(var.get(u""a""))
        and var.get(u""isExtensible"")(var.get(u""a"")).neg()
    ):
        if var.get(u""this"").get(u""_f"").neg():
            var.get(u""this"").put(u""_f"", var.get(u""InternalMap"").create())
        var.put(
            u""result"",
            var.get(u""this"")
            .get(u""_f"")
            .callprop(var.get(u""key""), var.get(u""a""), var.get(u""b"")),
        )
        return (
            var.get(u""this"") if (var.get(u""key"") == Js(u""set"")) else var.get(u""result"")
        )
    return var.get(u""method"").callprop(
        u""call"", var.get(u""this""), var.get(u""a""), var.get(u""b"")
    )","def PyJs_anonymous_1847_ ( a , b , this , arguments , var = var ) : <TAB> var = Scope ( { u""a"" : a , u""this"" : this , u""b"" : b , u""arguments"" : arguments } , var ) <TAB> var . registers ( [ u""a"" , u""b"" , u""result"" ] ) <TAB> if ( <TAB> <TAB> var . get ( u""isObject"" ) ( var . get ( u""a"" ) ) <TAB> <TAB> and var . get ( u""isExtensible"" ) ( var . get ( u""a"" ) ) . neg ( ) <TAB> ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> var . get ( u""this"" ) . put ( u""_f"" , var . get ( u""InternalMap"" ) . create ( ) ) <TAB> <TAB> var . put ( <TAB> <TAB> <TAB> u""result"" , <TAB> <TAB> <TAB> var . get ( u""this"" ) <TAB> <TAB> <TAB> . get ( u""_f"" ) <TAB> <TAB> <TAB> . callprop ( var . get ( u""key"" ) , var . get ( u""a"" ) , var . get ( u""b"" ) ) , <TAB> <TAB> ) <TAB> <TAB> return ( <TAB> <TAB> <TAB> var . get ( u""this"" ) if ( var . get ( u""key"" ) == Js ( u""set"" ) ) else var . get ( u""result"" ) <TAB> <TAB> ) <TAB> return var . get ( u""method"" ) . callprop ( <TAB> <TAB> u""call"" , var . get ( u""this"" ) , var . get ( u""a"" ) , var . get ( u""b"" ) <TAB> )","if var . get ( u""this"" ) . get ( u""_f"" ) . neg ( ) :",343
20044,"def assertTagInTemplateScript(self, needle, haystack, count=None, msg_prefix=""""):
    needle = assert_and_parse_html(
        self, needle, None, ""First argument is not valid HTML:""
    )
    haystack = assert_and_parse_html(
        self, haystack, None, ""Second argument is not valid HTML:""
    )
    real_count = 0
    for script_tag in self._find_template_script_tags(haystack):
        if script_tag.children:
            self.assertEqual(len(script_tag.children), 1)
            script_html = assert_and_parse_html(
                self,
                script_tag.children[0],
                None,
                ""Script tag content is not valid HTML:"",
            )
            real_count += self._count_tag_occurrences(needle, script_html)
    if count is not None:
        self.assertEqual(
            real_count,
            count,
            msg_prefix
            + ""Found %d instances of '%s' in template script (expected %d)""
            % (real_count, needle, count),
        )
    else:
        self.assertTrue(
            real_count != 0,
            msg_prefix + ""Couldn't find '%s' in template script"" % needle,
        )","def assertTagInTemplateScript ( self , needle , haystack , count = None , msg_prefix = """" ) : <TAB> needle = assert_and_parse_html ( <TAB> <TAB> self , needle , None , ""First argument is not valid HTML:"" <TAB> ) <TAB> haystack = assert_and_parse_html ( <TAB> <TAB> self , haystack , None , ""Second argument is not valid HTML:"" <TAB> ) <TAB> real_count = 0 <TAB> for script_tag in self . _find_template_script_tags ( haystack ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertEqual ( len ( script_tag . children ) , 1 ) <TAB> <TAB> <TAB> script_html = assert_and_parse_html ( <TAB> <TAB> <TAB> <TAB> self , <TAB> <TAB> <TAB> <TAB> script_tag . children [ 0 ] , <TAB> <TAB> <TAB> <TAB> None , <TAB> <TAB> <TAB> <TAB> ""Script tag content is not valid HTML:"" , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> real_count += self . _count_tag_occurrences ( needle , script_html ) <TAB> if count is not None : <TAB> <TAB> self . assertEqual ( <TAB> <TAB> <TAB> real_count , <TAB> <TAB> <TAB> count , <TAB> <TAB> <TAB> msg_prefix <TAB> <TAB> <TAB> + ""Found %d instances of '%s' in template script (expected %d)"" <TAB> <TAB> <TAB> % ( real_count , needle , count ) , <TAB> <TAB> ) <TAB> else : <TAB> <TAB> self . assertTrue ( <TAB> <TAB> <TAB> real_count != 0 , <TAB> <TAB> <TAB> msg_prefix + ""Couldn't find '%s' in template script"" % needle , <TAB> <TAB> )",if script_tag . children :,345
14062,"def parse_production(xml_text):
    """"""Returns a tuple containing two lists.""""""
    if not xml_text:
        return None
    soup = BeautifulSoup(xml_text, ""html.parser"")
    # Get all points
    productions = []
    datetimes = []
    for timeseries in soup.find_all(""timeseries""):
        resolution = timeseries.find_all(""resolution"")[0].contents[0]
        datetime_start = arrow.get(timeseries.find_all(""start"")[0].contents[0])
        is_production = (
            len(timeseries.find_all(""inBiddingZone_Domain.mRID"".lower())) > 0
        )
        psr_type = (
            timeseries.find_all(""mktpsrtype"")[0].find_all(""psrtype"")[0].contents[0]
        )
        for entry in timeseries.find_all(""point""):
            quantity = float(entry.find_all(""quantity"")[0].contents[0])
            position = int(entry.find_all(""position"")[0].contents[0])
            datetime = datetime_from_position(datetime_start, position, resolution)
            try:
                i = datetimes.index(datetime)
                if is_production:
                    productions[i][psr_type] += quantity
                else:
                    productions[i][psr_type] -= quantity
            except ValueError:  # Not in list
                datetimes.append(datetime)
                productions.append(defaultdict(lambda: 0))
                productions[-1][psr_type] = quantity if is_production else -1 * quantity
    return productions, datetimes","def parse_production ( xml_text ) : <TAB> """"""Returns a tuple containing two lists."""""" <TAB> if not xml_text : <TAB> <TAB> return None <TAB> soup = BeautifulSoup ( xml_text , ""html.parser"" ) <TAB> <TAB> productions = [ ] <TAB> datetimes = [ ] <TAB> for timeseries in soup . find_all ( ""timeseries"" ) : <TAB> <TAB> resolution = timeseries . find_all ( ""resolution"" ) [ 0 ] . contents [ 0 ] <TAB> <TAB> datetime_start = arrow . get ( timeseries . find_all ( ""start"" ) [ 0 ] . contents [ 0 ] ) <TAB> <TAB> is_production = ( <TAB> <TAB> <TAB> len ( timeseries . find_all ( ""inBiddingZone_Domain.mRID"" . lower ( ) ) ) > 0 <TAB> <TAB> ) <TAB> <TAB> psr_type = ( <TAB> <TAB> <TAB> timeseries . find_all ( ""mktpsrtype"" ) [ 0 ] . find_all ( ""psrtype"" ) [ 0 ] . contents [ 0 ] <TAB> <TAB> ) <TAB> <TAB> for entry in timeseries . find_all ( ""point"" ) : <TAB> <TAB> <TAB> quantity = float ( entry . find_all ( ""quantity"" ) [ 0 ] . contents [ 0 ] ) <TAB> <TAB> <TAB> position = int ( entry . find_all ( ""position"" ) [ 0 ] . contents [ 0 ] ) <TAB> <TAB> <TAB> datetime = datetime_from_position ( datetime_start , position , resolution ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> i = datetimes . index ( datetime ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> productions [ i ] [ psr_type ] += quantity <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> productions [ i ] [ psr_type ] -= quantity <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> datetimes . append ( datetime ) <TAB> <TAB> <TAB> <TAB> productions . append ( defaultdict ( lambda : 0 ) ) <TAB> <TAB> <TAB> <TAB> productions [ - 1 ] [ psr_type ] = quantity if is_production else - 1 * quantity <TAB> return productions , datetimes",if is_production :,426
23211,"def _ensure_virtualenv(self):
    if hasattr(self, ""venv""):
        return
    self.venv = join(self.buildozer_dir, ""venv"")
    if not self.file_exists(self.venv):
        self.cmd(""virtualenv --python=python2.7 ./venv"", cwd=self.buildozer_dir)
    # read virtualenv output and parse it
    output = self.cmd(
        'bash -c ""source venv/bin/activate && env""',
        get_stdout=True,
        cwd=self.buildozer_dir,
    )
    self.env_venv = copy(self.environ)
    for line in output[0].splitlines():
        args = line.split(""="", 1)
        if len(args) != 2:
            continue
        key, value = args
        if key in (""VIRTUAL_ENV"", ""PATH""):
            self.env_venv[key] = value
    if ""PYTHONHOME"" in self.env_venv:
        del self.env_venv[""PYTHONHOME""]
    # ensure any sort of compilation will fail
    self.env_venv[""CC""] = ""/bin/false""
    self.env_venv[""CXX""] = ""/bin/false""","def _ensure_virtualenv ( self ) : <TAB> if hasattr ( self , ""venv"" ) : <TAB> <TAB> return <TAB> self . venv = join ( self . buildozer_dir , ""venv"" ) <TAB> if not self . file_exists ( self . venv ) : <TAB> <TAB> self . cmd ( ""virtualenv --python=python2.7 ./venv"" , cwd = self . buildozer_dir ) <TAB> <TAB> output = self . cmd ( <TAB> <TAB> 'bash -c ""source venv/bin/activate && env""' , <TAB> <TAB> get_stdout = True , <TAB> <TAB> cwd = self . buildozer_dir , <TAB> ) <TAB> self . env_venv = copy ( self . environ ) <TAB> for line in output [ 0 ] . splitlines ( ) : <TAB> <TAB> args = line . split ( ""="" , 1 ) <TAB> <TAB> if len ( args ) != 2 : <TAB> <TAB> <TAB> continue <TAB> <TAB> key , value = args <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . env_venv [ key ] = value <TAB> if ""PYTHONHOME"" in self . env_venv : <TAB> <TAB> del self . env_venv [ ""PYTHONHOME"" ] <TAB> <TAB> self . env_venv [ ""CC"" ] = ""/bin/false"" <TAB> self . env_venv [ ""CXX"" ] = ""/bin/false""","if key in ( ""VIRTUAL_ENV"" , ""PATH"" ) :",303
19716,"def __call__(self, req):
    access_key = str(req.params[""AWSAccessKeyId""])
    failures_key = ""authfailures-%s"" % access_key
    failures = int(self.mc.get(failures_key) or 0)
    if failures >= FLAGS.lockout_attempts:
        detail = _(""Too many failed authentications."")
        raise webob.exc.HTTPForbidden(detail=detail)
    res = req.get_response(self.application)
    if res.status_int == 403:
        failures = self.mc.incr(failures_key)
        if failures is None:
            # NOTE(vish): To use incr, failures has to be a string.
            self.mc.set(failures_key, ""1"", time=FLAGS.lockout_window * 60)
        elif failures >= FLAGS.lockout_attempts:
            lock_mins = FLAGS.lockout_minutes
            msg = (
                _(
                    ""Access key %(access_key)s has had %(failures)d""
                    "" failed authentications and will be locked out""
                    "" for %(lock_mins)d minutes.""
                )
                % locals()
            )
            LOG.warn(msg)
            self.mc.set(failures_key, str(failures), time=FLAGS.lockout_minutes * 60)
    return res","def __call__ ( self , req ) : <TAB> access_key = str ( req . params [ ""AWSAccessKeyId"" ] ) <TAB> failures_key = ""authfailures-%s"" % access_key <TAB> failures = int ( self . mc . get ( failures_key ) or 0 ) <TAB> if failures >= FLAGS . lockout_attempts : <TAB> <TAB> detail = _ ( ""Too many failed authentications."" ) <TAB> <TAB> raise webob . exc . HTTPForbidden ( detail = detail ) <TAB> res = req . get_response ( self . application ) <TAB> if res . status_int == 403 : <TAB> <TAB> failures = self . mc . incr ( failures_key ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . mc . set ( failures_key , ""1"" , time = FLAGS . lockout_window * 60 ) <TAB> <TAB> elif failures >= FLAGS . lockout_attempts : <TAB> <TAB> <TAB> lock_mins = FLAGS . lockout_minutes <TAB> <TAB> <TAB> msg = ( <TAB> <TAB> <TAB> <TAB> _ ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Access key %(access_key)s has had %(failures)d"" <TAB> <TAB> <TAB> <TAB> <TAB> "" failed authentications and will be locked out"" <TAB> <TAB> <TAB> <TAB> <TAB> "" for %(lock_mins)d minutes."" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> % locals ( ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> LOG . warn ( msg ) <TAB> <TAB> <TAB> self . mc . set ( failures_key , str ( failures ) , time = FLAGS . lockout_minutes * 60 ) <TAB> return res",if failures is None :,352
22840,"def zapToCharacter(self, event):
    """"""Kill characters from the insertion point to a given character.""""""
    k = self.c.k
    w = self.editWidget(event)
    if not w:
        return
    state = k.getState(""zap-to-char"")
    if state == 0:
        k.setLabelBlue(""Zap To Character: "")
        k.setState(""zap-to-char"", 1, handler=self.zapToCharacter)
    else:
        ch = event.char if event else "" ""
        k.resetLabel()
        k.clearState()
        s = w.getAllText()
        ins = w.getInsertPoint()
        i = s.find(ch, ins)
        if i == -1:
            return
        self.beginCommand(w, undoType=""zap-to-char"")
        self.addToKillBuffer(s[ins:i])
        g.app.gui.replaceClipboardWith(s[ins:i])  # Support for proper yank.
        w.setAllText(s[:ins] + s[i:])
        w.setInsertPoint(ins)
        self.endCommand(changed=True, setLabel=True)","def zapToCharacter ( self , event ) : <TAB> """"""Kill characters from the insertion point to a given character."""""" <TAB> k = self . c . k <TAB> w = self . editWidget ( event ) <TAB> if not w : <TAB> <TAB> return <TAB> state = k . getState ( ""zap-to-char"" ) <TAB> if state == 0 : <TAB> <TAB> k . setLabelBlue ( ""Zap To Character: "" ) <TAB> <TAB> k . setState ( ""zap-to-char"" , 1 , handler = self . zapToCharacter ) <TAB> else : <TAB> <TAB> ch = event . char if event else "" "" <TAB> <TAB> k . resetLabel ( ) <TAB> <TAB> k . clearState ( ) <TAB> <TAB> s = w . getAllText ( ) <TAB> <TAB> ins = w . getInsertPoint ( ) <TAB> <TAB> i = s . find ( ch , ins ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> self . beginCommand ( w , undoType = ""zap-to-char"" ) <TAB> <TAB> self . addToKillBuffer ( s [ ins : i ] ) <TAB> <TAB> g . app . gui . replaceClipboardWith ( s [ ins : i ] ) <TAB> <TAB> w . setAllText ( s [ : ins ] + s [ i : ] ) <TAB> <TAB> w . setInsertPoint ( ins ) <TAB> <TAB> self . endCommand ( changed = True , setLabel = True )",if i == - 1 :,311
4182,"def children(self, **kwargs):
    """"""Build a list of treeview nodes from the child nodes.""""""
    if ""sid"" not in kwargs:
        return precondition_required(gettext(""Required properties are missing.""))
    from pgadmin.utils.driver import get_driver
    manager = get_driver(PG_DEFAULT_DRIVER).connection_manager(sid=kwargs[""sid""])
    did = None
    if ""did"" in kwargs:
        did = kwargs[""did""]
    try:
        conn = manager.connection(did=did)
        if not conn.connected():
            status, msg = conn.connect()
            if not status:
                return internal_server_error(errormsg=msg)
    except (ConnectionLost, SSHTunnelConnectionLost, CryptKeyMissing):
        raise
    except Exception:
        return precondition_required(gettext(""Connection to the server has been lost.""))
    # Return sorted nodes based on label
    return make_json_response(
        data=sorted(
            self.get_children_nodes(manager, **kwargs), key=lambda c: c[""label""]
        )
    )
","def children ( self , ** kwargs ) : <TAB> """"""Build a list of treeview nodes from the child nodes."""""" <TAB> if ""sid"" not in kwargs : <TAB> <TAB> return precondition_required ( gettext ( ""Required properties are missing."" ) ) <TAB> from pgadmin . utils . driver import get_driver <TAB> manager = get_driver ( PG_DEFAULT_DRIVER ) . connection_manager ( sid = kwargs [ ""sid"" ] ) <TAB> did = None <TAB> if ""did"" in kwargs : <TAB> <TAB> did = kwargs [ ""did"" ] <TAB> try : <TAB> <TAB> conn = manager . connection ( did = did ) <TAB> <TAB> if not conn . connected ( ) : <TAB> <TAB> <TAB> status , msg = conn . connect ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return internal_server_error ( errormsg = msg ) <TAB> except ( ConnectionLost , SSHTunnelConnectionLost , CryptKeyMissing ) : <TAB> <TAB> raise <TAB> except Exception : <TAB> <TAB> return precondition_required ( gettext ( ""Connection to the server has been lost."" ) ) <TAB> <TAB> return make_json_response ( <TAB> <TAB> data = sorted ( <TAB> <TAB> <TAB> self . get_children_nodes ( manager , ** kwargs ) , key = lambda c : c [ ""label"" ] <TAB> <TAB> ) <TAB> )",if not status :,276
15192,"def scan_exist_ip_worker(self):
    while self.running and self.keep_scan_all_exist_ip:
        try:
            ip_str = self.scan_exist_ip_queue.get_nowait()
        except:
            break
        result = self.check_ip(ip_str)
        if not result:
            self.ip_lock.acquire()
            try:
                if ip_str not in self.ip_dict:
                    continue
                if self.ip_dict[ip_str][""fail_times""] == 0:
                    self._add_ip_num(ip_str, -1)
                self.ip_dict[ip_str][""fail_times""] += 1
                self.ip_dict[ip_str][""fail_time""] = time.time()
            finally:
                self.ip_lock.release()
        elif result.ok:
            self.add_ip(ip_str, result.request_time, result.domain)
        else:
            self.report_connect_fail(ip_str, force_remove=True)","def scan_exist_ip_worker ( self ) : <TAB> while self . running and self . keep_scan_all_exist_ip : <TAB> <TAB> try : <TAB> <TAB> <TAB> ip_str = self . scan_exist_ip_queue . get_nowait ( ) <TAB> <TAB> except : <TAB> <TAB> <TAB> break <TAB> <TAB> result = self . check_ip ( ip_str ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . ip_lock . acquire ( ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> if ip_str not in self . ip_dict : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if self . ip_dict [ ip_str ] [ ""fail_times"" ] == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> self . _add_ip_num ( ip_str , - 1 ) <TAB> <TAB> <TAB> <TAB> self . ip_dict [ ip_str ] [ ""fail_times"" ] += 1 <TAB> <TAB> <TAB> <TAB> self . ip_dict [ ip_str ] [ ""fail_time"" ] = time . time ( ) <TAB> <TAB> <TAB> finally : <TAB> <TAB> <TAB> <TAB> self . ip_lock . release ( ) <TAB> <TAB> elif result . ok : <TAB> <TAB> <TAB> self . add_ip ( ip_str , result . request_time , result . domain ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . report_connect_fail ( ip_str , force_remove = True )",if not result :,299
11420,"def testParseModel(self):
    res_dir = os.path.join(self.results_dir, ""baseml"", ""model"")
    for results_file in os.listdir(res_dir):
        version = results_file.split(""-"")[1].split(""."")[0]
        model = results_file[5]
        version_msg = ""Improper parsing for model %s version %s"" % (
            model,
            version.replace(""_"", "".""),
        )
        results_path = os.path.join(res_dir, results_file)
        results = baseml.read(results_path)
        # There are 6 top-levels: parameters, tree, lnL, version,
        # tree length and lnL max
        self.assertEqual(len(results), 6, version_msg)
        self.assertIn(""parameters"", results, version_msg)
        params = results[""parameters""]
        self.assertIn(""alpha"", params, version_msg)
        self.assertIn(""rates"", params, version_msg)
        self.assertIn(""parameter list"", params, version_msg)
        self.assertIn(""rate frequencies"", params, version_msg)
        if model in [""1"", ""3"", ""4"", ""5"", ""6""]:
            self.assertIn(""kappa"", params, version_msg)
        if model in [""7"", ""8""]:
            self.assertIn(""base frequencies"", params, version_msg)
            self.assertIn(""rate parameters"", params, version_msg)
            self.assertIn(""Q matrix"", params, version_msg)
            qmat = params[""Q matrix""]
            self.assertEqual(len(qmat), 2, version_msg)
            self.assertIn(""matrix"", qmat)
            matrix = qmat[""matrix""]
            self.assertEqual(len(matrix), 4, version_msg)
            self.assertEqual(len(matrix[0]), 4, version_msg)","def testParseModel ( self ) : <TAB> res_dir = os . path . join ( self . results_dir , ""baseml"" , ""model"" ) <TAB> for results_file in os . listdir ( res_dir ) : <TAB> <TAB> version = results_file . split ( ""-"" ) [ 1 ] . split ( ""."" ) [ 0 ] <TAB> <TAB> model = results_file [ 5 ] <TAB> <TAB> version_msg = ""Improper parsing for model %s version %s"" % ( <TAB> <TAB> <TAB> model , <TAB> <TAB> <TAB> version . replace ( ""_"" , ""."" ) , <TAB> <TAB> ) <TAB> <TAB> results_path = os . path . join ( res_dir , results_file ) <TAB> <TAB> results = baseml . read ( results_path ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( len ( results ) , 6 , version_msg ) <TAB> <TAB> self . assertIn ( ""parameters"" , results , version_msg ) <TAB> <TAB> params = results [ ""parameters"" ] <TAB> <TAB> self . assertIn ( ""alpha"" , params , version_msg ) <TAB> <TAB> self . assertIn ( ""rates"" , params , version_msg ) <TAB> <TAB> self . assertIn ( ""parameter list"" , params , version_msg ) <TAB> <TAB> self . assertIn ( ""rate frequencies"" , params , version_msg ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertIn ( ""kappa"" , params , version_msg ) <TAB> <TAB> if model in [ ""7"" , ""8"" ] : <TAB> <TAB> <TAB> self . assertIn ( ""base frequencies"" , params , version_msg ) <TAB> <TAB> <TAB> self . assertIn ( ""rate parameters"" , params , version_msg ) <TAB> <TAB> <TAB> self . assertIn ( ""Q matrix"" , params , version_msg ) <TAB> <TAB> <TAB> qmat = params [ ""Q matrix"" ] <TAB> <TAB> <TAB> self . assertEqual ( len ( qmat ) , 2 , version_msg ) <TAB> <TAB> <TAB> self . assertIn ( ""matrix"" , qmat ) <TAB> <TAB> <TAB> matrix = qmat [ ""matrix"" ] <TAB> <TAB> <TAB> self . assertEqual ( len ( matrix ) , 4 , version_msg ) <TAB> <TAB> <TAB> self . assertEqual ( len ( matrix [ 0 ] ) , 4 , version_msg )","if model in [ ""1"" , ""3"" , ""4"" , ""5"" , ""6"" ] :",476
13400,"def set_version(self, value):
    value = value.strip().replace("" "", """")
    if re.match(r""^\d+(\.\d+){1,3}$"", value) is not None:
        check = True
        v_i = value.split(""."")
        for item in v_i:
            try:
                i = int(item)
            except ValueError:
                check = False
                break
        if check:
            self[""arm_project_version""] = value","def set_version ( self , value ) : <TAB> value = value . strip ( ) . replace ( "" "" , """" ) <TAB> if re . match ( r""^\d+(\.\d+){1,3}$"" , value ) is not None : <TAB> <TAB> check = True <TAB> <TAB> v_i = value . split ( ""."" ) <TAB> <TAB> for item in v_i : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> i = int ( item ) <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> check = False <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self [ ""arm_project_version"" ] = value",if check :,133
13926,"def load_dataset(self):
    cfg = self.cfg
    file_name = os.path.join(self.cfg.project_path, cfg.dataset)
    # Load Matlab file dataset annotation
    mlab = sio.loadmat(file_name)
    self.raw_data = mlab
    mlab = mlab[""dataset""]
    num_images = mlab.shape[1]
    #        print('Dataset has {} images'.format(num_images))
    data = []
    has_gt = True
    for i in range(num_images):
        sample = mlab[0, i]
        item = DataItem()
        item.image_id = i
        item.im_path = sample[0][0]
        item.im_size = sample[1][0]
        if len(sample) >= 3:
            joints = sample[2][0][0]
            #                print(sample)
            joint_id = joints[:, 0]
            # make sure joint ids are 0-indexed
            if joint_id.size != 0:
                assert (joint_id < cfg.num_joints).any()
            joints[:, 0] = joint_id
            item.joints = [joints]
        else:
            has_gt = False
        # if cfg.crop:
        #    crop = sample[3][0] - 1
        #    item.crop = extend_crop(crop, cfg.crop_pad, item.im_size)
        data.append(item)
    self.has_gt = has_gt
    return data","def load_dataset ( self ) : <TAB> cfg = self . cfg <TAB> file_name = os . path . join ( self . cfg . project_path , cfg . dataset ) <TAB> <TAB> mlab = sio . loadmat ( file_name ) <TAB> self . raw_data = mlab <TAB> mlab = mlab [ ""dataset"" ] <TAB> num_images = mlab . shape [ 1 ] <TAB> <TAB> data = [ ] <TAB> has_gt = True <TAB> for i in range ( num_images ) : <TAB> <TAB> sample = mlab [ 0 , i ] <TAB> <TAB> item = DataItem ( ) <TAB> <TAB> item . image_id = i <TAB> <TAB> item . im_path = sample [ 0 ] [ 0 ] <TAB> <TAB> item . im_size = sample [ 1 ] [ 0 ] <TAB> <TAB> if len ( sample ) >= 3 : <TAB> <TAB> <TAB> joints = sample [ 2 ] [ 0 ] [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> joint_id = joints [ : , 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> assert ( joint_id < cfg . num_joints ) . any ( ) <TAB> <TAB> <TAB> joints [ : , 0 ] = joint_id <TAB> <TAB> <TAB> item . joints = [ joints ] <TAB> <TAB> else : <TAB> <TAB> <TAB> has_gt = False <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> data . append ( item ) <TAB> self . has_gt = has_gt <TAB> return data",if joint_id . size != 0 :,416
14964,"def _ReadHereLines(
    line_reader,  # type: _Reader
    h,  # type: redir
    delimiter,  # type: str
):
    # type: (...) -> Tuple[List[Tuple[int, str, int]], Tuple[int, str, int]]
    # NOTE: We read all lines at once, instead of parsing line-by-line,
    # because of cases like this:
    # cat <<EOF
    # 1 $(echo 2
    # echo 3) 4
    # EOF
    here_lines = []  # type: List[Tuple[int, str, int]]
    last_line = None  # type: Tuple[int, str, int]
    strip_leading_tabs = h.op.id == Id.Redir_DLessDash
    while True:
        line_id, line, unused_offset = line_reader.GetLine()
        if line is None:  # EOF
            # An unterminated here doc is just a warning in bash.  We make it
            # fatal because we want to be strict, and because it causes problems
            # reporting other errors.
            # Attribute it to the << in <<EOF for now.
            p_die(""Couldn't find terminator for here doc that starts here"", token=h.op)
        assert len(line) != 0  # None should be the empty line
        # If op is <<-, strip off ALL leading tabs -- not spaces, and not just
        # the first tab.
        start_offset = 0
        if strip_leading_tabs:
            n = len(line)
            i = 0  # used after loop exit
            while i < n:
                if line[i] != ""\t"":
                    break
                i += 1
            start_offset = i
        if line[start_offset:].rstrip() == delimiter:
            last_line = (line_id, line, start_offset)
            break
        here_lines.append((line_id, line, start_offset))
    return here_lines, last_line","def _ReadHereLines ( <TAB> line_reader , <TAB> h , <TAB> delimiter , ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> here_lines = [ ] <TAB> last_line = None <TAB> strip_leading_tabs = h . op . id == Id . Redir_DLessDash <TAB> while True : <TAB> <TAB> line_id , line , unused_offset = line_reader . GetLine ( ) <TAB> <TAB> if line is None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> p_die ( ""Couldn't find terminator for here doc that starts here"" , token = h . op ) <TAB> <TAB> assert len ( line ) != 0 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> start_offset = 0 <TAB> <TAB> if strip_leading_tabs : <TAB> <TAB> <TAB> n = len ( line ) <TAB> <TAB> <TAB> i = 0 <TAB> <TAB> <TAB> while i < n : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> <TAB> start_offset = i <TAB> <TAB> if line [ start_offset : ] . rstrip ( ) == delimiter : <TAB> <TAB> <TAB> last_line = ( line_id , line , start_offset ) <TAB> <TAB> <TAB> break <TAB> <TAB> here_lines . append ( ( line_id , line , start_offset ) ) <TAB> return here_lines , last_line","if line [ i ] != ""\t"" :",512
19786,"def flatten_nest_dict(d):
    """"""Return the dict with all nested keys flattened joined with '/'.""""""
    # Use NonMutableDict to ensure there is no collision between features keys
    flat_dict = NonMutableDict()
    for k, v in d.items():
        if isinstance(v, dict):
            flat_dict.update(
                {""{}/{}"".format(k, k2): v2 for k2, v2 in flatten_nest_dict(v).items()}
            )
        else:
            flat_dict[k] = v
    return flat_dict","def flatten_nest_dict ( d ) : <TAB> """"""Return the dict with all nested keys flattened joined with '/'."""""" <TAB> <TAB> flat_dict = NonMutableDict ( ) <TAB> for k , v in d . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> flat_dict . update ( <TAB> <TAB> <TAB> <TAB> { ""{}/{}"" . format ( k , k2 ) : v2 for k2 , v2 in flatten_nest_dict ( v ) . items ( ) } <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> flat_dict [ k ] = v <TAB> return flat_dict","if isinstance ( v , dict ) :",144
9080,"def export_speaker_csv_task(event_id):
    try:
        os.mkdir(app.config[""TEMP_UPLOADS_FOLDER""])
    except OSError as exc:
        if exc.errno != errno.EEXIST:
            raise exc
    filename = ""speaker-{}.csv"".format(uuid.uuid1().hex)
    file_path = app.config[""TEMP_UPLOADS_FOLDER""] + ""/"" + filename
    with open(file_path, ""w"") as temp_file:
        writer = csv.writer(temp_file)
        content = SpeakerCsv.export(event_id)
        for row in content:
            row = [s.encode(""utf-8"") for s in row]
            writer.writerow(row)
    speaker_csv_file = UploadedFile(file_path=file_path, filename=filename)
    speaker_csv_url = upload(
        speaker_csv_file, UPLOAD_PATHS[""exports""][""csv""].format(event_id=event_id)
    )
    return speaker_csv_url","def export_speaker_csv_task ( event_id ) : <TAB> try : <TAB> <TAB> os . mkdir ( app . config [ ""TEMP_UPLOADS_FOLDER"" ] ) <TAB> except OSError as exc : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise exc <TAB> filename = ""speaker-{}.csv"" . format ( uuid . uuid1 ( ) . hex ) <TAB> file_path = app . config [ ""TEMP_UPLOADS_FOLDER"" ] + ""/"" + filename <TAB> with open ( file_path , ""w"" ) as temp_file : <TAB> <TAB> writer = csv . writer ( temp_file ) <TAB> <TAB> content = SpeakerCsv . export ( event_id ) <TAB> <TAB> for row in content : <TAB> <TAB> <TAB> row = [ s . encode ( ""utf-8"" ) for s in row ] <TAB> <TAB> <TAB> writer . writerow ( row ) <TAB> speaker_csv_file = UploadedFile ( file_path = file_path , filename = filename ) <TAB> speaker_csv_url = upload ( <TAB> <TAB> speaker_csv_file , UPLOAD_PATHS [ ""exports"" ] [ ""csv"" ] . format ( event_id = event_id ) <TAB> ) <TAB> return speaker_csv_url",if exc . errno != errno . EEXIST :,257
19347,"def test_fit2(self):
    scale_param = self.get_scale_param()
    scale_param.scale_column_idx = []
    scale_param.feat_upper = [2, 2, 2, 2, 2, 2]
    scale_param.feat_lower = [1, 1, 1, 1, 1, 1]
    scale_obj = MinMaxScale(scale_param)
    fit_instance = scale_obj.fit(self.table_instance)
    column_min_value = scale_obj.column_min_value
    column_max_value = scale_obj.column_max_value
    for i, line in enumerate(self.test_data):
        for j, value in enumerate(line):
            if value > 2:
                self.test_data[i][j] = 2
            elif value < 1:
                self.test_data[i][j] = 1
    scaler = MMS()
    scaler.fit(self.test_data)
    self.assertListEqual(
        self.get_table_instance_feature(fit_instance),
        np.around(scaler.transform(self.test_data), 6).tolist(),
    )
    data_min = list(scaler.data_min_)
    data_max = list(scaler.data_max_)
    self.assertListEqual(column_min_value, data_min)
    self.assertListEqual(column_max_value, data_max)
    transform_data = scale_obj.transform(self.table_instance)
    self.assertListEqual(
        self.get_table_instance_feature(fit_instance),
        self.get_table_instance_feature(transform_data),
    )","def test_fit2 ( self ) : <TAB> scale_param = self . get_scale_param ( ) <TAB> scale_param . scale_column_idx = [ ] <TAB> scale_param . feat_upper = [ 2 , 2 , 2 , 2 , 2 , 2 ] <TAB> scale_param . feat_lower = [ 1 , 1 , 1 , 1 , 1 , 1 ] <TAB> scale_obj = MinMaxScale ( scale_param ) <TAB> fit_instance = scale_obj . fit ( self . table_instance ) <TAB> column_min_value = scale_obj . column_min_value <TAB> column_max_value = scale_obj . column_max_value <TAB> for i , line in enumerate ( self . test_data ) : <TAB> <TAB> for j , value in enumerate ( line ) : <TAB> <TAB> <TAB> if value > 2 : <TAB> <TAB> <TAB> <TAB> self . test_data [ i ] [ j ] = 2 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . test_data [ i ] [ j ] = 1 <TAB> scaler = MMS ( ) <TAB> scaler . fit ( self . test_data ) <TAB> self . assertListEqual ( <TAB> <TAB> self . get_table_instance_feature ( fit_instance ) , <TAB> <TAB> np . around ( scaler . transform ( self . test_data ) , 6 ) . tolist ( ) , <TAB> ) <TAB> data_min = list ( scaler . data_min_ ) <TAB> data_max = list ( scaler . data_max_ ) <TAB> self . assertListEqual ( column_min_value , data_min ) <TAB> self . assertListEqual ( column_max_value , data_max ) <TAB> transform_data = scale_obj . transform ( self . table_instance ) <TAB> self . assertListEqual ( <TAB> <TAB> self . get_table_instance_feature ( fit_instance ) , <TAB> <TAB> self . get_table_instance_feature ( transform_data ) , <TAB> )",elif value < 1 :,414
9364,"def PyJs_normaliseOptions_261_(this, arguments, var=var):
    var = Scope(
        {
            u""this"": this,
            u""normaliseOptions"": PyJs_normaliseOptions_261_,
            u""arguments"": arguments,
        },
        var,
    )
    var.registers([u""_key3"", u""val"", u""option"", u""opts""])
    var.put(u""opts"", var.get(u""this"").get(u""options""))
    for PyJsTemp in var.get(u""_config3"").get(u""default""):
        var.put(u""_key3"", PyJsTemp)
        var.put(u""option"", var.get(u""_config3"").get(u""default"").get(var.get(u""_key3"")))
        var.put(u""val"", var.get(u""opts"").get(var.get(u""_key3"")))
        if var.get(u""val"").neg() and var.get(u""option"").get(u""optional""):
            continue
        if var.get(u""option"").get(u""alias""):
            var.get(u""opts"").put(
                var.get(u""option"").get(u""alias""),
                (
                    var.get(u""opts"").get(var.get(u""option"").get(u""alias""))
                    or var.get(u""val"")
                ),
            )
        else:
            var.get(u""opts"").put(var.get(u""_key3""), var.get(u""val""))","def PyJs_normaliseOptions_261_ ( this , arguments , var = var ) : <TAB> var = Scope ( <TAB> <TAB> { <TAB> <TAB> <TAB> u""this"" : this , <TAB> <TAB> <TAB> u""normaliseOptions"" : PyJs_normaliseOptions_261_ , <TAB> <TAB> <TAB> u""arguments"" : arguments , <TAB> <TAB> } , <TAB> <TAB> var , <TAB> ) <TAB> var . registers ( [ u""_key3"" , u""val"" , u""option"" , u""opts"" ] ) <TAB> var . put ( u""opts"" , var . get ( u""this"" ) . get ( u""options"" ) ) <TAB> for PyJsTemp in var . get ( u""_config3"" ) . get ( u""default"" ) : <TAB> <TAB> var . put ( u""_key3"" , PyJsTemp ) <TAB> <TAB> var . put ( u""option"" , var . get ( u""_config3"" ) . get ( u""default"" ) . get ( var . get ( u""_key3"" ) ) ) <TAB> <TAB> var . put ( u""val"" , var . get ( u""opts"" ) . get ( var . get ( u""_key3"" ) ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if var . get ( u""option"" ) . get ( u""alias"" ) : <TAB> <TAB> <TAB> var . get ( u""opts"" ) . put ( <TAB> <TAB> <TAB> <TAB> var . get ( u""option"" ) . get ( u""alias"" ) , <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> var . get ( u""opts"" ) . get ( var . get ( u""option"" ) . get ( u""alias"" ) ) <TAB> <TAB> <TAB> <TAB> <TAB> or var . get ( u""val"" ) <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> var . get ( u""opts"" ) . put ( var . get ( u""_key3"" ) , var . get ( u""val"" ) )","if var . get ( u""val"" ) . neg ( ) and var . get ( u""option"" ) . get ( u""optional"" ) :",414
221,"def kurfile(request, example_directory, jinja_engine):
    result = Kurfile(os.path.join(example_directory, request.param), jinja_engine)
    modify_kurfile(result.data)
    for k in (""train"", ""validate"", ""test"", ""evaluate""):
        if k in result.data and ""data"" in result.data[k]:
            for data_source in result.data[k][""data""]:
                if (
                    ""speech_recognition"" in data_source
                    and ""normalization"" in data_source[""speech_recognition""]
                ):
                    del data_source[""speech_recognition""][""normalization""]
    result.parse()
    return result
","def kurfile ( request , example_directory , jinja_engine ) : <TAB> result = Kurfile ( os . path . join ( example_directory , request . param ) , jinja_engine ) <TAB> modify_kurfile ( result . data ) <TAB> for k in ( ""train"" , ""validate"" , ""test"" , ""evaluate"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for data_source in result . data [ k ] [ ""data"" ] : <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> <TAB> ""speech_recognition"" in data_source <TAB> <TAB> <TAB> <TAB> <TAB> and ""normalization"" in data_source [ ""speech_recognition"" ] <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> del data_source [ ""speech_recognition"" ] [ ""normalization"" ] <TAB> result . parse ( ) <TAB> return result","if k in result . data and ""data"" in result . data [ k ] :",181
3869,"def convert_core(capi1_file, capi2_file):
    try:
        core = open_core(capi1_file)
        if not core:
            return
        coredata = {}
        coredata[""name""] = str(core.name)
        if core.main.description:
            coredata[""description""] = strip_quotes(core.main.description)
        if core.provider:
            coredata[""provider""] = core.provider.config
        if core.scripts:
            coredata[""scripts""] = gather_scripts(core)
        filesets = gather_filesets(core)
        if filesets:
            coredata[""filesets""] = filesets
        targets = gather_targets(core)
        if targets:
            coredata[""targets""] = targets
        if core.parameter:
            parameters = gather_parameters(core)
            if parameters:
                coredata[""parameters""] = parameters
        if core.vpi:
            coredata[""vpi""] = gather_vpi(core)
        write_core(capi2_file, coredata)
    except Exception as e:
        logger.error(""Unable to convert core {}: {}"".format(capi1_file, str(e)))
        sys.exit(1)","def convert_core ( capi1_file , capi2_file ) : <TAB> try : <TAB> <TAB> core = open_core ( capi1_file ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> coredata = { } <TAB> <TAB> coredata [ ""name"" ] = str ( core . name ) <TAB> <TAB> if core . main . description : <TAB> <TAB> <TAB> coredata [ ""description"" ] = strip_quotes ( core . main . description ) <TAB> <TAB> if core . provider : <TAB> <TAB> <TAB> coredata [ ""provider"" ] = core . provider . config <TAB> <TAB> if core . scripts : <TAB> <TAB> <TAB> coredata [ ""scripts"" ] = gather_scripts ( core ) <TAB> <TAB> filesets = gather_filesets ( core ) <TAB> <TAB> if filesets : <TAB> <TAB> <TAB> coredata [ ""filesets"" ] = filesets <TAB> <TAB> targets = gather_targets ( core ) <TAB> <TAB> if targets : <TAB> <TAB> <TAB> coredata [ ""targets"" ] = targets <TAB> <TAB> if core . parameter : <TAB> <TAB> <TAB> parameters = gather_parameters ( core ) <TAB> <TAB> <TAB> if parameters : <TAB> <TAB> <TAB> <TAB> coredata [ ""parameters"" ] = parameters <TAB> <TAB> if core . vpi : <TAB> <TAB> <TAB> coredata [ ""vpi"" ] = gather_vpi ( core ) <TAB> <TAB> write_core ( capi2_file , coredata ) <TAB> except Exception as e : <TAB> <TAB> logger . error ( ""Unable to convert core {}: {}"" . format ( capi1_file , str ( e ) ) ) <TAB> <TAB> sys . exit ( 1 )",if not core :,332
20463,"def _expand_file_annotations(src_path, dst_path, nas_mode):
    with open(src_path) as src, open(dst_path, ""w"") as dst:
        try:
            annotated_code = code_generator.parse(src.read(), nas_mode)
            if annotated_code is None:
                shutil.copyfile(src_path, dst_path)
                return False
            dst.write(annotated_code)
            return True
        except Exception as exc:  # pylint: disable=broad-except
            if exc.args:
                raise RuntimeError(
                    src_path + "" "" + ""\n"".join(str(arg) for arg in exc.args)
                )
            else:
                raise RuntimeError(
                    ""Failed to expand annotations for %s: %r"" % (src_path, exc)
                )
","def _expand_file_annotations ( src_path , dst_path , nas_mode ) : <TAB> with open ( src_path ) as src , open ( dst_path , ""w"" ) as dst : <TAB> <TAB> try : <TAB> <TAB> <TAB> annotated_code = code_generator . parse ( src . read ( ) , nas_mode ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> shutil . copyfile ( src_path , dst_path ) <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> dst . write ( annotated_code ) <TAB> <TAB> <TAB> return True <TAB> <TAB> except Exception as exc : <TAB> <TAB> <TAB> if exc . args : <TAB> <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> <TAB> src_path + "" "" + ""\n"" . join ( str ( arg ) for arg in exc . args ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Failed to expand annotations for %s: %r"" % ( src_path , exc ) <TAB> <TAB> <TAB> <TAB> )",if annotated_code is None :,242
22425,"def wrapped(*args):
    if not manual_session and not use_fixture:
        s, p = new_session(
            mapgen=mapgen, human_player=human_player, ai_players=ai_players
        )
    elif use_fixture:
        path = os.path.join(TEST_FIXTURES_DIR, use_fixture + "".sqlite"")
        if not os.path.exists(path):
            raise Exception(""Savegame {} not found"".format(path))
        s = load_session(path)
    timelimit = Timer(handler)
    timelimit.start(timeout)
    try:
        if use_fixture:
            return func(s, *args)
        elif not manual_session:
            return func(s, p, *args)
        else:
            return func(*args)
    finally:
        try:
            if use_fixture:
                s.end(remove_savegame=False, keep_map=True)
            elif not manual_session:
                s.end()
        except Exception:
            pass
            # An error happened after cleanup after an error.
            # This is ok since cleanup is only defined to work when invariants are in place,
            # but the first error could have violated one.
            # Therefore only use failsafe cleanup:
        finally:
            SPTestSession.cleanup()
        timelimit.stop()
","def wrapped ( * args ) : <TAB> if not manual_session and not use_fixture : <TAB> <TAB> s , p = new_session ( <TAB> <TAB> <TAB> mapgen = mapgen , human_player = human_player , ai_players = ai_players <TAB> <TAB> ) <TAB> elif use_fixture : <TAB> <TAB> path = os . path . join ( TEST_FIXTURES_DIR , use_fixture + "".sqlite"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise Exception ( ""Savegame {} not found"" . format ( path ) ) <TAB> <TAB> s = load_session ( path ) <TAB> timelimit = Timer ( handler ) <TAB> timelimit . start ( timeout ) <TAB> try : <TAB> <TAB> if use_fixture : <TAB> <TAB> <TAB> return func ( s , * args ) <TAB> <TAB> elif not manual_session : <TAB> <TAB> <TAB> return func ( s , p , * args ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return func ( * args ) <TAB> finally : <TAB> <TAB> try : <TAB> <TAB> <TAB> if use_fixture : <TAB> <TAB> <TAB> <TAB> s . end ( remove_savegame = False , keep_map = True ) <TAB> <TAB> <TAB> elif not manual_session : <TAB> <TAB> <TAB> <TAB> s . end ( ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> finally : <TAB> <TAB> <TAB> SPTestSession . cleanup ( ) <TAB> <TAB> timelimit . stop ( )",if not os . path . exists ( path ) :,365
6646,"def box_nms(boxes, scores, proposals, thresh, topk, nms_type=""normal""):
    assert nms_type in [""normal"", ""rotate""], ""unknown nms type {}"".format(nms_type)
    order = np.argsort(-scores)
    boxes = boxes[order]
    scores = scores[order]
    proposals = proposals[order]
    nmsed_scores = []
    nmsed_proposals = []
    cnt = 0
    while boxes.shape[0]:
        nmsed_scores.append(scores[0])
        nmsed_proposals.append(proposals[0])
        cnt += 1
        if cnt >= topk or boxes.shape[0] == 1:
            break
        iou = box_iou(boxes[0], boxes[1:], nms_type)
        boxes = boxes[1:][iou < thresh]
        scores = scores[1:][iou < thresh]
        proposals = proposals[1:][iou < thresh]
    return nmsed_scores, nmsed_proposals","def box_nms ( boxes , scores , proposals , thresh , topk , nms_type = ""normal"" ) : <TAB> assert nms_type in [ ""normal"" , ""rotate"" ] , ""unknown nms type {}"" . format ( nms_type ) <TAB> order = np . argsort ( - scores ) <TAB> boxes = boxes [ order ] <TAB> scores = scores [ order ] <TAB> proposals = proposals [ order ] <TAB> nmsed_scores = [ ] <TAB> nmsed_proposals = [ ] <TAB> cnt = 0 <TAB> while boxes . shape [ 0 ] : <TAB> <TAB> nmsed_scores . append ( scores [ 0 ] ) <TAB> <TAB> nmsed_proposals . append ( proposals [ 0 ] ) <TAB> <TAB> cnt += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> iou = box_iou ( boxes [ 0 ] , boxes [ 1 : ] , nms_type ) <TAB> <TAB> boxes = boxes [ 1 : ] [ iou < thresh ] <TAB> <TAB> scores = scores [ 1 : ] [ iou < thresh ] <TAB> <TAB> proposals = proposals [ 1 : ] [ iou < thresh ] <TAB> return nmsed_scores , nmsed_proposals",if cnt >= topk or boxes . shape [ 0 ] == 1 :,259
25082,"def on_activated_async(self, view):
    if settings[""modified_lines_only""]:
        self.freeze_last_version(view)
    if settings[""enabled""]:
        match_trailing_spaces(view)
        # continuously watch view for changes to the visible region
        if not view.id() in active_views:
            # track
            active_views[view.id()] = view.visible_region()
            self.update_on_region_change(view)
","def on_activated_async ( self , view ) : <TAB> if settings [ ""modified_lines_only"" ] : <TAB> <TAB> self . freeze_last_version ( view ) <TAB> if settings [ ""enabled"" ] : <TAB> <TAB> match_trailing_spaces ( view ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> active_views [ view . id ( ) ] = view . visible_region ( ) <TAB> <TAB> <TAB> self . update_on_region_change ( view )",if not view . id ( ) in active_views :,123
22991,"def setTopGeometry(self, w, h, x, y, adjustSize=True):
    # Put the top-left corner on the screen.
    x = max(10, x)
    y = max(10, y)
    if adjustSize:
        top = self.top
        sw = top.winfo_screenwidth()
        sh = top.winfo_screenheight()
        # Adjust the size so the whole window fits on the screen.
        w = min(sw - 10, w)
        h = min(sh - 10, h)
        # Adjust position so the whole window fits on the screen.
        if x + w > sw:
            x = 10
        if y + h > sh:
            y = 10
    geom = ""%dx%d%+d%+d"" % (w, h, x, y)
    self.top.geometry(geom)","def setTopGeometry ( self , w , h , x , y , adjustSize = True ) : <TAB> <TAB> x = max ( 10 , x ) <TAB> y = max ( 10 , y ) <TAB> if adjustSize : <TAB> <TAB> top = self . top <TAB> <TAB> sw = top . winfo_screenwidth ( ) <TAB> <TAB> sh = top . winfo_screenheight ( ) <TAB> <TAB> <TAB> <TAB> w = min ( sw - 10 , w ) <TAB> <TAB> h = min ( sh - 10 , h ) <TAB> <TAB> <TAB> <TAB> if x + w > sw : <TAB> <TAB> <TAB> x = 10 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> y = 10 <TAB> geom = ""%dx%d%+d%+d"" % ( w , h , x , y ) <TAB> self . top . geometry ( geom )",if y + h > sh :,216
19382,"def __init__(
    self,
    classifier,
    layer_name=None,
    transpose=None,
    distance=None,
    copy_weights=True,
):
    super().__init__()
    self.copy_weights = copy_weights
    ### set layer weights ###
    if layer_name is not None:
        self.set_weights(getattr(classifier, layer_name))
    else:
        for x in self.possible_layer_names:
            layer = getattr(classifier, x, None)
            if layer is not None:
                self.set_weights(layer)
                break
    ### set distance measure ###
    self.distance = classifier.distance if distance is None else distance
    self.transpose = transpose
","def __init__ ( <TAB> self , <TAB> classifier , <TAB> layer_name = None , <TAB> transpose = None , <TAB> distance = None , <TAB> copy_weights = True , ) : <TAB> super ( ) . __init__ ( ) <TAB> self . copy_weights = copy_weights <TAB> <TAB> if layer_name is not None : <TAB> <TAB> self . set_weights ( getattr ( classifier , layer_name ) ) <TAB> else : <TAB> <TAB> for x in self . possible_layer_names : <TAB> <TAB> <TAB> layer = getattr ( classifier , x , None ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . set_weights ( layer ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> self . distance = classifier . distance if distance is None else distance <TAB> self . transpose = transpose",if layer is not None :,183
21792,"def check_services_health(self):
    """"""Check connectivity of all services""""""
    for name, service in self._service_map.items():
        if not service.url:
            continue
        try:
            await Server.from_orm(service.orm.server).wait_up(timeout=1)
        except TimeoutError:
            self.log.warning(
                ""Cannot connect to %s service %s at %s"",
                service.kind,
                name,
                service.url,
            )
        else:
            self.log.debug(
                ""%s service %s running at %s"",
                service.kind.title(),
                name,
                service.url,
            )","def check_services_health ( self ) : <TAB> """"""Check connectivity of all services"""""" <TAB> for name , service in self . _service_map . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> await Server . from_orm ( service . orm . server ) . wait_up ( timeout = 1 ) <TAB> <TAB> except TimeoutError : <TAB> <TAB> <TAB> self . log . warning ( <TAB> <TAB> <TAB> <TAB> ""Cannot connect to %s service %s at %s"" , <TAB> <TAB> <TAB> <TAB> service . kind , <TAB> <TAB> <TAB> <TAB> name , <TAB> <TAB> <TAB> <TAB> service . url , <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . log . debug ( <TAB> <TAB> <TAB> <TAB> ""%s service %s running at %s"" , <TAB> <TAB> <TAB> <TAB> service . kind . title ( ) , <TAB> <TAB> <TAB> <TAB> name , <TAB> <TAB> <TAB> <TAB> service . url , <TAB> <TAB> <TAB> )",if not service . url :,204
1462,"def undo_filter_paeth(filter_unit, scanline, previous, result):
    """"""Undo Paeth filter.""""""
    # Also used for ci.
    ai = -filter_unit
    for i in range(len(result)):
        x = scanline[i]
        if ai < 0:
            a = c = 0
        else:
            a = result[ai]
            c = previous[ai]
        b = previous[i]
        p = a + b - c
        pa = abs(p - a)
        pb = abs(p - b)
        pc = abs(p - c)
        if pa <= pb and pa <= pc:
            pr = a
        elif pb <= pc:
            pr = b
        else:
            pr = c
        result[i] = (x + pr) & 0xFF
        ai += 1","def undo_filter_paeth ( filter_unit , scanline , previous , result ) : <TAB> """"""Undo Paeth filter."""""" <TAB> <TAB> ai = - filter_unit <TAB> for i in range ( len ( result ) ) : <TAB> <TAB> x = scanline [ i ] <TAB> <TAB> if ai < 0 : <TAB> <TAB> <TAB> a = c = 0 <TAB> <TAB> else : <TAB> <TAB> <TAB> a = result [ ai ] <TAB> <TAB> <TAB> c = previous [ ai ] <TAB> <TAB> b = previous [ i ] <TAB> <TAB> p = a + b - c <TAB> <TAB> pa = abs ( p - a ) <TAB> <TAB> pb = abs ( p - b ) <TAB> <TAB> pc = abs ( p - c ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pr = a <TAB> <TAB> elif pb <= pc : <TAB> <TAB> <TAB> pr = b <TAB> <TAB> else : <TAB> <TAB> <TAB> pr = c <TAB> <TAB> result [ i ] = ( x + pr ) & 0xFF <TAB> <TAB> ai += 1",if pa <= pb and pa <= pc :,227
1761,"def test_errors(self):
    self.assertRaises(TypeError, grp.getgrgid)
    self.assertRaises(TypeError, grp.getgrnam)
    self.assertRaises(TypeError, grp.getgrall, 42)
    # embedded null character
    self.assertRaises(ValueError, grp.getgrnam, ""a\x00b"")
    # try to get some errors
    bynames = {}
    bygids = {}
    for (n, p, g, mem) in grp.getgrall():
        if not n or n == ""+"":
            continue  # skip NIS entries etc.
        bynames[n] = g
        bygids[g] = n
    allnames = list(bynames.keys())
    namei = 0
    fakename = allnames[namei]
    while fakename in bynames:
        chars = list(fakename)
        for i in range(len(chars)):
            if chars[i] == ""z"":
                chars[i] = ""A""
                break
            elif chars[i] == ""Z"":
                continue
            else:
                chars[i] = chr(ord(chars[i]) + 1)
                break
        else:
            namei = namei + 1
            try:
                fakename = allnames[namei]
            except IndexError:
                # should never happen... if so, just forget it
                break
        fakename = """".join(chars)
    self.assertRaises(KeyError, grp.getgrnam, fakename)
    # Choose a non-existent gid.
    fakegid = 4127
    while fakegid in bygids:
        fakegid = (fakegid * 3) % 0x10000
    self.assertRaises(KeyError, grp.getgrgid, fakegid)","def test_errors ( self ) : <TAB> self . assertRaises ( TypeError , grp . getgrgid ) <TAB> self . assertRaises ( TypeError , grp . getgrnam ) <TAB> self . assertRaises ( TypeError , grp . getgrall , 42 ) <TAB> <TAB> self . assertRaises ( ValueError , grp . getgrnam , ""a\x00b"" ) <TAB> <TAB> bynames = { } <TAB> bygids = { } <TAB> for ( n , p , g , mem ) in grp . getgrall ( ) : <TAB> <TAB> if not n or n == ""+"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> bynames [ n ] = g <TAB> <TAB> bygids [ g ] = n <TAB> allnames = list ( bynames . keys ( ) ) <TAB> namei = 0 <TAB> fakename = allnames [ namei ] <TAB> while fakename in bynames : <TAB> <TAB> chars = list ( fakename ) <TAB> <TAB> for i in range ( len ( chars ) ) : <TAB> <TAB> <TAB> if chars [ i ] == ""z"" : <TAB> <TAB> <TAB> <TAB> chars [ i ] = ""A"" <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> chars [ i ] = chr ( ord ( chars [ i ] ) + 1 ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> namei = namei + 1 <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> fakename = allnames [ namei ] <TAB> <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> fakename = """" . join ( chars ) <TAB> self . assertRaises ( KeyError , grp . getgrnam , fakename ) <TAB> <TAB> fakegid = 4127 <TAB> while fakegid in bygids : <TAB> <TAB> fakegid = ( fakegid * 3 ) % 0x10000 <TAB> self . assertRaises ( KeyError , grp . getgrgid , fakegid )","elif chars [ i ] == ""Z"" :",457
18396,"def validate(self):
    super(CloudTrailMode, self).validate()
    from c7n import query
    events = self.policy.data[""mode""].get(""events"")
    assert events, ""cloud trail mode requires specifiying events to subscribe""
    for e in events:
        if isinstance(e, str):
            assert e in CloudWatchEvents.trail_events, (
                ""event shortcut not defined: %s"" % e
            )
        if isinstance(e, dict):
            jmespath.compile(e[""ids""])
    if isinstance(self.policy.resource_manager, query.ChildResourceManager):
        if not getattr(
            self.policy.resource_manager.resource_type, ""supports_trailevents"", False
        ):
            raise ValueError(
                ""resource:%s does not support cloudtrail mode policies""
                % (self.policy.resource_type)
            )","def validate ( self ) : <TAB> super ( CloudTrailMode , self ) . validate ( ) <TAB> from c7n import query <TAB> events = self . policy . data [ ""mode"" ] . get ( ""events"" ) <TAB> assert events , ""cloud trail mode requires specifiying events to subscribe"" <TAB> for e in events : <TAB> <TAB> if isinstance ( e , str ) : <TAB> <TAB> <TAB> assert e in CloudWatchEvents . trail_events , ( <TAB> <TAB> <TAB> <TAB> ""event shortcut not defined: %s"" % e <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> jmespath . compile ( e [ ""ids"" ] ) <TAB> if isinstance ( self . policy . resource_manager , query . ChildResourceManager ) : <TAB> <TAB> if not getattr ( <TAB> <TAB> <TAB> self . policy . resource_manager . resource_type , ""supports_trailevents"" , False <TAB> <TAB> ) : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""resource:%s does not support cloudtrail mode policies"" <TAB> <TAB> <TAB> <TAB> % ( self . policy . resource_type ) <TAB> <TAB> <TAB> )","if isinstance ( e , dict ) :",234
24652,"def discover_hdfstore(f):
    d = dict()
    for key in f.keys():
        d2 = d
        key2 = key.lstrip(""/"")
        while ""/"" in key2:
            group, key2 = key2.split(""/"", 1)
            if group not in d2:
                d2[group] = dict()
            d2 = d2[group]
        d2[key2] = f.get_storer(key)
    return discover(d)","def discover_hdfstore ( f ) : <TAB> d = dict ( ) <TAB> for key in f . keys ( ) : <TAB> <TAB> d2 = d <TAB> <TAB> key2 = key . lstrip ( ""/"" ) <TAB> <TAB> while ""/"" in key2 : <TAB> <TAB> <TAB> group , key2 = key2 . split ( ""/"" , 1 ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> d2 [ group ] = dict ( ) <TAB> <TAB> <TAB> d2 = d2 [ group ] <TAB> <TAB> d2 [ key2 ] = f . get_storer ( key ) <TAB> return discover ( d )",if group not in d2 :,128
9536,"def callUpdate(ii):
    if ii % updateMultiply != 0:
        return
    if updateFunction is True:
        tasksDone = min([ii, iterLength])
        print(f""Done {tasksDone} tasks of {iterLength}"")
    elif updateFunction not in (False, None):
        for thisPosition in range(ii - updateMultiply, ii):
            if thisPosition < 0:
                continue
            if thisPosition >= len(resultsList):
                thisResult = None
            else:
                thisResult = resultsList[thisPosition]
            if updateSendsIterable is False:
                updateFunction(thisPosition, iterLength, thisResult)
            else:
                updateFunction(
                    thisPosition, iterLength, thisResult, iterable[thisPosition]
                )","def callUpdate ( ii ) : <TAB> if ii % updateMultiply != 0 : <TAB> <TAB> return <TAB> if updateFunction is True : <TAB> <TAB> tasksDone = min ( [ ii , iterLength ] ) <TAB> <TAB> print ( f""Done {tasksDone} tasks of {iterLength}"" ) <TAB> elif updateFunction not in ( False , None ) : <TAB> <TAB> for thisPosition in range ( ii - updateMultiply , ii ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if thisPosition >= len ( resultsList ) : <TAB> <TAB> <TAB> <TAB> thisResult = None <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> thisResult = resultsList [ thisPosition ] <TAB> <TAB> <TAB> if updateSendsIterable is False : <TAB> <TAB> <TAB> <TAB> updateFunction ( thisPosition , iterLength , thisResult ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> updateFunction ( <TAB> <TAB> <TAB> <TAB> <TAB> thisPosition , iterLength , thisResult , iterable [ thisPosition ] <TAB> <TAB> <TAB> <TAB> )",if thisPosition < 0 :,214
10085,"def __getitem__(self, name):
    nstat = os.stat(name)
    if name in self.cache:
        stat, pixmap = self.cache[name]
        if stat.st_size == nstat.st_size and stat.st_mtime == nstat.st_mtime:
            return pixmap
        else:
            del self.cache[name]
    pixmap = self.loadImage(name)
    self.cache[name] = (nstat, pixmap)
    return pixmap
","def __getitem__ ( self , name ) : <TAB> nstat = os . stat ( name ) <TAB> if name in self . cache : <TAB> <TAB> stat , pixmap = self . cache [ name ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return pixmap <TAB> <TAB> else : <TAB> <TAB> <TAB> del self . cache [ name ] <TAB> pixmap = self . loadImage ( name ) <TAB> self . cache [ name ] = ( nstat , pixmap ) <TAB> return pixmap",if stat . st_size == nstat . st_size and stat . st_mtime == nstat . st_mtime :,124
7643,"def create_default_site(
    app_config,
    verbosity=2,
    interactive=True,
    using=DEFAULT_DB_ALIAS,
    apps=global_apps,
    **kwargs
):
    try:
        Site = apps.get_model(""sites"", ""Site"")
    except LookupError:
        return
    if not router.allow_migrate_model(using, Site):
        return
    if not Site.objects.using(using).exists():
        # The default settings set SITE_ID = 1, and some tests in Django's test
        # suite rely on this value. However, if database sequences are reused
        # (e.g. in the test suite after flush/syncdb), it isn't guaranteed that
        # the next id will be 1, so we coerce it. See #15573 and #16353. This
        # can also crop up outside of tests - see #15346.
        if verbosity >= 2:
            print(""Creating example.com Site object"")
        Site(
            pk=getattr(settings, ""SITE_ID"", 1), domain=""example.com"", name=""example.com""
        ).save(using=using)
        # We set an explicit pk instead of relying on auto-incrementation,
        # so we need to reset the database sequence. See #17415.
        sequence_sql = connections[using].ops.sequence_reset_sql(no_style(), [Site])
        if sequence_sql:
            if verbosity >= 2:
                print(""Resetting sequence"")
            with connections[using].cursor() as cursor:
                for command in sequence_sql:
                    cursor.execute(command)","def create_default_site ( <TAB> app_config , <TAB> verbosity = 2 , <TAB> interactive = True , <TAB> using = DEFAULT_DB_ALIAS , <TAB> apps = global_apps , <TAB> ** kwargs ) : <TAB> try : <TAB> <TAB> Site = apps . get_model ( ""sites"" , ""Site"" ) <TAB> except LookupError : <TAB> <TAB> return <TAB> if not router . allow_migrate_model ( using , Site ) : <TAB> <TAB> return <TAB> if not Site . objects . using ( using ) . exists ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if verbosity >= 2 : <TAB> <TAB> <TAB> print ( ""Creating example.com Site object"" ) <TAB> <TAB> Site ( <TAB> <TAB> <TAB> pk = getattr ( settings , ""SITE_ID"" , 1 ) , domain = ""example.com"" , name = ""example.com"" <TAB> <TAB> ) . save ( using = using ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sequence_sql = connections [ using ] . ops . sequence_reset_sql ( no_style ( ) , [ Site ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if verbosity >= 2 : <TAB> <TAB> <TAB> <TAB> print ( ""Resetting sequence"" ) <TAB> <TAB> <TAB> with connections [ using ] . cursor ( ) as cursor : <TAB> <TAB> <TAB> <TAB> for command in sequence_sql : <TAB> <TAB> <TAB> <TAB> <TAB> cursor . execute ( command )",if sequence_sql :,414
783,"def rename(checkpoint, op, dry_run):
    import tensorflow as tf
    tf.compat.v1.reset_default_graph()
    with tf.compat.v1.Session() as sess:
        for var_name, _ in tf.compat.v1.train.list_variables(checkpoint):
            # Load the variable
            var = tf.compat.v1.train.load_variable(checkpoint, var_name)
            # Set the new name
            new_name = op(var_name)
            if dry_run:
                logger.info(f""{var_name} would be renamed to {new_name}."")
            else:
                if var_name == new_name:
                    logger.info(f""No change for {var_name}"")
                else:
                    logger.info(f""Renaming {var_name} to {new_name}."")
                # Rename the variable
                tf.Variable(var, name=new_name)
        if not dry_run:
            # Save the variables
            saver = tf.compat.v1.train.Saver()
            sess.run(tf.compat.v1.global_variables_initializer())
            saver.save(sess, checkpoint)
    tf.compat.v1.reset_default_graph()","def rename ( checkpoint , op , dry_run ) : <TAB> import tensorflow as tf <TAB> tf . compat . v1 . reset_default_graph ( ) <TAB> with tf . compat . v1 . Session ( ) as sess : <TAB> <TAB> for var_name , _ in tf . compat . v1 . train . list_variables ( checkpoint ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> var = tf . compat . v1 . train . load_variable ( checkpoint , var_name ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> new_name = op ( var_name ) <TAB> <TAB> <TAB> if dry_run : <TAB> <TAB> <TAB> <TAB> logger . info ( f""{var_name} would be renamed to {new_name}."" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if var_name == new_name : <TAB> <TAB> <TAB> <TAB> <TAB> logger . info ( f""No change for {var_name}"" ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> logger . info ( f""Renaming {var_name} to {new_name}."" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> tf . Variable ( var , name = new_name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> saver = tf . compat . v1 . train . Saver ( ) <TAB> <TAB> <TAB> sess . run ( tf . compat . v1 . global_variables_initializer ( ) ) <TAB> <TAB> <TAB> saver . save ( sess , checkpoint ) <TAB> tf . compat . v1 . reset_default_graph ( )",if not dry_run :,342
11008,"def _init_scheme_list(self, data):
    """"""initialize .handlers and .schemes attributes""""""
    handlers = []
    schemes = []
    if isinstance(data, native_string_types):
        data = splitcomma(data)
    for elem in data or ():
        # resolve elem -> handler & scheme
        if hasattr(elem, ""name""):
            handler = elem
            scheme = handler.name
            _validate_handler_name(scheme)
        elif isinstance(elem, native_string_types):
            handler = get_crypt_handler(elem)
            scheme = handler.name
        else:
            raise TypeError(
                ""scheme must be name or CryptHandler, "" ""not %r"" % type(elem)
            )
        # check scheme name isn't already in use
        if scheme in schemes:
            raise KeyError(""multiple handlers with same name: %r"" % (scheme,))
        # add to handler list
        handlers.append(handler)
        schemes.append(scheme)
    self.handlers = tuple(handlers)
    self.schemes = tuple(schemes)
","def _init_scheme_list ( self , data ) : <TAB> """"""initialize .handlers and .schemes attributes"""""" <TAB> handlers = [ ] <TAB> schemes = [ ] <TAB> if isinstance ( data , native_string_types ) : <TAB> <TAB> data = splitcomma ( data ) <TAB> for elem in data or ( ) : <TAB> <TAB> <TAB> <TAB> if hasattr ( elem , ""name"" ) : <TAB> <TAB> <TAB> handler = elem <TAB> <TAB> <TAB> scheme = handler . name <TAB> <TAB> <TAB> _validate_handler_name ( scheme ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> handler = get_crypt_handler ( elem ) <TAB> <TAB> <TAB> scheme = handler . name <TAB> <TAB> else : <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> ""scheme must be name or CryptHandler, "" ""not %r"" % type ( elem ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> if scheme in schemes : <TAB> <TAB> <TAB> raise KeyError ( ""multiple handlers with same name: %r"" % ( scheme , ) ) <TAB> <TAB> <TAB> <TAB> handlers . append ( handler ) <TAB> <TAB> schemes . append ( scheme ) <TAB> self . handlers = tuple ( handlers ) <TAB> self . schemes = tuple ( schemes )","elif isinstance ( elem , native_string_types ) :",281
6797,"def to_value(self, value):
    # Tip: 'value' is the object returned by
    #      taiga.projects.history.models.HistoryEntry.values_diff()
    ret = {}
    for key, val in value.items():
        if key in [""attachments"", ""custom_attributes"", ""description_diff""]:
            ret[key] = val
        elif key == ""points"":
            ret[key] = {k: {""from"": v[0], ""to"": v[1]} for k, v in val.items()}
        else:
            ret[key] = {""from"": val[0], ""to"": val[1]}
    return ret","def to_value ( self , value ) : <TAB> <TAB> <TAB> ret = { } <TAB> for key , val in value . items ( ) : <TAB> <TAB> if key in [ ""attachments"" , ""custom_attributes"" , ""description_diff"" ] : <TAB> <TAB> <TAB> ret [ key ] = val <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ret [ key ] = { k : { ""from"" : v [ 0 ] , ""to"" : v [ 1 ] } for k , v in val . items ( ) } <TAB> <TAB> else : <TAB> <TAB> <TAB> ret [ key ] = { ""from"" : val [ 0 ] , ""to"" : val [ 1 ] } <TAB> return ret","elif key == ""points"" :",169
18018,"def lint():
    """"""Run linter on the provided text and return the results.""""""
    if ""text"" in request.values:
        text = unquote(request.values[""text""])
        job = q.enqueue(worker_function, text)
        return jsonify(job_id=job.id), 202
    elif ""job_id"" in request.values:
        job = q.fetch_job(request.values[""job_id""])
        if not job:
            return jsonify(status=""error"", message=""No job with requested job_id.""), 404
        elif job.result is None:
            return jsonify(status=""error"", message=""Job is not yet ready.""), 202
        else:
            errors = []
            for i, e in enumerate(job.result):
                app.logger.debug(e)
                errors.append(
                    {
                        ""check"": e[0],
                        ""message"": e[1],
                        ""line"": e[2],
                        ""column"": e[3],
                        ""start"": e[4],
                        ""end"": e[5],
                        ""extent"": e[5] - e[4],
                        ""severity"": e[7],
                        ""replacements"": e[8],
                        ""source_name"": """",
                        ""source_url"": """",
                    }
                )
            return jsonify(status=""success"", data={""errors"": errors})","def lint ( ) : <TAB> """"""Run linter on the provided text and return the results."""""" <TAB> if ""text"" in request . values : <TAB> <TAB> text = unquote ( request . values [ ""text"" ] ) <TAB> <TAB> job = q . enqueue ( worker_function , text ) <TAB> <TAB> return jsonify ( job_id = job . id ) , 202 <TAB> elif ""job_id"" in request . values : <TAB> <TAB> job = q . fetch_job ( request . values [ ""job_id"" ] ) <TAB> <TAB> if not job : <TAB> <TAB> <TAB> return jsonify ( status = ""error"" , message = ""No job with requested job_id."" ) , 404 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return jsonify ( status = ""error"" , message = ""Job is not yet ready."" ) , 202 <TAB> <TAB> else : <TAB> <TAB> <TAB> errors = [ ] <TAB> <TAB> <TAB> for i , e in enumerate ( job . result ) : <TAB> <TAB> <TAB> <TAB> app . logger . debug ( e ) <TAB> <TAB> <TAB> <TAB> errors . append ( <TAB> <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""check"" : e [ 0 ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""message"" : e [ 1 ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""line"" : e [ 2 ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""column"" : e [ 3 ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""start"" : e [ 4 ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""end"" : e [ 5 ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""extent"" : e [ 5 ] - e [ 4 ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""severity"" : e [ 7 ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""replacements"" : e [ 8 ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""source_name"" : """" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""source_url"" : """" , <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return jsonify ( status = ""success"" , data = { ""errors"" : errors } )",elif job . result is None :,410
14322,"def execute_select(self, query: Query, custom_fields: Optional[list] = None) -> list:
    _, raw_results = await self.db.execute_query(query.get_sql())
    instance_list = []
    for row in raw_results:
        if self.select_related_idx:
            _, current_idx, _, _ = self.select_related_idx[0]
            dict_row = dict(row)
            keys = list(dict_row.keys())
            values = list(dict_row.values())
            instance: ""Model"" = self.model._init_from_db(
                **dict(zip(keys[:current_idx], values[:current_idx]))
            )
            instances = [instance]
            for model, index, model_name, parent_model in self.select_related_idx[1:]:
                obj = model._init_from_db(
                    **dict(
                        zip(
                            map(
                                lambda x: x.split(""."")[1],
                                keys[current_idx : current_idx + index],  # noqa
                            ),
                            values[current_idx : current_idx + index],  # noqa
                        )
                    )
                )
                for ins in instances:
                    if isinstance(ins, parent_model):
                        setattr(ins, model_name, obj)
                instances.append(obj)
                current_idx += index
        else:
            instance = self.model._init_from_db(**row)
        if custom_fields:
            for field in custom_fields:
                setattr(instance, field, row[field])
        instance_list.append(instance)
    await self._execute_prefetch_queries(instance_list)
    return instance_list","def execute_select ( self , query : Query , custom_fields : Optional [ list ] = None ) -> list : <TAB> _ , raw_results = await self . db . execute_query ( query . get_sql ( ) ) <TAB> instance_list = [ ] <TAB> for row in raw_results : <TAB> <TAB> if self . select_related_idx : <TAB> <TAB> <TAB> _ , current_idx , _ , _ = self . select_related_idx [ 0 ] <TAB> <TAB> <TAB> dict_row = dict ( row ) <TAB> <TAB> <TAB> keys = list ( dict_row . keys ( ) ) <TAB> <TAB> <TAB> values = list ( dict_row . values ( ) ) <TAB> <TAB> <TAB> instance : ""Model"" = self . model . _init_from_db ( <TAB> <TAB> <TAB> <TAB> ** dict ( zip ( keys [ : current_idx ] , values [ : current_idx ] ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> instances = [ instance ] <TAB> <TAB> <TAB> for model , index , model_name , parent_model in self . select_related_idx [ 1 : ] : <TAB> <TAB> <TAB> <TAB> obj = model . _init_from_db ( <TAB> <TAB> <TAB> <TAB> <TAB> ** dict ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> zip ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> map ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> lambda x : x . split ( ""."" ) [ 1 ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> keys [ current_idx : current_idx + index ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> values [ current_idx : current_idx + index ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> for ins in instances : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> setattr ( ins , model_name , obj ) <TAB> <TAB> <TAB> <TAB> instances . append ( obj ) <TAB> <TAB> <TAB> <TAB> current_idx += index <TAB> <TAB> else : <TAB> <TAB> <TAB> instance = self . model . _init_from_db ( ** row ) <TAB> <TAB> if custom_fields : <TAB> <TAB> <TAB> for field in custom_fields : <TAB> <TAB> <TAB> <TAB> setattr ( instance , field , row [ field ] ) <TAB> <TAB> instance_list . append ( instance ) <TAB> await self . _execute_prefetch_queries ( instance_list ) <TAB> return instance_list","if isinstance ( ins , parent_model ) :",511
14283,"def run(self):
    while True:
        if not self.initialized:
            try:
                with Client() as c:
                    self.disks = c.call(""disk.disks_for_temperature_monitoring"")
                    self.powermode = c.call(""smart.config"")[""powermode""]
            except Exception as e:
                print(f""Failed to query disks for temperature monitoring: {e!r}"")
            else:
                self.initialized = True
        if not self.initialized:
            time.sleep(self.interval)
            continue
        if not self.disks:
            return
        try:
            with Client() as c:
                self.temperatures = {
                    disk: temperature * 1000
                    for disk, temperature in c.call(
                        ""disk.temperatures"", self.disks, self.powermode
                    ).items()
                    if temperature is not None
                }
        except Exception as e:
            print(f""Failed to collect disks temperatures: {e!r}"")
            self.temperatures = {}
        time.sleep(self.interval)","def run ( self ) : <TAB> while True : <TAB> <TAB> if not self . initialized : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> with Client ( ) as c : <TAB> <TAB> <TAB> <TAB> <TAB> self . disks = c . call ( ""disk.disks_for_temperature_monitoring"" ) <TAB> <TAB> <TAB> <TAB> <TAB> self . powermode = c . call ( ""smart.config"" ) [ ""powermode"" ] <TAB> <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> <TAB> print ( f""Failed to query disks for temperature monitoring: {e!r}"" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . initialized = True <TAB> <TAB> if not self . initialized : <TAB> <TAB> <TAB> time . sleep ( self . interval ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if not self . disks : <TAB> <TAB> <TAB> return <TAB> <TAB> try : <TAB> <TAB> <TAB> with Client ( ) as c : <TAB> <TAB> <TAB> <TAB> self . temperatures = { <TAB> <TAB> <TAB> <TAB> <TAB> disk : temperature * 1000 <TAB> <TAB> <TAB> <TAB> <TAB> for disk , temperature in c . call ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""disk.temperatures"" , self . disks , self . powermode <TAB> <TAB> <TAB> <TAB> <TAB> ) . items ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> print ( f""Failed to collect disks temperatures: {e!r}"" ) <TAB> <TAB> <TAB> self . temperatures = { } <TAB> <TAB> time . sleep ( self . interval )",if temperature is not None,322
538,"def _finalize_sv(solution_file, data):
    """"""Add output files from TitanCNA calling optional solution.""""""
    out = {""variantcaller"": ""titancna""}
    with open(solution_file) as in_handle:
        solution = dict(
            zip(
                in_handle.readline().strip(""\r\n"").split(""\t""),
                in_handle.readline().strip(""\r\n"").split(""\t""),
            )
        )
    if solution.get(""path""):
        out[""purity""] = solution[""purity""]
        out[""ploidy""] = solution[""ploidy""]
        out[""cellular_prevalence""] = [
            x.strip() for x in solution[""cellPrev""].split("","")
        ]
        base = os.path.basename(solution[""path""])
        out[""plot""] = dict(
            [
                (n, solution[""path""] + ext)
                for (n, ext) in [
                    (""rplots"", "".Rplots.pdf""),
                    (""cf"", ""/%s_CF.pdf"" % base),
                    (""cna"", ""/%s_CNA.pdf"" % base),
                    (""loh"", ""/%s_LOH.pdf"" % base),
                ]
                if os.path.exists(solution[""path""] + ext)
            ]
        )
        out[""subclones""] = ""%s.segs.txt"" % solution[""path""]
        out[""hetsummary""] = solution_file
        out[""vrn_file""] = to_vcf(
            out[""subclones""], ""TitanCNA"", _get_header, _seg_to_vcf, data
        )
        out[""lohsummary""] = loh.summary_status(out, data)
    return out
","def _finalize_sv ( solution_file , data ) : <TAB> """"""Add output files from TitanCNA calling optional solution."""""" <TAB> out = { ""variantcaller"" : ""titancna"" } <TAB> with open ( solution_file ) as in_handle : <TAB> <TAB> solution = dict ( <TAB> <TAB> <TAB> zip ( <TAB> <TAB> <TAB> <TAB> in_handle . readline ( ) . strip ( ""\r\n"" ) . split ( ""\t"" ) , <TAB> <TAB> <TAB> <TAB> in_handle . readline ( ) . strip ( ""\r\n"" ) . split ( ""\t"" ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> if solution . get ( ""path"" ) : <TAB> <TAB> out [ ""purity"" ] = solution [ ""purity"" ] <TAB> <TAB> out [ ""ploidy"" ] = solution [ ""ploidy"" ] <TAB> <TAB> out [ ""cellular_prevalence"" ] = [ <TAB> <TAB> <TAB> x . strip ( ) for x in solution [ ""cellPrev"" ] . split ( "","" ) <TAB> <TAB> ] <TAB> <TAB> base = os . path . basename ( solution [ ""path"" ] ) <TAB> <TAB> out [ ""plot"" ] = dict ( <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> ( n , solution [ ""path"" ] + ext ) <TAB> <TAB> <TAB> <TAB> for ( n , ext ) in [ <TAB> <TAB> <TAB> <TAB> <TAB> ( ""rplots"" , "".Rplots.pdf"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> ( ""cf"" , ""/%s_CF.pdf"" % base ) , <TAB> <TAB> <TAB> <TAB> <TAB> ( ""cna"" , ""/%s_CNA.pdf"" % base ) , <TAB> <TAB> <TAB> <TAB> <TAB> ( ""loh"" , ""/%s_LOH.pdf"" % base ) , <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ] <TAB> <TAB> ) <TAB> <TAB> out [ ""subclones"" ] = ""%s.segs.txt"" % solution [ ""path"" ] <TAB> <TAB> out [ ""hetsummary"" ] = solution_file <TAB> <TAB> out [ ""vrn_file"" ] = to_vcf ( <TAB> <TAB> <TAB> out [ ""subclones"" ] , ""TitanCNA"" , _get_header , _seg_to_vcf , data <TAB> <TAB> ) <TAB> <TAB> out [ ""lohsummary"" ] = loh . summary_status ( out , data ) <TAB> return out","if os . path . exists ( solution [ ""path"" ] + ext )",469
9051,"def reconfigure_levels(self):
    """"""Adjust the log levels for some modules.""""""
    self.log_level = get_default_level()
    mapping = dict()
    modules_config = {""subliminal"": app.SUBLIMINAL_LOG, ""tornado"": app.WEB_LOG}
    for modname, active in viewitems(modules_config):
        if not active:
            mapping.update({modname: CRITICAL})
    for logger in self.loggers:
        fullname = logger.name
        basename = fullname.split(""."")[0]
        level = mapping.get(fullname) or mapping.get(basename) or self.log_level
        logger.setLevel(level)
    for handler in (self.console_handler, self.file_handler):
        if handler:
            handler.setLevel(self.log_level)","def reconfigure_levels ( self ) : <TAB> """"""Adjust the log levels for some modules."""""" <TAB> self . log_level = get_default_level ( ) <TAB> mapping = dict ( ) <TAB> modules_config = { ""subliminal"" : app . SUBLIMINAL_LOG , ""tornado"" : app . WEB_LOG } <TAB> for modname , active in viewitems ( modules_config ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> mapping . update ( { modname : CRITICAL } ) <TAB> for logger in self . loggers : <TAB> <TAB> fullname = logger . name <TAB> <TAB> basename = fullname . split ( ""."" ) [ 0 ] <TAB> <TAB> level = mapping . get ( fullname ) or mapping . get ( basename ) or self . log_level <TAB> <TAB> logger . setLevel ( level ) <TAB> for handler in ( self . console_handler , self . file_handler ) : <TAB> <TAB> if handler : <TAB> <TAB> <TAB> handler . setLevel ( self . log_level )",if not active :,205
15275,"def get_all_values(self, project):
    if isinstance(project, models.Model):
        project_id = project.id
    else:
        project_id = project
    if project_id not in self.__cache:
        cache_key = self._make_key(project_id)
        result = cache.get(cache_key)
        if result is None:
            result = self.reload_cache(project_id)
        else:
            self.__cache[project_id] = result
    return self.__cache.get(project_id, {})
","def get_all_values ( self , project ) : <TAB> if isinstance ( project , models . Model ) : <TAB> <TAB> project_id = project . id <TAB> else : <TAB> <TAB> project_id = project <TAB> if project_id not in self . __cache : <TAB> <TAB> cache_key = self . _make_key ( project_id ) <TAB> <TAB> result = cache . get ( cache_key ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result = self . reload_cache ( project_id ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . __cache [ project_id ] = result <TAB> return self . __cache . get ( project_id , { } )",if result is None :,144
4421,"def check_message(neighbor, message):
    message = message.replace("":"", """")
    raw = concat_bytes_i(
        character(int(_, 16))
        for _ in (message[i * 2 : (i * 2) + 2] for i in range(len(message) // 2))
    )
    if raw.startswith(b""\xff"" * 16):
        kind = ordinal(raw[18])
        # XXX: FIXME: check size
        # size = (ordinal(raw[16]) << 16) + (ordinal(raw[17]))
        if kind == 1:
            return check_open(neighbor, raw[18:])
        elif kind == 2:
            return check_update(neighbor, raw)
        elif kind == 3:
            return check_notification(raw)
    else:
        return check_update(neighbor, raw)","def check_message ( neighbor , message ) : <TAB> message = message . replace ( "":"" , """" ) <TAB> raw = concat_bytes_i ( <TAB> <TAB> character ( int ( _ , 16 ) ) <TAB> <TAB> for _ in ( message [ i * 2 : ( i * 2 ) + 2 ] for i in range ( len ( message ) // 2 ) ) <TAB> ) <TAB> if raw . startswith ( b""\xff"" * 16 ) : <TAB> <TAB> kind = ordinal ( raw [ 18 ] ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if kind == 1 : <TAB> <TAB> <TAB> return check_open ( neighbor , raw [ 18 : ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return check_update ( neighbor , raw ) <TAB> <TAB> elif kind == 3 : <TAB> <TAB> <TAB> return check_notification ( raw ) <TAB> else : <TAB> <TAB> return check_update ( neighbor , raw )",elif kind == 2 :,212
6494,"def reload(self, begin=True):
    """"""Begin or end of reloading resp. refreshing of all parameters""""""
    if begin:
        self._reload_actions = dict()
    else:
        if hasattr(self, ""_reload_actions""):
            # reload actions after all parameters set via stream:
            for name, initOpts in self._reload_actions.iteritems():
                if name in self._actions:
                    self._actions[name].reload(**(initOpts if initOpts else {}))
            # remove obsolete actions (untouched by reload process):
            delacts = OrderedDict(
                (name, action)
                for name, action in self._actions.iteritems()
                if name not in self._reload_actions
            )
            if len(delacts):
                # unban all tickets using remove action only:
                self.__flushBan(db=False, actions=delacts)
                # stop and remove it:
                self.stopActions(actions=delacts)
            delattr(self, ""_reload_actions"")
","def reload ( self , begin = True ) : <TAB> """"""Begin or end of reloading resp. refreshing of all parameters"""""" <TAB> if begin : <TAB> <TAB> self . _reload_actions = dict ( ) <TAB> else : <TAB> <TAB> if hasattr ( self , ""_reload_actions"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for name , initOpts in self . _reload_actions . iteritems ( ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . _actions [ name ] . reload ( ** ( initOpts if initOpts else { } ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> delacts = OrderedDict ( <TAB> <TAB> <TAB> <TAB> ( name , action ) <TAB> <TAB> <TAB> <TAB> for name , action in self . _actions . iteritems ( ) <TAB> <TAB> <TAB> <TAB> if name not in self . _reload_actions <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if len ( delacts ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . __flushBan ( db = False , actions = delacts ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . stopActions ( actions = delacts ) <TAB> <TAB> <TAB> delattr ( self , ""_reload_actions"" )",if name in self . _actions :,277
3286,"def merge(self, other):
    d = self._name2ft
    for name, (f, t) in other._name2ft.items():
        if name in d:
            # Don't print here by default, since doing
            #     so breaks some of the buildbots
            # print ""*** DocTestRunner.merge: '"" + name + ""' in both"" \
            #    "" testers; summing outcomes.""
            f2, t2 = d[name]
            f = f + f2
            t = t + t2
        d[name] = f, t","def merge ( self , other ) : <TAB> d = self . _name2ft <TAB> for name , ( f , t ) in other . _name2ft . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> f2 , t2 = d [ name ] <TAB> <TAB> <TAB> f = f + f2 <TAB> <TAB> <TAB> t = t + t2 <TAB> <TAB> d [ name ] = f , t",if name in d :,157
22498,"def __new__(meta, name, bases, clsdict):
    if not (""__doc__"" in clsdict and clsdict[""__doc__""]):
        for mro_cls in (mro_cls for base in bases for mro_cls in base.mro()):
            doc = mro_cls.__doc__
            if doc:
                clsdict[""__doc__""] = doc
                break
    for attr, attribute in listitems(clsdict):
        if not attribute.__doc__:
            for mro_cls in (
                mro_cls
                for base in bases
                for mro_cls in base.mro()
                if hasattr(mro_cls, attr)
            ):
                doc = getattr(getattr(mro_cls, attr), ""__doc__"")
                if doc:
                    if isinstance(attribute, property):
                        clsdict[attr] = property(
                            attribute.fget, attribute.fset, attribute.fdel, doc
                        )
                    else:
                        attribute.__doc__ = doc
                    break
    return type.__new__(meta, name, bases, clsdict)
","def __new__ ( meta , name , bases , clsdict ) : <TAB> if not ( ""__doc__"" in clsdict and clsdict [ ""__doc__"" ] ) : <TAB> <TAB> for mro_cls in ( mro_cls for base in bases for mro_cls in base . mro ( ) ) : <TAB> <TAB> <TAB> doc = mro_cls . __doc__ <TAB> <TAB> <TAB> if doc : <TAB> <TAB> <TAB> <TAB> clsdict [ ""__doc__"" ] = doc <TAB> <TAB> <TAB> <TAB> break <TAB> for attr , attribute in listitems ( clsdict ) : <TAB> <TAB> if not attribute . __doc__ : <TAB> <TAB> <TAB> for mro_cls in ( <TAB> <TAB> <TAB> <TAB> mro_cls <TAB> <TAB> <TAB> <TAB> for base in bases <TAB> <TAB> <TAB> <TAB> for mro_cls in base . mro ( ) <TAB> <TAB> <TAB> <TAB> if hasattr ( mro_cls , attr ) <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> doc = getattr ( getattr ( mro_cls , attr ) , ""__doc__"" ) <TAB> <TAB> <TAB> <TAB> if doc : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> clsdict [ attr ] = property ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> attribute . fget , attribute . fset , attribute . fdel , doc <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> attribute . __doc__ = doc <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> return type . __new__ ( meta , name , bases , clsdict )","if isinstance ( attribute , property ) :",306
4122,"def stop(self, timeout=5):
    # Must shut down threads here so the code that calls
    # this method can know when all threads are stopped.
    for worker in self._threads:
        self._queue.put(_SHUTDOWNREQUEST)
    # Don't join currentThread (when stop is called inside a request).
    current = threading.currentThread()
    if timeout and timeout >= 0:
        endtime = time.time() + timeout
    while self._threads:
        worker = self._threads.pop()
        if worker is not current and worker.isAlive():
            try:
                if timeout is None or timeout < 0:
                    worker.join()
                else:
                    remaining_time = endtime - time.time()
                    if remaining_time > 0:
                        worker.join(remaining_time)
                    if worker.isAlive():
                        # We exhausted the timeout.
                        # Forcibly shut down the socket.
                        c = worker.conn
                        if c and not c.rfile.closed:
                            try:
                                c.socket.shutdown(socket.SHUT_RD)
                            except TypeError:
                                # pyOpenSSL sockets don't take an arg
                                c.socket.shutdown()
                        worker.join()
            except (
                AssertionError,
                # Ignore repeated Ctrl-C.
                # See http://www.cherrypy.org/ticket/691.
                KeyboardInterrupt,
            ):
                pass","def stop ( self , timeout = 5 ) : <TAB> <TAB> <TAB> for worker in self . _threads : <TAB> <TAB> self . _queue . put ( _SHUTDOWNREQUEST ) <TAB> <TAB> current = threading . currentThread ( ) <TAB> if timeout and timeout >= 0 : <TAB> <TAB> endtime = time . time ( ) + timeout <TAB> while self . _threads : <TAB> <TAB> worker = self . _threads . pop ( ) <TAB> <TAB> if worker is not current and worker . isAlive ( ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> if timeout is None or timeout < 0 : <TAB> <TAB> <TAB> <TAB> <TAB> worker . join ( ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> remaining_time = endtime - time . time ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> worker . join ( remaining_time ) <TAB> <TAB> <TAB> <TAB> <TAB> if worker . isAlive ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> c = worker . conn <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if c and not c . rfile . closed : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> c . socket . shutdown ( socket . SHUT_RD ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> except TypeError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> c . socket . shutdown ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> worker . join ( ) <TAB> <TAB> <TAB> except ( <TAB> <TAB> <TAB> <TAB> AssertionError , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> KeyboardInterrupt , <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> pass",if remaining_time > 0 :,440
22195,"def _token_led_lparen(self, left):
    if left[""type""] != ""field"":
        #  0 - first func arg or closing paren.
        # -1 - '(' token
        # -2 - invalid function ""name"".
        prev_t = self._lookahead_token(-2)
        raise exceptions.ParseError(
            prev_t[""start""],
            prev_t[""value""],
            prev_t[""type""],
            ""Invalid function name '%s'"" % prev_t[""value""],
        )
    name = left[""value""]
    args = []
    while not self._current_token() == ""rparen"":
        expression = self._expression()
        if self._current_token() == ""comma"":
            self._match(""comma"")
        args.append(expression)
    self._match(""rparen"")
    function_node = ast.function_expression(name, args)
    return function_node","def _token_led_lparen ( self , left ) : <TAB> if left [ ""type"" ] != ""field"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> prev_t = self . _lookahead_token ( - 2 ) <TAB> <TAB> raise exceptions . ParseError ( <TAB> <TAB> <TAB> prev_t [ ""start"" ] , <TAB> <TAB> <TAB> prev_t [ ""value"" ] , <TAB> <TAB> <TAB> prev_t [ ""type"" ] , <TAB> <TAB> <TAB> ""Invalid function name '%s'"" % prev_t [ ""value"" ] , <TAB> <TAB> ) <TAB> name = left [ ""value"" ] <TAB> args = [ ] <TAB> while not self . _current_token ( ) == ""rparen"" : <TAB> <TAB> expression = self . _expression ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _match ( ""comma"" ) <TAB> <TAB> args . append ( expression ) <TAB> self . _match ( ""rparen"" ) <TAB> function_node = ast . function_expression ( name , args ) <TAB> return function_node","if self . _current_token ( ) == ""comma"" :",235
16247,"def example_reading_spec(self):
    data_fields = {""targets"": tf.VarLenFeature(tf.int64)}
    if self.has_inputs:
        data_fields[""inputs""] = tf.VarLenFeature(tf.int64)
    if self.packed_length:
        if self.has_inputs:
            data_fields[""inputs_segmentation""] = tf.VarLenFeature(tf.int64)
            data_fields[""inputs_position""] = tf.VarLenFeature(tf.int64)
        data_fields[""targets_segmentation""] = tf.VarLenFeature(tf.int64)
        data_fields[""targets_position""] = tf.VarLenFeature(tf.int64)
    data_items_to_decoders = None
    return (data_fields, data_items_to_decoders)","def example_reading_spec ( self ) : <TAB> data_fields = { ""targets"" : tf . VarLenFeature ( tf . int64 ) } <TAB> <fill-in> <TAB> <TAB> data_fields [ ""inputs"" ] = tf . VarLenFeature ( tf . int64 ) <TAB> if self . packed_length : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> data_fields [ ""inputs_segmentation"" ] = tf . VarLenFeature ( tf . int64 ) <TAB> <TAB> <TAB> data_fields [ ""inputs_position"" ] = tf . VarLenFeature ( tf . int64 ) <TAB> <TAB> data_fields [ ""targets_segmentation"" ] = tf . VarLenFeature ( tf . int64 ) <TAB> <TAB> data_fields [ ""targets_position"" ] = tf . VarLenFeature ( tf . int64 ) <TAB> data_items_to_decoders = None <TAB> return ( data_fields , data_items_to_decoders )",if self . has_inputs :,188
19963,"def _augment_images_by_samples(
    self, images, samples, image_shapes=None, return_matrices=False
):
    nb_images = len(images)
    input_was_array = ia.is_np_array(images)
    input_dtype = None if not input_was_array else images.dtype
    result = []
    if return_matrices:
        matrices = [None] * nb_images
    for i in sm.xrange(nb_images):
        image = images[i]
        image_shape = image.shape if image_shapes is None else image_shapes[i]
        matrix, output_shape = samples.to_matrix(
            i, image.shape, image_shape, self.fit_output
        )
        cval = samples.cval[i]
        mode = samples.mode[i]
        order = samples.order[i]
        if not _is_identity_matrix(matrix):
            image_warped = _warp_affine_arr(
                image,
                matrix,
                order=order,
                mode=mode,
                cval=cval,
                output_shape=output_shape,
                backend=self.backend,
            )
            result.append(image_warped)
        else:
            result.append(image)
        if return_matrices:
            matrices[i] = matrix
    # the shapes can change due to fit_output, then it may not be possible
    # to return an array, even when the input was an array
    if input_was_array:
        nb_shapes = len({image.shape for image in result})
        if nb_shapes == 1:
            result = np.array(result, input_dtype)
    if return_matrices:
        result = (result, matrices)
    return result","def _augment_images_by_samples ( <TAB> self , images , samples , image_shapes = None , return_matrices = False ) : <TAB> nb_images = len ( images ) <TAB> input_was_array = ia . is_np_array ( images ) <TAB> input_dtype = None if not input_was_array else images . dtype <TAB> result = [ ] <TAB> <fill-in> <TAB> <TAB> matrices = [ None ] * nb_images <TAB> for i in sm . xrange ( nb_images ) : <TAB> <TAB> image = images [ i ] <TAB> <TAB> image_shape = image . shape if image_shapes is None else image_shapes [ i ] <TAB> <TAB> matrix , output_shape = samples . to_matrix ( <TAB> <TAB> <TAB> i , image . shape , image_shape , self . fit_output <TAB> <TAB> ) <TAB> <TAB> cval = samples . cval [ i ] <TAB> <TAB> mode = samples . mode [ i ] <TAB> <TAB> order = samples . order [ i ] <TAB> <TAB> if not _is_identity_matrix ( matrix ) : <TAB> <TAB> <TAB> image_warped = _warp_affine_arr ( <TAB> <TAB> <TAB> <TAB> image , <TAB> <TAB> <TAB> <TAB> matrix , <TAB> <TAB> <TAB> <TAB> order = order , <TAB> <TAB> <TAB> <TAB> mode = mode , <TAB> <TAB> <TAB> <TAB> cval = cval , <TAB> <TAB> <TAB> <TAB> output_shape = output_shape , <TAB> <TAB> <TAB> <TAB> backend = self . backend , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> result . append ( image_warped ) <TAB> <TAB> else : <TAB> <TAB> <TAB> result . append ( image ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> matrices [ i ] = matrix <TAB> <TAB> <TAB> if input_was_array : <TAB> <TAB> nb_shapes = len ( { image . shape for image in result } ) <TAB> <TAB> if nb_shapes == 1 : <TAB> <TAB> <TAB> result = np . array ( result , input_dtype ) <TAB> <fill-in> <TAB> <TAB> result = ( result , matrices ) <TAB> return result",if return_matrices :,468
18124,"def update_download_visibility(self):
    for i in range(self.window().downloads_list.topLevelItemCount()):
        item = self.window().downloads_list.topLevelItem(i)
        if not isinstance(item, DownloadWidgetItem):
            continue
        filter_match = (
            self.window().downloads_filter_input.text().lower()
            in item.download_info[""name""].lower()
        )
        is_channel = item.download_info[""channel_download""]
        if self.filter == DOWNLOADS_FILTER_CHANNELS:
            item.setHidden(not is_channel or not filter_match)
        else:
            item.setHidden(
                not item.get_raw_download_status()
                in DOWNLOADS_FILTER_DEFINITION[self.filter]
                or not filter_match
                or is_channel
            )
","def update_download_visibility ( self ) : <TAB> for i in range ( self . window ( ) . downloads_list . topLevelItemCount ( ) ) : <TAB> <TAB> item = self . window ( ) . downloads_list . topLevelItem ( i ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> filter_match = ( <TAB> <TAB> <TAB> self . window ( ) . downloads_filter_input . text ( ) . lower ( ) <TAB> <TAB> <TAB> in item . download_info [ ""name"" ] . lower ( ) <TAB> <TAB> ) <TAB> <TAB> is_channel = item . download_info [ ""channel_download"" ] <TAB> <TAB> if self . filter == DOWNLOADS_FILTER_CHANNELS : <TAB> <TAB> <TAB> item . setHidden ( not is_channel or not filter_match ) <TAB> <TAB> else : <TAB> <TAB> <TAB> item . setHidden ( <TAB> <TAB> <TAB> <TAB> not item . get_raw_download_status ( ) <TAB> <TAB> <TAB> <TAB> in DOWNLOADS_FILTER_DEFINITION [ self . filter ] <TAB> <TAB> <TAB> <TAB> or not filter_match <TAB> <TAB> <TAB> <TAB> or is_channel <TAB> <TAB> <TAB> )","if not isinstance ( item , DownloadWidgetItem ) :",235
12582,"def step(self) -> None:
    """"""Performs a single optimization step.""""""
    for group in self.param_groups:
        for p in group[""params""]:
            if p.grad is None:
                continue
            p.add_(p.grad, alpha=(-group[""lr""] * self.num_data))
    return None
","def step ( self ) -> None : <TAB> """"""Performs a single optimization step."""""" <TAB> for group in self . param_groups : <TAB> <TAB> for p in group [ ""params"" ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> p . add_ ( p . grad , alpha = ( - group [ ""lr"" ] * self . num_data ) ) <TAB> return None",if p . grad is None :,85
17610,"def setup_package(version):
    # Assemble additional setup commands
    cmdclass = {""test"": PyTest, ""flake8"": Flake8}
    install_requires = []
    for r in read(""requirements.txt"").split(""\n""):
        r = r.strip()
        if r == """":
            continue
        extra = False
        for e, v in EXTRAS_REQUIRE.items():
            if v and r.startswith(v[0]):
                EXTRAS_REQUIRE[e] = (
                    [r] if e != ""kubernetes"" or sys.version_info < (3, 0, 0) else []
                )
                extra = True
        if not extra:
            install_requires.append(r)
    command_options = {""test"": {}}
    if COVERAGE_XML:
        command_options[""test""][""cov_xml""] = ""setup.py"", True
    if COVERAGE_HTML:
        command_options[""test""][""cov_html""] = ""setup.py"", True
    setup(
        name=NAME,
        version=version,
        url=URL,
        author=AUTHOR,
        author_email=AUTHOR_EMAIL,
        description=DESCRIPTION,
        license=LICENSE,
        keywords=KEYWORDS,
        long_description=read(""README.rst""),
        classifiers=CLASSIFIERS,
        packages=find_packages(exclude=[""tests"", ""tests.*""]),
        package_data={MAIN_PACKAGE: [""*.json""]},
        python_requires="">=2.7"",
        install_requires=install_requires,
        extras_require=EXTRAS_REQUIRE,
        setup_requires=""flake8"",
        cmdclass=cmdclass,
        command_options=command_options,
        entry_points={""console_scripts"": CONSOLE_SCRIPTS},
    )","def setup_package ( version ) : <TAB> <TAB> cmdclass = { ""test"" : PyTest , ""flake8"" : Flake8 } <TAB> install_requires = [ ] <TAB> for r in read ( ""requirements.txt"" ) . split ( ""\n"" ) : <TAB> <TAB> r = r . strip ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> extra = False <TAB> <TAB> for e , v in EXTRAS_REQUIRE . items ( ) : <TAB> <TAB> <TAB> if v and r . startswith ( v [ 0 ] ) : <TAB> <TAB> <TAB> <TAB> EXTRAS_REQUIRE [ e ] = ( <TAB> <TAB> <TAB> <TAB> <TAB> [ r ] if e != ""kubernetes"" or sys . version_info < ( 3 , 0 , 0 ) else [ ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> extra = True <TAB> <TAB> if not extra : <TAB> <TAB> <TAB> install_requires . append ( r ) <TAB> command_options = { ""test"" : { } } <TAB> if COVERAGE_XML : <TAB> <TAB> command_options [ ""test"" ] [ ""cov_xml"" ] = ""setup.py"" , True <TAB> if COVERAGE_HTML : <TAB> <TAB> command_options [ ""test"" ] [ ""cov_html"" ] = ""setup.py"" , True <TAB> setup ( <TAB> <TAB> name = NAME , <TAB> <TAB> version = version , <TAB> <TAB> url = URL , <TAB> <TAB> author = AUTHOR , <TAB> <TAB> author_email = AUTHOR_EMAIL , <TAB> <TAB> description = DESCRIPTION , <TAB> <TAB> license = LICENSE , <TAB> <TAB> keywords = KEYWORDS , <TAB> <TAB> long_description = read ( ""README.rst"" ) , <TAB> <TAB> classifiers = CLASSIFIERS , <TAB> <TAB> packages = find_packages ( exclude = [ ""tests"" , ""tests.*"" ] ) , <TAB> <TAB> package_data = { MAIN_PACKAGE : [ ""*.json"" ] } , <TAB> <TAB> python_requires = "">=2.7"" , <TAB> <TAB> install_requires = install_requires , <TAB> <TAB> extras_require = EXTRAS_REQUIRE , <TAB> <TAB> setup_requires = ""flake8"" , <TAB> <TAB> cmdclass = cmdclass , <TAB> <TAB> command_options = command_options , <TAB> <TAB> entry_points = { ""console_scripts"" : CONSOLE_SCRIPTS } , <TAB> )","if r == """" :",464
20637,"def _get_ispdb(self, email, domain):
    domain = self._clean_domain(domain)
    if domain in (""localhost"",):
        return None
    self._progress(_(""Checking ISPDB for %s"") % domain)
    settings = self._get_xml_autoconfig(
        self.ISPDB_URL % {""domain"": domain}, domain, email
    )
    if settings:
        self._log_result(_(""Found %s in ISPDB"") % domain)
        return settings
    dparts = domain.split(""."")
    if len(dparts) > 2:
        domain = ""."".join(dparts[1:])
        # FIXME: Make a longer list of 2nd-level public TLDs to ignore
        if domain not in (""co.uk"", ""pagekite.me""):
            return self._get_xml_autoconfig(
                self.ISPDB_URL % {""domain"": domain}, domain, email
            )
    return None","def _get_ispdb ( self , email , domain ) : <TAB> domain = self . _clean_domain ( domain ) <TAB> if domain in ( ""localhost"" , ) : <TAB> <TAB> return None <TAB> self . _progress ( _ ( ""Checking ISPDB for %s"" ) % domain ) <TAB> settings = self . _get_xml_autoconfig ( <TAB> <TAB> self . ISPDB_URL % { ""domain"" : domain } , domain , email <TAB> ) <TAB> if settings : <TAB> <TAB> self . _log_result ( _ ( ""Found %s in ISPDB"" ) % domain ) <TAB> <TAB> return settings <TAB> dparts = domain . split ( ""."" ) <TAB> if len ( dparts ) > 2 : <TAB> <TAB> domain = ""."" . join ( dparts [ 1 : ] ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return self . _get_xml_autoconfig ( <TAB> <TAB> <TAB> <TAB> self . ISPDB_URL % { ""domain"" : domain } , domain , email <TAB> <TAB> <TAB> ) <TAB> return None","if domain not in ( ""co.uk"" , ""pagekite.me"" ) :",236
8665,"def __gt__(self, other):
    # when edge are inserting to the three
    if isinstance(other, self.__class__):
        # if two edges intersect in one point bigger edge will be with less angle with X coordinate
        if almost_equal(self.intersection, other.intersection, self.accuracy):
            # ""Edges intersects in the same point""
            if almost_equal(self.product, other.product, self.accuracy):
                # two edges are overlapping each other, there is no need of storing them together in tree
                # longest edge should take place in tree with information of both overlapping edges
                # input can have equal edges, such cases should be handled externally
                return False
            else:
                return self.product > other.product
        else:
            return self.intersection > other.intersection
    # this part is for searching edges by value of x coordinate of event point
    else:
        if almost_equal(self.intersection, other, self.accuracy):
            return False
        else:
            return self.intersection > other
","def __gt__ ( self , other ) : <TAB> <TAB> if isinstance ( other , self . __class__ ) : <TAB> <TAB> <TAB> <TAB> if almost_equal ( self . intersection , other . intersection , self . accuracy ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return self . product > other . product <TAB> <TAB> else : <TAB> <TAB> <TAB> return self . intersection > other . intersection <TAB> <TAB> else : <TAB> <TAB> if almost_equal ( self . intersection , other , self . accuracy ) : <TAB> <TAB> <TAB> return False <TAB> <TAB> else : <TAB> <TAB> <TAB> return self . intersection > other","if almost_equal ( self . product , other . product , self . accuracy ) :",269
5837,"def read(self, iprot):
    if (
        iprot._fast_decode is not None
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
    ):
        iprot._fast_decode(self, iprot, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRUCT:
                self.status = TStatus()
                self.status.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRING:
                self.delegationToken = (
                    iprot.readString().decode(""utf-8"")
                    if sys.version_info[0] == 2
                    else iprot.readString()
                )
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . _fast_decode is not None <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> ) : <TAB> <TAB> iprot . _fast_decode ( self , iprot , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . status = TStatus ( ) <TAB> <TAB> <TAB> <TAB> self . status . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . delegationToken = ( <TAB> <TAB> <TAB> <TAB> <TAB> iprot . readString ( ) . decode ( ""utf-8"" ) <TAB> <TAB> <TAB> <TAB> <TAB> if sys . version_info [ 0 ] == 2 <TAB> <TAB> <TAB> <TAB> <TAB> else iprot . readString ( ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STOP :,362
10037,"def short_repr(obj):
    if isinstance(
        obj,
        (type, types.ModuleType, types.BuiltinMethodType, types.BuiltinFunctionType),
    ):
        return obj.__name__
    if isinstance(obj, types.MethodType):
        if obj.im_self is not None:
            return obj.im_func.__name__ + "" (bound)""
        else:
            return obj.im_func.__name__
    if isinstance(obj, (tuple, list, dict, set)):
        return ""%d items"" % len(obj)
    if isinstance(obj, weakref.ref):
        return ""all_weakrefs_are_one""
    return repr(obj)[:40]","def short_repr ( obj ) : <TAB> if isinstance ( <TAB> <TAB> obj , <TAB> <TAB> ( type , types . ModuleType , types . BuiltinMethodType , types . BuiltinFunctionType ) , <TAB> ) : <TAB> <TAB> return obj . __name__ <TAB> if isinstance ( obj , types . MethodType ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return obj . im_func . __name__ + "" (bound)"" <TAB> <TAB> else : <TAB> <TAB> <TAB> return obj . im_func . __name__ <TAB> if isinstance ( obj , ( tuple , list , dict , set ) ) : <TAB> <TAB> return ""%d items"" % len ( obj ) <TAB> if isinstance ( obj , weakref . ref ) : <TAB> <TAB> return ""all_weakrefs_are_one"" <TAB> return repr ( obj ) [ : 40 ]",if obj . im_self is not None :,172
15890,"def validate_domain(domain: Optional[str]) -> None:
    if domain is None or len(domain) == 0:
        raise ValidationError(_(""Domain can't be empty.""))
    if ""."" not in domain:
        raise ValidationError(_(""Domain must have at least one dot (.)""))
    if len(domain) > 255:
        raise ValidationError(_(""Domain is too long""))
    if domain[0] == ""."" or domain[-1] == ""."":
        raise ValidationError(_(""Domain cannot start or end with a dot (.)""))
    for subdomain in domain.split("".""):
        if not subdomain:
            raise ValidationError(_(""Consecutive '.' are not allowed.""))
        if subdomain[0] == ""-"" or subdomain[-1] == ""-"":
            raise ValidationError(_(""Subdomains cannot start or end with a '-'.""))
        if not re.match(""^[a-z0-9-]*$"", subdomain):
            raise ValidationError(
                _(""Domain can only have letters, numbers, '.' and '-'s."")
            )","def validate_domain ( domain : Optional [ str ] ) -> None : <TAB> if domain is None or len ( domain ) == 0 : <TAB> <TAB> raise ValidationError ( _ ( ""Domain can't be empty."" ) ) <TAB> if ""."" not in domain : <TAB> <TAB> raise ValidationError ( _ ( ""Domain must have at least one dot (.)"" ) ) <TAB> if len ( domain ) > 255 : <TAB> <TAB> raise ValidationError ( _ ( ""Domain is too long"" ) ) <TAB> if domain [ 0 ] == ""."" or domain [ - 1 ] == ""."" : <TAB> <TAB> raise ValidationError ( _ ( ""Domain cannot start or end with a dot (.)"" ) ) <TAB> for subdomain in domain . split ( ""."" ) : <TAB> <TAB> if not subdomain : <TAB> <TAB> <TAB> raise ValidationError ( _ ( ""Consecutive '.' are not allowed."" ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValidationError ( _ ( ""Subdomains cannot start or end with a '-'."" ) ) <TAB> <TAB> if not re . match ( ""^[a-z0-9-]*$"" , subdomain ) : <TAB> <TAB> <TAB> raise ValidationError ( <TAB> <TAB> <TAB> <TAB> _ ( ""Domain can only have letters, numbers, '.' and '-'s."" ) <TAB> <TAB> <TAB> )","if subdomain [ 0 ] == ""-"" or subdomain [ - 1 ] == ""-"" :",235
4930,"def _write_image(
    out, imgName, data, append, icon, catalog, functionCompatible, old_index
):
    out.write(""#"" + ""-"" * 70 + ""\n"")
    if not append:
        out.write(""# This file was generated by %s\n#\n"" % sys.argv[0])
        out.write(""from wx.lib.embeddedimage import PyEmbeddedImage\n\n"")
        if catalog:
            out.write(""catalog = {}\n"")
            out.write(""index = []\n\n"")
    varName = _replace_non_alphanumeric_with_underscore(imgName)
    out.write(""%s = PyEmbeddedImage(\n%s\n"" % (varName, data))
    if catalog:
        if imgName in old_index:
            print(""Warning: %s already in catalog."" % imgName)
            print(""         Only the last entry will be accessible.\n"")
        old_index.append(imgName)
        out.write(""index.append('%s')\n"" % imgName)
        out.write(""catalog['%s'] = %s\n"" % (imgName, varName))
    if functionCompatible:
        out.write(""get%sData = %s.GetData\n"" % (varName, varName))
        out.write(""get%sImage = %s.GetImage\n"" % (varName, varName))
        out.write(""get%sBitmap = %s.GetBitmap\n"" % (varName, varName))
        if icon:
            out.write(""get%sIcon = %s.GetIcon\n"" % (varName, varName))
    out.write(""\n"")","def _write_image ( <TAB> out , imgName , data , append , icon , catalog , functionCompatible , old_index ) : <TAB> out . write ( ""#"" + ""-"" * 70 + ""\n"" ) <TAB> if not append : <TAB> <TAB> out . write ( ""# This file was generated by %s\n#\n"" % sys . argv [ 0 ] ) <TAB> <TAB> out . write ( ""from wx.lib.embeddedimage import PyEmbeddedImage\n\n"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> out . write ( ""catalog = {}\n"" ) <TAB> <TAB> <TAB> out . write ( ""index = []\n\n"" ) <TAB> varName = _replace_non_alphanumeric_with_underscore ( imgName ) <TAB> out . write ( ""%s = PyEmbeddedImage(\n%s\n"" % ( varName , data ) ) <TAB> <fill-in> <TAB> <TAB> if imgName in old_index : <TAB> <TAB> <TAB> print ( ""Warning: %s already in catalog."" % imgName ) <TAB> <TAB> <TAB> print ( ""         Only the last entry will be accessible.\n"" ) <TAB> <TAB> old_index . append ( imgName ) <TAB> <TAB> out . write ( ""index.append('%s')\n"" % imgName ) <TAB> <TAB> out . write ( ""catalog['%s'] = %s\n"" % ( imgName , varName ) ) <TAB> if functionCompatible : <TAB> <TAB> out . write ( ""get%sData = %s.GetData\n"" % ( varName , varName ) ) <TAB> <TAB> out . write ( ""get%sImage = %s.GetImage\n"" % ( varName , varName ) ) <TAB> <TAB> out . write ( ""get%sBitmap = %s.GetBitmap\n"" % ( varName , varName ) ) <TAB> <TAB> if icon : <TAB> <TAB> <TAB> out . write ( ""get%sIcon = %s.GetIcon\n"" % ( varName , varName ) ) <TAB> out . write ( ""\n"" )",if catalog :,433
14081,"def __init__(self, data=None, **params):
    if isinstance(data, Element):
        params = dict(get_param_values(data), **params)
        if ""kdims"" not in params:
            params[""kdims""] = data.kdims
        if ""vdims"" not in params:
            params[""vdims""] = data.vdims
        data = data.mapping()
    super(Collator, self).__init__(data, **params)
","def __init__ ( self , data = None , ** params ) : <TAB> if isinstance ( data , Element ) : <TAB> <TAB> params = dict ( get_param_values ( data ) , ** params ) <TAB> <TAB> if ""kdims"" not in params : <TAB> <TAB> <TAB> params [ ""kdims"" ] = data . kdims <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> params [ ""vdims"" ] = data . vdims <TAB> <TAB> data = data . mapping ( ) <TAB> super ( Collator , self ) . __init__ ( data , ** params )","if ""vdims"" not in params :",118
17816,"def tree(self, media=None, media_id=None):
    db = get_db()
    if media:
        result = media
    elif media_id:
        result = db.get(""id"", media_id, with_doc=True)
    else:
        return None
    # Find children
    items = db.get_many(""media_children"", result[""_id""], with_doc=True)
    keys = []
    # Build children arrays
    for item in items:
        key = self.key(item[""doc""][""type""]) + ""s""
        if key not in result:
            result[key] = {}
        elif type(result[key]) is not dict:
            result[key] = {}
        if key not in keys:
            keys.append(key)
        result[key][item[""_id""]] = fireEvent(""library.tree"", item[""doc""], single=True)
    # Unique children
    for key in keys:
        result[key] = result[key].values()
    # Include releases
    result[""releases""] = fireEvent(""release.for_media"", result[""_id""], single=True)
    return result
","def tree ( self , media = None , media_id = None ) : <TAB> db = get_db ( ) <TAB> if media : <TAB> <TAB> result = media <TAB> elif media_id : <TAB> <TAB> result = db . get ( ""id"" , media_id , with_doc = True ) <TAB> else : <TAB> <TAB> return None <TAB> <TAB> items = db . get_many ( ""media_children"" , result [ ""_id"" ] , with_doc = True ) <TAB> keys = [ ] <TAB> <TAB> for item in items : <TAB> <TAB> key = self . key ( item [ ""doc"" ] [ ""type"" ] ) + ""s"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result [ key ] = { } <TAB> <TAB> elif type ( result [ key ] ) is not dict : <TAB> <TAB> <TAB> result [ key ] = { } <TAB> <TAB> if key not in keys : <TAB> <TAB> <TAB> keys . append ( key ) <TAB> <TAB> result [ key ] [ item [ ""_id"" ] ] = fireEvent ( ""library.tree"" , item [ ""doc"" ] , single = True ) <TAB> <TAB> for key in keys : <TAB> <TAB> result [ key ] = result [ key ] . values ( ) <TAB> <TAB> result [ ""releases"" ] = fireEvent ( ""release.for_media"" , result [ ""_id"" ] , single = True ) <TAB> return result",if key not in result :,286
22191,"def start(self):
    self.logger.debug(""Starting..."")
    self.server = ThreadedTCPServer(
        (self.local_ip, int(self.config[""port""])), ThreadedTCPRequestHandler
    )
    if self.config.get(""usessl"") == ""Yes"":
        self.logger.debug(""Using SSL socket"")
        keyfile_path = ""listeners/ssl_utils/privkey.pem""
        keyfile_path = ListenerBase.abs_config_path(keyfile_path)
        if keyfile_path is None:
            self.logger.error(""Could not locate %s"", keyfile_path)
            sys.exit(1)
        certfile_path = ""listeners/ssl_utils/server.pem""
        certfile_path = ListenerBase.abs_config_path(certfile_path)
        if certfile_path is None:
            self.logger.error(""Could not locate %s"", certfile_path)
            sys.exit(1)
        self.server.socket = ssl.wrap_socket(
            self.server.socket,
            keyfile=""privkey.pem"",
            certfile=""server.pem"",
            server_side=True,
            ciphers=""RSA"",
        )
    self.server.logger = self.logger
    self.server.config = self.config
    self.server_thread = threading.Thread(target=self.server.serve_forever)
    self.server_thread.daemon = True
    self.server_thread.start()","def start ( self ) : <TAB> self . logger . debug ( ""Starting..."" ) <TAB> self . server = ThreadedTCPServer ( <TAB> <TAB> ( self . local_ip , int ( self . config [ ""port"" ] ) ) , ThreadedTCPRequestHandler <TAB> ) <TAB> if self . config . get ( ""usessl"" ) == ""Yes"" : <TAB> <TAB> self . logger . debug ( ""Using SSL socket"" ) <TAB> <TAB> keyfile_path = ""listeners/ssl_utils/privkey.pem"" <TAB> <TAB> keyfile_path = ListenerBase . abs_config_path ( keyfile_path ) <TAB> <TAB> if keyfile_path is None : <TAB> <TAB> <TAB> self . logger . error ( ""Could not locate %s"" , keyfile_path ) <TAB> <TAB> <TAB> sys . exit ( 1 ) <TAB> <TAB> certfile_path = ""listeners/ssl_utils/server.pem"" <TAB> <TAB> certfile_path = ListenerBase . abs_config_path ( certfile_path ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . logger . error ( ""Could not locate %s"" , certfile_path ) <TAB> <TAB> <TAB> sys . exit ( 1 ) <TAB> <TAB> self . server . socket = ssl . wrap_socket ( <TAB> <TAB> <TAB> self . server . socket , <TAB> <TAB> <TAB> keyfile = ""privkey.pem"" , <TAB> <TAB> <TAB> certfile = ""server.pem"" , <TAB> <TAB> <TAB> server_side = True , <TAB> <TAB> <TAB> ciphers = ""RSA"" , <TAB> <TAB> ) <TAB> self . server . logger = self . logger <TAB> self . server . config = self . config <TAB> self . server_thread = threading . Thread ( target = self . server . serve_forever ) <TAB> self . server_thread . daemon = True <TAB> self . server_thread . start ( )",if certfile_path is None :,373
6985,"def test_primitive_options_class_names(es):
    options1 = {""mean"": {""include_entities"": [""customers""]}}
    options2 = {Mean: {""include_entities"": [""customers""]}}
    bad_options = {
        ""mean"": {""include_entities"": [""customers""]},
        Mean: {""ignore_entities"": [""customers""]},
    }
    conflicting_error_text = ""Multiple options found for primitive mean""
    primitives = [[""mean""], [Mean]]
    options = [options1, options2]
    features = []
    for primitive in primitives:
        with pytest.raises(KeyError, match=conflicting_error_text):
            DeepFeatureSynthesis(
                target_entity_id=""cohorts"",
                entityset=es,
                agg_primitives=primitive,
                trans_primitives=[],
                primitive_options=bad_options,
            )
        for option in options:
            dfs_obj = DeepFeatureSynthesis(
                target_entity_id=""cohorts"",
                entityset=es,
                agg_primitives=primitive,
                trans_primitives=[],
                primitive_options=option,
            )
            features.append(set(dfs_obj.build_features()))
    for f in features[0]:
        deps = f.get_dependencies(deep=True)
        entities = [d.entity.id for d in deps]
        if isinstance(f.primitive, Mean):
            assert all(entity == ""customers"" for entity in entities)
    assert features[0] == features[1] == features[2] == features[3]","def test_primitive_options_class_names ( es ) : <TAB> options1 = { ""mean"" : { ""include_entities"" : [ ""customers"" ] } } <TAB> options2 = { Mean : { ""include_entities"" : [ ""customers"" ] } } <TAB> bad_options = { <TAB> <TAB> ""mean"" : { ""include_entities"" : [ ""customers"" ] } , <TAB> <TAB> Mean : { ""ignore_entities"" : [ ""customers"" ] } , <TAB> } <TAB> conflicting_error_text = ""Multiple options found for primitive mean"" <TAB> primitives = [ [ ""mean"" ] , [ Mean ] ] <TAB> options = [ options1 , options2 ] <TAB> features = [ ] <TAB> for primitive in primitives : <TAB> <TAB> with pytest . raises ( KeyError , match = conflicting_error_text ) : <TAB> <TAB> <TAB> DeepFeatureSynthesis ( <TAB> <TAB> <TAB> <TAB> target_entity_id = ""cohorts"" , <TAB> <TAB> <TAB> <TAB> entityset = es , <TAB> <TAB> <TAB> <TAB> agg_primitives = primitive , <TAB> <TAB> <TAB> <TAB> trans_primitives = [ ] , <TAB> <TAB> <TAB> <TAB> primitive_options = bad_options , <TAB> <TAB> <TAB> ) <TAB> <TAB> for option in options : <TAB> <TAB> <TAB> dfs_obj = DeepFeatureSynthesis ( <TAB> <TAB> <TAB> <TAB> target_entity_id = ""cohorts"" , <TAB> <TAB> <TAB> <TAB> entityset = es , <TAB> <TAB> <TAB> <TAB> agg_primitives = primitive , <TAB> <TAB> <TAB> <TAB> trans_primitives = [ ] , <TAB> <TAB> <TAB> <TAB> primitive_options = option , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> features . append ( set ( dfs_obj . build_features ( ) ) ) <TAB> for f in features [ 0 ] : <TAB> <TAB> deps = f . get_dependencies ( deep = True ) <TAB> <TAB> entities = [ d . entity . id for d in deps ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert all ( entity == ""customers"" for entity in entities ) <TAB> assert features [ 0 ] == features [ 1 ] == features [ 2 ] == features [ 3 ]","if isinstance ( f . primitive , Mean ) :",421
22885,"def readAtAutoNodes(self):
    c = self.c
    p = c.p
    after = p.nodeAfterTree()
    found = False
    while p and p != after:
        if p.isAtAutoNode():
            if p.isAtIgnoreNode():
                g.warning(""ignoring"", p.h)
                p.moveToThreadNext()
            else:
                fileName = p.atAutoNodeName()
                c.atFileCommands.readOneAtAutoNode(fileName, p)
                found = True
                p.moveToNodeAfterTree()
        else:
            p.moveToThreadNext()
    if not g.unitTesting:
        message = ""finished"" if found else ""no @auto nodes in the selected tree""
        g.blue(message)
    c.redraw()
","def readAtAutoNodes ( self ) : <TAB> c = self . c <TAB> p = c . p <TAB> after = p . nodeAfterTree ( ) <TAB> found = False <TAB> while p and p != after : <TAB> <TAB> if p . isAtAutoNode ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> g . warning ( ""ignoring"" , p . h ) <TAB> <TAB> <TAB> <TAB> p . moveToThreadNext ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> fileName = p . atAutoNodeName ( ) <TAB> <TAB> <TAB> <TAB> c . atFileCommands . readOneAtAutoNode ( fileName , p ) <TAB> <TAB> <TAB> <TAB> found = True <TAB> <TAB> <TAB> <TAB> p . moveToNodeAfterTree ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> p . moveToThreadNext ( ) <TAB> if not g . unitTesting : <TAB> <TAB> message = ""finished"" if found else ""no @auto nodes in the selected tree"" <TAB> <TAB> g . blue ( message ) <TAB> c . redraw ( )",if p . isAtIgnoreNode ( ) :,220
17885,"def _LeaseMessageHandlerRequests(self, lease_time, limit):
    """"""Read and lease some outstanding message handler requests.""""""
    leased_requests = []
    now = rdfvalue.RDFDatetime.Now()
    zero = rdfvalue.RDFDatetime.FromSecondsSinceEpoch(0)
    expiration_time = now + lease_time
    leases = self.message_handler_leases
    for requests in self.message_handler_requests.values():
        for r in requests.values():
            existing_lease = leases.get(r.handler_name, {}).get(r.request_id, zero)
            if existing_lease < now:
                leases.setdefault(r.handler_name, {})[r.request_id] = expiration_time
                r.leased_until = expiration_time
                r.leased_by = utils.ProcessIdString()
                leased_requests.append(r)
                if len(leased_requests) >= limit:
                    break
    return leased_requests","def _LeaseMessageHandlerRequests ( self , lease_time , limit ) : <TAB> """"""Read and lease some outstanding message handler requests."""""" <TAB> leased_requests = [ ] <TAB> now = rdfvalue . RDFDatetime . Now ( ) <TAB> zero = rdfvalue . RDFDatetime . FromSecondsSinceEpoch ( 0 ) <TAB> expiration_time = now + lease_time <TAB> leases = self . message_handler_leases <TAB> for requests in self . message_handler_requests . values ( ) : <TAB> <TAB> for r in requests . values ( ) : <TAB> <TAB> <TAB> existing_lease = leases . get ( r . handler_name , { } ) . get ( r . request_id , zero ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> leases . setdefault ( r . handler_name , { } ) [ r . request_id ] = expiration_time <TAB> <TAB> <TAB> <TAB> r . leased_until = expiration_time <TAB> <TAB> <TAB> <TAB> r . leased_by = utils . ProcessIdString ( ) <TAB> <TAB> <TAB> <TAB> leased_requests . append ( r ) <TAB> <TAB> <TAB> <TAB> if len ( leased_requests ) >= limit : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> return leased_requests",if existing_lease < now :,265
25381,"def inner(collection=""test""):
    if collection is None:
        return davical_args
    assert collection.startswith(""test"")
    for _ in range(4):
        args = self.storage_class.create_collection(
            collection + str(uuid.uuid4()), **davical_args
        )
        s = self.storage_class(**args)
        if not list(s.list()):
            request.addfinalizer(lambda: s.session.request(""DELETE"", """"))
            return args
    raise RuntimeError(""Failed to find free collection."")","def inner ( collection = ""test"" ) : <TAB> if collection is None : <TAB> <TAB> return davical_args <TAB> assert collection . startswith ( ""test"" ) <TAB> for _ in range ( 4 ) : <TAB> <TAB> args = self . storage_class . create_collection ( <TAB> <TAB> <TAB> collection + str ( uuid . uuid4 ( ) ) , ** davical_args <TAB> <TAB> ) <TAB> <TAB> s = self . storage_class ( ** args ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> request . addfinalizer ( lambda : s . session . request ( ""DELETE"" , """" ) ) <TAB> <TAB> <TAB> return args <TAB> raise RuntimeError ( ""Failed to find free collection."" )",if not list ( s . list ( ) ) :,142
3665,"def determine_local_world_size(nproc_per_node: str):
    try:
        logging.info(f""Using nproc_per_node={nproc_per_node}."")
        return int(nproc_per_node)
    except ValueError:
        if nproc_per_node == ""cpu"":
            num_proc = os.cpu_count()
            device_type = ""cpu""
        elif nproc_per_node == ""gpu"":
            if not torch.cuda.is_available():
                raise ValueError(""Cuda is not available."")
            device_type = ""gpu""
            num_proc = torch.cuda.device_count()
        elif nproc_per_node == ""auto"":
            if torch.cuda.is_available():
                num_proc = torch.cuda.device_count()
                device_type = ""gpu""
            else:
                num_proc = os.cpu_count()
                device_type = ""cpu""
        else:
            raise ValueError(f""Unsupported nproc_per_node value: {nproc_per_node}"")
        log.info(
            f""Using nproc_per_node={nproc_per_node},""
            f"" seting to {num_proc} since the instance ""
            f""has {os.cpu_count()} {device_type}""
        )
        return num_proc
","def determine_local_world_size ( nproc_per_node : str ) : <TAB> try : <TAB> <TAB> logging . info ( f""Using nproc_per_node={nproc_per_node}."" ) <TAB> <TAB> return int ( nproc_per_node ) <TAB> except ValueError : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> num_proc = os . cpu_count ( ) <TAB> <TAB> <TAB> device_type = ""cpu"" <TAB> <TAB> elif nproc_per_node == ""gpu"" : <TAB> <TAB> <TAB> if not torch . cuda . is_available ( ) : <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""Cuda is not available."" ) <TAB> <TAB> <TAB> device_type = ""gpu"" <TAB> <TAB> <TAB> num_proc = torch . cuda . device_count ( ) <TAB> <TAB> elif nproc_per_node == ""auto"" : <TAB> <TAB> <TAB> if torch . cuda . is_available ( ) : <TAB> <TAB> <TAB> <TAB> num_proc = torch . cuda . device_count ( ) <TAB> <TAB> <TAB> <TAB> device_type = ""gpu"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> num_proc = os . cpu_count ( ) <TAB> <TAB> <TAB> <TAB> device_type = ""cpu"" <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( f""Unsupported nproc_per_node value: {nproc_per_node}"" ) <TAB> <TAB> log . info ( <TAB> <TAB> <TAB> f""Using nproc_per_node={nproc_per_node},"" <TAB> <TAB> <TAB> f"" seting to {num_proc} since the instance "" <TAB> <TAB> <TAB> f""has {os.cpu_count()} {device_type}"" <TAB> <TAB> ) <TAB> <TAB> return num_proc","if nproc_per_node == ""cpu"" :",363
24732,"def change_status(self, enabled_accounts, status_message):
    if not self.interface:
        try:
            self.interface = Gio.DBusProxy.new_for_bus_sync(
                Gio.BusType.SESSION,
                Gio.DBusProxyFlags.NONE,
                None,
                ""org.gajim.dbus"",
                ""/org/gajim/dbus/RemoteObject"",
                ""org.gajim.dbus.RemoteInterface"",
                None,
            )
        except GLib.Error:
            self.interface = None
    if self.interface:
        try:
            for account in self.interface.list_accounts():
                status = self.interface.get_status(""(s)"", account)
                if enabled_accounts != [] and account not in enabled_accounts:
                    continue
                if status in self.statuses:
                    self.interface.change_status(
                        ""(sss)"", status, status_message, account
                    )
        except GLib.Error:
            self.interface = None
","def change_status ( self , enabled_accounts , status_message ) : <TAB> if not self . interface : <TAB> <TAB> try : <TAB> <TAB> <TAB> self . interface = Gio . DBusProxy . new_for_bus_sync ( <TAB> <TAB> <TAB> <TAB> Gio . BusType . SESSION , <TAB> <TAB> <TAB> <TAB> Gio . DBusProxyFlags . NONE , <TAB> <TAB> <TAB> <TAB> None , <TAB> <TAB> <TAB> <TAB> ""org.gajim.dbus"" , <TAB> <TAB> <TAB> <TAB> ""/org/gajim/dbus/RemoteObject"" , <TAB> <TAB> <TAB> <TAB> ""org.gajim.dbus.RemoteInterface"" , <TAB> <TAB> <TAB> <TAB> None , <TAB> <TAB> <TAB> ) <TAB> <TAB> except GLib . Error : <TAB> <TAB> <TAB> self . interface = None <TAB> if self . interface : <TAB> <TAB> try : <TAB> <TAB> <TAB> for account in self . interface . list_accounts ( ) : <TAB> <TAB> <TAB> <TAB> status = self . interface . get_status ( ""(s)"" , account ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if status in self . statuses : <TAB> <TAB> <TAB> <TAB> <TAB> self . interface . change_status ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""(sss)"" , status , status_message , account <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> except GLib . Error : <TAB> <TAB> <TAB> self . interface = None",if enabled_accounts != [ ] and account not in enabled_accounts :,300
13612,"def dot(self, other, sparse=True):
    other_shape = other.shape
    try:
        other = naked(other)
    except TypeError:
        return NotImplemented
    if not sparse:
        a = self.toarray()
        if issparse(other):
            other = other.toarray().reshape(other_shape)
        x = a.dot(other)
    else:
        if len(other_shape) == 1:
            x = self.spmatrix.dot(other.T)
        else:
            x = self.spmatrix.dot(other)
    if issparse(x):
        if x.shape == (1, 1):
            # return scalar
            return x.toarray()[0, 0]
        shape = (x.shape[1],)
        return SparseNDArray(x, shape=shape)
    return get_array_module(x).asarray(x)","def dot ( self , other , sparse = True ) : <TAB> other_shape = other . shape <TAB> try : <TAB> <TAB> other = naked ( other ) <TAB> except TypeError : <TAB> <TAB> return NotImplemented <TAB> if not sparse : <TAB> <TAB> a = self . toarray ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> other = other . toarray ( ) . reshape ( other_shape ) <TAB> <TAB> x = a . dot ( other ) <TAB> else : <TAB> <TAB> if len ( other_shape ) == 1 : <TAB> <TAB> <TAB> x = self . spmatrix . dot ( other . T ) <TAB> <TAB> else : <TAB> <TAB> <TAB> x = self . spmatrix . dot ( other ) <TAB> if issparse ( x ) : <TAB> <TAB> if x . shape == ( 1 , 1 ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return x . toarray ( ) [ 0 , 0 ] <TAB> <TAB> shape = ( x . shape [ 1 ] , ) <TAB> <TAB> return SparseNDArray ( x , shape = shape ) <TAB> return get_array_module ( x ) . asarray ( x )",if issparse ( other ) :,225
1840,"def test_statvfs_result_pickle(self):
    result = os.statvfs(self.fname)
    for proto in range(pickle.HIGHEST_PROTOCOL + 1):
        p = pickle.dumps(result, proto)
        self.assertIn(b""statvfs_result"", p)
        if proto < 4:
            self.assertIn(b""cos\nstatvfs_result\n"", p)
        unpickled = pickle.loads(p)
        self.assertEqual(result, unpickled)","def test_statvfs_result_pickle ( self ) : <TAB> result = os . statvfs ( self . fname ) <TAB> for proto in range ( pickle . HIGHEST_PROTOCOL + 1 ) : <TAB> <TAB> p = pickle . dumps ( result , proto ) <TAB> <TAB> self . assertIn ( b""statvfs_result"" , p ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertIn ( b""cos\nstatvfs_result\n"" , p ) <TAB> <TAB> unpickled = pickle . loads ( p ) <TAB> <TAB> self . assertEqual ( result , unpickled )",if proto < 4 :,118
4249,"def __new__(mcs, name, bases, attrs, **kw):
    if name in (""Event"",):
        return super().__new__(mcs, name, bases, attrs, **kw)
    if not (
        name.startswith(""Evt"") or name.startswith(""_Evt"") or name.startswith(""_Msg"")
    ):
        raise ValueError('Event class names must begin with ""Evt (%s)""' % name)
    if ""__doc__"" not in attrs:
        raise ValueError(""Event classes must have a docstring"")
    props = set()
    for base in bases:
        if hasattr(base, ""_props""):
            props.update(base._props)
    newattrs = {""_internal"": False}
    for k, v in attrs.items():
        if k[0] == ""_"":
            newattrs[k] = v
            continue
        if k in props:
            raise ValueError(
                ""Event class %s duplicates property %s defined in superclass"" % (mcs, k)
            )
        props.add(k)
        newattrs[k] = docstr(v)
    newattrs[""_props""] = props
    newattrs[""_props_sorted""] = sorted(props)
    if name[0] == ""_"":
        newattrs[""_internal""] = True
        name = name[1:]
    # create a read only property for the event name
    newattrs[""event_name""] = _rprop(name)
    return super().__new__(mcs, name, bases, newattrs, **kw)","def __new__ ( mcs , name , bases , attrs , ** kw ) : <TAB> if name in ( ""Event"" , ) : <TAB> <TAB> return super ( ) . __new__ ( mcs , name , bases , attrs , ** kw ) <TAB> if not ( <TAB> <TAB> name . startswith ( ""Evt"" ) or name . startswith ( ""_Evt"" ) or name . startswith ( ""_Msg"" ) <TAB> ) : <TAB> <TAB> raise ValueError ( 'Event class names must begin with ""Evt (%s)""' % name ) <TAB> if ""__doc__"" not in attrs : <TAB> <TAB> raise ValueError ( ""Event classes must have a docstring"" ) <TAB> props = set ( ) <TAB> for base in bases : <TAB> <TAB> if hasattr ( base , ""_props"" ) : <TAB> <TAB> <TAB> props . update ( base . _props ) <TAB> newattrs = { ""_internal"" : False } <TAB> for k , v in attrs . items ( ) : <TAB> <TAB> if k [ 0 ] == ""_"" : <TAB> <TAB> <TAB> newattrs [ k ] = v <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Event class %s duplicates property %s defined in superclass"" % ( mcs , k ) <TAB> <TAB> <TAB> ) <TAB> <TAB> props . add ( k ) <TAB> <TAB> newattrs [ k ] = docstr ( v ) <TAB> newattrs [ ""_props"" ] = props <TAB> newattrs [ ""_props_sorted"" ] = sorted ( props ) <TAB> if name [ 0 ] == ""_"" : <TAB> <TAB> newattrs [ ""_internal"" ] = True <TAB> <TAB> name = name [ 1 : ] <TAB> <TAB> newattrs [ ""event_name"" ] = _rprop ( name ) <TAB> return super ( ) . __new__ ( mcs , name , bases , newattrs , ** kw )",if k in props :,368
966,"def htmlify(path, text):
    fname = os.path.basename(path)
    if any((fnmatch.fnmatchcase(fname, p) for p in _patterns)):
        # Get file_id, skip if not in database
        sql = ""SELECT files.id FROM files WHERE path = ? LIMIT 1""
        row = _conn.execute(sql, (path,)).fetchone()
        if row:
            return ClangHtmlifier(_tree, _conn, path, text, row[0])
    return None","def htmlify ( path , text ) : <TAB> fname = os . path . basename ( path ) <TAB> if any ( ( fnmatch . fnmatchcase ( fname , p ) for p in _patterns ) ) : <TAB> <TAB> <TAB> <TAB> sql = ""SELECT files.id FROM files WHERE path = ? LIMIT 1"" <TAB> <TAB> row = _conn . execute ( sql , ( path , ) ) . fetchone ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ClangHtmlifier ( _tree , _conn , path , text , row [ 0 ] ) <TAB> return None",if row :,127
18087,"def on_button_press(self, target, event, user_data):
    if event.button == 3:
        # First send to background process if handled, do nothing else
        if not event.get_state() & Gdk.ModifierType.SHIFT_MASK:
            if Vte.Terminal.do_button_press_event(self.terminal, event):
                return True
        menu = mk_terminal_context_menu(
            self.terminal,
            self.get_window(),
            self.get_settings(),
            TerminalContextMenuCallbacks(
                self.terminal,
                self.get_window(),
                self.get_settings(),
                self.get_root_box().get_notebook(),
            ),
        )
        menu.connect(""hide"", MenuHideCallback(self.get_window()).on_hide)
        HidePrevention(self.get_window()).prevent()
        try:
            menu.popup_at_pointer(event)
        except AttributeError:
            # Gtk 3.18 fallback (""'Menu' object has no attribute 'popup_at_pointer'"")
            menu.popup(None, None, None, None, event.button, event.time)
        self.terminal.grab_focus()
        return True
    self.terminal.grab_focus()
    return False","def on_button_press ( self , target , event , user_data ) : <TAB> if event . button == 3 : <TAB> <TAB> <TAB> <TAB> if not event . get_state ( ) & Gdk . ModifierType . SHIFT_MASK : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> menu = mk_terminal_context_menu ( <TAB> <TAB> <TAB> self . terminal , <TAB> <TAB> <TAB> self . get_window ( ) , <TAB> <TAB> <TAB> self . get_settings ( ) , <TAB> <TAB> <TAB> TerminalContextMenuCallbacks ( <TAB> <TAB> <TAB> <TAB> self . terminal , <TAB> <TAB> <TAB> <TAB> self . get_window ( ) , <TAB> <TAB> <TAB> <TAB> self . get_settings ( ) , <TAB> <TAB> <TAB> <TAB> self . get_root_box ( ) . get_notebook ( ) , <TAB> <TAB> <TAB> ) , <TAB> <TAB> ) <TAB> <TAB> menu . connect ( ""hide"" , MenuHideCallback ( self . get_window ( ) ) . on_hide ) <TAB> <TAB> HidePrevention ( self . get_window ( ) ) . prevent ( ) <TAB> <TAB> try : <TAB> <TAB> <TAB> menu . popup_at_pointer ( event ) <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> menu . popup ( None , None , None , None , event . button , event . time ) <TAB> <TAB> self . terminal . grab_focus ( ) <TAB> <TAB> return True <TAB> self . terminal . grab_focus ( ) <TAB> return False","if Vte . Terminal . do_button_press_event ( self . terminal , event ) :",345
16754,"def validate(self, name, object):
    if not isinstance(object, dict):  # we want a dict, and NOT a subclass
        yield ""%s is not sourced properties (not a dict)"" % (name,)
        return
    for k, v in iteritems(object):
        if not isinstance(k, text_type):
            yield ""%s property name %r is not unicode"" % (name, k)
        if not isinstance(v, tuple) or len(v) != 2:
            yield ""%s property value for '%s' is not a 2-tuple"" % (name, k)
            return
        propval, propsrc = v
        if not isinstance(propsrc, text_type):
            yield ""%s[%s] source %r is not unicode"" % (name, k, propsrc)
        try:
            json.loads(bytes2NativeString(propval))
        except ValueError:
            yield ""%s[%r] value is not JSON-able"" % (name, k)","def validate ( self , name , object ) : <TAB> if not isinstance ( object , dict ) : <TAB> <TAB> yield ""%s is not sourced properties (not a dict)"" % ( name , ) <TAB> <TAB> return <TAB> for k , v in iteritems ( object ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield ""%s property name %r is not unicode"" % ( name , k ) <TAB> <TAB> if not isinstance ( v , tuple ) or len ( v ) != 2 : <TAB> <TAB> <TAB> yield ""%s property value for '%s' is not a 2-tuple"" % ( name , k ) <TAB> <TAB> <TAB> return <TAB> <TAB> propval , propsrc = v <TAB> <TAB> if not isinstance ( propsrc , text_type ) : <TAB> <TAB> <TAB> yield ""%s[%s] source %r is not unicode"" % ( name , k , propsrc ) <TAB> <TAB> try : <TAB> <TAB> <TAB> json . loads ( bytes2NativeString ( propval ) ) <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> yield ""%s[%r] value is not JSON-able"" % ( name , k )","if not isinstance ( k , text_type ) :",251
6899,"def query(self, qtype, value):
    url = ""https://whois.arin.net/rest/""
    if qtype == ""domain"":
        url += ""pocs;domain=@"" + value
    try:
        if qtype == ""name"":
            fname, lname = value.split("" "", 1)
            if fname.endswith("",""):
                t = fname
                fname = lname
                lname = t
            url += ""pocs;first="" + fname + "";last="" + lname
    except Exception as e:
        self.sf.debug(""Couldn't process name: "" + value + "" ("" + str(e) + "")"")
        return None
    if qtype == ""contact"":
        url = value
    res = self.fetchRir(url)
    if res[""content""] is None:
        self.sf.debug(""No info found/available for "" + value + "" at ARIN."")
        return None
    try:
        j = json.loads(res[""content""])
        return j
    except Exception as e:
        self.sf.debug(f""Error processing JSON response: {e}"")
        return None","def query ( self , qtype , value ) : <TAB> url = ""https://whois.arin.net/rest/"" <TAB> if qtype == ""domain"" : <TAB> <TAB> url += ""pocs;domain=@"" + value <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fname , lname = value . split ( "" "" , 1 ) <TAB> <TAB> <TAB> if fname . endswith ( "","" ) : <TAB> <TAB> <TAB> <TAB> t = fname <TAB> <TAB> <TAB> <TAB> fname = lname <TAB> <TAB> <TAB> <TAB> lname = t <TAB> <TAB> <TAB> url += ""pocs;first="" + fname + "";last="" + lname <TAB> except Exception as e : <TAB> <TAB> self . sf . debug ( ""Couldn't process name: "" + value + "" ("" + str ( e ) + "")"" ) <TAB> <TAB> return None <TAB> if qtype == ""contact"" : <TAB> <TAB> url = value <TAB> res = self . fetchRir ( url ) <TAB> if res [ ""content"" ] is None : <TAB> <TAB> self . sf . debug ( ""No info found/available for "" + value + "" at ARIN."" ) <TAB> <TAB> return None <TAB> try : <TAB> <TAB> j = json . loads ( res [ ""content"" ] ) <TAB> <TAB> return j <TAB> except Exception as e : <TAB> <TAB> self . sf . debug ( f""Error processing JSON response: {e}"" ) <TAB> <TAB> return None","if qtype == ""name"" :",295
23433,"def _parse_display(display):
    """"""Parse an X11 display value""""""
    try:
        host, dpynum = display.rsplit("":"", 1)
        if host.startswith(""["") and host.endswith(""]""):
            host = host[1:-1]
        idx = dpynum.find(""."")
        if idx >= 0:
            screen = int(dpynum[idx + 1 :])
            dpynum = dpynum[:idx]
        else:
            screen = 0
    except (ValueError, UnicodeEncodeError):
        raise ValueError(""Invalid X11 display"") from None
    return host, dpynum, screen","def _parse_display ( display ) : <TAB> """"""Parse an X11 display value"""""" <TAB> try : <TAB> <TAB> host , dpynum = display . rsplit ( "":"" , 1 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> host = host [ 1 : - 1 ] <TAB> <TAB> idx = dpynum . find ( ""."" ) <TAB> <TAB> if idx >= 0 : <TAB> <TAB> <TAB> screen = int ( dpynum [ idx + 1 : ] ) <TAB> <TAB> <TAB> dpynum = dpynum [ : idx ] <TAB> <TAB> else : <TAB> <TAB> <TAB> screen = 0 <TAB> except ( ValueError , UnicodeEncodeError ) : <TAB> <TAB> raise ValueError ( ""Invalid X11 display"" ) from None <TAB> return host , dpynum , screen","if host . startswith ( ""["" ) and host . endswith ( ""]"" ) :",156
7732,"def __init__(self, selectable, name=None):
    baseselectable = selectable
    while isinstance(baseselectable, Alias):
        baseselectable = baseselectable.element
    self.original = baseselectable
    self.supports_execution = baseselectable.supports_execution
    if self.supports_execution:
        self._execution_options = baseselectable._execution_options
    self.element = selectable
    if name is None:
        if self.original.named_with_column:
            name = getattr(self.original, ""name"", None)
        name = _anonymous_label(""%%(%d %s)s"" % (id(self), name or ""anon""))
    self.name = name
","def __init__ ( self , selectable , name = None ) : <TAB> baseselectable = selectable <TAB> while isinstance ( baseselectable , Alias ) : <TAB> <TAB> baseselectable = baseselectable . element <TAB> self . original = baseselectable <TAB> self . supports_execution = baseselectable . supports_execution <TAB> if self . supports_execution : <TAB> <TAB> self . _execution_options = baseselectable . _execution_options <TAB> self . element = selectable <TAB> if name is None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> name = getattr ( self . original , ""name"" , None ) <TAB> <TAB> name = _anonymous_label ( ""%%(%d %s)s"" % ( id ( self ) , name or ""anon"" ) ) <TAB> self . name = name",if self . original . named_with_column :,165
22246,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 0:
            if ftype == TType.STRUCT:
                self.success = SyncChunk()
                self.success.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 1:
            if ftype == TType.STRUCT:
                self.userException = evernote.edam.error.ttypes.EDAMUserException()
                self.userException.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRUCT:
                self.systemException = evernote.edam.error.ttypes.EDAMSystemException()
                self.systemException.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 0 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . success = SyncChunk ( ) <TAB> <TAB> <TAB> <TAB> self . success . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . userException = evernote . edam . error . ttypes . EDAMUserException ( ) <TAB> <TAB> <TAB> <TAB> self . userException . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . systemException = evernote . edam . error . ttypes . EDAMSystemException ( ) <TAB> <TAB> <TAB> <TAB> self . systemException . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",elif fid == 2 :,435
16206,"def all_reduce_params(params):
    buffer = self.buffer
    nonzero_buffer = False
    if len(params) > 1:
        offset = 0
        for p in params:
            sz = p.numel()
            if p.grad is not None:
                buffer[offset : offset + sz].copy_(p.grad.data.view(-1))
                nonzero_buffer = True
            else:
                buffer[offset : offset + sz].zero_()
            offset += sz
    else:
        # we only have a single grad to all-reduce
        p = params[0]
        if p.grad is not None:
            buffer = p.grad.data
            nonzero_buffer = True
        elif p.numel() <= self.buffer.numel():
            buffer = buffer[: p.numel()]
            buffer.zero_()
        else:
            buffer = torch.zeros_like(p)
    if nonzero_buffer:
        buffer.div_(self.world_size)
    distributed_utils.all_reduce(buffer, self.process_group)
    # copy all-reduced grads back into their original place
    offset = 0
    for p in params:
        sz = p.numel()
        if p.grad is not None:
            p.grad.data.copy_(buffer[offset : offset + sz].view_as(p))
        else:
            p.grad = buffer[offset : offset + sz].view_as(p).clone()
        offset += sz","def all_reduce_params ( params ) : <TAB> buffer = self . buffer <TAB> nonzero_buffer = False <TAB> if len ( params ) > 1 : <TAB> <TAB> offset = 0 <TAB> <TAB> for p in params : <TAB> <TAB> <TAB> sz = p . numel ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> buffer [ offset : offset + sz ] . copy_ ( p . grad . data . view ( - 1 ) ) <TAB> <TAB> <TAB> <TAB> nonzero_buffer = True <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> buffer [ offset : offset + sz ] . zero_ ( ) <TAB> <TAB> <TAB> offset += sz <TAB> else : <TAB> <TAB> <TAB> <TAB> p = params [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> buffer = p . grad . data <TAB> <TAB> <TAB> nonzero_buffer = True <TAB> <TAB> elif p . numel ( ) <= self . buffer . numel ( ) : <TAB> <TAB> <TAB> buffer = buffer [ : p . numel ( ) ] <TAB> <TAB> <TAB> buffer . zero_ ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> buffer = torch . zeros_like ( p ) <TAB> if nonzero_buffer : <TAB> <TAB> buffer . div_ ( self . world_size ) <TAB> distributed_utils . all_reduce ( buffer , self . process_group ) <TAB> <TAB> offset = 0 <TAB> for p in params : <TAB> <TAB> sz = p . numel ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> p . grad . data . copy_ ( buffer [ offset : offset + sz ] . view_as ( p ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> p . grad = buffer [ offset : offset + sz ] . view_as ( p ) . clone ( ) <TAB> <TAB> offset += sz",if p . grad is not None :,389
6592,"def decode_pickle(
    sample, mode, seg_num, seglen, short_size, target_size, img_mean, img_std
):
    pickle_path = sample[0]
    try:
        if python_ver < (3, 0):
            data_loaded = pickle.load(open(pickle_path, ""rb""))
        else:
            data_loaded = pickle.load(open(pickle_path, ""rb""), encoding=""bytes"")
        vid, label, frames = data_loaded
        if len(frames) < 1:
            logger.error(
                ""{} frame length {} less than 1."".format(pickle_path, len(frames))
            )
            return None, None
    except:
        logger.info(""Error when loading {}"".format(pickle_path))
        return None, None
    if mode == ""train"" or mode == ""valid"" or mode == ""test"":
        ret_label = label
    elif mode == ""infer"":
        ret_label = vid
    imgs = video_loader(frames, seg_num, seglen, mode)
    return (
        imgs_transform(
            imgs, mode, seg_num, seglen, short_size, target_size, img_mean, img_std
        ),
        ret_label,
    )","def decode_pickle ( <TAB> sample , mode , seg_num , seglen , short_size , target_size , img_mean , img_std ) : <TAB> pickle_path = sample [ 0 ] <TAB> try : <TAB> <TAB> if python_ver < ( 3 , 0 ) : <TAB> <TAB> <TAB> data_loaded = pickle . load ( open ( pickle_path , ""rb"" ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> data_loaded = pickle . load ( open ( pickle_path , ""rb"" ) , encoding = ""bytes"" ) <TAB> <TAB> vid , label , frames = data_loaded <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . error ( <TAB> <TAB> <TAB> <TAB> ""{} frame length {} less than 1."" . format ( pickle_path , len ( frames ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return None , None <TAB> except : <TAB> <TAB> logger . info ( ""Error when loading {}"" . format ( pickle_path ) ) <TAB> <TAB> return None , None <TAB> if mode == ""train"" or mode == ""valid"" or mode == ""test"" : <TAB> <TAB> ret_label = label <TAB> elif mode == ""infer"" : <TAB> <TAB> ret_label = vid <TAB> imgs = video_loader ( frames , seg_num , seglen , mode ) <TAB> return ( <TAB> <TAB> imgs_transform ( <TAB> <TAB> <TAB> imgs , mode , seg_num , seglen , short_size , target_size , img_mean , img_std <TAB> <TAB> ) , <TAB> <TAB> ret_label , <TAB> )",if len ( frames ) < 1 :,326
11392,"def fromutc(self, dt):
    ""datetime in UTC -> datetime in local time.""
    if not isinstance(dt, datetime):
        raise TypeError(""fromutc() requires a datetime argument"")
    if dt.tzinfo is not self:
        raise ValueError(""dt.tzinfo is not self"")
    dtoff = dt.utcoffset()
    if dtoff is None:
        raise ValueError(""fromutc() requires a non-None utcoffset() "" ""result"")
    # See the long comment block at the end of this file for an
    # explanation of this algorithm.
    dtdst = dt.dst()
    if dtdst is None:
        raise ValueError(""fromutc() requires a non-None dst() result"")
    delta = dtoff - dtdst
    if delta:
        dt += delta
        dtdst = dt.dst()
        if dtdst is None:
            raise ValueError(
                ""fromutc(): dt.dst gave inconsistent "" ""results; cannot convert""
            )
    if dtdst:
        return dt + dtdst
    else:
        return dt
","def fromutc ( self , dt ) : <TAB> ""datetime in UTC -> datetime in local time."" <TAB> if not isinstance ( dt , datetime ) : <TAB> <TAB> raise TypeError ( ""fromutc() requires a datetime argument"" ) <TAB> if dt . tzinfo is not self : <TAB> <TAB> raise ValueError ( ""dt.tzinfo is not self"" ) <TAB> dtoff = dt . utcoffset ( ) <TAB> if dtoff is None : <TAB> <TAB> raise ValueError ( ""fromutc() requires a non-None utcoffset() "" ""result"" ) <TAB> <TAB> <TAB> dtdst = dt . dst ( ) <TAB> <fill-in> <TAB> <TAB> raise ValueError ( ""fromutc() requires a non-None dst() result"" ) <TAB> delta = dtoff - dtdst <TAB> if delta : <TAB> <TAB> dt += delta <TAB> <TAB> dtdst = dt . dst ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""fromutc(): dt.dst gave inconsistent "" ""results; cannot convert"" <TAB> <TAB> <TAB> ) <TAB> if dtdst : <TAB> <TAB> return dt + dtdst <TAB> else : <TAB> <TAB> return dt",if dtdst is None :,266
24415,"def _matches_metadata(
    *,
    pattern: filters.MetaFilter,  # from the handler
    content: Mapping[str, str],  # from the body
    kwargs: MutableMapping[str, Any],
    cause: causation.ResourceCause,
) -> bool:
    for key, value in pattern.items():
        if value is filters.MetaFilterToken.ABSENT and key not in content:
            continue
        elif value is filters.MetaFilterToken.PRESENT and key in content:
            continue
        elif value is None and key in content:  # deprecated; warned in @kopf.on
            continue
        elif callable(value):
            if not kwargs:
                kwargs.update(invocation.build_kwargs(cause=cause))
            if value(content.get(key, None), **kwargs):
                continue
            else:
                return False
        elif key not in content:
            return False
        elif value != content[key]:
            return False
        else:
            continue
    return True
","def _matches_metadata ( <TAB> * , <TAB> pattern : filters . MetaFilter , <TAB> content : Mapping [ str , str ] , <TAB> kwargs : MutableMapping [ str , Any ] , <TAB> cause : causation . ResourceCause , ) -> bool : <TAB> for key , value in pattern . items ( ) : <TAB> <TAB> if value is filters . MetaFilterToken . ABSENT and key not in content : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> elif value is None and key in content : <TAB> <TAB> <TAB> continue <TAB> <TAB> elif callable ( value ) : <TAB> <TAB> <TAB> if not kwargs : <TAB> <TAB> <TAB> <TAB> kwargs . update ( invocation . build_kwargs ( cause = cause ) ) <TAB> <TAB> <TAB> if value ( content . get ( key , None ) , ** kwargs ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> elif key not in content : <TAB> <TAB> <TAB> return False <TAB> <TAB> elif value != content [ key ] : <TAB> <TAB> <TAB> return False <TAB> <TAB> else : <TAB> <TAB> <TAB> continue <TAB> return True",elif value is filters . MetaFilterToken . PRESENT and key in content :,273
15061,"def __str__(self):
    t = ""    ""
    if self._name != ""root"":
        r = f""{t * (self._level-1)}{self._name}:\n""
    else:
        r = """"
    level = self._level
    for i, (k, v) in enumerate(self._pointer.items()):
        if isinstance(v, Config):
            r += f""{t * (self._level)}{v}\n""
            self._level += 1
        else:
            r += f""{t * (self._level)}{k}: {v} ({type(v).__name__})\n""
        self._level = level
    return r[:-1]","def __str__ ( self ) : <TAB> t = ""    "" <TAB> if self . _name != ""root"" : <TAB> <TAB> r = f""{t * (self._level-1)}{self._name}:\n"" <TAB> else : <TAB> <TAB> r = """" <TAB> level = self . _level <TAB> for i , ( k , v ) in enumerate ( self . _pointer . items ( ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> r += f""{t * (self._level)}{v}\n"" <TAB> <TAB> <TAB> self . _level += 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> r += f""{t * (self._level)}{k}: {v} ({type(v).__name__})\n"" <TAB> <TAB> self . _level = level <TAB> return r [ : - 1 ]","if isinstance ( v , Config ) :",176
3660,"def _add_communication_type(apps, schema_editor, communication_type):
    Worker = apps.get_model(""orchestra"", ""Worker"")
    CommunicationPreference = apps.get_model(""orchestra"", ""CommunicationPreference"")
    for worker in Worker.objects.all():
        (
            communication_preference,
            created,
        ) = CommunicationPreference.objects.get_or_create(
            worker=worker, communication_type=communication_type
        )
        # By default set both Slack and Email notifications to True
        if created:
            communication_preference.methods.slack = True
            communication_preference.methods.email = True
        communication_preference.save()
","def _add_communication_type ( apps , schema_editor , communication_type ) : <TAB> Worker = apps . get_model ( ""orchestra"" , ""Worker"" ) <TAB> CommunicationPreference = apps . get_model ( ""orchestra"" , ""CommunicationPreference"" ) <TAB> for worker in Worker . objects . all ( ) : <TAB> <TAB> ( <TAB> <TAB> <TAB> communication_preference , <TAB> <TAB> <TAB> created , <TAB> <TAB> ) = CommunicationPreference . objects . get_or_create ( <TAB> <TAB> <TAB> worker = worker , communication_type = communication_type <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> communication_preference . methods . slack = True <TAB> <TAB> <TAB> communication_preference . methods . email = True <TAB> <TAB> communication_preference . save ( )",if created :,183
8894,"def _graph_info(nn_layers):
    # blob name to the list of indices of the layers it feeds into
    blob_dst = dict()
    # blob name to the index of the layer it is coming from
    blob_src = dict()
    for i, layer in enumerate(nn_layers):
        for inp in layer.input:
            if inp in blob_dst:
                blob_dst[inp].append(i)
            else:
                blob_dst[inp] = [i]
        for out in layer.output:
            if out in blob_src:
                raise ValueError(
                    ""Blob %s has been generated by more than 1 layers"" % (out)
                )
            blob_src[out] = i
    return blob_dst, blob_src","def _graph_info ( nn_layers ) : <TAB> <TAB> blob_dst = dict ( ) <TAB> <TAB> blob_src = dict ( ) <TAB> for i , layer in enumerate ( nn_layers ) : <TAB> <TAB> for inp in layer . input : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> blob_dst [ inp ] . append ( i ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> blob_dst [ inp ] = [ i ] <TAB> <TAB> for out in layer . output : <TAB> <TAB> <TAB> if out in blob_src : <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Blob %s has been generated by more than 1 layers"" % ( out ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> blob_src [ out ] = i <TAB> return blob_dst , blob_src",if inp in blob_dst :,209
6748,"def server_udp_post_decrypt(self, buf):
    uid = buf[-8:-4]
    if uid in self.server_info.users:
        user_key = self.hashfunc(self.server_info.users[uid]).digest()
    else:
        uid = None
        if not self.server_info.users:
            user_key = self.server_info.key
        else:
            user_key = self.server_info.recv_iv
    if hmac.new(user_key, buf[:-4], self.hashfunc).digest()[:4] != buf[-4:]:
        return (b"""", None)
    return (buf[:-8], uid)","def server_udp_post_decrypt ( self , buf ) : <TAB> uid = buf [ - 8 : - 4 ] <TAB> if uid in self . server_info . users : <TAB> <TAB> user_key = self . hashfunc ( self . server_info . users [ uid ] ) . digest ( ) <TAB> else : <TAB> <TAB> uid = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> user_key = self . server_info . key <TAB> <TAB> else : <TAB> <TAB> <TAB> user_key = self . server_info . recv_iv <TAB> if hmac . new ( user_key , buf [ : - 4 ] , self . hashfunc ) . digest ( ) [ : 4 ] != buf [ - 4 : ] : <TAB> <TAB> return ( b"""" , None ) <TAB> return ( buf [ : - 8 ] , uid )",if not self . server_info . users :,169
20982,"def get_therapy_sessions_to_invoice(patient, company):
    therapy_sessions_to_invoice = []
    therapy_plans = frappe.db.get_all(
        ""Therapy Plan"", {""therapy_plan_template"": (""!="", """")}
    )
    therapy_plans_created_from_template = []
    for entry in therapy_plans:
        therapy_plans_created_from_template.append(entry.name)
    therapy_sessions = frappe.get_list(
        ""Therapy Session"",
        fields=""*"",
        filters={
            ""patient"": patient.name,
            ""invoiced"": 0,
            ""company"": company,
            ""therapy_plan"": (""not in"", therapy_plans_created_from_template),
        },
    )
    for therapy in therapy_sessions:
        if not therapy.appointment:
            if therapy.therapy_type and frappe.db.get_value(
                ""Therapy Type"", therapy.therapy_type, ""is_billable""
            ):
                therapy_sessions_to_invoice.append(
                    {
                        ""reference_type"": ""Therapy Session"",
                        ""reference_name"": therapy.name,
                        ""service"": frappe.db.get_value(
                            ""Therapy Type"", therapy.therapy_type, ""item""
                        ),
                    }
                )
    return therapy_sessions_to_invoice","def get_therapy_sessions_to_invoice ( patient , company ) : <TAB> therapy_sessions_to_invoice = [ ] <TAB> therapy_plans = frappe . db . get_all ( <TAB> <TAB> ""Therapy Plan"" , { ""therapy_plan_template"" : ( ""!="" , """" ) } <TAB> ) <TAB> therapy_plans_created_from_template = [ ] <TAB> for entry in therapy_plans : <TAB> <TAB> therapy_plans_created_from_template . append ( entry . name ) <TAB> therapy_sessions = frappe . get_list ( <TAB> <TAB> ""Therapy Session"" , <TAB> <TAB> fields = ""*"" , <TAB> <TAB> filters = { <TAB> <TAB> <TAB> ""patient"" : patient . name , <TAB> <TAB> <TAB> ""invoiced"" : 0 , <TAB> <TAB> <TAB> ""company"" : company , <TAB> <TAB> <TAB> ""therapy_plan"" : ( ""not in"" , therapy_plans_created_from_template ) , <TAB> <TAB> } , <TAB> ) <TAB> for therapy in therapy_sessions : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if therapy . therapy_type and frappe . db . get_value ( <TAB> <TAB> <TAB> <TAB> ""Therapy Type"" , therapy . therapy_type , ""is_billable"" <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> therapy_sessions_to_invoice . append ( <TAB> <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""reference_type"" : ""Therapy Session"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""reference_name"" : therapy . name , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""service"" : frappe . db . get_value ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Therapy Type"" , therapy . therapy_type , ""item"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> ) <TAB> return therapy_sessions_to_invoice",if not therapy . appointment :,454
14526,"def cb_import_data_from_elem(self, elem):
    alias = elem.get(""alias"")
    symbol = elem.get(""symbol"")
    module = elem.get(""module"")
    if symbol:
        if symbol == ""*"":
            name = module
            detail = ""use %s"" % module
        elif symbol == ""**"":
            name = module
            detail = ""use %s qw(:<tag>)"" % module
        else:
            name = ""::"".join([module, symbol])
            detail = ""use %s qw(%s)"" % (module, symbol)
    else:
        name = module
        # This is either ""use Foo ();"" or ""require Foo;"". A search
        # the of the Perl 5.8 site lib should that the latter is about
        # 6 times more likely -- lets use that.
        detail = ""require %s"" % module
    return {""name"": name, ""detail"": detail}","def cb_import_data_from_elem ( self , elem ) : <TAB> alias = elem . get ( ""alias"" ) <TAB> symbol = elem . get ( ""symbol"" ) <TAB> module = elem . get ( ""module"" ) <TAB> if symbol : <TAB> <TAB> if symbol == ""*"" : <TAB> <TAB> <TAB> name = module <TAB> <TAB> <TAB> detail = ""use %s"" % module <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> name = module <TAB> <TAB> <TAB> detail = ""use %s qw(:<tag>)"" % module <TAB> <TAB> else : <TAB> <TAB> <TAB> name = ""::"" . join ( [ module , symbol ] ) <TAB> <TAB> <TAB> detail = ""use %s qw(%s)"" % ( module , symbol ) <TAB> else : <TAB> <TAB> name = module <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> detail = ""require %s"" % module <TAB> return { ""name"" : name , ""detail"" : detail }","elif symbol == ""**"" :",239
9223,"def parseNode(self, node):
    for child in node.childNodes:
        if child.nodeType == ELEMENT_NODE:
            if child.tagName == ""Menuname"":
                try:
                    self.parseMenuname(
                        child.childNodes[0].nodeValue,
                        child.getAttribute(""show_empty"") or ""false"",
                        child.getAttribute(""inline"") or ""false"",
                        child.getAttribute(""inline_limit"") or 4,
                        child.getAttribute(""inline_header"") or ""true"",
                        child.getAttribute(""inline_alias"") or ""false"",
                    )
                except IndexError:
                    raise ValidationError(""Menuname cannot be empty"", """")
            elif child.tagName == ""Separator"":
                self.parseSeparator()
            elif child.tagName == ""Filename"":
                try:
                    self.parseFilename(child.childNodes[0].nodeValue)
                except IndexError:
                    raise ValidationError(""Filename cannot be empty"", """")
            elif child.tagName == ""Merge"":
                self.parseMerge(child.getAttribute(""type"") or ""all"")","def parseNode ( self , node ) : <TAB> for child in node . childNodes : <TAB> <TAB> if child . nodeType == ELEMENT_NODE : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> self . parseMenuname ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> child . childNodes [ 0 ] . nodeValue , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> child . getAttribute ( ""show_empty"" ) or ""false"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> child . getAttribute ( ""inline"" ) or ""false"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> child . getAttribute ( ""inline_limit"" ) or 4 , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> child . getAttribute ( ""inline_header"" ) or ""true"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> child . getAttribute ( ""inline_alias"" ) or ""false"" , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> <TAB> <TAB> raise ValidationError ( ""Menuname cannot be empty"" , """" ) <TAB> <TAB> <TAB> elif child . tagName == ""Separator"" : <TAB> <TAB> <TAB> <TAB> self . parseSeparator ( ) <TAB> <TAB> <TAB> elif child . tagName == ""Filename"" : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> self . parseFilename ( child . childNodes [ 0 ] . nodeValue ) <TAB> <TAB> <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> <TAB> <TAB> raise ValidationError ( ""Filename cannot be empty"" , """" ) <TAB> <TAB> <TAB> elif child . tagName == ""Merge"" : <TAB> <TAB> <TAB> <TAB> self . parseMerge ( child . getAttribute ( ""type"" ) or ""all"" )","if child . tagName == ""Menuname"" :",334
332,"def _connect_job_io(self, imported_job, job_attrs, _find_hda, _find_hdca, _find_dce):
    for output_key in job_attrs[""output_datasets""]:
        output_hda = _find_hda(output_key)
        if output_hda:
            if not self.dataset_state_serialized:
                # dataset state has not been serialized, get state from job
                output_hda.state = imported_job.state
            imported_job.add_output_dataset(output_hda.name, output_hda)
    if ""input_mapping"" in job_attrs:
        for input_name, input_key in job_attrs[""input_mapping""].items():
            input_hda = _find_hda(input_key)
            if input_hda:
                imported_job.add_input_dataset(input_name, input_hda)
","def _connect_job_io ( self , imported_job , job_attrs , _find_hda , _find_hdca , _find_dce ) : <TAB> for output_key in job_attrs [ ""output_datasets"" ] : <TAB> <TAB> output_hda = _find_hda ( output_key ) <TAB> <TAB> if output_hda : <TAB> <TAB> <TAB> if not self . dataset_state_serialized : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> output_hda . state = imported_job . state <TAB> <TAB> <TAB> imported_job . add_output_dataset ( output_hda . name , output_hda ) <TAB> if ""input_mapping"" in job_attrs : <TAB> <TAB> for input_name , input_key in job_attrs [ ""input_mapping"" ] . items ( ) : <TAB> <TAB> <TAB> input_hda = _find_hda ( input_key ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> imported_job . add_input_dataset ( input_name , input_hda )",if input_hda :,241
8670,"def _init(self):
    # Find a corner to start with.
    # We are searching for such a vertex and it's loop,
    # so the edge is pointing in positive X direction.
    # If we can't find such, then search for positive Y...
    self.row_length = None
    self.y_direction = False
    good_x = []
    good_y = []
    for vert in self.bmesh.verts:
        if len(vert.link_edges) == 2:
            for loop in vert.link_loops:
                other_vert = loop.edge.other_vert(vert)
                # info(f""V#{vert.index}: x {vert.co.x} => #{other_vert.index} {other_vert.co.x}"")
                if other_vert.co.x > vert.co.x:
                    good_x.append(loop)
                if other_vert.co.y > vert.co.y:
                    good_y.append(loop)
    if good_x:
        loop = good_x[0]
    elif good_y:
        loop = good_y[0]
        self.y_direction = True
    else:
        raise Exception(""Could not find a vertex to start from"")
    vert = loop.vert
    # info(f""Start with v.{vert.index}, loop {self._show_loop(loop)}"")
    self.current_loop = loop
    self.current_vert = vert
    self.start_loop = loop
    self.start_vert = vert","def _init ( self ) : <TAB> <TAB> <TAB> <TAB> <TAB> self . row_length = None <TAB> self . y_direction = False <TAB> good_x = [ ] <TAB> good_y = [ ] <TAB> for vert in self . bmesh . verts : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for loop in vert . link_loops : <TAB> <TAB> <TAB> <TAB> other_vert = loop . edge . other_vert ( vert ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if other_vert . co . x > vert . co . x : <TAB> <TAB> <TAB> <TAB> <TAB> good_x . append ( loop ) <TAB> <TAB> <TAB> <TAB> if other_vert . co . y > vert . co . y : <TAB> <TAB> <TAB> <TAB> <TAB> good_y . append ( loop ) <TAB> if good_x : <TAB> <TAB> loop = good_x [ 0 ] <TAB> elif good_y : <TAB> <TAB> loop = good_y [ 0 ] <TAB> <TAB> self . y_direction = True <TAB> else : <TAB> <TAB> raise Exception ( ""Could not find a vertex to start from"" ) <TAB> vert = loop . vert <TAB> <TAB> self . current_loop = loop <TAB> self . current_vert = vert <TAB> self . start_loop = loop <TAB> self . start_vert = vert",if len ( vert . link_edges ) == 2 :,395
20214,"def update(self, *event):
    # Record when update was called (for grammarcheck)
    if event:
        self._last_keypress = time.time()
    # Read the grammar from the Text box.
    self.grammar = grammar = self.grammarbox.get(""1.0"", ""end"")
    # If the grammar hasn't changed, do nothing:
    normalized_grammar = self.normalize_grammar(grammar)
    if normalized_grammar == self.normalized_grammar:
        return
    else:
        self.normalized_grammar = normalized_grammar
    # If the grammar has changed, and we're looking at history,
    # then stop looking at history.
    if self._history_index < len(self._history) - 1:
        self.grammarlabel[""text""] = ""Grammar:""
    self._syntax_highlight_grammar(grammar)
    # The grammar has changed; try parsing it.  If it doesn't
    # parse, do nothing.  (flag error location?)
    try:
        # Note: the normalized grammar has no blank lines.
        if normalized_grammar:
            rules = [
                RegexpChunkRule.parse(line) for line in normalized_grammar.split(""\n"")
            ]
        else:
            rules = []
    except ValueError as e:
        # Use the un-normalized grammar for error highlighting.
        self._grammarcheck(grammar)
        self.chunker = None
        return
    self.chunker = RegexpChunkParser(rules)
    self.grammarbox.tag_remove(""error"", ""1.0"", ""end"")
    self.grammar_changed = time.time()
    # Display the results
    if self._showing_trace:
        self.show_trace()
    else:
        self._highlight_devset()
    # Start the eval demon
    if not self._eval_demon_running:
        self._eval_demon()","def update ( self , * event ) : <TAB> <TAB> if event : <TAB> <TAB> self . _last_keypress = time . time ( ) <TAB> <TAB> self . grammar = grammar = self . grammarbox . get ( ""1.0"" , ""end"" ) <TAB> <TAB> normalized_grammar = self . normalize_grammar ( grammar ) <TAB> if normalized_grammar == self . normalized_grammar : <TAB> <TAB> return <TAB> else : <TAB> <TAB> self . normalized_grammar = normalized_grammar <TAB> <TAB> <TAB> if self . _history_index < len ( self . _history ) - 1 : <TAB> <TAB> self . grammarlabel [ ""text"" ] = ""Grammar:"" <TAB> self . _syntax_highlight_grammar ( grammar ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rules = [ <TAB> <TAB> <TAB> <TAB> RegexpChunkRule . parse ( line ) for line in normalized_grammar . split ( ""\n"" ) <TAB> <TAB> <TAB> ] <TAB> <TAB> else : <TAB> <TAB> <TAB> rules = [ ] <TAB> except ValueError as e : <TAB> <TAB> <TAB> <TAB> self . _grammarcheck ( grammar ) <TAB> <TAB> self . chunker = None <TAB> <TAB> return <TAB> self . chunker = RegexpChunkParser ( rules ) <TAB> self . grammarbox . tag_remove ( ""error"" , ""1.0"" , ""end"" ) <TAB> self . grammar_changed = time . time ( ) <TAB> <TAB> if self . _showing_trace : <TAB> <TAB> self . show_trace ( ) <TAB> else : <TAB> <TAB> self . _highlight_devset ( ) <TAB> <TAB> if not self . _eval_demon_running : <TAB> <TAB> self . _eval_demon ( )",if normalized_grammar :,452
6729,"def detect_source_destination(self, message: Message):
    participants = self.simulator_config.participants
    source = None if len(participants) < 2 else participants[0]
    destination = self.simulator_config.broadcast_part
    if message.participant:
        source = message.participant
        dst_address_label = next(
            (
                lbl
                for lbl in message.message_type
                if lbl.field_type
                and lbl.field_type.function == FieldType.Function.DST_ADDRESS
            ),
            None,
        )
        if dst_address_label:
            start, end = message.get_label_range(dst_address_label, view=1, decode=True)
            dst_address = message.decoded_hex_str[start:end]
            dst = next((p for p in participants if p.address_hex == dst_address), None)
            if dst is not None and dst != source:
                destination = dst
    return source, destination","def detect_source_destination ( self , message : Message ) : <TAB> participants = self . simulator_config . participants <TAB> source = None if len ( participants ) < 2 else participants [ 0 ] <TAB> destination = self . simulator_config . broadcast_part <TAB> if message . participant : <TAB> <TAB> source = message . participant <TAB> <TAB> dst_address_label = next ( <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> lbl <TAB> <TAB> <TAB> <TAB> for lbl in message . message_type <TAB> <TAB> <TAB> <TAB> if lbl . field_type <TAB> <TAB> <TAB> <TAB> and lbl . field_type . function == FieldType . Function . DST_ADDRESS <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> None , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> start , end = message . get_label_range ( dst_address_label , view = 1 , decode = True ) <TAB> <TAB> <TAB> dst_address = message . decoded_hex_str [ start : end ] <TAB> <TAB> <TAB> dst = next ( ( p for p in participants if p . address_hex == dst_address ) , None ) <TAB> <TAB> <TAB> if dst is not None and dst != source : <TAB> <TAB> <TAB> <TAB> destination = dst <TAB> return source , destination",if dst_address_label :,276
24818,"def _get_orientation(self):
    if self.state:
        rotation = [0] * 9
        inclination = [0] * 9
        gravity = []
        geomagnetic = []
        gravity = self.listener_a.values
        geomagnetic = self.listener_m.values
        if gravity[0] is not None and geomagnetic[0] is not None:
            ff_state = SensorManager.getRotationMatrix(
                rotation, inclination, gravity, geomagnetic
            )
            if ff_state:
                values = [0, 0, 0]
                values = SensorManager.getOrientation(rotation, values)
            return values","def _get_orientation ( self ) : <TAB> if self . state : <TAB> <TAB> rotation = [ 0 ] * 9 <TAB> <TAB> inclination = [ 0 ] * 9 <TAB> <TAB> gravity = [ ] <TAB> <TAB> geomagnetic = [ ] <TAB> <TAB> gravity = self . listener_a . values <TAB> <TAB> geomagnetic = self . listener_m . values <TAB> <TAB> if gravity [ 0 ] is not None and geomagnetic [ 0 ] is not None : <TAB> <TAB> <TAB> ff_state = SensorManager . getRotationMatrix ( <TAB> <TAB> <TAB> <TAB> rotation , inclination , gravity , geomagnetic <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> values = [ 0 , 0 , 0 ] <TAB> <TAB> <TAB> <TAB> values = SensorManager . getOrientation ( rotation , values ) <TAB> <TAB> <TAB> return values",if ff_state :,187
15341,"def _get_links(self, link_to_self):
    links = {}
    for service, link_name in self.links:
        for container in service.containers():
            links[link_name or service.name] = container.name
            links[container.name] = container.name
            links[container.name_without_project] = container.name
    if link_to_self:
        for container in self.containers():
            links[self.name] = container.name
            links[container.name] = container.name
            links[container.name_without_project] = container.name
    for external_link in self.options.get(""external_links"") or []:
        if "":"" not in external_link:
            link_name = external_link
        else:
            external_link, link_name = external_link.split("":"")
        links[link_name] = external_link
    return [(alias, container_name) for (container_name, alias) in links.items()]
","def _get_links ( self , link_to_self ) : <TAB> links = { } <TAB> for service , link_name in self . links : <TAB> <TAB> for container in service . containers ( ) : <TAB> <TAB> <TAB> links [ link_name or service . name ] = container . name <TAB> <TAB> <TAB> links [ container . name ] = container . name <TAB> <TAB> <TAB> links [ container . name_without_project ] = container . name <TAB> if link_to_self : <TAB> <TAB> for container in self . containers ( ) : <TAB> <TAB> <TAB> links [ self . name ] = container . name <TAB> <TAB> <TAB> links [ container . name ] = container . name <TAB> <TAB> <TAB> links [ container . name_without_project ] = container . name <TAB> for external_link in self . options . get ( ""external_links"" ) or [ ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> link_name = external_link <TAB> <TAB> else : <TAB> <TAB> <TAB> external_link , link_name = external_link . split ( "":"" ) <TAB> <TAB> links [ link_name ] = external_link <TAB> return [ ( alias , container_name ) for ( container_name , alias ) in links . items ( ) ]","if "":"" not in external_link :",258
18760,"def set_mypy_args(self, mypy_args=None):
    """"""Set MyPy arguments.""""""
    if mypy_args is None:
        self.mypy_args = None
    else:
        self.mypy_errs = []
        self.mypy_args = list(mypy_args)
        if not any(arg.startswith(""--python-version"") for arg in mypy_args):
            self.mypy_args += [
                ""--python-version"",
                ""."".join(
                    str(v)
                    for v in get_target_info_len2(self.comp.target, mode=""nearest"")
                ),
            ]
        if logger.verbose:
            for arg in verbose_mypy_args:
                if arg not in self.mypy_args:
                    self.mypy_args.append(arg)
        logger.log(""MyPy args:"", self.mypy_args)","def set_mypy_args ( self , mypy_args = None ) : <TAB> """"""Set MyPy arguments."""""" <TAB> if mypy_args is None : <TAB> <TAB> self . mypy_args = None <TAB> else : <TAB> <TAB> self . mypy_errs = [ ] <TAB> <TAB> self . mypy_args = list ( mypy_args ) <TAB> <TAB> if not any ( arg . startswith ( ""--python-version"" ) for arg in mypy_args ) : <TAB> <TAB> <TAB> self . mypy_args += [ <TAB> <TAB> <TAB> <TAB> ""--python-version"" , <TAB> <TAB> <TAB> <TAB> ""."" . join ( <TAB> <TAB> <TAB> <TAB> <TAB> str ( v ) <TAB> <TAB> <TAB> <TAB> <TAB> for v in get_target_info_len2 ( self . comp . target , mode = ""nearest"" ) <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ] <TAB> <TAB> if logger . verbose : <TAB> <TAB> <TAB> for arg in verbose_mypy_args : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . mypy_args . append ( arg ) <TAB> <TAB> logger . log ( ""MyPy args:"" , self . mypy_args )",if arg not in self . mypy_args :,242
9126,"def __init__(self):
    global pymongo
    import pymongo
    try:
        self.m = pymongo.MongoClient(mongodb_host)
        if mongodb_pwd:
            self.m.admin.authenticate(mongodb_user, mongodb_pwd)
        self.db = self.m.admin
    except Exception as e:
        raise Exception(""Cannot interface with MongoDB server: %s"" % e)
    self.name = ""mongodb queues""
    self.nick = (""ar"", ""aw"", ""qt"", ""qw"")
    self.vars = (""ar"", ""aw"", ""qt"", ""qw"")
    self.type = ""d""
    self.width = 5
    self.scale = 2
    self.lastVal = {}","def __init__ ( self ) : <TAB> global pymongo <TAB> import pymongo <TAB> try : <TAB> <TAB> self . m = pymongo . MongoClient ( mongodb_host ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . m . admin . authenticate ( mongodb_user , mongodb_pwd ) <TAB> <TAB> self . db = self . m . admin <TAB> except Exception as e : <TAB> <TAB> raise Exception ( ""Cannot interface with MongoDB server: %s"" % e ) <TAB> self . name = ""mongodb queues"" <TAB> self . nick = ( ""ar"" , ""aw"" , ""qt"" , ""qw"" ) <TAB> self . vars = ( ""ar"" , ""aw"" , ""qt"" , ""qw"" ) <TAB> self . type = ""d"" <TAB> self . width = 5 <TAB> self . scale = 2 <TAB> self . lastVal = { }",if mongodb_pwd :,183
12083,"def TryMerge(self, d):
    while d.avail() > 0:
        tt = d.getVarInt32()
        if tt == 10:
            self.set_content(d.getPrefixedString())
            continue
        if tt == 16:
            self.set_statuscode(d.getVarInt32())
            continue
        if tt == 27:
            self.add_header().TryMerge(d)
            continue
        if tt == 48:
            self.set_contentwastruncated(d.getBoolean())
            continue
        if tt == 56:
            self.set_externalbytessent(d.getVarInt64())
            continue
        if tt == 64:
            self.set_externalbytesreceived(d.getVarInt64())
            continue
        if tt == 74:
            self.set_finalurl(d.getPrefixedString())
            continue
        if tt == 80:
            self.set_apicpumilliseconds(d.getVarInt64())
            continue
        if tt == 88:
            self.set_apibytessent(d.getVarInt64())
            continue
        if tt == 96:
            self.set_apibytesreceived(d.getVarInt64())
            continue
        if tt == 0:
            raise ProtocolBuffer.ProtocolBufferDecodeError
        d.skipData(tt)","def TryMerge ( self , d ) : <TAB> while d . avail ( ) > 0 : <TAB> <TAB> tt = d . getVarInt32 ( ) <TAB> <TAB> if tt == 10 : <TAB> <TAB> <TAB> self . set_content ( d . getPrefixedString ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 16 : <TAB> <TAB> <TAB> self . set_statuscode ( d . getVarInt32 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 27 : <TAB> <TAB> <TAB> self . add_header ( ) . TryMerge ( d ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . set_contentwastruncated ( d . getBoolean ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 56 : <TAB> <TAB> <TAB> self . set_externalbytessent ( d . getVarInt64 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 64 : <TAB> <TAB> <TAB> self . set_externalbytesreceived ( d . getVarInt64 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 74 : <TAB> <TAB> <TAB> self . set_finalurl ( d . getPrefixedString ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 80 : <TAB> <TAB> <TAB> self . set_apicpumilliseconds ( d . getVarInt64 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 88 : <TAB> <TAB> <TAB> self . set_apibytessent ( d . getVarInt64 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 96 : <TAB> <TAB> <TAB> self . set_apibytesreceived ( d . getVarInt64 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 0 : <TAB> <TAB> <TAB> raise ProtocolBuffer . ProtocolBufferDecodeError <TAB> <TAB> d . skipData ( tt )",if tt == 48 :,376
14604,"def _1_0_cloud_ips_cip_jsjc5_map(self, method, url, body, headers):
    if method == ""POST"":
        body = json.loads(body)
        if ""destination"" in body:
            return self.test_response(httplib.ACCEPTED, """")
        else:
            data = '{""error_name"":""bad destination"", ""errors"": [""Bad destination""]}'
            return self.test_response(httplib.BAD_REQUEST, data)","def _1_0_cloud_ips_cip_jsjc5_map ( self , method , url , body , headers ) : <TAB> if method == ""POST"" : <TAB> <TAB> body = json . loads ( body ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return self . test_response ( httplib . ACCEPTED , """" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> data = '{""error_name"":""bad destination"", ""errors"": [""Bad destination""]}' <TAB> <TAB> <TAB> return self . test_response ( httplib . BAD_REQUEST , data )","if ""destination"" in body :",126
5226,"def execute(self):
    self._cache_factory.get_write_cache()
    with self.invalidated(self.context.targets()) as invalidation:
        for vt in invalidation.all_vts:
            if self.get_options().regular_file:
                # Create regular file.
                if self.get_options().regular_file_in_results_dir:
                    regular_file_path = os.path.join(vt.results_dir, DUMMY_FILE_NAME)
                else:
                    with temporary_dir(cleanup=False) as tmpdir:
                        regular_file_path = os.path.join(tmpdir, DUMMY_FILE_NAME)
                with safe_open(regular_file_path, mode=""wb"") as fp:
                    fp.write(DUMMY_FILE_CONTENT)
            else:
                # Generate a file path for the symlink but does not create the file.
                with temporary_dir() as tmpdir:
                    regular_file_path = os.path.join(tmpdir, DUMMY_FILE_NAME)
            # Create a symlink to that file.
            symlink_y = os.path.join(vt.results_dir, SYMLINK_NAME)
            os.symlink(regular_file_path, symlink_y)
        return invalidation.all_vts
","def execute ( self ) : <TAB> self . _cache_factory . get_write_cache ( ) <TAB> with self . invalidated ( self . context . targets ( ) ) as invalidation : <TAB> <TAB> for vt in invalidation . all_vts : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . get_options ( ) . regular_file_in_results_dir : <TAB> <TAB> <TAB> <TAB> <TAB> regular_file_path = os . path . join ( vt . results_dir , DUMMY_FILE_NAME ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> with temporary_dir ( cleanup = False ) as tmpdir : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> regular_file_path = os . path . join ( tmpdir , DUMMY_FILE_NAME ) <TAB> <TAB> <TAB> <TAB> with safe_open ( regular_file_path , mode = ""wb"" ) as fp : <TAB> <TAB> <TAB> <TAB> <TAB> fp . write ( DUMMY_FILE_CONTENT ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> with temporary_dir ( ) as tmpdir : <TAB> <TAB> <TAB> <TAB> <TAB> regular_file_path = os . path . join ( tmpdir , DUMMY_FILE_NAME ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> symlink_y = os . path . join ( vt . results_dir , SYMLINK_NAME ) <TAB> <TAB> <TAB> os . symlink ( regular_file_path , symlink_y ) <TAB> <TAB> return invalidation . all_vts",if self . get_options ( ) . regular_file :,352
18100,"def glyph_to_bzs(g):
    bzs = []
    for i in range(g.numberOfContours):
        beg = 0 if i == 0 else g.endPtsOfContours[i - 1] + 1
        end = g.endPtsOfContours[i] + 1
        n = end - beg
        pts = g.coordinates[beg:end]
        flags = g.flags[beg:end]
        bz = []
        for j in range(n):
            x1, y1 = pts[(j + 1) % n]
            if flags[j] and flags[(j + 1) % n]:
                bz.append((pts[j], (x1, y1)))
            elif not flags[j]:
                if flags[j - 1]:
                    x0, y0 = pts[j - 1]
                else:
                    x0, y0 = lerppt(0.5, pts[j - 1], pts[j])
                if not flags[(j + 1) % n]:
                    x1, y1 = lerppt(0.5, (x1, y1), pts[j])
                if pts[j] == (x0, y0) or pts[j] == (x1, y1):
                    # degenerate quad, treat as line
                    bz.append(((x0, y0), (x1, y1)))
                else:
                    bz.append(((x0, y0), pts[j], (x1, y1)))
        bzs.append(bz)
    return bzs","def glyph_to_bzs ( g ) : <TAB> bzs = [ ] <TAB> for i in range ( g . numberOfContours ) : <TAB> <TAB> beg = 0 if i == 0 else g . endPtsOfContours [ i - 1 ] + 1 <TAB> <TAB> end = g . endPtsOfContours [ i ] + 1 <TAB> <TAB> n = end - beg <TAB> <TAB> pts = g . coordinates [ beg : end ] <TAB> <TAB> flags = g . flags [ beg : end ] <TAB> <TAB> bz = [ ] <TAB> <TAB> for j in range ( n ) : <TAB> <TAB> <TAB> x1 , y1 = pts [ ( j + 1 ) % n ] <TAB> <TAB> <TAB> if flags [ j ] and flags [ ( j + 1 ) % n ] : <TAB> <TAB> <TAB> <TAB> bz . append ( ( pts [ j ] , ( x1 , y1 ) ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if flags [ j - 1 ] : <TAB> <TAB> <TAB> <TAB> <TAB> x0 , y0 = pts [ j - 1 ] <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> x0 , y0 = lerppt ( 0.5 , pts [ j - 1 ] , pts [ j ] ) <TAB> <TAB> <TAB> <TAB> if not flags [ ( j + 1 ) % n ] : <TAB> <TAB> <TAB> <TAB> <TAB> x1 , y1 = lerppt ( 0.5 , ( x1 , y1 ) , pts [ j ] ) <TAB> <TAB> <TAB> <TAB> if pts [ j ] == ( x0 , y0 ) or pts [ j ] == ( x1 , y1 ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> bz . append ( ( ( x0 , y0 ) , ( x1 , y1 ) ) ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> bz . append ( ( ( x0 , y0 ) , pts [ j ] , ( x1 , y1 ) ) ) <TAB> <TAB> bzs . append ( bz ) <TAB> return bzs",elif not flags [ j ] :,425
19152,"def test_reductions(expr, rdd):
    result = compute(expr, rdd)
    expected = compute(expr, data)
    if not result == expected:
        print(result)
        print(expected)
        if isinstance(result, float):
            assert abs(result - expected) < 0.001
        else:
            assert result == expected","def test_reductions ( expr , rdd ) : <TAB> result = compute ( expr , rdd ) <TAB> expected = compute ( expr , data ) <TAB> if not result == expected : <TAB> <TAB> print ( result ) <TAB> <TAB> print ( expected ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert abs ( result - expected ) < 0.001 <TAB> <TAB> else : <TAB> <TAB> <TAB> assert result == expected","if isinstance ( result , float ) :",93
6687,"def run_step(self) -> None:
    to_delete = set(self.watches)
    for path in _find_watchdog_paths(self.extra_files, self.exclude_patterns):
        if path not in self.watches:
            try:
                self.watches[path] = self.observer.schedule(
                    self.event_handler, path, recursive=True
                )
            except OSError:
                # Clear this path from list of watches We don't want
                # the same error message showing again in the next
                # iteration.
                self.watches[path] = None
        to_delete.discard(path)
    for path in to_delete:
        watch = self.watches.pop(path, None)
        if watch is not None:
            self.observer.unschedule(watch)
","def run_step ( self ) -> None : <TAB> to_delete = set ( self . watches ) <TAB> for path in _find_watchdog_paths ( self . extra_files , self . exclude_patterns ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> self . watches [ path ] = self . observer . schedule ( <TAB> <TAB> <TAB> <TAB> <TAB> self . event_handler , path , recursive = True <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> except OSError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . watches [ path ] = None <TAB> <TAB> to_delete . discard ( path ) <TAB> for path in to_delete : <TAB> <TAB> watch = self . watches . pop ( path , None ) <TAB> <TAB> if watch is not None : <TAB> <TAB> <TAB> self . observer . unschedule ( watch )",if path not in self . watches :,228
5177,"def launch_repl(self, targets):
    with temporary_dir() as temp_dir:
        node_paths = self.context.products.get_data(NodePaths)
        package_json_path = os.path.join(temp_dir, ""package.json"")
        package = {
            ""name"": self.SYNTHETIC_NODE_TARGET_NAME,
            ""version"": ""0.0.0"",
            ""dependencies"": {
                target.package_name: node_paths.node_path(target)
                if self.is_node_module(target)
                else target.version
                for target in targets
            },
        }
        with open(package_json_path, ""w"") as fp:
            json.dump(package, fp, indent=2)
        args = self.get_passthru_args()
        node_repl = self.node_distribution.node_command(
            args=args, node_paths=node_paths.all_node_paths if node_paths else None
        )
        with pushd(temp_dir):
            result, command = self.install_module(
                package_manager=self.node_distribution.get_package_manager(
                    package_manager=PACKAGE_MANAGER_NPM
                ),
                workunit_name=self.SYNTHETIC_NODE_TARGET_NAME,
            )
            if result != 0:
                raise TaskError(
                    ""npm install of synthetic REPL module failed:\n""
                    ""\t{} failed with exit code {}"".format(command, result)
                )
            repl_session = node_repl.run()
            repl_session.wait()","def launch_repl ( self , targets ) : <TAB> with temporary_dir ( ) as temp_dir : <TAB> <TAB> node_paths = self . context . products . get_data ( NodePaths ) <TAB> <TAB> package_json_path = os . path . join ( temp_dir , ""package.json"" ) <TAB> <TAB> package = { <TAB> <TAB> <TAB> ""name"" : self . SYNTHETIC_NODE_TARGET_NAME , <TAB> <TAB> <TAB> ""version"" : ""0.0.0"" , <TAB> <TAB> <TAB> ""dependencies"" : { <TAB> <TAB> <TAB> <TAB> target . package_name : node_paths . node_path ( target ) <TAB> <TAB> <TAB> <TAB> if self . is_node_module ( target ) <TAB> <TAB> <TAB> <TAB> else target . version <TAB> <TAB> <TAB> <TAB> for target in targets <TAB> <TAB> <TAB> } , <TAB> <TAB> } <TAB> <TAB> with open ( package_json_path , ""w"" ) as fp : <TAB> <TAB> <TAB> json . dump ( package , fp , indent = 2 ) <TAB> <TAB> args = self . get_passthru_args ( ) <TAB> <TAB> node_repl = self . node_distribution . node_command ( <TAB> <TAB> <TAB> args = args , node_paths = node_paths . all_node_paths if node_paths else None <TAB> <TAB> ) <TAB> <TAB> with pushd ( temp_dir ) : <TAB> <TAB> <TAB> result , command = self . install_module ( <TAB> <TAB> <TAB> <TAB> package_manager = self . node_distribution . get_package_manager ( <TAB> <TAB> <TAB> <TAB> <TAB> package_manager = PACKAGE_MANAGER_NPM <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> workunit_name = self . SYNTHETIC_NODE_TARGET_NAME , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise TaskError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""npm install of synthetic REPL module failed:\n"" <TAB> <TAB> <TAB> <TAB> <TAB> ""\t{} failed with exit code {}"" . format ( command , result ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> repl_session = node_repl . run ( ) <TAB> <TAB> <TAB> repl_session . wait ( )",if result != 0 :,460
24102,"def __init__(self):
    component.Component.__init__(self, ""PreferencesManager"")
    self.config = deluge.configmanager.ConfigManager(""core.conf"", DEFAULT_PREFS)
    if ""proxies"" in self.config:
        log.warning(
            'Updating config file for proxy, using ""peer"" values to fill new ""proxy"" setting'
        )
        self.config[""proxy""].update(self.config[""proxies""][""peer""])
        log.warning(""New proxy config is: %s"", self.config[""proxy""])
        del self.config[""proxies""]
    if ""i2p_proxy"" in self.config and self.config[""i2p_proxy""][""hostname""]:
        self.config[""proxy""].update(self.config[""i2p_proxy""])
        self.config[""proxy""][""type""] = 6
        del self.config[""i2p_proxy""]
    if ""anonymous_mode"" in self.config:
        self.config[""proxy""][""anonymous_mode""] = self.config[""anonymous_mode""]
        del self.config[""anonymous_mode""]
    if ""proxy"" in self.config:
        for key in DEFAULT_PREFS[""proxy""]:
            if key not in self.config[""proxy""]:
                self.config[""proxy""][key] = DEFAULT_PREFS[""proxy""][key]
    self.core = component.get(""Core"")
    self.new_release_timer = None","def __init__ ( self ) : <TAB> component . Component . __init__ ( self , ""PreferencesManager"" ) <TAB> self . config = deluge . configmanager . ConfigManager ( ""core.conf"" , DEFAULT_PREFS ) <TAB> if ""proxies"" in self . config : <TAB> <TAB> log . warning ( <TAB> <TAB> <TAB> 'Updating config file for proxy, using ""peer"" values to fill new ""proxy"" setting' <TAB> <TAB> ) <TAB> <TAB> self . config [ ""proxy"" ] . update ( self . config [ ""proxies"" ] [ ""peer"" ] ) <TAB> <TAB> log . warning ( ""New proxy config is: %s"" , self . config [ ""proxy"" ] ) <TAB> <TAB> del self . config [ ""proxies"" ] <TAB> if ""i2p_proxy"" in self . config and self . config [ ""i2p_proxy"" ] [ ""hostname"" ] : <TAB> <TAB> self . config [ ""proxy"" ] . update ( self . config [ ""i2p_proxy"" ] ) <TAB> <TAB> self . config [ ""proxy"" ] [ ""type"" ] = 6 <TAB> <TAB> del self . config [ ""i2p_proxy"" ] <TAB> if ""anonymous_mode"" in self . config : <TAB> <TAB> self . config [ ""proxy"" ] [ ""anonymous_mode"" ] = self . config [ ""anonymous_mode"" ] <TAB> <TAB> del self . config [ ""anonymous_mode"" ] <TAB> if ""proxy"" in self . config : <TAB> <TAB> for key in DEFAULT_PREFS [ ""proxy"" ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . config [ ""proxy"" ] [ key ] = DEFAULT_PREFS [ ""proxy"" ] [ key ] <TAB> self . core = component . get ( ""Core"" ) <TAB> self . new_release_timer = None","if key not in self . config [ ""proxy"" ] :",347
6458,"def _send_event_data(self, timeout_time=None, last_exception=None):
    # type: (Optional[float], Optional[Exception]) -> None
    if self._unsent_events:
        self._open()
        self._set_msg_timeout(timeout_time, last_exception)
        self._handler.queue_message(*self._unsent_events)  # type: ignore
        self._handler.wait()  # type: ignore
        self._unsent_events = self._handler.pending_messages  # type: ignore
        if self._outcome != constants.MessageSendResult.Ok:
            if self._outcome == constants.MessageSendResult.Timeout:
                self._condition = OperationTimeoutError(""Send operation timed out"")
            if self._condition:
                raise self._condition
","def _send_event_data ( self , timeout_time = None , last_exception = None ) : <TAB> <TAB> if self . _unsent_events : <TAB> <TAB> self . _open ( ) <TAB> <TAB> self . _set_msg_timeout ( timeout_time , last_exception ) <TAB> <TAB> self . _handler . queue_message ( * self . _unsent_events ) <TAB> <TAB> self . _handler . wait ( ) <TAB> <TAB> self . _unsent_events = self . _handler . pending_messages <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if self . _outcome == constants . MessageSendResult . Timeout : <TAB> <TAB> <TAB> <TAB> self . _condition = OperationTimeoutError ( ""Send operation timed out"" ) <TAB> <TAB> <TAB> if self . _condition : <TAB> <TAB> <TAB> <TAB> raise self . _condition",if self . _outcome != constants . MessageSendResult . Ok :,202
6195,"def get_score(string: str, query_chars: str) -> float:
    # Highest possible score is the string length
    best_score: float = float(len(string))
    head, tail = query_chars[0], query_chars[1:]
    # For each occurence of the first character of the query in the string
    for first_index in (idx for idx, val in enumerate(string) if val == head):
        # Get the score for the rest
        score, last_index = find_end_of_match(string, tail, first_index)
        if last_index and score and score < best_score:
            best_score = score
    # Solve equal scores by sorting on the string length. The ** 0.5 part makes
    # it less and less important for big strings
    best_score = best_score * (len(string) ** 0.5)
    return best_score","def get_score ( string : str , query_chars : str ) -> float : <TAB> <TAB> best_score : float = float ( len ( string ) ) <TAB> head , tail = query_chars [ 0 ] , query_chars [ 1 : ] <TAB> <TAB> for first_index in ( idx for idx , val in enumerate ( string ) if val == head ) : <TAB> <TAB> <TAB> <TAB> score , last_index = find_end_of_match ( string , tail , first_index ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> best_score = score <TAB> <TAB> <TAB> best_score = best_score * ( len ( string ) ** 0.5 ) <TAB> return best_score",if last_index and score and score < best_score :,218
8530,"def _set_rl_property_value(self, obj, key, val, path=""""):
    """"""Sets a property on obj to val, or to a sub-object within obj if key looks like ""foo.bar"" """"""
    if key.find(""."") >= 0:
        top_key, sub_keys = key_list = key.split(""."", 1)
        if top_key.startswith(""__""):
            raise ValueError(""Attempting to set unsafe property name %s"" % top_key)
        if isinstance(obj, dict):
            sub_obj = obj[top_key]
        else:
            sub_obj = obj.__dict__[top_key]
        # Recurse
        return self._set_rl_property_value(
            sub_obj, sub_keys, val, ""%s.%s"" % (path, top_key)
        )
    else:
        key, val = self._parse_type(key, val)
        if key.startswith(""__""):
            raise ValueError(""Attempting to set unsafe property name %s"" % key)
        if isinstance(obj, dict):
            obj[key] = val
        else:
            obj.__dict__[key] = val","def _set_rl_property_value ( self , obj , key , val , path = """" ) : <TAB> """"""Sets a property on obj to val, or to a sub-object within obj if key looks like ""foo.bar"" """""" <TAB> if key . find ( ""."" ) >= 0 : <TAB> <TAB> top_key , sub_keys = key_list = key . split ( ""."" , 1 ) <TAB> <TAB> if top_key . startswith ( ""__"" ) : <TAB> <TAB> <TAB> raise ValueError ( ""Attempting to set unsafe property name %s"" % top_key ) <TAB> <TAB> if isinstance ( obj , dict ) : <TAB> <TAB> <TAB> sub_obj = obj [ top_key ] <TAB> <TAB> else : <TAB> <TAB> <TAB> sub_obj = obj . __dict__ [ top_key ] <TAB> <TAB> <TAB> <TAB> return self . _set_rl_property_value ( <TAB> <TAB> <TAB> sub_obj , sub_keys , val , ""%s.%s"" % ( path , top_key ) <TAB> <TAB> ) <TAB> else : <TAB> <TAB> key , val = self . _parse_type ( key , val ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""Attempting to set unsafe property name %s"" % key ) <TAB> <TAB> if isinstance ( obj , dict ) : <TAB> <TAB> <TAB> obj [ key ] = val <TAB> <TAB> else : <TAB> <TAB> <TAB> obj . __dict__ [ key ] = val","if key . startswith ( ""__"" ) :",292
15770,"def search(self, query):
    results = []
    search = {""q"": query}
    response = requests.session().get(self._base_url + ""search"", params=search)
    content = parse(response.content, namespaceHTMLElements=False)
    for result in content.findall("".//*[@class='package-snippet']""):
        name = result.find(""h3/*[@class='package-snippet__name']"").text
        version = result.find(""h3/*[@class='package-snippet__version']"").text
        if not name or not version:
            continue
        description = result.find(""p[@class='package-snippet__description']"").text
        if not description:
            description = """"
        try:
            result = Package(name, version, description)
            result.description = to_str(description.strip())
            results.append(result)
        except ParseVersionError:
            self._log(
                'Unable to parse version ""{}"" for the {} package, skipping'.format(
                    version, name
                ),
                level=""debug"",
            )
    return results","def search ( self , query ) : <TAB> results = [ ] <TAB> search = { ""q"" : query } <TAB> response = requests . session ( ) . get ( self . _base_url + ""search"" , params = search ) <TAB> content = parse ( response . content , namespaceHTMLElements = False ) <TAB> for result in content . findall ( "".//*[@class='package-snippet']"" ) : <TAB> <TAB> name = result . find ( ""h3/*[@class='package-snippet__name']"" ) . text <TAB> <TAB> version = result . find ( ""h3/*[@class='package-snippet__version']"" ) . text <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> description = result . find ( ""p[@class='package-snippet__description']"" ) . text <TAB> <TAB> if not description : <TAB> <TAB> <TAB> description = """" <TAB> <TAB> try : <TAB> <TAB> <TAB> result = Package ( name , version , description ) <TAB> <TAB> <TAB> result . description = to_str ( description . strip ( ) ) <TAB> <TAB> <TAB> results . append ( result ) <TAB> <TAB> except ParseVersionError : <TAB> <TAB> <TAB> self . _log ( <TAB> <TAB> <TAB> <TAB> 'Unable to parse version ""{}"" for the {} package, skipping' . format ( <TAB> <TAB> <TAB> <TAB> <TAB> version , name <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> level = ""debug"" , <TAB> <TAB> <TAB> ) <TAB> return results",if not name or not version :,291
15481,"def startElement(self, name, attrs):
    if name == ""regexp"":
        self._regexp = sanitizeStr(attrs.get(""value""))
        _ = re.match(
            r""\A[A-Za-z0-9]+"", self._regexp
        )  # minor trick avoiding compiling of large amount of regexes
        if _ and self._banner and _.group(0).lower() in self._banner.lower() or not _:
            self._match = re.search(self._regexp, self._banner, re.I | re.M)
        else:
            self._match = None
    if name == ""info"" and self._match:
        self._feedInfo(""type"", attrs.get(""type""))
        self._feedInfo(""distrib"", attrs.get(""distrib""))
        self._feedInfo(""release"", attrs.get(""release""))
        self._feedInfo(""codename"", attrs.get(""codename""))
        self._dbmsVersion = sanitizeStr(attrs.get(""dbms_version""))
        self._techVersion = sanitizeStr(attrs.get(""tech_version""))
        self._sp = sanitizeStr(attrs.get(""sp""))
        if self._dbmsVersion and self._dbmsVersion.isdigit():
            self._feedInfo(""dbmsVersion"", self._match.group(int(self._dbmsVersion)))
        if self._techVersion and self._techVersion.isdigit():
            self._feedInfo(
                ""technology"",
                ""%s %s""
                % (attrs.get(""technology""), self._match.group(int(self._techVersion))),
            )
        else:
            self._feedInfo(""technology"", attrs.get(""technology""))
        if self._sp.isdigit():
            self._feedInfo(""sp"", ""Service Pack %s"" % int(self._sp))
        self._regexp = None
        self._match = None
        self._dbmsVersion = None
        self._techVersion = None","def startElement ( self , name , attrs ) : <TAB> if name == ""regexp"" : <TAB> <TAB> self . _regexp = sanitizeStr ( attrs . get ( ""value"" ) ) <TAB> <TAB> _ = re . match ( <TAB> <TAB> <TAB> r""\A[A-Za-z0-9]+"" , self . _regexp <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _match = re . search ( self . _regexp , self . _banner , re . I | re . M ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _match = None <TAB> if name == ""info"" and self . _match : <TAB> <TAB> self . _feedInfo ( ""type"" , attrs . get ( ""type"" ) ) <TAB> <TAB> self . _feedInfo ( ""distrib"" , attrs . get ( ""distrib"" ) ) <TAB> <TAB> self . _feedInfo ( ""release"" , attrs . get ( ""release"" ) ) <TAB> <TAB> self . _feedInfo ( ""codename"" , attrs . get ( ""codename"" ) ) <TAB> <TAB> self . _dbmsVersion = sanitizeStr ( attrs . get ( ""dbms_version"" ) ) <TAB> <TAB> self . _techVersion = sanitizeStr ( attrs . get ( ""tech_version"" ) ) <TAB> <TAB> self . _sp = sanitizeStr ( attrs . get ( ""sp"" ) ) <TAB> <TAB> if self . _dbmsVersion and self . _dbmsVersion . isdigit ( ) : <TAB> <TAB> <TAB> self . _feedInfo ( ""dbmsVersion"" , self . _match . group ( int ( self . _dbmsVersion ) ) ) <TAB> <TAB> if self . _techVersion and self . _techVersion . isdigit ( ) : <TAB> <TAB> <TAB> self . _feedInfo ( <TAB> <TAB> <TAB> <TAB> ""technology"" , <TAB> <TAB> <TAB> <TAB> ""%s %s"" <TAB> <TAB> <TAB> <TAB> % ( attrs . get ( ""technology"" ) , self . _match . group ( int ( self . _techVersion ) ) ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _feedInfo ( ""technology"" , attrs . get ( ""technology"" ) ) <TAB> <TAB> if self . _sp . isdigit ( ) : <TAB> <TAB> <TAB> self . _feedInfo ( ""sp"" , ""Service Pack %s"" % int ( self . _sp ) ) <TAB> <TAB> self . _regexp = None <TAB> <TAB> self . _match = None <TAB> <TAB> self . _dbmsVersion = None <TAB> <TAB> self . _techVersion = None",if _ and self . _banner and _ . group ( 0 ) . lower ( ) in self . _banner . lower ( ) or not _ :,500
11959,"def _to_pbs(self):
    pbs = []
    if self._start:
        if self._start_incl:
            op = datastore_pb.Query_Filter.GREATER_THAN_OR_EQUAL
        else:
            op = datastore_pb.Query_Filter.GREATER_THAN
        pb = datastore_pb.Query_Filter()
        pb.set_op(op)
        pb.add_property().CopyFrom(self._start)
        pbs.append(pb)
    if self._end:
        if self._end_incl:
            op = datastore_pb.Query_Filter.LESS_THAN_OR_EQUAL
        else:
            op = datastore_pb.Query_Filter.LESS_THAN
        pb = datastore_pb.Query_Filter()
        pb.set_op(op)
        pb.add_property().CopyFrom(self._end)
        pbs.append(pb)
    return pbs
",def _to_pbs ( self ) : <TAB> pbs = [ ] <TAB> if self . _start : <TAB> <TAB> if self . _start_incl : <TAB> <TAB> <TAB> op = datastore_pb . Query_Filter . GREATER_THAN_OR_EQUAL <TAB> <TAB> else : <TAB> <TAB> <TAB> op = datastore_pb . Query_Filter . GREATER_THAN <TAB> <TAB> pb = datastore_pb . Query_Filter ( ) <TAB> <TAB> pb . set_op ( op ) <TAB> <TAB> pb . add_property ( ) . CopyFrom ( self . _start ) <TAB> <TAB> pbs . append ( pb ) <TAB> if self . _end : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> op = datastore_pb . Query_Filter . LESS_THAN_OR_EQUAL <TAB> <TAB> else : <TAB> <TAB> <TAB> op = datastore_pb . Query_Filter . LESS_THAN <TAB> <TAB> pb = datastore_pb . Query_Filter ( ) <TAB> <TAB> pb . set_op ( op ) <TAB> <TAB> pb . add_property ( ) . CopyFrom ( self . _end ) <TAB> <TAB> pbs . append ( pb ) <TAB> return pbs,if self . _end_incl :,255
15045,"def _get_matched_layout(command):
    # don't use command.split_script here because a layout mismatch will likely
    # result in a non-splitable script as per shlex
    cmd = command.script.split("" "")
    for source_layout in source_layouts:
        is_all_match = True
        for cmd_part in cmd:
            if not all([ch in source_layout or ch in ""-_"" for ch in cmd_part]):
                is_all_match = False
                break
        if is_all_match:
            return source_layout
","def _get_matched_layout ( command ) : <TAB> <TAB> <TAB> cmd = command . script . split ( "" "" ) <TAB> for source_layout in source_layouts : <TAB> <TAB> is_all_match = True <TAB> <TAB> for cmd_part in cmd : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> is_all_match = False <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if is_all_match : <TAB> <TAB> <TAB> return source_layout","if not all ( [ ch in source_layout or ch in ""-_"" for ch in cmd_part ] ) :",147
1255,"def process_bind_param(self, value, dialect):
    """"""Encrypt a value on the way in.""""""
    if value is not None:
        self._update_key()
        try:
            value = self.underlying_type.process_bind_param(value, dialect)
        except AttributeError:
            # Doesn't have 'process_bind_param'
            # Handle 'boolean' and 'dates'
            type_ = self.underlying_type.python_type
            if issubclass(type_, bool):
                value = ""true"" if value else ""false""
            elif issubclass(type_, (datetime.date, datetime.time)):
                value = value.isoformat()
            elif issubclass(type_, JSONType):
                value = six.text_type(json.dumps(value))
        return self.engine.encrypt(value)
","def process_bind_param ( self , value , dialect ) : <TAB> """"""Encrypt a value on the way in."""""" <TAB> if value is not None : <TAB> <TAB> self . _update_key ( ) <TAB> <TAB> try : <TAB> <TAB> <TAB> value = self . underlying_type . process_bind_param ( value , dialect ) <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> type_ = self . underlying_type . python_type <TAB> <TAB> <TAB> if issubclass ( type_ , bool ) : <TAB> <TAB> <TAB> <TAB> value = ""true"" if value else ""false"" <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> value = value . isoformat ( ) <TAB> <TAB> <TAB> elif issubclass ( type_ , JSONType ) : <TAB> <TAB> <TAB> <TAB> value = six . text_type ( json . dumps ( value ) ) <TAB> <TAB> return self . engine . encrypt ( value )","elif issubclass ( type_ , ( datetime . date , datetime . time ) ) :",218
5181,"def link_pantsrefs(soups, precomputed):
    """"""Transorm soups: <a pantsref=""foo""> becomes <a href=""../foo_page.html#foo"">""""""
    for (page, soup) in soups.items():
        for a in soup.find_all(""a""):
            if not a.has_attr(""pantsref""):
                continue
            pantsref = a[""pantsref""]
            if pantsref not in precomputed.pantsref:
                raise TaskError(
                    f'Page {page} has pantsref ""{pantsref}"" and I cannot find pantsmark for it'
                )
            a[""href""] = rel_href(page, precomputed.pantsref[pantsref])
","def link_pantsrefs ( soups , precomputed ) : <TAB> """"""Transorm soups: <a pantsref=""foo""> becomes <a href=""../foo_page.html#foo"">"""""" <TAB> for ( page , soup ) in soups . items ( ) : <TAB> <TAB> for a in soup . find_all ( ""a"" ) : <TAB> <TAB> <TAB> if not a . has_attr ( ""pantsref"" ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> pantsref = a [ ""pantsref"" ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise TaskError ( <TAB> <TAB> <TAB> <TAB> <TAB> f'Page {page} has pantsref ""{pantsref}"" and I cannot find pantsmark for it' <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> a [ ""href"" ] = rel_href ( page , precomputed . pantsref [ pantsref ] )",if pantsref not in precomputed . pantsref :,194
1239,"def html_before_write(self, book, chapter):
    from lxml import etree, html
    from pygments import highlight
    from pygments.formatters import HtmlFormatter
    from ebooklib import epub
    try:
        tree = parse_html_string(chapter.content)
    except:
        return
    root = tree.getroottree()
    had_source = False
    if len(root.find(""body"")) != 0:
        body = tree.find(""body"")
        # check for embeded source
        for source in body.xpath('//pre[contains(@class,""source-"")]'):
            css_class = source.get(""class"")
            source_text = (source.text or """") + """".join(
                [html.tostring(child) for child in source.iterchildren()]
            )
            if ""source-python"" in css_class:
                from pygments.lexers import PythonLexer
                #                    _text =  highlight(source_text, PythonLexer(), HtmlFormatter(linenos=""inline""))
                _text = highlight(source_text, PythonLexer(), HtmlFormatter())
            if ""source-css"" in css_class:
                from pygments.lexers import CssLexer
                _text = highlight(source_text, CssLexer(), HtmlFormatter())
            _parent = source.getparent()
            _parent.replace(source, etree.XML(_text))
            had_source = True
    if had_source:
        chapter.add_link(href=""style/code.css"", rel=""stylesheet"", type=""text/css"")
        chapter.content = etree.tostring(tree, pretty_print=True, encoding=""utf-8"")","def html_before_write ( self , book , chapter ) : <TAB> from lxml import etree , html <TAB> from pygments import highlight <TAB> from pygments . formatters import HtmlFormatter <TAB> from ebooklib import epub <TAB> try : <TAB> <TAB> tree = parse_html_string ( chapter . content ) <TAB> except : <TAB> <TAB> return <TAB> root = tree . getroottree ( ) <TAB> had_source = False <TAB> if len ( root . find ( ""body"" ) ) != 0 : <TAB> <TAB> body = tree . find ( ""body"" ) <TAB> <TAB> <TAB> <TAB> for source in body . xpath ( '//pre[contains(@class,""source-"")]' ) : <TAB> <TAB> <TAB> css_class = source . get ( ""class"" ) <TAB> <TAB> <TAB> source_text = ( source . text or """" ) + """" . join ( <TAB> <TAB> <TAB> <TAB> [ html . tostring ( child ) for child in source . iterchildren ( ) ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if ""source-python"" in css_class : <TAB> <TAB> <TAB> <TAB> from pygments . lexers import PythonLexer <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> _text = highlight ( source_text , PythonLexer ( ) , HtmlFormatter ( ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> from pygments . lexers import CssLexer <TAB> <TAB> <TAB> <TAB> _text = highlight ( source_text , CssLexer ( ) , HtmlFormatter ( ) ) <TAB> <TAB> <TAB> _parent = source . getparent ( ) <TAB> <TAB> <TAB> _parent . replace ( source , etree . XML ( _text ) ) <TAB> <TAB> <TAB> had_source = True <TAB> if had_source : <TAB> <TAB> chapter . add_link ( href = ""style/code.css"" , rel = ""stylesheet"" , type = ""text/css"" ) <TAB> <TAB> chapter . content = etree . tostring ( tree , pretty_print = True , encoding = ""utf-8"" )","if ""source-css"" in css_class :",442
20583,"def command(self):
    session_id = self.session.ui.html_variables.get(""http_session"")
    if self.data.get(""_method"", """") == ""POST"":
        if ""pass"" in self.data:
            with GLOBAL_LOGIN_LOCK:
                return self._do_login(
                    self.data.get(""user"", [None])[0],
                    self.data[""pass""][0],
                    redirect=True,
                )
    elif not self.data:
        password = self.session.ui.get_password(_(""Your password: ""))
        return self._do_login(None, password, load_index=True)
    elif (
        session_id in SESSION_CACHE
        and SESSION_CACHE[session_id].auth
        and ""_method"" in self.data
    ):
        self._do_redirect()
    return self._success(_(""Please log in""))","def command ( self ) : <TAB> session_id = self . session . ui . html_variables . get ( ""http_session"" ) <TAB> if self . data . get ( ""_method"" , """" ) == ""POST"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> with GLOBAL_LOGIN_LOCK : <TAB> <TAB> <TAB> <TAB> return self . _do_login ( <TAB> <TAB> <TAB> <TAB> <TAB> self . data . get ( ""user"" , [ None ] ) [ 0 ] , <TAB> <TAB> <TAB> <TAB> <TAB> self . data [ ""pass"" ] [ 0 ] , <TAB> <TAB> <TAB> <TAB> <TAB> redirect = True , <TAB> <TAB> <TAB> <TAB> ) <TAB> elif not self . data : <TAB> <TAB> password = self . session . ui . get_password ( _ ( ""Your password: "" ) ) <TAB> <TAB> return self . _do_login ( None , password , load_index = True ) <TAB> elif ( <TAB> <TAB> session_id in SESSION_CACHE <TAB> <TAB> and SESSION_CACHE [ session_id ] . auth <TAB> <TAB> and ""_method"" in self . data <TAB> ) : <TAB> <TAB> self . _do_redirect ( ) <TAB> return self . _success ( _ ( ""Please log in"" ) )","if ""pass"" in self . data :",236
19628,"def generate_sitemaps(filename):
    rows = (line.strip().split(""\t"") for line in open(filename))
    for sortkey, chunk in itertools.groupby(rows, lambda row: row[0]):
        things = []
        _chunk = list(chunk)
        for segment in _chunk:
            sortkey = segment.pop(0)
            last_modified = segment.pop(-1)
            path = """".join(segment)
            things.append(web.storage(path=path, last_modified=last_modified))
        if things:
            write(""sitemaps/sitemap_%s.xml.gz"" % sortkey, sitemap(things))","def generate_sitemaps ( filename ) : <TAB> rows = ( line . strip ( ) . split ( ""\t"" ) for line in open ( filename ) ) <TAB> for sortkey , chunk in itertools . groupby ( rows , lambda row : row [ 0 ] ) : <TAB> <TAB> things = [ ] <TAB> <TAB> _chunk = list ( chunk ) <TAB> <TAB> for segment in _chunk : <TAB> <TAB> <TAB> sortkey = segment . pop ( 0 ) <TAB> <TAB> <TAB> last_modified = segment . pop ( - 1 ) <TAB> <TAB> <TAB> path = """" . join ( segment ) <TAB> <TAB> <TAB> things . append ( web . storage ( path = path , last_modified = last_modified ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> write ( ""sitemaps/sitemap_%s.xml.gz"" % sortkey , sitemap ( things ) )",if things :,165
11999,"def TryMerge(self, d):
    while d.avail() > 0:
        tt = d.getVarInt32()
        if tt == 10:
            self.set_query_kind(d.getPrefixedString())
            continue
        if tt == 18:
            length = d.getVarInt32()
            tmp = ProtocolBuffer.Decoder(d.buffer(), d.pos(), d.pos() + length)
            d.skip(length)
            self.mutable_query_ancestor().TryMerge(tmp)
            continue
        if tt == 25:
            self.set_query_thiscursor(d.get64())
            continue
        if tt == 33:
            self.set_query_nextcursor(d.get64())
            continue
        if tt == 40:
            self.add_get_successful_fetch(d.getBoolean())
            continue
        if tt == 50:
            length = d.getVarInt32()
            tmp = ProtocolBuffer.Decoder(d.buffer(), d.pos(), d.pos() + length)
            d.skip(length)
            self.add_keys_read().TryMerge(tmp)
            continue
        if tt == 58:
            length = d.getVarInt32()
            tmp = ProtocolBuffer.Decoder(d.buffer(), d.pos(), d.pos() + length)
            d.skip(length)
            self.add_keys_written().TryMerge(tmp)
            continue
        if tt == 0:
            raise ProtocolBuffer.ProtocolBufferDecodeError
        d.skipData(tt)","def TryMerge ( self , d ) : <TAB> while d . avail ( ) > 0 : <TAB> <TAB> tt = d . getVarInt32 ( ) <TAB> <TAB> if tt == 10 : <TAB> <TAB> <TAB> self . set_query_kind ( d . getPrefixedString ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 18 : <TAB> <TAB> <TAB> length = d . getVarInt32 ( ) <TAB> <TAB> <TAB> tmp = ProtocolBuffer . Decoder ( d . buffer ( ) , d . pos ( ) , d . pos ( ) + length ) <TAB> <TAB> <TAB> d . skip ( length ) <TAB> <TAB> <TAB> self . mutable_query_ancestor ( ) . TryMerge ( tmp ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 25 : <TAB> <TAB> <TAB> self . set_query_thiscursor ( d . get64 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . set_query_nextcursor ( d . get64 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 40 : <TAB> <TAB> <TAB> self . add_get_successful_fetch ( d . getBoolean ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 50 : <TAB> <TAB> <TAB> length = d . getVarInt32 ( ) <TAB> <TAB> <TAB> tmp = ProtocolBuffer . Decoder ( d . buffer ( ) , d . pos ( ) , d . pos ( ) + length ) <TAB> <TAB> <TAB> d . skip ( length ) <TAB> <TAB> <TAB> self . add_keys_read ( ) . TryMerge ( tmp ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 58 : <TAB> <TAB> <TAB> length = d . getVarInt32 ( ) <TAB> <TAB> <TAB> tmp = ProtocolBuffer . Decoder ( d . buffer ( ) , d . pos ( ) , d . pos ( ) + length ) <TAB> <TAB> <TAB> d . skip ( length ) <TAB> <TAB> <TAB> self . add_keys_written ( ) . TryMerge ( tmp ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 0 : <TAB> <TAB> <TAB> raise ProtocolBuffer . ProtocolBufferDecodeError <TAB> <TAB> d . skipData ( tt )",if tt == 33 :,423
993,"def _add_middleware(self, conf, app):
    errorware = conf[""tg.errorware""]
    if errorware.get(""enable"", True) and not asbool(conf.get(""debug"")):
        reporters = []
        if errorware.get(""error_email""):
            from backlash.tracing.reporters.mail import EmailReporter
            reporters.append(EmailReporter(**errorware))
        if errorware.get(""sentry_dsn""):
            from backlash.tracing.reporters.sentry import SentryReporter
            reporters.append(SentryReporter(**errorware))
        if errorware.get(""reporters"", []):
            for reporter in errorware[""reporters""]:
                reporters.append(reporter)
        try:
            import backlash
        except ImportError:  # pragma: no cover
            log.warning(""backlash not installed, email tracebacks won't be available"")
        else:
            return backlash.TraceErrorsMiddleware(
                app, reporters, context_injectors=[_turbogears_backlash_context]
            )
    return app
","def _add_middleware ( self , conf , app ) : <TAB> errorware = conf [ ""tg.errorware"" ] <TAB> if errorware . get ( ""enable"" , True ) and not asbool ( conf . get ( ""debug"" ) ) : <TAB> <TAB> reporters = [ ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> from backlash . tracing . reporters . mail import EmailReporter <TAB> <TAB> <TAB> reporters . append ( EmailReporter ( ** errorware ) ) <TAB> <TAB> if errorware . get ( ""sentry_dsn"" ) : <TAB> <TAB> <TAB> from backlash . tracing . reporters . sentry import SentryReporter <TAB> <TAB> <TAB> reporters . append ( SentryReporter ( ** errorware ) ) <TAB> <TAB> if errorware . get ( ""reporters"" , [ ] ) : <TAB> <TAB> <TAB> for reporter in errorware [ ""reporters"" ] : <TAB> <TAB> <TAB> <TAB> reporters . append ( reporter ) <TAB> <TAB> try : <TAB> <TAB> <TAB> import backlash <TAB> <TAB> except ImportError : <TAB> <TAB> <TAB> log . warning ( ""backlash not installed, email tracebacks won't be available"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return backlash . TraceErrorsMiddleware ( <TAB> <TAB> <TAB> <TAB> app , reporters , context_injectors = [ _turbogears_backlash_context ] <TAB> <TAB> <TAB> ) <TAB> return app","if errorware . get ( ""error_email"" ) :",278
22489,"def find_strings(start_address):
    strings = []
    # do import checking
    import_ea = start_address
    while import_ea < SegEnd(start_address):
        import_name = Name(import_ea)
        if len(import_name) > 1 and ""cmp"" in import_name:
            xref_start = import_ea
            xref_cur = DfirstB(xref_start)
            while xref_cur != BADADDR:
                # print(""Found call to "", import_name)
                string_arg = get_arguments(xref_cur)
                if string_arg and string_arg not in strings:
                    strings.append(string_arg)
                xref_cur = DnextB(xref_start, xref_cur)
        import_ea += 4
    # now do FLIRT checking
    for function_ea in Functions(SegByName("".text""), SegEnd(start_address)):
        flags = GetFunctionFlags(function_ea)
        if flags & FUNC_LIB:
            lib_name = GetFunctionName(function_ea)
            if len(lib_name) > 1 and ""cmp"" in lib_name:
                # found one, now find xrefs to it and grab arguments
                xref_start = function_ea
                xref_cur = RfirstB(xref_start)
                while xref_cur != BADADDR:
                    string_arg = get_arguments(xref_cur)
                    if string_arg and string_arg not in strings:
                        strings.append(string_arg)
                    xref_cur = RnextB(xref_start, xref_cur)
    print(""Found %d string values used in compares."" % len(strings))
    print(""-----------------------------------------------------"")
    for i in xrange(0, len(strings), 5):
        print(strings[i : i + 5])
    return strings","def find_strings ( start_address ) : <TAB> strings = [ ] <TAB> <TAB> import_ea = start_address <TAB> while import_ea < SegEnd ( start_address ) : <TAB> <TAB> import_name = Name ( import_ea ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> xref_start = import_ea <TAB> <TAB> <TAB> xref_cur = DfirstB ( xref_start ) <TAB> <TAB> <TAB> while xref_cur != BADADDR : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> string_arg = get_arguments ( xref_cur ) <TAB> <TAB> <TAB> <TAB> if string_arg and string_arg not in strings : <TAB> <TAB> <TAB> <TAB> <TAB> strings . append ( string_arg ) <TAB> <TAB> <TAB> <TAB> xref_cur = DnextB ( xref_start , xref_cur ) <TAB> <TAB> import_ea += 4 <TAB> <TAB> for function_ea in Functions ( SegByName ( "".text"" ) , SegEnd ( start_address ) ) : <TAB> <TAB> flags = GetFunctionFlags ( function_ea ) <TAB> <TAB> if flags & FUNC_LIB : <TAB> <TAB> <TAB> lib_name = GetFunctionName ( function_ea ) <TAB> <TAB> <TAB> if len ( lib_name ) > 1 and ""cmp"" in lib_name : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> xref_start = function_ea <TAB> <TAB> <TAB> <TAB> xref_cur = RfirstB ( xref_start ) <TAB> <TAB> <TAB> <TAB> while xref_cur != BADADDR : <TAB> <TAB> <TAB> <TAB> <TAB> string_arg = get_arguments ( xref_cur ) <TAB> <TAB> <TAB> <TAB> <TAB> if string_arg and string_arg not in strings : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> strings . append ( string_arg ) <TAB> <TAB> <TAB> <TAB> <TAB> xref_cur = RnextB ( xref_start , xref_cur ) <TAB> print ( ""Found %d string values used in compares."" % len ( strings ) ) <TAB> print ( ""-----------------------------------------------------"" ) <TAB> for i in xrange ( 0 , len ( strings ) , 5 ) : <TAB> <TAB> print ( strings [ i : i + 5 ] ) <TAB> return strings","if len ( import_name ) > 1 and ""cmp"" in import_name :",492
8464,"def run(self, execution_info) -> driver_output_pb2.DriverOutput:
    # Fake a constant span number, which, on prod, is usually calculated based
    # on date.
    span = 2
    with self._mlmd_connection as m:
        previous_output = inputs_utils.resolve_input_artifacts(m, self._self_output)
        # Version should be the max of existing version + 1 if span exists,
        # otherwise 0.
        version = 0
        if previous_output:
            version = (
                max(
                    [
                        artifact.get_int_custom_property(""version"")
                        for artifact in previous_output[""examples""]
                        if artifact.get_int_custom_property(""span"") == span
                    ]
                    or [-1]
                )
                + 1
            )
    output_example = copy.deepcopy(
        execution_info.output_dict[""output_examples""][0].mlmd_artifact
    )
    output_example.custom_properties[""span""].int_value = span
    output_example.custom_properties[""version""].int_value = version
    result = driver_output_pb2.DriverOutput()
    result.output_artifacts[""output_examples""].artifacts.append(output_example)
    result.exec_properties[""span""].int_value = span
    result.exec_properties[""version""].int_value = version
    return result","def run ( self , execution_info ) -> driver_output_pb2 . DriverOutput : <TAB> <TAB> <TAB> span = 2 <TAB> with self . _mlmd_connection as m : <TAB> <TAB> previous_output = inputs_utils . resolve_input_artifacts ( m , self . _self_output ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> version = 0 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> version = ( <TAB> <TAB> <TAB> <TAB> max ( <TAB> <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> artifact . get_int_custom_property ( ""version"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for artifact in previous_output [ ""examples"" ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if artifact . get_int_custom_property ( ""span"" ) == span <TAB> <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> <TAB> <TAB> or [ - 1 ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> + 1 <TAB> <TAB> <TAB> ) <TAB> output_example = copy . deepcopy ( <TAB> <TAB> execution_info . output_dict [ ""output_examples"" ] [ 0 ] . mlmd_artifact <TAB> ) <TAB> output_example . custom_properties [ ""span"" ] . int_value = span <TAB> output_example . custom_properties [ ""version"" ] . int_value = version <TAB> result = driver_output_pb2 . DriverOutput ( ) <TAB> result . output_artifacts [ ""output_examples"" ] . artifacts . append ( output_example ) <TAB> result . exec_properties [ ""span"" ] . int_value = span <TAB> result . exec_properties [ ""version"" ] . int_value = version <TAB> return result",if previous_output :,375
3639,"def remove_dead_csv(csv_node, lives, arg_aliases, alias_map, func_ir, typemap):
    # TODO
    new_df_colnames = []
    new_out_vars = []
    new_out_types = []
    new_usecols = []
    for i, col_var in enumerate(csv_node.out_vars):
        if col_var.name in lives:
            new_df_colnames.append(csv_node.df_colnames[i])
            new_out_vars.append(csv_node.out_vars[i])
            new_out_types.append(csv_node.out_types[i])
            new_usecols.append(csv_node.usecols[i])
    csv_node.df_colnames = new_df_colnames
    csv_node.out_vars = new_out_vars
    csv_node.out_types = new_out_types
    csv_node.usecols = new_usecols
    if len(csv_node.out_vars) == 0:
        return None
    return csv_node","def remove_dead_csv ( csv_node , lives , arg_aliases , alias_map , func_ir , typemap ) : <TAB> <TAB> new_df_colnames = [ ] <TAB> new_out_vars = [ ] <TAB> new_out_types = [ ] <TAB> new_usecols = [ ] <TAB> for i , col_var in enumerate ( csv_node . out_vars ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> new_df_colnames . append ( csv_node . df_colnames [ i ] ) <TAB> <TAB> <TAB> new_out_vars . append ( csv_node . out_vars [ i ] ) <TAB> <TAB> <TAB> new_out_types . append ( csv_node . out_types [ i ] ) <TAB> <TAB> <TAB> new_usecols . append ( csv_node . usecols [ i ] ) <TAB> csv_node . df_colnames = new_df_colnames <TAB> csv_node . out_vars = new_out_vars <TAB> csv_node . out_types = new_out_types <TAB> csv_node . usecols = new_usecols <TAB> if len ( csv_node . out_vars ) == 0 : <TAB> <TAB> return None <TAB> return csv_node",if col_var . name in lives :,269
13794,"def _calc_cmrc2018_f1_score(answers, prediction):
    f1_scores = []
    for ans in answers:
        ans_segs = _cn_segmentation(ans, rm_punc=True)
        prediction_segs = _cn_segmentation(prediction, rm_punc=True)
        lcs, lcs_len = _find_lcs(ans_segs, prediction_segs)
        if lcs_len == 0:
            f1_scores.append(0)
            continue
        precision = 1.0 * lcs_len / len(prediction_segs)
        recall = 1.0 * lcs_len / len(ans_segs)
        f1 = (2 * precision * recall) / (precision + recall)
        f1_scores.append(f1)
    return max(f1_scores)","def _calc_cmrc2018_f1_score ( answers , prediction ) : <TAB> f1_scores = [ ] <TAB> for ans in answers : <TAB> <TAB> ans_segs = _cn_segmentation ( ans , rm_punc = True ) <TAB> <TAB> prediction_segs = _cn_segmentation ( prediction , rm_punc = True ) <TAB> <TAB> lcs , lcs_len = _find_lcs ( ans_segs , prediction_segs ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> f1_scores . append ( 0 ) <TAB> <TAB> <TAB> continue <TAB> <TAB> precision = 1.0 * lcs_len / len ( prediction_segs ) <TAB> <TAB> recall = 1.0 * lcs_len / len ( ans_segs ) <TAB> <TAB> f1 = ( 2 * precision * recall ) / ( precision + recall ) <TAB> <TAB> f1_scores . append ( f1 ) <TAB> return max ( f1_scores )",if lcs_len == 0 :,203
1124,"def add_reversed_tensor(i, X, reversed_X):
    # Do not keep tensors that should stop the mapping.
    if X in stop_mapping_at_tensors:
        return
    if X not in reversed_tensors:
        reversed_tensors[X] = {""id"": (nid, i), ""tensor"": reversed_X}
    else:
        tmp = reversed_tensors[X]
        if ""tensor"" in tmp and ""tensors"" in tmp:
            raise Exception(""Wrong order, tensors already aggregated!"")
        if ""tensor"" in tmp:
            tmp[""tensors""] = [tmp[""tensor""], reversed_X]
            del tmp[""tensor""]
        else:
            tmp[""tensors""].append(reversed_X)
","def add_reversed_tensor ( i , X , reversed_X ) : <TAB> <TAB> if X in stop_mapping_at_tensors : <TAB> <TAB> return <TAB> if X not in reversed_tensors : <TAB> <TAB> reversed_tensors [ X ] = { ""id"" : ( nid , i ) , ""tensor"" : reversed_X } <TAB> else : <TAB> <TAB> tmp = reversed_tensors [ X ] <TAB> <TAB> if ""tensor"" in tmp and ""tensors"" in tmp : <TAB> <TAB> <TAB> raise Exception ( ""Wrong order, tensors already aggregated!"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tmp [ ""tensors"" ] = [ tmp [ ""tensor"" ] , reversed_X ] <TAB> <TAB> <TAB> del tmp [ ""tensor"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> tmp [ ""tensors"" ] . append ( reversed_X )","if ""tensor"" in tmp :",183
19228,"def eventFilter(self, obj, event):
    if event.type() == QEvent.MouseButtonPress:
        button = event.button()
        if button == Qt.BackButton:
            self._app.browser.back()
            return True
        elif button == Qt.ForwardButton:
            self._app.browser.forward()
            return True
    return False
","def eventFilter ( self , obj , event ) : <TAB> if event . type ( ) == QEvent . MouseButtonPress : <TAB> <TAB> button = event . button ( ) <TAB> <TAB> if button == Qt . BackButton : <TAB> <TAB> <TAB> self . _app . browser . back ( ) <TAB> <TAB> <TAB> return True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _app . browser . forward ( ) <TAB> <TAB> <TAB> return True <TAB> return False",elif button == Qt . ForwardButton :,96
11725,"def validate(self, entry, field_uri=None):
    super().validate(entry, field_uri)
    if entry is None:
        return
    field_uri = field_uri or self.field_uri
    try:
        path = Path(entry)
    except TypeError:
        self.raise_error(entry, field_uri, ""values is expected to be path-like"")
    if self.check_exists and not path.exists():
        self.raise_error(entry, field_uri, ""path does not exist"")
    else:
        if self.is_directory and not path.is_dir():
            self.raise_error(entry, field_uri, ""is not a directory"")
        if self.is_directory is False and not path.is_file():
            self.raise_error(entry, field_uri, ""is a directory, regular file expected"")
","def validate ( self , entry , field_uri = None ) : <TAB> super ( ) . validate ( entry , field_uri ) <TAB> if entry is None : <TAB> <TAB> return <TAB> field_uri = field_uri or self . field_uri <TAB> try : <TAB> <TAB> path = Path ( entry ) <TAB> except TypeError : <TAB> <TAB> self . raise_error ( entry , field_uri , ""values is expected to be path-like"" ) <TAB> if self . check_exists and not path . exists ( ) : <TAB> <TAB> self . raise_error ( entry , field_uri , ""path does not exist"" ) <TAB> else : <TAB> <TAB> if self . is_directory and not path . is_dir ( ) : <TAB> <TAB> <TAB> self . raise_error ( entry , field_uri , ""is not a directory"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . raise_error ( entry , field_uri , ""is a directory, regular file expected"" )",if self . is_directory is False and not path . is_file ( ) :,217
19332,"def host_local_traverse_tree(
    data_inst, tree_node, use_missing=True, zero_as_missing=True
):
    nid = 0  # root node id
    while True:
        if tree_node[nid].is_leaf:
            return nid
        cur_node = tree_node[nid]
        fid, bid = cur_node.fid, cur_node.bid
        missing_dir = cur_node.missing_dir
        if use_missing and zero_as_missing:
            if (
                data_inst.features.get_data(fid) == NoneType()
                or data_inst.features.get_data(fid, None) is None
            ):
                nid = (
                    tree_node[nid].right_nodeid
                    if missing_dir == 1
                    else tree_node[nid].left_nodeid
                )
            elif data_inst.features.get_data(fid) <= bid:
                nid = tree_node[nid].left_nodeid
            else:
                nid = tree_node[nid].right_nodeid
        elif data_inst.features.get_data(fid) == NoneType():
            nid = (
                tree_node[nid].right_nodeid
                if missing_dir == 1
                else tree_node[nid].left_nodeid
            )
        elif data_inst.features.get_data(fid, 0) <= bid:
            nid = tree_node[nid].left_nodeid
        else:
            nid = tree_node[nid].right_nodeid","def host_local_traverse_tree ( <TAB> data_inst , tree_node , use_missing = True , zero_as_missing = True ) : <TAB> nid = 0 <TAB> while True : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return nid <TAB> <TAB> cur_node = tree_node [ nid ] <TAB> <TAB> fid , bid = cur_node . fid , cur_node . bid <TAB> <TAB> missing_dir = cur_node . missing_dir <TAB> <TAB> if use_missing and zero_as_missing : <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> data_inst . features . get_data ( fid ) == NoneType ( ) <TAB> <TAB> <TAB> <TAB> or data_inst . features . get_data ( fid , None ) is None <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> nid = ( <TAB> <TAB> <TAB> <TAB> <TAB> tree_node [ nid ] . right_nodeid <TAB> <TAB> <TAB> <TAB> <TAB> if missing_dir == 1 <TAB> <TAB> <TAB> <TAB> <TAB> else tree_node [ nid ] . left_nodeid <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> elif data_inst . features . get_data ( fid ) <= bid : <TAB> <TAB> <TAB> <TAB> nid = tree_node [ nid ] . left_nodeid <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> nid = tree_node [ nid ] . right_nodeid <TAB> <TAB> elif data_inst . features . get_data ( fid ) == NoneType ( ) : <TAB> <TAB> <TAB> nid = ( <TAB> <TAB> <TAB> <TAB> tree_node [ nid ] . right_nodeid <TAB> <TAB> <TAB> <TAB> if missing_dir == 1 <TAB> <TAB> <TAB> <TAB> else tree_node [ nid ] . left_nodeid <TAB> <TAB> <TAB> ) <TAB> <TAB> elif data_inst . features . get_data ( fid , 0 ) <= bid : <TAB> <TAB> <TAB> nid = tree_node [ nid ] . left_nodeid <TAB> <TAB> else : <TAB> <TAB> <TAB> nid = tree_node [ nid ] . right_nodeid",if tree_node [ nid ] . is_leaf :,444
16032,"def _filter_paths(basename, path, is_dir, exclude):
    """""".gitignore style file filtering.""""""
    for item in exclude:
        # Items ending in '/' apply only to directories.
        if item.endswith(""/"") and not is_dir:
            continue
        # Items starting with '/' apply to the whole path.
        # In any other cases just the basename is used.
        match = path if item.startswith(""/"") else basename
        if fnmatch.fnmatch(match, item.strip(""/"")):
            return True
    return False
","def _filter_paths ( basename , path , is_dir , exclude ) : <TAB> """""".gitignore style file filtering."""""" <TAB> for item in exclude : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> match = path if item . startswith ( ""/"" ) else basename <TAB> <TAB> if fnmatch . fnmatch ( match , item . strip ( ""/"" ) ) : <TAB> <TAB> <TAB> return True <TAB> return False","if item . endswith ( ""/"" ) and not is_dir :",130
20787,"def has_dirty_objects(self):
    language = self.current_lang
    if self.page:
        if self.dirty_statics:
            # There's dirty static placeholders on this page.
            # Only show the page as dirty (publish button) if the page
            # translation has been configured.
            dirty = self.page.has_translation(language)
        else:
            dirty = self.page.is_dirty(language) or self.page_is_pending(
                self.page, language
            )
    else:
        dirty = bool(self.dirty_statics)
    return dirty
","def has_dirty_objects ( self ) : <TAB> language = self . current_lang <TAB> if self . page : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dirty = self . page . has_translation ( language ) <TAB> <TAB> else : <TAB> <TAB> <TAB> dirty = self . page . is_dirty ( language ) or self . page_is_pending ( <TAB> <TAB> <TAB> <TAB> self . page , language <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> dirty = bool ( self . dirty_statics ) <TAB> return dirty",if self . dirty_statics :,162
4330,"def get_snmp_information(self):
    snmp_information = {}
    command = ""show running-config""
    output = self._send_command(command)
    snmp_config = helpers.textfsm_extractor(self, ""snmp_config"", output)
    if not snmp_config:
        return snmp_information
    snmp_information = {
        ""contact"": str(""""),
        ""location"": str(""""),
        ""community"": {},
        ""chassis_id"": str(""""),
    }
    for snmp_entry in snmp_config:
        contact = str(snmp_entry.get(""contact"", """"))
        if contact:
            snmp_information[""contact""] = contact
        location = str(snmp_entry.get(""location"", """"))
        if location:
            snmp_information[""location""] = location
        community_name = str(snmp_entry.get(""community"", """"))
        if not community_name:
            continue
        if community_name not in snmp_information[""community""].keys():
            snmp_information[""community""][community_name] = {
                ""acl"": str(snmp_entry.get(""acl"", """")),
                ""mode"": str(snmp_entry.get(""mode"", """").lower()),
            }
        else:
            acl = str(snmp_entry.get(""acl"", """"))
            if acl:
                snmp_information[""community""][community_name][""acl""] = acl
            mode = str(snmp_entry.get(""mode"", """").lower())
            if mode:
                snmp_information[""community""][community_name][""mode""] = mode
    return snmp_information
","def get_snmp_information ( self ) : <TAB> snmp_information = { } <TAB> command = ""show running-config"" <TAB> output = self . _send_command ( command ) <TAB> snmp_config = helpers . textfsm_extractor ( self , ""snmp_config"" , output ) <TAB> if not snmp_config : <TAB> <TAB> return snmp_information <TAB> snmp_information = { <TAB> <TAB> ""contact"" : str ( """" ) , <TAB> <TAB> ""location"" : str ( """" ) , <TAB> <TAB> ""community"" : { } , <TAB> <TAB> ""chassis_id"" : str ( """" ) , <TAB> } <TAB> for snmp_entry in snmp_config : <TAB> <TAB> contact = str ( snmp_entry . get ( ""contact"" , """" ) ) <TAB> <TAB> if contact : <TAB> <TAB> <TAB> snmp_information [ ""contact"" ] = contact <TAB> <TAB> location = str ( snmp_entry . get ( ""location"" , """" ) ) <TAB> <TAB> if location : <TAB> <TAB> <TAB> snmp_information [ ""location"" ] = location <TAB> <TAB> community_name = str ( snmp_entry . get ( ""community"" , """" ) ) <TAB> <TAB> if not community_name : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> snmp_information [ ""community"" ] [ community_name ] = { <TAB> <TAB> <TAB> <TAB> ""acl"" : str ( snmp_entry . get ( ""acl"" , """" ) ) , <TAB> <TAB> <TAB> <TAB> ""mode"" : str ( snmp_entry . get ( ""mode"" , """" ) . lower ( ) ) , <TAB> <TAB> <TAB> } <TAB> <TAB> else : <TAB> <TAB> <TAB> acl = str ( snmp_entry . get ( ""acl"" , """" ) ) <TAB> <TAB> <TAB> if acl : <TAB> <TAB> <TAB> <TAB> snmp_information [ ""community"" ] [ community_name ] [ ""acl"" ] = acl <TAB> <TAB> <TAB> mode = str ( snmp_entry . get ( ""mode"" , """" ) . lower ( ) ) <TAB> <TAB> <TAB> if mode : <TAB> <TAB> <TAB> <TAB> snmp_information [ ""community"" ] [ community_name ] [ ""mode"" ] = mode <TAB> return snmp_information","if community_name not in snmp_information [ ""community"" ] . keys ( ) :",455
10429,"def docs(self):
    proc = subprocess.Popen(
        [
            ""python"",
            self.wiki_extractor,
            ""--no-templates"",
            ""--processes"",
            str(self.n_jobs),
            ""--output"",
            ""-"",
            self.fawiki_dump,
        ],
        stdout=subprocess.PIPE,
    )
    doc_pattern = re.compile(r'<doc id=""(\d+)"" url=""([^\""]+)"" title=""([^\""]+)"">')
    doc = []
    for line in iter(proc.stdout.readline, """"):
        line = line.strip().decode(""utf8"")
        if line:
            doc.append(line)
        if line == ""</doc>"":
            del doc[1]
            id, url, title = doc_pattern.match(doc[0]).groups()
            html = ""\n"".join(doc[1:-1])
            yield {""id"": id, ""url"": url, ""title"": title, ""html"": html, ""text"": html}
            doc = []","def docs ( self ) : <TAB> proc = subprocess . Popen ( <TAB> <TAB> [ <TAB> <TAB> <TAB> ""python"" , <TAB> <TAB> <TAB> self . wiki_extractor , <TAB> <TAB> <TAB> ""--no-templates"" , <TAB> <TAB> <TAB> ""--processes"" , <TAB> <TAB> <TAB> str ( self . n_jobs ) , <TAB> <TAB> <TAB> ""--output"" , <TAB> <TAB> <TAB> ""-"" , <TAB> <TAB> <TAB> self . fawiki_dump , <TAB> <TAB> ] , <TAB> <TAB> stdout = subprocess . PIPE , <TAB> ) <TAB> doc_pattern = re . compile ( r'<doc id=""(\d+)"" url=""([^\""]+)"" title=""([^\""]+)"">' ) <TAB> doc = [ ] <TAB> for line in iter ( proc . stdout . readline , """" ) : <TAB> <TAB> line = line . strip ( ) . decode ( ""utf8"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> doc . append ( line ) <TAB> <TAB> if line == ""</doc>"" : <TAB> <TAB> <TAB> del doc [ 1 ] <TAB> <TAB> <TAB> id , url , title = doc_pattern . match ( doc [ 0 ] ) . groups ( ) <TAB> <TAB> <TAB> html = ""\n"" . join ( doc [ 1 : - 1 ] ) <TAB> <TAB> <TAB> yield { ""id"" : id , ""url"" : url , ""title"" : title , ""html"" : html , ""text"" : html } <TAB> <TAB> <TAB> doc = [ ]",if line :,275
7140,"def _maybe_namespace(
    cls,
    data: Any,
    *,
    preferred_type: Type[ModelT] = None,
    fast_types: Tuple[Type, ...] = (bytes, str),
    isinstance: Callable = isinstance
) -> Optional[Type[ModelT]]:
    # The serialized data may contain a ``__faust`` blessed key
    # holding the name of the model it should be deserialized as.
    # So even if value_type=MyModel, the data may mandata that it
    # should be deserialized using ""foo.bar.baz"" instead.
    # This is how we deal with Kafka's lack of message headers,
    # as needed by the RPC mechanism, without wrapping all data.
    if data is None or isinstance(data, fast_types):
        return None
    try:
        ns = data[cls._blessed_key][""ns""]
    except (KeyError, TypeError):
        pass
    else:
        # we only allow blessed keys when type=None, or type=Model
        type_is_abstract = (
            preferred_type is None
            or preferred_type is ModelT
            or preferred_type is Model
        )
        try:
            model = registry[ns]
        except KeyError:
            if type_is_abstract:
                raise
            return None
        else:
            if (
                type_is_abstract
                or model._options.allow_blessed_key
                or model._options.polymorphic_fields
            ):
                return model
    return None
","def _maybe_namespace ( <TAB> cls , <TAB> data : Any , <TAB> * , <TAB> preferred_type : Type [ ModelT ] = None , <TAB> fast_types : Tuple [ Type , ... ] = ( bytes , str ) , <TAB> isinstance : Callable = isinstance ) -> Optional [ Type [ ModelT ] ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if data is None or isinstance ( data , fast_types ) : <TAB> <TAB> return None <TAB> try : <TAB> <TAB> ns = data [ cls . _blessed_key ] [ ""ns"" ] <TAB> except ( KeyError , TypeError ) : <TAB> <TAB> pass <TAB> else : <TAB> <TAB> <TAB> <TAB> type_is_abstract = ( <TAB> <TAB> <TAB> preferred_type is None <TAB> <TAB> <TAB> or preferred_type is ModelT <TAB> <TAB> <TAB> or preferred_type is Model <TAB> <TAB> ) <TAB> <TAB> try : <TAB> <TAB> <TAB> model = registry [ ns ] <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> return None <TAB> <TAB> else : <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> type_is_abstract <TAB> <TAB> <TAB> <TAB> or model . _options . allow_blessed_key <TAB> <TAB> <TAB> <TAB> or model . _options . polymorphic_fields <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> return model <TAB> return None",if type_is_abstract :,401
14720,"def modify(cls, profile):
    if profile.metadata(""arch"") == ""I386"":
        profile.add_overlay(svcscan_base_x86)
    else:
        # 32bit Vista profiles
        profile.add_overlay(svcscan_base_x64)
    # Windows XP, 2003
    version = profile.metadata(""version"")
    if version < 6.0:
        profile.add_classes(
            {
                ""_SERVICE_RECORD"": _SERVICE_RECORD_LEGACY,
                ""_SERVICE_HEADER"": _SERVICE_HEADER,
            }
        )
        profile.add_constants(dict(ServiceTag=b""sErv""))
    # Vista 2008 and windows 7
    elif 6.0 <= version <= 6.2:
        profile.add_classes(
            {
                ""_SERVICE_RECORD"": _SERVICE_RECORD_RECENT,
                ""_SERVICE_HEADER"": _SERVICE_HEADER,
            }
        )
        profile.add_constants(dict(ServiceTag=b""serH""))
        if profile.metadata(""arch"") == ""I386"":
            profile.add_overlay(_SERVICE_RECORD_VISTA_X86)
        else:
            profile.add_overlay(_SERVICE_RECORD_VISTA_X64)
    # Windows 8.1 and Windows 10
    elif 6.2 <= version:
        profile.add_classes(
            {
                ""_SERVICE_RECORD"": _SERVICE_RECORD_RECENT,
                ""_SERVICE_HEADER"": _SERVICE_HEADER,
            }
        )
        profile.add_constants(dict(ServiceTag=b""serH""))
        if profile.metadata(""arch"") == ""I386"":
            profile.add_overlay(_SERVICE_RECORD_VISTA_X86)
        else:
            profile.add_overlay(_SERVICE_RECORD_WIN81_X64)
    else:
        raise RuntimeError(""Unsupported windows version. Please file a bug."")","def modify ( cls , profile ) : <TAB> <fill-in> <TAB> <TAB> profile . add_overlay ( svcscan_base_x86 ) <TAB> else : <TAB> <TAB> <TAB> <TAB> profile . add_overlay ( svcscan_base_x64 ) <TAB> <TAB> version = profile . metadata ( ""version"" ) <TAB> if version < 6.0 : <TAB> <TAB> profile . add_classes ( <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""_SERVICE_RECORD"" : _SERVICE_RECORD_LEGACY , <TAB> <TAB> <TAB> <TAB> ""_SERVICE_HEADER"" : _SERVICE_HEADER , <TAB> <TAB> <TAB> } <TAB> <TAB> ) <TAB> <TAB> profile . add_constants ( dict ( ServiceTag = b""sErv"" ) ) <TAB> <TAB> elif 6.0 <= version <= 6.2 : <TAB> <TAB> profile . add_classes ( <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""_SERVICE_RECORD"" : _SERVICE_RECORD_RECENT , <TAB> <TAB> <TAB> <TAB> ""_SERVICE_HEADER"" : _SERVICE_HEADER , <TAB> <TAB> <TAB> } <TAB> <TAB> ) <TAB> <TAB> profile . add_constants ( dict ( ServiceTag = b""serH"" ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> profile . add_overlay ( _SERVICE_RECORD_VISTA_X86 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> profile . add_overlay ( _SERVICE_RECORD_VISTA_X64 ) <TAB> <TAB> elif 6.2 <= version : <TAB> <TAB> profile . add_classes ( <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""_SERVICE_RECORD"" : _SERVICE_RECORD_RECENT , <TAB> <TAB> <TAB> <TAB> ""_SERVICE_HEADER"" : _SERVICE_HEADER , <TAB> <TAB> <TAB> } <TAB> <TAB> ) <TAB> <TAB> profile . add_constants ( dict ( ServiceTag = b""serH"" ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> profile . add_overlay ( _SERVICE_RECORD_VISTA_X86 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> profile . add_overlay ( _SERVICE_RECORD_WIN81_X64 ) <TAB> else : <TAB> <TAB> raise RuntimeError ( ""Unsupported windows version. Please file a bug."" )","if profile . metadata ( ""arch"" ) == ""I386"" :",507
12478,"def _entries_kraken(self, channel_name, broadcast_type, sort):
    access_token = self._download_access_token(channel_name)
    channel_id = self._extract_channel_id(access_token[""token""], channel_name)
    offset = 0
    counter_override = None
    for counter in itertools.count(1):
        response = self._call_api(
            ""kraken/channels/%s/videos/"" % channel_id,
            channel_id,
            ""Downloading video JSON page %s"" % (counter_override or counter),
            query={
                ""offset"": offset,
                ""limit"": self._PAGE_LIMIT,
                ""broadcast_type"": broadcast_type,
                ""sort"": sort,
            },
        )
        videos = response.get(""videos"")
        if not isinstance(videos, list):
            break
        for video in videos:
            if not isinstance(video, dict):
                continue
            video_url = url_or_none(video.get(""url""))
            if not video_url:
                continue
            yield {
                ""_type"": ""url_transparent"",
                ""ie_key"": TwitchVodIE.ie_key(),
                ""id"": video.get(""_id""),
                ""url"": video_url,
                ""title"": video.get(""title""),
                ""description"": video.get(""description""),
                ""timestamp"": unified_timestamp(video.get(""published_at"")),
                ""duration"": float_or_none(video.get(""length"")),
                ""view_count"": int_or_none(video.get(""views"")),
                ""language"": video.get(""language""),
            }
        offset += self._PAGE_LIMIT
        total = int_or_none(response.get(""_total""))
        if total and offset >= total:
            break","def _entries_kraken ( self , channel_name , broadcast_type , sort ) : <TAB> access_token = self . _download_access_token ( channel_name ) <TAB> channel_id = self . _extract_channel_id ( access_token [ ""token"" ] , channel_name ) <TAB> offset = 0 <TAB> counter_override = None <TAB> for counter in itertools . count ( 1 ) : <TAB> <TAB> response = self . _call_api ( <TAB> <TAB> <TAB> ""kraken/channels/%s/videos/"" % channel_id , <TAB> <TAB> <TAB> channel_id , <TAB> <TAB> <TAB> ""Downloading video JSON page %s"" % ( counter_override or counter ) , <TAB> <TAB> <TAB> query = { <TAB> <TAB> <TAB> <TAB> ""offset"" : offset , <TAB> <TAB> <TAB> <TAB> ""limit"" : self . _PAGE_LIMIT , <TAB> <TAB> <TAB> <TAB> ""broadcast_type"" : broadcast_type , <TAB> <TAB> <TAB> <TAB> ""sort"" : sort , <TAB> <TAB> <TAB> } , <TAB> <TAB> ) <TAB> <TAB> videos = response . get ( ""videos"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> for video in videos : <TAB> <TAB> <TAB> if not isinstance ( video , dict ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> video_url = url_or_none ( video . get ( ""url"" ) ) <TAB> <TAB> <TAB> if not video_url : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> yield { <TAB> <TAB> <TAB> <TAB> ""_type"" : ""url_transparent"" , <TAB> <TAB> <TAB> <TAB> ""ie_key"" : TwitchVodIE . ie_key ( ) , <TAB> <TAB> <TAB> <TAB> ""id"" : video . get ( ""_id"" ) , <TAB> <TAB> <TAB> <TAB> ""url"" : video_url , <TAB> <TAB> <TAB> <TAB> ""title"" : video . get ( ""title"" ) , <TAB> <TAB> <TAB> <TAB> ""description"" : video . get ( ""description"" ) , <TAB> <TAB> <TAB> <TAB> ""timestamp"" : unified_timestamp ( video . get ( ""published_at"" ) ) , <TAB> <TAB> <TAB> <TAB> ""duration"" : float_or_none ( video . get ( ""length"" ) ) , <TAB> <TAB> <TAB> <TAB> ""view_count"" : int_or_none ( video . get ( ""views"" ) ) , <TAB> <TAB> <TAB> <TAB> ""language"" : video . get ( ""language"" ) , <TAB> <TAB> <TAB> } <TAB> <TAB> offset += self . _PAGE_LIMIT <TAB> <TAB> total = int_or_none ( response . get ( ""_total"" ) ) <TAB> <TAB> if total and offset >= total : <TAB> <TAB> <TAB> break","if not isinstance ( videos , list ) :",509
520,"def process_package_tag_set(self, elem, message, skip_actions_tags=True):
    elem_altered = False
    new_elem = copy.deepcopy(elem)
    for sub_index, sub_elem in enumerate(elem):
        altered = False
        error_message = """"
        if sub_elem.tag == ""install"":
            altered, new_sub_elem, error_message = self.process_install_tag_set(
                elem=sub_elem, message=message, skip_actions_tags=skip_actions_tags
            )
        elif sub_elem.tag == ""repository"":
            altered, new_sub_elem, error_message = self.process_repository_tag_set(
                parent_elem=elem, elem_index=sub_index, elem=sub_elem, message=message
            )
        if error_message and error_message not in message:
            message += error_message
        if altered:
            if not self.altered:
                self.altered = True
            if not elem_altered:
                elem_altered = True
            new_elem[sub_index] = new_sub_elem
    return elem_altered, new_elem, message
","def process_package_tag_set ( self , elem , message , skip_actions_tags = True ) : <TAB> elem_altered = False <TAB> new_elem = copy . deepcopy ( elem ) <TAB> for sub_index , sub_elem in enumerate ( elem ) : <TAB> <TAB> altered = False <TAB> <TAB> error_message = """" <TAB> <TAB> if sub_elem . tag == ""install"" : <TAB> <TAB> <TAB> altered , new_sub_elem , error_message = self . process_install_tag_set ( <TAB> <TAB> <TAB> <TAB> elem = sub_elem , message = message , skip_actions_tags = skip_actions_tags <TAB> <TAB> <TAB> ) <TAB> <TAB> elif sub_elem . tag == ""repository"" : <TAB> <TAB> <TAB> altered , new_sub_elem , error_message = self . process_repository_tag_set ( <TAB> <TAB> <TAB> <TAB> parent_elem = elem , elem_index = sub_index , elem = sub_elem , message = message <TAB> <TAB> <TAB> ) <TAB> <TAB> if error_message and error_message not in message : <TAB> <TAB> <TAB> message += error_message <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not self . altered : <TAB> <TAB> <TAB> <TAB> self . altered = True <TAB> <TAB> <TAB> if not elem_altered : <TAB> <TAB> <TAB> <TAB> elem_altered = True <TAB> <TAB> <TAB> new_elem [ sub_index ] = new_sub_elem <TAB> return elem_altered , new_elem , message",if altered :,314
7227,"def on_api_command(self, command, data):
    if command == ""select"":
        if not Permissions.PLUGIN_ACTION_COMMAND_PROMPT_INTERACT.can():
            return flask.abort(403, ""Insufficient permissions"")
        if self._prompt is None:
            return flask.abort(409, ""No active prompt"")
        choice = data[""choice""]
        if not isinstance(choice, int) or not self._prompt.validate_choice(choice):
            return flask.abort(
                400, ""{!r} is not a valid value for choice"".format(choice)
            )
        self._answer_prompt(choice)","def on_api_command ( self , command , data ) : <TAB> if command == ""select"" : <TAB> <TAB> if not Permissions . PLUGIN_ACTION_COMMAND_PROMPT_INTERACT . can ( ) : <TAB> <TAB> <TAB> return flask . abort ( 403 , ""Insufficient permissions"" ) <TAB> <TAB> if self . _prompt is None : <TAB> <TAB> <TAB> return flask . abort ( 409 , ""No active prompt"" ) <TAB> <TAB> choice = data [ ""choice"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return flask . abort ( <TAB> <TAB> <TAB> <TAB> 400 , ""{!r} is not a valid value for choice"" . format ( choice ) <TAB> <TAB> <TAB> ) <TAB> <TAB> self . _answer_prompt ( choice )","if not isinstance ( choice , int ) or not self . _prompt . validate_choice ( choice ) :",164
321,"def workflow_tag_handler(view, left, operator, right):
    if operator == ""="":
        view.do_query = True
        view.query = view.query.filter(
            StoredWorkflow.id == StoredWorkflowTagAssociation.stored_workflow_id
        )
        tmp = right.split("":"")
        view.query = view.query.filter(
            StoredWorkflowTagAssociation.user_tname == tmp[0]
        )
        if len(tmp) > 1:
            view.query = view.query.filter(
                StoredWorkflowTagAssociation.user_value == tmp[1]
            )
    else:
        raise GalaxyParseError(""Invalid comparison operator: %s"" % (operator))","def workflow_tag_handler ( view , left , operator , right ) : <TAB> if operator == ""="" : <TAB> <TAB> view . do_query = True <TAB> <TAB> view . query = view . query . filter ( <TAB> <TAB> <TAB> StoredWorkflow . id == StoredWorkflowTagAssociation . stored_workflow_id <TAB> <TAB> ) <TAB> <TAB> tmp = right . split ( "":"" ) <TAB> <TAB> view . query = view . query . filter ( <TAB> <TAB> <TAB> StoredWorkflowTagAssociation . user_tname == tmp [ 0 ] <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> view . query = view . query . filter ( <TAB> <TAB> <TAB> <TAB> StoredWorkflowTagAssociation . user_value == tmp [ 1 ] <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> raise GalaxyParseError ( ""Invalid comparison operator: %s"" % ( operator ) )",if len ( tmp ) > 1 :,188
13673,"def _wrap_df(cls, op, value, index=None):
    xdf = cudf if op.gpu else pd
    axis = op.axis
    ndim = op.inputs[0].ndim
    if ndim == 2:
        dtype = None
        if isinstance(value, (np.generic, int, float, complex)):
            value = xdf.DataFrame([value], columns=index)
        elif not isinstance(value, xdf.DataFrame):
            new_index = None if not op.gpu else getattr(value, ""index"", None)
            dtype = getattr(value, ""dtype"", None)
            value = xdf.DataFrame(value, columns=index, index=new_index)
        else:
            return value
        value = value.T if axis == 0 else value
        if (
            dtype == np.dtype(""O"")
            and getattr(op.outputs[0], ""dtypes"", None) is not None
        ):
            value = value.astype(op.outputs[0].dtypes)
        return value
    else:
        if isinstance(value, (np.generic, int, float, complex)):
            value = xdf.Series([value], index=index)
        elif isinstance(value, np.ndarray):
            # assert value.ndim == 0
            value = xdf.Series(value.tolist(), index=index)
        return value","def _wrap_df ( cls , op , value , index = None ) : <TAB> xdf = cudf if op . gpu else pd <TAB> axis = op . axis <TAB> ndim = op . inputs [ 0 ] . ndim <TAB> if ndim == 2 : <TAB> <TAB> dtype = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> value = xdf . DataFrame ( [ value ] , columns = index ) <TAB> <TAB> elif not isinstance ( value , xdf . DataFrame ) : <TAB> <TAB> <TAB> new_index = None if not op . gpu else getattr ( value , ""index"" , None ) <TAB> <TAB> <TAB> dtype = getattr ( value , ""dtype"" , None ) <TAB> <TAB> <TAB> value = xdf . DataFrame ( value , columns = index , index = new_index ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return value <TAB> <TAB> value = value . T if axis == 0 else value <TAB> <TAB> if ( <TAB> <TAB> <TAB> dtype == np . dtype ( ""O"" ) <TAB> <TAB> <TAB> and getattr ( op . outputs [ 0 ] , ""dtypes"" , None ) is not None <TAB> <TAB> ) : <TAB> <TAB> <TAB> value = value . astype ( op . outputs [ 0 ] . dtypes ) <TAB> <TAB> return value <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> value = xdf . Series ( [ value ] , index = index ) <TAB> <TAB> elif isinstance ( value , np . ndarray ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> value = xdf . Series ( value . tolist ( ) , index = index ) <TAB> <TAB> return value","if isinstance ( value , ( np . generic , int , float , complex ) ) :",343
8753,"def process(self):
    if not self.outputs[""Angles""].is_linked:
        return
    vertices_s = self.inputs[""Vertices""].sv_get(default=[[]])
    edges_s = self.inputs[""Edges""].sv_get(default=[[]])
    faces_s = self.inputs[""Polygons""].sv_get(default=[[]])
    result_angles = []
    meshes = match_long_repeat([vertices_s, edges_s, faces_s])
    for vertices, edges, faces in zip(*meshes):
        new_angles = []
        bm = bmesh_from_pydata(vertices, edges, faces)
        bm.normal_update()
        for edge in bm.edges:
            # if not edge.is_boundary:
            if self.signed:
                angle = edge.calc_face_angle_signed(180)
            else:
                angle = edge.calc_face_angle(180)
            # else:
            #    angle = 0
            # print(angle)
            if self.complement:
                angle = math.copysign(math.pi, angle) - angle
            if self.is_degenerated(edge):
                angle = self.get_degenerated_angle(angle)
            if self.angles_mode == ""degrees"" and angle is not None:
                angle = math.degrees(angle)
            new_angles.append(angle)
        if edges:
            new_angles = untangle_edges(edges, bm.edges, new_angles)
        result_angles.append(new_angles)
    self.outputs[""Angles""].sv_set(result_angles)","def process ( self ) : <TAB> if not self . outputs [ ""Angles"" ] . is_linked : <TAB> <TAB> return <TAB> vertices_s = self . inputs [ ""Vertices"" ] . sv_get ( default = [ [ ] ] ) <TAB> edges_s = self . inputs [ ""Edges"" ] . sv_get ( default = [ [ ] ] ) <TAB> faces_s = self . inputs [ ""Polygons"" ] . sv_get ( default = [ [ ] ] ) <TAB> result_angles = [ ] <TAB> meshes = match_long_repeat ( [ vertices_s , edges_s , faces_s ] ) <TAB> for vertices , edges , faces in zip ( * meshes ) : <TAB> <TAB> new_angles = [ ] <TAB> <TAB> bm = bmesh_from_pydata ( vertices , edges , faces ) <TAB> <TAB> bm . normal_update ( ) <TAB> <TAB> for edge in bm . edges : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . signed : <TAB> <TAB> <TAB> <TAB> angle = edge . calc_face_angle_signed ( 180 ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> angle = edge . calc_face_angle ( 180 ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . complement : <TAB> <TAB> <TAB> <TAB> angle = math . copysign ( math . pi , angle ) - angle <TAB> <TAB> <TAB> if self . is_degenerated ( edge ) : <TAB> <TAB> <TAB> <TAB> angle = self . get_degenerated_angle ( angle ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> angle = math . degrees ( angle ) <TAB> <TAB> <TAB> new_angles . append ( angle ) <TAB> <TAB> if edges : <TAB> <TAB> <TAB> new_angles = untangle_edges ( edges , bm . edges , new_angles ) <TAB> <TAB> result_angles . append ( new_angles ) <TAB> self . outputs [ ""Angles"" ] . sv_set ( result_angles )","if self . angles_mode == ""degrees"" and angle is not None :",433
15994,"def _reinit_optimizers_with_oss(self):
    optimizers = self.lightning_module.trainer.optimizers
    for x, optimizer in enumerate(optimizers):
        if is_lightning_optimizer(optimizer):
            optimizer = optimizer._optimizer
        if not isinstance(optimizer, OSS):
            optim_class = type(optimizer)
            zero_optimizer = OSS(
                params=optimizer.param_groups, optim=optim_class, **optimizer.defaults
            )
            optimizers[x] = zero_optimizer
            del optimizer
    trainer = self.lightning_module.trainer
    trainer.optimizers = optimizers
    trainer.convert_to_lightning_optimizers()
","def _reinit_optimizers_with_oss ( self ) : <TAB> optimizers = self . lightning_module . trainer . optimizers <TAB> for x , optimizer in enumerate ( optimizers ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> optimizer = optimizer . _optimizer <TAB> <TAB> if not isinstance ( optimizer , OSS ) : <TAB> <TAB> <TAB> optim_class = type ( optimizer ) <TAB> <TAB> <TAB> zero_optimizer = OSS ( <TAB> <TAB> <TAB> <TAB> params = optimizer . param_groups , optim = optim_class , ** optimizer . defaults <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> optimizers [ x ] = zero_optimizer <TAB> <TAB> <TAB> del optimizer <TAB> trainer = self . lightning_module . trainer <TAB> trainer . optimizers = optimizers <TAB> trainer . convert_to_lightning_optimizers ( )",if is_lightning_optimizer ( optimizer ) :,175
4864,"def OnKey(self, evt):
    key = evt.GetKeyCode()
    if key >= 32 and key <= 127:
        self.typedText = self.typedText + chr(key)
        item = self.FindPrefix(self.typedText)
        if item != -1:
            self.SetSelection(item)
    elif key == wx.WXK_BACK:  # backspace removes one character and backs up
        self.typedText = self.typedText[:-1]
        if not self.typedText:
            self.SetSelection(0)
        else:
            item = self.FindPrefix(self.typedText)
            if item != -1:
                self.SetSelection(item)
    else:
        self.typedText = """"
        evt.Skip()","def OnKey ( self , evt ) : <TAB> key = evt . GetKeyCode ( ) <TAB> if key >= 32 and key <= 127 : <TAB> <TAB> self . typedText = self . typedText + chr ( key ) <TAB> <TAB> item = self . FindPrefix ( self . typedText ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . SetSelection ( item ) <TAB> elif key == wx . WXK_BACK : <TAB> <TAB> self . typedText = self . typedText [ : - 1 ] <TAB> <TAB> if not self . typedText : <TAB> <TAB> <TAB> self . SetSelection ( 0 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> item = self . FindPrefix ( self . typedText ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . SetSelection ( item ) <TAB> else : <TAB> <TAB> self . typedText = """" <TAB> <TAB> evt . Skip ( )",if item != - 1 :,198
13608,"def write(self, key, value=None, ttl=None, dir=False):
    key = _normalize_path(key)
    segments = key.lstrip(""/"").split(""/"")
    path = """"
    parent = ""/""
    event_paths = []
    for s in segments:
        if parent not in self._children:
            self._children[parent] = set()
        self._children[parent].add(s)
        event_paths.append(parent)
        path += ""/"" + s
        if path != key and path in self._store:
            raise KeyError(f""Not a directory: {key}"")
        parent = path
    if dir:
        self._children[key] = set()
    else:
        self._store[key] = value
        if ttl:
            self._expire_time[key] = datetime.now() + timedelta(seconds=ttl)
    event_paths.append(key)
    for p in event_paths:
        if p in self._watch_event_r:
            [e.set() for e in list(self._watch_event_r[p])]
    if key in self._watch_event:
        [e.set() for e in list(self._watch_event[key])]
","def write ( self , key , value = None , ttl = None , dir = False ) : <TAB> key = _normalize_path ( key ) <TAB> segments = key . lstrip ( ""/"" ) . split ( ""/"" ) <TAB> path = """" <TAB> parent = ""/"" <TAB> event_paths = [ ] <TAB> for s in segments : <TAB> <TAB> if parent not in self . _children : <TAB> <TAB> <TAB> self . _children [ parent ] = set ( ) <TAB> <TAB> self . _children [ parent ] . add ( s ) <TAB> <TAB> event_paths . append ( parent ) <TAB> <TAB> path += ""/"" + s <TAB> <TAB> if path != key and path in self . _store : <TAB> <TAB> <TAB> raise KeyError ( f""Not a directory: {key}"" ) <TAB> <TAB> parent = path <TAB> if dir : <TAB> <TAB> self . _children [ key ] = set ( ) <TAB> else : <TAB> <TAB> self . _store [ key ] = value <TAB> <TAB> if ttl : <TAB> <TAB> <TAB> self . _expire_time [ key ] = datetime . now ( ) + timedelta ( seconds = ttl ) <TAB> event_paths . append ( key ) <TAB> for p in event_paths : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> [ e . set ( ) for e in list ( self . _watch_event_r [ p ] ) ] <TAB> if key in self . _watch_event : <TAB> <TAB> [ e . set ( ) for e in list ( self . _watch_event [ key ] ) ]",if p in self . _watch_event_r :,309
5014,"def _add_select(self, table_set):
    to_select = []
    has_select_star = False
    for expr in self.select_set:
        if isinstance(expr, ir.ValueExpr):
            arg = self._translate(expr, named=True)
        elif isinstance(expr, ir.TableExpr):
            if expr.equals(self.table_set):
                cached_table = self.context.get_table(expr)
                if cached_table is None:
                    # the select * case from materialized join
                    has_select_star = True
                    continue
                else:
                    arg = table_set
            else:
                arg = self.context.get_table(expr)
                if arg is None:
                    raise ValueError(expr)
        to_select.append(arg)
    if has_select_star:
        if table_set is None:
            raise ValueError(""table_set cannot be None here"")
        clauses = [table_set] + to_select
    else:
        clauses = to_select
    if self.exists:
        result = sa.exists(clauses)
    else:
        result = sa.select(clauses)
    if self.distinct:
        result = result.distinct()
    if not has_select_star:
        if table_set is not None:
            return result.select_from(table_set)
        else:
            return result
    else:
        return result
","def _add_select ( self , table_set ) : <TAB> to_select = [ ] <TAB> has_select_star = False <TAB> for expr in self . select_set : <TAB> <TAB> if isinstance ( expr , ir . ValueExpr ) : <TAB> <TAB> <TAB> arg = self . _translate ( expr , named = True ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if expr . equals ( self . table_set ) : <TAB> <TAB> <TAB> <TAB> cached_table = self . context . get_table ( expr ) <TAB> <TAB> <TAB> <TAB> if cached_table is None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> has_select_star = True <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> arg = table_set <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> arg = self . context . get_table ( expr ) <TAB> <TAB> <TAB> <TAB> if arg is None : <TAB> <TAB> <TAB> <TAB> <TAB> raise ValueError ( expr ) <TAB> <TAB> to_select . append ( arg ) <TAB> if has_select_star : <TAB> <TAB> if table_set is None : <TAB> <TAB> <TAB> raise ValueError ( ""table_set cannot be None here"" ) <TAB> <TAB> clauses = [ table_set ] + to_select <TAB> else : <TAB> <TAB> clauses = to_select <TAB> if self . exists : <TAB> <TAB> result = sa . exists ( clauses ) <TAB> else : <TAB> <TAB> result = sa . select ( clauses ) <TAB> if self . distinct : <TAB> <TAB> result = result . distinct ( ) <TAB> if not has_select_star : <TAB> <TAB> if table_set is not None : <TAB> <TAB> <TAB> return result . select_from ( table_set ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return result <TAB> else : <TAB> <TAB> return result","elif isinstance ( expr , ir . TableExpr ) :",400
11383,"def _finish_closing(self, _):
    if self.socket_type == SERVER_SOCKET:
        log.debug(""Shutting down server socket parent group"", extra={""sock"": self})
        self.parent_group.shutdownGracefully(0, 100, TimeUnit.MILLISECONDS)
        self.accepted_children -= 1
        while True:
            child = self.child_queue.poll()
            if child is None:
                break
            log.debug(
                ""Closed child socket %s not yet accepted"", child, extra={""sock"": self}
            )
            child.close()
    else:
        msgs = []
        self.incoming.drainTo(msgs)
        for msg in msgs:
            if msg is not _PEER_CLOSED:
                msg.release()
    log.debug(""Closed socket"", extra={""sock"": self})","def _finish_closing ( self , _ ) : <TAB> if self . socket_type == SERVER_SOCKET : <TAB> <TAB> log . debug ( ""Shutting down server socket parent group"" , extra = { ""sock"" : self } ) <TAB> <TAB> self . parent_group . shutdownGracefully ( 0 , 100 , TimeUnit . MILLISECONDS ) <TAB> <TAB> self . accepted_children -= 1 <TAB> <TAB> while True : <TAB> <TAB> <TAB> child = self . child_queue . poll ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> log . debug ( <TAB> <TAB> <TAB> <TAB> ""Closed child socket %s not yet accepted"" , child , extra = { ""sock"" : self } <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> child . close ( ) <TAB> else : <TAB> <TAB> msgs = [ ] <TAB> <TAB> self . incoming . drainTo ( msgs ) <TAB> <TAB> for msg in msgs : <TAB> <TAB> <TAB> if msg is not _PEER_CLOSED : <TAB> <TAB> <TAB> <TAB> msg . release ( ) <TAB> log . debug ( ""Closed socket"" , extra = { ""sock"" : self } )",if child is None :,225
22975,"def format_ret(self, arg):
    """"""Format arg, the value returned by a ""return"" statement.""""""
    try:
        if isinstance(arg, types.GeneratorType):
            ret = ""<generator>""
        elif isinstance(arg, (tuple, list)):
            ret = ""[%s]"" % "","".join([self.show(z) for z in arg])
            if len(ret) > 40:
                ret = ""[\n%s]"" % (""\n,"".join([self.show(z) for z in arg]))
        elif arg:
            ret = self.show(arg)
            if len(ret) > 40:
                ret = ""\n    %s"" % ret
        else:
            ret = """" if arg is None else repr(arg)
    except Exception:
        exctype, value = sys.exc_info()[:2]
        s = ""<**exception: %s,%s arg: %r**>"" % (exctype.__name__, value, arg)
        ret = "" ->\n    %s"" % (s) if len(s) > 40 else "" -> %s"" % (s)
    return "" -> %s"" % ret  # if ret else ''","def format_ret ( self , arg ) : <TAB> """"""Format arg, the value returned by a ""return"" statement."""""" <TAB> try : <TAB> <TAB> if isinstance ( arg , types . GeneratorType ) : <TAB> <TAB> <TAB> ret = ""<generator>"" <TAB> <TAB> elif isinstance ( arg , ( tuple , list ) ) : <TAB> <TAB> <TAB> ret = ""[%s]"" % "","" . join ( [ self . show ( z ) for z in arg ] ) <TAB> <TAB> <TAB> if len ( ret ) > 40 : <TAB> <TAB> <TAB> <TAB> ret = ""[\n%s]"" % ( ""\n,"" . join ( [ self . show ( z ) for z in arg ] ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ret = self . show ( arg ) <TAB> <TAB> <TAB> if len ( ret ) > 40 : <TAB> <TAB> <TAB> <TAB> ret = ""\n    %s"" % ret <TAB> <TAB> else : <TAB> <TAB> <TAB> ret = """" if arg is None else repr ( arg ) <TAB> except Exception : <TAB> <TAB> exctype , value = sys . exc_info ( ) [ : 2 ] <TAB> <TAB> s = ""<**exception: %s,%s arg: %r**>"" % ( exctype . __name__ , value , arg ) <TAB> <TAB> ret = "" ->\n    %s"" % ( s ) if len ( s ) > 40 else "" -> %s"" % ( s ) <TAB> return "" -> %s"" % ret",elif arg :,301
13812,"def get_sink_args_which_propagate(sink, ast_node):
    sink_args_with_positions = CallVisitor.get_call_visit_results(
        sink.trigger.call, ast_node
    )
    sink_args = []
    kwargs_present = set()
    for i, vars in enumerate(sink_args_with_positions.args):
        kwarg = sink.trigger.get_kwarg_from_position(i)
        if kwarg:
            kwargs_present.add(kwarg)
        if sink.trigger.kwarg_propagates(kwarg):
            sink_args.extend(vars)
    for keyword, vars in sink_args_with_positions.kwargs.items():
        kwargs_present.add(keyword)
        if sink.trigger.kwarg_propagates(keyword):
            sink_args.extend(vars)
    if (
        # Either any unspecified kwarg propagates
        not sink.trigger.arg_list_propagates
        or
        # or there are some propagating kwargs which have not been passed by keyword
        sink.trigger.kwarg_list - kwargs_present
    ):
        sink_args.extend(sink_args_with_positions.unknown_args)
        sink_args.extend(sink_args_with_positions.unknown_kwargs)
    return sink_args
","def get_sink_args_which_propagate ( sink , ast_node ) : <TAB> sink_args_with_positions = CallVisitor . get_call_visit_results ( <TAB> <TAB> sink . trigger . call , ast_node <TAB> ) <TAB> sink_args = [ ] <TAB> kwargs_present = set ( ) <TAB> for i , vars in enumerate ( sink_args_with_positions . args ) : <TAB> <TAB> kwarg = sink . trigger . get_kwarg_from_position ( i ) <TAB> <TAB> if kwarg : <TAB> <TAB> <TAB> kwargs_present . add ( kwarg ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sink_args . extend ( vars ) <TAB> for keyword , vars in sink_args_with_positions . kwargs . items ( ) : <TAB> <TAB> kwargs_present . add ( keyword ) <TAB> <TAB> if sink . trigger . kwarg_propagates ( keyword ) : <TAB> <TAB> <TAB> sink_args . extend ( vars ) <TAB> if ( <TAB> <TAB> <TAB> <TAB> not sink . trigger . arg_list_propagates <TAB> <TAB> or <TAB> <TAB> <TAB> <TAB> sink . trigger . kwarg_list - kwargs_present <TAB> ) : <TAB> <TAB> sink_args . extend ( sink_args_with_positions . unknown_args ) <TAB> <TAB> sink_args . extend ( sink_args_with_positions . unknown_kwargs ) <TAB> return sink_args",if sink . trigger . kwarg_propagates ( kwarg ) :,320
13604,"def read(self, item, recursive=False, sort=False):
    item = _normalize_path(item)
    if item in self._store:
        if item in self._expire_time and self._expire_time[item] < datetime.now():
            del self._store[item]
            raise KeyError(item)
        return PathResult(item, value=self._store[item])
    else:
        return self._read_dir(item, recursive=recursive, sort=sort)
","def read ( self , item , recursive = False , sort = False ) : <TAB> item = _normalize_path ( item ) <TAB> if item in self . _store : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> del self . _store [ item ] <TAB> <TAB> <TAB> raise KeyError ( item ) <TAB> <TAB> return PathResult ( item , value = self . _store [ item ] ) <TAB> else : <TAB> <TAB> return self . _read_dir ( item , recursive = recursive , sort = sort )",if item in self . _expire_time and self . _expire_time [ item ] < datetime . now ( ) :,121
15692,"def _get_new_version(
    config_file: str = ""./setup.cfg"",
    current_version: str = None,
    micro_release: bool = False,
):
    if micro_release:
        if current_version:
            return _change_micro_version(current_version)
        elif config_file:
            return _change_micro_version(_fetch_current_version(config_file))
        else:
            return _fetch_default_calendar_release_version()
    else:
        return _fetch_default_calendar_release_version()
","def _get_new_version ( <TAB> config_file : str = ""./setup.cfg"" , <TAB> current_version : str = None , <TAB> micro_release : bool = False , ) : <TAB> if micro_release : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return _change_micro_version ( current_version ) <TAB> <TAB> elif config_file : <TAB> <TAB> <TAB> return _change_micro_version ( _fetch_current_version ( config_file ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return _fetch_default_calendar_release_version ( ) <TAB> else : <TAB> <TAB> return _fetch_default_calendar_release_version ( )",if current_version :,144
69,"def test_list(self):
    self._create_locations()
    response = self.client.get(self.geojson_boxedlocation_list_url)
    self.assertEqual(response.status_code, 200)
    self.assertEqual(len(response.data[""features""]), 2)
    for feature in response.data[""features""]:
        self.assertIn(""bbox"", feature)
        fid = feature[""id""]
        if fid == 1:
            self.assertEqual(feature[""bbox""], self.bl1.bbox_geometry.extent)
        elif fid == 2:
            self.assertEqual(feature[""bbox""], self.bl2.bbox_geometry.extent)
        else:
            self.fail(""Unexpected id: {0}"".format(fid))
    BoxedLocation.objects.all().delete()","def test_list ( self ) : <TAB> self . _create_locations ( ) <TAB> response = self . client . get ( self . geojson_boxedlocation_list_url ) <TAB> self . assertEqual ( response . status_code , 200 ) <TAB> self . assertEqual ( len ( response . data [ ""features"" ] ) , 2 ) <TAB> for feature in response . data [ ""features"" ] : <TAB> <TAB> self . assertIn ( ""bbox"" , feature ) <TAB> <TAB> fid = feature [ ""id"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertEqual ( feature [ ""bbox"" ] , self . bl1 . bbox_geometry . extent ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> self . assertEqual ( feature [ ""bbox"" ] , self . bl2 . bbox_geometry . extent ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . fail ( ""Unexpected id: {0}"" . format ( fid ) ) <TAB> BoxedLocation . objects . all ( ) . delete ( )",if fid == 1 :,196
5800,"def fee_amount_in_quote(self, trading_pair: str, price: Decimal, order_amount: Decimal):
    fee_amount = Decimal(""0"")
    if self.percent > 0:
        fee_amount = (price * order_amount) * self.percent
    base, quote = trading_pair.split(""-"")
    for flat_fee in self.flat_fees:
        if interchangeable(flat_fee[0], base):
            fee_amount += flat_fee[1] * price
        elif interchangeable(flat_fee[0], quote):
            fee_amount += flat_fee[1]
    return fee_amount","def fee_amount_in_quote ( self , trading_pair : str , price : Decimal , order_amount : Decimal ) : <TAB> fee_amount = Decimal ( ""0"" ) <TAB> if self . percent > 0 : <TAB> <TAB> fee_amount = ( price * order_amount ) * self . percent <TAB> base , quote = trading_pair . split ( ""-"" ) <TAB> for flat_fee in self . flat_fees : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fee_amount += flat_fee [ 1 ] * price <TAB> <TAB> elif interchangeable ( flat_fee [ 0 ] , quote ) : <TAB> <TAB> <TAB> fee_amount += flat_fee [ 1 ] <TAB> return fee_amount","if interchangeable ( flat_fee [ 0 ] , base ) :",163
18731,"def _ProcessName(self, name, dependencies):
    """"""Retrieve a module name from a node name.""""""
    module_name, dot, base_name = name.rpartition(""."")
    if dot:
        if module_name:
            if module_name in dependencies:
                dependencies[module_name].add(base_name)
            else:
                dependencies[module_name] = {base_name}
        else:
            # If we have a relative import that did not get qualified (usually due
            # to an empty package_name), don't insert module_name='' into the
            # dependencies; we get a better error message if we filter it out here
            # and fail later on.
            logging.warning(""Empty package name: %s"", name)
","def _ProcessName ( self , name , dependencies ) : <TAB> """"""Retrieve a module name from a node name."""""" <TAB> module_name , dot , base_name = name . rpartition ( ""."" ) <TAB> if dot : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if module_name in dependencies : <TAB> <TAB> <TAB> <TAB> dependencies [ module_name ] . add ( base_name ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> dependencies [ module_name ] = { base_name } <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> logging . warning ( ""Empty package name: %s"" , name )",if module_name :,196
21079,"def _build_args(self):
    # The second part of the payload will include strings and pointers needed for ROP.
    queue = Queue()
    # We first have to process the arguments: replace lists and strings with
    # pointers to the payload. Add lists contents and marked strings to the queue
    # to be processed later.
    for i, arg in enumerate(self.real_args):
        if isinstance(arg, (list, tuple)):
            self.real_args[i] = self.data_addr + len(self.payload) + queue.size()
            queue.extend(arg)
        elif isinstance(arg, bytes):
            self.real_args[i] = self.data_addr + len(self.payload) + queue.size()
            queue.append(MarkedBytes(arg))
    # Now we process the generated queue, which contains elements that will be in
    # the payload. We replace lists and strings with pointers, add lists elements
    # to the queue, and mark strings so next time they are processed they are
    # added and not replaced again.
    while len(queue) > 0:
        top = queue[0]
        if isinstance(top, (list, tuple)):
            top = pack(self.data_addr + len(self.payload) + queue.size())
            queue.extend(queue[0])
        elif isinstance(top, MarkedBytes):
            # Just add them
            pass
        elif isinstance(top, bytes):
            top = pack(self.data_addr + len(self.payload) + queue.size())
            queue.append(MarkedBytes(queue[0]))
        elif isinstance(top, six.integer_types):
            top = pack(top)
        self.payload += top
        queue.pop(0)","def _build_args ( self ) : <TAB> <TAB> queue = Queue ( ) <TAB> <TAB> <TAB> <TAB> for i , arg in enumerate ( self . real_args ) : <TAB> <TAB> if isinstance ( arg , ( list , tuple ) ) : <TAB> <TAB> <TAB> self . real_args [ i ] = self . data_addr + len ( self . payload ) + queue . size ( ) <TAB> <TAB> <TAB> queue . extend ( arg ) <TAB> <TAB> elif isinstance ( arg , bytes ) : <TAB> <TAB> <TAB> self . real_args [ i ] = self . data_addr + len ( self . payload ) + queue . size ( ) <TAB> <TAB> <TAB> queue . append ( MarkedBytes ( arg ) ) <TAB> <TAB> <TAB> <TAB> <TAB> while len ( queue ) > 0 : <TAB> <TAB> top = queue [ 0 ] <TAB> <TAB> if isinstance ( top , ( list , tuple ) ) : <TAB> <TAB> <TAB> top = pack ( self . data_addr + len ( self . payload ) + queue . size ( ) ) <TAB> <TAB> <TAB> queue . extend ( queue [ 0 ] ) <TAB> <TAB> elif isinstance ( top , MarkedBytes ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> top = pack ( self . data_addr + len ( self . payload ) + queue . size ( ) ) <TAB> <TAB> <TAB> queue . append ( MarkedBytes ( queue [ 0 ] ) ) <TAB> <TAB> elif isinstance ( top , six . integer_types ) : <TAB> <TAB> <TAB> top = pack ( top ) <TAB> <TAB> self . payload += top <TAB> <TAB> queue . pop ( 0 )","elif isinstance ( top , bytes ) :",444
21987,"def __init__(self, debugger):
    infos = []
    frame = debugger.currentframe
    #               print ""Stack check""
    while frame:
        #                       print "" Checking frame"", frame.f_code.co_filename, frame.f_lineno-1, frame.f_trace,
        # Get a DebugCodeContext for the stack frame.  If we fail, then it
        # is not debuggable, and therefore not worth displaying.
        cc = debugger.codeContainerProvider.FromFileName(frame.f_code.co_filename)
        if cc is not None:
            try:
                address = frame.f_locals[""__axstack_address__""]
            except KeyError:
                #                                       print ""Couldnt find stack address for"",frame.f_code.co_filename, frame.f_lineno-1
                # Use this one, even tho it is wrong :-(
                address = axdebug.GetStackAddress()
            frameInfo = (
                DebugStackFrame(frame, frame.f_lineno - 1, cc),
                address,
                address + 1,
                0,
                None,
            )
            infos.append(frameInfo)
        #                               print ""- Kept!""
        #                       else:
        #                               print ""- rejected""
        frame = frame.f_back
    gateways.EnumDebugStackFrames.__init__(self, infos, 0)","def __init__ ( self , debugger ) : <TAB> infos = [ ] <TAB> frame = debugger . currentframe <TAB> <TAB> while frame : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cc = debugger . codeContainerProvider . FromFileName ( frame . f_code . co_filename ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> address = frame . f_locals [ ""__axstack_address__"" ] <TAB> <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> address = axdebug . GetStackAddress ( ) <TAB> <TAB> <TAB> frameInfo = ( <TAB> <TAB> <TAB> <TAB> DebugStackFrame ( frame , frame . f_lineno - 1 , cc ) , <TAB> <TAB> <TAB> <TAB> address , <TAB> <TAB> <TAB> <TAB> address + 1 , <TAB> <TAB> <TAB> <TAB> 0 , <TAB> <TAB> <TAB> <TAB> None , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> infos . append ( frameInfo ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> frame = frame . f_back <TAB> gateways . EnumDebugStackFrames . __init__ ( self , infos , 0 )",if cc is not None :,512
4736,"def generate_png(self, info, png_filename, svg_data):
    with tempfile.NamedTemporaryFile(
        ""w+"", encoding=""utf-8"", suffix="".svg"", delete=False
    ) as tmpfile:
        tmpfile.write(svg_data)
        tmpfile.flush()
        command = [
            self.inkscape,
            ""--without-gui"",
            ""-f"",
            tmpfile.name,
            ""-e"",
            png_filename,
            ""--export-area-drawing"",
            ""--export-area-snap"",
        ]
        if info.get(""background""):
            command.append(""--export-background=%s"" % info[""background""])
        if info.get(""dpi""):
            command.append(""--export-dpi=%s"" % info[""dpi""])
        if info.get(""width""):
            command.append(""--export-width=%s"" % info[""width""])
        if info.get(""height""):
            command.append(""--export-height=%s"" % info[""height""])
        subprocess.check_call(command)","def generate_png ( self , info , png_filename , svg_data ) : <TAB> with tempfile . NamedTemporaryFile ( <TAB> <TAB> ""w+"" , encoding = ""utf-8"" , suffix = "".svg"" , delete = False <TAB> ) as tmpfile : <TAB> <TAB> tmpfile . write ( svg_data ) <TAB> <TAB> tmpfile . flush ( ) <TAB> <TAB> command = [ <TAB> <TAB> <TAB> self . inkscape , <TAB> <TAB> <TAB> ""--without-gui"" , <TAB> <TAB> <TAB> ""-f"" , <TAB> <TAB> <TAB> tmpfile . name , <TAB> <TAB> <TAB> ""-e"" , <TAB> <TAB> <TAB> png_filename , <TAB> <TAB> <TAB> ""--export-area-drawing"" , <TAB> <TAB> <TAB> ""--export-area-snap"" , <TAB> <TAB> ] <TAB> <TAB> if info . get ( ""background"" ) : <TAB> <TAB> <TAB> command . append ( ""--export-background=%s"" % info [ ""background"" ] ) <TAB> <TAB> if info . get ( ""dpi"" ) : <TAB> <TAB> <TAB> command . append ( ""--export-dpi=%s"" % info [ ""dpi"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> command . append ( ""--export-width=%s"" % info [ ""width"" ] ) <TAB> <TAB> if info . get ( ""height"" ) : <TAB> <TAB> <TAB> command . append ( ""--export-height=%s"" % info [ ""height"" ] ) <TAB> <TAB> subprocess . check_call ( command )","if info . get ( ""width"" ) :",275
21429,"def start(self, *args, **kwargs):  # pylint: disable=arguments-differ
    try:
        super().start(*args, **kwargs)
    except testprocess.ProcessExited:
        is_dl_inconsistency = str(self.captured_log[-1]).endswith(
            ""_dl_allocate_tls_init: Assertion ""
            ""`listp->slotinfo[cnt].gen <= GL(dl_tls_generation)' failed!""
        )
        if testutils.ON_CI and is_dl_inconsistency:
            # WORKAROUND for https://sourceware.org/bugzilla/show_bug.cgi?id=19329
            self.captured_log = []
            self._log(""NOTE: Restarted after libc DL inconsistency!"")
            self.clear_data()
            super().start(*args, **kwargs)
        else:
            raise","def start ( self , * args , ** kwargs ) : <TAB> try : <TAB> <TAB> super ( ) . start ( * args , ** kwargs ) <TAB> except testprocess . ProcessExited : <TAB> <TAB> is_dl_inconsistency = str ( self . captured_log [ - 1 ] ) . endswith ( <TAB> <TAB> <TAB> ""_dl_allocate_tls_init: Assertion "" <TAB> <TAB> <TAB> ""`listp->slotinfo[cnt].gen <= GL(dl_tls_generation)' failed!"" <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . captured_log = [ ] <TAB> <TAB> <TAB> self . _log ( ""NOTE: Restarted after libc DL inconsistency!"" ) <TAB> <TAB> <TAB> self . clear_data ( ) <TAB> <TAB> <TAB> super ( ) . start ( * args , ** kwargs ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise",if testutils . ON_CI and is_dl_inconsistency :,228
13582,"def _execute_combine(cls, xp, a, v, op):
    inp_indices, inp_data = a
    if np.isscalar(v):
        ind = xp.searchsorted(inp_data, v, side=op.side)
        if ind >= len(inp_data):
            ind -= 1
        return inp_indices[ind], inp_data[ind]
    else:
        ret_indices = np.empty(v.shape, dtype=np.intp)
        ret_data = np.empty(v.shape, dtype=inp_data.dtype)
        for idx in itertools.product(*(range(s) for s in v.shape)):
            ind = xp.searchsorted(inp_data[(slice(None),) + idx], v[idx], side=op.side)
            if ind >= len(inp_indices):
                ind -= 1
            ret_indices[idx] = inp_indices[(ind,) + idx]
            ret_data[idx] = inp_data[(ind,) + idx]
        return ret_indices, ret_data","def _execute_combine ( cls , xp , a , v , op ) : <TAB> inp_indices , inp_data = a <TAB> if np . isscalar ( v ) : <TAB> <TAB> ind = xp . searchsorted ( inp_data , v , side = op . side ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ind -= 1 <TAB> <TAB> return inp_indices [ ind ] , inp_data [ ind ] <TAB> else : <TAB> <TAB> ret_indices = np . empty ( v . shape , dtype = np . intp ) <TAB> <TAB> ret_data = np . empty ( v . shape , dtype = inp_data . dtype ) <TAB> <TAB> for idx in itertools . product ( * ( range ( s ) for s in v . shape ) ) : <TAB> <TAB> <TAB> ind = xp . searchsorted ( inp_data [ ( slice ( None ) , ) + idx ] , v [ idx ] , side = op . side ) <TAB> <TAB> <TAB> if ind >= len ( inp_indices ) : <TAB> <TAB> <TAB> <TAB> ind -= 1 <TAB> <TAB> <TAB> ret_indices [ idx ] = inp_indices [ ( ind , ) + idx ] <TAB> <TAB> <TAB> ret_data [ idx ] = inp_data [ ( ind , ) + idx ] <TAB> <TAB> return ret_indices , ret_data",if ind >= len ( inp_data ) :,265
2060,"def close(self):
    self._callbacks.clear()
    if self._saved_sighandler is not None:
        handler = signal.getsignal(signal.SIGCHLD)
        if handler != self._sig_chld:
            logger.warning(""SIGCHLD handler was changed by outside code"")
        else:
            signal.signal(signal.SIGCHLD, self._saved_sighandler)
        self._saved_sighandler = None
","def close ( self ) : <TAB> self . _callbacks . clear ( ) <TAB> if self . _saved_sighandler is not None : <TAB> <TAB> handler = signal . getsignal ( signal . SIGCHLD ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . warning ( ""SIGCHLD handler was changed by outside code"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> signal . signal ( signal . SIGCHLD , self . _saved_sighandler ) <TAB> <TAB> self . _saved_sighandler = None",if handler != self . _sig_chld :,110
6907,"def emitSubDomainData(self, subDomainData, event):
    self.emitRawRirData(subDomainData, event)
    for subDomainElem in subDomainData:
        if self.checkForStop():
            return None
        subDomain = subDomainElem.get(""subdomain"", """").strip()
        if subDomain:
            self.emitHostname(subDomain, event)
","def emitSubDomainData ( self , subDomainData , event ) : <TAB> self . emitRawRirData ( subDomainData , event ) <TAB> for subDomainElem in subDomainData : <TAB> <TAB> if self . checkForStop ( ) : <TAB> <TAB> <TAB> return None <TAB> <TAB> subDomain = subDomainElem . get ( ""subdomain"" , """" ) . strip ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . emitHostname ( subDomain , event )",if subDomain :,99
5734,"def create_xxh_env(self):
    home = p(self.local_xxh_home)
    check_dirs = [home, home / "".xxh/shells"", home / "".xxh/plugins""]
    for d in check_dirs:
        if not d.exists():
            self.S(f""mkdir -p {d}"")
    xxh_version_file = home / "".xxh/xxh_version""
    if not xxh_version_file.exists():
        self.S(f""echo {__version__} > {xxh_version_file}"")
    config_file = p(self.config_file)
    sample_config_file = self.package_dir_path / ""config.xxhc""
    if not config_file.exists() and sample_config_file.exists():
        if not self.quiet:
            eprint(f""Create sample config file in {config_file}"")
        self.S(
            f""mkdir -p {config_file.parent} && cp {sample_config_file} {config_file}""
        )
","def create_xxh_env ( self ) : <TAB> home = p ( self . local_xxh_home ) <TAB> check_dirs = [ home , home / "".xxh/shells"" , home / "".xxh/plugins"" ] <TAB> for d in check_dirs : <TAB> <TAB> if not d . exists ( ) : <TAB> <TAB> <TAB> self . S ( f""mkdir -p {d}"" ) <TAB> xxh_version_file = home / "".xxh/xxh_version"" <TAB> if not xxh_version_file . exists ( ) : <TAB> <TAB> self . S ( f""echo {__version__} > {xxh_version_file}"" ) <TAB> config_file = p ( self . config_file ) <TAB> sample_config_file = self . package_dir_path / ""config.xxhc"" <TAB> if not config_file . exists ( ) and sample_config_file . exists ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> eprint ( f""Create sample config file in {config_file}"" ) <TAB> <TAB> self . S ( <TAB> <TAB> <TAB> f""mkdir -p {config_file.parent} && cp {sample_config_file} {config_file}"" <TAB> <TAB> )",if not self . quiet :,266
17567,"def validate_directory(d, msg=""{} {}""):
    if not os.path.exists(d):
        try:
            os.makedirs(d)
        except OSError as e:
            logger.error(e)
            if e.errno != errno.EEXIST:
                raise PatroniException(msg.format(d, ""couldn't create the directory""))
    elif os.path.isdir(d):
        try:
            fd, tmpfile = tempfile.mkstemp(dir=d)
            os.close(fd)
            os.remove(tmpfile)
        except OSError:
            raise PatroniException(msg.format(d, ""the directory is not writable""))
    else:
        raise PatroniException(msg.format(d, ""is not a directory""))
","def validate_directory ( d , msg = ""{} {}"" ) : <TAB> if not os . path . exists ( d ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> os . makedirs ( d ) <TAB> <TAB> except OSError as e : <TAB> <TAB> <TAB> logger . error ( e ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise PatroniException ( msg . format ( d , ""couldn't create the directory"" ) ) <TAB> elif os . path . isdir ( d ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> fd , tmpfile = tempfile . mkstemp ( dir = d ) <TAB> <TAB> <TAB> os . close ( fd ) <TAB> <TAB> <TAB> os . remove ( tmpfile ) <TAB> <TAB> except OSError : <TAB> <TAB> <TAB> raise PatroniException ( msg . format ( d , ""the directory is not writable"" ) ) <TAB> else : <TAB> <TAB> raise PatroniException ( msg . format ( d , ""is not a directory"" ) )",if e . errno != errno . EEXIST :,201
2757,"def _remove_obsolete_leafs(input_dict):
    if not isinstance(input_dict, dict):
        return
    if input_dict[LEAF_MARKER]:
        bottom_leafs = input_dict[LEAF_MARKER]
        for leaf in bottom_leafs:
            if leaf in input_dict:
                input_dict[LEAF_MARKER].remove(leaf)
    for subtree in input_dict.keys():
        _remove_obsolete_leafs(input_dict[subtree])
","def _remove_obsolete_leafs ( input_dict ) : <TAB> if not isinstance ( input_dict , dict ) : <TAB> <TAB> return <TAB> if input_dict [ LEAF_MARKER ] : <TAB> <TAB> bottom_leafs = input_dict [ LEAF_MARKER ] <TAB> <TAB> for leaf in bottom_leafs : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> input_dict [ LEAF_MARKER ] . remove ( leaf ) <TAB> for subtree in input_dict . keys ( ) : <TAB> <TAB> _remove_obsolete_leafs ( input_dict [ subtree ] )",if leaf in input_dict :,124
18006,"def fix_e712(self, result):
    """"""Fix (trivial case of) comparison with boolean.""""""
    (line_index, offset, target) = get_index_offset_contents(result, self.source)
    # Handle very easy ""not"" special cases.
    if re.match(r'^\s*if [\w.""\'\[\]]+ == False:$', target):
        self.source[line_index] = re.sub(
            r'if ([\w.""\'\[\]]+) == False:', r""if not \1:"", target, count=1
        )
    elif re.match(r'^\s*if [\w.""\'\[\]]+ != True:$', target):
        self.source[line_index] = re.sub(
            r'if ([\w.""\'\[\]]+) != True:', r""if not \1:"", target, count=1
        )
    else:
        right_offset = offset + 2
        if right_offset >= len(target):
            return []
        left = target[:offset].rstrip()
        center = target[offset:right_offset]
        right = target[right_offset:].lstrip()
        # Handle simple cases only.
        new_right = None
        if center.strip() == ""=="":
            if re.match(r""\bTrue\b"", right):
                new_right = re.sub(r""\bTrue\b *"", """", right, count=1)
        elif center.strip() == ""!="":
            if re.match(r""\bFalse\b"", right):
                new_right = re.sub(r""\bFalse\b *"", """", right, count=1)
        if new_right is None:
            return []
        if new_right[0].isalnum():
            new_right = "" "" + new_right
        self.source[line_index] = left + new_right","def fix_e712 ( self , result ) : <TAB> """"""Fix (trivial case of) comparison with boolean."""""" <TAB> ( line_index , offset , target ) = get_index_offset_contents ( result , self . source ) <TAB> <TAB> if re . match ( r'^\s*if [\w.""\'\[\]]+ == False:$' , target ) : <TAB> <TAB> self . source [ line_index ] = re . sub ( <TAB> <TAB> <TAB> r'if ([\w.""\'\[\]]+) == False:' , r""if not \1:"" , target , count = 1 <TAB> <TAB> ) <TAB> elif re . match ( r'^\s*if [\w.""\'\[\]]+ != True:$' , target ) : <TAB> <TAB> self . source [ line_index ] = re . sub ( <TAB> <TAB> <TAB> r'if ([\w.""\'\[\]]+) != True:' , r""if not \1:"" , target , count = 1 <TAB> <TAB> ) <TAB> else : <TAB> <TAB> right_offset = offset + 2 <TAB> <TAB> if right_offset >= len ( target ) : <TAB> <TAB> <TAB> return [ ] <TAB> <TAB> left = target [ : offset ] . rstrip ( ) <TAB> <TAB> center = target [ offset : right_offset ] <TAB> <TAB> right = target [ right_offset : ] . lstrip ( ) <TAB> <TAB> <TAB> <TAB> new_right = None <TAB> <TAB> if center . strip ( ) == ""=="" : <TAB> <TAB> <TAB> if re . match ( r""\bTrue\b"" , right ) : <TAB> <TAB> <TAB> <TAB> new_right = re . sub ( r""\bTrue\b *"" , """" , right , count = 1 ) <TAB> <TAB> elif center . strip ( ) == ""!="" : <TAB> <TAB> <TAB> if re . match ( r""\bFalse\b"" , right ) : <TAB> <TAB> <TAB> <TAB> new_right = re . sub ( r""\bFalse\b *"" , """" , right , count = 1 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return [ ] <TAB> <TAB> if new_right [ 0 ] . isalnum ( ) : <TAB> <TAB> <TAB> new_right = "" "" + new_right <TAB> <TAB> self . source [ line_index ] = left + new_right",if new_right is None :,474
5768,"def __init__(self, **kwargs):
    # We hard-code the `to` argument for ForeignKey.__init__
    dfl = get_model_label(self.default_model_class)
    if ""to"" in kwargs.keys():  # pragma: no cover
        old_to = get_model_label(kwargs.pop(""to""))
        if old_to.lower() != dfl.lower():
            msg = ""%s can only be a ForeignKey to %s; %s passed"" % (
                self.__class__.__name__,
                dfl,
                old_to,
            )
            warnings.warn(msg, SyntaxWarning)
    kwargs[""to""] = dfl
    super().__init__(**kwargs)
","def __init__ ( self , ** kwargs ) : <TAB> <TAB> dfl = get_model_label ( self . default_model_class ) <TAB> if ""to"" in kwargs . keys ( ) : <TAB> <TAB> old_to = get_model_label ( kwargs . pop ( ""to"" ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> msg = ""%s can only be a ForeignKey to %s; %s passed"" % ( <TAB> <TAB> <TAB> <TAB> self . __class__ . __name__ , <TAB> <TAB> <TAB> <TAB> dfl , <TAB> <TAB> <TAB> <TAB> old_to , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> warnings . warn ( msg , SyntaxWarning ) <TAB> kwargs [ ""to"" ] = dfl <TAB> super ( ) . __init__ ( ** kwargs )",if old_to . lower ( ) != dfl . lower ( ) :,182
11121,"def _list_outputs(self):
    outputs = self._outputs().get()
    outputs[""outlier_files""] = []
    outputs[""intensity_files""] = []
    outputs[""statistic_files""] = []
    outputs[""mask_files""] = []
    if isdefined(self.inputs.use_norm) and self.inputs.use_norm:
        outputs[""norm_files""] = []
        if self.inputs.bound_by_brainmask:
            outputs[""displacement_files""] = []
    if isdefined(self.inputs.save_plot) and self.inputs.save_plot:
        outputs[""plot_files""] = []
    for i, f in enumerate(ensure_list(self.inputs.realigned_files)):
        (
            outlierfile,
            intensityfile,
            statsfile,
            normfile,
            plotfile,
            displacementfile,
            maskfile,
        ) = self._get_output_filenames(f, os.getcwd())
        outputs[""outlier_files""].insert(i, outlierfile)
        outputs[""intensity_files""].insert(i, intensityfile)
        outputs[""statistic_files""].insert(i, statsfile)
        outputs[""mask_files""].insert(i, maskfile)
        if isdefined(self.inputs.use_norm) and self.inputs.use_norm:
            outputs[""norm_files""].insert(i, normfile)
            if self.inputs.bound_by_brainmask:
                outputs[""displacement_files""].insert(i, displacementfile)
        if isdefined(self.inputs.save_plot) and self.inputs.save_plot:
            outputs[""plot_files""].insert(i, plotfile)
    return outputs
","def _list_outputs ( self ) : <TAB> outputs = self . _outputs ( ) . get ( ) <TAB> outputs [ ""outlier_files"" ] = [ ] <TAB> outputs [ ""intensity_files"" ] = [ ] <TAB> outputs [ ""statistic_files"" ] = [ ] <TAB> outputs [ ""mask_files"" ] = [ ] <TAB> <fill-in> <TAB> <TAB> outputs [ ""norm_files"" ] = [ ] <TAB> <TAB> if self . inputs . bound_by_brainmask : <TAB> <TAB> <TAB> outputs [ ""displacement_files"" ] = [ ] <TAB> if isdefined ( self . inputs . save_plot ) and self . inputs . save_plot : <TAB> <TAB> outputs [ ""plot_files"" ] = [ ] <TAB> for i , f in enumerate ( ensure_list ( self . inputs . realigned_files ) ) : <TAB> <TAB> ( <TAB> <TAB> <TAB> outlierfile , <TAB> <TAB> <TAB> intensityfile , <TAB> <TAB> <TAB> statsfile , <TAB> <TAB> <TAB> normfile , <TAB> <TAB> <TAB> plotfile , <TAB> <TAB> <TAB> displacementfile , <TAB> <TAB> <TAB> maskfile , <TAB> <TAB> ) = self . _get_output_filenames ( f , os . getcwd ( ) ) <TAB> <TAB> outputs [ ""outlier_files"" ] . insert ( i , outlierfile ) <TAB> <TAB> outputs [ ""intensity_files"" ] . insert ( i , intensityfile ) <TAB> <TAB> outputs [ ""statistic_files"" ] . insert ( i , statsfile ) <TAB> <TAB> outputs [ ""mask_files"" ] . insert ( i , maskfile ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> outputs [ ""norm_files"" ] . insert ( i , normfile ) <TAB> <TAB> <TAB> if self . inputs . bound_by_brainmask : <TAB> <TAB> <TAB> <TAB> outputs [ ""displacement_files"" ] . insert ( i , displacementfile ) <TAB> <TAB> if isdefined ( self . inputs . save_plot ) and self . inputs . save_plot : <TAB> <TAB> <TAB> outputs [ ""plot_files"" ] . insert ( i , plotfile ) <TAB> return outputs",if isdefined ( self . inputs . use_norm ) and self . inputs . use_norm :,438
8499,"def generate_io(chart_type, race_configs, environment):
    # output JSON structures
    structures = []
    for race_config in race_configs:
        if ""io"" in race_config.charts:
            title = chart_type.format_title(
                environment,
                race_config.track,
                es_license=race_config.es_license,
                suffix=""%s-io"" % race_config.label,
            )
            structures.append(chart_type.io(title, environment, race_config))
    return structures
","def generate_io ( chart_type , race_configs , environment ) : <TAB> <TAB> structures = [ ] <TAB> for race_config in race_configs : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> title = chart_type . format_title ( <TAB> <TAB> <TAB> <TAB> environment , <TAB> <TAB> <TAB> <TAB> race_config . track , <TAB> <TAB> <TAB> <TAB> es_license = race_config . es_license , <TAB> <TAB> <TAB> <TAB> suffix = ""%s-io"" % race_config . label , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> structures . append ( chart_type . io ( title , environment , race_config ) ) <TAB> return structures","if ""io"" in race_config . charts :",150
17445,"def _check_fit_params(
    X: TwoDimArrayLikeType, fit_params: Dict, indices: OneDimArrayLikeType
) -> Dict:
    fit_params_validated = {}
    for key, value in fit_params.items():
        # NOTE Original implementation:
        # https://github.com/scikit-learn/scikit-learn/blob/ \
        # 2467e1b84aeb493a22533fa15ff92e0d7c05ed1c/sklearn/utils/validation.py#L1324-L1328
        # Scikit-learn does not accept non-iterable inputs.
        # This line is for keeping backward compatibility.
        # (See: https://github.com/scikit-learn/scikit-learn/issues/15805)
        if not _is_arraylike(value) or _num_samples(value) != _num_samples(X):
            fit_params_validated[key] = value
        else:
            fit_params_validated[key] = _make_indexable(value)
            fit_params_validated[key] = _safe_indexing(
                fit_params_validated[key], indices
            )
    return fit_params_validated","def _check_fit_params ( <TAB> X : TwoDimArrayLikeType , fit_params : Dict , indices : OneDimArrayLikeType ) -> Dict : <TAB> fit_params_validated = { } <TAB> for key , value in fit_params . items ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fit_params_validated [ key ] = value <TAB> <TAB> else : <TAB> <TAB> <TAB> fit_params_validated [ key ] = _make_indexable ( value ) <TAB> <TAB> <TAB> fit_params_validated [ key ] = _safe_indexing ( <TAB> <TAB> <TAB> <TAB> fit_params_validated [ key ] , indices <TAB> <TAB> <TAB> ) <TAB> return fit_params_validated",if not _is_arraylike ( value ) or _num_samples ( value ) != _num_samples ( X ) :,301
13120,"def acquire(self, timeout=None, check_interval=None, fail_when_locked=None):
    if self._lock:
        if not self._lock.acquire(block=timeout != 0, timeout=timeout):
            # We got a timeout... reraising
            raise exceptions.LockException()
    # check if we need to recreate the file lock on another subprocess
    if self._pid != os.getpid():
        self._pid = os.getpid()
        self._acquire_count = 0
        if self.fh:
            # noinspection PyBroadException
            try:
                portalocker.unlock(self.fh)
                self.fh.close()
            except Exception:
                pass
        self.fh = None
    if self._acquire_count >= 1:
        fh = self.fh
    else:
        fh = super(RLock, self).acquire(timeout, check_interval, fail_when_locked)
    self._acquire_count += 1
    return fh","def acquire ( self , timeout = None , check_interval = None , fail_when_locked = None ) : <TAB> if self . _lock : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise exceptions . LockException ( ) <TAB> <TAB> if self . _pid != os . getpid ( ) : <TAB> <TAB> self . _pid = os . getpid ( ) <TAB> <TAB> self . _acquire_count = 0 <TAB> <TAB> if self . fh : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> portalocker . unlock ( self . fh ) <TAB> <TAB> <TAB> <TAB> self . fh . close ( ) <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> self . fh = None <TAB> if self . _acquire_count >= 1 : <TAB> <TAB> fh = self . fh <TAB> else : <TAB> <TAB> fh = super ( RLock , self ) . acquire ( timeout , check_interval , fail_when_locked ) <TAB> self . _acquire_count += 1 <TAB> return fh","if not self . _lock . acquire ( block = timeout != 0 , timeout = timeout ) :",252
22440,"def _GetMSBuildConfigurationDetails(spec, build_file):
    properties = {}
    for name, settings in spec[""configurations""].iteritems():
        msbuild_attributes = _GetMSBuildAttributes(spec, settings, build_file)
        condition = _GetConfigurationCondition(name, settings)
        character_set = msbuild_attributes.get(""CharacterSet"")
        _AddConditionalProperty(
            properties,
            condition,
            ""ConfigurationType"",
            msbuild_attributes[""ConfigurationType""],
        )
        if character_set:
            if ""msvs_enable_winrt"" not in spec:
                _AddConditionalProperty(
                    properties, condition, ""CharacterSet"", character_set
                )
    return _GetMSBuildPropertyGroup(spec, ""Configuration"", properties)
","def _GetMSBuildConfigurationDetails ( spec , build_file ) : <TAB> properties = { } <TAB> for name , settings in spec [ ""configurations"" ] . iteritems ( ) : <TAB> <TAB> msbuild_attributes = _GetMSBuildAttributes ( spec , settings , build_file ) <TAB> <TAB> condition = _GetConfigurationCondition ( name , settings ) <TAB> <TAB> character_set = msbuild_attributes . get ( ""CharacterSet"" ) <TAB> <TAB> _AddConditionalProperty ( <TAB> <TAB> <TAB> properties , <TAB> <TAB> <TAB> condition , <TAB> <TAB> <TAB> ""ConfigurationType"" , <TAB> <TAB> <TAB> msbuild_attributes [ ""ConfigurationType"" ] , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ""msvs_enable_winrt"" not in spec : <TAB> <TAB> <TAB> <TAB> _AddConditionalProperty ( <TAB> <TAB> <TAB> <TAB> <TAB> properties , condition , ""CharacterSet"" , character_set <TAB> <TAB> <TAB> <TAB> ) <TAB> return _GetMSBuildPropertyGroup ( spec , ""Configuration"" , properties )",if character_set :,206
13718,"def test_build_root_config_overwrite(self):
    cfg = build_root_config(""tests.files.settings_overwrite"")
    for key, val in DEFAULT_SPIDER_GLOBAL_CONFIG.items():
        if key == ""spider_modules"":
            self.assertEqual(cfg[""global""][key], [""zzz""])
        else:
            self.assertEqual(cfg[""global""][key], val)
","def test_build_root_config_overwrite ( self ) : <TAB> cfg = build_root_config ( ""tests.files.settings_overwrite"" ) <TAB> for key , val in DEFAULT_SPIDER_GLOBAL_CONFIG . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertEqual ( cfg [ ""global"" ] [ key ] , [ ""zzz"" ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . assertEqual ( cfg [ ""global"" ] [ key ] , val )","if key == ""spider_modules"" :",98
8805,"def sha_update(sha_info, buffer):
    if isinstance(buffer, str):
        raise TypeError(""Unicode strings must be encoded before hashing"")
    count = len(buffer)
    buffer_idx = 0
    clo = (sha_info[""count_lo""] + (count << 3)) & 0xFFFFFFFF
    if clo < sha_info[""count_lo""]:
        sha_info[""count_hi""] += 1
    sha_info[""count_lo""] = clo
    sha_info[""count_hi""] += count >> 29
    if sha_info[""local""]:
        i = SHA_BLOCKSIZE - sha_info[""local""]
        if i > count:
            i = count
        # copy buffer
        for x in enumerate(buffer[buffer_idx : buffer_idx + i]):
            sha_info[""data""][sha_info[""local""] + x[0]] = x[1]
        count -= i
        buffer_idx += i
        sha_info[""local""] += i
        if sha_info[""local""] == SHA_BLOCKSIZE:
            sha_transform(sha_info)
            sha_info[""local""] = 0
        else:
            return
    while count >= SHA_BLOCKSIZE:
        # copy buffer
        sha_info[""data""] = list(buffer[buffer_idx : buffer_idx + SHA_BLOCKSIZE])
        count -= SHA_BLOCKSIZE
        buffer_idx += SHA_BLOCKSIZE
        sha_transform(sha_info)
    # copy buffer
    pos = sha_info[""local""]
    sha_info[""data""][pos : pos + count] = list(buffer[buffer_idx : buffer_idx + count])
    sha_info[""local""] = count","def sha_update ( sha_info , buffer ) : <TAB> if isinstance ( buffer , str ) : <TAB> <TAB> raise TypeError ( ""Unicode strings must be encoded before hashing"" ) <TAB> count = len ( buffer ) <TAB> buffer_idx = 0 <TAB> clo = ( sha_info [ ""count_lo"" ] + ( count << 3 ) ) & 0xFFFFFFFF <TAB> if clo < sha_info [ ""count_lo"" ] : <TAB> <TAB> sha_info [ ""count_hi"" ] += 1 <TAB> sha_info [ ""count_lo"" ] = clo <TAB> sha_info [ ""count_hi"" ] += count >> 29 <TAB> if sha_info [ ""local"" ] : <TAB> <TAB> i = SHA_BLOCKSIZE - sha_info [ ""local"" ] <TAB> <TAB> if i > count : <TAB> <TAB> <TAB> i = count <TAB> <TAB> <TAB> <TAB> for x in enumerate ( buffer [ buffer_idx : buffer_idx + i ] ) : <TAB> <TAB> <TAB> sha_info [ ""data"" ] [ sha_info [ ""local"" ] + x [ 0 ] ] = x [ 1 ] <TAB> <TAB> count -= i <TAB> <TAB> buffer_idx += i <TAB> <TAB> sha_info [ ""local"" ] += i <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sha_transform ( sha_info ) <TAB> <TAB> <TAB> sha_info [ ""local"" ] = 0 <TAB> <TAB> else : <TAB> <TAB> <TAB> return <TAB> while count >= SHA_BLOCKSIZE : <TAB> <TAB> <TAB> <TAB> sha_info [ ""data"" ] = list ( buffer [ buffer_idx : buffer_idx + SHA_BLOCKSIZE ] ) <TAB> <TAB> count -= SHA_BLOCKSIZE <TAB> <TAB> buffer_idx += SHA_BLOCKSIZE <TAB> <TAB> sha_transform ( sha_info ) <TAB> <TAB> pos = sha_info [ ""local"" ] <TAB> sha_info [ ""data"" ] [ pos : pos + count ] = list ( buffer [ buffer_idx : buffer_idx + count ] ) <TAB> sha_info [ ""local"" ] = count","if sha_info [ ""local"" ] == SHA_BLOCKSIZE :",419
16695,"def _check_load_bbox(self, coco, entry):
    """"""Check and load ground-truth labels""""""
    entry_id = entry[""id""]
    # fix pycocotools _isArrayLike which don't work for str in python3
    entry_id = [entry_id] if not isinstance(entry_id, (list, tuple)) else entry_id
    ann_ids = coco.getAnnIds(imgIds=entry_id, iscrowd=None)
    objs = coco.loadAnns(ann_ids)
    # check valid bboxes
    valid_objs = []
    width = entry[""width""]
    height = entry[""height""]
    for obj in objs:
        if obj[""area""] < self._min_object_area:
            continue
        if obj.get(""ignore"", 0) == 1:
            continue
        if not self._use_crowd and obj.get(""iscrowd"", 0):
            continue
        # convert from (x, y, w, h) to (xmin, ymin, xmax, ymax) and clip bound
        xmin, ymin, xmax, ymax = bbox_clip_xyxy(
            bbox_xywh_to_xyxy(obj[""bbox""]), width, height
        )
        # require non-zero box area
        if obj[""area""] > 0 and xmax > xmin and ymax > ymin:
            contiguous_cid = self.json_id_to_contiguous[obj[""category_id""]]
            valid_objs.append([xmin, ymin, xmax, ymax, contiguous_cid])
    if not valid_objs:
        if not self._skip_empty:
            # dummy invalid labels if no valid objects are found
            valid_objs.append([-1, -1, -1, -1, -1])
    return valid_objs","def _check_load_bbox ( self , coco , entry ) : <TAB> """"""Check and load ground-truth labels"""""" <TAB> entry_id = entry [ ""id"" ] <TAB> <TAB> entry_id = [ entry_id ] if not isinstance ( entry_id , ( list , tuple ) ) else entry_id <TAB> ann_ids = coco . getAnnIds ( imgIds = entry_id , iscrowd = None ) <TAB> objs = coco . loadAnns ( ann_ids ) <TAB> <TAB> valid_objs = [ ] <TAB> width = entry [ ""width"" ] <TAB> height = entry [ ""height"" ] <TAB> for obj in objs : <TAB> <TAB> if obj [ ""area"" ] < self . _min_object_area : <TAB> <TAB> <TAB> continue <TAB> <TAB> if obj . get ( ""ignore"" , 0 ) == 1 : <TAB> <TAB> <TAB> continue <TAB> <TAB> if not self . _use_crowd and obj . get ( ""iscrowd"" , 0 ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> xmin , ymin , xmax , ymax = bbox_clip_xyxy ( <TAB> <TAB> <TAB> bbox_xywh_to_xyxy ( obj [ ""bbox"" ] ) , width , height <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> if obj [ ""area"" ] > 0 and xmax > xmin and ymax > ymin : <TAB> <TAB> <TAB> contiguous_cid = self . json_id_to_contiguous [ obj [ ""category_id"" ] ] <TAB> <TAB> <TAB> valid_objs . append ( [ xmin , ymin , xmax , ymax , contiguous_cid ] ) <TAB> if not valid_objs : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> valid_objs . append ( [ - 1 , - 1 , - 1 , - 1 , - 1 ] ) <TAB> return valid_objs",if not self . _skip_empty :,443
9756,"def check_build_dir(build_dir):
    profiles_per_benchmark = defaultdict(list)
    for path in glob.glob(os.path.join(build_dir, ""ssg-*-ds.xml"")):
        gather_profiles_from_datastream(path, build_dir, profiles_per_benchmark)
    for bench_short_id in STABLE_PROFILE_IDS.keys():
        if respective_datastream_absent(bench_short_id, build_dir):
            continue
        if bench_short_id not in profiles_per_benchmark:
            raise RuntimeError(
                ""Expected benchmark ID '%s' has to be ""
                ""prefixed with '%s'."" % (bench_short_id, BENCHMARK_ID_PREFIX)
            )
        for profile_id in STABLE_PROFILE_IDS[bench_short_id]:
            if profile_id not in profiles_per_benchmark[bench_short_id]:
                raise RuntimeError(
                    ""Profile '%s' is required to be in the ""
                    ""'%s' benchmark. It is a stable profile ""
                    ""that can't be renamed or removed!"" % (profile_id, bench_short_id)
                )
","def check_build_dir ( build_dir ) : <TAB> profiles_per_benchmark = defaultdict ( list ) <TAB> for path in glob . glob ( os . path . join ( build_dir , ""ssg-*-ds.xml"" ) ) : <TAB> <TAB> gather_profiles_from_datastream ( path , build_dir , profiles_per_benchmark ) <TAB> for bench_short_id in STABLE_PROFILE_IDS . keys ( ) : <TAB> <TAB> if respective_datastream_absent ( bench_short_id , build_dir ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if bench_short_id not in profiles_per_benchmark : <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> ""Expected benchmark ID '%s' has to be "" <TAB> <TAB> <TAB> <TAB> ""prefixed with '%s'."" % ( bench_short_id , BENCHMARK_ID_PREFIX ) <TAB> <TAB> <TAB> ) <TAB> <TAB> for profile_id in STABLE_PROFILE_IDS [ bench_short_id ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Profile '%s' is required to be in the "" <TAB> <TAB> <TAB> <TAB> <TAB> ""'%s' benchmark. It is a stable profile "" <TAB> <TAB> <TAB> <TAB> <TAB> ""that can't be renamed or removed!"" % ( profile_id , bench_short_id ) <TAB> <TAB> <TAB> <TAB> )",if profile_id not in profiles_per_benchmark [ bench_short_id ] :,311
17686,"def candidates() -> Generator[""Symbol"", None, None]:
    s = self
    if Symbol.debug_lookup:
        Symbol.debug_print(""searching in self:"")
        print(s.to_string(Symbol.debug_indent + 1), end="""")
    while True:
        if matchSelf:
            yield s
        if recurseInAnon:
            yield from s.children_recurse_anon
        else:
            yield from s._children
        if s.siblingAbove is None:
            break
        s = s.siblingAbove
        if Symbol.debug_lookup:
            Symbol.debug_print(""searching in sibling:"")
            print(s.to_string(Symbol.debug_indent + 1), end="""")","def candidates ( ) -> Generator [ ""Symbol"" , None , None ] : <TAB> s = self <TAB> <fill-in> <TAB> <TAB> Symbol . debug_print ( ""searching in self:"" ) <TAB> <TAB> print ( s . to_string ( Symbol . debug_indent + 1 ) , end = """" ) <TAB> while True : <TAB> <TAB> if matchSelf : <TAB> <TAB> <TAB> yield s <TAB> <TAB> if recurseInAnon : <TAB> <TAB> <TAB> yield from s . children_recurse_anon <TAB> <TAB> else : <TAB> <TAB> <TAB> yield from s . _children <TAB> <TAB> if s . siblingAbove is None : <TAB> <TAB> <TAB> break <TAB> <TAB> s = s . siblingAbove <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> Symbol . debug_print ( ""searching in sibling:"" ) <TAB> <TAB> <TAB> print ( s . to_string ( Symbol . debug_indent + 1 ) , end = """" )",if Symbol . debug_lookup :,190
10787,"def tagSelected(tag):
    tag = tag.lower().strip()
    if tag == ""bold"":
        app.textAreaToggleFontSelected(""ta"", ""BOLD"")
    if tag == ""underline"":
        app.textAreaToggleFontSelected(""ta"", ""UNDERLINE"")
    if tag == ""italic"":
        app.textAreaToggleFontSelected(""ta"", ""ITALIC"")
    if tag == ""boldItalic"":
        app.textAreaToggleFontSelected(""ta"", ""BOLD_ITALIC"")
    else:
        op = app.radio(""operation"")
        if op == ""add"":
            app.textAreaToggleTagSelected(""ta"", tag)
        elif op == ""remove"":
            app.textAreaUntagSelected(""ta"", tag)
        elif op == ""delete"":
            app.textAreaDeleteTag(""ta"", tag)
","def tagSelected ( tag ) : <TAB> tag = tag . lower ( ) . strip ( ) <TAB> if tag == ""bold"" : <TAB> <TAB> app . textAreaToggleFontSelected ( ""ta"" , ""BOLD"" ) <TAB> if tag == ""underline"" : <TAB> <TAB> app . textAreaToggleFontSelected ( ""ta"" , ""UNDERLINE"" ) <TAB> if tag == ""italic"" : <TAB> <TAB> app . textAreaToggleFontSelected ( ""ta"" , ""ITALIC"" ) <TAB> if tag == ""boldItalic"" : <TAB> <TAB> app . textAreaToggleFontSelected ( ""ta"" , ""BOLD_ITALIC"" ) <TAB> else : <TAB> <TAB> op = app . radio ( ""operation"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> app . textAreaToggleTagSelected ( ""ta"" , tag ) <TAB> <TAB> elif op == ""remove"" : <TAB> <TAB> <TAB> app . textAreaUntagSelected ( ""ta"" , tag ) <TAB> <TAB> elif op == ""delete"" : <TAB> <TAB> <TAB> app . textAreaDeleteTag ( ""ta"" , tag )","if op == ""add"" :",208
23786,"def _get_field_actual(cant_be_number, raw_string, field_names):
    for line in raw_string.splitlines():
        for field_name in field_names:
            field_name = field_name.lower()
            if "":"" in line:
                left, right = line.split("":"", 1)
                left = left.strip().lower()
                right = right.strip()
                if left == field_name and len(right) > 0:
                    if cant_be_number:
                        if not right.isdigit():
                            return right
                    else:
                        return right
    return None","def _get_field_actual ( cant_be_number , raw_string , field_names ) : <TAB> for line in raw_string . splitlines ( ) : <TAB> <TAB> for field_name in field_names : <TAB> <TAB> <TAB> field_name = field_name . lower ( ) <TAB> <TAB> <TAB> if "":"" in line : <TAB> <TAB> <TAB> <TAB> left , right = line . split ( "":"" , 1 ) <TAB> <TAB> <TAB> <TAB> left = left . strip ( ) . lower ( ) <TAB> <TAB> <TAB> <TAB> right = right . strip ( ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> if cant_be_number : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not right . isdigit ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return right <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return right <TAB> return None",if left == field_name and len ( right ) > 0 :,184
2578,"def _format_unencoded_with_lineno(self, tokensource, outfile):
    self._write_lineno(outfile)
    for ttype, value in tokensource:
        if value.endswith(""\n""):
            self._write_lineno(outfile)
            value = value[:-1]
        color = self.colorscheme.get(ttype)
        while color is None:
            ttype = ttype[:-1]
            color = self.colorscheme.get(ttype)
        if color:
            color = color[self.darkbg]
            spl = value.split(""\n"")
            for line in spl[:-1]:
                self._write_lineno(outfile)
                if line:
                    outfile.write(ircformat(color, line[:-1]))
            if spl[-1]:
                outfile.write(ircformat(color, spl[-1]))
        else:
            outfile.write(value)
    outfile.write(""\n"")","def _format_unencoded_with_lineno ( self , tokensource , outfile ) : <TAB> self . _write_lineno ( outfile ) <TAB> for ttype , value in tokensource : <TAB> <TAB> if value . endswith ( ""\n"" ) : <TAB> <TAB> <TAB> self . _write_lineno ( outfile ) <TAB> <TAB> <TAB> value = value [ : - 1 ] <TAB> <TAB> color = self . colorscheme . get ( ttype ) <TAB> <TAB> while color is None : <TAB> <TAB> <TAB> ttype = ttype [ : - 1 ] <TAB> <TAB> <TAB> color = self . colorscheme . get ( ttype ) <TAB> <TAB> if color : <TAB> <TAB> <TAB> color = color [ self . darkbg ] <TAB> <TAB> <TAB> spl = value . split ( ""\n"" ) <TAB> <TAB> <TAB> for line in spl [ : - 1 ] : <TAB> <TAB> <TAB> <TAB> self . _write_lineno ( outfile ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> outfile . write ( ircformat ( color , line [ : - 1 ] ) ) <TAB> <TAB> <TAB> if spl [ - 1 ] : <TAB> <TAB> <TAB> <TAB> outfile . write ( ircformat ( color , spl [ - 1 ] ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> outfile . write ( value ) <TAB> outfile . write ( ""\n"" )",if line :,250
5824,"def read(self, iprot):
    if (
        iprot._fast_decode is not None
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
    ):
        iprot._fast_decode(self, iprot, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRUCT:
                self.operationId = THandleIdentifier()
                self.operationId.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.I32:
                self.operationType = iprot.readI32()
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.BOOL:
                self.hasResultSet = iprot.readBool()
            else:
                iprot.skip(ftype)
        elif fid == 4:
            if ftype == TType.DOUBLE:
                self.modifiedRowCount = iprot.readDouble()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . _fast_decode is not None <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> ) : <TAB> <TAB> iprot . _fast_decode ( self , iprot , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . operationId = THandleIdentifier ( ) <TAB> <TAB> <TAB> <TAB> self . operationId . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . I32 : <TAB> <TAB> <TAB> <TAB> self . operationType = iprot . readI32 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . BOOL : <TAB> <TAB> <TAB> <TAB> self . hasResultSet = iprot . readBool ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 4 : <TAB> <TAB> <TAB> if ftype == TType . DOUBLE : <TAB> <TAB> <TAB> <TAB> self . modifiedRowCount = iprot . readDouble ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",elif fid == 3 :,434
5304,"def _check_redirects(self, result):
    # Check the requests history to detect http to https redirections.
    # If the initial verb is POST, the next request will use a GET request,
    # leading to an unwanted behaviour.
    # If the initial verb is PUT, the data will not be send with the next
    # request.
    # If we detect a redirection to https with a POST or a PUT request, we
    # raise an exception with a useful error message.
    if result.history and self._base_url.startswith(""http:""):
        for item in result.history:
            if item.status_code not in (301, 302):
                continue
            # GET methods can be redirected without issue
            if item.request.method == ""GET"":
                continue
            # Did we end-up with an https:// URL?
            location = item.headers.get(""Location"", None)
            if location and location.startswith(""https://""):
                raise RedirectError(REDIRECT_MSG)","def _check_redirects ( self , result ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if result . history and self . _base_url . startswith ( ""http:"" ) : <TAB> <TAB> for item in result . history : <TAB> <TAB> <TAB> if item . status_code not in ( 301 , 302 ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if item . request . method == ""GET"" : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> location = item . headers . get ( ""Location"" , None ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise RedirectError ( REDIRECT_MSG )","if location and location . startswith ( ""https://"" ) :",251
14209,"def _check_seed(self, seed):
    if seed is not None:
        if type(seed) != int:
            self._raise_error(
                ""The random number generator seed value, seed, should be integer type or None.""
            )
        if seed < 0:
            self._raise_error(
                ""The random number generator seed value, seed, should be non-negative integer or None.""
            )","def _check_seed ( self , seed ) : <TAB> if seed is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _raise_error ( <TAB> <TAB> <TAB> <TAB> ""The random number generator seed value, seed, should be integer type or None."" <TAB> <TAB> <TAB> ) <TAB> <TAB> if seed < 0 : <TAB> <TAB> <TAB> self . _raise_error ( <TAB> <TAB> <TAB> <TAB> ""The random number generator seed value, seed, should be non-negative integer or None."" <TAB> <TAB> <TAB> )",if type ( seed ) != int :,114
18491,"def __add__(self, f):
    if isinstance(f.value, dict):
        for field in f.fields:
            self.slice[field] = f.value
        if not self.fields:
            self.fields = f.fields
    elif not self.fields:
        self.fields = f.fields
        self.value = f.value
        self.slice = {}
    elif self.value is self.ONLY and f.value is self.ONLY:
        self._clean_slice()
        if self._only_called:
            self.fields = self.fields.union(f.fields)
        else:
            self.fields = f.fields
    elif self.value is self.EXCLUDE and f.value is self.EXCLUDE:
        self.fields = self.fields.union(f.fields)
        self._clean_slice()
    elif self.value is self.ONLY and f.value is self.EXCLUDE:
        self.fields -= f.fields
        self._clean_slice()
    elif self.value is self.EXCLUDE and f.value is self.ONLY:
        self.value = self.ONLY
        self.fields = f.fields - self.fields
        self._clean_slice()
    if ""_id"" in f.fields:
        self._id = f.value
    if self.always_include:
        if self.value is self.ONLY and self.fields:
            if sorted(self.slice.keys()) != sorted(self.fields):
                self.fields = self.fields.union(self.always_include)
        else:
            self.fields -= self.always_include
    if getattr(f, ""_only_called"", False):
        self._only_called = True
    return self
","def __add__ ( self , f ) : <TAB> if isinstance ( f . value , dict ) : <TAB> <TAB> for field in f . fields : <TAB> <TAB> <TAB> self . slice [ field ] = f . value <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . fields = f . fields <TAB> el <fill-in> <TAB> <TAB> self . fields = f . fields <TAB> <TAB> self . value = f . value <TAB> <TAB> self . slice = { } <TAB> elif self . value is self . ONLY and f . value is self . ONLY : <TAB> <TAB> self . _clean_slice ( ) <TAB> <TAB> if self . _only_called : <TAB> <TAB> <TAB> self . fields = self . fields . union ( f . fields ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . fields = f . fields <TAB> elif self . value is self . EXCLUDE and f . value is self . EXCLUDE : <TAB> <TAB> self . fields = self . fields . union ( f . fields ) <TAB> <TAB> self . _clean_slice ( ) <TAB> elif self . value is self . ONLY and f . value is self . EXCLUDE : <TAB> <TAB> self . fields -= f . fields <TAB> <TAB> self . _clean_slice ( ) <TAB> elif self . value is self . EXCLUDE and f . value is self . ONLY : <TAB> <TAB> self . value = self . ONLY <TAB> <TAB> self . fields = f . fields - self . fields <TAB> <TAB> self . _clean_slice ( ) <TAB> if ""_id"" in f . fields : <TAB> <TAB> self . _id = f . value <TAB> if self . always_include : <TAB> <TAB> if self . value is self . ONLY and self . fields : <TAB> <TAB> <TAB> if sorted ( self . slice . keys ( ) ) != sorted ( self . fields ) : <TAB> <TAB> <TAB> <TAB> self . fields = self . fields . union ( self . always_include ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . fields -= self . always_include <TAB> if getattr ( f , ""_only_called"" , False ) : <TAB> <TAB> self . _only_called = True <TAB> return self",if not self . fields :,440
1130,"def __init__(self):
    self.DEBUG_SENDBACK = False
    self.DEBUG_SHOW_GUI = True
    self.previous_grey_img = None
    self.cv2_major = None
    self.cv2_minor = None
    self.MOTION_DETECTION_THRESHOLD = 1000
    self.NO_MOTION_DURATION = 5  # Seconds
    self.no_motion_start_time = None
    self.no_motion_image = None
    for value in cv2.__version__.split("".""):
        if self.cv2_major is None:
            self.cv2_major = value
        elif self.cv2_minor is None:
            self.cv2_minor = value
            break
    print(""self.cv2_major={}, self.cv2_minor={}"".format(self.cv2_major, self.cv2_minor))","def __init__ ( self ) : <TAB> self . DEBUG_SENDBACK = False <TAB> self . DEBUG_SHOW_GUI = True <TAB> self . previous_grey_img = None <TAB> self . cv2_major = None <TAB> self . cv2_minor = None <TAB> self . MOTION_DETECTION_THRESHOLD = 1000 <TAB> self . NO_MOTION_DURATION = 5 <TAB> self . no_motion_start_time = None <TAB> self . no_motion_image = None <TAB> for value in cv2 . __version__ . split ( ""."" ) : <TAB> <TAB> if self . cv2_major is None : <TAB> <TAB> <TAB> self . cv2_major = value <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . cv2_minor = value <TAB> <TAB> <TAB> break <TAB> print ( ""self.cv2_major={}, self.cv2_minor={}"" . format ( self . cv2_major , self . cv2_minor ) )",elif self . cv2_minor is None :,214
685,"def _lint(self):
    lints = {}
    lint_errors = set()
    for name, test in self._config.config.tests.items():
        lints[name] = {""regions"": self._filter_unsupported_regions(test.regions)}
        lints[name][""template""] = self._templates[name].template_path
        lints[name][""results""] = {}
        templates = []
        for template in self._templates.values():
            templates.append(template)
            templates += list(template.descendents)
        templates = set(templates)
        for template in templates:
            self._run_checks(template, name, lint_errors, lints)
        for err in lint_errors:
            LOG.error(err)
    for test in lints:
        for result in lints[test][""results""]:
            if lints[test][""results""][result]:
                if self._is_error(lints[test][""results""][result]):
                    lint_errors.add(result)
    return lints, lint_errors
","def _lint ( self ) : <TAB> lints = { } <TAB> lint_errors = set ( ) <TAB> for name , test in self . _config . config . tests . items ( ) : <TAB> <TAB> lints [ name ] = { ""regions"" : self . _filter_unsupported_regions ( test . regions ) } <TAB> <TAB> lints [ name ] [ ""template"" ] = self . _templates [ name ] . template_path <TAB> <TAB> lints [ name ] [ ""results"" ] = { } <TAB> <TAB> templates = [ ] <TAB> <TAB> for template in self . _templates . values ( ) : <TAB> <TAB> <TAB> templates . append ( template ) <TAB> <TAB> <TAB> templates += list ( template . descendents ) <TAB> <TAB> templates = set ( templates ) <TAB> <TAB> for template in templates : <TAB> <TAB> <TAB> self . _run_checks ( template , name , lint_errors , lints ) <TAB> <TAB> for err in lint_errors : <TAB> <TAB> <TAB> LOG . error ( err ) <TAB> for test in lints : <TAB> <TAB> for result in lints [ test ] [ ""results"" ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if self . _is_error ( lints [ test ] [ ""results"" ] [ result ] ) : <TAB> <TAB> <TAB> <TAB> <TAB> lint_errors . add ( result ) <TAB> return lints , lint_errors","if lints [ test ] [ ""results"" ] [ result ] :",275
14159,"def _unsubscribe(self, subscription, session):
    # drop session from subscription observers
    #
    was_subscribed, was_last_subscriber = self._subscription_map.drop_observer(
        session, subscription
    )
    # remove subscription from session->subscriptions map
    #
    if was_subscribed:
        self._session_to_subscriptions[session].discard(subscription)
    # publish WAMP meta events
    #
    if self._router._realm:
        service_session = self._router._realm.session
        if service_session and not subscription.uri.startswith(u""wamp.""):
            if was_subscribed:
                service_session.publish(
                    u""wamp.subscription.on_unsubscribe"",
                    session._session_id,
                    subscription.id,
                )
            if was_last_subscriber:
                service_session.publish(
                    u""wamp.subscription.on_delete"", session._session_id, subscription.id
                )
    return was_subscribed, was_last_subscriber
","def _unsubscribe ( self , subscription , session ) : <TAB> <TAB> <TAB> was_subscribed , was_last_subscriber = self . _subscription_map . drop_observer ( <TAB> <TAB> session , subscription <TAB> ) <TAB> <TAB> <TAB> if was_subscribed : <TAB> <TAB> self . _session_to_subscriptions [ session ] . discard ( subscription ) <TAB> <TAB> <TAB> if self . _router . _realm : <TAB> <TAB> service_session = self . _router . _realm . session <TAB> <TAB> if service_session and not subscription . uri . startswith ( u""wamp."" ) : <TAB> <TAB> <TAB> if was_subscribed : <TAB> <TAB> <TAB> <TAB> service_session . publish ( <TAB> <TAB> <TAB> <TAB> <TAB> u""wamp.subscription.on_unsubscribe"" , <TAB> <TAB> <TAB> <TAB> <TAB> session . _session_id , <TAB> <TAB> <TAB> <TAB> <TAB> subscription . id , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> service_session . publish ( <TAB> <TAB> <TAB> <TAB> <TAB> u""wamp.subscription.on_delete"" , session . _session_id , subscription . id <TAB> <TAB> <TAB> <TAB> ) <TAB> return was_subscribed , was_last_subscriber",if was_last_subscriber :,292
22658,"def _create_examples(cls, lines, set_type):
    examples = []
    for (i, line) in enumerate(lines):
        if ""gold_label"" in line:
            # Loading from original data
            if line[""gold_label""] == ""-"":
                continue
            examples.append(
                Example(
                    guid=""%s-%s"" % (set_type, i),
                    input_premise=line[""sentence1""],
                    input_hypothesis=line[""sentence2""],
                    label=line[""gold_label""] if set_type != ""test"" else cls.LABELS[-1],
                )
            )
        else:
            # Loading from HF Datasets data
            if line[""label""] == -1:
                continue
            examples.append(
                Example(
                    guid=""%s-%s"" % (set_type, i),
                    input_premise=line[""premise""],
                    input_hypothesis=line[""hypothesis""],
                    label=line[""label""] if set_type != ""test"" else cls.LABELS[-1],
                )
            )
    return examples","def _create_examples ( cls , lines , set_type ) : <TAB> examples = [ ] <TAB> for ( i , line ) in enumerate ( lines ) : <TAB> <TAB> if ""gold_label"" in line : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> examples . append ( <TAB> <TAB> <TAB> <TAB> Example ( <TAB> <TAB> <TAB> <TAB> <TAB> guid = ""%s-%s"" % ( set_type , i ) , <TAB> <TAB> <TAB> <TAB> <TAB> input_premise = line [ ""sentence1"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> input_hypothesis = line [ ""sentence2"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> label = line [ ""gold_label"" ] if set_type != ""test"" else cls . LABELS [ - 1 ] , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if line [ ""label"" ] == - 1 : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> examples . append ( <TAB> <TAB> <TAB> <TAB> Example ( <TAB> <TAB> <TAB> <TAB> <TAB> guid = ""%s-%s"" % ( set_type , i ) , <TAB> <TAB> <TAB> <TAB> <TAB> input_premise = line [ ""premise"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> input_hypothesis = line [ ""hypothesis"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> label = line [ ""label"" ] if set_type != ""test"" else cls . LABELS [ - 1 ] , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> return examples","if line [ ""gold_label"" ] == ""-"" :",325
4860,"def _parse_args(cls, args):
    # This is useful when you don't want to create an instance, just
    # canonicalize some constructor arguments.
    parts = []
    for a in args:
        if isinstance(a, PurePath):
            parts += a._parts
        else:
            if sys.version_info >= (3, 6):
                a = os.fspath(a)
            else:
                # duck typing for older Python versions
                if hasattr(a, ""__fspath__""):
                    a = a.__fspath__()
            if isinstance(a, str):
                # Force-cast str subclasses to str (issue #21127)
                parts.append(str(a))
            # also handle unicode for PY2 (six.text_type = unicode)
            elif six.PY2 and isinstance(a, six.text_type):
                # cast to str using filesystem encoding
                parts.append(a.encode(sys.getfilesystemencoding()))
            else:
                raise TypeError(
                    ""argument should be a str object or an os.PathLike ""
                    ""object returning str, not %r"" % type(a)
                )
    return cls._flavour.parse_parts(parts)","def _parse_args ( cls , args ) : <TAB> <TAB> <TAB> parts = [ ] <TAB> for a in args : <TAB> <TAB> if isinstance ( a , PurePath ) : <TAB> <TAB> <TAB> parts += a . _parts <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> a = os . fspath ( a ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if hasattr ( a , ""__fspath__"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> a = a . __fspath__ ( ) <TAB> <TAB> <TAB> if isinstance ( a , str ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> parts . append ( str ( a ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> elif six . PY2 and isinstance ( a , six . text_type ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> parts . append ( a . encode ( sys . getfilesystemencoding ( ) ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""argument should be a str object or an os.PathLike "" <TAB> <TAB> <TAB> <TAB> <TAB> ""object returning str, not %r"" % type ( a ) <TAB> <TAB> <TAB> <TAB> ) <TAB> return cls . _flavour . parse_parts ( parts )","if sys . version_info >= ( 3 , 6 ) :",333
6914,"def enrichTarget(self, target):
    ret = list()
    # If it's an IP, get the hostname it reverse resolves to
    self.sf.info(""Identifying aliases for specified target(s)"")
    ret = self.sf.resolveTargets(target, self.opts[""validatereverse""])
    if not ret:
        return target
    for host in ret:
        self.sf.debug(""Found an alias: "" + host)
        if self.sf.validIP(host):
            target.setAlias(host, ""IP_ADDRESS"")
        elif self.sf.validIP6(host):
            target.setAlias(host, ""IPV6_ADDRESS"")
        else:
            target.setAlias(host, ""INTERNET_NAME"")
            idnahost = host.encode(""idna"")
            if idnahost != host:
                target.setAlias(
                    idnahost.decode(""ascii"", errors=""replace""), ""INTERNET_NAME""
                )
            # If the target was a hostname/sub-domain, we can
            # add the domain as an alias for the target. But
            # not if the target was an IP or subnet.
            # if target.targetType == ""INTERNET_NAME"":
            #     dom = self.sf.hostDomain(host, self.opts['_internettlds'])
            #     target.setAlias(dom, ""INTERNET_NAME"")
    self.sf.info(""Aliases identified: "" + str(target.targetAliases))
    return target","def enrichTarget ( self , target ) : <TAB> ret = list ( ) <TAB> <TAB> self . sf . info ( ""Identifying aliases for specified target(s)"" ) <TAB> ret = self . sf . resolveTargets ( target , self . opts [ ""validatereverse"" ] ) <TAB> if not ret : <TAB> <TAB> return target <TAB> for host in ret : <TAB> <TAB> self . sf . debug ( ""Found an alias: "" + host ) <TAB> <TAB> if self . sf . validIP ( host ) : <TAB> <TAB> <TAB> target . setAlias ( host , ""IP_ADDRESS"" ) <TAB> <TAB> elif self . sf . validIP6 ( host ) : <TAB> <TAB> <TAB> target . setAlias ( host , ""IPV6_ADDRESS"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> target . setAlias ( host , ""INTERNET_NAME"" ) <TAB> <TAB> <TAB> idnahost = host . encode ( ""idna"" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> target . setAlias ( <TAB> <TAB> <TAB> <TAB> <TAB> idnahost . decode ( ""ascii"" , errors = ""replace"" ) , ""INTERNET_NAME"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . sf . info ( ""Aliases identified: "" + str ( target . targetAliases ) ) <TAB> return target",if idnahost != host :,394
15733,"def get_states(idxs, labels, cls_num, weights=None):
    ins_num = idxs.shape[0]
    # TP FP TN FN
    states = np.zeros((cls_num, 4)).astype(""float32"")
    for i in range(ins_num):
        w = weights[i] if weights is not None else 1.0
        idx = idxs[i][0]
        label = labels[i][0]
        if idx == label:
            states[idx][0] += w
            for j in range(cls_num):
                states[j][2] += w
            states[idx][2] -= w
        else:
            states[label][3] += w
            states[idx][1] += w
            for j in range(cls_num):
                states[j][2] += w
            states[label][2] -= w
            states[idx][2] -= w
    return states","def get_states ( idxs , labels , cls_num , weights = None ) : <TAB> ins_num = idxs . shape [ 0 ] <TAB> <TAB> states = np . zeros ( ( cls_num , 4 ) ) . astype ( ""float32"" ) <TAB> for i in range ( ins_num ) : <TAB> <TAB> w = weights [ i ] if weights is not None else 1.0 <TAB> <TAB> idx = idxs [ i ] [ 0 ] <TAB> <TAB> label = labels [ i ] [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> states [ idx ] [ 0 ] += w <TAB> <TAB> <TAB> for j in range ( cls_num ) : <TAB> <TAB> <TAB> <TAB> states [ j ] [ 2 ] += w <TAB> <TAB> <TAB> states [ idx ] [ 2 ] -= w <TAB> <TAB> else : <TAB> <TAB> <TAB> states [ label ] [ 3 ] += w <TAB> <TAB> <TAB> states [ idx ] [ 1 ] += w <TAB> <TAB> <TAB> for j in range ( cls_num ) : <TAB> <TAB> <TAB> <TAB> states [ j ] [ 2 ] += w <TAB> <TAB> <TAB> states [ label ] [ 2 ] -= w <TAB> <TAB> <TAB> states [ idx ] [ 2 ] -= w <TAB> return states",if idx == label :,250
19632,"def write_index(docs):
    for chunk in web.group(docs, 1000):
        chunk = list(chunk)
        thing_ids = [doc[""id""] for doc in chunk]
        t = db.transaction()
        db.query(""DELETE FROM work_ref WHERE thing_id IN $thing_ids"", vars=locals())
        data = []
        for doc in chunk:
            thing_id = doc[""id""]
            type = doc[""type""][""key""]
            if type == ""/type/work"":
                for name, value in doc[""_refs""]:
                    key_id = get_property_id(type, name)
                    data.append(dict(thing_id=thing_id, key_id=key_id, value=value))
        if data:
            db.multiple_insert(""work_ref"", data, seqname=False)
        t.commit()","def write_index ( docs ) : <TAB> for chunk in web . group ( docs , 1000 ) : <TAB> <TAB> chunk = list ( chunk ) <TAB> <TAB> thing_ids = [ doc [ ""id"" ] for doc in chunk ] <TAB> <TAB> t = db . transaction ( ) <TAB> <TAB> db . query ( ""DELETE FROM work_ref WHERE thing_id IN $thing_ids"" , vars = locals ( ) ) <TAB> <TAB> data = [ ] <TAB> <TAB> for doc in chunk : <TAB> <TAB> <TAB> thing_id = doc [ ""id"" ] <TAB> <TAB> <TAB> type = doc [ ""type"" ] [ ""key"" ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> for name , value in doc [ ""_refs"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> key_id = get_property_id ( type , name ) <TAB> <TAB> <TAB> <TAB> <TAB> data . append ( dict ( thing_id = thing_id , key_id = key_id , value = value ) ) <TAB> <TAB> if data : <TAB> <TAB> <TAB> db . multiple_insert ( ""work_ref"" , data , seqname = False ) <TAB> <TAB> t . commit ( )","if type == ""/type/work"" :",232
1270,"def question_vote(request, question_id):
    """"""I have this problem too.""""""
    question = get_object_or_404(Question, pk=question_id, is_spam=False)
    if not question.editable:
        raise PermissionDenied
    if not question.has_voted(request):
        vote = QuestionVote(question=question)
        if request.user.is_authenticated():
            vote.creator = request.user
        else:
            vote.anonymous_id = request.anonymous.anonymous_id
        if not request.limited:
            vote.save()
            if ""referrer"" in request.REQUEST:
                referrer = request.REQUEST.get(""referrer"")
                vote.add_metadata(""referrer"", referrer)
                if referrer == ""search"" and ""query"" in request.REQUEST:
                    vote.add_metadata(""query"", request.REQUEST.get(""query""))
            ua = request.META.get(""HTTP_USER_AGENT"")
            if ua:
                vote.add_metadata(""ua"", ua)
            statsd.incr(""questions.votes.question"")
        if request.is_ajax():
            tmpl = ""questions/includes/question_vote_thanks.html""
            form = _init_watch_form(request)
            html = render_to_string(
                tmpl,
                {
                    ""question"": question,
                    ""user"": request.user,
                    ""watch_form"": form,
                },
            )
            return HttpResponse(json.dumps({""html"": html, ""ignored"": request.limited}))
    return HttpResponseRedirect(question.get_absolute_url())","def question_vote ( request , question_id ) : <TAB> """"""I have this problem too."""""" <TAB> question = get_object_or_404 ( Question , pk = question_id , is_spam = False ) <TAB> if not question . editable : <TAB> <TAB> raise PermissionDenied <TAB> if not question . has_voted ( request ) : <TAB> <TAB> vote = QuestionVote ( question = question ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> vote . creator = request . user <TAB> <TAB> else : <TAB> <TAB> <TAB> vote . anonymous_id = request . anonymous . anonymous_id <TAB> <TAB> if not request . limited : <TAB> <TAB> <TAB> vote . save ( ) <TAB> <TAB> <TAB> if ""referrer"" in request . REQUEST : <TAB> <TAB> <TAB> <TAB> referrer = request . REQUEST . get ( ""referrer"" ) <TAB> <TAB> <TAB> <TAB> vote . add_metadata ( ""referrer"" , referrer ) <TAB> <TAB> <TAB> <TAB> if referrer == ""search"" and ""query"" in request . REQUEST : <TAB> <TAB> <TAB> <TAB> <TAB> vote . add_metadata ( ""query"" , request . REQUEST . get ( ""query"" ) ) <TAB> <TAB> <TAB> ua = request . META . get ( ""HTTP_USER_AGENT"" ) <TAB> <TAB> <TAB> if ua : <TAB> <TAB> <TAB> <TAB> vote . add_metadata ( ""ua"" , ua ) <TAB> <TAB> <TAB> statsd . incr ( ""questions.votes.question"" ) <TAB> <TAB> if request . is_ajax ( ) : <TAB> <TAB> <TAB> tmpl = ""questions/includes/question_vote_thanks.html"" <TAB> <TAB> <TAB> form = _init_watch_form ( request ) <TAB> <TAB> <TAB> html = render_to_string ( <TAB> <TAB> <TAB> <TAB> tmpl , <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> ""question"" : question , <TAB> <TAB> <TAB> <TAB> <TAB> ""user"" : request . user , <TAB> <TAB> <TAB> <TAB> <TAB> ""watch_form"" : form , <TAB> <TAB> <TAB> <TAB> } , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return HttpResponse ( json . dumps ( { ""html"" : html , ""ignored"" : request . limited } ) ) <TAB> return HttpResponseRedirect ( question . get_absolute_url ( ) )",if request . user . is_authenticated ( ) :,457
8341,"def __getitem__(self, k) -> ""SimMemView"":
    if isinstance(k, slice):
        if k.step is not None:
            raise ValueError(""Slices with strides are not supported"")
        elif k.start is None:
            raise ValueError(""Must specify start index"")
        elif k.stop is not None:
            raise ValueError(""Slices with stop index are not supported"")
        else:
            addr = k.start
    elif self._type is not None and self._type._can_refine_int:
        return self._type._refine(self, k)
    else:
        addr = k
    return self._deeper(addr=addr)
","def __getitem__ ( self , k ) -> ""SimMemView"" : <TAB> if isinstance ( k , slice ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""Slices with strides are not supported"" ) <TAB> <TAB> elif k . start is None : <TAB> <TAB> <TAB> raise ValueError ( ""Must specify start index"" ) <TAB> <TAB> elif k . stop is not None : <TAB> <TAB> <TAB> raise ValueError ( ""Slices with stop index are not supported"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> addr = k . start <TAB> elif self . _type is not None and self . _type . _can_refine_int : <TAB> <TAB> return self . _type . _refine ( self , k ) <TAB> else : <TAB> <TAB> addr = k <TAB> return self . _deeper ( addr = addr )",if k . step is not None :,169
8428,"def create_and_return_ids(self, tags=None):
    tags_list = []
    # {'rds': 'value'}
    if type(tags) is dict:
        for group, tag in tags.items():
            group_id = tag_groups_model.get_or_create_by_name(group)
            _id = self.get_or_create(name=tag, group_id=group_id)
            tags_list.append(_id)
    # ['tag', 'onemore', 'provider:digitalocean']
    if type(tags) is list:
        for t in tags:
            # provider:digitalocean
            try:
                group, tag = t.split("":"")
            # tag
            except ValueError:
                tag = t
                group = False
            if group:
                group_id = tag_groups_model.get_or_create_by_name(group)
                _id = self.get_or_create(name=tag, group_id=group_id)
            else:
                _id = self.get_or_create_by_name(name=tag)
            tags_list.append(_id)
    return tags_list
","def create_and_return_ids ( self , tags = None ) : <TAB> tags_list = [ ] <TAB> <TAB> if type ( tags ) is dict : <TAB> <TAB> for group , tag in tags . items ( ) : <TAB> <TAB> <TAB> group_id = tag_groups_model . get_or_create_by_name ( group ) <TAB> <TAB> <TAB> _id = self . get_or_create ( name = tag , group_id = group_id ) <TAB> <TAB> <TAB> tags_list . append ( _id ) <TAB> <TAB> if type ( tags ) is list : <TAB> <TAB> for t in tags : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> group , tag = t . split ( "":"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> tag = t <TAB> <TAB> <TAB> <TAB> group = False <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> group_id = tag_groups_model . get_or_create_by_name ( group ) <TAB> <TAB> <TAB> <TAB> _id = self . get_or_create ( name = tag , group_id = group_id ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> _id = self . get_or_create_by_name ( name = tag ) <TAB> <TAB> <TAB> tags_list . append ( _id ) <TAB> return tags_list",if group :,324
16269,"def general(metadata, value):
    if metadata.get(""commands"") and value:
        if not metadata.get(""nargs""):
            v = quote(value)
        else:
            v = value
        return u""{0} {1}"".format(metadata[""commands""][0], v)
    else:
        if not value:
            return None
        elif not metadata.get(""nargs""):
            return quote(value)
        else:
            return value","def general ( metadata , value ) : <TAB> if metadata . get ( ""commands"" ) and value : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> v = quote ( value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> v = value <TAB> <TAB> return u""{0} {1}"" . format ( metadata [ ""commands"" ] [ 0 ] , v ) <TAB> else : <TAB> <TAB> if not value : <TAB> <TAB> <TAB> return None <TAB> <TAB> el <fill-in> <TAB> <TAB> <TAB> return quote ( value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return value","if not metadata . get ( ""nargs"" ) :",122
24689,"def _pick(self, cum):
    if self._isleaf():
        return self.bd[0], self.s
    else:
        if cum < self.left.s:
            return self.left._pick(cum)
        else:
            return self.right._pick(cum - self.left.s)","def _pick ( self , cum ) : <TAB> if self . _isleaf ( ) : <TAB> <TAB> return self . bd [ 0 ] , self . s <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return self . left . _pick ( cum ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return self . right . _pick ( cum - self . left . s )",if cum < self . left . s :,83
16994,"def _key_response_head(self, bucket_name, query, key_name, headers):
    response_headers = {}
    version_id = query.get(""versionId"", [None])[0]
    part_number = query.get(""partNumber"", [None])[0]
    if part_number:
        part_number = int(part_number)
    if_modified_since = headers.get(""If-Modified-Since"", None)
    if_match = headers.get(""If-Match"", None)
    if_none_match = headers.get(""If-None-Match"", None)
    if_unmodified_since = headers.get(""If-Unmodified-Since"", None)
    key = self.backend.get_object(
        bucket_name, key_name, version_id=version_id, part_number=part_number
    )
    if key:
        response_headers.update(key.metadata)
        response_headers.update(key.response_dict)
        if if_unmodified_since:
            if_unmodified_since = str_to_rfc_1123_datetime(if_unmodified_since)
            if key.last_modified > if_unmodified_since:
                return 412, response_headers, """"
        if if_match and key.etag != if_match:
            return 412, response_headers, """"
        if if_modified_since:
            if_modified_since = str_to_rfc_1123_datetime(if_modified_since)
            if key.last_modified < if_modified_since:
                return 304, response_headers, ""Not Modified""
        if if_none_match and key.etag == if_none_match:
            return 304, response_headers, ""Not Modified""
        return 200, response_headers, """"
    else:
        return 404, response_headers, """"","def _key_response_head ( self , bucket_name , query , key_name , headers ) : <TAB> response_headers = { } <TAB> version_id = query . get ( ""versionId"" , [ None ] ) [ 0 ] <TAB> part_number = query . get ( ""partNumber"" , [ None ] ) [ 0 ] <TAB> if part_number : <TAB> <TAB> part_number = int ( part_number ) <TAB> if_modified_since = headers . get ( ""If-Modified-Since"" , None ) <TAB> if_match = headers . get ( ""If-Match"" , None ) <TAB> if_none_match = headers . get ( ""If-None-Match"" , None ) <TAB> if_unmodified_since = headers . get ( ""If-Unmodified-Since"" , None ) <TAB> key = self . backend . get_object ( <TAB> <TAB> bucket_name , key_name , version_id = version_id , part_number = part_number <TAB> ) <TAB> if key : <TAB> <TAB> response_headers . update ( key . metadata ) <TAB> <TAB> response_headers . update ( key . response_dict ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if_unmodified_since = str_to_rfc_1123_datetime ( if_unmodified_since ) <TAB> <TAB> <TAB> if key . last_modified > if_unmodified_since : <TAB> <TAB> <TAB> <TAB> return 412 , response_headers , """" <TAB> <TAB> if if_match and key . etag != if_match : <TAB> <TAB> <TAB> return 412 , response_headers , """" <TAB> <TAB> if if_modified_since : <TAB> <TAB> <TAB> if_modified_since = str_to_rfc_1123_datetime ( if_modified_since ) <TAB> <TAB> <TAB> if key . last_modified < if_modified_since : <TAB> <TAB> <TAB> <TAB> return 304 , response_headers , ""Not Modified"" <TAB> <TAB> if if_none_match and key . etag == if_none_match : <TAB> <TAB> <TAB> return 304 , response_headers , ""Not Modified"" <TAB> <TAB> return 200 , response_headers , """" <TAB> else : <TAB> <TAB> return 404 , response_headers , """"",if if_unmodified_since :,469
21628,"def draw_markers(self, gc, marker_path, marker_trans, path, trans, rgbFace=None):
    write = self._svgwriter.write
    key = self._convert_path(marker_path, marker_trans + Affine2D().scale(1.0, -1.0))
    name = self._markers.get(key)
    if name is None:
        name = ""m%s"" % md5(key).hexdigest()
        write('<defs><path id=""%s"" d=""%s""/></defs>\n' % (name, key))
        self._markers[key] = name
    clipid = self._get_gc_clip_svg(gc)
    if clipid is None:
        clippath = """"
    else:
        clippath = 'clip-path=""url(#%s)""' % clipid
    write(""<g %s>"" % clippath)
    trans_and_flip = self._make_flip_transform(trans)
    tpath = trans_and_flip.transform_path(path)
    for vertices, code in tpath.iter_segments():
        if len(vertices):
            x, y = vertices[-2:]
            details = 'xlink:href=""#%s"" x=""%f"" y=""%f""' % (name, x, y)
            style = self._get_style(gc, rgbFace)
            self._svgwriter.write('<use style=""%s"" %s/>\n' % (style, details))
    write(""</g>"")","def draw_markers ( self , gc , marker_path , marker_trans , path , trans , rgbFace = None ) : <TAB> write = self . _svgwriter . write <TAB> key = self . _convert_path ( marker_path , marker_trans + Affine2D ( ) . scale ( 1.0 , - 1.0 ) ) <TAB> name = self . _markers . get ( key ) <TAB> if name is None : <TAB> <TAB> name = ""m%s"" % md5 ( key ) . hexdigest ( ) <TAB> <TAB> write ( '<defs><path id=""%s"" d=""%s""/></defs>\n' % ( name , key ) ) <TAB> <TAB> self . _markers [ key ] = name <TAB> clipid = self . _get_gc_clip_svg ( gc ) <TAB> if clipid is None : <TAB> <TAB> clippath = """" <TAB> else : <TAB> <TAB> clippath = 'clip-path=""url(#%s)""' % clipid <TAB> write ( ""<g %s>"" % clippath ) <TAB> trans_and_flip = self . _make_flip_transform ( trans ) <TAB> tpath = trans_and_flip . transform_path ( path ) <TAB> for vertices , code in tpath . iter_segments ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> x , y = vertices [ - 2 : ] <TAB> <TAB> <TAB> details = 'xlink:href=""#%s"" x=""%f"" y=""%f""' % ( name , x , y ) <TAB> <TAB> <TAB> style = self . _get_style ( gc , rgbFace ) <TAB> <TAB> <TAB> self . _svgwriter . write ( '<use style=""%s"" %s/>\n' % ( style , details ) ) <TAB> write ( ""</g>"" )",if len ( vertices ) :,363
1117,"def scan(self):
    """"""Scan source and grab tokens.""""""
    self.pre_scan()
    token = None
    end = len(self.source)
    while self.pos < end:
        best_pat = None
        best_pat_len = 0
        # Check patterns
        for p, regexp in self.patterns:
            m = regexp.match(self.source, self.pos)
            if m:
                best_pat = p
                best_pat_len = len(m.group(0))
                break
        if best_pat is None:
            raise SyntaxError(
                ""SyntaxError[@char {0}: {1}]"".format(self.pos, ""Bad token."")
            )
        # Ignore patterns
        if best_pat in self.ignore:
            self.pos += best_pat_len
            continue
        # Create token
        token = (
            best_pat,
            self.source[self.pos : self.pos + best_pat_len],
            self.pos,
            self.pos + best_pat_len,
        )
        self.pos = token[-1]
        self.tokens.append(token)","def scan ( self ) : <TAB> """"""Scan source and grab tokens."""""" <TAB> self . pre_scan ( ) <TAB> token = None <TAB> end = len ( self . source ) <TAB> while self . pos < end : <TAB> <TAB> best_pat = None <TAB> <TAB> best_pat_len = 0 <TAB> <TAB> <TAB> <TAB> for p , regexp in self . patterns : <TAB> <TAB> <TAB> m = regexp . match ( self . source , self . pos ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> best_pat = p <TAB> <TAB> <TAB> <TAB> best_pat_len = len ( m . group ( 0 ) ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if best_pat is None : <TAB> <TAB> <TAB> raise SyntaxError ( <TAB> <TAB> <TAB> <TAB> ""SyntaxError[@char {0}: {1}]"" . format ( self . pos , ""Bad token."" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> if best_pat in self . ignore : <TAB> <TAB> <TAB> self . pos += best_pat_len <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> token = ( <TAB> <TAB> <TAB> best_pat , <TAB> <TAB> <TAB> self . source [ self . pos : self . pos + best_pat_len ] , <TAB> <TAB> <TAB> self . pos , <TAB> <TAB> <TAB> self . pos + best_pat_len , <TAB> <TAB> ) <TAB> <TAB> self . pos = token [ - 1 ] <TAB> <TAB> self . tokens . append ( token )",if m :,317
20225,"def get_version(self):
    fh = self._data_file(ADJ)
    for line in fh:
        match = re.search(r""WordNet (\d+\.\d+) Copyright"", line)
        if match is not None:
            version = match.group(1)
            fh.seek(0)
            return version","def get_version ( self ) : <TAB> fh = self . _data_file ( ADJ ) <TAB> for line in fh : <TAB> <TAB> match = re . search ( r""WordNet (\d+\.\d+) Copyright"" , line ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> version = match . group ( 1 ) <TAB> <TAB> <TAB> fh . seek ( 0 ) <TAB> <TAB> <TAB> return version",if match is not None :,85
21507,"def get_recipe_env(self, arch=None, with_flags_in_cc=True):
    env = super(PythonRecipe, self).get_recipe_env(arch, with_flags_in_cc)
    env[""PYTHONNOUSERSITE""] = ""1""
    # Set the LANG, this isn't usually important but is a better default
    # as it occasionally matters how Python e.g. reads files
    env[""LANG""] = ""en_GB.UTF-8""
    if not self.call_hostpython_via_targetpython:
        python_name = self.ctx.python_recipe.name
        env[""CFLAGS""] += "" -I{}"".format(self.ctx.python_recipe.include_root(arch.arch))
        env[""LDFLAGS""] += "" -L{} -lpython{}"".format(
            self.ctx.python_recipe.link_root(arch.arch),
            self.ctx.python_recipe.major_minor_version_string,
        )
        if python_name == ""python3"":
            env[""LDFLAGS""] += ""m""
        hppath = []
        hppath.append(join(dirname(self.hostpython_location), ""Lib""))
        hppath.append(join(hppath[0], ""site-packages""))
        builddir = join(dirname(self.hostpython_location), ""build"")
        if exists(builddir):
            hppath += [
                join(builddir, d) for d in listdir(builddir) if isdir(join(builddir, d))
            ]
        if len(hppath) > 0:
            if ""PYTHONPATH"" in env:
                env[""PYTHONPATH""] = "":"".join(hppath + [env[""PYTHONPATH""]])
            else:
                env[""PYTHONPATH""] = "":"".join(hppath)
    return env","def get_recipe_env ( self , arch = None , with_flags_in_cc = True ) : <TAB> env = super ( PythonRecipe , self ) . get_recipe_env ( arch , with_flags_in_cc ) <TAB> env [ ""PYTHONNOUSERSITE"" ] = ""1"" <TAB> <TAB> <TAB> env [ ""LANG"" ] = ""en_GB.UTF-8"" <TAB> if not self . call_hostpython_via_targetpython : <TAB> <TAB> python_name = self . ctx . python_recipe . name <TAB> <TAB> env [ ""CFLAGS"" ] += "" -I{}"" . format ( self . ctx . python_recipe . include_root ( arch . arch ) ) <TAB> <TAB> env [ ""LDFLAGS"" ] += "" -L{} -lpython{}"" . format ( <TAB> <TAB> <TAB> self . ctx . python_recipe . link_root ( arch . arch ) , <TAB> <TAB> <TAB> self . ctx . python_recipe . major_minor_version_string , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> env [ ""LDFLAGS"" ] += ""m"" <TAB> <TAB> hppath = [ ] <TAB> <TAB> hppath . append ( join ( dirname ( self . hostpython_location ) , ""Lib"" ) ) <TAB> <TAB> hppath . append ( join ( hppath [ 0 ] , ""site-packages"" ) ) <TAB> <TAB> builddir = join ( dirname ( self . hostpython_location ) , ""build"" ) <TAB> <TAB> if exists ( builddir ) : <TAB> <TAB> <TAB> hppath += [ <TAB> <TAB> <TAB> <TAB> join ( builddir , d ) for d in listdir ( builddir ) if isdir ( join ( builddir , d ) ) <TAB> <TAB> <TAB> ] <TAB> <TAB> if len ( hppath ) > 0 : <TAB> <TAB> <TAB> if ""PYTHONPATH"" in env : <TAB> <TAB> <TAB> <TAB> env [ ""PYTHONPATH"" ] = "":"" . join ( hppath + [ env [ ""PYTHONPATH"" ] ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> env [ ""PYTHONPATH"" ] = "":"" . join ( hppath ) <TAB> return env","if python_name == ""python3"" :",462
24108,"def on_accounts(accounts, owner):
    log.debug(""Got Accounts"")
    selected_iter = None
    for account in accounts:
        acc_iter = self.accounts.append()
        self.accounts.set_value(acc_iter, 0, account[""username""])
        if account[""username""] == owner:
            selected_iter = acc_iter
    self.builder.get_object(""OwnerCombobox"").set_active_iter(selected_iter)","def on_accounts ( accounts , owner ) : <TAB> log . debug ( ""Got Accounts"" ) <TAB> selected_iter = None <TAB> for account in accounts : <TAB> <TAB> acc_iter = self . accounts . append ( ) <TAB> <TAB> self . accounts . set_value ( acc_iter , 0 , account [ ""username"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> selected_iter = acc_iter <TAB> self . builder . get_object ( ""OwnerCombobox"" ) . set_active_iter ( selected_iter )","if account [ ""username"" ] == owner :",115
25039,"def _get_columns_text(
    self, context: Context, candidate: Candidate
) -> typing.Tuple[str, Highlights]:
    texts: typing.List[str] = []
    variable_texts: typing.List[str] = []
    ret_highlights: typing.List[typing.Tuple[str, int, int]] = []
    start = 0
    for column in self._columns:
        if self._ns > 0:
            column.start = start
        if column.is_stop_variable:
            if variable_texts:
                variable_texts.append("""")
            (text, highlights) = column.get_with_variable_text(
                context, "" "".join(variable_texts), candidate
            )
            texts.append(text)
            ret_highlights += highlights
            variable_texts = []
        else:
            if column.has_get_with_highlights:
                (text, highlights) = column.get_with_highlights(context, candidate)
                ret_highlights += highlights
            else:
                # Note: For old columns compatibility
                text = column.get(context, candidate)
            if column.is_start_variable or column.is_within_variable:
                if text:
                    variable_texts.append(text)
            else:
                texts.append(text)
        start = len_bytes("" "".join(texts))
        if texts:
            start += 1
        if variable_texts:
            start += len_bytes("" "".join(variable_texts)) + 1
    return ("" "".join(texts), ret_highlights)","def _get_columns_text ( <TAB> self , context : Context , candidate : Candidate ) -> typing . Tuple [ str , Highlights ] : <TAB> texts : typing . List [ str ] = [ ] <TAB> variable_texts : typing . List [ str ] = [ ] <TAB> ret_highlights : typing . List [ typing . Tuple [ str , int , int ] ] = [ ] <TAB> start = 0 <TAB> for column in self . _columns : <TAB> <TAB> if self . _ns > 0 : <TAB> <TAB> <TAB> column . start = start <TAB> <TAB> if column . is_stop_variable : <TAB> <TAB> <TAB> if variable_texts : <TAB> <TAB> <TAB> <TAB> variable_texts . append ( """" ) <TAB> <TAB> <TAB> ( text , highlights ) = column . get_with_variable_text ( <TAB> <TAB> <TAB> <TAB> context , "" "" . join ( variable_texts ) , candidate <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> texts . append ( text ) <TAB> <TAB> <TAB> ret_highlights += highlights <TAB> <TAB> <TAB> variable_texts = [ ] <TAB> <TAB> else : <TAB> <TAB> <TAB> if column . has_get_with_highlights : <TAB> <TAB> <TAB> <TAB> ( text , highlights ) = column . get_with_highlights ( context , candidate ) <TAB> <TAB> <TAB> <TAB> ret_highlights += highlights <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> text = column . get ( context , candidate ) <TAB> <TAB> <TAB> if column . is_start_variable or column . is_within_variable : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> variable_texts . append ( text ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> texts . append ( text ) <TAB> <TAB> start = len_bytes ( "" "" . join ( texts ) ) <TAB> <TAB> if texts : <TAB> <TAB> <TAB> start += 1 <TAB> <TAB> if variable_texts : <TAB> <TAB> <TAB> start += len_bytes ( "" "" . join ( variable_texts ) ) + 1 <TAB> return ( "" "" . join ( texts ) , ret_highlights )",if text :,426
21728,"def wait_connect(module, pid, timeout=10):
    module.success(""waiting for a connection from the DLL ..."")
    for x in xrange(timeout):
        c = has_proc_migrated(module.client, pid)
        if c:
            module.success(""got a connection from migrated DLL !"")
            c.pupsrv.move_id(c, module.client)
            time.sleep(0.5)
            try:
                module.success(""exiting old connection"")
                module.client.conn.exit()
                module.success(""exited old connection"")
            except Exception:
                pass
            break
        time.sleep(1)","def wait_connect ( module , pid , timeout = 10 ) : <TAB> module . success ( ""waiting for a connection from the DLL ..."" ) <TAB> for x in xrange ( timeout ) : <TAB> <TAB> c = has_proc_migrated ( module . client , pid ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> module . success ( ""got a connection from migrated DLL !"" ) <TAB> <TAB> <TAB> c . pupsrv . move_id ( c , module . client ) <TAB> <TAB> <TAB> time . sleep ( 0.5 ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> module . success ( ""exiting old connection"" ) <TAB> <TAB> <TAB> <TAB> module . client . conn . exit ( ) <TAB> <TAB> <TAB> <TAB> module . success ( ""exited old connection"" ) <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> break <TAB> <TAB> time . sleep ( 1 )",if c :,186
9197,"def get_first_film(soup, section, year=None, session=None):
    tag_part = SectionsParts[section]
    tag = None
    headers = soup.find(""div"", ""search-result"").find_all(""h2"")
    for header in headers:
        if tag_part in header.text:
            tag = header
            break
    if not tag:
        return
    url = None
    url = SITE_DOMAIN + tag.findNext(""ul"").find(""li"").div.a.get(""href"")
    for t in tag.findNext(""ul"").findAll(""li""):
        if isinstance(t, NavigableString) or not t.div:
            continue
        if str(year) in t.div.a.string:
            url = SITE_DOMAIN + t.div.a.get(""href"")
            break
    return Film.from_url(url, session=session)","def get_first_film ( soup , section , year = None , session = None ) : <TAB> tag_part = SectionsParts [ section ] <TAB> tag = None <TAB> headers = soup . find ( ""div"" , ""search-result"" ) . find_all ( ""h2"" ) <TAB> for header in headers : <TAB> <TAB> if tag_part in header . text : <TAB> <TAB> <TAB> tag = header <TAB> <TAB> <TAB> break <TAB> if not tag : <TAB> <TAB> return <TAB> url = None <TAB> url = SITE_DOMAIN + tag . findNext ( ""ul"" ) . find ( ""li"" ) . div . a . get ( ""href"" ) <TAB> for t in tag . findNext ( ""ul"" ) . findAll ( ""li"" ) : <TAB> <TAB> if isinstance ( t , NavigableString ) or not t . div : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> url = SITE_DOMAIN + t . div . a . get ( ""href"" ) <TAB> <TAB> <TAB> break <TAB> return Film . from_url ( url , session = session )",if str ( year ) in t . div . a . string :,231
4030,"def update_topic_attr_as_not(modeladmin, request, queryset, attr):
    for topic in queryset:
        if attr == ""sticky"":
            topic.sticky = not topic.sticky
        elif attr == ""closed"":
            topic.closed = not topic.closed
        elif attr == ""hidden"":
            topic.hidden = not topic.hidden
        topic.save()
","def update_topic_attr_as_not ( modeladmin , request , queryset , attr ) : <TAB> for topic in queryset : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> topic . sticky = not topic . sticky <TAB> <TAB> elif attr == ""closed"" : <TAB> <TAB> <TAB> topic . closed = not topic . closed <TAB> <TAB> elif attr == ""hidden"" : <TAB> <TAB> <TAB> topic . hidden = not topic . hidden <TAB> <TAB> topic . save ( )","if attr == ""sticky"" :",97
1749,"def visit_Constant(self, node):
    value = node.value
    type_name = _const_node_type_names.get(type(value))
    if type_name is None:
        for cls, name in _const_node_type_names.items():
            if isinstance(value, cls):
                type_name = name
                break
    if type_name is not None:
        method = ""visit_"" + type_name
        try:
            visitor = getattr(self, method)
        except AttributeError:
            pass
        else:
            import warnings
            warnings.warn(
                f""{method} is deprecated; add visit_Constant"",
                PendingDeprecationWarning,
                2,
            )
            return visitor(node)
    return self.generic_visit(node)","def visit_Constant ( self , node ) : <TAB> value = node . value <TAB> type_name = _const_node_type_names . get ( type ( value ) ) <TAB> if type_name is None : <TAB> <TAB> for cls , name in _const_node_type_names . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> type_name = name <TAB> <TAB> <TAB> <TAB> break <TAB> if type_name is not None : <TAB> <TAB> method = ""visit_"" + type_name <TAB> <TAB> try : <TAB> <TAB> <TAB> visitor = getattr ( self , method ) <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> pass <TAB> <TAB> else : <TAB> <TAB> <TAB> import warnings <TAB> <TAB> <TAB> warnings . warn ( <TAB> <TAB> <TAB> <TAB> f""{method} is deprecated; add visit_Constant"" , <TAB> <TAB> <TAB> <TAB> PendingDeprecationWarning , <TAB> <TAB> <TAB> <TAB> 2 , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return visitor ( node ) <TAB> return self . generic_visit ( node )","if isinstance ( value , cls ) :",218
12099,"def TryMerge(self, d):
    while d.avail() > 0:
        tt = d.getVarInt32()
        if tt == 8:
            self.set_mime_type(d.getVarInt32())
            continue
        if tt == 16:
            self.set_quality(d.getVarInt32())
            continue
        if tt == 0:
            raise ProtocolBuffer.ProtocolBufferDecodeError
        d.skipData(tt)","def TryMerge ( self , d ) : <TAB> while d . avail ( ) > 0 : <TAB> <TAB> tt = d . getVarInt32 ( ) <TAB> <TAB> if tt == 8 : <TAB> <TAB> <TAB> self . set_mime_type ( d . getVarInt32 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . set_quality ( d . getVarInt32 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 0 : <TAB> <TAB> <TAB> raise ProtocolBuffer . ProtocolBufferDecodeError <TAB> <TAB> d . skipData ( tt )",if tt == 16 :,122
13470,"def search_deep_keys(search_text, arm_dict, path):
    """"""Search deep for keys and get their values""""""
    keys = []
    if isinstance(arm_dict, dict):
        for key in arm_dict:
            pathprop = path[:]
            pathprop.append(key)
            if key == search_text:
                pathprop.append(arm_dict[key])
                keys.append(pathprop)
                # pop the last element off for nesting of found elements for
                # dict and list checks
                pathprop = pathprop[:-1]
            if isinstance(arm_dict[key], dict):
                keys.extend(
                    ContextParser.search_deep_keys(search_text, arm_dict[key], pathprop)
                )
            elif isinstance(arm_dict[key], list):
                for index, item in enumerate(arm_dict[key]):
                    pathproparr = pathprop[:]
                    pathproparr.append(index)
                    keys.extend(
                        ContextParser.search_deep_keys(search_text, item, pathproparr)
                    )
    elif isinstance(arm_dict, list):
        for index, item in enumerate(arm_dict):
            pathprop = path[:]
            pathprop.append(index)
            keys.extend(ContextParser.search_deep_keys(search_text, item, pathprop))
    return keys","def search_deep_keys ( search_text , arm_dict , path ) : <TAB> """"""Search deep for keys and get their values"""""" <TAB> keys = [ ] <TAB> if isinstance ( arm_dict , dict ) : <TAB> <TAB> for key in arm_dict : <TAB> <TAB> <TAB> pathprop = path [ : ] <TAB> <TAB> <TAB> pathprop . append ( key ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> pathprop . append ( arm_dict [ key ] ) <TAB> <TAB> <TAB> <TAB> keys . append ( pathprop ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pathprop = pathprop [ : - 1 ] <TAB> <TAB> <TAB> if isinstance ( arm_dict [ key ] , dict ) : <TAB> <TAB> <TAB> <TAB> keys . extend ( <TAB> <TAB> <TAB> <TAB> <TAB> ContextParser . search_deep_keys ( search_text , arm_dict [ key ] , pathprop ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> elif isinstance ( arm_dict [ key ] , list ) : <TAB> <TAB> <TAB> <TAB> for index , item in enumerate ( arm_dict [ key ] ) : <TAB> <TAB> <TAB> <TAB> <TAB> pathproparr = pathprop [ : ] <TAB> <TAB> <TAB> <TAB> <TAB> pathproparr . append ( index ) <TAB> <TAB> <TAB> <TAB> <TAB> keys . extend ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ContextParser . search_deep_keys ( search_text , item , pathproparr ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> elif isinstance ( arm_dict , list ) : <TAB> <TAB> for index , item in enumerate ( arm_dict ) : <TAB> <TAB> <TAB> pathprop = path [ : ] <TAB> <TAB> <TAB> pathprop . append ( index ) <TAB> <TAB> <TAB> keys . extend ( ContextParser . search_deep_keys ( search_text , item , pathprop ) ) <TAB> return keys",if key == search_text :,401
24402,"def expr(self, arg_type):
    pass
    self.prec0_expr(arg_type)
    while True:
        if self.LA(1) >= EQ and self.LA(1) <= LE:
            pass
            la1 = self.LA(1)
            if False:
                pass
            elif la1 and la1 in [EQ]:
                pass
                self.match(EQ)
                op = struct.pack(""B"", ptgEQ)
            elif la1 and la1 in [NE]:
                pass
                self.match(NE)
                op = struct.pack(""B"", ptgNE)
            elif la1 and la1 in [GT]:
                pass
                self.match(GT)
                op = struct.pack(""B"", ptgGT)
            elif la1 and la1 in [LT]:
                pass
                self.match(LT)
                op = struct.pack(""B"", ptgLT)
            elif la1 and la1 in [GE]:
                pass
                self.match(GE)
                op = struct.pack(""B"", ptgGE)
            elif la1 and la1 in [LE]:
                pass
                self.match(LE)
                op = struct.pack(""B"", ptgLE)
            else:
                raise antlr.NoViableAltException(self.LT(1), self.getFilename())
            self.prec0_expr(arg_type)
            self.rpn += op
        else:
            break","def expr ( self , arg_type ) : <TAB> pass <TAB> self . prec0_expr ( arg_type ) <TAB> while True : <TAB> <TAB> if self . LA ( 1 ) >= EQ and self . LA ( 1 ) <= LE : <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> la1 = self . LA ( 1 ) <TAB> <TAB> <TAB> if False : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> elif la1 and la1 in [ EQ ] : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> self . match ( EQ ) <TAB> <TAB> <TAB> <TAB> op = struct . pack ( ""B"" , ptgEQ ) <TAB> <TAB> <TAB> elif la1 and la1 in [ NE ] : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> self . match ( NE ) <TAB> <TAB> <TAB> <TAB> op = struct . pack ( ""B"" , ptgNE ) <TAB> <TAB> <TAB> elif la1 and la1 in [ GT ] : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> self . match ( GT ) <TAB> <TAB> <TAB> <TAB> op = struct . pack ( ""B"" , ptgGT ) <TAB> <TAB> <TAB> elif la1 and la1 in [ LT ] : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> self . match ( LT ) <TAB> <TAB> <TAB> <TAB> op = struct . pack ( ""B"" , ptgLT ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> self . match ( GE ) <TAB> <TAB> <TAB> <TAB> op = struct . pack ( ""B"" , ptgGE ) <TAB> <TAB> <TAB> elif la1 and la1 in [ LE ] : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> self . match ( LE ) <TAB> <TAB> <TAB> <TAB> op = struct . pack ( ""B"" , ptgLE ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise antlr . NoViableAltException ( self . LT ( 1 ) , self . getFilename ( ) ) <TAB> <TAB> <TAB> self . prec0_expr ( arg_type ) <TAB> <TAB> <TAB> self . rpn += op <TAB> <TAB> else : <TAB> <TAB> <TAB> break",elif la1 and la1 in [ GE ] :,439
3623,"def _load_config():
    from thirdparty.configobj import ConfigObj
    from thirdparty.validate import Validator
    rcfileloc = osp.join(osp.expanduser(""~/.cgtrc""))
    specfilename = osp.join(get_cgt_src_root(), ""cgtrc_spec.ini"")
    config = ConfigObj(rcfileloc, configspec=specfilename)
    val = Validator()
    test = config.validate(val, preserve_errors=True)
    if test is not True:
        for (k, v) in test.items():
            if v is not True:
                utils.error(""%s: %s in %s"" % (k, v.message, rcfileloc))
        raise ValueError
    envflags = os.getenv(""CGT_FLAGS"")
    if envflags:
        pairs = envflags.split("","")
        for pair in pairs:
            lhs, rhs = pair.split(""="")
            assert lhs in config, ""Unrecognized config option %s provided"" % lhs
            oldrhs = config[lhs]
            config[lhs] = rhs
            assert isinstance(
                rhs, (str, bool, int, float, list)
            ), ""You set %s=%s but rhs is invalid"" % (lhs, rhs)
            if isinstance(oldrhs, str):
                pass
            elif isinstance(oldrhs, bool):
                config[lhs] = config.as_bool(lhs)
            elif isinstance(oldrhs, int):
                config[lhs] = config.as_int(lhs)
            elif isinstance(oldrhs, float):
                config[lhs] = config.as_float(lhs)
            elif isinstance(oldrhs, list):
                config[lhs] = config.as_list(lhs)
    config[""default_device""] = Device()
    cgt.set_precision(config[""precision""])
    return config
","def _load_config ( ) : <TAB> from thirdparty . configobj import ConfigObj <TAB> from thirdparty . validate import Validator <TAB> rcfileloc = osp . join ( osp . expanduser ( ""~/.cgtrc"" ) ) <TAB> specfilename = osp . join ( get_cgt_src_root ( ) , ""cgtrc_spec.ini"" ) <TAB> config = ConfigObj ( rcfileloc , configspec = specfilename ) <TAB> val = Validator ( ) <TAB> test = config . validate ( val , preserve_errors = True ) <TAB> if test is not True : <TAB> <TAB> for ( k , v ) in test . items ( ) : <TAB> <TAB> <TAB> if v is not True : <TAB> <TAB> <TAB> <TAB> utils . error ( ""%s: %s in %s"" % ( k , v . message , rcfileloc ) ) <TAB> <TAB> raise ValueError <TAB> envflags = os . getenv ( ""CGT_FLAGS"" ) <TAB> if envflags : <TAB> <TAB> pairs = envflags . split ( "","" ) <TAB> <TAB> for pair in pairs : <TAB> <TAB> <TAB> lhs , rhs = pair . split ( ""="" ) <TAB> <TAB> <TAB> assert lhs in config , ""Unrecognized config option %s provided"" % lhs <TAB> <TAB> <TAB> oldrhs = config [ lhs ] <TAB> <TAB> <TAB> config [ lhs ] = rhs <TAB> <TAB> <TAB> assert isinstance ( <TAB> <TAB> <TAB> <TAB> rhs , ( str , bool , int , float , list ) <TAB> <TAB> <TAB> ) , ""You set %s=%s but rhs is invalid"" % ( lhs , rhs ) <TAB> <TAB> <TAB> if isinstance ( oldrhs , str ) : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> elif isinstance ( oldrhs , bool ) : <TAB> <TAB> <TAB> <TAB> config [ lhs ] = config . as_bool ( lhs ) <TAB> <TAB> <TAB> elif isinstance ( oldrhs , int ) : <TAB> <TAB> <TAB> <TAB> config [ lhs ] = config . as_int ( lhs ) <TAB> <TAB> <TAB> elif isinstance ( oldrhs , float ) : <TAB> <TAB> <TAB> <TAB> config [ lhs ] = config . as_float ( lhs ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> config [ lhs ] = config . as_list ( lhs ) <TAB> config [ ""default_device"" ] = Device ( ) <TAB> cgt . set_precision ( config [ ""precision"" ] ) <TAB> return config","elif isinstance ( oldrhs , list ) :",479
4151,"def nspawn_params_for_blockdev_access(
    args: CommandLineArguments, loopdev: str
) -> List[str]:
    params = [
        f""--bind-ro={loopdev}"",
        f""--bind-ro=/dev/block"",
        f""--bind-ro=/dev/disk"",
        f""--property=DeviceAllow={loopdev}"",
    ]
    for partno in (
        args.esp_partno,
        args.bios_partno,
        args.root_partno,
        args.xbootldr_partno,
    ):
        if partno is not None:
            p = partition(loopdev, partno)
            if os.path.exists(p):
                params += [f""--bind-ro={p}"", f""--property=DeviceAllow={p}""]
    return params
","def nspawn_params_for_blockdev_access ( <TAB> args : CommandLineArguments , loopdev : str ) -> List [ str ] : <TAB> params = [ <TAB> <TAB> f""--bind-ro={loopdev}"" , <TAB> <TAB> f""--bind-ro=/dev/block"" , <TAB> <TAB> f""--bind-ro=/dev/disk"" , <TAB> <TAB> f""--property=DeviceAllow={loopdev}"" , <TAB> ] <TAB> for partno in ( <TAB> <TAB> args . esp_partno , <TAB> <TAB> args . bios_partno , <TAB> <TAB> args . root_partno , <TAB> <TAB> args . xbootldr_partno , <TAB> ) : <TAB> <TAB> if partno is not None : <TAB> <TAB> <TAB> p = partition ( loopdev , partno ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> params += [ f""--bind-ro={p}"" , f""--property=DeviceAllow={p}"" ] <TAB> return params",if os . path . exists ( p ) :,210
4799,"def handle(self, filename, fields="""", delimiter=b"","", **options):
    fields = [field.strip() for field in fields.split("","")]
    with open(filename, ""rb"") as f:
        for row in UnicodeReader(f, delimiter=delimiter):
            data = dict(zip(fields, row))
            try:
                dev_id = int(data[""id""])
            except (ValueError, KeyError):
                continue
            if not dev_id:
                continue
            try:
                dev = Device.objects.get(id=dev_id)
            except Device.DoesNotExist:
                sys.stderr.write(""Device with id=%r doesn't exist!\n"" % dev_id)
                continue
            for field, value in data.iteritems():
                if field in (""id"", """"):
                    continue
                if value in (""None"", """"):
                    value = None
                if value is None and field in (""remarks"",):
                    value = """"
                print(""%r.%s = %r"" % (dev, field, value))
                setattr(dev, field, value)
                dev.save(priority=50)","def handle ( self , filename , fields = """" , delimiter = b"","" , ** options ) : <TAB> fields = [ field . strip ( ) for field in fields . split ( "","" ) ] <TAB> with open ( filename , ""rb"" ) as f : <TAB> <TAB> for row in UnicodeReader ( f , delimiter = delimiter ) : <TAB> <TAB> <TAB> data = dict ( zip ( fields , row ) ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> dev_id = int ( data [ ""id"" ] ) <TAB> <TAB> <TAB> except ( ValueError , KeyError ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if not dev_id : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> dev = Device . objects . get ( id = dev_id ) <TAB> <TAB> <TAB> except Device . DoesNotExist : <TAB> <TAB> <TAB> <TAB> sys . stderr . write ( ""Device with id=%r doesn't exist!\n"" % dev_id ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> for field , value in data . iteritems ( ) : <TAB> <TAB> <TAB> <TAB> if field in ( ""id"" , """" ) : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> value = None <TAB> <TAB> <TAB> <TAB> if value is None and field in ( ""remarks"" , ) : <TAB> <TAB> <TAB> <TAB> <TAB> value = """" <TAB> <TAB> <TAB> <TAB> print ( ""%r.%s = %r"" % ( dev , field , value ) ) <TAB> <TAB> <TAB> <TAB> setattr ( dev , field , value ) <TAB> <TAB> <TAB> <TAB> dev . save ( priority = 50 )","if value in ( ""None"" , """" ) :",321
11736,"def serve(q: Q):
    if q.client.plot_added:  # Have we already added a plot?
        example = q.page[""example""]
        if q.args.to_log_scale:
            # Change to log scale
            example.title = (""Plot (Log Scale)"",)
            example.specification = spec_log_scale
            example.commands = [linear_scale_command]
        else:
            # Change to linear scale
            example.title = (""Plot (Linear Scale)"",)
            example.specification = spec_linear_scale
            example.commands = [log_scale_command]
    else:  # Add a new plot
        q.page[""example""] = ui.vega_card(
            box=""1 1 2 4"",
            title=""Plot (Linear Scale)"",
            specification=spec_linear_scale,
            data=plot_data,
            commands=[log_scale_command],
        )
        # Flag to indicate that we've added a plot
        q.client.plot_added = True
    await q.page.save()","def serve ( q : Q ) : <TAB> if q . client . plot_added : <TAB> <TAB> example = q . page [ ""example"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> example . title = ( ""Plot (Log Scale)"" , ) <TAB> <TAB> <TAB> example . specification = spec_log_scale <TAB> <TAB> <TAB> example . commands = [ linear_scale_command ] <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> example . title = ( ""Plot (Linear Scale)"" , ) <TAB> <TAB> <TAB> example . specification = spec_linear_scale <TAB> <TAB> <TAB> example . commands = [ log_scale_command ] <TAB> else : <TAB> <TAB> q . page [ ""example"" ] = ui . vega_card ( <TAB> <TAB> <TAB> box = ""1 1 2 4"" , <TAB> <TAB> <TAB> title = ""Plot (Linear Scale)"" , <TAB> <TAB> <TAB> specification = spec_linear_scale , <TAB> <TAB> <TAB> data = plot_data , <TAB> <TAB> <TAB> commands = [ log_scale_command ] , <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> q . client . plot_added = True <TAB> await q . page . save ( )",if q . args . to_log_scale :,286
23756,"def get_files(d):
    res = []
    for p in glob.glob(os.path.join(d, ""*"")):
        if not p:
            continue
        (pth, fname) = os.path.split(p)
        if fname == ""output"":
            continue
        if fname == ""PureMVC_Python_1_0"":
            continue
        if fname[-4:] == "".pyc"":  # ehmm.. no.
            continue
        if os.path.isdir(p):
            get_dir(p)
        else:
            res.append(p)
    return res","def get_files ( d ) : <TAB> res = [ ] <TAB> for p in glob . glob ( os . path . join ( d , ""*"" ) ) : <TAB> <TAB> if not p : <TAB> <TAB> <TAB> continue <TAB> <TAB> ( pth , fname ) = os . path . split ( p ) <TAB> <TAB> if fname == ""output"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if fname [ - 4 : ] == "".pyc"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> if os . path . isdir ( p ) : <TAB> <TAB> <TAB> get_dir ( p ) <TAB> <TAB> else : <TAB> <TAB> <TAB> res . append ( p ) <TAB> return res","if fname == ""PureMVC_Python_1_0"" :",162
23178,"def get(self):
    if ""twitter"" in self.get_user_social(self.current_user.id):
        enabled = self.get_argument(""enabled"", ""a"")
        if enabled not in (""y"", ""n""):
            self.redirect(""/account/setting"")
            return
        q = self.db.query(Social).filter_by(service=""twitter"")
        t = q.filter_by(user_id=self.current_user.id).first()
        t.enabled = enabled
        self.db.add(t)
        self.db.commit()
        self.cache.delete(""social:%s"" % self.current_user.id)
        self.redirect(""/account/setting"")
        return
    if self.get_argument(""oauth_token"", None):
        self.get_authenticated_user(self._on_auth)
        return
    self.authorize_redirect()
","def get ( self ) : <TAB> if ""twitter"" in self . get_user_social ( self . current_user . id ) : <TAB> <TAB> enabled = self . get_argument ( ""enabled"" , ""a"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . redirect ( ""/account/setting"" ) <TAB> <TAB> <TAB> return <TAB> <TAB> q = self . db . query ( Social ) . filter_by ( service = ""twitter"" ) <TAB> <TAB> t = q . filter_by ( user_id = self . current_user . id ) . first ( ) <TAB> <TAB> t . enabled = enabled <TAB> <TAB> self . db . add ( t ) <TAB> <TAB> self . db . commit ( ) <TAB> <TAB> self . cache . delete ( ""social:%s"" % self . current_user . id ) <TAB> <TAB> self . redirect ( ""/account/setting"" ) <TAB> <TAB> return <TAB> if self . get_argument ( ""oauth_token"" , None ) : <TAB> <TAB> self . get_authenticated_user ( self . _on_auth ) <TAB> <TAB> return <TAB> self . authorize_redirect ( )","if enabled not in ( ""y"" , ""n"" ) :",232
16298,"def _get_nlu_target_format(export_path: Text) -> Text:
    guessed_format = loading.guess_format(export_path)
    if guessed_format not in {MARKDOWN, RASA, RASA_YAML}:
        if rasa.shared.data.is_likely_json_file(export_path):
            guessed_format = RASA
        elif rasa.shared.data.is_likely_markdown_file(export_path):
            guessed_format = MARKDOWN
        elif rasa.shared.data.is_likely_yaml_file(export_path):
            guessed_format = RASA_YAML
    return guessed_format
","def _get_nlu_target_format ( export_path : Text ) -> Text : <TAB> guessed_format = loading . guess_format ( export_path ) <TAB> if guessed_format not in { MARKDOWN , RASA , RASA_YAML } : <TAB> <TAB> if rasa . shared . data . is_likely_json_file ( export_path ) : <TAB> <TAB> <TAB> guessed_format = RASA <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> guessed_format = MARKDOWN <TAB> <TAB> elif rasa . shared . data . is_likely_yaml_file ( export_path ) : <TAB> <TAB> <TAB> guessed_format = RASA_YAML <TAB> return guessed_format",elif rasa . shared . data . is_likely_markdown_file ( export_path ) :,166
9918,"def _cmd_add(self, ctx, command):
    table_name = command.args[0]
    record_id = command.args[1]
    column = command.args[2]
    column_key_value_strings = []
    for value in command.args[3:]:
        if ""="" in value:
            # construct <column>:<key>=value
            column_key_value_strings.append(""%s:%s"" % (column, value))
        else:
            # construct <column>=value
            column_key_value_strings.append(""%s=%s"" % (column, value))
    table_schema = self.schema.tables[table_name]
    column_values = [
        ctx.parse_column_key_value(table_schema, column_key_value_string)
        for column_key_value_string in column_key_value_strings
    ]
    self._add(ctx, table_name, record_id, column_values)","def _cmd_add ( self , ctx , command ) : <TAB> table_name = command . args [ 0 ] <TAB> record_id = command . args [ 1 ] <TAB> column = command . args [ 2 ] <TAB> column_key_value_strings = [ ] <TAB> for value in command . args [ 3 : ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> column_key_value_strings . append ( ""%s:%s"" % ( column , value ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> column_key_value_strings . append ( ""%s=%s"" % ( column , value ) ) <TAB> table_schema = self . schema . tables [ table_name ] <TAB> column_values = [ <TAB> <TAB> ctx . parse_column_key_value ( table_schema , column_key_value_string ) <TAB> <TAB> for column_key_value_string in column_key_value_strings <TAB> ] <TAB> self . _add ( ctx , table_name , record_id , column_values )","if ""="" in value :",243
6136,"def callback(actions, form, tablename=None):
    if actions:
        if tablename and isinstance(actions, dict):
            actions = actions.get(tablename, [])
        if not isinstance(actions, (list, tuple)):
            actions = [actions]
        [action(form) for action in actions]
","def callback ( actions , form , tablename = None ) : <TAB> if actions : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> actions = actions . get ( tablename , [ ] ) <TAB> <TAB> if not isinstance ( actions , ( list , tuple ) ) : <TAB> <TAB> <TAB> actions = [ actions ] <TAB> <TAB> [ action ( form ) for action in actions ]","if tablename and isinstance ( actions , dict ) :",80
18960,"def processMovie(self, atom):
    for field in atom:
        if ""track"" in field:
            self.processTrack(field[""track""])
        if ""movie_hdr"" in field:
            self.processMovieHeader(field[""movie_hdr""])
","def processMovie ( self , atom ) : <TAB> for field in atom : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . processTrack ( field [ ""track"" ] ) <TAB> <TAB> if ""movie_hdr"" in field : <TAB> <TAB> <TAB> self . processMovieHeader ( field [ ""movie_hdr"" ] )","if ""track"" in field :",69
9873,"def replaceRackPosition(self, rackPosition, mod):
    listPositions = []
    for currPos in range(len(self)):
        currMod = self[currPos]
        if currMod.slot == mod.slot:
            listPositions.append(currPos)
    listPositions.sort()
    try:
        modListPosition = listPositions[rackPosition]
    except IndexError:
        self.appendIgnoreEmpty(mod)
    else:
        oldMod = self[modListPosition]
        if mod.isEmpty:
            self.__toDummy(modListPosition)
        else:
            self.__toModule(modListPosition, mod)
            # If new module cannot be appended, restore old state
            if mod.isInvalid:
                if oldMod.isEmpty:
                    self.__toDummy(modListPosition)
                else:
                    self.__toModule(modListPosition, oldMod)
","def replaceRackPosition ( self , rackPosition , mod ) : <TAB> listPositions = [ ] <TAB> for currPos in range ( len ( self ) ) : <TAB> <TAB> currMod = self [ currPos ] <TAB> <TAB> if currMod . slot == mod . slot : <TAB> <TAB> <TAB> listPositions . append ( currPos ) <TAB> listPositions . sort ( ) <TAB> try : <TAB> <TAB> modListPosition = listPositions [ rackPosition ] <TAB> except IndexError : <TAB> <TAB> self . appendIgnoreEmpty ( mod ) <TAB> else : <TAB> <TAB> oldMod = self [ modListPosition ] <TAB> <TAB> if mod . isEmpty : <TAB> <TAB> <TAB> self . __toDummy ( modListPosition ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . __toModule ( modListPosition , mod ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if mod . isInvalid : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . __toDummy ( modListPosition ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> self . __toModule ( modListPosition , oldMod )",if oldMod . isEmpty :,248
16673,"def _check_load_coco_bbox(coco, entry, min_object_area=0, use_crowd=False):
    """"""Check and load ground-truth labels""""""
    entry_id = entry[""id""]
    # fix pycocotools _isArrayLike which don't work for str in python3
    entry_id = [entry_id] if not isinstance(entry_id, (list, tuple)) else entry_id
    ann_ids = coco.getAnnIds(imgIds=entry_id, iscrowd=None)
    objs = coco.loadAnns(ann_ids)
    # check valid bboxes
    valid_objs = []
    width = entry[""width""]
    height = entry[""height""]
    for obj in objs:
        if obj[""area""] < min_object_area:
            continue
        if obj.get(""ignore"", 0) == 1:
            continue
        is_crowd = obj.get(""iscrowd"", 0)
        if not use_crowd and is_crowd:
            continue
        # convert from (x, y, w, h) to (xmin, ymin, xmax, ymax) and clip bound
        xmin, ymin, xmax, ymax = bbox_clip_xyxy(
            bbox_xywh_to_xyxy(obj[""bbox""]), width, height
        )
        # require non-zero box area
        if obj[""area""] > 0 and xmax > xmin and ymax > ymin:
            cname = coco.loadCats(obj[""category_id""])[0][""name""]
            valid_objs.append(
                {
                    ""xmin"": xmin / width,
                    ""ymin"": ymin / height,
                    ""xmax"": xmax / width,
                    ""ymax"": ymax,
                    ""class"": cname,
                    ""is_crowd"": is_crowd,
                }
            )
    return valid_objs","def _check_load_coco_bbox ( coco , entry , min_object_area = 0 , use_crowd = False ) : <TAB> """"""Check and load ground-truth labels"""""" <TAB> entry_id = entry [ ""id"" ] <TAB> <TAB> entry_id = [ entry_id ] if not isinstance ( entry_id , ( list , tuple ) ) else entry_id <TAB> ann_ids = coco . getAnnIds ( imgIds = entry_id , iscrowd = None ) <TAB> objs = coco . loadAnns ( ann_ids ) <TAB> <TAB> valid_objs = [ ] <TAB> width = entry [ ""width"" ] <TAB> height = entry [ ""height"" ] <TAB> for obj in objs : <TAB> <TAB> if obj [ ""area"" ] < min_object_area : <TAB> <TAB> <TAB> continue <TAB> <TAB> if obj . get ( ""ignore"" , 0 ) == 1 : <TAB> <TAB> <TAB> continue <TAB> <TAB> is_crowd = obj . get ( ""iscrowd"" , 0 ) <TAB> <TAB> if not use_crowd and is_crowd : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> xmin , ymin , xmax , ymax = bbox_clip_xyxy ( <TAB> <TAB> <TAB> bbox_xywh_to_xyxy ( obj [ ""bbox"" ] ) , width , height <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cname = coco . loadCats ( obj [ ""category_id"" ] ) [ 0 ] [ ""name"" ] <TAB> <TAB> <TAB> valid_objs . append ( <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> ""xmin"" : xmin / width , <TAB> <TAB> <TAB> <TAB> <TAB> ""ymin"" : ymin / height , <TAB> <TAB> <TAB> <TAB> <TAB> ""xmax"" : xmax / width , <TAB> <TAB> <TAB> <TAB> <TAB> ""ymax"" : ymax , <TAB> <TAB> <TAB> <TAB> <TAB> ""class"" : cname , <TAB> <TAB> <TAB> <TAB> <TAB> ""is_crowd"" : is_crowd , <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> ) <TAB> return valid_objs","if obj [ ""area"" ] > 0 and xmax > xmin and ymax > ymin :",498
17967,"def table_entry(mode1, bind_type1, mode2, bind_type2):
    with sock(mode1) as sock1:
        bind(sock1, bind_type1)
        try:
            with sock(mode2) as sock2:
                bind(sock2, bind_type2)
        except OSError as exc:
            if exc.winerror == errno.WSAEADDRINUSE:
                return ""INUSE""
            elif exc.winerror == errno.WSAEACCES:
                return ""ACCESS""
            raise
        else:
            return ""Success""","def table_entry ( mode1 , bind_type1 , mode2 , bind_type2 ) : <TAB> with sock ( mode1 ) as sock1 : <TAB> <TAB> bind ( sock1 , bind_type1 ) <TAB> <TAB> try : <TAB> <TAB> <TAB> with sock ( mode2 ) as sock2 : <TAB> <TAB> <TAB> <TAB> bind ( sock2 , bind_type2 ) <TAB> <TAB> except OSError as exc : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return ""INUSE"" <TAB> <TAB> <TAB> elif exc . winerror == errno . WSAEACCES : <TAB> <TAB> <TAB> <TAB> return ""ACCESS"" <TAB> <TAB> <TAB> raise <TAB> <TAB> else : <TAB> <TAB> <TAB> return ""Success""",if exc . winerror == errno . WSAEADDRINUSE :,160
21092,"def pretty(self, n, comment=True):
    if isinstance(n, (str, bytes, list, tuple, dict)):
        r = repr(n)
        if not comment:  # then it can be inside a comment!
            r = r.replace(""*/"", r""\x2a/"")
        return r
    if not isinstance(n, six.integer_types):
        return n
    if isinstance(n, constants.Constant):
        if comment:
            return ""%s /* %s */"" % (n, self.pretty(int(n)))
        else:
            return ""%s (%s)"" % (n, self.pretty(int(n)))
    elif abs(n) < 10:
        return str(n)
    else:
        return hex(n)","def pretty ( self , n , comment = True ) : <TAB> if isinstance ( n , ( str , bytes , list , tuple , dict ) ) : <TAB> <TAB> r = repr ( n ) <TAB> <TAB> if not comment : <TAB> <TAB> <TAB> r = r . replace ( ""*/"" , r""\x2a/"" ) <TAB> <TAB> return r <TAB> if not isinstance ( n , six . integer_types ) : <TAB> <TAB> return n <TAB> if isinstance ( n , constants . Constant ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ""%s /* %s */"" % ( n , self . pretty ( int ( n ) ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return ""%s (%s)"" % ( n , self . pretty ( int ( n ) ) ) <TAB> elif abs ( n ) < 10 : <TAB> <TAB> return str ( n ) <TAB> else : <TAB> <TAB> return hex ( n )",if comment :,194
10458,"def __repr__(self):
    # Prepare data to be returned
    r_repr = []
    if len(self) > 0:
        nb_col = len(self[0])
        if self.headers is not None and len(self.headers) == nb_col:
            r_repr.append(self.headers)
        else:
            r_repr.append([""Field""] * nb_col)
    for r in self:
        r1_repr = []
        for r1 in r:
            if isinstance(r1, bytes):
                try:
                    r1 = r1.decode(""utf-8"")
                except UnicodeDecodeError:
                    pass
            r1 = repr(r1)
            r1_repr.append(r1)
        r_repr.append(r1_repr)
    # Prepare format
    cs = list(zip(*r_repr))
    c_ws = [max(len(value) for value in c) for c in cs]
    line = [""-"" * w for w in c_ws]
    r_repr.insert(1, line)
    r_repr.append(line)
    format = "" | "".join([""%%-%ds"" % w for w in c_ws])
    # Format data
    result = [(format % tuple(r)) for r in r_repr]
    return ""\n"".join(result)","def __repr__ ( self ) : <TAB> <TAB> r_repr = [ ] <TAB> if len ( self ) > 0 : <TAB> <TAB> nb_col = len ( self [ 0 ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> r_repr . append ( self . headers ) <TAB> <TAB> else : <TAB> <TAB> <TAB> r_repr . append ( [ ""Field"" ] * nb_col ) <TAB> for r in self : <TAB> <TAB> r1_repr = [ ] <TAB> <TAB> for r1 in r : <TAB> <TAB> <TAB> if isinstance ( r1 , bytes ) : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> r1 = r1 . decode ( ""utf-8"" ) <TAB> <TAB> <TAB> <TAB> except UnicodeDecodeError : <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> r1 = repr ( r1 ) <TAB> <TAB> <TAB> r1_repr . append ( r1 ) <TAB> <TAB> r_repr . append ( r1_repr ) <TAB> <TAB> cs = list ( zip ( * r_repr ) ) <TAB> c_ws = [ max ( len ( value ) for value in c ) for c in cs ] <TAB> line = [ ""-"" * w for w in c_ws ] <TAB> r_repr . insert ( 1 , line ) <TAB> r_repr . append ( line ) <TAB> format = "" | "" . join ( [ ""%%-%ds"" % w for w in c_ws ] ) <TAB> <TAB> result = [ ( format % tuple ( r ) ) for r in r_repr ] <TAB> return ""\n"" . join ( result )",if self . headers is not None and len ( self . headers ) == nb_col :,352
6525,"def __init__(self, filename):
    DatasetArrays.__init__(self, filename)
    self.filename = filename
    self.path = filename
    votable = astropy.io.votable.parse(self.filename)
    self.first_table = votable.get_first_table()
    self.description = self.first_table.description
    for field in self.first_table.fields:
        name = field.name
        data = self.first_table.array[name]
        type = self.first_table.array[name].dtype
        clean_name = _python_save_name(name, self.columns.keys())
        if field.ucd:
            self.ucds[clean_name] = field.ucd
        if field.unit:
            unit = _try_unit(field.unit)
            if unit:
                self.units[clean_name] = unit
        if field.description:
            self.descriptions[clean_name] = field.description
        if type.kind in ""fiubSU"":  # only store float and int and boolean
            self.add_column(clean_name, data)  # self.first_table.array[name].data)
        if type.kind == ""O"":
            print(
                ""column %r is of unsupported object type , will try to convert it to string""
                % (name,)
            )
            try:
                data = data.astype(""S"")
                self.add_column(name, data)
            except Exception as e:
                print(""Giving up column %s, error: %r""(name, e))
","def __init__ ( self , filename ) : <TAB> DatasetArrays . __init__ ( self , filename ) <TAB> self . filename = filename <TAB> self . path = filename <TAB> votable = astropy . io . votable . parse ( self . filename ) <TAB> self . first_table = votable . get_first_table ( ) <TAB> self . description = self . first_table . description <TAB> for field in self . first_table . fields : <TAB> <TAB> name = field . name <TAB> <TAB> data = self . first_table . array [ name ] <TAB> <TAB> type = self . first_table . array [ name ] . dtype <TAB> <TAB> clean_name = _python_save_name ( name , self . columns . keys ( ) ) <TAB> <TAB> if field . ucd : <TAB> <TAB> <TAB> self . ucds [ clean_name ] = field . ucd <TAB> <TAB> if field . unit : <TAB> <TAB> <TAB> unit = _try_unit ( field . unit ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . units [ clean_name ] = unit <TAB> <TAB> if field . description : <TAB> <TAB> <TAB> self . descriptions [ clean_name ] = field . description <TAB> <TAB> if type . kind in ""fiubSU"" : <TAB> <TAB> <TAB> self . add_column ( clean_name , data ) <TAB> <TAB> if type . kind == ""O"" : <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""column %r is of unsupported object type , will try to convert it to string"" <TAB> <TAB> <TAB> <TAB> % ( name , ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> data = data . astype ( ""S"" ) <TAB> <TAB> <TAB> <TAB> self . add_column ( name , data ) <TAB> <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> <TAB> print ( ""Giving up column %s, error: %r"" ( name , e ) )",if unit :,429
10133,"def forward(
    self,
    img_feats: Tensor,
    question_feats: Tensor,
    actions_in: Tensor,
    action_lengths: Tensor,
    hidden: bool = False,
) -> Union[Tuple[Tensor, Tensor], Tuple[Tensor, Tensor, Tensor]]:
    T = False
    if self.image_input is True:
        N, T, _ = img_feats.size()
        input_feats = img_feats
    if self.question_input is True:
        N, D = question_feats.size()
        question_feats = question_feats.view(N, 1, D)
        if T is False:
            T = actions_in.size(1)
        question_feats = question_feats.repeat(1, T, 1)
        if len(input_feats) == 0:
            input_feats = question_feats
        else:
            input_feats = torch.cat([input_feats, question_feats], 2)
    if self.action_input is True:
        if len(input_feats) == 0:
            input_feats = self.action_embed(actions_in)
        else:
            input_feats = torch.cat(
                [input_feats, self.action_embed(actions_in.long())], 2
            )
    packed_input_feats = pack_padded_sequence(
        input_feats, action_lengths, batch_first=True
    )
    packed_output, hidden = self.rnn(packed_input_feats)
    rnn_output, _ = pad_packed_sequence(packed_output, batch_first=True)
    output = self.decoder(
        rnn_output.contiguous().view(
            rnn_output.size(0) * rnn_output.size(1), rnn_output.size(2)
        )
    )
    if self.return_states:
        return rnn_output, output, hidden
    else:
        return output, hidden","def forward ( <TAB> self , <TAB> img_feats : Tensor , <TAB> question_feats : Tensor , <TAB> actions_in : Tensor , <TAB> action_lengths : Tensor , <TAB> hidden : bool = False , ) -> Union [ Tuple [ Tensor , Tensor ] , Tuple [ Tensor , Tensor , Tensor ] ] : <TAB> T = False <TAB> if self . image_input is True : <TAB> <TAB> N , T , _ = img_feats . size ( ) <TAB> <TAB> input_feats = img_feats <TAB> if self . question_input is True : <TAB> <TAB> N , D = question_feats . size ( ) <TAB> <TAB> question_feats = question_feats . view ( N , 1 , D ) <TAB> <TAB> if T is False : <TAB> <TAB> <TAB> T = actions_in . size ( 1 ) <TAB> <TAB> question_feats = question_feats . repeat ( 1 , T , 1 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> input_feats = question_feats <TAB> <TAB> else : <TAB> <TAB> <TAB> input_feats = torch . cat ( [ input_feats , question_feats ] , 2 ) <TAB> if self . action_input is True : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> input_feats = self . action_embed ( actions_in ) <TAB> <TAB> else : <TAB> <TAB> <TAB> input_feats = torch . cat ( <TAB> <TAB> <TAB> <TAB> [ input_feats , self . action_embed ( actions_in . long ( ) ) ] , 2 <TAB> <TAB> <TAB> ) <TAB> packed_input_feats = pack_padded_sequence ( <TAB> <TAB> input_feats , action_lengths , batch_first = True <TAB> ) <TAB> packed_output , hidden = self . rnn ( packed_input_feats ) <TAB> rnn_output , _ = pad_packed_sequence ( packed_output , batch_first = True ) <TAB> output = self . decoder ( <TAB> <TAB> rnn_output . contiguous ( ) . view ( <TAB> <TAB> <TAB> rnn_output . size ( 0 ) * rnn_output . size ( 1 ) , rnn_output . size ( 2 ) <TAB> <TAB> ) <TAB> ) <TAB> if self . return_states : <TAB> <TAB> return rnn_output , output , hidden <TAB> else : <TAB> <TAB> return output , hidden",if len ( input_feats ) == 0 :,490
21237,"def build(opt):
    dpath = os.path.join(opt[""datapath""], ""QA-ZRE"")
    version = None
    if not build_data.built(dpath, version_string=version):
        print(""[building data: "" + dpath + ""]"")
        if build_data.built(dpath):
            # An older version exists, so remove these outdated files.
            build_data.remove_dir(dpath)
        build_data.make_dir(dpath)
        # Download the data.
        for downloadable_file in RESOURCES:
            downloadable_file.download_file(dpath)
        # Mark the data as built.
        build_data.mark_done(dpath, version_string=version)
","def build ( opt ) : <TAB> dpath = os . path . join ( opt [ ""datapath"" ] , ""QA-ZRE"" ) <TAB> version = None <TAB> if not build_data . built ( dpath , version_string = version ) : <TAB> <TAB> print ( ""[building data: "" + dpath + ""]"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> build_data . remove_dir ( dpath ) <TAB> <TAB> build_data . make_dir ( dpath ) <TAB> <TAB> <TAB> <TAB> for downloadable_file in RESOURCES : <TAB> <TAB> <TAB> downloadable_file . download_file ( dpath ) <TAB> <TAB> <TAB> <TAB> build_data . mark_done ( dpath , version_string = version )",if build_data . built ( dpath ) :,183
21254,"def _executables_in_windows(path):
    if not os.path.isdir(path):
        return
    extensions = builtins.__xonsh__.env[""PATHEXT""]
    if PYTHON_VERSION_INFO < (3, 5, 0):
        for fname in os.listdir(path):
            fpath = os.path.join(path, fname)
            if os.path.exists(fpath) and not os.path.isdir(fpath):
                base_name, ext = os.path.splitext(fname)
                if ext.upper() in extensions:
                    yield fname
    else:
        for x in scandir(path):
            try:
                is_file = x.is_file()
            except OSError:
                continue
            if is_file:
                fname = x.name
            else:
                continue
            base_name, ext = os.path.splitext(fname)
            if ext.upper() in extensions:
                yield fname","def _executables_in_windows ( path ) : <TAB> if not os . path . isdir ( path ) : <TAB> <TAB> return <TAB> extensions = builtins . __xonsh__ . env [ ""PATHEXT"" ] <TAB> if PYTHON_VERSION_INFO < ( 3 , 5 , 0 ) : <TAB> <TAB> for fname in os . listdir ( path ) : <TAB> <TAB> <TAB> fpath = os . path . join ( path , fname ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> base_name , ext = os . path . splitext ( fname ) <TAB> <TAB> <TAB> <TAB> if ext . upper ( ) in extensions : <TAB> <TAB> <TAB> <TAB> <TAB> yield fname <TAB> else : <TAB> <TAB> for x in scandir ( path ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> is_file = x . is_file ( ) <TAB> <TAB> <TAB> except OSError : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if is_file : <TAB> <TAB> <TAB> <TAB> fname = x . name <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> base_name , ext = os . path . splitext ( fname ) <TAB> <TAB> <TAB> if ext . upper ( ) in extensions : <TAB> <TAB> <TAB> <TAB> yield fname",if os . path . exists ( fpath ) and not os . path . isdir ( fpath ) :,268
16763,"def printStatus(self):
    try:
        names = sorted(self.buildRequests.keys())
        for n in names:
            if n not in self.outstanding:
                # the build is finished, and we have results
                code, text = self.results[n]
                t = builder.Results[code]
                if text:
                    t += "" (%s)"" % "" "".join(text)
            elif self.builds[n]:
                t = self.currentStep[n] or ""building""
                if self.ETA[n]:
                    t += "" [ETA %ds]"" % (self.ETA[n] - now())
            else:
                t = ""no build""
            self.announce(""%s: %s"" % (n, t))
        self.announce("""")
    except Exception:
        log.err(None, ""printing status"")
","def printStatus ( self ) : <TAB> try : <TAB> <TAB> names = sorted ( self . buildRequests . keys ( ) ) <TAB> <TAB> for n in names : <TAB> <TAB> <TAB> if n not in self . outstanding : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> code , text = self . results [ n ] <TAB> <TAB> <TAB> <TAB> t = builder . Results [ code ] <TAB> <TAB> <TAB> <TAB> if text : <TAB> <TAB> <TAB> <TAB> <TAB> t += "" (%s)"" % "" "" . join ( text ) <TAB> <TAB> <TAB> elif self . builds [ n ] : <TAB> <TAB> <TAB> <TAB> t = self . currentStep [ n ] or ""building"" <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> t += "" [ETA %ds]"" % ( self . ETA [ n ] - now ( ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> t = ""no build"" <TAB> <TAB> <TAB> self . announce ( ""%s: %s"" % ( n , t ) ) <TAB> <TAB> self . announce ( """" ) <TAB> except Exception : <TAB> <TAB> log . err ( None , ""printing status"" )",if self . ETA [ n ] :,248
2560,"def main(self) -> None:
    if self._pool is None:
        self._pool = await create_pool(self.redis_settings)
    logger.info(
        ""Starting worker for %d functions: %s"",
        len(self.functions),
        "", "".join(self.functions),
    )
    await log_redis_info(self.pool, logger.info)
    self.ctx[""redis""] = self.pool
    if self.on_startup:
        await self.on_startup(self.ctx)
    async for _ in poll(self.poll_delay_s):  # noqa F841
        await self._poll_iteration()
        if self.burst:
            if 0 <= self.max_burst_jobs <= self._jobs_started():
                await asyncio.gather(*self.tasks)
                return None
            queued_jobs = await self.pool.zcard(self.queue_name)
            if queued_jobs == 0:
                await asyncio.gather(*self.tasks)
                return None","def main ( self ) -> None : <TAB> if self . _pool is None : <TAB> <TAB> self . _pool = await create_pool ( self . redis_settings ) <TAB> logger . info ( <TAB> <TAB> ""Starting worker for %d functions: %s"" , <TAB> <TAB> len ( self . functions ) , <TAB> <TAB> "", "" . join ( self . functions ) , <TAB> ) <TAB> await log_redis_info ( self . pool , logger . info ) <TAB> self . ctx [ ""redis"" ] = self . pool <TAB> if self . on_startup : <TAB> <TAB> await self . on_startup ( self . ctx ) <TAB> async for _ in poll ( self . poll_delay_s ) : <TAB> <TAB> await self . _poll_iteration ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if 0 <= self . max_burst_jobs <= self . _jobs_started ( ) : <TAB> <TAB> <TAB> <TAB> await asyncio . gather ( * self . tasks ) <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> <TAB> queued_jobs = await self . pool . zcard ( self . queue_name ) <TAB> <TAB> <TAB> if queued_jobs == 0 : <TAB> <TAB> <TAB> <TAB> await asyncio . gather ( * self . tasks ) <TAB> <TAB> <TAB> <TAB> return None",if self . burst :,268
8050,"def endElement(self, name, value, connection):
    if name == ""CreationTime"":
        try:
            self.creation_time = datetime.strptime(value, ""%Y-%m-%dT%H:%M:%SZ"")
        except ValueError:
            self.creation_time = datetime.strptime(value, ""%Y-%m-%dT%H:%M:%S.%fZ"")
    elif name == ""Description"":
        self.description = value
    elif name == ""DisableRollback"":
        if str(value).lower() == ""true"":
            self.disable_rollback = True
        else:
            self.disable_rollback = False
    elif name == ""StackId"":
        self.stack_id = value
    elif name == ""StackName"":
        self.stack_name = value
    elif name == ""StackStatus"":
        self.stack_status = value
    elif name == ""StackStatusReason"":
        self.stack_status_reason = value
    elif name == ""TimeoutInMinutes"":
        self.timeout_in_minutes = int(value)
    elif name == ""member"":
        pass
    else:
        setattr(self, name, value)
","def endElement ( self , name , value , connection ) : <TAB> if name == ""CreationTime"" : <TAB> <TAB> try : <TAB> <TAB> <TAB> self . creation_time = datetime . strptime ( value , ""%Y-%m-%dT%H:%M:%SZ"" ) <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> self . creation_time = datetime . strptime ( value , ""%Y-%m-%dT%H:%M:%S.%fZ"" ) <TAB> elif name == ""Description"" : <TAB> <TAB> self . description = value <TAB> elif name == ""DisableRollback"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . disable_rollback = True <TAB> <TAB> else : <TAB> <TAB> <TAB> self . disable_rollback = False <TAB> elif name == ""StackId"" : <TAB> <TAB> self . stack_id = value <TAB> elif name == ""StackName"" : <TAB> <TAB> self . stack_name = value <TAB> elif name == ""StackStatus"" : <TAB> <TAB> self . stack_status = value <TAB> elif name == ""StackStatusReason"" : <TAB> <TAB> self . stack_status_reason = value <TAB> elif name == ""TimeoutInMinutes"" : <TAB> <TAB> self . timeout_in_minutes = int ( value ) <TAB> elif name == ""member"" : <TAB> <TAB> pass <TAB> else : <TAB> <TAB> setattr ( self , name , value )","if str ( value ) . lower ( ) == ""true"" :",290
17090,"def tz_from_string(_option, _opt_str, value, parser):
    """"""Stores a tzinfo object from a string""""""
    if value is not None:
        if value[0] in [""+"", ""-""]:
            # Handed a numeric offset, create an OffsetTzInfo
            valarray = [value[i : i + 2] for i in range(1, len(value), 2)]
            multipliers = [3600, 60]
            offset = 0
            for i in range(min(len(valarray), len(multipliers))):
                offset += int(valarray[i]) * multipliers[i]
            if value[0] == ""-"":
                offset = -offset
            timezone = OffsetTzInfo(offset=offset)
        else:
            # Value is a lookup, choose pytz over time.tzset
            if tz_pytz:
                try:
                    timezone = pytz.timezone(value)
                except pytz.UnknownTimeZoneError:
                    debug.error(""Unknown display timezone specified"")
            else:
                if not hasattr(time, ""tzset""):
                    debug.error(
                        ""This operating system doesn't support tzset, please either specify an offset (eg. +1000) or install pytz""
                    )
                timezone = value
        parser.values.tz = timezone","def tz_from_string ( _option , _opt_str , value , parser ) : <TAB> """"""Stores a tzinfo object from a string"""""" <TAB> if value is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> valarray = [ value [ i : i + 2 ] for i in range ( 1 , len ( value ) , 2 ) ] <TAB> <TAB> <TAB> multipliers = [ 3600 , 60 ] <TAB> <TAB> <TAB> offset = 0 <TAB> <TAB> <TAB> for i in range ( min ( len ( valarray ) , len ( multipliers ) ) ) : <TAB> <TAB> <TAB> <TAB> offset += int ( valarray [ i ] ) * multipliers [ i ] <TAB> <TAB> <TAB> if value [ 0 ] == ""-"" : <TAB> <TAB> <TAB> <TAB> offset = - offset <TAB> <TAB> <TAB> timezone = OffsetTzInfo ( offset = offset ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if tz_pytz : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> timezone = pytz . timezone ( value ) <TAB> <TAB> <TAB> <TAB> except pytz . UnknownTimeZoneError : <TAB> <TAB> <TAB> <TAB> <TAB> debug . error ( ""Unknown display timezone specified"" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if not hasattr ( time , ""tzset"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> debug . error ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""This operating system doesn't support tzset, please either specify an offset (eg. +1000) or install pytz"" <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> timezone = value <TAB> <TAB> parser . values . tz = timezone","if value [ 0 ] in [ ""+"" , ""-"" ] :",357
728,"def extract(self, url, **kwargs):
    if ""163.fm"" in url:
        url = get_location(url)
    if ""music.163.com"" in url:
        self.need_download = False
        self.netease_cloud_music_download(url, **kwargs)
    else:
        html = get_content(url)
        title = match1(html, ""movieDescription='([^']+)'"") or match1(
            html, ""<title>(.+)</title>""
        )
        if title[0] == "" "":
            title = title[1:]
        src = match1(html, r'<source src=""([^""]+)""') or match1(
            html, r'<source type=""[^""]+"" src=""([^""]+)""'
        )
        if src:
            url = src
            _, ext, size = url_info(src)
        else:
            url = (
                match1(html, r'[""\'](.+)-list.m3u8[""\']')
                or match1(html, r'[""\'](.+).m3u8[""\']')
            ) + "".mp4""
            _, _, size = url_info(url)
            ext = ""mp4""
        return {
            ""urls"": [url],
            ""title"": title,
            ""file_format"": ext,
            ""size"": size,
        }","def extract ( self , url , ** kwargs ) : <TAB> if ""163.fm"" in url : <TAB> <TAB> url = get_location ( url ) <TAB> if ""music.163.com"" in url : <TAB> <TAB> self . need_download = False <TAB> <TAB> self . netease_cloud_music_download ( url , ** kwargs ) <TAB> else : <TAB> <TAB> html = get_content ( url ) <TAB> <TAB> title = match1 ( html , ""movieDescription='([^']+)'"" ) or match1 ( <TAB> <TAB> <TAB> html , ""<title>(.+)</title>"" <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> title = title [ 1 : ] <TAB> <TAB> src = match1 ( html , r'<source src=""([^""]+)""' ) or match1 ( <TAB> <TAB> <TAB> html , r'<source type=""[^""]+"" src=""([^""]+)""' <TAB> <TAB> ) <TAB> <TAB> if src : <TAB> <TAB> <TAB> url = src <TAB> <TAB> <TAB> _ , ext , size = url_info ( src ) <TAB> <TAB> else : <TAB> <TAB> <TAB> url = ( <TAB> <TAB> <TAB> <TAB> match1 ( html , r'[""\'](.+)-list.m3u8[""\']' ) <TAB> <TAB> <TAB> <TAB> or match1 ( html , r'[""\'](.+).m3u8[""\']' ) <TAB> <TAB> <TAB> ) + "".mp4"" <TAB> <TAB> <TAB> _ , _ , size = url_info ( url ) <TAB> <TAB> <TAB> ext = ""mp4"" <TAB> <TAB> return { <TAB> <TAB> <TAB> ""urls"" : [ url ] , <TAB> <TAB> <TAB> ""title"" : title , <TAB> <TAB> <TAB> ""file_format"" : ext , <TAB> <TAB> <TAB> ""size"" : size , <TAB> <TAB> }","if title [ 0 ] == "" "" :",373
11945,"def DecodeRepeatedField(buffer, pos, end, message, field_dict):
    value = field_dict.get(key)
    if value is None:
        value = field_dict.setdefault(key, new_default(message))
    while 1:
        (element, new_pos) = _DecodeSignedVarint32(buffer, pos)
        if element in enum_type.values_by_number:
            value.append(element)
        else:
            if not message._unknown_fields:
                message._unknown_fields = []
            message._unknown_fields.append((tag_bytes, buffer[pos:new_pos]))
        pos = new_pos + tag_len
        if buffer[new_pos:pos] != tag_bytes or new_pos >= end:
            if new_pos > end:
                raise _DecodeError(""Truncated message."")
            return new_pos","def DecodeRepeatedField ( buffer , pos , end , message , field_dict ) : <TAB> value = field_dict . get ( key ) <TAB> if value is None : <TAB> <TAB> value = field_dict . setdefault ( key , new_default ( message ) ) <TAB> while 1 : <TAB> <TAB> ( element , new_pos ) = _DecodeSignedVarint32 ( buffer , pos ) <TAB> <TAB> if element in enum_type . values_by_number : <TAB> <TAB> <TAB> value . append ( element ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> message . _unknown_fields = [ ] <TAB> <TAB> <TAB> message . _unknown_fields . append ( ( tag_bytes , buffer [ pos : new_pos ] ) ) <TAB> <TAB> pos = new_pos + tag_len <TAB> <TAB> if buffer [ new_pos : pos ] != tag_bytes or new_pos >= end : <TAB> <TAB> <TAB> if new_pos > end : <TAB> <TAB> <TAB> <TAB> raise _DecodeError ( ""Truncated message."" ) <TAB> <TAB> <TAB> return new_pos",if not message . _unknown_fields :,229
4160,"def test_connection_grouping(self):
    """"""Make sure group_connections returns list of (lang, connections)""""""
    connections = (
        self.create_lang_connection(""1000000000"", ""en""),
        self.create_lang_connection(""1000000001"", ""en""),
        self.create_lang_connection(""1000000002"", ""en""),
        self.create_lang_connection(""1000000003"", ""es""),
        self.create_lang_connection(""1000000004"", ""es""),
        self.create_lang_connection(""1000000005"", ""fr""),
    )
    grouped_conns = list(trans_helpers.group_connections(connections))
    for lang, conns in grouped_conns:
        if lang == ""en"":
            self.assertEqual(3, len(conns))
        elif lang == ""es"":
            self.assertEqual(2, len(conns))
        elif lang == ""fr"":
            self.assertEqual(1, len(conns))","def test_connection_grouping ( self ) : <TAB> """"""Make sure group_connections returns list of (lang, connections)"""""" <TAB> connections = ( <TAB> <TAB> self . create_lang_connection ( ""1000000000"" , ""en"" ) , <TAB> <TAB> self . create_lang_connection ( ""1000000001"" , ""en"" ) , <TAB> <TAB> self . create_lang_connection ( ""1000000002"" , ""en"" ) , <TAB> <TAB> self . create_lang_connection ( ""1000000003"" , ""es"" ) , <TAB> <TAB> self . create_lang_connection ( ""1000000004"" , ""es"" ) , <TAB> <TAB> self . create_lang_connection ( ""1000000005"" , ""fr"" ) , <TAB> ) <TAB> grouped_conns = list ( trans_helpers . group_connections ( connections ) ) <TAB> for lang , conns in grouped_conns : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertEqual ( 3 , len ( conns ) ) <TAB> <TAB> elif lang == ""es"" : <TAB> <TAB> <TAB> self . assertEqual ( 2 , len ( conns ) ) <TAB> <TAB> elif lang == ""fr"" : <TAB> <TAB> <TAB> self . assertEqual ( 1 , len ( conns ) )","if lang == ""en"" :",242
12557,"def process(self, In, display=True):
    if display and self.plot is not None:
        items = set()
        # Add all new input items to selected plot
        for name, vals in In.items():
            if vals is None:
                continue
            if type(vals) is not list:
                vals = [vals]
            for val in vals:
                vid = id(val)
                if vid in self.items and self.items[vid].scene() is self.plot.scene():
                    # Item is already added to the correct scene
                    #   possible bug: what if two plots occupy the same scene? (should
                    #   rarely be a problem because items are removed from a plot before
                    #   switching).
                    items.add(vid)
                else:
                    # Add the item to the plot, or generate a new item if needed.
                    if isinstance(val, QtGui.QGraphicsItem):
                        self.plot.addItem(val)
                        item = val
                    else:
                        item = self.plot.plot(val)
                    self.items[vid] = item
                    items.add(vid)
        # Any left-over items that did not appear in the input must be removed
        for vid in list(self.items.keys()):
            if vid not in items:
                self.plot.removeItem(self.items[vid])
                del self.items[vid]
","def process ( self , In , display = True ) : <TAB> if display and self . plot is not None : <TAB> <TAB> items = set ( ) <TAB> <TAB> <TAB> <TAB> for name , vals in In . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if type ( vals ) is not list : <TAB> <TAB> <TAB> <TAB> vals = [ vals ] <TAB> <TAB> <TAB> for val in vals : <TAB> <TAB> <TAB> <TAB> vid = id ( val ) <TAB> <TAB> <TAB> <TAB> if vid in self . items and self . items [ vid ] . scene ( ) is self . plot . scene ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> items . add ( vid ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( val , QtGui . QGraphicsItem ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . plot . addItem ( val ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> item = val <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> item = self . plot . plot ( val ) <TAB> <TAB> <TAB> <TAB> <TAB> self . items [ vid ] = item <TAB> <TAB> <TAB> <TAB> <TAB> items . add ( vid ) <TAB> <TAB> <TAB> <TAB> for vid in list ( self . items . keys ( ) ) : <TAB> <TAB> <TAB> if vid not in items : <TAB> <TAB> <TAB> <TAB> self . plot . removeItem ( self . items [ vid ] ) <TAB> <TAB> <TAB> <TAB> del self . items [ vid ]",if vals is None :,422
18121,"def set_history(self, history):
    # We store/draw 11.0 seconds of history for 10.0 seconds of plot.
    # This is so the boops don't visually pop out of existence on the left side.
    # Instead, they smoothly run off screen.
    with self.update_lock:
        self.draw_times = [
            (entry[""timestamp""], entry[""drift""])
            for entry in history
            if entry[""timestamp""] > time.time() - 11.0
        ]
        if self.draw_times:
            drifts = [entry[1] for entry in self.draw_times]
            self.median_drift = round(statistics.median(drifts), 5)
            self.mean_drift = round(statistics.mean(drifts), 5)
            if len(drifts) > 1:
                self.walk_interval_target = round(
                    self.draw_times[-1][0]
                    - self.draw_times[-2][0]
                    - self.draw_times[-1][1],
                    4,
                )
            else:
                self.walk_interval_target = ""?""
        else:
            self.median_drift = ""?""
            self.mean_drift = ""?""
            self.walk_interval_target = ""?""","def set_history ( self , history ) : <TAB> <TAB> <TAB> <TAB> with self . update_lock : <TAB> <TAB> self . draw_times = [ <TAB> <TAB> <TAB> ( entry [ ""timestamp"" ] , entry [ ""drift"" ] ) <TAB> <TAB> <TAB> for entry in history <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> ] <TAB> <TAB> if self . draw_times : <TAB> <TAB> <TAB> drifts = [ entry [ 1 ] for entry in self . draw_times ] <TAB> <TAB> <TAB> self . median_drift = round ( statistics . median ( drifts ) , 5 ) <TAB> <TAB> <TAB> self . mean_drift = round ( statistics . mean ( drifts ) , 5 ) <TAB> <TAB> <TAB> if len ( drifts ) > 1 : <TAB> <TAB> <TAB> <TAB> self . walk_interval_target = round ( <TAB> <TAB> <TAB> <TAB> <TAB> self . draw_times [ - 1 ] [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> - self . draw_times [ - 2 ] [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> - self . draw_times [ - 1 ] [ 1 ] , <TAB> <TAB> <TAB> <TAB> <TAB> 4 , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . walk_interval_target = ""?"" <TAB> <TAB> else : <TAB> <TAB> <TAB> self . median_drift = ""?"" <TAB> <TAB> <TAB> self . mean_drift = ""?"" <TAB> <TAB> <TAB> self . walk_interval_target = ""?""","if entry [ ""timestamp"" ] > time . time ( ) - 11.0",360
24018,"def parse_struc(img):
    nbs = neighbors(img.shape)
    acc = np.cumprod((1,) + img.shape[::-1][:-1])[::-1]
    img = img.ravel()
    pts = np.array(np.where(img == 2))[0]
    buf = np.zeros(131072, dtype=np.int64)
    num = 10
    nodes = []
    for p in pts:
        if img[p] == 2:
            nds = fill(img, p, num, nbs, acc, buf)
            num += 1
            nodes.append(nds)
    edges = []
    for p in pts:
        for dp in nbs:
            if img[p + dp] == 1:
                edge = trace(img, p + dp, nbs, acc, buf)
                edges.append(edge)
    return nodes, edges","def parse_struc ( img ) : <TAB> nbs = neighbors ( img . shape ) <TAB> acc = np . cumprod ( ( 1 , ) + img . shape [ : : - 1 ] [ : - 1 ] ) [ : : - 1 ] <TAB> img = img . ravel ( ) <TAB> pts = np . array ( np . where ( img == 2 ) ) [ 0 ] <TAB> buf = np . zeros ( 131072 , dtype = np . int64 ) <TAB> num = 10 <TAB> nodes = [ ] <TAB> for p in pts : <TAB> <TAB> if img [ p ] == 2 : <TAB> <TAB> <TAB> nds = fill ( img , p , num , nbs , acc , buf ) <TAB> <TAB> <TAB> num += 1 <TAB> <TAB> <TAB> nodes . append ( nds ) <TAB> edges = [ ] <TAB> for p in pts : <TAB> <TAB> for dp in nbs : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> edge = trace ( img , p + dp , nbs , acc , buf ) <TAB> <TAB> <TAB> <TAB> edges . append ( edge ) <TAB> return nodes , edges",if img [ p + dp ] == 1 :,229
25149,"def parse_config_v2(self, skip_broken=True):
    for command_type, command in self._config.items():
        if command_type in [""version"", ""renderer""]:
            continue
        try:
            handler = self.command_handlers[command_type]
        except KeyError as e:
            raise RuntimeError(
                ""No handler found for command '%s'"" % command_type
            ) from e
        try:
            handler(self, command)
            self._v2_common(command)
        except InvalidCommand:
            if not skip_broken:
                raise
            else:
                LOG.warning(""Skipping invalid command: %s"", command, exc_info=True)
                LOG.debug(self.dump_network_state())","def parse_config_v2 ( self , skip_broken = True ) : <TAB> for command_type , command in self . _config . items ( ) : <TAB> <TAB> if command_type in [ ""version"" , ""renderer"" ] : <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> handler = self . command_handlers [ command_type ] <TAB> <TAB> except KeyError as e : <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> ""No handler found for command '%s'"" % command_type <TAB> <TAB> <TAB> ) from e <TAB> <TAB> try : <TAB> <TAB> <TAB> handler ( self , command ) <TAB> <TAB> <TAB> self . _v2_common ( command ) <TAB> <TAB> except InvalidCommand : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> LOG . warning ( ""Skipping invalid command: %s"" , command , exc_info = True ) <TAB> <TAB> <TAB> <TAB> LOG . debug ( self . dump_network_state ( ) )",if not skip_broken :,210
2078,"def config_dict(filename):
    """"""Convert content of config-file into dictionary.""""""
    with open(filename, ""r"") as f:
        cfglines = f.readlines()
    cfgdict = {}
    for line in cfglines:
        line = line.strip()
        if not line or line.startswith(""#""):
            continue
        try:
            key, value = line.split(""="")
        except ValueError:
            print(""Bad line in config-file %s:\n%s"" % (filename, line))
            continue
        key = key.strip()
        value = value.strip()
        if value in [""True"", ""False"", ""None"", ""''"", '""""']:
            value = eval(value)
        else:
            try:
                if ""."" in value:
                    value = float(value)
                else:
                    value = int(value)
            except ValueError:
                pass  # value need not be converted
        cfgdict[key] = value
    return cfgdict
","def config_dict ( filename ) : <TAB> """"""Convert content of config-file into dictionary."""""" <TAB> with open ( filename , ""r"" ) as f : <TAB> <TAB> cfglines = f . readlines ( ) <TAB> cfgdict = { } <TAB> for line in cfglines : <TAB> <TAB> line = line . strip ( ) <TAB> <TAB> if not line or line . startswith ( ""#"" ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> key , value = line . split ( ""="" ) <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> print ( ""Bad line in config-file %s:\n%s"" % ( filename , line ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> key = key . strip ( ) <TAB> <TAB> value = value . strip ( ) <TAB> <TAB> if value in [ ""True"" , ""False"" , ""None"" , ""''"" , '""""' ] : <TAB> <TAB> <TAB> value = eval ( value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> value = float ( value ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> value = int ( value ) <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> cfgdict [ key ] = value <TAB> return cfgdict","if ""."" in value :",269
8576,"def run(self):
    while True:
        context_id_list_tuple = self._inflated_addresses.get(block=True)
        if context_id_list_tuple is _SHUTDOWN_SENTINEL:
            break
        c_id, inflated_address_list = context_id_list_tuple
        inflated_value_map = dict(inflated_address_list)
        if c_id in self._contexts:
            self._contexts[c_id].set_from_tree(inflated_value_map)
","def run ( self ) : <TAB> while True : <TAB> <TAB> context_id_list_tuple = self . _inflated_addresses . get ( block = True ) <TAB> <TAB> if context_id_list_tuple is _SHUTDOWN_SENTINEL : <TAB> <TAB> <TAB> break <TAB> <TAB> c_id , inflated_address_list = context_id_list_tuple <TAB> <TAB> inflated_value_map = dict ( inflated_address_list ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _contexts [ c_id ] . set_from_tree ( inflated_value_map )",if c_id in self . _contexts :,135
12289,"def _handlewebError(self, msg):
    print("""")
    print(""    ERROR: %s"" % msg)
    if not self.interactive:
        raise self.failureException(msg)
    p = ""    Show: [B]ody [H]eaders [S]tatus [U]RL; [I]gnore, [R]aise, or sys.e[X]it >> ""
    sys.stdout.write(p)
    sys.stdout.flush()
    while True:
        i = getchar().upper()
        if not isinstance(i, type("""")):
            i = i.decode(""ascii"")
        if i not in ""BHSUIRX"":
            continue
        print(i.upper())  # Also prints new line
        if i == ""B"":
            for x, line in enumerate(self.body.splitlines()):
                if (x + 1) % self.console_height == 0:
                    # The \r and comma should make the next line overwrite
                    sys.stdout.write(""<-- More -->\r"")
                    m = getchar().lower()
                    # Erase our ""More"" prompt
                    sys.stdout.write(""            \r"")
                    if m == ""q"":
                        break
                print(line)
        elif i == ""H"":
            pprint.pprint(self.headers)
        elif i == ""S"":
            print(self.status)
        elif i == ""U"":
            print(self.url)
        elif i == ""I"":
            # return without raising the normal exception
            return
        elif i == ""R"":
            raise self.failureException(msg)
        elif i == ""X"":
            self.exit()
        sys.stdout.write(p)
        sys.stdout.flush()","def _handlewebError ( self , msg ) : <TAB> print ( """" ) <TAB> print ( ""    ERROR: %s"" % msg ) <TAB> if not self . interactive : <TAB> <TAB> raise self . failureException ( msg ) <TAB> p = ""    Show: [B]ody [H]eaders [S]tatus [U]RL; [I]gnore, [R]aise, or sys.e[X]it >> "" <TAB> sys . stdout . write ( p ) <TAB> sys . stdout . flush ( ) <TAB> while True : <TAB> <TAB> i = getchar ( ) . upper ( ) <TAB> <TAB> if not isinstance ( i , type ( """" ) ) : <TAB> <TAB> <TAB> i = i . decode ( ""ascii"" ) <TAB> <TAB> if i not in ""BHSUIRX"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> print ( i . upper ( ) ) <TAB> <TAB> if i == ""B"" : <TAB> <TAB> <TAB> for x , line in enumerate ( self . body . splitlines ( ) ) : <TAB> <TAB> <TAB> <TAB> if ( x + 1 ) % self . console_height == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sys . stdout . write ( ""<-- More -->\r"" ) <TAB> <TAB> <TAB> <TAB> <TAB> m = getchar ( ) . lower ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sys . stdout . write ( ""            \r"" ) <TAB> <TAB> <TAB> <TAB> <TAB> if m == ""q"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> print ( line ) <TAB> <TAB> elif i == ""H"" : <TAB> <TAB> <TAB> pprint . pprint ( self . headers ) <TAB> <TAB> elif i == ""S"" : <TAB> <TAB> <TAB> print ( self . status ) <TAB> <TAB> elif i == ""U"" : <TAB> <TAB> <TAB> print ( self . url ) <TAB> <TAB> elif i == ""I"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise self . failureException ( msg ) <TAB> <TAB> elif i == ""X"" : <TAB> <TAB> <TAB> self . exit ( ) <TAB> <TAB> sys . stdout . write ( p ) <TAB> <TAB> sys . stdout . flush ( )","elif i == ""R"" :",491
23186,"def app_check(self):
    """"""Check if a target app has been selected, otherwise launch a wizard. Then retrieve its metadata.""""""
    app = self._global_options[""app""]
    # Target app not selected, launch wizard
    if not app:
        self.printer.info(""Target app not selected. Launching wizard..."")
        self.device._list_apps(self._global_options[""hide_system_apps""])
        app = self.device.select_target_app()
        self._global_options[""app""] = app
        if app is None:
            self.printer.error(""Error selecting app. Please retry."")
            return None
    # Metadata
    self.printer.notify(""Target app: %s"" % app)
    if not self.APP_METADATA or self.APP_METADATA[""bundle_id""] != app:
        # Metadata not yet fetched, retrieve it
        self.printer.info(""Retrieving app's metadata..."")
        if self.device._applist is None:
            self.device._list_apps(self._global_options[""hide_system_apps""])
        self.APP_METADATA = Framework.APP_METADATA = self.device.app.get_metadata(app)
    return app
","def app_check ( self ) : <TAB> """"""Check if a target app has been selected, otherwise launch a wizard. Then retrieve its metadata."""""" <TAB> app = self . _global_options [ ""app"" ] <TAB> <TAB> if not app : <TAB> <TAB> self . printer . info ( ""Target app not selected. Launching wizard..."" ) <TAB> <TAB> self . device . _list_apps ( self . _global_options [ ""hide_system_apps"" ] ) <TAB> <TAB> app = self . device . select_target_app ( ) <TAB> <TAB> self . _global_options [ ""app"" ] = app <TAB> <TAB> if app is None : <TAB> <TAB> <TAB> self . printer . error ( ""Error selecting app. Please retry."" ) <TAB> <TAB> <TAB> return None <TAB> <TAB> self . printer . notify ( ""Target app: %s"" % app ) <TAB> if not self . APP_METADATA or self . APP_METADATA [ ""bundle_id"" ] != app : <TAB> <TAB> <TAB> <TAB> self . printer . info ( ""Retrieving app's metadata..."" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . device . _list_apps ( self . _global_options [ ""hide_system_apps"" ] ) <TAB> <TAB> self . APP_METADATA = Framework . APP_METADATA = self . device . app . get_metadata ( app ) <TAB> return app",if self . device . _applist is None :,300
8867,"def _limit_value(key, value, config):
    if config[key].get(""upper_limit""):
        limit = config[key][""upper_limit""]
        # auto handle datetime
        if isinstance(value, datetime) and isinstance(limit, timedelta):
            if config[key][""inverse""] is True:
                if (datetime.now() - limit) > value:
                    value = datetime.now() - limit
            else:
                if (datetime.now() + limit) < value:
                    value = datetime.now() + limit
        elif value > limit:
            value = limit
    return value
","def _limit_value ( key , value , config ) : <TAB> if config [ key ] . get ( ""upper_limit"" ) : <TAB> <TAB> limit = config [ key ] [ ""upper_limit"" ] <TAB> <TAB> <TAB> <TAB> if isinstance ( value , datetime ) and isinstance ( limit , timedelta ) : <TAB> <TAB> <TAB> if config [ key ] [ ""inverse"" ] is True : <TAB> <TAB> <TAB> <TAB> if ( datetime . now ( ) - limit ) > value : <TAB> <TAB> <TAB> <TAB> <TAB> value = datetime . now ( ) - limit <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if ( datetime . now ( ) + limit ) < value : <TAB> <TAB> <TAB> <TAB> <TAB> value = datetime . now ( ) + limit <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> value = limit <TAB> return value",elif value > limit :,164
6206,"def do_action(
    self, context: UserContext, action_name: str, targets: Candidates
) -> bool:
    action = self._get_action_targets(context, action_name, targets)
    if not action:
        return True
    for target in targets:
        source = self._current_sources[int(target[""source_index""])]
        target[""source_context""] = (
            {k: v for k, v in source.context.items() if k.startswith(""__"")}
            if source.is_public_context
            else {}
        )
    context[""targets""] = targets
    index = action[""kind""] + "",source/"" + action[""source""]
    new_context = (
        action[""func""](context)
        if action[""func""]
        else self._vim.call(
            ""denite#custom#_call_action"", index, action[""name""], context
        )
    )
    if new_context:
        context.update(new_context)
    return False
","def do_action ( <TAB> self , context : UserContext , action_name : str , targets : Candidates ) -> bool : <TAB> action = self . _get_action_targets ( context , action_name , targets ) <TAB> if not action : <TAB> <TAB> return True <TAB> for target in targets : <TAB> <TAB> source = self . _current_sources [ int ( target [ ""source_index"" ] ) ] <TAB> <TAB> target [ ""source_context"" ] = ( <TAB> <TAB> <TAB> { k : v for k , v in source . context . items ( ) if k . startswith ( ""__"" ) } <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> else { } <TAB> <TAB> ) <TAB> context [ ""targets"" ] = targets <TAB> index = action [ ""kind"" ] + "",source/"" + action [ ""source"" ] <TAB> new_context = ( <TAB> <TAB> action [ ""func"" ] ( context ) <TAB> <TAB> if action [ ""func"" ] <TAB> <TAB> else self . _vim . call ( <TAB> <TAB> <TAB> ""denite#custom#_call_action"" , index , action [ ""name"" ] , context <TAB> <TAB> ) <TAB> ) <TAB> if new_context : <TAB> <TAB> context . update ( new_context ) <TAB> return False",if source . is_public_context,254
6481,"def test_flow_register_uses_default_storage(self, monkeypatch, storage):
    monkeypatch.setattr(""prefect.Client"", MagicMock())
    f = Flow(name=""test"")
    assert f.storage is None
    with set_temporary_config({""flows.defaults.storage.default_class"": storage}):
        if ""Docker"" in storage:
            f.register(
                ""My-project"",
                registry_url=""FOO"",
                image_name=""BAR"",
                image_tag=""BIG"",
                no_url=True,
            )
        else:
            f.register(""My-project"")
    assert isinstance(f.storage, from_qualified_name(storage))
    assert f.result == from_qualified_name(storage)().result
","def test_flow_register_uses_default_storage ( self , monkeypatch , storage ) : <TAB> monkeypatch . setattr ( ""prefect.Client"" , MagicMock ( ) ) <TAB> f = Flow ( name = ""test"" ) <TAB> assert f . storage is None <TAB> with set_temporary_config ( { ""flows.defaults.storage.default_class"" : storage } ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> f . register ( <TAB> <TAB> <TAB> <TAB> ""My-project"" , <TAB> <TAB> <TAB> <TAB> registry_url = ""FOO"" , <TAB> <TAB> <TAB> <TAB> image_name = ""BAR"" , <TAB> <TAB> <TAB> <TAB> image_tag = ""BIG"" , <TAB> <TAB> <TAB> <TAB> no_url = True , <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> f . register ( ""My-project"" ) <TAB> assert isinstance ( f . storage , from_qualified_name ( storage ) ) <TAB> assert f . result == from_qualified_name ( storage ) ( ) . result","if ""Docker"" in storage :",201
9726,"def _create_profile_cache(ssg_root):
    profile_cache = {}
    product_list = [
        ""debian9"",
        ""debian10"",
        ""fedora"",
        ""ol7"",
        ""opensuse"",
        ""rhel7"",
        ""sle12"",
        ""ubuntu1604"",
        ""ubuntu1804"",
        ""ubuntu2004"",
        ""wrlinux"",
    ]
    for product in product_list:
        found_obj_name = False
        prod_profiles_dir = os.path.join(ssg_root, product, ""profiles"")
        for _, _, files in os.walk(prod_profiles_dir):
            for filename in files:
                profile_path = os.path.join(prod_profiles_dir, filename)
                parsed_profile = yaml.load(open(profile_path, ""r""))
                for _obj in parsed_profile[""selections""]:
                    obj = _obj
                    if ""="" in obj:
                        # is a var with non-default value
                        obj = _obj[: _obj.index(""="")]
                    if not obj[0].isalpha():
                        obj = obj[1:]
                    if obj not in profile_cache:
                        profile_cache[obj] = set()
                    profile_cache[obj].add(product)
    return profile_cache","def _create_profile_cache ( ssg_root ) : <TAB> profile_cache = { } <TAB> product_list = [ <TAB> <TAB> ""debian9"" , <TAB> <TAB> ""debian10"" , <TAB> <TAB> ""fedora"" , <TAB> <TAB> ""ol7"" , <TAB> <TAB> ""opensuse"" , <TAB> <TAB> ""rhel7"" , <TAB> <TAB> ""sle12"" , <TAB> <TAB> ""ubuntu1604"" , <TAB> <TAB> ""ubuntu1804"" , <TAB> <TAB> ""ubuntu2004"" , <TAB> <TAB> ""wrlinux"" , <TAB> ] <TAB> for product in product_list : <TAB> <TAB> found_obj_name = False <TAB> <TAB> prod_profiles_dir = os . path . join ( ssg_root , product , ""profiles"" ) <TAB> <TAB> for _ , _ , files in os . walk ( prod_profiles_dir ) : <TAB> <TAB> <TAB> for filename in files : <TAB> <TAB> <TAB> <TAB> profile_path = os . path . join ( prod_profiles_dir , filename ) <TAB> <TAB> <TAB> <TAB> parsed_profile = yaml . load ( open ( profile_path , ""r"" ) ) <TAB> <TAB> <TAB> <TAB> for _obj in parsed_profile [ ""selections"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> obj = _obj <TAB> <TAB> <TAB> <TAB> <TAB> if ""="" in obj : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> obj = _obj [ : _obj . index ( ""="" ) ] <TAB> <TAB> <TAB> <TAB> <TAB> if not obj [ 0 ] . isalpha ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> obj = obj [ 1 : ] <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> profile_cache [ obj ] = set ( ) <TAB> <TAB> <TAB> <TAB> <TAB> profile_cache [ obj ] . add ( product ) <TAB> return profile_cache",if obj not in profile_cache :,381
21183,"def test_memory_maps(self):
    p = psutil.Process()
    maps = p.memory_maps()
    paths = [x for x in maps]
    self.assertEqual(len(paths), len(set(paths)))
    ext_maps = p.memory_maps(grouped=False)
    for nt in maps:
        if not nt.path.startswith(""[""):
            assert os.path.isabs(nt.path), nt.path
            if POSIX:
                assert os.path.exists(nt.path), nt.path
            else:
                # XXX - On Windows we have this strange behavior with
                # 64 bit dlls: they are visible via explorer but cannot
                # be accessed via os.stat() (wtf?).
                if ""64"" not in os.path.basename(nt.path):
                    assert os.path.exists(nt.path), nt.path
    for nt in ext_maps:
        for fname in nt._fields:
            value = getattr(nt, fname)
            if fname == ""path"":
                continue
            elif fname in (""addr"", ""perms""):
                assert value, value
            else:
                self.assertIsInstance(value, (int, long))
                assert value >= 0, value","def test_memory_maps ( self ) : <TAB> p = psutil . Process ( ) <TAB> maps = p . memory_maps ( ) <TAB> paths = [ x for x in maps ] <TAB> self . assertEqual ( len ( paths ) , len ( set ( paths ) ) ) <TAB> ext_maps = p . memory_maps ( grouped = False ) <TAB> for nt in maps : <TAB> <TAB> if not nt . path . startswith ( ""["" ) : <TAB> <TAB> <TAB> assert os . path . isabs ( nt . path ) , nt . path <TAB> <TAB> <TAB> if POSIX : <TAB> <TAB> <TAB> <TAB> assert os . path . exists ( nt . path ) , nt . path <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if ""64"" not in os . path . basename ( nt . path ) : <TAB> <TAB> <TAB> <TAB> <TAB> assert os . path . exists ( nt . path ) , nt . path <TAB> for nt in ext_maps : <TAB> <TAB> for fname in nt . _fields : <TAB> <TAB> <TAB> value = getattr ( nt , fname ) <TAB> <TAB> <TAB> if fname == ""path"" : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> assert value , value <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . assertIsInstance ( value , ( int , long ) ) <TAB> <TAB> <TAB> <TAB> assert value >= 0 , value","elif fname in ( ""addr"" , ""perms"" ) :",334
16222,"def load_sys(paths):
    src, tgt, hypos, log_probs = {}, {}, {}, {}
    for path in paths:
        with open(path) as f:
            for line in f:
                line = line.rstrip()
                # S: source
                # T: target
                # D: detokenized system output
                if line.startswith((""S-"", ""T-"", ""D-"")):
                    i = int(line[line.find(""-"") + 1 : line.find(""\t"")])
                    if line.startswith(""S-""):
                        src[i] = line.split(""\t"")[1]
                    if line.startswith(""T-""):
                        tgt[i] = line.split(""\t"")[1]
                    if line.startswith(""D-""):
                        if i not in hypos:
                            hypos[i] = []
                            log_probs[i] = []
                        hypos[i].append(line.split(""\t"")[2])
                        log_probs[i].append(float(line.split(""\t"")[1]))
    return dictolist(src), dictolist(tgt), dictolist(hypos), dictolist(log_probs)","def load_sys ( paths ) : <TAB> src , tgt , hypos , log_probs = { } , { } , { } , { } <TAB> for path in paths : <TAB> <TAB> with open ( path ) as f : <TAB> <TAB> <TAB> for line in f : <TAB> <TAB> <TAB> <TAB> line = line . rstrip ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if line . startswith ( ( ""S-"" , ""T-"" , ""D-"" ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> i = int ( line [ line . find ( ""-"" ) + 1 : line . find ( ""\t"" ) ] ) <TAB> <TAB> <TAB> <TAB> <TAB> if line . startswith ( ""S-"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> src [ i ] = line . split ( ""\t"" ) [ 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> if line . startswith ( ""T-"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> tgt [ i ] = line . split ( ""\t"" ) [ 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if i not in hypos : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> hypos [ i ] = [ ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> log_probs [ i ] = [ ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> hypos [ i ] . append ( line . split ( ""\t"" ) [ 2 ] ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> log_probs [ i ] . append ( float ( line . split ( ""\t"" ) [ 1 ] ) ) <TAB> return dictolist ( src ) , dictolist ( tgt ) , dictolist ( hypos ) , dictolist ( log_probs )","if line . startswith ( ""D-"" ) :",338
8165,"def shutdown(sups):
    global SHOULD_STOP
    SHOULD_STOP = True
    LOG.warn(""Supervisor shutting down!"")
    for pid in CHILD_PIDS:
        try:
            os.kill(pid, signal.SIGINT)
        except OSError:
            pass
    LOG.warn(""Waiting for children to exit for %d seconds..."" % WAIT_FOR_DEATH)
    t = time.time()
    still_alive = False
    while time.time() < t + WAIT_FOR_DEATH:
        still_alive = False
        for sup in sups:
            sup.join(0.2)
            still_alive = still_alive or sup.isAlive()
        if not still_alive:
            break
    if still_alive:
        LOG.warn(
            ""Children have not exited after %d seconds. Killing them with SIGKILL.""
            % WAIT_FOR_DEATH
        )
        for pid in CHILD_PIDS:
            try:
                os.kill(pid, signal.SIGKILL)
            except OSError:
                pass
    sys.exit(1)","def shutdown ( sups ) : <TAB> global SHOULD_STOP <TAB> SHOULD_STOP = True <TAB> LOG . warn ( ""Supervisor shutting down!"" ) <TAB> for pid in CHILD_PIDS : <TAB> <TAB> try : <TAB> <TAB> <TAB> os . kill ( pid , signal . SIGINT ) <TAB> <TAB> except OSError : <TAB> <TAB> <TAB> pass <TAB> LOG . warn ( ""Waiting for children to exit for %d seconds..."" % WAIT_FOR_DEATH ) <TAB> t = time . time ( ) <TAB> still_alive = False <TAB> while time . time ( ) < t + WAIT_FOR_DEATH : <TAB> <TAB> still_alive = False <TAB> <TAB> for sup in sups : <TAB> <TAB> <TAB> sup . join ( 0.2 ) <TAB> <TAB> <TAB> still_alive = still_alive or sup . isAlive ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> if still_alive : <TAB> <TAB> LOG . warn ( <TAB> <TAB> <TAB> ""Children have not exited after %d seconds. Killing them with SIGKILL."" <TAB> <TAB> <TAB> % WAIT_FOR_DEATH <TAB> <TAB> ) <TAB> <TAB> for pid in CHILD_PIDS : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> os . kill ( pid , signal . SIGKILL ) <TAB> <TAB> <TAB> except OSError : <TAB> <TAB> <TAB> <TAB> pass <TAB> sys . exit ( 1 )",if not still_alive :,306
14659,"def post_mortem(t=None):
    # handling the default
    if t is None:
        # sys.exc_info() returns (type, value, traceback) if an exception is
        # being handled, otherwise it returns None
        t = sys.exc_info()[2]
        if t is None:
            raise ValueError(
                ""A valid traceback must be passed if no exception is being handled.""
            )
    p = BPdb()
    p.reset()
    p.interaction(None, t)","def post_mortem ( t = None ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> t = sys . exc_info ( ) [ 2 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""A valid traceback must be passed if no exception is being handled."" <TAB> <TAB> <TAB> ) <TAB> p = BPdb ( ) <TAB> p . reset ( ) <TAB> p . interaction ( None , t )",if t is None :,132
1091,"def filtered_tooltip(options, filter):
    """"""Returns tooltip for the filter icon if the filter matches one of the filter options""""""
    for option in options:
        if filter == option[1]:
            return ""Showing only %s"" % option[0]
        if (""daterange"" == option[1]) and filter.startswith(option[4]):
            return ""Showing only %s"" % option[0]
    return """"","def filtered_tooltip ( options , filter ) : <TAB> """"""Returns tooltip for the filter icon if the filter matches one of the filter options"""""" <TAB> for option in options : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ""Showing only %s"" % option [ 0 ] <TAB> <TAB> if ( ""daterange"" == option [ 1 ] ) and filter . startswith ( option [ 4 ] ) : <TAB> <TAB> <TAB> return ""Showing only %s"" % option [ 0 ] <TAB> return """"",if filter == option [ 1 ] :,106
19910,"def _get_documented_completions(self, table, startswith=None):
    names = []
    for key, command in table.items():
        if getattr(command, ""_UNDOCUMENTED"", False):
            # Don't tab complete undocumented commands/params
            continue
        if startswith is not None and not key.startswith(startswith):
            continue
        if getattr(command, ""positional_arg"", False):
            continue
        names.append(key)
    return names
","def _get_documented_completions ( self , table , startswith = None ) : <TAB> names = [ ] <TAB> for key , command in table . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> if startswith is not None and not key . startswith ( startswith ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if getattr ( command , ""positional_arg"" , False ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> names . append ( key ) <TAB> return names","if getattr ( command , ""_UNDOCUMENTED"" , False ) :",118
12032,"def TryMerge(self, d):
    while d.avail() > 0:
        tt = d.getVarInt32()
        if tt == 10:
            self.set_app_id(d.getPrefixedString())
            continue
        if tt == 16:
            self.set_max_rows(d.getVarInt32())
            continue
        if tt == 0:
            raise ProtocolBuffer.ProtocolBufferDecodeError
        d.skipData(tt)","def TryMerge ( self , d ) : <TAB> while d . avail ( ) > 0 : <TAB> <TAB> tt = d . getVarInt32 ( ) <TAB> <TAB> if tt == 10 : <TAB> <TAB> <TAB> self . set_app_id ( d . getPrefixedString ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 16 : <TAB> <TAB> <TAB> self . set_max_rows ( d . getVarInt32 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ProtocolBuffer . ProtocolBufferDecodeError <TAB> <TAB> d . skipData ( tt )",if tt == 0 :,124
10047,"def _get_fp(self, config_file):
    if not os.path.isdir(static.STARCLUSTER_CFG_DIR):
        os.makedirs(static.STARCLUSTER_CFG_DIR)
    cfg_file = config_file or static.STARCLUSTER_CFG_FILE
    log.debug(""Loading file: %s"" % cfg_file)
    if os.path.exists(cfg_file):
        if not os.path.isfile(cfg_file):
            raise exception.ConfigError(
                ""config %s exists but is not a regular file"" % cfg_file
            )
    else:
        raise exception.ConfigNotFound(
            (""config file %s does not exist\n"") % cfg_file,
            cfg_file,
        )
    return open(cfg_file)
","def _get_fp ( self , config_file ) : <TAB> if not os . path . isdir ( static . STARCLUSTER_CFG_DIR ) : <TAB> <TAB> os . makedirs ( static . STARCLUSTER_CFG_DIR ) <TAB> cfg_file = config_file or static . STARCLUSTER_CFG_FILE <TAB> log . debug ( ""Loading file: %s"" % cfg_file ) <TAB> if os . path . exists ( cfg_file ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise exception . ConfigError ( <TAB> <TAB> <TAB> <TAB> ""config %s exists but is not a regular file"" % cfg_file <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> raise exception . ConfigNotFound ( <TAB> <TAB> <TAB> ( ""config file %s does not exist\n"" ) % cfg_file , <TAB> <TAB> <TAB> cfg_file , <TAB> <TAB> ) <TAB> return open ( cfg_file )",if not os . path . isfile ( cfg_file ) :,203
10668,"def get_default_queryset(self):
    qs = []
    for addon in ADDONS_OAUTH:
        obj = self.get_addon_settings(
            provider=addon, fail_if_absent=False, check_object_permissions=False
        )
        if obj:
            qs.append(obj)
    sorted(qs, key=lambda addon: addon.id, reverse=True)
    return qs
","def get_default_queryset ( self ) : <TAB> qs = [ ] <TAB> for addon in ADDONS_OAUTH : <TAB> <TAB> obj = self . get_addon_settings ( <TAB> <TAB> <TAB> provider = addon , fail_if_absent = False , check_object_permissions = False <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> qs . append ( obj ) <TAB> sorted ( qs , key = lambda addon : addon . id , reverse = True ) <TAB> return qs",if obj :,108
25162,"def fetch_ssl_details(paths=None):
    ssl_details = {}
    # Lookup in these locations for ssl key/cert files
    ssl_cert_paths = [
        ""/var/lib/cloud/data/ssl"",
        ""/var/lib/cloud/instance/data/ssl"",
    ]
    if paths:
        ssl_cert_paths.extend(
            [
                os.path.join(paths.get_ipath_cur(""data""), ""ssl""),
                os.path.join(paths.get_cpath(""data""), ""ssl""),
            ]
        )
    ssl_cert_paths = uniq_merge(ssl_cert_paths)
    ssl_cert_paths = [d for d in ssl_cert_paths if d and os.path.isdir(d)]
    cert_file = None
    for d in ssl_cert_paths:
        if os.path.isfile(os.path.join(d, ""cert.pem"")):
            cert_file = os.path.join(d, ""cert.pem"")
            break
    key_file = None
    for d in ssl_cert_paths:
        if os.path.isfile(os.path.join(d, ""key.pem"")):
            key_file = os.path.join(d, ""key.pem"")
            break
    if cert_file and key_file:
        ssl_details[""cert_file""] = cert_file
        ssl_details[""key_file""] = key_file
    elif cert_file:
        ssl_details[""cert_file""] = cert_file
    return ssl_details
","def fetch_ssl_details ( paths = None ) : <TAB> ssl_details = { } <TAB> <TAB> ssl_cert_paths = [ <TAB> <TAB> ""/var/lib/cloud/data/ssl"" , <TAB> <TAB> ""/var/lib/cloud/instance/data/ssl"" , <TAB> ] <TAB> if paths : <TAB> <TAB> ssl_cert_paths . extend ( <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> os . path . join ( paths . get_ipath_cur ( ""data"" ) , ""ssl"" ) , <TAB> <TAB> <TAB> <TAB> os . path . join ( paths . get_cpath ( ""data"" ) , ""ssl"" ) , <TAB> <TAB> <TAB> ] <TAB> <TAB> ) <TAB> ssl_cert_paths = uniq_merge ( ssl_cert_paths ) <TAB> ssl_cert_paths = [ d for d in ssl_cert_paths if d and os . path . isdir ( d ) ] <TAB> cert_file = None <TAB> for d in ssl_cert_paths : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cert_file = os . path . join ( d , ""cert.pem"" ) <TAB> <TAB> <TAB> break <TAB> key_file = None <TAB> for d in ssl_cert_paths : <TAB> <TAB> if os . path . isfile ( os . path . join ( d , ""key.pem"" ) ) : <TAB> <TAB> <TAB> key_file = os . path . join ( d , ""key.pem"" ) <TAB> <TAB> <TAB> break <TAB> if cert_file and key_file : <TAB> <TAB> ssl_details [ ""cert_file"" ] = cert_file <TAB> <TAB> ssl_details [ ""key_file"" ] = key_file <TAB> elif cert_file : <TAB> <TAB> ssl_details [ ""cert_file"" ] = cert_file <TAB> return ssl_details","if os . path . isfile ( os . path . join ( d , ""cert.pem"" ) ) :",401
5766,"def handle(self, *args, **options):
    if options[""missing""]:
        self.verify_references(options)
    if options[""delete_missing""]:
        if options[""interactive""]:
            msg = (
                ""\nThis will delete entries from your database. Are you sure you want to do this?\n\n""
                ""Type 'yes' to continue, or 'no' to cancel: ""
            )
            if input(msg) != ""yes"":
                self.stdout.write(""Aborted: Delete missing file entries from database."")
                return
        self.verify_references(options)
    if options[""orphans""]:
        self.verify_storages(options)
    if options[""delete_orphans""]:
        if options[""interactive""]:
            msg = (
                ""\nThis will delete orphaned files from your storage. Are you sure you want to do this?\n\n""
                ""Type 'yes' to continue, or 'no' to cancel: ""
            )
            if input(msg) != ""yes"":
                self.stdout.write(""Aborted: Delete orphaned files from storage."")
                return
        self.verify_storages(options)
","def handle ( self , * args , ** options ) : <TAB> if options [ ""missing"" ] : <TAB> <TAB> self . verify_references ( options ) <TAB> if options [ ""delete_missing"" ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> msg = ( <TAB> <TAB> <TAB> <TAB> ""\nThis will delete entries from your database. Are you sure you want to do this?\n\n"" <TAB> <TAB> <TAB> <TAB> ""Type 'yes' to continue, or 'no' to cancel: "" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if input ( msg ) != ""yes"" : <TAB> <TAB> <TAB> <TAB> self . stdout . write ( ""Aborted: Delete missing file entries from database."" ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> self . verify_references ( options ) <TAB> if options [ ""orphans"" ] : <TAB> <TAB> self . verify_storages ( options ) <TAB> if options [ ""delete_orphans"" ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> msg = ( <TAB> <TAB> <TAB> <TAB> ""\nThis will delete orphaned files from your storage. Are you sure you want to do this?\n\n"" <TAB> <TAB> <TAB> <TAB> ""Type 'yes' to continue, or 'no' to cancel: "" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if input ( msg ) != ""yes"" : <TAB> <TAB> <TAB> <TAB> self . stdout . write ( ""Aborted: Delete orphaned files from storage."" ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> self . verify_storages ( options )","if options [ ""interactive"" ] :",308
16178,"def _HasPrecedence(tok):
    """"""Whether a binary operation has precedence within its context.""""""
    node = tok.node
    # We let ancestor be the statement surrounding the operation that tok is the
    # operator in.
    ancestor = node.parent.parent
    while ancestor is not None:
        # Search through the ancestor nodes in the parse tree for operators with
        # lower precedence.
        predecessor_type = pytree_utils.NodeName(ancestor)
        if predecessor_type in [""arith_expr"", ""term""]:
            # An ancestor ""arith_expr"" or ""term"" means we have found an operator
            # with lower precedence than our tok.
            return True
        if predecessor_type != ""atom"":
            # We understand the context to look for precedence within as an
            # arbitrary nesting of ""arith_expr"", ""term"", and ""atom"" nodes. If we
            # leave this context we have not found a lower precedence operator.
            return False
        # Under normal usage we expect a complete parse tree to be available and
        # we will return before we get an AttributeError from the root.
        ancestor = ancestor.parent
","def _HasPrecedence ( tok ) : <TAB> """"""Whether a binary operation has precedence within its context."""""" <TAB> node = tok . node <TAB> <TAB> <TAB> ancestor = node . parent . parent <TAB> while ancestor is not None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> predecessor_type = pytree_utils . NodeName ( ancestor ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> if predecessor_type != ""atom"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ancestor = ancestor . parent","if predecessor_type in [ ""arith_expr"" , ""term"" ] :",280
17793,"def build(self):
    max_matched = 0
    for head in self.heads:
        for chain in self.combine_chain(head):
            if chain.num_matched > max_matched:
                max_matched = chain.num_matched
            self.chains.append(chain)
    for chain in self.chains:
        chain.weights.append(
            chain.num_matched / float(max_matched or chain.num_matched or 1)
        )
        chain.finish()
    self.chains.sort(key=lambda chain: chain.weight, reverse=True)
    for chain in self.chains:
        Logr.debug(""chain weight: %.02f"", chain.weight)
        Logr.debug(""\tInfo: %s"", chain.info)
        Logr.debug(""\tWeights: %s"", chain.weights)
        Logr.debug(""\tNumber of Fragments Matched: %s"", chain.num_matched)","def build ( self ) : <TAB> max_matched = 0 <TAB> for head in self . heads : <TAB> <TAB> for chain in self . combine_chain ( head ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> max_matched = chain . num_matched <TAB> <TAB> <TAB> self . chains . append ( chain ) <TAB> for chain in self . chains : <TAB> <TAB> chain . weights . append ( <TAB> <TAB> <TAB> chain . num_matched / float ( max_matched or chain . num_matched or 1 ) <TAB> <TAB> ) <TAB> <TAB> chain . finish ( ) <TAB> self . chains . sort ( key = lambda chain : chain . weight , reverse = True ) <TAB> for chain in self . chains : <TAB> <TAB> Logr . debug ( ""chain weight: %.02f"" , chain . weight ) <TAB> <TAB> Logr . debug ( ""\tInfo: %s"" , chain . info ) <TAB> <TAB> Logr . debug ( ""\tWeights: %s"" , chain . weights ) <TAB> <TAB> Logr . debug ( ""\tNumber of Fragments Matched: %s"" , chain . num_matched )",if chain . num_matched > max_matched :,240
8146,"def test_source_address(self):
    for addr, is_ipv6 in VALID_SOURCE_ADDRESSES:
        if is_ipv6 and not HAS_IPV6_AND_DNS:
            warnings.warn(""No IPv6 support: skipping."", NoIPv6Warning)
            continue
        pool = HTTPConnectionPool(
            self.host, self.port, source_address=addr, retries=False
        )
        self.addCleanup(pool.close)
        r = pool.request(""GET"", ""/source_address"")
        self.assertEqual(r.data, b(addr[0]))","def test_source_address ( self ) : <TAB> for addr , is_ipv6 in VALID_SOURCE_ADDRESSES : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> warnings . warn ( ""No IPv6 support: skipping."" , NoIPv6Warning ) <TAB> <TAB> <TAB> continue <TAB> <TAB> pool = HTTPConnectionPool ( <TAB> <TAB> <TAB> self . host , self . port , source_address = addr , retries = False <TAB> <TAB> ) <TAB> <TAB> self . addCleanup ( pool . close ) <TAB> <TAB> r = pool . request ( ""GET"" , ""/source_address"" ) <TAB> <TAB> self . assertEqual ( r . data , b ( addr [ 0 ] ) )",if is_ipv6 and not HAS_IPV6_AND_DNS :,150
22897,"def setLabel(self, s, protect=False):
    """"""Set the label of the minibuffer.""""""
    c, k, w = self.c, self, self.w
    if w:
        # Support for the curses gui.
        if hasattr(g.app.gui, ""set_minibuffer_label""):
            g.app.gui.set_minibuffer_label(c, s)
        w.setAllText(s)
        n = len(s)
        w.setSelectionRange(n, n, insert=n)
        if protect:
            k.mb_prefix = s
","def setLabel ( self , s , protect = False ) : <TAB> """"""Set the label of the minibuffer."""""" <TAB> c , k , w = self . c , self , self . w <TAB> if w : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> g . app . gui . set_minibuffer_label ( c , s ) <TAB> <TAB> w . setAllText ( s ) <TAB> <TAB> n = len ( s ) <TAB> <TAB> w . setSelectionRange ( n , n , insert = n ) <TAB> <TAB> if protect : <TAB> <TAB> <TAB> k . mb_prefix = s","if hasattr ( g . app . gui , ""set_minibuffer_label"" ) :",151
16543,"def get_setup_script(cls):
    script = """"
    # allow the setup script to also run in test mode
    if cls.INTERNAL_TESTMODE:
        script += ""\nCONFIGURE SESSION SET __internal_testmode := true;""
    # Look at all SCHEMA entries and potentially create multiple
    # modules, but always create the 'test' module.
    schema = [""\nmodule test {}""]
    for name in dir(cls):
        m = re.match(r""^SCHEMA(?:_(\w+))?"", name)
        if m:
            module_name = (m.group(1) or ""test"").lower().replace(""__"", ""."")
            schema_fn = getattr(cls, name)
            if schema_fn is not None:
                with open(schema_fn, ""r"") as sf:
                    module = sf.read()
                schema.append(f""\nmodule {module_name} {{ {module} }}"")
    script += f""\nSTART MIGRATION""
    script += f' TO {{ {"""".join(schema)} }};'
    script += f""\nPOPULATE MIGRATION;""
    script += f""\nCOMMIT MIGRATION;""
    if cls.SETUP:
        if not isinstance(cls.SETUP, (list, tuple)):
            scripts = [cls.SETUP]
        else:
            scripts = cls.SETUP
        for scr in scripts:
            if ""\n"" not in scr and os.path.exists(scr):
                with open(scr, ""rt"") as f:
                    setup = f.read()
            else:
                setup = scr
            script += ""\n"" + setup
    # allow the setup script to also run in test mode
    if cls.INTERNAL_TESTMODE:
        script += ""\nCONFIGURE SESSION SET __internal_testmode := false;""
    return script.strip("" \n"")","def get_setup_script ( cls ) : <TAB> script = """" <TAB> <TAB> if cls . INTERNAL_TESTMODE : <TAB> <TAB> script += ""\nCONFIGURE SESSION SET __internal_testmode := true;"" <TAB> <TAB> <TAB> schema = [ ""\nmodule test {}"" ] <TAB> for name in dir ( cls ) : <TAB> <TAB> m = re . match ( r""^SCHEMA(?:_(\w+))?"" , name ) <TAB> <TAB> if m : <TAB> <TAB> <TAB> module_name = ( m . group ( 1 ) or ""test"" ) . lower ( ) . replace ( ""__"" , ""."" ) <TAB> <TAB> <TAB> schema_fn = getattr ( cls , name ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> with open ( schema_fn , ""r"" ) as sf : <TAB> <TAB> <TAB> <TAB> <TAB> module = sf . read ( ) <TAB> <TAB> <TAB> <TAB> schema . append ( f""\nmodule {module_name} {{ {module} }}"" ) <TAB> script += f""\nSTART MIGRATION"" <TAB> script += f' TO {{ {"""".join(schema)} }};' <TAB> script += f""\nPOPULATE MIGRATION;"" <TAB> script += f""\nCOMMIT MIGRATION;"" <TAB> if cls . SETUP : <TAB> <TAB> if not isinstance ( cls . SETUP , ( list , tuple ) ) : <TAB> <TAB> <TAB> scripts = [ cls . SETUP ] <TAB> <TAB> else : <TAB> <TAB> <TAB> scripts = cls . SETUP <TAB> <TAB> for scr in scripts : <TAB> <TAB> <TAB> if ""\n"" not in scr and os . path . exists ( scr ) : <TAB> <TAB> <TAB> <TAB> with open ( scr , ""rt"" ) as f : <TAB> <TAB> <TAB> <TAB> <TAB> setup = f . read ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> setup = scr <TAB> <TAB> <TAB> script += ""\n"" + setup <TAB> <TAB> if cls . INTERNAL_TESTMODE : <TAB> <TAB> script += ""\nCONFIGURE SESSION SET __internal_testmode := false;"" <TAB> return script . strip ( "" \n"" )",if schema_fn is not None :,472
18183,"def do_sub(m):
    c = m.groupdict()
    if c[""htmlchars""]:
        return cgi.escape(c[""htmlchars""])
    if c[""lineend""]:
        return ""<br>""
    elif c[""space""]:
        t = m.group().replace(""\t"", u""&nbsp;"" * tabstop)
        t = t.replace("" "", ""&nbsp;"")
        return t
    elif c[""space""] == ""\t"":
        return "" "" * tabstop
    else:
        url = m.group(""protocol"")
        if url.startswith("" ""):
            prefix = "" ""
            url = url[1:]
        else:
            prefix = """"
        last = m.groups()[-1]
        if last in [""\n"", ""\r"", ""\r\n""]:
            last = ""<br>""
        return u'{0}<a href=""{1}"">{2}</a>{3}'.format(prefix, url, url, last)","def do_sub ( m ) : <TAB> c = m . groupdict ( ) <TAB> if c [ ""htmlchars"" ] : <TAB> <TAB> return cgi . escape ( c [ ""htmlchars"" ] ) <TAB> if c [ ""lineend"" ] : <TAB> <TAB> return ""<br>"" <TAB> elif c [ ""space"" ] : <TAB> <TAB> t = m . group ( ) . replace ( ""\t"" , u""&nbsp;"" * tabstop ) <TAB> <TAB> t = t . replace ( "" "" , ""&nbsp;"" ) <TAB> <TAB> return t <TAB> elif c [ ""space"" ] == ""\t"" : <TAB> <TAB> return "" "" * tabstop <TAB> else : <TAB> <TAB> url = m . group ( ""protocol"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> prefix = "" "" <TAB> <TAB> <TAB> url = url [ 1 : ] <TAB> <TAB> else : <TAB> <TAB> <TAB> prefix = """" <TAB> <TAB> last = m . groups ( ) [ - 1 ] <TAB> <TAB> if last in [ ""\n"" , ""\r"" , ""\r\n"" ] : <TAB> <TAB> <TAB> last = ""<br>"" <TAB> <TAB> return u'{0}<a href=""{1}"">{2}</a>{3}' . format ( prefix , url , url , last )","if url . startswith ( "" "" ) :",238
18669,"def validate_email(self, data):
    email = data.get(""email"")
    if email is None:
        return
    existing_team = Teams.query.filter_by(email=email).first()
    if is_admin():
        team_id = data.get(""id"")
        if team_id:
            if existing_team and existing_team.id != team_id:
                raise ValidationError(
                    ""Email address has already been used"", field_names=[""email""]
                )
        else:
            if existing_team:
                raise ValidationError(
                    ""Email address has already been used"", field_names=[""email""]
                )
    else:
        current_team = get_current_team()
        if email == current_team.email:
            return data
        else:
            if existing_team:
                raise ValidationError(
                    ""Email address has already been used"", field_names=[""email""]
                )
","def validate_email ( self , data ) : <TAB> email = data . get ( ""email"" ) <TAB> if email is None : <TAB> <TAB> return <TAB> existing_team = Teams . query . filter_by ( email = email ) . first ( ) <TAB> if is_admin ( ) : <TAB> <TAB> team_id = data . get ( ""id"" ) <TAB> <TAB> if team_id : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise ValidationError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Email address has already been used"" , field_names = [ ""email"" ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if existing_team : <TAB> <TAB> <TAB> <TAB> raise ValidationError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Email address has already been used"" , field_names = [ ""email"" ] <TAB> <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> current_team = get_current_team ( ) <TAB> <TAB> if email == current_team . email : <TAB> <TAB> <TAB> return data <TAB> <TAB> else : <TAB> <TAB> <TAB> if existing_team : <TAB> <TAB> <TAB> <TAB> raise ValidationError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Email address has already been used"" , field_names = [ ""email"" ] <TAB> <TAB> <TAB> <TAB> )",if existing_team and existing_team . id != team_id :,264
8646,"def process(self):
    if not self.outputs[0].is_linked:
        return
    var_names = self.get_variables()
    inputs = self.get_input()
    results = []
    if var_names:
        input_values = [inputs.get(name, [[0]]) for name in var_names]
        parameters = match_long_repeat(input_values)
    else:
        parameters = [[[None]]]
    for objects in zip(*parameters):
        object_results = []
        for values in zip_long_repeat(*objects):
            variables = dict(zip(var_names, values))
            vector = []
            for formula in self.formulas():
                if formula:
                    value = safe_eval(formula, variables)
                    vector.append(value)
            if self.separate:
                object_results.append(vector)
            else:
                object_results.extend(vector)
        results.append(object_results)
    if self.wrap:
        results = [results]
    self.outputs[""Result""].sv_set(results)","def process ( self ) : <TAB> if not self . outputs [ 0 ] . is_linked : <TAB> <TAB> return <TAB> var_names = self . get_variables ( ) <TAB> inputs = self . get_input ( ) <TAB> results = [ ] <TAB> if var_names : <TAB> <TAB> input_values = [ inputs . get ( name , [ [ 0 ] ] ) for name in var_names ] <TAB> <TAB> parameters = match_long_repeat ( input_values ) <TAB> else : <TAB> <TAB> parameters = [ [ [ None ] ] ] <TAB> for objects in zip ( * parameters ) : <TAB> <TAB> object_results = [ ] <TAB> <TAB> for values in zip_long_repeat ( * objects ) : <TAB> <TAB> <TAB> variables = dict ( zip ( var_names , values ) ) <TAB> <TAB> <TAB> vector = [ ] <TAB> <TAB> <TAB> for formula in self . formulas ( ) : <TAB> <TAB> <TAB> <TAB> if formula : <TAB> <TAB> <TAB> <TAB> <TAB> value = safe_eval ( formula , variables ) <TAB> <TAB> <TAB> <TAB> <TAB> vector . append ( value ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> object_results . append ( vector ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> object_results . extend ( vector ) <TAB> <TAB> results . append ( object_results ) <TAB> if self . wrap : <TAB> <TAB> results = [ results ] <TAB> self . outputs [ ""Result"" ] . sv_set ( results )",if self . separate :,291
21986,"def user_line(self, frame):
    traceenter(""user_line"", _dumpf(frame))
    # Traces at line zero
    if frame.f_lineno != 0:
        breakReason = self.breakReason
        if breakReason is None:
            breakReason = axdebug.BREAKREASON_STEP
        self._HandleBreakPoint(frame, None, breakReason)","def user_line ( self , frame ) : <TAB> traceenter ( ""user_line"" , _dumpf ( frame ) ) <TAB> <TAB> if frame . f_lineno != 0 : <TAB> <TAB> breakReason = self . breakReason <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> breakReason = axdebug . BREAKREASON_STEP <TAB> <TAB> self . _HandleBreakPoint ( frame , None , breakReason )",if breakReason is None :,94
3351,"def startDemo(self):
    self.refreshCanvas()
    self.dirty = True
    turtle.TurtleScreen._RUNNING = True
    self.configGUI(DISABLED, DISABLED, NORMAL, DISABLED, ""demo running..."", ""black"")
    self.screen.clear()
    self.screen.mode(""standard"")
    self.state = RUNNING
    try:
        result = self.module.main()
        if result == ""EVENTLOOP"":
            self.state = EVENTDRIVEN
        else:
            self.state = DONE
    except turtle.Terminator:
        if self.root is None:
            return
        self.state = DONE
        result = ""stopped!""
    if self.state == DONE:
        self.configGUI(NORMAL, NORMAL, DISABLED, NORMAL, result)
    elif self.state == EVENTDRIVEN:
        self.exitflag = True
        self.configGUI(
            DISABLED, DISABLED, NORMAL, DISABLED, ""use mouse/keys or STOP"", ""red""
        )
","def startDemo ( self ) : <TAB> self . refreshCanvas ( ) <TAB> self . dirty = True <TAB> turtle . TurtleScreen . _RUNNING = True <TAB> self . configGUI ( DISABLED , DISABLED , NORMAL , DISABLED , ""demo running..."" , ""black"" ) <TAB> self . screen . clear ( ) <TAB> self . screen . mode ( ""standard"" ) <TAB> self . state = RUNNING <TAB> try : <TAB> <TAB> result = self . module . main ( ) <TAB> <TAB> if result == ""EVENTLOOP"" : <TAB> <TAB> <TAB> self . state = EVENTDRIVEN <TAB> <TAB> else : <TAB> <TAB> <TAB> self . state = DONE <TAB> except turtle . Terminator : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> self . state = DONE <TAB> <TAB> result = ""stopped!"" <TAB> if self . state == DONE : <TAB> <TAB> self . configGUI ( NORMAL , NORMAL , DISABLED , NORMAL , result ) <TAB> elif self . state == EVENTDRIVEN : <TAB> <TAB> self . exitflag = True <TAB> <TAB> self . configGUI ( <TAB> <TAB> <TAB> DISABLED , DISABLED , NORMAL , DISABLED , ""use mouse/keys or STOP"" , ""red"" <TAB> <TAB> )",if self . root is None :,278
16535,"def get_filter_based_on_pattern(
    pattern: str,
    fields: Sequence[str] = ("".name"",),
    flag: str = """",
    *,
    filter_and: str = """",
    filter_or: str = """",
) -> Tuple[str, Dict[str, str]]:
    # TODO: This is quite ugly.
    # We will re-implement this as soon as we have query builder APIs.
    if flag:
        flag = f""(?{flag})""
    qkw: Dict[str, str] = {}
    filter_cond = """"
    if pattern and fields:
        # the pattern is the same for all fields, so we only use one
        # variable
        qkw = {""re_filter"": flag + pattern}
        filters = []
        for field in fields:
            filters.append(f""re_test(<str>$re_filter, {field})"")
        filter_cond = f'({"" OR "".join(filters)})'
    filter_clause = """"
    if filter_cond:
        filter_clause += filter_cond
    if filter_and:
        if filter_clause:
            filter_clause += "" AND ""
        filter_clause += filter_and
    if filter_or:
        if filter_clause:
            filter_clause += "" OR ""
        filter_clause += filter_or
    if filter_clause:
        filter_clause = ""FILTER "" + filter_clause
        return filter_clause, qkw
    return """", qkw
","def get_filter_based_on_pattern ( <TAB> pattern : str , <TAB> fields : Sequence [ str ] = ( "".name"" , ) , <TAB> flag : str = """" , <TAB> * , <TAB> filter_and : str = """" , <TAB> filter_or : str = """" , ) -> Tuple [ str , Dict [ str , str ] ] : <TAB> <TAB> <TAB> if flag : <TAB> <TAB> flag = f""(?{flag})"" <TAB> qkw : Dict [ str , str ] = { } <TAB> filter_cond = """" <TAB> if pattern and fields : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> qkw = { ""re_filter"" : flag + pattern } <TAB> <TAB> filters = [ ] <TAB> <TAB> for field in fields : <TAB> <TAB> <TAB> filters . append ( f""re_test(<str>$re_filter, {field})"" ) <TAB> <TAB> filter_cond = f'({"" OR "".join(filters)})' <TAB> filter_clause = """" <TAB> if filter_cond : <TAB> <TAB> filter_clause += filter_cond <TAB> if filter_and : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> filter_clause += "" AND "" <TAB> <TAB> filter_clause += filter_and <TAB> if filter_or : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> filter_clause += "" OR "" <TAB> <TAB> filter_clause += filter_or <TAB> <fill-in> <TAB> <TAB> filter_clause = ""FILTER "" + filter_clause <TAB> <TAB> return filter_clause , qkw <TAB> return """" , qkw",if filter_clause :,367
24070,"def __init__(self, isofile):
    try:
        f = open(isofile, ""rb"")
    except (IOError):
        sys.stderr.write(""can't open {0}"".format(isofile))
        raise
    if os.path.getsize(isofile) == 0:
        raise IOError(""File {0} appears to be empty"".format(isofile))
    self.isoFile = f
    self.priVol = None
    self.rootDir = None
    self.rripOffset = -1
    desc_nr = 0
    while True:
        desc_nr = desc_nr + 1
        try:
            self.isoFile.seek(BLOCK_SIZE * (15 + desc_nr))
            volume_dsc = self.isoFile.read(BLOCK_SIZE)
            flag = struct.unpack(""B"", volume_dsc[0:1])[0]
            if flag == 1:
                self.__readPrimaryVolume__(volume_dsc)
                continue
            if flag == 255:
                break
        except Exception as e:
            gen.log(""Got exception when init iso file:"", sys.exc_info()[0])
            self.priVol = None
            self.rootDir = None
            break","def __init__ ( self , isofile ) : <TAB> try : <TAB> <TAB> f = open ( isofile , ""rb"" ) <TAB> except ( IOError ) : <TAB> <TAB> sys . stderr . write ( ""can't open {0}"" . format ( isofile ) ) <TAB> <TAB> raise <TAB> if os . path . getsize ( isofile ) == 0 : <TAB> <TAB> raise IOError ( ""File {0} appears to be empty"" . format ( isofile ) ) <TAB> self . isoFile = f <TAB> self . priVol = None <TAB> self . rootDir = None <TAB> self . rripOffset = - 1 <TAB> desc_nr = 0 <TAB> while True : <TAB> <TAB> desc_nr = desc_nr + 1 <TAB> <TAB> try : <TAB> <TAB> <TAB> self . isoFile . seek ( BLOCK_SIZE * ( 15 + desc_nr ) ) <TAB> <TAB> <TAB> volume_dsc = self . isoFile . read ( BLOCK_SIZE ) <TAB> <TAB> <TAB> flag = struct . unpack ( ""B"" , volume_dsc [ 0 : 1 ] ) [ 0 ] <TAB> <TAB> <TAB> if flag == 1 : <TAB> <TAB> <TAB> <TAB> self . __readPrimaryVolume__ ( volume_dsc ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> gen . log ( ""Got exception when init iso file:"" , sys . exc_info ( ) [ 0 ] ) <TAB> <TAB> <TAB> self . priVol = None <TAB> <TAB> <TAB> self . rootDir = None <TAB> <TAB> <TAB> break",if flag == 255 :,325
4286,"def text_to_sequence(self, text, inference=False):
    if inference:
        pinyin = self.pinyin_parser(text, style=Style.TONE3, errors=""ignore"")
        new_pinyin = []
        for x in pinyin:
            x = """".join(x)
            if ""#"" not in x:
                new_pinyin.append(x)
        phonemes = self.get_phoneme_from_char_and_pinyin(text, new_pinyin)
        text = "" "".join(phonemes)
        print(f""phoneme seq: {text}"")
    sequence = []
    for symbol in text.split():
        idx = self.symbol_to_id[symbol]
        sequence.append(idx)
    # add eos tokens
    sequence += [self.eos_id]
    return sequence","def text_to_sequence ( self , text , inference = False ) : <TAB> if inference : <TAB> <TAB> pinyin = self . pinyin_parser ( text , style = Style . TONE3 , errors = ""ignore"" ) <TAB> <TAB> new_pinyin = [ ] <TAB> <TAB> for x in pinyin : <TAB> <TAB> <TAB> x = """" . join ( x ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> new_pinyin . append ( x ) <TAB> <TAB> phonemes = self . get_phoneme_from_char_and_pinyin ( text , new_pinyin ) <TAB> <TAB> text = "" "" . join ( phonemes ) <TAB> <TAB> print ( f""phoneme seq: {text}"" ) <TAB> sequence = [ ] <TAB> for symbol in text . split ( ) : <TAB> <TAB> idx = self . symbol_to_id [ symbol ] <TAB> <TAB> sequence . append ( idx ) <TAB> <TAB> sequence += [ self . eos_id ] <TAB> return sequence","if ""#"" not in x :",214
7359,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.LIST:
                self.names = []
                (_etype360, _size357) = iprot.readListBegin()
                for _i361 in xrange(_size357):
                    _elem362 = iprot.readString()
                    self.names.append(_elem362)
                iprot.readListEnd()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.LIST:
                self.exprs = []
                (_etype366, _size363) = iprot.readListBegin()
                for _i367 in xrange(_size363):
                    _elem368 = DropPartitionsExpr()
                    _elem368.read(iprot)
                    self.exprs.append(_elem368)
                iprot.readListEnd()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . LIST : <TAB> <TAB> <TAB> <TAB> self . names = [ ] <TAB> <TAB> <TAB> <TAB> ( _etype360 , _size357 ) = iprot . readListBegin ( ) <TAB> <TAB> <TAB> <TAB> for _i361 in xrange ( _size357 ) : <TAB> <TAB> <TAB> <TAB> <TAB> _elem362 = iprot . readString ( ) <TAB> <TAB> <TAB> <TAB> <TAB> self . names . append ( _elem362 ) <TAB> <TAB> <TAB> <TAB> iprot . readListEnd ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . LIST : <TAB> <TAB> <TAB> <TAB> self . exprs = [ ] <TAB> <TAB> <TAB> <TAB> ( _etype366 , _size363 ) = iprot . readListBegin ( ) <TAB> <TAB> <TAB> <TAB> for _i367 in xrange ( _size363 ) : <TAB> <TAB> <TAB> <TAB> <TAB> _elem368 = DropPartitionsExpr ( ) <TAB> <TAB> <TAB> <TAB> <TAB> _elem368 . read ( iprot ) <TAB> <TAB> <TAB> <TAB> <TAB> self . exprs . append ( _elem368 ) <TAB> <TAB> <TAB> <TAB> iprot . readListEnd ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",elif fid == 2 :,490
1398,"def __init__(self, slither, logger):
    super().__init__(slither, logger)
    inheritance = [x.inheritance for x in slither.contracts]
    self.inheritance = {item for sublist in inheritance for item in sublist}
    self.overshadowing_state_variables = {}
    shadows = detect_state_variable_shadowing(slither.contracts)
    for overshadowing_instance in shadows:
        overshadowing_state_var = overshadowing_instance[1]
        overshadowed_state_var = overshadowing_instance[3]
        # Add overshadowing variable entry.
        if overshadowing_state_var not in self.overshadowing_state_variables:
            self.overshadowing_state_variables[overshadowing_state_var] = set()
        self.overshadowing_state_variables[overshadowing_state_var].add(
            overshadowed_state_var
        )","def __init__ ( self , slither , logger ) : <TAB> super ( ) . __init__ ( slither , logger ) <TAB> inheritance = [ x . inheritance for x in slither . contracts ] <TAB> self . inheritance = { item for sublist in inheritance for item in sublist } <TAB> self . overshadowing_state_variables = { } <TAB> shadows = detect_state_variable_shadowing ( slither . contracts ) <TAB> for overshadowing_instance in shadows : <TAB> <TAB> overshadowing_state_var = overshadowing_instance [ 1 ] <TAB> <TAB> overshadowed_state_var = overshadowing_instance [ 3 ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . overshadowing_state_variables [ overshadowing_state_var ] = set ( ) <TAB> <TAB> self . overshadowing_state_variables [ overshadowing_state_var ] . add ( <TAB> <TAB> <TAB> overshadowed_state_var <TAB> <TAB> )",if overshadowing_state_var not in self . overshadowing_state_variables :,251
16563,"def reduce_NodeName_LPAREN_OptFuncArgList_RPAREN(self, *kids):
    module = kids[0].val.module
    func_name = kids[0].val.name
    name = func_name if not module else (module, func_name)
    last_named_seen = None
    args = []
    kwargs = {}
    for argname, argname_ctx, arg in kids[2].val:
        if argname is not None:
            if argname in kwargs:
                raise EdgeQLSyntaxError(
                    f""duplicate named argument `{argname}`"", context=argname_ctx
                )
            last_named_seen = argname
            kwargs[argname] = arg
        else:
            if last_named_seen is not None:
                raise EdgeQLSyntaxError(
                    f""positional argument after named "" f""argument `{last_named_seen}`"",
                    context=arg.context,
                )
            args.append(arg)
    self.val = qlast.FunctionCall(func=name, args=args, kwargs=kwargs)","def reduce_NodeName_LPAREN_OptFuncArgList_RPAREN ( self , * kids ) : <TAB> module = kids [ 0 ] . val . module <TAB> func_name = kids [ 0 ] . val . name <TAB> name = func_name if not module else ( module , func_name ) <TAB> last_named_seen = None <TAB> args = [ ] <TAB> kwargs = { } <TAB> for argname , argname_ctx , arg in kids [ 2 ] . val : <TAB> <TAB> if argname is not None : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise EdgeQLSyntaxError ( <TAB> <TAB> <TAB> <TAB> <TAB> f""duplicate named argument `{argname}`"" , context = argname_ctx <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> last_named_seen = argname <TAB> <TAB> <TAB> kwargs [ argname ] = arg <TAB> <TAB> else : <TAB> <TAB> <TAB> if last_named_seen is not None : <TAB> <TAB> <TAB> <TAB> raise EdgeQLSyntaxError ( <TAB> <TAB> <TAB> <TAB> <TAB> f""positional argument after named "" f""argument `{last_named_seen}`"" , <TAB> <TAB> <TAB> <TAB> <TAB> context = arg . context , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> args . append ( arg ) <TAB> self . val = qlast . FunctionCall ( func = name , args = args , kwargs = kwargs )",if argname in kwargs :,287
9729,"def find_prefix_cce(directory):
    results = find_rules(directory, has_prefix_cce)
    print(""Number of rules with prefixed CCEs: %d"" % len(results))
    for result in results:
        rule_path = result[0]
        product_yaml_path = result[1]
        product_yaml = None
        if product_yaml_path is not None:
            product_yaml = yaml.open_raw(product_yaml_path)
        fix_file(rule_path, product_yaml, fix_prefix_cce)","def find_prefix_cce ( directory ) : <TAB> results = find_rules ( directory , has_prefix_cce ) <TAB> print ( ""Number of rules with prefixed CCEs: %d"" % len ( results ) ) <TAB> for result in results : <TAB> <TAB> rule_path = result [ 0 ] <TAB> <TAB> product_yaml_path = result [ 1 ] <TAB> <TAB> product_yaml = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> product_yaml = yaml . open_raw ( product_yaml_path ) <TAB> <TAB> fix_file ( rule_path , product_yaml , fix_prefix_cce )",if product_yaml_path is not None :,143
84,"def set_json_body(cls, request_builder):
    old_body = request_builder.info.pop(""data"", {})
    if isinstance(old_body, abc.Mapping):
        body = request_builder.info.setdefault(""json"", {})
        for path in old_body:
            if isinstance(path, tuple):
                cls._sequence_path_resolver(path, old_body[path], body)
            else:
                body[path] = old_body[path]
    else:
        request_builder.info.setdefault(""json"", old_body)
","def set_json_body ( cls , request_builder ) : <TAB> old_body = request_builder . info . pop ( ""data"" , { } ) <TAB> if isinstance ( old_body , abc . Mapping ) : <TAB> <TAB> body = request_builder . info . setdefault ( ""json"" , { } ) <TAB> <TAB> for path in old_body : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> cls . _sequence_path_resolver ( path , old_body [ path ] , body ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> body [ path ] = old_body [ path ] <TAB> else : <TAB> <TAB> request_builder . info . setdefault ( ""json"" , old_body )","if isinstance ( path , tuple ) :",147
19440,"def __init__(
    self,
    sequence: Optional[Sequence] = None,
    np_histogram: Optional[""NumpyHistogram""] = None,
    num_bins: int = 64,
) -> None:
    if np_histogram:
        if len(np_histogram) == 2:
            self.histogram = (
                np_histogram[0].tolist()
                if hasattr(np_histogram[0], ""tolist"")
                else np_histogram[0]
            )
            self.bins = (
                np_histogram[1].tolist()
                if hasattr(np_histogram[1], ""tolist"")
                else np_histogram[1]
            )
        else:
            raise ValueError(
                ""Expected np_histogram to be a tuple of (values, bin_edges) or sequence to be specified""
            )
    else:
        np = util.get_module(
            ""numpy"", required=""Auto creation of histograms requires numpy""
        )
        self.histogram, self.bins = np.histogram(sequence, bins=num_bins)
        self.histogram = self.histogram.tolist()
        self.bins = self.bins.tolist()
    if len(self.histogram) > self.MAX_LENGTH:
        raise ValueError(""The maximum length of a histogram is %i"" % self.MAX_LENGTH)
    if len(self.histogram) + 1 != len(self.bins):
        raise ValueError(""len(bins) must be len(histogram) + 1"")","def __init__ ( <TAB> self , <TAB> sequence : Optional [ Sequence ] = None , <TAB> np_histogram : Optional [ ""NumpyHistogram"" ] = None , <TAB> num_bins : int = 64 , ) -> None : <TAB> if np_histogram : <TAB> <TAB> if len ( np_histogram ) == 2 : <TAB> <TAB> <TAB> self . histogram = ( <TAB> <TAB> <TAB> <TAB> np_histogram [ 0 ] . tolist ( ) <TAB> <TAB> <TAB> <TAB> if hasattr ( np_histogram [ 0 ] , ""tolist"" ) <TAB> <TAB> <TAB> <TAB> else np_histogram [ 0 ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . bins = ( <TAB> <TAB> <TAB> <TAB> np_histogram [ 1 ] . tolist ( ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> else np_histogram [ 1 ] <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Expected np_histogram to be a tuple of (values, bin_edges) or sequence to be specified"" <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> np = util . get_module ( <TAB> <TAB> <TAB> ""numpy"" , required = ""Auto creation of histograms requires numpy"" <TAB> <TAB> ) <TAB> <TAB> self . histogram , self . bins = np . histogram ( sequence , bins = num_bins ) <TAB> <TAB> self . histogram = self . histogram . tolist ( ) <TAB> <TAB> self . bins = self . bins . tolist ( ) <TAB> if len ( self . histogram ) > self . MAX_LENGTH : <TAB> <TAB> raise ValueError ( ""The maximum length of a histogram is %i"" % self . MAX_LENGTH ) <TAB> if len ( self . histogram ) + 1 != len ( self . bins ) : <TAB> <TAB> raise ValueError ( ""len(bins) must be len(histogram) + 1"" )","if hasattr ( np_histogram [ 1 ] , ""tolist"" )",385
9135,"def extract(self):
    for l in self.splitlines():
        if len(l) < 2:
            continue
        l[0].split()
        name = l[0]
        if name in self.vars:
            self.set2[name] = int(l[2])
    for i, name in enumerate(self.vars):
        if self.counter[i]:
            self.val[name] = (self.set2[name] - self.set1[name]) * 1.0 / elapsed
        else:
            self.val[name] = self.set2[name]
    self.val[""total""] = self.val[""hits""] + self.val[""misses""]
    if self.val[""total""] > 0:
        self.val[""hit_rate""] = self.val[""hits""] / self.val[""total""] * 100.0
    else:
        self.val[""hit_rate""] = 0
    if step == op.delay:
        self.set1.update(self.set2)","def extract ( self ) : <TAB> for l in self . splitlines ( ) : <TAB> <TAB> if len ( l ) < 2 : <TAB> <TAB> <TAB> continue <TAB> <TAB> l [ 0 ] . split ( ) <TAB> <TAB> name = l [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . set2 [ name ] = int ( l [ 2 ] ) <TAB> for i , name in enumerate ( self . vars ) : <TAB> <TAB> if self . counter [ i ] : <TAB> <TAB> <TAB> self . val [ name ] = ( self . set2 [ name ] - self . set1 [ name ] ) * 1.0 / elapsed <TAB> <TAB> else : <TAB> <TAB> <TAB> self . val [ name ] = self . set2 [ name ] <TAB> self . val [ ""total"" ] = self . val [ ""hits"" ] + self . val [ ""misses"" ] <TAB> if self . val [ ""total"" ] > 0 : <TAB> <TAB> self . val [ ""hit_rate"" ] = self . val [ ""hits"" ] / self . val [ ""total"" ] * 100.0 <TAB> else : <TAB> <TAB> self . val [ ""hit_rate"" ] = 0 <TAB> if step == op . delay : <TAB> <TAB> self . set1 . update ( self . set2 )",if name in self . vars :,260
5513,"def __init__(
    self,
    env,
    reward_scale=1.0,
    obs_mean=None,
    obs_std=None,
):
    ProxyEnv.__init__(self, env)
    self._should_normalize = not (obs_mean is None and obs_std is None)
    if self._should_normalize:
        if obs_mean is None:
            obs_mean = np.zeros_like(env.observation_space.low)
        else:
            obs_mean = np.array(obs_mean)
        if obs_std is None:
            obs_std = np.ones_like(env.observation_space.low)
        else:
            obs_std = np.array(obs_std)
    self._reward_scale = reward_scale
    self._obs_mean = obs_mean
    self._obs_std = obs_std
    ub = np.ones(self._wrapped_env.action_space.shape)
    self.action_space = Box(-1 * ub, ub)","def __init__ ( <TAB> self , <TAB> env , <TAB> reward_scale = 1.0 , <TAB> obs_mean = None , <TAB> obs_std = None , ) : <TAB> ProxyEnv . __init__ ( self , env ) <TAB> self . _should_normalize = not ( obs_mean is None and obs_std is None ) <TAB> if self . _should_normalize : <TAB> <TAB> if obs_mean is None : <TAB> <TAB> <TAB> obs_mean = np . zeros_like ( env . observation_space . low ) <TAB> <TAB> else : <TAB> <TAB> <TAB> obs_mean = np . array ( obs_mean ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> obs_std = np . ones_like ( env . observation_space . low ) <TAB> <TAB> else : <TAB> <TAB> <TAB> obs_std = np . array ( obs_std ) <TAB> self . _reward_scale = reward_scale <TAB> self . _obs_mean = obs_mean <TAB> self . _obs_std = obs_std <TAB> ub = np . ones ( self . _wrapped_env . action_space . shape ) <TAB> self . action_space = Box ( - 1 * ub , ub )",if obs_std is None :,261
24316,"def run_actor(
    agent: Agent,
    rng_key: jnp.ndarray,
    get_params: Callable[[], hk.Params],
    enqueue_traj: Callable[[Transition], None],
    unroll_len: int,
    num_trajectories: int,
):
    """"""Runs an actor to produce num_trajectories trajectories.""""""
    env = catch.Catch()
    state = env.reset()
    traj = []
    for i in range(num_trajectories):
        params = get_params()
        # The first rollout is one step longer.
        for _ in range(unroll_len + int(i == 0)):
            rng_key, step_key = jax.random.split(rng_key)
            state = preprocess_step(state)
            action, logits = agent.step(params, step_key, state)
            transition = Transition(state, action, logits)
            traj.append(transition)
            state = env.step(action)
            if state.step_type == dm_env.StepType.LAST:
                logging.log_every_n(
                    logging.INFO, ""Episode ended with reward: %s"", 5, state.reward
                )
        # Stack and send the trajectory.
        stacked_traj = jax.tree_multimap(lambda *ts: np.stack(ts), *traj)
        enqueue_traj(stacked_traj)
        # Reset the trajectory, keeping the last timestep.
        traj = traj[-1:]","def run_actor ( <TAB> agent : Agent , <TAB> rng_key : jnp . ndarray , <TAB> get_params : Callable [ [ ] , hk . Params ] , <TAB> enqueue_traj : Callable [ [ Transition ] , None ] , <TAB> unroll_len : int , <TAB> num_trajectories : int , ) : <TAB> """"""Runs an actor to produce num_trajectories trajectories."""""" <TAB> env = catch . Catch ( ) <TAB> state = env . reset ( ) <TAB> traj = [ ] <TAB> for i in range ( num_trajectories ) : <TAB> <TAB> params = get_params ( ) <TAB> <TAB> <TAB> <TAB> for _ in range ( unroll_len + int ( i == 0 ) ) : <TAB> <TAB> <TAB> rng_key , step_key = jax . random . split ( rng_key ) <TAB> <TAB> <TAB> state = preprocess_step ( state ) <TAB> <TAB> <TAB> action , logits = agent . step ( params , step_key , state ) <TAB> <TAB> <TAB> transition = Transition ( state , action , logits ) <TAB> <TAB> <TAB> traj . append ( transition ) <TAB> <TAB> <TAB> state = env . step ( action ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> logging . log_every_n ( <TAB> <TAB> <TAB> <TAB> <TAB> logging . INFO , ""Episode ended with reward: %s"" , 5 , state . reward <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> stacked_traj = jax . tree_multimap ( lambda * ts : np . stack ( ts ) , * traj ) <TAB> <TAB> enqueue_traj ( stacked_traj ) <TAB> <TAB> <TAB> <TAB> traj = traj [ - 1 : ]",if state . step_type == dm_env . StepType . LAST :,392
13205,"def dump(self):
    for field in self._fields_:
        if isinstance(getattr(self, field[0]), POINTER64):
            print(""%s: 0x%x"" % (field[0], getattr(self, field[0]).value))
        elif isinstance(getattr(self, field[0]), sysctl_oid_t.slist_entry):
            print(
                ""%s: Struct( 0x%x )""
                % (field[0], getattr(self, field[0]).sle_next.value)
            )
        else:
            print(""%s: 0x%x"" % (field[0], getattr(self, field[0])))","def dump ( self ) : <TAB> for field in self . _fields_ : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""%s: 0x%x"" % ( field [ 0 ] , getattr ( self , field [ 0 ] ) . value ) ) <TAB> <TAB> elif isinstance ( getattr ( self , field [ 0 ] ) , sysctl_oid_t . slist_entry ) : <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""%s: Struct( 0x%x )"" <TAB> <TAB> <TAB> <TAB> % ( field [ 0 ] , getattr ( self , field [ 0 ] ) . sle_next . value ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""%s: 0x%x"" % ( field [ 0 ] , getattr ( self , field [ 0 ] ) ) )","if isinstance ( getattr ( self , field [ 0 ] ) , POINTER64 ) :",171
8423,"def _set_uid(self, val):
    if val is not None:
        if pwd is None:
            self.bus.log(""pwd module not available; ignoring uid."", level=30)
            val = None
        elif isinstance(val, text_or_bytes):
            val = pwd.getpwnam(val)[2]
    self._uid = val","def _set_uid ( self , val ) : <TAB> if val is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . bus . log ( ""pwd module not available; ignoring uid."" , level = 30 ) <TAB> <TAB> <TAB> val = None <TAB> <TAB> elif isinstance ( val , text_or_bytes ) : <TAB> <TAB> <TAB> val = pwd . getpwnam ( val ) [ 2 ] <TAB> self . _uid = val",if pwd is None :,92
8241,"def compute_work_statistics(self):
    """"""Computes statistics from all work pieces stored in this class.""""""
    result = {}
    for v in itervalues(self.work):
        submission_id = v[""submission_id""]
        if submission_id not in result:
            result[submission_id] = {
                ""completed"": 0,
                ""num_errors"": 0,
                ""error_messages"": set(),
                ""eval_times"": [],
                ""min_eval_time"": None,
                ""max_eval_time"": None,
                ""mean_eval_time"": None,
                ""median_eval_time"": None,
            }
        if not v[""is_completed""]:
            continue
        result[submission_id][""completed""] += 1
        if ""error"" in v and v[""error""]:
            result[submission_id][""num_errors""] += 1
            result[submission_id][""error_messages""].add(v[""error""])
        else:
            result[submission_id][""eval_times""].append(float(v[""elapsed_time""]))
    for v in itervalues(result):
        if v[""eval_times""]:
            v[""min_eval_time""] = np.min(v[""eval_times""])
            v[""max_eval_time""] = np.max(v[""eval_times""])
            v[""mean_eval_time""] = np.mean(v[""eval_times""])
            v[""median_eval_time""] = np.median(v[""eval_times""])
    return result","def compute_work_statistics ( self ) : <TAB> """"""Computes statistics from all work pieces stored in this class."""""" <TAB> result = { } <TAB> for v in itervalues ( self . work ) : <TAB> <TAB> submission_id = v [ ""submission_id"" ] <TAB> <TAB> if submission_id not in result : <TAB> <TAB> <TAB> result [ submission_id ] = { <TAB> <TAB> <TAB> <TAB> ""completed"" : 0 , <TAB> <TAB> <TAB> <TAB> ""num_errors"" : 0 , <TAB> <TAB> <TAB> <TAB> ""error_messages"" : set ( ) , <TAB> <TAB> <TAB> <TAB> ""eval_times"" : [ ] , <TAB> <TAB> <TAB> <TAB> ""min_eval_time"" : None , <TAB> <TAB> <TAB> <TAB> ""max_eval_time"" : None , <TAB> <TAB> <TAB> <TAB> ""mean_eval_time"" : None , <TAB> <TAB> <TAB> <TAB> ""median_eval_time"" : None , <TAB> <TAB> <TAB> } <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> result [ submission_id ] [ ""completed"" ] += 1 <TAB> <TAB> if ""error"" in v and v [ ""error"" ] : <TAB> <TAB> <TAB> result [ submission_id ] [ ""num_errors"" ] += 1 <TAB> <TAB> <TAB> result [ submission_id ] [ ""error_messages"" ] . add ( v [ ""error"" ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> result [ submission_id ] [ ""eval_times"" ] . append ( float ( v [ ""elapsed_time"" ] ) ) <TAB> for v in itervalues ( result ) : <TAB> <TAB> if v [ ""eval_times"" ] : <TAB> <TAB> <TAB> v [ ""min_eval_time"" ] = np . min ( v [ ""eval_times"" ] ) <TAB> <TAB> <TAB> v [ ""max_eval_time"" ] = np . max ( v [ ""eval_times"" ] ) <TAB> <TAB> <TAB> v [ ""mean_eval_time"" ] = np . mean ( v [ ""eval_times"" ] ) <TAB> <TAB> <TAB> v [ ""median_eval_time"" ] = np . median ( v [ ""eval_times"" ] ) <TAB> return result","if not v [ ""is_completed"" ] :",407
21083,"def _find_base(self, ptr):
    page_size = 0x1000
    page_mask = ~(page_size - 1)
    ptr &= page_mask
    w = None
    while True:
        if self.leak.compare(ptr, b""\x7fELF""):
            break
        # See if we can short circuit the search
        fast = self._find_base_optimized(ptr)
        if fast:
            ptr = fast
            continue
        ptr -= page_size
        if ptr < 0:
            raise ValueError(""Address is negative, something is wrong!"")
        # Defer creating the spinner in the event that 'ptr'
        # is already the base address
        w = w or self.waitfor(""Finding base address"")
        self.status(""%#x"" % ptr)
    # If we created a spinner, print the success message
    if w:
        self.success(""%#x"" % ptr)
    return ptr","def _find_base ( self , ptr ) : <TAB> page_size = 0x1000 <TAB> page_mask = ~ ( page_size - 1 ) <TAB> ptr &= page_mask <TAB> w = None <TAB> while True : <TAB> <TAB> if self . leak . compare ( ptr , b""\x7fELF"" ) : <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> fast = self . _find_base_optimized ( ptr ) <TAB> <TAB> if fast : <TAB> <TAB> <TAB> ptr = fast <TAB> <TAB> <TAB> continue <TAB> <TAB> ptr -= page_size <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""Address is negative, something is wrong!"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> w = w or self . waitfor ( ""Finding base address"" ) <TAB> <TAB> self . status ( ""%#x"" % ptr ) <TAB> <TAB> if w : <TAB> <TAB> self . success ( ""%#x"" % ptr ) <TAB> return ptr",if ptr < 0 :,241
8507,"def _run(args, fallback=None, only_first_line=False):
    # noinspection PyBroadException
    try:
        lines = (
            subprocess.Popen(args, stdout=subprocess.PIPE).communicate()[0].splitlines()
        )
        result_lines = [line.decode(""utf-8"") for line in lines]
        if only_first_line:
            return result_lines[0]
        else:
            return result_lines
    except:
        return fallback","def _run ( args , fallback = None , only_first_line = False ) : <TAB> <TAB> try : <TAB> <TAB> lines = ( <TAB> <TAB> <TAB> subprocess . Popen ( args , stdout = subprocess . PIPE ) . communicate ( ) [ 0 ] . splitlines ( ) <TAB> <TAB> ) <TAB> <TAB> result_lines = [ line . decode ( ""utf-8"" ) for line in lines ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return result_lines [ 0 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> return result_lines <TAB> except : <TAB> <TAB> return fallback",if only_first_line :,126
11561,"def substitute_out(self, outvar, expr, subject=None, solver=None):
    multiplier = self.terms.pop(outvar)
    self.constant = self.constant + multiplier * expr.constant
    for clv, coeff in expr.terms.items():
        old_coefficient = self.terms.get(clv)
        if old_coefficient:
            new_coefficient = old_coefficient + multiplier * coeff
            if approx_equal(new_coefficient, 0):
                solver.note_removed_variable(clv, subject)
                del self.terms[clv]
            else:
                self.set_variable(clv, new_coefficient)
        else:
            self.set_variable(clv, multiplier * coeff)
            if solver:
                solver.note_added_variable(clv, subject)","def substitute_out ( self , outvar , expr , subject = None , solver = None ) : <TAB> multiplier = self . terms . pop ( outvar ) <TAB> self . constant = self . constant + multiplier * expr . constant <TAB> for clv , coeff in expr . terms . items ( ) : <TAB> <TAB> old_coefficient = self . terms . get ( clv ) <TAB> <TAB> if old_coefficient : <TAB> <TAB> <TAB> new_coefficient = old_coefficient + multiplier * coeff <TAB> <TAB> <TAB> if approx_equal ( new_coefficient , 0 ) : <TAB> <TAB> <TAB> <TAB> solver . note_removed_variable ( clv , subject ) <TAB> <TAB> <TAB> <TAB> del self . terms [ clv ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . set_variable ( clv , new_coefficient ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . set_variable ( clv , multiplier * coeff ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> solver . note_added_variable ( clv , subject )",if solver :,219
16758,"def get(self, resultSpec, kwargs):
    if ""buildid"" in kwargs:
        dbdict = yield self.master.db.builds.getBuild(kwargs[""buildid""])
    else:
        bldr = yield self.getBuilderId(kwargs)
        if bldr is None:
            return
        num = kwargs[""number""]
        dbdict = yield self.master.db.builds.getBuildByNumber(bldr, num)
    data = yield self.db2data(dbdict) if dbdict else None
    # In some cases, data could be None
    if data:
        filters = (
            resultSpec.popProperties() if hasattr(resultSpec, ""popProperties"") else []
        )
        # Avoid to request DB for Build's properties if not specified
        if filters:  # pragma: no cover
            try:
                props = yield self.master.db.builds.getBuildProperties(data[""buildid""])
            except (KeyError, TypeError):
                props = {}
            filtered_properties = self._generate_filtered_properties(props, filters)
            if filtered_properties:
                data[""properties""] = filtered_properties
    defer.returnValue(data)","def get ( self , resultSpec , kwargs ) : <TAB> if ""buildid"" in kwargs : <TAB> <TAB> dbdict = yield self . master . db . builds . getBuild ( kwargs [ ""buildid"" ] ) <TAB> else : <TAB> <TAB> bldr = yield self . getBuilderId ( kwargs ) <TAB> <TAB> if bldr is None : <TAB> <TAB> <TAB> return <TAB> <TAB> num = kwargs [ ""number"" ] <TAB> <TAB> dbdict = yield self . master . db . builds . getBuildByNumber ( bldr , num ) <TAB> data = yield self . db2data ( dbdict ) if dbdict else None <TAB> <TAB> if data : <TAB> <TAB> filters = ( <TAB> <TAB> <TAB> resultSpec . popProperties ( ) if hasattr ( resultSpec , ""popProperties"" ) else [ ] <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> props = yield self . master . db . builds . getBuildProperties ( data [ ""buildid"" ] ) <TAB> <TAB> <TAB> except ( KeyError , TypeError ) : <TAB> <TAB> <TAB> <TAB> props = { } <TAB> <TAB> <TAB> filtered_properties = self . _generate_filtered_properties ( props , filters ) <TAB> <TAB> <TAB> if filtered_properties : <TAB> <TAB> <TAB> <TAB> data [ ""properties"" ] = filtered_properties <TAB> defer . returnValue ( data )",if filters :,311
7008,"def _gethostbyname_ex(self, hostname_bytes, family):
    while True:
        ares = self.cares
        try:
            waiter = Waiter(self.hub)
            ares.gethostbyname(waiter, hostname_bytes, family)
            result = waiter.get()
            if not result[-1]:
                raise herror(EAI_NONAME, self.EAI_NONAME_MSG)
            return result
        except herror as ex:
            if ares is self.cares:
                if ex.args[0] == 1:
                    # Somewhere along the line, the internal
                    # implementation of gethostbyname_ex changed to invoke
                    # getaddrinfo() as a first pass, much like we do for ``getnameinfo()``;
                    # this means it raises a different error for not-found hosts.
                    raise gaierror(EAI_NONAME, self.EAI_NONAME_MSG)
                raise","def _gethostbyname_ex ( self , hostname_bytes , family ) : <TAB> while True : <TAB> <TAB> ares = self . cares <TAB> <TAB> try : <TAB> <TAB> <TAB> waiter = Waiter ( self . hub ) <TAB> <TAB> <TAB> ares . gethostbyname ( waiter , hostname_bytes , family ) <TAB> <TAB> <TAB> result = waiter . get ( ) <TAB> <TAB> <TAB> if not result [ - 1 ] : <TAB> <TAB> <TAB> <TAB> raise herror ( EAI_NONAME , self . EAI_NONAME_MSG ) <TAB> <TAB> <TAB> return result <TAB> <TAB> except herror as ex : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if ex . args [ 0 ] == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise gaierror ( EAI_NONAME , self . EAI_NONAME_MSG ) <TAB> <TAB> <TAB> <TAB> raise",if ares is self . cares :,265
4803,"def get_context_data(self, **kwargs):
    if not self.device.verified:
        messages.error(
            self.request,
            ""{} - is not verified, you cannot ""
            ""deploy this device"".format(self.device),
        )
    # find next available hostname and first free IP address for all
    # networks in which deployed machine is...
    next_hostname = None
    first_free_ip_addresses = []
    rack = self.device.find_rack()
    if rack:
        networks = rack.network_set.filter(
            environment__isnull=False,
        ).order_by(""name"")
        for network in networks:
            next_hostname = get_next_free_hostname(network.environment)
            if next_hostname:
                break
        for network in networks:
            first_free_ip = get_first_free_ip(network.name)
            if first_free_ip:
                first_free_ip_addresses.append(
                    {
                        ""network_name"": network.name,
                        ""first_free_ip"": first_free_ip,
                    }
                )
    return {
        ""form"": kwargs[""form""],
        ""device"": self.device,
        ""next_hostname"": next_hostname,
        ""first_free_ip_addresses"": first_free_ip_addresses,
    }
","def get_context_data ( self , ** kwargs ) : <TAB> if not self . device . verified : <TAB> <TAB> messages . error ( <TAB> <TAB> <TAB> self . request , <TAB> <TAB> <TAB> ""{} - is not verified, you cannot "" <TAB> <TAB> <TAB> ""deploy this device"" . format ( self . device ) , <TAB> <TAB> ) <TAB> <TAB> <TAB> next_hostname = None <TAB> first_free_ip_addresses = [ ] <TAB> rack = self . device . find_rack ( ) <TAB> if rack : <TAB> <TAB> networks = rack . network_set . filter ( <TAB> <TAB> <TAB> environment__isnull = False , <TAB> <TAB> ) . order_by ( ""name"" ) <TAB> <TAB> for network in networks : <TAB> <TAB> <TAB> next_hostname = get_next_free_hostname ( network . environment ) <TAB> <TAB> <TAB> if next_hostname : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> for network in networks : <TAB> <TAB> <TAB> first_free_ip = get_first_free_ip ( network . name ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> first_free_ip_addresses . append ( <TAB> <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""network_name"" : network . name , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""first_free_ip"" : first_free_ip , <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> ) <TAB> return { <TAB> <TAB> ""form"" : kwargs [ ""form"" ] , <TAB> <TAB> ""device"" : self . device , <TAB> <TAB> ""next_hostname"" : next_hostname , <TAB> <TAB> ""first_free_ip_addresses"" : first_free_ip_addresses , <TAB> }",if first_free_ip :,378
13512,"def assertValidTree(self, expected_tree):
    root = Category.objects.root_category()
    queryset = Category.objects.filter(tree_id=root.tree_id).order_by(""lft"")
    current_tree = []
    for category in queryset:
        current_tree.append(
            (category, category.get_level(), category.lft, category.rght)
        )
    for i, category in enumerate(expected_tree):
        _category = current_tree[i]
        if category[0] != _category[0]:
            self.fail(
                (""expected category at index #%s to be %s, "" ""found %s instead"")
                % (i, category[0], _category[0])
            )
        if category[1] != _category[1]:
            self.fail(
                (""expected level at index #%s to be %s, "" ""found %s instead"")
                % (i, category[1], _category[1])
            )
        if category[2] != _category[2]:
            self.fail(
                (""expected lft at index #%s to be %s, "" ""found %s instead"")
                % (i, category[2], _category[2])
            )
        if category[3] != _category[3]:
            self.fail(
                (""expected lft at index #%s to be %s, "" ""found %s instead"")
                % (i, category[3], _category[3])
            )","def assertValidTree ( self , expected_tree ) : <TAB> root = Category . objects . root_category ( ) <TAB> queryset = Category . objects . filter ( tree_id = root . tree_id ) . order_by ( ""lft"" ) <TAB> current_tree = [ ] <TAB> for category in queryset : <TAB> <TAB> current_tree . append ( <TAB> <TAB> <TAB> ( category , category . get_level ( ) , category . lft , category . rght ) <TAB> <TAB> ) <TAB> for i , category in enumerate ( expected_tree ) : <TAB> <TAB> _category = current_tree [ i ] <TAB> <TAB> if category [ 0 ] != _category [ 0 ] : <TAB> <TAB> <TAB> self . fail ( <TAB> <TAB> <TAB> <TAB> ( ""expected category at index #%s to be %s, "" ""found %s instead"" ) <TAB> <TAB> <TAB> <TAB> % ( i , category [ 0 ] , _category [ 0 ] ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . fail ( <TAB> <TAB> <TAB> <TAB> ( ""expected level at index #%s to be %s, "" ""found %s instead"" ) <TAB> <TAB> <TAB> <TAB> % ( i , category [ 1 ] , _category [ 1 ] ) <TAB> <TAB> <TAB> ) <TAB> <TAB> if category [ 2 ] != _category [ 2 ] : <TAB> <TAB> <TAB> self . fail ( <TAB> <TAB> <TAB> <TAB> ( ""expected lft at index #%s to be %s, "" ""found %s instead"" ) <TAB> <TAB> <TAB> <TAB> % ( i , category [ 2 ] , _category [ 2 ] ) <TAB> <TAB> <TAB> ) <TAB> <TAB> if category [ 3 ] != _category [ 3 ] : <TAB> <TAB> <TAB> self . fail ( <TAB> <TAB> <TAB> <TAB> ( ""expected lft at index #%s to be %s, "" ""found %s instead"" ) <TAB> <TAB> <TAB> <TAB> % ( i , category [ 3 ] , _category [ 3 ] ) <TAB> <TAB> <TAB> )",if category [ 1 ] != _category [ 1 ] :,404
6741,"def evaluate_attribute_node(self, node, to_string=False):
    identifier = node.value.id + ""."" + node.attr
    if isinstance(self.simulator_config.item_dict[identifier], SimulatorProtocolLabel):
        label = self.simulator_config.item_dict[identifier]
        message = label.parent()
        start, end = message.get_label_range(label, 2 if to_string else 0, False)
        return (
            message.plain_ascii_str[start:end]
            if to_string
            else int(message.plain_bits_str[start:end], 2)
        )
    elif isinstance(
        self.simulator_config.item_dict[identifier], SimulatorCounterAction
    ):
        return self.simulator_config.item_dict[identifier].value
    elif isinstance(
        self.simulator_config.item_dict[identifier], SimulatorTriggerCommandAction
    ):
        return self.simulator_config.item_dict[identifier].return_code","def evaluate_attribute_node ( self , node , to_string = False ) : <TAB> identifier = node . value . id + ""."" + node . attr <TAB> if isinstance ( self . simulator_config . item_dict [ identifier ] , SimulatorProtocolLabel ) : <TAB> <TAB> label = self . simulator_config . item_dict [ identifier ] <TAB> <TAB> message = label . parent ( ) <TAB> <TAB> start , end = message . get_label_range ( label , 2 <fill-in> else 0 , False ) <TAB> <TAB> return ( <TAB> <TAB> <TAB> message . plain_ascii_str [ start : end ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> else int ( message . plain_bits_str [ start : end ] , 2 ) <TAB> <TAB> ) <TAB> elif isinstance ( <TAB> <TAB> self . simulator_config . item_dict [ identifier ] , SimulatorCounterAction <TAB> ) : <TAB> <TAB> return self . simulator_config . item_dict [ identifier ] . value <TAB> elif isinstance ( <TAB> <TAB> self . simulator_config . item_dict [ identifier ] , SimulatorTriggerCommandAction <TAB> ) : <TAB> <TAB> return self . simulator_config . item_dict [ identifier ] . return_code",if to_string,262
21122,"def _make_headers(self):
    libraries = self._df.columns.to_list()
    columns = []
    for library in libraries:
        version = self._package_versions[library]
        library_description = self._libraries_description.get(library)
        if library_description:
            library += "" {}"".format(library_description)
        columns.append(
            ""{library}<br><small>{version}</small>"".format(
                library=library, version=version
            )
        )
    return [""""] + columns
","def _make_headers ( self ) : <TAB> libraries = self . _df . columns . to_list ( ) <TAB> columns = [ ] <TAB> for library in libraries : <TAB> <TAB> version = self . _package_versions [ library ] <TAB> <TAB> library_description = self . _libraries_description . get ( library ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> library += "" {}"" . format ( library_description ) <TAB> <TAB> columns . append ( <TAB> <TAB> <TAB> ""{library}<br><small>{version}</small>"" . format ( <TAB> <TAB> <TAB> <TAB> library = library , version = version <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> return [ """" ] + columns",if library_description :,138
3091,"def test_binary_grid_unaries():
    # test handling on unaries for binary grid CRFs
    for ds in binary:
        X, Y = ds(n_samples=1)
        x, y = X[0], Y[0]
        for inference_method in get_installed():
            # NOTE: ad3+ fails because it requires a different data structure
            if inference_method == ""ad3+"":
                continue
            crf = GridCRF(inference_method=inference_method)
            crf.initialize(X, Y)
            w_unaries_only = np.zeros(7)
            w_unaries_only[:4] = np.eye(2).ravel()
            # test that inference with unaries only is the
            # same as argmax
            inf_unaries = crf.inference(x, w_unaries_only)
            assert_array_equal(
                inf_unaries,
                np.argmax(x, axis=2),
                ""Wrong unary inference for %s"" % inference_method,
            )
            assert np.mean(inf_unaries == y) > 0.5
            # check that the right thing happens on noise-free data
            X, Y = ds(n_samples=1, noise=0)
            inf_unaries = crf.inference(X[0], w_unaries_only)
            assert_array_equal(
                inf_unaries, Y[0], ""Wrong unary result for %s"" % inference_method
            )","def test_binary_grid_unaries ( ) : <TAB> <TAB> for ds in binary : <TAB> <TAB> X , Y = ds ( n_samples = 1 ) <TAB> <TAB> x , y = X [ 0 ] , Y [ 0 ] <TAB> <TAB> for inference_method in get_installed ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> crf = GridCRF ( inference_method = inference_method ) <TAB> <TAB> <TAB> crf . initialize ( X , Y ) <TAB> <TAB> <TAB> w_unaries_only = np . zeros ( 7 ) <TAB> <TAB> <TAB> w_unaries_only [ : 4 ] = np . eye ( 2 ) . ravel ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> inf_unaries = crf . inference ( x , w_unaries_only ) <TAB> <TAB> <TAB> assert_array_equal ( <TAB> <TAB> <TAB> <TAB> inf_unaries , <TAB> <TAB> <TAB> <TAB> np . argmax ( x , axis = 2 ) , <TAB> <TAB> <TAB> <TAB> ""Wrong unary inference for %s"" % inference_method , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> assert np . mean ( inf_unaries == y ) > 0.5 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> X , Y = ds ( n_samples = 1 , noise = 0 ) <TAB> <TAB> <TAB> inf_unaries = crf . inference ( X [ 0 ] , w_unaries_only ) <TAB> <TAB> <TAB> assert_array_equal ( <TAB> <TAB> <TAB> <TAB> inf_unaries , Y [ 0 ] , ""Wrong unary result for %s"" % inference_method <TAB> <TAB> <TAB> )","if inference_method == ""ad3+"" :",401
5104,"def user_delete(request, user_id, response_format=""html""):
    ""User delete""
    profile = get_object_or_404(User, pk=user_id)
    message = """"
    if profile == request.user.profile:
        message = _(""This is you!"")
    else:
        if request.POST:
            if ""delete"" in request.POST:
                profile.delete()
                return HttpResponseRedirect(reverse(""core_admin_index_users""))
            elif ""cancel"" in request.POST:
                return HttpResponseRedirect(
                    reverse(""core_admin_user_view"", args=[profile.id])
                )
    return render_to_response(
        ""core/administration/user_delete"",
        {""profile"": profile, ""message"": message},
        context_instance=RequestContext(request),
        response_format=response_format,
    )","def user_delete ( request , user_id , response_format = ""html"" ) : <TAB> ""User delete"" <TAB> profile = get_object_or_404 ( User , pk = user_id ) <TAB> message = """" <TAB> if profile == request . user . profile : <TAB> <TAB> message = _ ( ""This is you!"" ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ""delete"" in request . POST : <TAB> <TAB> <TAB> <TAB> profile . delete ( ) <TAB> <TAB> <TAB> <TAB> return HttpResponseRedirect ( reverse ( ""core_admin_index_users"" ) ) <TAB> <TAB> <TAB> elif ""cancel"" in request . POST : <TAB> <TAB> <TAB> <TAB> return HttpResponseRedirect ( <TAB> <TAB> <TAB> <TAB> <TAB> reverse ( ""core_admin_user_view"" , args = [ profile . id ] ) <TAB> <TAB> <TAB> <TAB> ) <TAB> return render_to_response ( <TAB> <TAB> ""core/administration/user_delete"" , <TAB> <TAB> { ""profile"" : profile , ""message"" : message } , <TAB> <TAB> context_instance = RequestContext ( request ) , <TAB> <TAB> response_format = response_format , <TAB> )",if request . POST :,233
5373,"def gradients_X(self, dL_dK, X, X2=None):
    # index = np.asarray(X, dtype=np.int)
    # index = index.reshape(index.size,)
    if hasattr(X, ""values""):
        X = X.values
    index = np.int_(X[:, 1])
    index = index.reshape(
        index.size,
    )
    X_flag = index[0] >= self.output_dim
    # If input_dim == 1, use this
    # gX = np.zeros((X.shape[0], 1))
    # Cheat to allow gradient for input_dim==2
    gX = np.zeros(X.shape)
    if X2 is None:  # Kuu or Kmm
        if X_flag:
            index -= self.output_dim
            gX[:, 0] = 2.0 * (dL_dK * self._gkuu_X(X, index)).sum(0)
            return gX
        else:
            raise NotImplementedError
    else:  # Kuf or Kmn
        # index2 = np.asarray(X2, dtype=np.int)
        # index2 = index2.reshape(index2.size,)
        if hasattr(X2, ""values""):
            X2 = X2.values
        index2 = np.int_(X2[:, 1])
        index2 = index2.reshape(
            index2.size,
        )
        X2_flag = index2[0] >= self.output_dim
        if X_flag and not X2_flag:  # gradient of Kuf(Z, X) wrt Z
            index -= self.output_dim
            gX[:, 0] = (dL_dK * self._gkfu_z(X2, index2, X, index).T).sum(1)
            return gX
        else:
            raise NotImplementedError","def gradients_X ( self , dL_dK , X , X2 = None ) : <TAB> <TAB> <TAB> if hasattr ( X , ""values"" ) : <TAB> <TAB> X = X . values <TAB> index = np . int_ ( X [ : , 1 ] ) <TAB> index = index . reshape ( <TAB> <TAB> index . size , <TAB> ) <TAB> X_flag = index [ 0 ] >= self . output_dim <TAB> <TAB> <TAB> <TAB> gX = np . zeros ( X . shape ) <TAB> if X2 is None : <TAB> <TAB> if X_flag : <TAB> <TAB> <TAB> index -= self . output_dim <TAB> <TAB> <TAB> gX [ : , 0 ] = 2.0 * ( dL_dK * self . _gkuu_X ( X , index ) ) . sum ( 0 ) <TAB> <TAB> <TAB> return gX <TAB> <TAB> else : <TAB> <TAB> <TAB> raise NotImplementedError <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if hasattr ( X2 , ""values"" ) : <TAB> <TAB> <TAB> X2 = X2 . values <TAB> <TAB> index2 = np . int_ ( X2 [ : , 1 ] ) <TAB> <TAB> index2 = index2 . reshape ( <TAB> <TAB> <TAB> index2 . size , <TAB> <TAB> ) <TAB> <TAB> X2_flag = index2 [ 0 ] >= self . output_dim <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> index -= self . output_dim <TAB> <TAB> <TAB> gX [ : , 0 ] = ( dL_dK * self . _gkfu_z ( X2 , index2 , X , index ) . T ) . sum ( 1 ) <TAB> <TAB> <TAB> return gX <TAB> <TAB> else : <TAB> <TAB> <TAB> raise NotImplementedError",if X_flag and not X2_flag :,489
25385,"def json(self):
    try:
        if self.is_json():
            raw_data = self.raw_data()
            if not isinstance(raw_data, text_type):
                raw_data = raw_data.decode(""utf-8"")
            return json.loads(raw_data)
    except ValueError:
        pass","def json ( self ) : <TAB> try : <TAB> <TAB> if self . is_json ( ) : <TAB> <TAB> <TAB> raw_data = self . raw_data ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raw_data = raw_data . decode ( ""utf-8"" ) <TAB> <TAB> <TAB> return json . loads ( raw_data ) <TAB> except ValueError : <TAB> <TAB> pass","if not isinstance ( raw_data , text_type ) :",91
14507,"def __getstate__(self):
    prefs = {}
    for id, (val, typ) in self.prefs.items():
        if typ == ""object"":
            try:
                val = UnwrapObject(val)
            except COMException:
                pass
            # Ignore shadow preference sets.
            if val._is_shadow:
                continue
        prefs[id] = val, typ
    return (self.id, self.preftype, self.idref, prefs)
","def __getstate__ ( self ) : <TAB> prefs = { } <TAB> for id , ( val , typ ) in self . prefs . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> val = UnwrapObject ( val ) <TAB> <TAB> <TAB> except COMException : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if val . _is_shadow : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> prefs [ id ] = val , typ <TAB> return ( self . id , self . preftype , self . idref , prefs )","if typ == ""object"" :",129
13290,"def r_verb(self):
    # (, line 136
    # [, line 137
    self.ket = self.cursor
    # substring, line 137
    among_var = self.find_among_b(RussianStemmer.a_4, 46)
    if among_var == 0:
        return False
    # ], line 137
    self.bra = self.cursor
    if among_var == 0:
        return False
    elif among_var == 1:
        # (, line 143
        # or, line 143
        try:
            v_1 = self.limit - self.cursor
            try:
                # literal, line 143
                if not self.eq_s_b(1, u""\u0430""):
                    raise lab1()
                raise lab0()
            except lab1:
                pass
            self.cursor = self.limit - v_1
            # literal, line 143
            if not self.eq_s_b(1, u""\u044F""):
                return False
        except lab0:
            pass
        # delete, line 143
        if not self.slice_del():
            return False
    elif among_var == 2:
        # (, line 151
        # delete, line 151
        if not self.slice_del():
            return False
    return True","def r_verb ( self ) : <TAB> <TAB> <TAB> self . ket = self . cursor <TAB> <TAB> among_var = self . find_among_b ( RussianStemmer . a_4 , 46 ) <TAB> if among_var == 0 : <TAB> <TAB> return False <TAB> <TAB> self . bra = self . cursor <TAB> if among_var == 0 : <TAB> <TAB> return False <TAB> elif among_var == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> v_1 = self . limit - self . cursor <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not self . eq_s_b ( 1 , u""\u0430"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> raise lab1 ( ) <TAB> <TAB> <TAB> <TAB> raise lab0 ( ) <TAB> <TAB> <TAB> except lab1 : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> self . cursor = self . limit - v_1 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> except lab0 : <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> if not self . slice_del ( ) : <TAB> <TAB> <TAB> return False <TAB> elif among_var == 2 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not self . slice_del ( ) : <TAB> <TAB> <TAB> return False <TAB> return True","if not self . eq_s_b ( 1 , u""\u044F"" ) :",362
5129,"def mlist_delete(request, mlist_id, response_format=""html""):
    ""Delete mlist page""
    mlist = get_object_or_404(MailingList, pk=mlist_id)
    if not request.user.profile.has_permission(mlist, mode=""w""):
        return user_denied(
            request,
            message=""You don't have access to this Mailing List"",
            response_format=response_format,
        )
    if request.POST:
        if ""delete"" in request.POST:
            if ""trash"" in request.POST:
                mlist.trash = True
                mlist.save()
            else:
                mlist.delete()
            return HttpResponseRedirect(""/messaging/"")
        elif ""cancel"" in request.POST:
            return HttpResponseRedirect(
                reverse(""messaging_mlist_view"", args=[mlist.id])
            )
    context = _get_default_context(request)
    context.update({""mlist"": mlist})
    return render_to_response(
        ""messaging/mlist_delete"",
        context,
        context_instance=RequestContext(request),
        response_format=response_format,
    )","def mlist_delete ( request , mlist_id , response_format = ""html"" ) : <TAB> ""Delete mlist page"" <TAB> mlist = get_object_or_404 ( MailingList , pk = mlist_id ) <TAB> if not request . user . profile . has_permission ( mlist , mode = ""w"" ) : <TAB> <TAB> return user_denied ( <TAB> <TAB> <TAB> request , <TAB> <TAB> <TAB> message = ""You don't have access to this Mailing List"" , <TAB> <TAB> <TAB> response_format = response_format , <TAB> <TAB> ) <TAB> if request . POST : <TAB> <TAB> if ""delete"" in request . POST : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> mlist . trash = True <TAB> <TAB> <TAB> <TAB> mlist . save ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> mlist . delete ( ) <TAB> <TAB> <TAB> return HttpResponseRedirect ( ""/messaging/"" ) <TAB> <TAB> elif ""cancel"" in request . POST : <TAB> <TAB> <TAB> return HttpResponseRedirect ( <TAB> <TAB> <TAB> <TAB> reverse ( ""messaging_mlist_view"" , args = [ mlist . id ] ) <TAB> <TAB> <TAB> ) <TAB> context = _get_default_context ( request ) <TAB> context . update ( { ""mlist"" : mlist } ) <TAB> return render_to_response ( <TAB> <TAB> ""messaging/mlist_delete"" , <TAB> <TAB> context , <TAB> <TAB> context_instance = RequestContext ( request ) , <TAB> <TAB> response_format = response_format , <TAB> )","if ""trash"" in request . POST :",308
17731,"def fragment_count(self):
    table = self.fragmentruntable.payload.fragment_run_entry_table
    first_fragment, end_fragment = None, None
    for i, fragmentrun in enumerate(table):
        if fragmentrun.discontinuity_indicator is not None:
            if fragmentrun.discontinuity_indicator == 0:
                break
            elif fragmentrun.discontinuity_indicator > 0:
                continue
        if first_fragment is None:
            first_fragment = fragmentrun.first_fragment
        end_fragment = fragmentrun.first_fragment
        fragment_duration = (
            fragmentrun.first_fragment_timestamp + fragmentrun.fragment_duration
        )
        if self.timestamp > fragment_duration:
            offset = (
                self.timestamp - fragment_duration
            ) / fragmentrun.fragment_duration
            end_fragment += int(offset)
    if first_fragment is None:
        first_fragment = 1
    if end_fragment is None:
        end_fragment = 1
    return first_fragment, end_fragment","def fragment_count ( self ) : <TAB> table = self . fragmentruntable . payload . fragment_run_entry_table <TAB> first_fragment , end_fragment = None , None <TAB> for i , fragmentrun in enumerate ( table ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if fragmentrun . discontinuity_indicator == 0 : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> elif fragmentrun . discontinuity_indicator > 0 : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> if first_fragment is None : <TAB> <TAB> <TAB> first_fragment = fragmentrun . first_fragment <TAB> <TAB> end_fragment = fragmentrun . first_fragment <TAB> <TAB> fragment_duration = ( <TAB> <TAB> <TAB> fragmentrun . first_fragment_timestamp + fragmentrun . fragment_duration <TAB> <TAB> ) <TAB> <TAB> if self . timestamp > fragment_duration : <TAB> <TAB> <TAB> offset = ( <TAB> <TAB> <TAB> <TAB> self . timestamp - fragment_duration <TAB> <TAB> <TAB> ) / fragmentrun . fragment_duration <TAB> <TAB> <TAB> end_fragment += int ( offset ) <TAB> if first_fragment is None : <TAB> <TAB> first_fragment = 1 <TAB> if end_fragment is None : <TAB> <TAB> end_fragment = 1 <TAB> return first_fragment , end_fragment",if fragmentrun . discontinuity_indicator is not None :,280
15935,"def get_branch_name(directory, config_file, get_func, create_watcher):
    global branch_name_cache
    with branch_lock:
        # Check if the repo directory was moved/deleted
        fw = branch_watcher(create_watcher)
        is_watched = fw.is_watching(directory)
        try:
            changed = fw(directory)
        except OSError as e:
            if getattr(e, ""errno"", None) != errno.ENOENT:
                raise
            changed = True
        if changed:
            branch_name_cache.pop(config_file, None)
            # Remove the watches for this repo
            if is_watched:
                fw.unwatch(directory)
                fw.unwatch(config_file)
        else:
            # Check if the config file has changed
            try:
                changed = fw(config_file)
            except OSError as e:
                if getattr(e, ""errno"", None) != errno.ENOENT:
                    raise
                # Config file does not exist (happens for mercurial)
                if config_file not in branch_name_cache:
                    branch_name_cache[config_file] = out_u(
                        get_func(directory, config_file)
                    )
        if changed:
            # Config file has changed or was not tracked
            branch_name_cache[config_file] = out_u(get_func(directory, config_file))
        return branch_name_cache[config_file]
","def get_branch_name ( directory , config_file , get_func , create_watcher ) : <TAB> global branch_name_cache <TAB> with branch_lock : <TAB> <TAB> <TAB> <TAB> fw = branch_watcher ( create_watcher ) <TAB> <TAB> is_watched = fw . is_watching ( directory ) <TAB> <TAB> try : <TAB> <TAB> <TAB> changed = fw ( directory ) <TAB> <TAB> except OSError as e : <TAB> <TAB> <TAB> if getattr ( e , ""errno"" , None ) != errno . ENOENT : <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> changed = True <TAB> <TAB> if changed : <TAB> <TAB> <TAB> branch_name_cache . pop ( config_file , None ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if is_watched : <TAB> <TAB> <TAB> <TAB> fw . unwatch ( directory ) <TAB> <TAB> <TAB> <TAB> fw . unwatch ( config_file ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> changed = fw ( config_file ) <TAB> <TAB> <TAB> except OSError as e : <TAB> <TAB> <TAB> <TAB> if getattr ( e , ""errno"" , None ) != errno . ENOENT : <TAB> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> branch_name_cache [ config_file ] = out_u ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> get_func ( directory , config_file ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> if changed : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> branch_name_cache [ config_file ] = out_u ( get_func ( directory , config_file ) ) <TAB> <TAB> return branch_name_cache [ config_file ]",if config_file not in branch_name_cache :,423
15015,"def follow_view(request):
    if request.method == ""GET"":
        from auth.view_utils import render_template
        from auth.views import after
        return render_template(
            request,
            ""twitter/follow"",
            {""user_to_follow"": USER_TO_FOLLOW, ""reason_to_follow"": REASON_TO_FOLLOW},
        )
    if request.method == ""POST"":
        follow_p = bool(request.POST.get(""follow_p"", False))
        if follow_p:
            from auth.security import get_user
            user = get_user(request)
            twitter_client = _get_client_by_token(user.token)
            result = twitter_client.oauth_request(
                ""http://api.twitter.com/1/friendships/create.json"",
                args={""screen_name"": USER_TO_FOLLOW},
                method=""POST"",
            )
        from auth.views import after_intervention
        return HttpResponseRedirect(reverse(after_intervention))","def follow_view ( request ) : <TAB> if request . method == ""GET"" : <TAB> <TAB> from auth . view_utils import render_template <TAB> <TAB> from auth . views import after <TAB> <TAB> return render_template ( <TAB> <TAB> <TAB> request , <TAB> <TAB> <TAB> ""twitter/follow"" , <TAB> <TAB> <TAB> { ""user_to_follow"" : USER_TO_FOLLOW , ""reason_to_follow"" : REASON_TO_FOLLOW } , <TAB> <TAB> ) <TAB> if request . method == ""POST"" : <TAB> <TAB> follow_p = bool ( request . POST . get ( ""follow_p"" , False ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> from auth . security import get_user <TAB> <TAB> <TAB> user = get_user ( request ) <TAB> <TAB> <TAB> twitter_client = _get_client_by_token ( user . token ) <TAB> <TAB> <TAB> result = twitter_client . oauth_request ( <TAB> <TAB> <TAB> <TAB> ""http://api.twitter.com/1/friendships/create.json"" , <TAB> <TAB> <TAB> <TAB> args = { ""screen_name"" : USER_TO_FOLLOW } , <TAB> <TAB> <TAB> <TAB> method = ""POST"" , <TAB> <TAB> <TAB> ) <TAB> <TAB> from auth . views import after_intervention <TAB> <TAB> return HttpResponseRedirect ( reverse ( after_intervention ) )",if follow_p :,280
23817,"def _merged_column_names_from(self, dataset_list):
    elements = []
    for idx_dataset, dataset in enumerate(dataset_list):
        # require getting the code from the dataset object always
        code = self.__dataset_objects__()[idx_dataset].code
        for index, column_name in enumerate(dataset.column_names):
            # only include column names that are not filtered out
            # by specification of the column_indexes list
            if self._include_column(dataset, index):
                # first index is the date, don't modify the date name
                if index > 0:
                    elements.append(self._rename_columns(code, column_name))
                else:
                    elements.append(column_name)
    return list(unique_everseen(elements))","def _merged_column_names_from ( self , dataset_list ) : <TAB> elements = [ ] <TAB> for idx_dataset , dataset in enumerate ( dataset_list ) : <TAB> <TAB> <TAB> <TAB> code = self . __dataset_objects__ ( ) [ idx_dataset ] . code <TAB> <TAB> for index , column_name in enumerate ( dataset . column_names ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . _include_column ( dataset , index ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> elements . append ( self . _rename_columns ( code , column_name ) ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> elements . append ( column_name ) <TAB> return list ( unique_everseen ( elements ) )",if index > 0 :,210
2483,"def safe_repr(val):
    try:
        if isinstance(val, dict):
            # We special case dicts to have a sorted repr. This makes testing
            # significantly easier
            val = _obj_with_safe_repr(val)
        ret = repr(val)
        if six.PY2:
            ret = ret.decode(""utf-8"")
    except UnicodeEncodeError:
        ret = red(""a %r that cannot be represented"" % type(val))
    else:
        ret = green(ret)
    return ret","def safe_repr ( val ) : <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> val = _obj_with_safe_repr ( val ) <TAB> <TAB> ret = repr ( val ) <TAB> <TAB> if six . PY2 : <TAB> <TAB> <TAB> ret = ret . decode ( ""utf-8"" ) <TAB> except UnicodeEncodeError : <TAB> <TAB> ret = red ( ""a %r that cannot be represented"" % type ( val ) ) <TAB> else : <TAB> <TAB> ret = green ( ret ) <TAB> return ret","if isinstance ( val , dict ) :",138
1312,"def extract(self, obj, k):
    if isinstance(obj, Mapping):
        return obj.get(k)
    elif isinstance(obj, MutableSequence):
        cp = []
        metadata = []
        for l in obj:
            if isinstance(l, tuple):
                cp.append(self.extract(l[0], k))
                metadata.append(self.extract(l[1], k))
            else:
                result = self.extract(l, k)
                if isinstance(result, tuple):
                    cp.append(result[0])
                    metadata.append(result[1])
                else:
                    cp.append(result)
        return cp, metadata
    elif isinstance(obj, tuple):
        return self.extract(obj[0], k)
    else:
        return []","def extract ( self , obj , k ) : <TAB> if isinstance ( obj , Mapping ) : <TAB> <TAB> return obj . get ( k ) <TAB> elif isinstance ( obj , MutableSequence ) : <TAB> <TAB> cp = [ ] <TAB> <TAB> metadata = [ ] <TAB> <TAB> for l in obj : <TAB> <TAB> <TAB> if isinstance ( l , tuple ) : <TAB> <TAB> <TAB> <TAB> cp . append ( self . extract ( l [ 0 ] , k ) ) <TAB> <TAB> <TAB> <TAB> metadata . append ( self . extract ( l [ 1 ] , k ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> result = self . extract ( l , k ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> cp . append ( result [ 0 ] ) <TAB> <TAB> <TAB> <TAB> <TAB> metadata . append ( result [ 1 ] ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> cp . append ( result ) <TAB> <TAB> return cp , metadata <TAB> elif isinstance ( obj , tuple ) : <TAB> <TAB> return self . extract ( obj [ 0 ] , k ) <TAB> else : <TAB> <TAB> return [ ]","if isinstance ( result , tuple ) :",227
14519,"def skip_to_close_match(self):
    nestedCount = 1
    while 1:
        tok = self.tokenizer.get_next_token()
        ttype = tok[""style""]
        if ttype == SCE_PL_UNUSED:
            return
        elif self.classifier.is_index_op(tok):
            tval = tok[""text""]
            if self.opHash.has_key(tval):
                if self.opHash[tval][1] == 1:
                    nestedCount += 1
                else:
                    nestedCount -= 1
                    if nestedCount <= 0:
                        break","def skip_to_close_match ( self ) : <TAB> nestedCount = 1 <TAB> while 1 : <TAB> <TAB> tok = self . tokenizer . get_next_token ( ) <TAB> <TAB> ttype = tok [ ""style"" ] <TAB> <TAB> if ttype == SCE_PL_UNUSED : <TAB> <TAB> <TAB> return <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tval = tok [ ""text"" ] <TAB> <TAB> <TAB> if self . opHash . has_key ( tval ) : <TAB> <TAB> <TAB> <TAB> if self . opHash [ tval ] [ 1 ] == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> nestedCount += 1 <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> nestedCount -= 1 <TAB> <TAB> <TAB> <TAB> <TAB> if nestedCount <= 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break",elif self . classifier . is_index_op ( tok ) :,176
3908,"def _read_pidfiles(self, pidfile_paths):
    pidfiles = {}
    for pidfile_path in pidfile_paths:
        if not os.path.exists(pidfile_path):
            continue
        try:
            file_object = open(pidfile_path, ""r"")
            pidfiles[pidfile_path] = file_object.read()
            file_object.close()
        except IOError:
            continue
    return pidfiles
","def _read_pidfiles ( self , pidfile_paths ) : <TAB> pidfiles = { } <TAB> for pidfile_path in pidfile_paths : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> file_object = open ( pidfile_path , ""r"" ) <TAB> <TAB> <TAB> pidfiles [ pidfile_path ] = file_object . read ( ) <TAB> <TAB> <TAB> file_object . close ( ) <TAB> <TAB> except IOError : <TAB> <TAB> <TAB> continue <TAB> return pidfiles",if not os . path . exists ( pidfile_path ) :,117
20813,"def apply_extractors(descriptor, template_extractors, extractors):
    type_processor_class = FieldTypeManager().type_processor_class
    if isinstance(template_extractors, dict):
        template_extractors = template_extractors.items()
    attribute_map = descriptor.attribute_map
    for field_name, field_extractors in template_extractors:
        equeue = []
        for eid in field_extractors:
            e_doc = extractors.get(eid, {})
            if ""regular_expression"" in e_doc:
                equeue.append(create_regex_extractor(e_doc[""regular_expression""]))
            elif ""type_extractor"" in e_doc:  # overrides default one
                try:
                    display_name = attribute_map[field_name].description
                except KeyError:
                    display_name = field_name
                field_type = type_processor_class(e_doc[""type_extractor""])()
                attribute_map[field_name] = SlybotFieldDescriptor(
                    field_name, display_name, field_type
                )
        if field_name not in attribute_map:
            # if not defined type extractor, use text type by default, as it is
            # by far the most commonly used
            attribute_map[field_name] = SlybotFieldDescriptor(
                field_name, field_name, type_processor_class(""text"")()
            )
        if equeue:
            equeue.insert(0, attribute_map[field_name].extractor)
            attribute_map[field_name].extractor = PipelineExtractor(*equeue)","def apply_extractors ( descriptor , template_extractors , extractors ) : <TAB> type_processor_class = FieldTypeManager ( ) . type_processor_class <TAB> if isinstance ( template_extractors , dict ) : <TAB> <TAB> template_extractors = template_extractors . items ( ) <TAB> attribute_map = descriptor . attribute_map <TAB> for field_name , field_extractors in template_extractors : <TAB> <TAB> equeue = [ ] <TAB> <TAB> for eid in field_extractors : <TAB> <TAB> <TAB> e_doc = extractors . get ( eid , { } ) <TAB> <TAB> <TAB> if ""regular_expression"" in e_doc : <TAB> <TAB> <TAB> <TAB> equeue . append ( create_regex_extractor ( e_doc [ ""regular_expression"" ] ) ) <TAB> <TAB> <TAB> elif ""type_extractor"" in e_doc : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> display_name = attribute_map [ field_name ] . description <TAB> <TAB> <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> <TAB> display_name = field_name <TAB> <TAB> <TAB> <TAB> field_type = type_processor_class ( e_doc [ ""type_extractor"" ] ) ( ) <TAB> <TAB> <TAB> <TAB> attribute_map [ field_name ] = SlybotFieldDescriptor ( <TAB> <TAB> <TAB> <TAB> <TAB> field_name , display_name , field_type <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> if field_name not in attribute_map : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> attribute_map [ field_name ] = SlybotFieldDescriptor ( <TAB> <TAB> <TAB> <TAB> field_name , field_name , type_processor_class ( ""text"" ) ( ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> equeue . insert ( 0 , attribute_map [ field_name ] . extractor ) <TAB> <TAB> <TAB> attribute_map [ field_name ] . extractor = PipelineExtractor ( * equeue )",if equeue :,437
20622,"def process(data):
    if self.decryptor is not None:
        eof = not data
        if self.decoder_data_bytes and data:
            self.buffered += """".join(
                [c for c in data if c not in ("" "", ""\t"", ""\r"", ""\n"")]
            )
        else:
            self.buffered += data or """"
        data = """"
        for i in (256, 64, 8, 1):
            batch = max(1, i * self.decoder_data_bytes)
            while eof or (len(self.buffered) >= batch):
                if self.decoder_data_bytes:
                    d = self.buffered[:batch]
                    b = self.buffered[batch:]
                    self.buffered = b
                else:
                    d, self.buffered = self.buffered, """"
                try:
                    data += self.decryptor(self.decoder(d))
                    eof = False
                except TypeError:
                    raise IOError(""%s: Bad data, failed to decode"" % self.name)
    return data or """"","def process ( data ) : <TAB> if self . decryptor is not None : <TAB> <TAB> eof = not data <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . buffered += """" . join ( <TAB> <TAB> <TAB> <TAB> [ c for c in data if c not in ( "" "" , ""\t"" , ""\r"" , ""\n"" ) ] <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . buffered += data or """" <TAB> <TAB> data = """" <TAB> <TAB> for i in ( 256 , 64 , 8 , 1 ) : <TAB> <TAB> <TAB> batch = max ( 1 , i * self . decoder_data_bytes ) <TAB> <TAB> <TAB> while eof or ( len ( self . buffered ) >= batch ) : <TAB> <TAB> <TAB> <TAB> if self . decoder_data_bytes : <TAB> <TAB> <TAB> <TAB> <TAB> d = self . buffered [ : batch ] <TAB> <TAB> <TAB> <TAB> <TAB> b = self . buffered [ batch : ] <TAB> <TAB> <TAB> <TAB> <TAB> self . buffered = b <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> d , self . buffered = self . buffered , """" <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> data += self . decryptor ( self . decoder ( d ) ) <TAB> <TAB> <TAB> <TAB> <TAB> eof = False <TAB> <TAB> <TAB> <TAB> except TypeError : <TAB> <TAB> <TAB> <TAB> <TAB> raise IOError ( ""%s: Bad data, failed to decode"" % self . name ) <TAB> return data or """"",if self . decoder_data_bytes and data :,311
14257,"def query_encrypted_roots_keys(self, filters=None):
    # We query database first - if we are able to find an encryption key, we assume it's the correct one.
    # If we are unable to find the key in database, we see if we have it in memory with the KMIP server, if not,
    # there are 2 ways this can go, we don't retrieve the key or the user can sync KMIP keys and we will have it
    # with the KMIP service again through which we can retrieve them
    datasets = self.middleware.call_sync(""datastore.query"", self.dataset_store, filters)
    zfs_keys = self.middleware.call_sync(""kmip.retrieve_zfs_keys"")
    keys = {}
    for ds in datasets:
        if ds[""encryption_key""]:
            keys[ds[""name""]] = ds[""encryption_key""]
        elif ds[""name""] in zfs_keys:
            keys[ds[""name""]] = zfs_keys[ds[""name""]]
    return keys","def query_encrypted_roots_keys ( self , filters = None ) : <TAB> <TAB> <TAB> <TAB> <TAB> datasets = self . middleware . call_sync ( ""datastore.query"" , self . dataset_store , filters ) <TAB> zfs_keys = self . middleware . call_sync ( ""kmip.retrieve_zfs_keys"" ) <TAB> keys = { } <TAB> for ds in datasets : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> keys [ ds [ ""name"" ] ] = ds [ ""encryption_key"" ] <TAB> <TAB> elif ds [ ""name"" ] in zfs_keys : <TAB> <TAB> <TAB> keys [ ds [ ""name"" ] ] = zfs_keys [ ds [ ""name"" ] ] <TAB> return keys","if ds [ ""encryption_key"" ] :",247
5188,"def capture(self, run_info_dict):
    # Force the scm discovery logging messages to appear before ours, so the startup delay
    # is properly associated in the user's mind with us and not with scm.
    logger.info(f""Capturing repro information to {self._path}"")
    with open_tar(self._path, ""w:gz"", dereference=True, compresslevel=6) as tarout:
        for relpath in os.listdir(self._buildroot):
            if relpath not in self._ignore:
                tarout.add(os.path.join(self._buildroot, relpath), relpath)
        with temporary_file(binary_mode=False) as tmpfile:
            tmpfile.write(""# Pants repro captured for the following build:\n"")
            for k, v in sorted(run_info_dict.items()):
                tmpfile.write(f""#  {k}: {v}\n"")
            cmd_line = list(sys.argv)
            # Use 'pants' instead of whatever the full executable path was on the user's system.
            cmd_line[0] = ""pants""
            # Remove any repro-related flags. The repro-ing user won't want to call those.
            cmd_line = [x for x in cmd_line if not x.startswith(""--repro-"")]
            tmpfile.write(""'"" + ""' '"".join(cmd_line) + ""'\n"")
            tmpfile.flush()
            chmod_plus_x(tmpfile.name)
            tarout.add(tmpfile.name, ""repro.sh"")","def capture ( self , run_info_dict ) : <TAB> <TAB> <TAB> logger . info ( f""Capturing repro information to {self._path}"" ) <TAB> with open_tar ( self . _path , ""w:gz"" , dereference = True , compresslevel = 6 ) as tarout : <TAB> <TAB> for relpath in os . listdir ( self . _buildroot ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> tarout . add ( os . path . join ( self . _buildroot , relpath ) , relpath ) <TAB> <TAB> with temporary_file ( binary_mode = False ) as tmpfile : <TAB> <TAB> <TAB> tmpfile . write ( ""# Pants repro captured for the following build:\n"" ) <TAB> <TAB> <TAB> for k , v in sorted ( run_info_dict . items ( ) ) : <TAB> <TAB> <TAB> <TAB> tmpfile . write ( f""#  {k}: {v}\n"" ) <TAB> <TAB> <TAB> cmd_line = list ( sys . argv ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cmd_line [ 0 ] = ""pants"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cmd_line = [ x for x in cmd_line if not x . startswith ( ""--repro-"" ) ] <TAB> <TAB> <TAB> tmpfile . write ( ""'"" + ""' '"" . join ( cmd_line ) + ""'\n"" ) <TAB> <TAB> <TAB> tmpfile . flush ( ) <TAB> <TAB> <TAB> chmod_plus_x ( tmpfile . name ) <TAB> <TAB> <TAB> tarout . add ( tmpfile . name , ""repro.sh"" )",if relpath not in self . _ignore :,396
4894,"def _AdjustSashPosition(self, idx, newPos1, newPos2=-1, adjustNeighbor=False):
    total = newPos1 + newPos2
    # these are the windows on either side of the sash
    win1 = self._windows[idx]
    win2 = self._windows[idx + 1]
    # make adjustments for window min sizes
    minSize = self._GetWindowMin(win1)
    if minSize == -1 or self._minimumPaneSize > minSize:
        minSize = self._minimumPaneSize
    minSize += self._GetBorderSize()
    if newPos1 < minSize:
        newPos1 = minSize
        newPos2 = total - newPos1
    if adjustNeighbor:
        minSize = self._GetWindowMin(win2)
        if minSize == -1 or self._minimumPaneSize > minSize:
            minSize = self._minimumPaneSize
        minSize += self._GetBorderSize()
        if newPos2 < minSize:
            newPos2 = minSize
            newPos1 = total - newPos2
    return (newPos1, newPos2)","def _AdjustSashPosition ( self , idx , newPos1 , newPos2 = - 1 , adjustNeighbor = False ) : <TAB> total = newPos1 + newPos2 <TAB> <TAB> win1 = self . _windows [ idx ] <TAB> win2 = self . _windows [ idx + 1 ] <TAB> <TAB> minSize = self . _GetWindowMin ( win1 ) <TAB> if minSize == - 1 or self . _minimumPaneSize > minSize : <TAB> <TAB> minSize = self . _minimumPaneSize <TAB> minSize += self . _GetBorderSize ( ) <TAB> if newPos1 < minSize : <TAB> <TAB> newPos1 = minSize <TAB> <TAB> newPos2 = total - newPos1 <TAB> if adjustNeighbor : <TAB> <TAB> minSize = self . _GetWindowMin ( win2 ) <TAB> <TAB> if minSize == - 1 or self . _minimumPaneSize > minSize : <TAB> <TAB> <TAB> minSize = self . _minimumPaneSize <TAB> <TAB> minSize += self . _GetBorderSize ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> newPos2 = minSize <TAB> <TAB> <TAB> newPos1 = total - newPos2 <TAB> return ( newPos1 , newPos2 )",if newPos2 < minSize :,285
9633,"def get(self):
    threshold = int(self.get_argument(""threshold"", -1))
    m = MetricTransaction.get_tr_manager()
    self.write(
        ""<table><tr><td>Id</td><td>Size</td><td>Error count</td><td>Next flush</td></tr>""
    )
    transactions = m.get_transactions()
    for tr in transactions:
        self.write(
            ""<tr><td>%s</td><td>%s</td><td>%s</td><td>%s</td></tr>""
            % (tr.get_id(), tr.get_size(), tr.get_error_count(), tr.get_next_flush())
        )
    self.write(""</table>"")
    if threshold >= 0:
        if len(transactions) > threshold:
            self.set_status(503)","def get ( self ) : <TAB> threshold = int ( self . get_argument ( ""threshold"" , - 1 ) ) <TAB> m = MetricTransaction . get_tr_manager ( ) <TAB> self . write ( <TAB> <TAB> ""<table><tr><td>Id</td><td>Size</td><td>Error count</td><td>Next flush</td></tr>"" <TAB> ) <TAB> transactions = m . get_transactions ( ) <TAB> for tr in transactions : <TAB> <TAB> self . write ( <TAB> <TAB> <TAB> ""<tr><td>%s</td><td>%s</td><td>%s</td><td>%s</td></tr>"" <TAB> <TAB> <TAB> % ( tr . get_id ( ) , tr . get_size ( ) , tr . get_error_count ( ) , tr . get_next_flush ( ) ) <TAB> <TAB> ) <TAB> self . write ( ""</table>"" ) <TAB> if threshold >= 0 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . set_status ( 503 )",if len ( transactions ) > threshold :,214
1315,"def _parseOffer(self, offer):
    cores = 0
    memory = 0
    disk = 0
    preemptable = None
    for attribute in offer.attributes:
        if attribute.name == ""preemptable"":
            assert preemptable is None, ""Attribute 'preemptable' occurs more than once.""
            preemptable = strict_bool(attribute.text.value)
    if preemptable is None:
        log.debug(
            ""Agent not marked as either preemptable or not. Assuming non-preemptable.""
        )
        preemptable = False
    for resource in offer.resources:
        if resource.name == ""cpus"":
            cores += resource.scalar.value
        elif resource.name == ""mem"":
            memory += resource.scalar.value
        elif resource.name == ""disk"":
            disk += resource.scalar.value
    return cores, memory, disk, preemptable","def _parseOffer ( self , offer ) : <TAB> cores = 0 <TAB> memory = 0 <TAB> disk = 0 <TAB> preemptable = None <TAB> for attribute in offer . attributes : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert preemptable is None , ""Attribute 'preemptable' occurs more than once."" <TAB> <TAB> <TAB> preemptable = strict_bool ( attribute . text . value ) <TAB> if preemptable is None : <TAB> <TAB> log . debug ( <TAB> <TAB> <TAB> ""Agent not marked as either preemptable or not. Assuming non-preemptable."" <TAB> <TAB> ) <TAB> <TAB> preemptable = False <TAB> for resource in offer . resources : <TAB> <TAB> if resource . name == ""cpus"" : <TAB> <TAB> <TAB> cores += resource . scalar . value <TAB> <TAB> elif resource . name == ""mem"" : <TAB> <TAB> <TAB> memory += resource . scalar . value <TAB> <TAB> elif resource . name == ""disk"" : <TAB> <TAB> <TAB> disk += resource . scalar . value <TAB> return cores , memory , disk , preemptable","if attribute . name == ""preemptable"" :",233
19191,"def test(self, text, s, e):
    ret = {}
    t = text[s:e]
    if self.settings == ""atx"":
        if not re.match(self.ratx, t) or re.match(self.ratxc, t):
            ret[s] = ""expected atx""
    elif self.settings == ""atx_closed"":
        if not re.match(self.ratxc, t):
            ret[s] = ""expected atx_closed""
    elif self.settings == ""setext"":
        if not re.match(self.rsetext, t):
            ret[s] = ""expected setext""
    elif self.settings == ""any"":
        if re.match(self.ratx, t):
            if re.match(self.ratxc, t):
                self.settings = ""atx_closed""
            else:
                self.settings = ""atx""
            return self.test(text, s, e)
        elif re.match(self.rsetext, t):
            self.settings = ""setext""
            return self.test(text, s, e)
    return ret
","def test ( self , text , s , e ) : <TAB> ret = { } <TAB> t = text [ s : e ] <TAB> if self . settings == ""atx"" : <TAB> <TAB> if not re . match ( self . ratx , t ) or re . match ( self . ratxc , t ) : <TAB> <TAB> <TAB> ret [ s ] = ""expected atx"" <TAB> elif self . settings == ""atx_closed"" : <TAB> <TAB> if not re . match ( self . ratxc , t ) : <TAB> <TAB> <TAB> ret [ s ] = ""expected atx_closed"" <TAB> elif self . settings == ""setext"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ret [ s ] = ""expected setext"" <TAB> elif self . settings == ""any"" : <TAB> <TAB> if re . match ( self . ratx , t ) : <TAB> <TAB> <TAB> if re . match ( self . ratxc , t ) : <TAB> <TAB> <TAB> <TAB> self . settings = ""atx_closed"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . settings = ""atx"" <TAB> <TAB> <TAB> return self . test ( text , s , e ) <TAB> <TAB> elif re . match ( self . rsetext , t ) : <TAB> <TAB> <TAB> self . settings = ""setext"" <TAB> <TAB> <TAB> return self . test ( text , s , e ) <TAB> return ret","if not re . match ( self . rsetext , t ) :",304
16980,"def get_all_subnets(self, subnet_ids=None, filters=None):
    # Extract a list of all subnets
    matches = itertools.chain(*[x.values() for x in self.subnets.values()])
    if subnet_ids:
        matches = [sn for sn in matches if sn.id in subnet_ids]
        if len(subnet_ids) > len(matches):
            unknown_ids = set(subnet_ids) - set(matches)
            raise InvalidSubnetIdError(unknown_ids)
    if filters:
        matches = generic_filter(filters, matches)
    return matches
","def get_all_subnets ( self , subnet_ids = None , filters = None ) : <TAB> <TAB> matches = itertools . chain ( * [ x . values ( ) for x in self . subnets . values ( ) ] ) <TAB> if subnet_ids : <TAB> <TAB> matches = [ sn for sn in matches if sn . id in subnet_ids ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> unknown_ids = set ( subnet_ids ) - set ( matches ) <TAB> <TAB> <TAB> raise InvalidSubnetIdError ( unknown_ids ) <TAB> if filters : <TAB> <TAB> matches = generic_filter ( filters , matches ) <TAB> return matches",if len ( subnet_ids ) > len ( matches ) :,152
4954,"def _get_item_columns_panel(items, rows):
    hbox = Gtk.HBox(False, 4)
    n_item = 0
    col_items = 0
    vbox = Gtk.VBox()
    hbox.pack_start(vbox, False, False, 0)
    while n_item < len(items):
        item = items[n_item]
        vbox.pack_start(item, False, False, 0)
        n_item += 1
        col_items += 1
        if col_items > rows:
            vbox = Gtk.VBox()
            hbox.pack_start(vbox, False, False, 0)
            col_items = 0
    return hbox","def _get_item_columns_panel ( items , rows ) : <TAB> hbox = Gtk . HBox ( False , 4 ) <TAB> n_item = 0 <TAB> col_items = 0 <TAB> vbox = Gtk . VBox ( ) <TAB> hbox . pack_start ( vbox , False , False , 0 ) <TAB> while n_item < len ( items ) : <TAB> <TAB> item = items [ n_item ] <TAB> <TAB> vbox . pack_start ( item , False , False , 0 ) <TAB> <TAB> n_item += 1 <TAB> <TAB> col_items += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> vbox = Gtk . VBox ( ) <TAB> <TAB> <TAB> hbox . pack_start ( vbox , False , False , 0 ) <TAB> <TAB> <TAB> col_items = 0 <TAB> return hbox",if col_items > rows :,179
23452,"def _cleanup(self, exc=None):
    """"""Clean up this channel""""""
    if self._open_waiter:
        if not self._open_waiter.cancelled():  # pragma: no branch
            self._open_waiter.set_exception(
                ChannelOpenError(OPEN_CONNECT_FAILED, ""SSH connection closed"")
            )
        self._open_waiter = None
    if self._request_waiters:
        for waiter in self._request_waiters:
            if not waiter.cancelled():  # pragma: no cover
                if exc:
                    waiter.set_exception(exc)
                else:
                    waiter.set_result(False)
        self._request_waiters = []
    if self._session:
        self._session.connection_lost(exc)
        self._session = None
    self._close_event.set()
    if self._conn:  # pragma: no branch
        self.logger.info(""Channel closed%s"", "": "" + str(exc) if exc else """")
        self._conn.remove_channel(self._recv_chan)
        self._recv_chan = None
        self._conn = None
","def _cleanup ( self , exc = None ) : <TAB> """"""Clean up this channel"""""" <TAB> if self . _open_waiter : <TAB> <TAB> if not self . _open_waiter . cancelled ( ) : <TAB> <TAB> <TAB> self . _open_waiter . set_exception ( <TAB> <TAB> <TAB> <TAB> ChannelOpenError ( OPEN_CONNECT_FAILED , ""SSH connection closed"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> self . _open_waiter = None <TAB> if self . _request_waiters : <TAB> <TAB> for waiter in self . _request_waiters : <TAB> <TAB> <TAB> if not waiter . cancelled ( ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> waiter . set_exception ( exc ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> waiter . set_result ( False ) <TAB> <TAB> self . _request_waiters = [ ] <TAB> if self . _session : <TAB> <TAB> self . _session . connection_lost ( exc ) <TAB> <TAB> self . _session = None <TAB> self . _close_event . set ( ) <TAB> if self . _conn : <TAB> <TAB> self . logger . info ( ""Channel closed%s"" , "": "" + str ( exc ) if exc else """" ) <TAB> <TAB> self . _conn . remove_channel ( self . _recv_chan ) <TAB> <TAB> self . _recv_chan = None <TAB> <TAB> self . _conn = None",if exc :,300
15988,"def _recursive_fx_apply(input: dict, fx):
    for k, v in input.items():
        if isinstance(v, list):
            v = torch.tensor(v)
        if isinstance(v, torch.Tensor):
            v = fx(v.float())
            input[k] = v
        else:
            _recursive_fx_apply(v, fx)
","def _recursive_fx_apply ( input : dict , fx ) : <TAB> for k , v in input . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> v = torch . tensor ( v ) <TAB> <TAB> if isinstance ( v , torch . Tensor ) : <TAB> <TAB> <TAB> v = fx ( v . float ( ) ) <TAB> <TAB> <TAB> input [ k ] = v <TAB> <TAB> else : <TAB> <TAB> <TAB> _recursive_fx_apply ( v , fx )","if isinstance ( v , list ) :",102
24233,"def get_student_courses(self, student_id):
    if student_id == ""*"":
        student_id = ""{authenticated_user}""
    response = None
    try:
        response = _query_jupyterhub_api(""GET"", ""/users/%s"" % student_id)
    except JupyterhubEnvironmentError:  # Should only go here if we are not running on Jupyterhub.
        self.log.info(""Not running on Jupyterhub, not able to GET Jupyterhub user"")
        raise
    except JupyterhubApiError:  # Should only go here if the api_token is invalid.
        self.log.error(""Error: Not able to get Jupyterhub user: "" + student_id)
        self.log.error(
            ""Make sure you start your service with a valid admin_user 'api_token' in your Jupyterhub config""
        )
        raise
    courses = set()
    for group in response[""groups""]:
        if group.startswith(""nbgrader-"") or group.startswith(""formgrade-""):
            course = group.split(""-"", 1)[1]
            if course:
                courses.add(course)
    return list(courses)","def get_student_courses ( self , student_id ) : <TAB> if student_id == ""*"" : <TAB> <TAB> student_id = ""{authenticated_user}"" <TAB> response = None <TAB> try : <TAB> <TAB> response = _query_jupyterhub_api ( ""GET"" , ""/users/%s"" % student_id ) <TAB> except JupyterhubEnvironmentError : <TAB> <TAB> self . log . info ( ""Not running on Jupyterhub, not able to GET Jupyterhub user"" ) <TAB> <TAB> raise <TAB> except JupyterhubApiError : <TAB> <TAB> self . log . error ( ""Error: Not able to get Jupyterhub user: "" + student_id ) <TAB> <TAB> self . log . error ( <TAB> <TAB> <TAB> ""Make sure you start your service with a valid admin_user 'api_token' in your Jupyterhub config"" <TAB> <TAB> ) <TAB> <TAB> raise <TAB> courses = set ( ) <TAB> for group in response [ ""groups"" ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> course = group . split ( ""-"" , 1 ) [ 1 ] <TAB> <TAB> <TAB> if course : <TAB> <TAB> <TAB> <TAB> courses . add ( course ) <TAB> return list ( courses )","if group . startswith ( ""nbgrader-"" ) or group . startswith ( ""formgrade-"" ) :",298
4846,"def get_source(self, fullname):
    if fullname in self._cache:
        compressed = self._cache[fullname][3]
        if compressed is None:
            raise ModuleNotFoundError(self.absent_msg % (fullname,))
        source = zlib.decompress(self._cache[fullname][3])
        if PY3:
            return to_text(source)
        return source","def get_source ( self , fullname ) : <TAB> if fullname in self . _cache : <TAB> <TAB> compressed = self . _cache [ fullname ] [ 3 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ModuleNotFoundError ( self . absent_msg % ( fullname , ) ) <TAB> <TAB> source = zlib . decompress ( self . _cache [ fullname ] [ 3 ] ) <TAB> <TAB> if PY3 : <TAB> <TAB> <TAB> return to_text ( source ) <TAB> <TAB> return source",if compressed is None :,96
20624,"def run(self):
    tid = self.ident
    try:
        with self._lock:
            _GUIS[tid] = self
            self._state(True)
        self.new_mail_notifications(summarize=True)
        loop_count = 0
        while self._sock:
            loop_count += 1
            self._select_sleep(1)  # FIXME: Lengthen this when possible
            self.change_state()
            if loop_count % 5 == 0:
                # FIXME: This involves a fair number of set operations,
                #        should only do this after new mail has arrived.
                self.new_mail_notifications()
    finally:
        del _GUIS[tid]",def run ( self ) : <TAB> tid = self . ident <TAB> try : <TAB> <TAB> with self . _lock : <TAB> <TAB> <TAB> _GUIS [ tid ] = self <TAB> <TAB> <TAB> self . _state ( True ) <TAB> <TAB> self . new_mail_notifications ( summarize = True ) <TAB> <TAB> loop_count = 0 <TAB> <TAB> while self . _sock : <TAB> <TAB> <TAB> loop_count += 1 <TAB> <TAB> <TAB> self . _select_sleep ( 1 ) <TAB> <TAB> <TAB> self . change_state ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . new_mail_notifications ( ) <TAB> finally : <TAB> <TAB> del _GUIS [ tid ],if loop_count % 5 == 0 :,200
25029,"def configure_create_table_epilogue(store):
    for val in ["""", "" ENGINE=InnoDB""]:
        store.config[""create_table_epilogue""] = val
        store._set_sql_flavour()
        if store._test_transaction():
            store.log.info(""create_table_epilogue='%s'"", val)
            return
    raise Exception(""Can not create a transactional table."")
","def configure_create_table_epilogue ( store ) : <TAB> for val in [ """" , "" ENGINE=InnoDB"" ] : <TAB> <TAB> store . config [ ""create_table_epilogue"" ] = val <TAB> <TAB> store . _set_sql_flavour ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> store . log . info ( ""create_table_epilogue='%s'"" , val ) <TAB> <TAB> <TAB> return <TAB> raise Exception ( ""Can not create a transactional table."" )",if store . _test_transaction ( ) :,104
21597,"def search(self, query):
    query = query.strip().lower()
    results = []
    for provider in SidebarItemProvider.all(self.context):
        for item in provider.provide():
            if ""url"" in item:
                search_source = ""$"".join(
                    [item.get(""id"", """"), item.get(""name"", """")]
                ).lower()
                if query in search_source:
                    results.append(
                        {
                            ""title"": item[""name""],
                            ""icon"": item[""icon""],
                            ""url"": item[""url""],
                        }
                    )
    return results
","def search ( self , query ) : <TAB> query = query . strip ( ) . lower ( ) <TAB> results = [ ] <TAB> for provider in SidebarItemProvider . all ( self . context ) : <TAB> <TAB> for item in provider . provide ( ) : <TAB> <TAB> <TAB> if ""url"" in item : <TAB> <TAB> <TAB> <TAB> search_source = ""$"" . join ( <TAB> <TAB> <TAB> <TAB> <TAB> [ item . get ( ""id"" , """" ) , item . get ( ""name"" , """" ) ] <TAB> <TAB> <TAB> <TAB> ) . lower ( ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> results . append ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""title"" : item [ ""name"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""icon"" : item [ ""icon"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""url"" : item [ ""url"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> return results",if query in search_source :,197
12805,"def list_revision(
    cmd,
    key=None,
    fields=None,
    name=None,
    label=None,
    datetime=None,
    connection_string=None,
    top=None,
    all_=False,
    auth_mode=""key"",
    endpoint=None,
):
    azconfig_client = get_appconfig_data_client(
        cmd, name, connection_string, auth_mode, endpoint
    )
    key = key if key else SearchFilterOptions.ANY_KEY
    label = label if label else SearchFilterOptions.ANY_LABEL
    label = prep_label_filter_for_url_encoding(label)
    try:
        revisions_iterable = azconfig_client.list_revisions(
            key_filter=key, label_filter=label, accept_datetime=datetime, fields=fields
        )
        retrieved_revisions = []
        count = 0
        if all_:
            top = float(""inf"")
        elif top is None:
            top = 100
        for revision in revisions_iterable:
            kv_revision = convert_configurationsetting_to_keyvalue(revision)
            if fields:
                partial_revision = {}
                for field in fields:
                    partial_revision[field.name.lower()] = kv_revision.__dict__[
                        field.name.lower()
                    ]
                retrieved_revisions.append(partial_revision)
            else:
                retrieved_revisions.append(kv_revision)
            count += 1
            if count >= top:
                return retrieved_revisions
        return retrieved_revisions
    except HttpResponseError as ex:
        raise CLIError(""List revision operation failed.\n"" + str(ex))","def list_revision ( <TAB> cmd , <TAB> key = None , <TAB> fields = None , <TAB> name = None , <TAB> label = None , <TAB> datetime = None , <TAB> connection_string = None , <TAB> top = None , <TAB> all_ = False , <TAB> auth_mode = ""key"" , <TAB> endpoint = None , ) : <TAB> azconfig_client = get_appconfig_data_client ( <TAB> <TAB> cmd , name , connection_string , auth_mode , endpoint <TAB> ) <TAB> key = key if key else SearchFilterOptions . ANY_KEY <TAB> label = label if label else SearchFilterOptions . ANY_LABEL <TAB> label = prep_label_filter_for_url_encoding ( label ) <TAB> try : <TAB> <TAB> revisions_iterable = azconfig_client . list_revisions ( <TAB> <TAB> <TAB> key_filter = key , label_filter = label , accept_datetime = datetime , fields = fields <TAB> <TAB> ) <TAB> <TAB> retrieved_revisions = [ ] <TAB> <TAB> count = 0 <TAB> <TAB> if all_ : <TAB> <TAB> <TAB> top = float ( ""inf"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> top = 100 <TAB> <TAB> for revision in revisions_iterable : <TAB> <TAB> <TAB> kv_revision = convert_configurationsetting_to_keyvalue ( revision ) <TAB> <TAB> <TAB> if fields : <TAB> <TAB> <TAB> <TAB> partial_revision = { } <TAB> <TAB> <TAB> <TAB> for field in fields : <TAB> <TAB> <TAB> <TAB> <TAB> partial_revision [ field . name . lower ( ) ] = kv_revision . __dict__ [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> field . name . lower ( ) <TAB> <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> <TAB> retrieved_revisions . append ( partial_revision ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> retrieved_revisions . append ( kv_revision ) <TAB> <TAB> <TAB> count += 1 <TAB> <TAB> <TAB> if count >= top : <TAB> <TAB> <TAB> <TAB> return retrieved_revisions <TAB> <TAB> return retrieved_revisions <TAB> except HttpResponseError as ex : <TAB> <TAB> raise CLIError ( ""List revision operation failed.\n"" + str ( ex ) )",elif top is None :,446
24939,"def read(self):
    if not os.path.exists(self.filename):  # pragma:nocover
        raise IOError(""Cannot find file '%s'"" % self.filename)
    self.FILE = open(self.filename, ""r"")
    tmp = []
    for tokens in csv.reader(self.FILE):
        if tokens != [""""]:
            tmp.append(tokens)
    self.FILE.close()
    if len(tmp) == 0:
        raise IOError(""Empty *.csv file"")
    elif len(tmp) == 1:
        if not self.options.param is None:
            if type(self.options.param) in (list, tuple):
                p = self.options.param[0]
            else:
                p = self.options.param
            if isinstance(p, Param):
                self.options.model = p.model()
                p = p.name
            self._info = [""param"", p, "":="", tmp[0][0]]
        elif len(self.options.symbol_map) == 1:
            self._info = [
                ""param"",
                self.options.symbol_map[self.options.symbol_map.keys()[0]],
                "":="",
                tmp[0][0],
            ]
        else:
            raise IOError(
                ""Data looks like a parameter, but multiple parameter names have been specified: %s""
                % str(self.options.symbol_map)
            )
    else:
        self._set_data(tmp[0], tmp[1:])","def read ( self ) : <TAB> if not os . path . exists ( self . filename ) : <TAB> <TAB> raise IOError ( ""Cannot find file '%s'"" % self . filename ) <TAB> self . FILE = open ( self . filename , ""r"" ) <TAB> tmp = [ ] <TAB> for tokens in csv . reader ( self . FILE ) : <TAB> <TAB> if tokens != [ """" ] : <TAB> <TAB> <TAB> tmp . append ( tokens ) <TAB> self . FILE . close ( ) <TAB> if len ( tmp ) == 0 : <TAB> <TAB> raise IOError ( ""Empty *.csv file"" ) <TAB> elif len ( tmp ) == 1 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if type ( self . options . param ) in ( list , tuple ) : <TAB> <TAB> <TAB> <TAB> p = self . options . param [ 0 ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> p = self . options . param <TAB> <TAB> <TAB> if isinstance ( p , Param ) : <TAB> <TAB> <TAB> <TAB> self . options . model = p . model ( ) <TAB> <TAB> <TAB> <TAB> p = p . name <TAB> <TAB> <TAB> self . _info = [ ""param"" , p , "":="" , tmp [ 0 ] [ 0 ] ] <TAB> <TAB> elif len ( self . options . symbol_map ) == 1 : <TAB> <TAB> <TAB> self . _info = [ <TAB> <TAB> <TAB> <TAB> ""param"" , <TAB> <TAB> <TAB> <TAB> self . options . symbol_map [ self . options . symbol_map . keys ( ) [ 0 ] ] , <TAB> <TAB> <TAB> <TAB> "":="" , <TAB> <TAB> <TAB> <TAB> tmp [ 0 ] [ 0 ] , <TAB> <TAB> <TAB> ] <TAB> <TAB> else : <TAB> <TAB> <TAB> raise IOError ( <TAB> <TAB> <TAB> <TAB> ""Data looks like a parameter, but multiple parameter names have been specified: %s"" <TAB> <TAB> <TAB> <TAB> % str ( self . options . symbol_map ) <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> self . _set_data ( tmp [ 0 ] , tmp [ 1 : ] )",if not self . options . param is None :,414
12546,"def _addItemToLayout(self, sample, label):
    col = self.layout.columnCount()
    row = self.layout.rowCount()
    if row:
        row -= 1
    nCol = self.columnCount * 2
    # FIRST ROW FULL
    if col == nCol:
        for col in range(0, nCol, 2):
            # FIND RIGHT COLUMN
            if not self.layout.itemAt(row, col):
                break
        if col + 2 == nCol:
            # MAKE NEW ROW
            col = 0
            row += 1
    self.layout.addItem(sample, row, col)
    self.layout.addItem(label, row, col + 1)","def _addItemToLayout ( self , sample , label ) : <TAB> col = self . layout . columnCount ( ) <TAB> row = self . layout . rowCount ( ) <TAB> if row : <TAB> <TAB> row -= 1 <TAB> nCol = self . columnCount * 2 <TAB> <TAB> if col == nCol : <TAB> <TAB> for col in range ( 0 , nCol , 2 ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if col + 2 == nCol : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> col = 0 <TAB> <TAB> <TAB> row += 1 <TAB> self . layout . addItem ( sample , row , col ) <TAB> self . layout . addItem ( label , row , col + 1 )","if not self . layout . itemAt ( row , col ) :",185
19842,"def flush_file(self, key, f):
    f.flush()
    if self.compress:
        f.compress = zlib.compressobj(
            9, zlib.DEFLATED, -zlib.MAX_WBITS, zlib.DEF_MEM_LEVEL, 0
        )
    if len(self.files) > self.MAX_OPEN_FILES:
        if self.compress:
            open_files = sum(1 for f in self.files.values() if f.fileobj is not None)
            if open_files > self.MAX_OPEN_FILES:
                f.fileobj.close()
                f.fileobj = None
        else:
            f.close()
            self.files.pop(key)","def flush_file ( self , key , f ) : <TAB> f . flush ( ) <TAB> <fill-in> <TAB> <TAB> f . compress = zlib . compressobj ( <TAB> <TAB> <TAB> 9 , zlib . DEFLATED , - zlib . MAX_WBITS , zlib . DEF_MEM_LEVEL , 0 <TAB> <TAB> ) <TAB> if len ( self . files ) > self . MAX_OPEN_FILES : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> open_files = sum ( 1 for f in self . files . values ( ) if f . fileobj is not None ) <TAB> <TAB> <TAB> if open_files > self . MAX_OPEN_FILES : <TAB> <TAB> <TAB> <TAB> f . fileobj . close ( ) <TAB> <TAB> <TAB> <TAB> f . fileobj = None <TAB> <TAB> else : <TAB> <TAB> <TAB> f . close ( ) <TAB> <TAB> <TAB> self . files . pop ( key )",if self . compress :,183
2711,"def update_stack(self, full_name, template_url, parameters, tags):
    """"""Updates an existing stack in CloudFormation.""""""
    try:
        logger.info(""Attempting to update stack %s."", full_name)
        self.conn.cloudformation.update_stack(
            full_name,
            template_url=template_url,
            parameters=parameters,
            tags=tags,
            capabilities=[""CAPABILITY_IAM""],
        )
        return SUBMITTED
    except BotoServerError as e:
        if ""No updates are to be performed."" in e.message:
            logger.info(""Stack %s did not change, not updating."", full_name)
            return SKIPPED
        raise
","def update_stack ( self , full_name , template_url , parameters , tags ) : <TAB> """"""Updates an existing stack in CloudFormation."""""" <TAB> try : <TAB> <TAB> logger . info ( ""Attempting to update stack %s."" , full_name ) <TAB> <TAB> self . conn . cloudformation . update_stack ( <TAB> <TAB> <TAB> full_name , <TAB> <TAB> <TAB> template_url = template_url , <TAB> <TAB> <TAB> parameters = parameters , <TAB> <TAB> <TAB> tags = tags , <TAB> <TAB> <TAB> capabilities = [ ""CAPABILITY_IAM"" ] , <TAB> <TAB> ) <TAB> <TAB> return SUBMITTED <TAB> except BotoServerError as e : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . info ( ""Stack %s did not change, not updating."" , full_name ) <TAB> <TAB> <TAB> return SKIPPED <TAB> <TAB> raise","if ""No updates are to be performed."" in e . message :",183
8486,"def load_modules(self, modules, config):
    """"""Load plugin modules.""""""
    for pluginclass in get_plugin_classes(modules):
        name = pluginclass.__name__
        if name in config[""enabledplugins""]:
            if issubclass(pluginclass, _ConnectionPlugin):
                log.debug(LOG_PLUGIN, ""Enable connection plugin %s"", name)
                self.connection_plugins.append(pluginclass(config[name]))
            elif issubclass(pluginclass, _ContentPlugin):
                log.debug(LOG_PLUGIN, ""Enable content plugin %s"", name)
                self.content_plugins.append(pluginclass(config[name]))
            elif issubclass(pluginclass, _ParserPlugin):
                log.debug(LOG_PLUGIN, ""Enable parser plugin %s"", name)
                self.parser_plugins.append(pluginclass(config[name]))
            else:
                raise ValueError(""Invalid plugin class %s"" % pluginclass)
","def load_modules ( self , modules , config ) : <TAB> """"""Load plugin modules."""""" <TAB> for pluginclass in get_plugin_classes ( modules ) : <TAB> <TAB> name = pluginclass . __name__ <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if issubclass ( pluginclass , _ConnectionPlugin ) : <TAB> <TAB> <TAB> <TAB> log . debug ( LOG_PLUGIN , ""Enable connection plugin %s"" , name ) <TAB> <TAB> <TAB> <TAB> self . connection_plugins . append ( pluginclass ( config [ name ] ) ) <TAB> <TAB> <TAB> elif issubclass ( pluginclass , _ContentPlugin ) : <TAB> <TAB> <TAB> <TAB> log . debug ( LOG_PLUGIN , ""Enable content plugin %s"" , name ) <TAB> <TAB> <TAB> <TAB> self . content_plugins . append ( pluginclass ( config [ name ] ) ) <TAB> <TAB> <TAB> elif issubclass ( pluginclass , _ParserPlugin ) : <TAB> <TAB> <TAB> <TAB> log . debug ( LOG_PLUGIN , ""Enable parser plugin %s"" , name ) <TAB> <TAB> <TAB> <TAB> self . parser_plugins . append ( pluginclass ( config [ name ] ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""Invalid plugin class %s"" % pluginclass )","if name in config [ ""enabledplugins"" ] :",246
23651,"def _move_cursor(self, event):
    Scrollbar._move_cursor(self, event)
    pos = event.clientY - self.line.getY()
    y = pos - self.cursor.getHeight() / 2
    y = max(y, 0)
    y = min(y, self.line.getHeight() - self.cursor.getHeight() - 2)
    value = (y / (self.line.getHeight() - self.cursor.getHeight() - 2)) * (
        self.adjustment.upper - self.adjustment.page_size
    )
    if event.type == ""click"":
        old_value = self.adjustment.get_value()
        if pos < 0:
            incr = self.adjustment.step_incr
            self.adjustment.set_value(old_value - incr)
        elif pos > self.line.getHeight():
            incr = self.adjustment.step_incr
            self.adjustment.set_value(old_value + incr)
        else:
            incr = self.adjustment.page_incr
            if value > old_value:
                self.adjustment.set_value(old_value + incr)
            elif value < old_value:
                self.adjustment.set_value(old_value - incr)
    else:
        self.adjustment.set_value(value)","def _move_cursor ( self , event ) : <TAB> Scrollbar . _move_cursor ( self , event ) <TAB> pos = event . clientY - self . line . getY ( ) <TAB> y = pos - self . cursor . getHeight ( ) / 2 <TAB> y = max ( y , 0 ) <TAB> y = min ( y , self . line . getHeight ( ) - self . cursor . getHeight ( ) - 2 ) <TAB> value = ( y / ( self . line . getHeight ( ) - self . cursor . getHeight ( ) - 2 ) ) * ( <TAB> <TAB> self . adjustment . upper - self . adjustment . page_size <TAB> ) <TAB> if event . type == ""click"" : <TAB> <TAB> old_value = self . adjustment . get_value ( ) <TAB> <TAB> if pos < 0 : <TAB> <TAB> <TAB> incr = self . adjustment . step_incr <TAB> <TAB> <TAB> self . adjustment . set_value ( old_value - incr ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> incr = self . adjustment . step_incr <TAB> <TAB> <TAB> self . adjustment . set_value ( old_value + incr ) <TAB> <TAB> else : <TAB> <TAB> <TAB> incr = self . adjustment . page_incr <TAB> <TAB> <TAB> if value > old_value : <TAB> <TAB> <TAB> <TAB> self . adjustment . set_value ( old_value + incr ) <TAB> <TAB> <TAB> elif value < old_value : <TAB> <TAB> <TAB> <TAB> self . adjustment . set_value ( old_value - incr ) <TAB> else : <TAB> <TAB> self . adjustment . set_value ( value )",elif pos > self . line . getHeight ( ) :,341
13463,"def scan_resource_conf(self, conf):
    if ""properties"" in conf:
        if ""logs"" in conf[""properties""]:
            if conf[""properties""][""logs""]:
                storage = {}
                for log in conf[""properties""][""logs""]:
                    if ""category"" in log and ""enabled"" in log:
                        if str(log[""enabled""]).lower() == ""true"":
                            storage[log[""category""]] = True
                if (
                    ""StorageRead"" in storage.keys()
                    and ""StorageWrite"" in storage.keys()
                    and ""StorageDelete"" in storage.keys()
                ):
                    if (
                        storage[""StorageRead""]
                        and storage[""StorageWrite""]
                        and storage[""StorageDelete""]
                    ):
                        return CheckResult.PASSED
    return CheckResult.FAILED
","def scan_resource_conf ( self , conf ) : <TAB> if ""properties"" in conf : <TAB> <TAB> if ""logs"" in conf [ ""properties"" ] : <TAB> <TAB> <TAB> if conf [ ""properties"" ] [ ""logs"" ] : <TAB> <TAB> <TAB> <TAB> storage = { } <TAB> <TAB> <TAB> <TAB> for log in conf [ ""properties"" ] [ ""logs"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if str ( log [ ""enabled"" ] ) . lower ( ) == ""true"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> storage [ log [ ""category"" ] ] = True <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> <TAB> ""StorageRead"" in storage . keys ( ) <TAB> <TAB> <TAB> <TAB> <TAB> and ""StorageWrite"" in storage . keys ( ) <TAB> <TAB> <TAB> <TAB> <TAB> and ""StorageDelete"" in storage . keys ( ) <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> storage [ ""StorageRead"" ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> and storage [ ""StorageWrite"" ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> and storage [ ""StorageDelete"" ] <TAB> <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return CheckResult . PASSED <TAB> return CheckResult . FAILED","if ""category"" in log and ""enabled"" in log :",255
11352,"def get_doc_object(obj, what=None, doc=None, name=None, config={}):
    if what is None:
        if inspect.isclass(obj):
            what = ""class""
        elif inspect.ismodule(obj):
            what = ""module""
        elif callable(obj):
            what = ""function""
        else:
            what = ""object""
    if what == ""class"":
        return SphinxClassDoc(
            obj, func_doc=SphinxFunctionDoc, doc=doc, name=name, config=config
        )
    elif what in (""function"", ""method""):
        return SphinxFunctionDoc(obj, doc=doc, config=config)
    else:
        if doc is None:
            doc = pydoc.getdoc(obj)
        return SphinxObjDoc(obj, doc, config=config)
","def get_doc_object ( obj , what = None , doc = None , name = None , config = { } ) : <TAB> if what is None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> what = ""class"" <TAB> <TAB> elif inspect . ismodule ( obj ) : <TAB> <TAB> <TAB> what = ""module"" <TAB> <TAB> elif callable ( obj ) : <TAB> <TAB> <TAB> what = ""function"" <TAB> <TAB> else : <TAB> <TAB> <TAB> what = ""object"" <TAB> if what == ""class"" : <TAB> <TAB> return SphinxClassDoc ( <TAB> <TAB> <TAB> obj , func_doc = SphinxFunctionDoc , doc = doc , name = name , config = config <TAB> <TAB> ) <TAB> elif what in ( ""function"" , ""method"" ) : <TAB> <TAB> return SphinxFunctionDoc ( obj , doc = doc , config = config ) <TAB> else : <TAB> <TAB> if doc is None : <TAB> <TAB> <TAB> doc = pydoc . getdoc ( obj ) <TAB> <TAB> return SphinxObjDoc ( obj , doc , config = config )",if inspect . isclass ( obj ) :,219
17236,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRING:
                self.ip = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.I32:
                self.start_time = iprot.readI32()
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.STRUCT:
                self.file = PacketCaptureFile()
                self.file.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 4:
            if ftype == TType.I32:
                self.pid = iprot.readI32()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . ip = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . I32 : <TAB> <TAB> <TAB> <TAB> self . start_time = iprot . readI32 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . file = PacketCaptureFile ( ) <TAB> <TAB> <TAB> <TAB> self . file . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 4 : <TAB> <TAB> <TAB> if ftype == TType . I32 : <TAB> <TAB> <TAB> <TAB> self . pid = iprot . readI32 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",elif fid == 3 :,447
5384,"def load_data(self):
    from GPy.util.datasets import download_url, data_path
    if not os.path.exists(os.path.join(data_path, self.datapath, self.filename)):
        download_url(Housing.url, self.datapath, messages=True)
        if not os.path.exists(os.path.join(data_path, self.datapath, self.filename)):
            return False
    data = np.loadtxt(os.path.join(data_path, self.datapath, self.filename))
    self.data = data
    data_train = data[:250, :-1]
    label_train = data[:250, -1:]
    self.train = (data_train, label_train)
    data_test = data[250:, :-1]
    label_test = data[250:, -1:]
    self.test = (data_test, label_test)
    return True","def load_data ( self ) : <TAB> from GPy . util . datasets import download_url , data_path <TAB> <fill-in> <TAB> <TAB> download_url ( Housing . url , self . datapath , messages = True ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> data = np . loadtxt ( os . path . join ( data_path , self . datapath , self . filename ) ) <TAB> self . data = data <TAB> data_train = data [ : 250 , : - 1 ] <TAB> label_train = data [ : 250 , - 1 : ] <TAB> self . train = ( data_train , label_train ) <TAB> data_test = data [ 250 : , : - 1 ] <TAB> label_test = data [ 250 : , - 1 : ] <TAB> self . test = ( data_test , label_test ) <TAB> return True","if not os . path . exists ( os . path . join ( data_path , self . datapath , self . filename ) ) :",232
10465,"def printsumfp(fp, filename, out=sys.stdout):
    m = md5()
    try:
        while 1:
            data = fp.read(bufsize)
            if not data:
                break
            if isinstance(data, str):
                data = data.encode(fp.encoding)
            m.update(data)
    except IOError as msg:
        sys.stderr.write(""%s: I/O error: %s\n"" % (filename, msg))
        return 1
    out.write(""%s %s\n"" % (m.hexdigest(), filename))
    return 0","def printsumfp ( fp , filename , out = sys . stdout ) : <TAB> m = md5 ( ) <TAB> try : <TAB> <TAB> while 1 : <TAB> <TAB> <TAB> data = fp . read ( bufsize ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> if isinstance ( data , str ) : <TAB> <TAB> <TAB> <TAB> data = data . encode ( fp . encoding ) <TAB> <TAB> <TAB> m . update ( data ) <TAB> except IOError as msg : <TAB> <TAB> sys . stderr . write ( ""%s: I/O error: %s\n"" % ( filename , msg ) ) <TAB> <TAB> return 1 <TAB> out . write ( ""%s %s\n"" % ( m . hexdigest ( ) , filename ) ) <TAB> return 0",if not data :,159
17920,"def FileHacks(self):
    """"""Hacks to make the filesystem look normal.""""""
    if sys.platform == ""win32"":
        import win32api  # pylint: disable=g-import-not-at-top
        # Make the filesystem look like the topmost level are the drive letters.
        if self.path == ""/"":
            self.files = win32api.GetLogicalDriveStrings().split(""\x00"")
            # Remove empty strings and strip trailing backslashes.
            self.files = [drive.rstrip(""\\"") for drive in self.files if drive]
        # This regex will match the various windows devices. Raw hard disk devices
        # must be considered files, however in windows, if we try to list them as
        # directories this also works. Since the code above distinguished between
        # files and directories using the file listing property, we must force
        # treating raw devices as files.
        elif re.match(r""/*\\\\.\\[^\\]+\\?$"", self.path) is not None:
            # Special case windows devices cant seek to the end so just lie about
            # the size
            self.size = 0x7FFFFFFFFFFFFFFF
            # Windows raw devices can be opened in two incompatible modes. With a
            # trailing \ they look like a directory, but without they are the raw
            # device. In GRR we only support opening devices in raw mode so ensure
            # that we never append a \ to raw device name.
            self.path = self.path.rstrip(""\\"")
            # In windows raw devices must be accessed using sector alignment.
            self.alignment = 512
    elif sys.platform == ""darwin"":
        # On Mac, raw disk devices are also not seekable to the end and have no
        # size so we use the same approach as on Windows.
        if re.match(""/dev/r?disk.*"", self.path):
            self.size = 0x7FFFFFFFFFFFFFFF
            self.alignment = 512","def FileHacks ( self ) : <TAB> """"""Hacks to make the filesystem look normal."""""" <TAB> if sys . platform == ""win32"" : <TAB> <TAB> import win32api <TAB> <TAB> <TAB> <TAB> if self . path == ""/"" : <TAB> <TAB> <TAB> self . files = win32api . GetLogicalDriveStrings ( ) . split ( ""\x00"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . files = [ drive . rstrip ( ""\\"" ) for drive in self . files if drive ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . size = 0x7FFFFFFFFFFFFFFF <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . path = self . path . rstrip ( ""\\"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . alignment = 512 <TAB> elif sys . platform == ""darwin"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if re . match ( ""/dev/r?disk.*"" , self . path ) : <TAB> <TAB> <TAB> self . size = 0x7FFFFFFFFFFFFFFF <TAB> <TAB> <TAB> self . alignment = 512","elif re . match ( r""/*\\\\.\\[^\\]+\\?$"" , self . path ) is not None :",480
13259,"def write(self, command):
    setting_multiline = get_setting(""format_multiline"", True)
    setting_trimwhitespace = get_setting(""format_trim_whitespace"", True)
    setting_injectlet = get_setting(""format_inject_let"", True)
    new_cmd = """"
    if command.isspace() or (not setting_multiline and not setting_trimwhitespace):
        new_cmd = command
    else:
        lines = command.splitlines(True)
        if setting_trimwhitespace:
            lines = ghci_remove_whitespace(lines)
        if setting_injectlet:
            lines = ghci_inject_let(lines)
        if setting_multiline:
            lines = ghci_wrap_multiline_syntax(lines)
        new_cmd = """".join(lines)
    return super(SublimeHaskellRepl, self).write(new_cmd)
","def write ( self , command ) : <TAB> setting_multiline = get_setting ( ""format_multiline"" , True ) <TAB> setting_trimwhitespace = get_setting ( ""format_trim_whitespace"" , True ) <TAB> setting_injectlet = get_setting ( ""format_inject_let"" , True ) <TAB> new_cmd = """" <TAB> if command . isspace ( ) or ( not setting_multiline and not setting_trimwhitespace ) : <TAB> <TAB> new_cmd = command <TAB> else : <TAB> <TAB> lines = command . splitlines ( True ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> lines = ghci_remove_whitespace ( lines ) <TAB> <TAB> if setting_injectlet : <TAB> <TAB> <TAB> lines = ghci_inject_let ( lines ) <TAB> <TAB> if setting_multiline : <TAB> <TAB> <TAB> lines = ghci_wrap_multiline_syntax ( lines ) <TAB> <TAB> new_cmd = """" . join ( lines ) <TAB> return super ( SublimeHaskellRepl , self ) . write ( new_cmd )",if setting_trimwhitespace :,222
23895,"def validate(self, value, model_instance):
    super().validate(value, model_instance)
    for l in value:
        if DELIMITER in l:
            raise exceptions.ValidationError(
                self.error_messages[""delimiter_found""],
                code=""delimiter_found"",
            )
","def validate ( self , value , model_instance ) : <TAB> super ( ) . validate ( value , model_instance ) <TAB> for l in value : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise exceptions . ValidationError ( <TAB> <TAB> <TAB> <TAB> self . error_messages [ ""delimiter_found"" ] , <TAB> <TAB> <TAB> <TAB> code = ""delimiter_found"" , <TAB> <TAB> <TAB> )",if DELIMITER in l :,81
95,"def delete(self, repo, user=None):
    if not user:
        user = self.username
    try:
        self.gg.delete_repository(user, repo)
    except ApiFailure as err:
        if err.status_code == 404:
            raise ResourceNotFoundError(
                ""Cannot delete: repository {}/{} does not exists."".format(user, repo)
            ) from err
        elif err.status_code == 403:
            raise ResourcePermissionError(
                ""You don't have enough permissions for deleting the repository. Check the namespace or the private token's privileges""
            ) from err
        elif err.status_code == 422:
            raise ResourceNotFoundError(
                ""Cannot delete repository {}/{}: user {} does not exists."".format(
                    user, repo, user
                )
            ) from err
        raise ResourceError(""Unhandled error: {}"".format(err)) from err
    except Exception as err:
        raise ResourceError(""Unhandled exception: {}"".format(err)) from err","def delete ( self , repo , user = None ) : <TAB> if not user : <TAB> <TAB> user = self . username <TAB> try : <TAB> <TAB> self . gg . delete_repository ( user , repo ) <TAB> except ApiFailure as err : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ResourceNotFoundError ( <TAB> <TAB> <TAB> <TAB> ""Cannot delete: repository {}/{} does not exists."" . format ( user , repo ) <TAB> <TAB> <TAB> ) from err <TAB> <TAB> elif err . status_code == 403 : <TAB> <TAB> <TAB> raise ResourcePermissionError ( <TAB> <TAB> <TAB> <TAB> ""You don't have enough permissions for deleting the repository. Check the namespace or the private token's privileges"" <TAB> <TAB> <TAB> ) from err <TAB> <TAB> elif err . status_code == 422 : <TAB> <TAB> <TAB> raise ResourceNotFoundError ( <TAB> <TAB> <TAB> <TAB> ""Cannot delete repository {}/{}: user {} does not exists."" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> user , repo , user <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) from err <TAB> <TAB> raise ResourceError ( ""Unhandled error: {}"" . format ( err ) ) from err <TAB> except Exception as err : <TAB> <TAB> raise ResourceError ( ""Unhandled exception: {}"" . format ( err ) ) from err",if err . status_code == 404 :,263
1338,"def display_failures_for_single_test(result: TestResult) -> None:
    """"""Display a failure for a single method / endpoint.""""""
    display_subsection(result)
    checks = _get_unique_failures(result.checks)
    for idx, check in enumerate(checks, 1):
        message: Optional[str]
        if check.message:
            message = f""{idx}. {check.message}""
        else:
            message = None
        example = cast(Case, check.example)  # filtered in `_get_unique_failures`
        display_example(example, check.name, message, result.seed)
        # Display every time except the last check
        if idx != len(checks):
            click.echo(""\n"")","def display_failures_for_single_test ( result : TestResult ) -> None : <TAB> """"""Display a failure for a single method / endpoint."""""" <TAB> display_subsection ( result ) <TAB> checks = _get_unique_failures ( result . checks ) <TAB> for idx , check in enumerate ( checks , 1 ) : <TAB> <TAB> message : Optional [ str ] <TAB> <TAB> if check . message : <TAB> <TAB> <TAB> message = f""{idx}. {check.message}"" <TAB> <TAB> else : <TAB> <TAB> <TAB> message = None <TAB> <TAB> example = cast ( Case , check . example ) <TAB> <TAB> display_example ( example , check . name , message , result . seed ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> click . echo ( ""\n"" )",if idx != len ( checks ) :,188
17485,"def main():
    pop = toolbox.population(n=5)
    stats = tools.Statistics(lambda ind: ind.fitness.values)
    stats.register(""avg"", numpy.mean)
    stats.register(""std"", numpy.std)
    stats.register(""min"", numpy.min)
    stats.register(""max"", numpy.max)
    logbook = tools.Logbook()
    logbook.header = [""gen"", ""evals""] + stats.fields
    GEN = 1000
    best = None
    for g in range(GEN):
        for part in pop:
            part.fitness.values = toolbox.evaluate(part)
            if part.best is None or part.best.fitness < part.fitness:
                part.best = creator.Particle(part)
                part.best.fitness.values = part.fitness.values
            if best is None or best.fitness < part.fitness:
                best = creator.Particle(part)
                best.fitness.values = part.fitness.values
        for part in pop:
            toolbox.update(part, best)
        # Gather all the fitnesses in one list and print the stats
        logbook.record(gen=g, evals=len(pop), **stats.compile(pop))
        print(logbook.stream)
    return pop, logbook, best","def main ( ) : <TAB> pop = toolbox . population ( n = 5 ) <TAB> stats = tools . Statistics ( lambda ind : ind . fitness . values ) <TAB> stats . register ( ""avg"" , numpy . mean ) <TAB> stats . register ( ""std"" , numpy . std ) <TAB> stats . register ( ""min"" , numpy . min ) <TAB> stats . register ( ""max"" , numpy . max ) <TAB> logbook = tools . Logbook ( ) <TAB> logbook . header = [ ""gen"" , ""evals"" ] + stats . fields <TAB> GEN = 1000 <TAB> best = None <TAB> for g in range ( GEN ) : <TAB> <TAB> for part in pop : <TAB> <TAB> <TAB> part . fitness . values = toolbox . evaluate ( part ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> part . best = creator . Particle ( part ) <TAB> <TAB> <TAB> <TAB> part . best . fitness . values = part . fitness . values <TAB> <TAB> <TAB> if best is None or best . fitness < part . fitness : <TAB> <TAB> <TAB> <TAB> best = creator . Particle ( part ) <TAB> <TAB> <TAB> <TAB> best . fitness . values = part . fitness . values <TAB> <TAB> for part in pop : <TAB> <TAB> <TAB> toolbox . update ( part , best ) <TAB> <TAB> <TAB> <TAB> logbook . record ( gen = g , evals = len ( pop ) , ** stats . compile ( pop ) ) <TAB> <TAB> print ( logbook . stream ) <TAB> return pop , logbook , best",if part . best is None or part . best . fitness < part . fitness :,347
824,"def batch_iterator(
    inputs,
    targets=None,
    batch_size=None,
    shuffle=False,
    allow_smaller_batch=False,
    repeat=True,
):
    """"""A generator that provides batches of samples from the provided inputs.""""""
    if isinstance(inputs, set):
        inputs = np.asarray(list(inputs))
    if not isinstance(inputs, (np.ndarray, list)):
        raise TypeError(""Unsupported data type %s encountered."" % type(inputs))
    if targets is not None and not isinstance(targets, (np.ndarray, list)):
        raise TypeError(""Unsupported data type %s encountered."" % type(targets))
    num_samples = len(inputs)
    if batch_size is None:
        batch_size = num_samples
    if batch_size > num_samples:
        allow_smaller_batch = True
    keep_going = True
    while keep_going:
        indexes = np.arange(0, num_samples)
        if shuffle:
            np.random.shuffle(indexes)
        shuffled_inputs = inputs[indexes]
        if targets is not None:
            shuffled_targets = targets[indexes]
        for start_index in range(0, num_samples, batch_size):
            if allow_smaller_batch:
                end_index = min(start_index + batch_size, num_samples)
            else:
                end_index = start_index + batch_size
                if end_index > num_samples:
                    break
            batch_inputs = shuffled_inputs[start_index:end_index]
            if targets is None:
                yield batch_inputs
            else:
                batch_targets = shuffled_targets[start_index:end_index]
                yield batch_inputs, batch_targets
        if not repeat:
            keep_going = False","def batch_iterator ( <TAB> inputs , <TAB> targets = None , <TAB> batch_size = None , <TAB> shuffle = False , <TAB> allow_smaller_batch = False , <TAB> repeat = True , ) : <TAB> """"""A generator that provides batches of samples from the provided inputs."""""" <TAB> if isinstance ( inputs , set ) : <TAB> <TAB> inputs = np . asarray ( list ( inputs ) ) <TAB> if not isinstance ( inputs , ( np . ndarray , list ) ) : <TAB> <TAB> raise TypeError ( ""Unsupported data type %s encountered."" % type ( inputs ) ) <TAB> if targets is not None and not isinstance ( targets , ( np . ndarray , list ) ) : <TAB> <TAB> raise TypeError ( ""Unsupported data type %s encountered."" % type ( targets ) ) <TAB> num_samples = len ( inputs ) <TAB> if batch_size is None : <TAB> <TAB> batch_size = num_samples <TAB> if batch_size > num_samples : <TAB> <TAB> allow_smaller_batch = True <TAB> keep_going = True <TAB> while keep_going : <TAB> <TAB> indexes = np . arange ( 0 , num_samples ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> np . random . shuffle ( indexes ) <TAB> <TAB> shuffled_inputs = inputs [ indexes ] <TAB> <TAB> if targets is not None : <TAB> <TAB> <TAB> shuffled_targets = targets [ indexes ] <TAB> <TAB> for start_index in range ( 0 , num_samples , batch_size ) : <TAB> <TAB> <TAB> if allow_smaller_batch : <TAB> <TAB> <TAB> <TAB> end_index = min ( start_index + batch_size , num_samples ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> end_index = start_index + batch_size <TAB> <TAB> <TAB> <TAB> if end_index > num_samples : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> batch_inputs = shuffled_inputs [ start_index : end_index ] <TAB> <TAB> <TAB> if targets is None : <TAB> <TAB> <TAB> <TAB> yield batch_inputs <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> batch_targets = shuffled_targets [ start_index : end_index ] <TAB> <TAB> <TAB> <TAB> yield batch_inputs , batch_targets <TAB> <TAB> if not repeat : <TAB> <TAB> <TAB> keep_going = False",if shuffle :,475
9609,"def get_system_stats(proc_path=None):
    systemStats = {
        ""machine"": platform.machine(),
        ""platform"": sys.platform,
        ""processor"": platform.processor(),
        ""pythonV"": platform.python_version(),
    }
    platf = sys.platform
    try:
        if Platform.is_linux(platf):
            if not proc_path:
                proc_path = ""/proc""
            proc_cpuinfo = os.path.join(proc_path, ""cpuinfo"")
            output, _, _ = get_subprocess_output(
                [""grep"", ""model name"", proc_cpuinfo], log
            )
            systemStats[""cpuCores""] = len(output.splitlines())
        if Platform.is_darwin(platf) or Platform.is_freebsd(platf):
            output, _, _ = get_subprocess_output([""sysctl"", ""hw.ncpu""], log)
            systemStats[""cpuCores""] = int(output.split("": "")[1])
    except SubprocessOutputEmptyError as e:
        log.warning(""unable to retrieve number of cpuCores. Failed with error %s"", e)
    if Platform.is_linux(platf):
        name, version, codename = distro.linux_distribution(
            full_distribution_name=False
        )
        if name == ""amzn"":
            name = ""amazon""
        systemStats[""nixV""] = (name, version, codename)
    elif Platform.is_darwin(platf):
        systemStats[""macV""] = platform.mac_ver()
    elif Platform.is_freebsd(platf):
        version = platform.uname()[2]
        systemStats[""fbsdV""] = (""freebsd"", version, """")  # no codename for FreeBSD
    elif Platform.is_win32(platf):
        systemStats[""winV""] = platform.win32_ver()
    return systemStats","def get_system_stats ( proc_path = None ) : <TAB> systemStats = { <TAB> <TAB> ""machine"" : platform . machine ( ) , <TAB> <TAB> ""platform"" : sys . platform , <TAB> <TAB> ""processor"" : platform . processor ( ) , <TAB> <TAB> ""pythonV"" : platform . python_version ( ) , <TAB> } <TAB> platf = sys . platform <TAB> try : <TAB> <TAB> if Platform . is_linux ( platf ) : <TAB> <TAB> <TAB> if not proc_path : <TAB> <TAB> <TAB> <TAB> proc_path = ""/proc"" <TAB> <TAB> <TAB> proc_cpuinfo = os . path . join ( proc_path , ""cpuinfo"" ) <TAB> <TAB> <TAB> output , _ , _ = get_subprocess_output ( <TAB> <TAB> <TAB> <TAB> [ ""grep"" , ""model name"" , proc_cpuinfo ] , log <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> systemStats [ ""cpuCores"" ] = len ( output . splitlines ( ) ) <TAB> <TAB> if Platform . is_darwin ( platf ) or Platform . is_freebsd ( platf ) : <TAB> <TAB> <TAB> output , _ , _ = get_subprocess_output ( [ ""sysctl"" , ""hw.ncpu"" ] , log ) <TAB> <TAB> <TAB> systemStats [ ""cpuCores"" ] = int ( output . split ( "": "" ) [ 1 ] ) <TAB> except SubprocessOutputEmptyError as e : <TAB> <TAB> log . warning ( ""unable to retrieve number of cpuCores. Failed with error %s"" , e ) <TAB> if Platform . is_linux ( platf ) : <TAB> <TAB> name , version , codename = distro . linux_distribution ( <TAB> <TAB> <TAB> full_distribution_name = False <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> name = ""amazon"" <TAB> <TAB> systemStats [ ""nixV"" ] = ( name , version , codename ) <TAB> elif Platform . is_darwin ( platf ) : <TAB> <TAB> systemStats [ ""macV"" ] = platform . mac_ver ( ) <TAB> elif Platform . is_freebsd ( platf ) : <TAB> <TAB> version = platform . uname ( ) [ 2 ] <TAB> <TAB> systemStats [ ""fbsdV"" ] = ( ""freebsd"" , version , """" ) <TAB> elif Platform . is_win32 ( platf ) : <TAB> <TAB> systemStats [ ""winV"" ] = platform . win32_ver ( ) <TAB> return systemStats","if name == ""amzn"" :",502
22320,"def everythingIsUnicode(d):
    """"""Takes a dictionary, recursively verifies that every value is unicode""""""
    for k, v in d.iteritems():
        if isinstance(v, dict) and k != ""headers"":
            if not everythingIsUnicode(v):
                return False
        elif isinstance(v, list):
            for i in v:
                if isinstance(i, dict) and not everythingIsUnicode(i):
                    return False
                elif isinstance(i, _bytes):
                    return False
        elif isinstance(v, _bytes):
            return False
    return True
","def everythingIsUnicode ( d ) : <TAB> """"""Takes a dictionary, recursively verifies that every value is unicode"""""" <TAB> for k , v in d . iteritems ( ) : <TAB> <TAB> if isinstance ( v , dict ) and k != ""headers"" : <TAB> <TAB> <TAB> if not everythingIsUnicode ( v ) : <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for i in v : <TAB> <TAB> <TAB> <TAB> if isinstance ( i , dict ) and not everythingIsUnicode ( i ) : <TAB> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> <TAB> elif isinstance ( i , _bytes ) : <TAB> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> elif isinstance ( v , _bytes ) : <TAB> <TAB> <TAB> return False <TAB> return True","elif isinstance ( v , list ) :",158
12346,"def execute(
    self,
    host,
    port=""513"",
    luser=""root"",
    user="""",
    password=None,
    prompt_re=""\w+:"",
    timeout=""10"",
    persistent=""1"",
):
    fp, _ = self.bind(host, port, timeout=int(timeout))
    trace = """"
    timeout = int(timeout)
    with Timing() as timing:
        if self.need_handshake:
            fp.write(""\x00%s\x00%s\x00vt100/9600\x00"" % (luser, user))
            self.need_handshake = False
        else:
            fp.write(""%s\r"" % user)
        _, _, resp = fp.expect(
            [prompt_re], timeout=timeout
        )  # expecting the Password: prompt
        trace += resp
        if password is not None:
            fp.write(""%s\r"" % password)
            _, _, resp = fp.expect(
                [prompt_re], timeout=timeout
            )  # expecting the login: prompt
            trace += resp
    if persistent == ""0"":
        self.reset()
    mesg = repr(resp.strip())[1:-1]
    return self.Response(0, mesg, timing, trace)","def execute ( <TAB> self , <TAB> host , <TAB> port = ""513"" , <TAB> luser = ""root"" , <TAB> user = """" , <TAB> password = None , <TAB> prompt_re = ""\w+:"" , <TAB> timeout = ""10"" , <TAB> persistent = ""1"" , ) : <TAB> fp , _ = self . bind ( host , port , timeout = int ( timeout ) ) <TAB> trace = """" <TAB> timeout = int ( timeout ) <TAB> with Timing ( ) as timing : <TAB> <TAB> if self . need_handshake : <TAB> <TAB> <TAB> fp . write ( ""\x00%s\x00%s\x00vt100/9600\x00"" % ( luser , user ) ) <TAB> <TAB> <TAB> self . need_handshake = False <TAB> <TAB> else : <TAB> <TAB> <TAB> fp . write ( ""%s\r"" % user ) <TAB> <TAB> _ , _ , resp = fp . expect ( <TAB> <TAB> <TAB> [ prompt_re ] , timeout = timeout <TAB> <TAB> ) <TAB> <TAB> trace += resp <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fp . write ( ""%s\r"" % password ) <TAB> <TAB> <TAB> _ , _ , resp = fp . expect ( <TAB> <TAB> <TAB> <TAB> [ prompt_re ] , timeout = timeout <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> trace += resp <TAB> if persistent == ""0"" : <TAB> <TAB> self . reset ( ) <TAB> mesg = repr ( resp . strip ( ) ) [ 1 : - 1 ] <TAB> return self . Response ( 0 , mesg , timing , trace )",if password is not None :,329
5481,"def move_stdout_to_stderr(self):
    to_remove = []
    to_add = []
    for consumer_level, consumer in self.consumers:
        if consumer == sys.stdout:
            to_remove.append((consumer_level, consumer))
            to_add.append((consumer_level, sys.stderr))
    for item in to_remove:
        self.consumers.remove(item)
    self.consumers.extend(to_add)
","def move_stdout_to_stderr ( self ) : <TAB> to_remove = [ ] <TAB> to_add = [ ] <TAB> for consumer_level , consumer in self . consumers : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> to_remove . append ( ( consumer_level , consumer ) ) <TAB> <TAB> <TAB> to_add . append ( ( consumer_level , sys . stderr ) ) <TAB> for item in to_remove : <TAB> <TAB> self . consumers . remove ( item ) <TAB> self . consumers . extend ( to_add )",if consumer == sys . stdout :,124
9063,"def import_submodules(package_name):
    package = sys.modules[package_name]
    results = {}
    for loader, name, is_pkg in pkgutil.iter_modules(package.__path__):
        full_name = package_name + ""."" + name
        module = importlib.import_module(full_name)
        setattr(sys.modules[__name__], name, module)
        results[full_name] = module
        if is_pkg:
            valid_pkg = import_submodules(full_name)
            if valid_pkg:
                results.update(valid_pkg)
    return results
","def import_submodules ( package_name ) : <TAB> package = sys . modules [ package_name ] <TAB> results = { } <TAB> for loader , name , is_pkg in pkgutil . iter_modules ( package . __path__ ) : <TAB> <TAB> full_name = package_name + ""."" + name <TAB> <TAB> module = importlib . import_module ( full_name ) <TAB> <TAB> setattr ( sys . modules [ __name__ ] , name , module ) <TAB> <TAB> results [ full_name ] = module <TAB> <TAB> if is_pkg : <TAB> <TAB> <TAB> valid_pkg = import_submodules ( full_name ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> results . update ( valid_pkg ) <TAB> return results",if valid_pkg :,153
8605,"def fix_e712(self, result):
    """"""Fix comparison with boolean.""""""
    line_index = result[""line""] - 1
    target = self.source[line_index]
    offset = result[""column""] - 1
    # Handle very easy ""not"" special cases.
    if re.match(r""^\s*if \w+ == False:$"", target):
        self.source[line_index] = re.sub(
            r""if (\w+) == False:"", r""if not \1:"", target, count=1
        )
    elif re.match(r""^\s*if \w+ != True:$"", target):
        self.source[line_index] = re.sub(
            r""if (\w+) != True:"", r""if not \1:"", target, count=1
        )
    else:
        right_offset = offset + 2
        if right_offset >= len(target):
            return []
        left = target[:offset].rstrip()
        center = target[offset:right_offset]
        right = target[right_offset:].lstrip()
        # Handle simple cases only.
        new_right = None
        if center.strip() == ""=="":
            if re.match(r""\bTrue\b"", right):
                new_right = re.sub(r""\bTrue\b *"", """", right, count=1)
        elif center.strip() == ""!="":
            if re.match(r""\bFalse\b"", right):
                new_right = re.sub(r""\bFalse\b *"", """", right, count=1)
        if new_right is None:
            return []
        if new_right[0].isalnum():
            new_right = "" "" + new_right
        self.source[line_index] = left + new_right","def fix_e712 ( self , result ) : <TAB> """"""Fix comparison with boolean."""""" <TAB> line_index = result [ ""line"" ] - 1 <TAB> target = self . source [ line_index ] <TAB> offset = result [ ""column"" ] - 1 <TAB> <TAB> if re . match ( r""^\s*if \w+ == False:$"" , target ) : <TAB> <TAB> self . source [ line_index ] = re . sub ( <TAB> <TAB> <TAB> r""if (\w+) == False:"" , r""if not \1:"" , target , count = 1 <TAB> <TAB> ) <TAB> elif re . match ( r""^\s*if \w+ != True:$"" , target ) : <TAB> <TAB> self . source [ line_index ] = re . sub ( <TAB> <TAB> <TAB> r""if (\w+) != True:"" , r""if not \1:"" , target , count = 1 <TAB> <TAB> ) <TAB> else : <TAB> <TAB> right_offset = offset + 2 <TAB> <TAB> if right_offset >= len ( target ) : <TAB> <TAB> <TAB> return [ ] <TAB> <TAB> left = target [ : offset ] . rstrip ( ) <TAB> <TAB> center = target [ offset : right_offset ] <TAB> <TAB> right = target [ right_offset : ] . lstrip ( ) <TAB> <TAB> <TAB> <TAB> new_right = None <TAB> <TAB> if center . strip ( ) == ""=="" : <TAB> <TAB> <TAB> if re . match ( r""\bTrue\b"" , right ) : <TAB> <TAB> <TAB> <TAB> new_right = re . sub ( r""\bTrue\b *"" , """" , right , count = 1 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if re . match ( r""\bFalse\b"" , right ) : <TAB> <TAB> <TAB> <TAB> new_right = re . sub ( r""\bFalse\b *"" , """" , right , count = 1 ) <TAB> <TAB> if new_right is None : <TAB> <TAB> <TAB> return [ ] <TAB> <TAB> if new_right [ 0 ] . isalnum ( ) : <TAB> <TAB> <TAB> new_right = "" "" + new_right <TAB> <TAB> self . source [ line_index ] = left + new_right","elif center . strip ( ) == ""!="" :",455
24982,"def check(self, runner, script, info):
    if isinstance(info, ast.FunctionDef):
        for arg in info.args.args:
            if isinstance(arg, ast.Name):
                if arg.id in script.modelVars:
                    self.problem(
                        ""Function {0} may shadow model variable {1}"".format(
                            info.name, arg.id
                        ),
                        lineno=info.lineno,
                    )","def check ( self , runner , script , info ) : <TAB> if isinstance ( info , ast . FunctionDef ) : <TAB> <TAB> for arg in info . args . args : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if arg . id in script . modelVars : <TAB> <TAB> <TAB> <TAB> <TAB> self . problem ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Function {0} may shadow model variable {1}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> info . name , arg . id <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> lineno = info . lineno , <TAB> <TAB> <TAB> <TAB> <TAB> )","if isinstance ( arg , ast . Name ) :",137
20188,"def encryptBlock(self, plainTextBlock):
    """"""CBC block encryption, IV is set with 'encrypt'""""""
    auto_IV = """"
    if self.encryptBlockCount == 0:
        if self.iv == None:
            # generate IV and use
            self.iv = """".join(
                [chr(self.r.randrange(256)) for i in range(self.blockSize)]
            )
            self.prior_encr_CT_block = self.iv
            auto_IV = self.prior_encr_CT_block  # prepend IV if it's automatic
        else:  # application provided IV
            assert len(self.iv) == self.blockSize, ""IV must be same length as block""
            self.prior_encr_CT_block = self.iv
    """""" encrypt the prior CT XORed with the PT """"""
    ct = self.baseCipher.encryptBlock(xor(self.prior_encr_CT_block, plainTextBlock))
    self.prior_encr_CT_block = ct
    return auto_IV + ct","def encryptBlock ( self , plainTextBlock ) : <TAB> """"""CBC block encryption, IV is set with 'encrypt'"""""" <TAB> auto_IV = """" <TAB> if self . encryptBlockCount == 0 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . iv = """" . join ( <TAB> <TAB> <TAB> <TAB> [ chr ( self . r . randrange ( 256 ) ) for i in range ( self . blockSize ) ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . prior_encr_CT_block = self . iv <TAB> <TAB> <TAB> auto_IV = self . prior_encr_CT_block <TAB> <TAB> else : <TAB> <TAB> <TAB> assert len ( self . iv ) == self . blockSize , ""IV must be same length as block"" <TAB> <TAB> <TAB> self . prior_encr_CT_block = self . iv <TAB> """""" encrypt the prior CT XORed with the PT """""" <TAB> ct = self . baseCipher . encryptBlock ( xor ( self . prior_encr_CT_block , plainTextBlock ) ) <TAB> self . prior_encr_CT_block = ct <TAB> return auto_IV + ct",if self . iv == None :,252
5601,"def _extract_config(self, project, test_suites, target_test_case=None):
    execution = []
    scenarios = {}
    project_properties = self._extract_properties(project, key_prefix=""#Project#"")
    project_name = project.get(""name"")
    interface_exec, interface_scen = self._extract_interface(
        project_name, self.interface
    )
    execution.append(interface_exec)
    scenarios.update(interface_scen)
    for suite in test_suites:
        suite_props = BetterDict.from_dict(project_properties)
        suite_props.merge(self._extract_properties(suite, key_prefix=""#TestSuite#""))
        test_cases = suite.findall("".//con:testCase"", namespaces=self.NAMESPACES)
        for case in test_cases:
            case_name = case.get(""name"")
            scenario_name, scenario = self._extract_test_case(case, suite, suite_props)
            load_exec = self._extract_execution(case)
            load_exec[""scenario""] = scenario_name
            self.log.debug(""Extracted execution for scenario %s"", scenario_name)
            if not scenario[""requests""]:
                self.log.warning(
                    ""No requests extracted for scenario %s, skipping it"" % scenario_name
                )
                continue
            if target_test_case is None or target_test_case == case_name:
                self.log.debug(""Extracted scenario: %s"", scenario_name)
                scenarios[scenario_name] = scenario
                execution.append(load_exec)
    return {
        ""execution"": execution,
        ""scenarios"": scenarios,
    }
","def _extract_config ( self , project , test_suites , target_test_case = None ) : <TAB> execution = [ ] <TAB> scenarios = { } <TAB> project_properties = self . _extract_properties ( project , key_prefix = ""#Project#"" ) <TAB> project_name = project . get ( ""name"" ) <TAB> interface_exec , interface_scen = self . _extract_interface ( <TAB> <TAB> project_name , self . interface <TAB> ) <TAB> execution . append ( interface_exec ) <TAB> scenarios . update ( interface_scen ) <TAB> for suite in test_suites : <TAB> <TAB> suite_props = BetterDict . from_dict ( project_properties ) <TAB> <TAB> suite_props . merge ( self . _extract_properties ( suite , key_prefix = ""#TestSuite#"" ) ) <TAB> <TAB> test_cases = suite . findall ( "".//con:testCase"" , namespaces = self . NAMESPACES ) <TAB> <TAB> for case in test_cases : <TAB> <TAB> <TAB> case_name = case . get ( ""name"" ) <TAB> <TAB> <TAB> scenario_name , scenario = self . _extract_test_case ( case , suite , suite_props ) <TAB> <TAB> <TAB> load_exec = self . _extract_execution ( case ) <TAB> <TAB> <TAB> load_exec [ ""scenario"" ] = scenario_name <TAB> <TAB> <TAB> self . log . debug ( ""Extracted execution for scenario %s"" , scenario_name ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . log . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> ""No requests extracted for scenario %s, skipping it"" % scenario_name <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if target_test_case is None or target_test_case == case_name : <TAB> <TAB> <TAB> <TAB> self . log . debug ( ""Extracted scenario: %s"" , scenario_name ) <TAB> <TAB> <TAB> <TAB> scenarios [ scenario_name ] = scenario <TAB> <TAB> <TAB> <TAB> execution . append ( load_exec ) <TAB> return { <TAB> <TAB> ""execution"" : execution , <TAB> <TAB> ""scenarios"" : scenarios , <TAB> }","if not scenario [ ""requests"" ] :",445
20325,"def make_node(self, x, y, ilist):
    ctx_name = infer_context_name(x, y)
    x_ = as_gpuarray_variable(x, ctx_name)
    y_ = as_gpuarray_variable(y, ctx_name)
    ilist_ = tensor.as_tensor_variable(ilist)
    assert x_.type.ndim >= y_.type.ndim
    if ilist_.type.dtype not in tensor.integer_dtypes:
        raise TypeError(""index must be integers"")
    if ilist_.type.ndim != 1:
        raise TypeError(""index must be vector"")
    if x_.type.ndim == 0:
        raise TypeError(""cannot index into a scalar"")
    if y_.type.ndim > x_.type.ndim:
        if self.set_instead_of_inc:
            opname = ""set""
        else:
            opname = ""increment""
        raise TypeError(
            ""cannot %s x subtensor with ndim=%s by y with ndim=%s ""
            % (opname, x_.type.ndim, y_.type.ndim)
        )
    return gof.Apply(self, [x_, y_, ilist_], [x_.type()])","def make_node ( self , x , y , ilist ) : <TAB> ctx_name = infer_context_name ( x , y ) <TAB> x_ = as_gpuarray_variable ( x , ctx_name ) <TAB> y_ = as_gpuarray_variable ( y , ctx_name ) <TAB> ilist_ = tensor . as_tensor_variable ( ilist ) <TAB> assert x_ . type . ndim >= y_ . type . ndim <TAB> if ilist_ . type . dtype not in tensor . integer_dtypes : <TAB> <TAB> raise TypeError ( ""index must be integers"" ) <TAB> if ilist_ . type . ndim != 1 : <TAB> <TAB> raise TypeError ( ""index must be vector"" ) <TAB> if x_ . type . ndim == 0 : <TAB> <TAB> raise TypeError ( ""cannot index into a scalar"" ) <TAB> if y_ . type . ndim > x_ . type . ndim : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> opname = ""set"" <TAB> <TAB> else : <TAB> <TAB> <TAB> opname = ""increment"" <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> ""cannot %s x subtensor with ndim=%s by y with ndim=%s "" <TAB> <TAB> <TAB> % ( opname , x_ . type . ndim , y_ . type . ndim ) <TAB> <TAB> ) <TAB> return gof . Apply ( self , [ x_ , y_ , ilist_ ] , [ x_ . type ( ) ] )",if self . set_instead_of_inc :,292
19543,"def pre_make(self, data, **kwargs):
    schema = data.get(""schema"")
    kind = data.get(""kind"")
    if schema and kind:
        schema[""kind""] = ""custom""
        if kind in V1ConnectionKind.BLOB_VALUES:
            schema[""kind""] = V1BucketConnection.IDENTIFIER
        if kind == V1ConnectionKind.VOLUME_CLAIM:
            schema[""kind""] = V1ClaimConnection.IDENTIFIER
        if kind == V1ConnectionKind.HOST_PATH:
            schema[""kind""] = V1HostPathConnection.IDENTIFIER
        if kind == V1ConnectionKind.REGISTRY:
            schema[""kind""] = V1HostConnection.IDENTIFIER
        if kind == V1ConnectionKind.GIT:
            schema[""kind""] = V1GitConnection.IDENTIFIER
    return data","def pre_make ( self , data , ** kwargs ) : <TAB> schema = data . get ( ""schema"" ) <TAB> kind = data . get ( ""kind"" ) <TAB> if schema and kind : <TAB> <TAB> schema [ ""kind"" ] = ""custom"" <TAB> <TAB> if kind in V1ConnectionKind . BLOB_VALUES : <TAB> <TAB> <TAB> schema [ ""kind"" ] = V1BucketConnection . IDENTIFIER <TAB> <TAB> if kind == V1ConnectionKind . VOLUME_CLAIM : <TAB> <TAB> <TAB> schema [ ""kind"" ] = V1ClaimConnection . IDENTIFIER <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> schema [ ""kind"" ] = V1HostPathConnection . IDENTIFIER <TAB> <TAB> if kind == V1ConnectionKind . REGISTRY : <TAB> <TAB> <TAB> schema [ ""kind"" ] = V1HostConnection . IDENTIFIER <TAB> <TAB> if kind == V1ConnectionKind . GIT : <TAB> <TAB> <TAB> schema [ ""kind"" ] = V1GitConnection . IDENTIFIER <TAB> return data",if kind == V1ConnectionKind . HOST_PATH :,205
369,"def _sniff(filename, oxlitype):
    try:
        with open(filename, ""rb"") as fileobj:
            header = fileobj.read(4)
            if header == b""OXLI"":
                fileobj.read(1)  # skip the version number
                ftype = fileobj.read(1)
                if binascii.hexlify(ftype) == oxlitype:
                    return True
        return False
    except OSError:
        return False","def _sniff ( filename , oxlitype ) : <TAB> try : <TAB> <TAB> with open ( filename , ""rb"" ) as fileobj : <TAB> <TAB> <TAB> header = fileobj . read ( 4 ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> fileobj . read ( 1 ) <TAB> <TAB> <TAB> <TAB> ftype = fileobj . read ( 1 ) <TAB> <TAB> <TAB> <TAB> if binascii . hexlify ( ftype ) == oxlitype : <TAB> <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> return False <TAB> except OSError : <TAB> <TAB> return False","if header == b""OXLI"" :",126
19010,"def close(self, *args, **kwargs):
    super(mytqdm, self).close(*args, **kwargs)
    # If it was not run in a notebook, sp is not assigned, check for it
    if hasattr(self, ""sp""):
        # Try to detect if there was an error or KeyboardInterrupt
        # in manual mode: if n < total, things probably got wrong
        if self.total and self.n < self.total:
            self.sp(bar_style=""danger"")
        else:
            if self.leave:
                self.sp(bar_style=""success"")
            else:
                self.sp(close=True)
","def close ( self , * args , ** kwargs ) : <TAB> super ( mytqdm , self ) . close ( * args , ** kwargs ) <TAB> <TAB> if hasattr ( self , ""sp"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . sp ( bar_style = ""danger"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if self . leave : <TAB> <TAB> <TAB> <TAB> self . sp ( bar_style = ""success"" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . sp ( close = True )",if self . total and self . n < self . total :,167
20496,"def check(self):
    response = b""""
    payload = b""\x00"" * 8
    udp_client = self.udp_create()
    udp_client.send(payload)
    if udp_client:
        response = udp_client.recv(1024)
        if response:
            if response.endswith(b""\xD0\xA5Login:""):
                return True  # target is vulnerable
            elif response.endswith(
                b""\x00\x00\x00\x05\x00\x01\x00\x00\x00\x00\x01\x00\x00""
            ):
                return True  # target is vulnerable
    return False  # target is not vulnerable","def check ( self ) : <TAB> response = b"""" <TAB> payload = b""\x00"" * 8 <TAB> udp_client = self . udp_create ( ) <TAB> udp_client . send ( payload ) <TAB> if udp_client : <TAB> <TAB> response = udp_client . recv ( 1024 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if response . endswith ( b""\xD0\xA5Login:"" ) : <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> elif response . endswith ( <TAB> <TAB> <TAB> <TAB> b""\x00\x00\x00\x05\x00\x01\x00\x00\x00\x00\x01\x00\x00"" <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> return True <TAB> return False",if response :,185
1657,"def visit_Attribute(self, node):
    self.generic_visit(node)
    reserved = (
        ""next"",
        ""posedge"",
        ""negedge"",
        ""max"",
        ""min"",
        ""val"",
        ""signed"",
        ""verilog_code"",
        ""vhdl_code"",
    )
    if node.attr in reserved:
        return node
    # Don't handle subscripts for now.
    if not isinstance(node.value, ast.Name):
        return node
    # Don't handle locals
    if node.value.id not in self.data.symdict:
        return node
    obj = self.data.symdict[node.value.id]
    # Don't handle enums and functions, handle signals as long as it is a new attribute
    if isinstance(obj, (EnumType, FunctionType)):
        return node
    elif isinstance(obj, SignalType):
        if hasattr(SignalType, node.attr):
            return node
    attrobj = getattr(obj, node.attr)
    orig_name = node.value.id + ""."" + node.attr
    if orig_name not in self.name_map:
        base_name = node.value.id + ""_"" + node.attr
        self.name_map[orig_name] = _suffixer(base_name, self.data.symdict)
    new_name = self.name_map[orig_name]
    self.data.symdict[new_name] = attrobj
    self.data.objlist.append(new_name)
    new_node = ast.Name(id=new_name, ctx=node.value.ctx)
    return ast.copy_location(new_node, node)
","def visit_Attribute ( self , node ) : <TAB> self . generic_visit ( node ) <TAB> reserved = ( <TAB> <TAB> ""next"" , <TAB> <TAB> ""posedge"" , <TAB> <TAB> ""negedge"" , <TAB> <TAB> ""max"" , <TAB> <TAB> ""min"" , <TAB> <TAB> ""val"" , <TAB> <TAB> ""signed"" , <TAB> <TAB> ""verilog_code"" , <TAB> <TAB> ""vhdl_code"" , <TAB> ) <TAB> if node . attr in reserved : <TAB> <TAB> return node <TAB> <TAB> if not isinstance ( node . value , ast . Name ) : <TAB> <TAB> return node <TAB> <TAB> if node . value . id not in self . data . symdict : <TAB> <TAB> return node <TAB> obj = self . data . symdict [ node . value . id ] <TAB> <TAB> if isinstance ( obj , ( EnumType , FunctionType ) ) : <TAB> <TAB> return node <TAB> elif isinstance ( obj , SignalType ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return node <TAB> attrobj = getattr ( obj , node . attr ) <TAB> orig_name = node . value . id + ""."" + node . attr <TAB> if orig_name not in self . name_map : <TAB> <TAB> base_name = node . value . id + ""_"" + node . attr <TAB> <TAB> self . name_map [ orig_name ] = _suffixer ( base_name , self . data . symdict ) <TAB> new_name = self . name_map [ orig_name ] <TAB> self . data . symdict [ new_name ] = attrobj <TAB> self . data . objlist . append ( new_name ) <TAB> new_node = ast . Name ( id = new_name , ctx = node . value . ctx ) <TAB> return ast . copy_location ( new_node , node )","if hasattr ( SignalType , node . attr ) :",428
5873,"def get_items(
    cls,
    *,
    html: str = """",
    url: str = """",
    html_etree: etree._Element = None,
    **kwargs,
):
    if html_etree is None:
        html_etree = await cls._get_html(html, url, **kwargs)
    items_field = getattr(cls, ""__fields"", {}).get(""target_item"", None)
    if items_field:
        items_field.many = True
        items_html_etree = items_field.extract(html_etree=html_etree, is_source=True)
        if items_html_etree:
            for each_html_etree in items_html_etree:
                item = await cls._parse_html(html_etree=each_html_etree)
                if not item.ignore_item:
                    yield item
        else:
            value_error_info = ""<Item: Failed to get target_item's value from""
            if url:
                value_error_info = f""{value_error_info} url: {url}.>""
            if html:
                value_error_info = f""{value_error_info} html.>""
            raise ValueError(value_error_info)
    else:
        raise ValueError(
            f""<Item: target_item is expected, more info: https://docs.python-ruia.org/en/apis/item.html>""
        )
","def get_items ( <TAB> cls , <TAB> * , <TAB> html : str = """" , <TAB> url : str = """" , <TAB> html_etree : etree . _Element = None , <TAB> ** kwargs , ) : <TAB> if html_etree is None : <TAB> <TAB> html_etree = await cls . _get_html ( html , url , ** kwargs ) <TAB> items_field = getattr ( cls , ""__fields"" , { } ) . get ( ""target_item"" , None ) <TAB> if items_field : <TAB> <TAB> items_field . many = True <TAB> <TAB> items_html_etree = items_field . extract ( html_etree = html_etree , is_source = True ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for each_html_etree in items_html_etree : <TAB> <TAB> <TAB> <TAB> item = await cls . _parse_html ( html_etree = each_html_etree ) <TAB> <TAB> <TAB> <TAB> if not item . ignore_item : <TAB> <TAB> <TAB> <TAB> <TAB> yield item <TAB> <TAB> else : <TAB> <TAB> <TAB> value_error_info = ""<Item: Failed to get target_item's value from"" <TAB> <TAB> <TAB> if url : <TAB> <TAB> <TAB> <TAB> value_error_info = f""{value_error_info} url: {url}.>"" <TAB> <TAB> <TAB> if html : <TAB> <TAB> <TAB> <TAB> value_error_info = f""{value_error_info} html.>"" <TAB> <TAB> <TAB> raise ValueError ( value_error_info ) <TAB> else : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> f""<Item: target_item is expected, more info: https://docs.python-ruia.org/en/apis/item.html>"" <TAB> <TAB> )",if items_html_etree :,367
2038,"def poll(timeout=0.0, map=None):
    if map is None:
        map = socket_map
    if map:
        r = []
        w = []
        e = []
        for fd, obj in list(map.items()):
            is_r = obj.readable()
            is_w = obj.writable()
            if is_r:
                r.append(fd)
            # accepting sockets should not be writable
            if is_w and not obj.accepting:
                w.append(fd)
            if is_r or is_w:
                e.append(fd)
        if [] == r == w == e:
            time.sleep(timeout)
            return
        r, w, e = select.select(r, w, e, timeout)
        for fd in r:
            obj = map.get(fd)
            if obj is None:
                continue
            read(obj)
        for fd in w:
            obj = map.get(fd)
            if obj is None:
                continue
            write(obj)
        for fd in e:
            obj = map.get(fd)
            if obj is None:
                continue
            _exception(obj)","def poll ( timeout = 0.0 , map = None ) : <TAB> if map is None : <TAB> <TAB> map = socket_map <TAB> if map : <TAB> <TAB> r = [ ] <TAB> <TAB> w = [ ] <TAB> <TAB> e = [ ] <TAB> <TAB> for fd , obj in list ( map . items ( ) ) : <TAB> <TAB> <TAB> is_r = obj . readable ( ) <TAB> <TAB> <TAB> is_w = obj . writable ( ) <TAB> <TAB> <TAB> if is_r : <TAB> <TAB> <TAB> <TAB> r . append ( fd ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if is_w and not obj . accepting : <TAB> <TAB> <TAB> <TAB> w . append ( fd ) <TAB> <TAB> <TAB> if is_r or is_w : <TAB> <TAB> <TAB> <TAB> e . append ( fd ) <TAB> <TAB> if [ ] == r == w == e : <TAB> <TAB> <TAB> time . sleep ( timeout ) <TAB> <TAB> <TAB> return <TAB> <TAB> r , w , e = select . select ( r , w , e , timeout ) <TAB> <TAB> for fd in r : <TAB> <TAB> <TAB> obj = map . get ( fd ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> read ( obj ) <TAB> <TAB> for fd in w : <TAB> <TAB> <TAB> obj = map . get ( fd ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> write ( obj ) <TAB> <TAB> for fd in e : <TAB> <TAB> <TAB> obj = map . get ( fd ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> _exception ( obj )",if obj is None :,350
13638,"def _execute_combine(cls, ctx, op: ""DataFrameEwmAgg""):
    try:
        cls._exec_cache[op.key] = dict()
        if len(op.inputs) != 1:
            pred_data = ctx[op.inputs[1].key]
            if op.alpha_ignore_na:
                pred_exponent = pred_data[-2].shift(-1)[::-1].cumsum()[::-1].fillna(0)
            else:
                succ_counts = pred_data[-1].shift(-1)
                succ_counts.iloc[-1] = 0
                pred_exponent = pred_data[-2].add(
                    succ_counts[::-1].cumsum()[::-1], axis=op.axis
                )
            cls._exec_cache[op.key][""pred_exponent""] = pred_exponent
        super()._execute_combine(ctx, op)
    finally:
        cls._exec_cache.pop(op.key, None)","def _execute_combine ( cls , ctx , op : ""DataFrameEwmAgg"" ) : <TAB> try : <TAB> <TAB> cls . _exec_cache [ op . key ] = dict ( ) <TAB> <TAB> if len ( op . inputs ) != 1 : <TAB> <TAB> <TAB> pred_data = ctx [ op . inputs [ 1 ] . key ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> pred_exponent = pred_data [ - 2 ] . shift ( - 1 ) [ : : - 1 ] . cumsum ( ) [ : : - 1 ] . fillna ( 0 ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> succ_counts = pred_data [ - 1 ] . shift ( - 1 ) <TAB> <TAB> <TAB> <TAB> succ_counts . iloc [ - 1 ] = 0 <TAB> <TAB> <TAB> <TAB> pred_exponent = pred_data [ - 2 ] . add ( <TAB> <TAB> <TAB> <TAB> <TAB> succ_counts [ : : - 1 ] . cumsum ( ) [ : : - 1 ] , axis = op . axis <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> cls . _exec_cache [ op . key ] [ ""pred_exponent"" ] = pred_exponent <TAB> <TAB> super ( ) . _execute_combine ( ctx , op ) <TAB> finally : <TAB> <TAB> cls . _exec_cache . pop ( op . key , None )",if op . alpha_ignore_na :,249
3676,"def _get_error_file(self) -> Optional[str]:
    error_file = None
    min_timestamp = sys.maxsize
    for replicas in self.role_replicas.values():
        for replica in replicas:
            if not os.path.exists(replica.error_file):
                continue
            mtime = os.path.getmtime(replica.error_file)
            if mtime < min_timestamp:
                min_timestamp = mtime
                error_file = replica.error_file
    return error_file
",def _get_error_file ( self ) -> Optional [ str ] : <TAB> error_file = None <TAB> min_timestamp = sys . maxsize <TAB> for replicas in self . role_replicas . values ( ) : <TAB> <TAB> for replica in replicas : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> mtime = os . path . getmtime ( replica . error_file ) <TAB> <TAB> <TAB> if mtime < min_timestamp : <TAB> <TAB> <TAB> <TAB> min_timestamp = mtime <TAB> <TAB> <TAB> <TAB> error_file = replica . error_file <TAB> return error_file,if not os . path . exists ( replica . error_file ) :,138
1928,"def _infer_return_type(*args):
    """"""Look at the type of all args and divine their implied return type.""""""
    return_type = None
    for arg in args:
        if arg is None:
            continue
        if isinstance(arg, bytes):
            if return_type is str:
                raise TypeError(""Can't mix bytes and non-bytes in "" ""path components."")
            return_type = bytes
        else:
            if return_type is bytes:
                raise TypeError(""Can't mix bytes and non-bytes in "" ""path components."")
            return_type = str
    if return_type is None:
        return str  # tempfile APIs return a str by default.
    return return_type
","def _infer_return_type ( * args ) : <TAB> """"""Look at the type of all args and divine their implied return type."""""" <TAB> return_type = None <TAB> for arg in args : <TAB> <TAB> if arg is None : <TAB> <TAB> <TAB> continue <TAB> <TAB> if isinstance ( arg , bytes ) : <TAB> <TAB> <TAB> if return_type is str : <TAB> <TAB> <TAB> <TAB> raise TypeError ( ""Can't mix bytes and non-bytes in "" ""path components."" ) <TAB> <TAB> <TAB> return_type = bytes <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise TypeError ( ""Can't mix bytes and non-bytes in "" ""path components."" ) <TAB> <TAB> <TAB> return_type = str <TAB> if return_type is None : <TAB> <TAB> return str <TAB> return return_type",if return_type is bytes :,186
7549,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.I32:
                self.protocol_version = iprot.readI32()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRING:
                self.requestorUserName = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.STRING:
                self.roleName = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 4:
            if ftype == TType.STRING:
                self.component = iprot.readString()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . I32 : <TAB> <TAB> <TAB> <TAB> self . protocol_version = iprot . readI32 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . requestorUserName = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 3 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . roleName = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 4 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . component = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STOP :,433
1915,"def get_token(self):
    ""Get a token from the input stream (or from stack if it's nonempty)""
    if self.pushback:
        tok = self.pushback.popleft()
        if self.debug >= 1:
            print(""shlex: popping token "" + repr(tok))
        return tok
    # No pushback.  Get a token.
    raw = self.read_token()
    # Handle inclusions
    if self.source is not None:
        while raw == self.source:
            spec = self.sourcehook(self.read_token())
            if spec:
                (newfile, newstream) = spec
                self.push_source(newstream, newfile)
            raw = self.get_token()
    # Maybe we got EOF instead?
    while raw == self.eof:
        if not self.filestack:
            return self.eof
        else:
            self.pop_source()
            raw = self.get_token()
    # Neither inclusion nor EOF
    if self.debug >= 1:
        if raw != self.eof:
            print(""shlex: token="" + repr(raw))
        else:
            print(""shlex: token=EOF"")
    return raw","def get_token ( self ) : <TAB> ""Get a token from the input stream (or from stack if it's nonempty)"" <TAB> if self . pushback : <TAB> <TAB> tok = self . pushback . popleft ( ) <TAB> <TAB> if self . debug >= 1 : <TAB> <TAB> <TAB> print ( ""shlex: popping token "" + repr ( tok ) ) <TAB> <TAB> return tok <TAB> <TAB> raw = self . read_token ( ) <TAB> <TAB> if self . source is not None : <TAB> <TAB> while raw == self . source : <TAB> <TAB> <TAB> spec = self . sourcehook ( self . read_token ( ) ) <TAB> <TAB> <TAB> if spec : <TAB> <TAB> <TAB> <TAB> ( newfile , newstream ) = spec <TAB> <TAB> <TAB> <TAB> self . push_source ( newstream , newfile ) <TAB> <TAB> <TAB> raw = self . get_token ( ) <TAB> <TAB> while raw == self . eof : <TAB> <TAB> if not self . filestack : <TAB> <TAB> <TAB> return self . eof <TAB> <TAB> else : <TAB> <TAB> <TAB> self . pop_source ( ) <TAB> <TAB> <TAB> raw = self . get_token ( ) <TAB> <TAB> if self . debug >= 1 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""shlex: token="" + repr ( raw ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""shlex: token=EOF"" ) <TAB> return raw",if raw != self . eof :,319
7026,"def assert_open(self, sock, *rest):
    if isinstance(sock, fd_types):
        self.__assert_fd_open(sock)
    else:
        fileno = sock.fileno()
        assert isinstance(fileno, fd_types), fileno
        sockname = sock.getsockname()
        assert isinstance(sockname, tuple), sockname
        if not WIN:
            self.__assert_fd_open(fileno)
        else:
            self._assert_sock_open(sock)
    if rest:
        self.assert_open(rest[0], *rest[1:])","def assert_open ( self , sock , * rest ) : <TAB> if isinstance ( sock , fd_types ) : <TAB> <TAB> self . __assert_fd_open ( sock ) <TAB> else : <TAB> <TAB> fileno = sock . fileno ( ) <TAB> <TAB> assert isinstance ( fileno , fd_types ) , fileno <TAB> <TAB> sockname = sock . getsockname ( ) <TAB> <TAB> assert isinstance ( sockname , tuple ) , sockname <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . __assert_fd_open ( fileno ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _assert_sock_open ( sock ) <TAB> if rest : <TAB> <TAB> self . assert_open ( rest [ 0 ] , * rest [ 1 : ] )",if not WIN :,148
15517,"def palindromic_substrings(s):
    if not s:
        return [[]]
    results = []
    for i in range(len(s), 0, -1):
        sub = s[:i]
        if sub == sub[::-1]:
            for rest in palindromic_substrings(s[i:]):
                results.append([sub] + rest)
    return results","def palindromic_substrings ( s ) : <TAB> if not s : <TAB> <TAB> return [ [ ] ] <TAB> results = [ ] <TAB> for i in range ( len ( s ) , 0 , - 1 ) : <TAB> <TAB> sub = s [ : i ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for rest in palindromic_substrings ( s [ i : ] ) : <TAB> <TAB> <TAB> <TAB> results . append ( [ sub ] + rest ) <TAB> return results",if sub == sub [ : : - 1 ] :,102
8353,"def inner(self, *iargs, **ikwargs):
    try:
        return getattr(super(VEXResilienceMixin, self), func)(*iargs, **ikwargs)
    except excs as e:
        for exc, handler in zip(excs, handlers):
            if isinstance(e, exc):
                v = getattr(self, handler)(*iargs, **ikwargs)
                if v is raiseme:
                    raise
                return v
        assert False, ""this should be unreachable if Python is working correctly""
","def inner ( self , * iargs , ** ikwargs ) : <TAB> try : <TAB> <TAB> return getattr ( super ( VEXResilienceMixin , self ) , func ) ( * iargs , ** ikwargs ) <TAB> except excs as e : <TAB> <TAB> for exc , handler in zip ( excs , handlers ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> v = getattr ( self , handler ) ( * iargs , ** ikwargs ) <TAB> <TAB> <TAB> <TAB> if v is raiseme : <TAB> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> <TAB> return v <TAB> <TAB> assert False , ""this should be unreachable if Python is working correctly""","if isinstance ( e , exc ) :",140
19699,"def _create_network_filters(
    self, instance, network_info, instance_secgroup_filter_name
):
    if instance[""image_ref""] == str(FLAGS.vpn_image_id):
        base_filter = ""nova-vpn""
    else:
        base_filter = ""nova-base""
    result = []
    for (_n, mapping) in network_info:
        nic_id = mapping[""mac""].replace("":"", """")
        instance_filter_name = self._instance_filter_name(instance, nic_id)
        instance_filter_children = [
            base_filter,
            ""nova-provider-rules"",
            instance_secgroup_filter_name,
        ]
        if FLAGS.allow_same_net_traffic:
            instance_filter_children.append(""nova-project"")
            if FLAGS.use_ipv6:
                instance_filter_children.append(""nova-project-v6"")
        result.append((instance_filter_name, instance_filter_children))
    return result","def _create_network_filters ( <TAB> self , instance , network_info , instance_secgroup_filter_name ) : <TAB> if instance [ ""image_ref"" ] == str ( FLAGS . vpn_image_id ) : <TAB> <TAB> base_filter = ""nova-vpn"" <TAB> else : <TAB> <TAB> base_filter = ""nova-base"" <TAB> result = [ ] <TAB> for ( _n , mapping ) in network_info : <TAB> <TAB> nic_id = mapping [ ""mac"" ] . replace ( "":"" , """" ) <TAB> <TAB> instance_filter_name = self . _instance_filter_name ( instance , nic_id ) <TAB> <TAB> instance_filter_children = [ <TAB> <TAB> <TAB> base_filter , <TAB> <TAB> <TAB> ""nova-provider-rules"" , <TAB> <TAB> <TAB> instance_secgroup_filter_name , <TAB> <TAB> ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> instance_filter_children . append ( ""nova-project"" ) <TAB> <TAB> <TAB> if FLAGS . use_ipv6 : <TAB> <TAB> <TAB> <TAB> instance_filter_children . append ( ""nova-project-v6"" ) <TAB> <TAB> result . append ( ( instance_filter_name , instance_filter_children ) ) <TAB> return result",if FLAGS . allow_same_net_traffic :,269
641,"def select_singularity(self):
    """"""Set singularity executable and related variables""""""
    conf = Config()
    self.executable = conf.use_singularity_executable
    if self.executable != ""UDOCKER"" and not self.executable:
        self.executable = FileUtil(""singularity"").find_exec()
    if self.executable == ""UDOCKER"" or not self.executable:
        self.executable = """"
        arch = HostInfo().arch()
        image_list = []
        if arch == ""amd64"":
            image_list = [""singularity-x86_64"", ""singularity""]
        elif arch == ""i386"":
            image_list = [""singularity-x86"", ""singularity""]
        elif arch == ""arm64"":
            image_list = [""singularity-arm64"", ""singularity""]
        elif arch == ""arm"":
            image_list = [""singularity-arm"", ""singularity""]
        f_util = FileUtil(self.localrepo.bindir)
        self.executable = f_util.find_file_in_dir(image_list)
    if not os.path.exists(self.executable):
        Msg().err(""Error: singularity executable not found"")
        sys.exit(1)","def select_singularity ( self ) : <TAB> """"""Set singularity executable and related variables"""""" <TAB> conf = Config ( ) <TAB> self . executable = conf . use_singularity_executable <TAB> if self . executable != ""UDOCKER"" and not self . executable : <TAB> <TAB> self . executable = FileUtil ( ""singularity"" ) . find_exec ( ) <TAB> if self . executable == ""UDOCKER"" or not self . executable : <TAB> <TAB> self . executable = """" <TAB> <TAB> arch = HostInfo ( ) . arch ( ) <TAB> <TAB> image_list = [ ] <TAB> <TAB> if arch == ""amd64"" : <TAB> <TAB> <TAB> image_list = [ ""singularity-x86_64"" , ""singularity"" ] <TAB> <TAB> elif arch == ""i386"" : <TAB> <TAB> <TAB> image_list = [ ""singularity-x86"" , ""singularity"" ] <TAB> <TAB> elif arch == ""arm64"" : <TAB> <TAB> <TAB> image_list = [ ""singularity-arm64"" , ""singularity"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> image_list = [ ""singularity-arm"" , ""singularity"" ] <TAB> <TAB> f_util = FileUtil ( self . localrepo . bindir ) <TAB> <TAB> self . executable = f_util . find_file_in_dir ( image_list ) <TAB> if not os . path . exists ( self . executable ) : <TAB> <TAB> Msg ( ) . err ( ""Error: singularity executable not found"" ) <TAB> <TAB> sys . exit ( 1 )","elif arch == ""arm"" :",320
790,"def check_weights(x, y, key: str, index=None):
    for i in [2, 0]:
        if index is not None and i != index:
            continue
        left = x[i].get_master_weight()
        right = y[i].weight.data
        if not torch.allclose(left, right, atol=1.0e-6) or index is not None:
            print(f""check_weights {key}-{i}: left = {left}, \nright = {right}"")
        if not torch.equal(left, right):
            print(
                f""check_weights NOT_EQUAL {key}-{i}: left = {left}, \nright = {right}""
            )
        assert torch.allclose(left, right, atol=1.0e-6)","def check_weights ( x , y , key : str , index = None ) : <TAB> for i in [ 2 , 0 ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> left = x [ i ] . get_master_weight ( ) <TAB> <TAB> right = y [ i ] . weight . data <TAB> <TAB> if not torch . allclose ( left , right , atol = 1.0e-6 ) or index is not None : <TAB> <TAB> <TAB> print ( f""check_weights {key}-{i}: left = {left}, \nright = {right}"" ) <TAB> <TAB> if not torch . equal ( left , right ) : <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> f""check_weights NOT_EQUAL {key}-{i}: left = {left}, \nright = {right}"" <TAB> <TAB> <TAB> ) <TAB> <TAB> assert torch . allclose ( left , right , atol = 1.0e-6 )",if index is not None and i != index :,206
16435,"def configuration_install(
    app,
    uri,
    verify_ssl,
    config_type=None,
    args=None,
    source_folder=None,
    target_folder=None,
):
    cache, output, requester = app.cache, app.out, app.requester
    configs = []
    configs_file = cache.config_install_file
    if os.path.isfile(configs_file):
        configs = _load_configs(configs_file)
    if uri is None:
        if config_type or args or not verify_ssl:  # Not the defaults
            if not configs:
                raise ConanException(""Called config install without arguments"")
            # Modify the last one
            config = configs[-1]
            config.config_type = config_type or config.type
            config.args = args or config.args
            config.verify_ssl = verify_ssl or config.verify_ssl
            _process_config(config, cache, output, requester)
            _save_configs(configs_file, configs)
        else:
            if not configs:
                raise ConanException(""Called config install without arguments"")
            # Execute the previously stored ones
            for config in configs:
                output.info(""Config install:  %s"" % _hide_password(config.uri))
                _process_config(config, cache, output, requester)
            touch(cache.config_install_file)
    else:
        # Execute and store the new one
        config = _ConfigOrigin.from_item(
            uri, config_type, verify_ssl, args, source_folder, target_folder
        )
        _process_config(config, cache, output, requester)
        if config not in configs:
            configs.append(config)
        else:
            configs = [(c if c != config else config) for c in configs]
        _save_configs(configs_file, configs)","def configuration_install ( <TAB> app , <TAB> uri , <TAB> verify_ssl , <TAB> config_type = None , <TAB> args = None , <TAB> source_folder = None , <TAB> target_folder = None , ) : <TAB> cache , output , requester = app . cache , app . out , app . requester <TAB> configs = [ ] <TAB> configs_file = cache . config_install_file <TAB> if os . path . isfile ( configs_file ) : <TAB> <TAB> configs = _load_configs ( configs_file ) <TAB> if uri is None : <TAB> <TAB> if config_type or args or not verify_ssl : <TAB> <TAB> <TAB> if not configs : <TAB> <TAB> <TAB> <TAB> raise ConanException ( ""Called config install without arguments"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> config = configs [ - 1 ] <TAB> <TAB> <TAB> config . config_type = config_type or config . type <TAB> <TAB> <TAB> config . args = args or config . args <TAB> <TAB> <TAB> config . verify_ssl = verify_ssl or config . verify_ssl <TAB> <TAB> <TAB> _process_config ( config , cache , output , requester ) <TAB> <TAB> <TAB> _save_configs ( configs_file , configs ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if not configs : <TAB> <TAB> <TAB> <TAB> raise ConanException ( ""Called config install without arguments"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for config in configs : <TAB> <TAB> <TAB> <TAB> output . info ( ""Config install:  %s"" % _hide_password ( config . uri ) ) <TAB> <TAB> <TAB> <TAB> _process_config ( config , cache , output , requester ) <TAB> <TAB> <TAB> touch ( cache . config_install_file ) <TAB> else : <TAB> <TAB> <TAB> <TAB> config = _ConfigOrigin . from_item ( <TAB> <TAB> <TAB> uri , config_type , verify_ssl , args , source_folder , target_folder <TAB> <TAB> ) <TAB> <TAB> _process_config ( config , cache , output , requester ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> configs . append ( config ) <TAB> <TAB> else : <TAB> <TAB> <TAB> configs = [ ( c if c != config else config ) for c in configs ] <TAB> <TAB> _save_configs ( configs_file , configs )",if config not in configs :,500
5563,"def main(argv=None):
    if not argv:
        argv = sys.argv
    s = Store()
    if argv[1] in (""help"", ""--help"", ""h"", ""-h""):
        help()
    elif argv[1] == ""whoami"":
        if os.path.exists(storefn):
            print(list(s.who())[0])
        else:
            s.who(argv[2])
    elif argv[1].startswith(""http://www.imdb.com/title/tt""):
        if s.movie_is_in(argv[1]):
            raise
        else:
            i = imdb.IMDb()
            movie = i.get_movie(argv[1][len(""http://www.imdb.com/title/tt"") : -1])
            print(""%s (%s)"" % (movie[""title""].encode(""utf-8""), movie[""year""]))
            for director in movie[""director""]:
                print(""directed by: %s"" % director[""name""].encode(""utf-8""))
            for writer in movie[""writer""]:
                print(""written by: %s"" % writer[""name""].encode(""utf-8""))
            s.new_movie(movie)
            rating = None
            while not rating or (rating > 5 or rating <= 0):
                try:
                    rating = int(raw_input(""Rating (on five): ""))
                except ValueError:
                    rating = None
            date = None
            while not date:
                try:
                    i = raw_input(""Review date (YYYY-MM-DD): "")
                    date = datetime.datetime(*time.strptime(i, ""%Y-%m-%d"")[:6])
                except:
                    date = None
            comment = raw_input(""Comment: "")
            s.new_review(movie, date, rating, comment)
    else:
        help()","def main ( argv = None ) : <TAB> if not argv : <TAB> <TAB> argv = sys . argv <TAB> s = Store ( ) <TAB> if argv [ 1 ] in ( ""help"" , ""--help"" , ""h"" , ""-h"" ) : <TAB> <TAB> help ( ) <TAB> elif argv [ 1 ] == ""whoami"" : <TAB> <TAB> if os . path . exists ( storefn ) : <TAB> <TAB> <TAB> print ( list ( s . who ( ) ) [ 0 ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> s . who ( argv [ 2 ] ) <TAB> elif argv [ 1 ] . startswith ( ""http://www.imdb.com/title/tt"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise <TAB> <TAB> else : <TAB> <TAB> <TAB> i = imdb . IMDb ( ) <TAB> <TAB> <TAB> movie = i . get_movie ( argv [ 1 ] [ len ( ""http://www.imdb.com/title/tt"" ) : - 1 ] ) <TAB> <TAB> <TAB> print ( ""%s (%s)"" % ( movie [ ""title"" ] . encode ( ""utf-8"" ) , movie [ ""year"" ] ) ) <TAB> <TAB> <TAB> for director in movie [ ""director"" ] : <TAB> <TAB> <TAB> <TAB> print ( ""directed by: %s"" % director [ ""name"" ] . encode ( ""utf-8"" ) ) <TAB> <TAB> <TAB> for writer in movie [ ""writer"" ] : <TAB> <TAB> <TAB> <TAB> print ( ""written by: %s"" % writer [ ""name"" ] . encode ( ""utf-8"" ) ) <TAB> <TAB> <TAB> s . new_movie ( movie ) <TAB> <TAB> <TAB> rating = None <TAB> <TAB> <TAB> while not rating or ( rating > 5 or rating <= 0 ) : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> rating = int ( raw_input ( ""Rating (on five): "" ) ) <TAB> <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> <TAB> rating = None <TAB> <TAB> <TAB> date = None <TAB> <TAB> <TAB> while not date : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> i = raw_input ( ""Review date (YYYY-MM-DD): "" ) <TAB> <TAB> <TAB> <TAB> <TAB> date = datetime . datetime ( * time . strptime ( i , ""%Y-%m-%d"" ) [ : 6 ] ) <TAB> <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> <TAB> date = None <TAB> <TAB> <TAB> comment = raw_input ( ""Comment: "" ) <TAB> <TAB> <TAB> s . new_review ( movie , date , rating , comment ) <TAB> else : <TAB> <TAB> help ( )",if s . movie_is_in ( argv [ 1 ] ) :,508
19244,"def test_assert_set_equal(estimate: tp.Iterable[int], message: str) -> None:
    reference = {1, 2, 3}
    try:
        testing.assert_set_equal(estimate, reference)
    except AssertionError as error:
        if not message:
            raise AssertionError(
                ""An error has been raised while it should not.""
            ) from error
        np.testing.assert_equal(error.args[0].split(""\n"")[1:], message)
    else:
        if message:
            raise AssertionError(""An error should have been raised."")","def test_assert_set_equal ( estimate : tp . Iterable [ int ] , message : str ) -> None : <TAB> reference = { 1 , 2 , 3 } <TAB> try : <TAB> <TAB> testing . assert_set_equal ( estimate , reference ) <TAB> except AssertionError as error : <TAB> <TAB> if not message : <TAB> <TAB> <TAB> raise AssertionError ( <TAB> <TAB> <TAB> <TAB> ""An error has been raised while it should not."" <TAB> <TAB> <TAB> ) from error <TAB> <TAB> np . testing . assert_equal ( error . args [ 0 ] . split ( ""\n"" ) [ 1 : ] , message ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise AssertionError ( ""An error should have been raised."" )",if message :,148
9252,"def _buffered_generator(self, size):
    buf = []
    c_size = 0
    push = buf.append
    while 1:
        try:
            while c_size < size:
                c = next(self._gen)
                push(c)
                if c:
                    c_size += 1
        except StopIteration:
            if not c_size:
                return
        yield concat(buf)
        del buf[:]
        c_size = 0","def _buffered_generator ( self , size ) : <TAB> buf = [ ] <TAB> c_size = 0 <TAB> push = buf . append <TAB> while 1 : <TAB> <TAB> try : <TAB> <TAB> <TAB> while c_size < size : <TAB> <TAB> <TAB> <TAB> c = next ( self . _gen ) <TAB> <TAB> <TAB> <TAB> push ( c ) <TAB> <TAB> <TAB> <TAB> if c : <TAB> <TAB> <TAB> <TAB> <TAB> c_size += 1 <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> yield concat ( buf ) <TAB> <TAB> del buf [ : ] <TAB> <TAB> c_size = 0",if not c_size :,137
14357,"def getExecutionCode(self, required):
    yield ""if material is not None:""
    yield ""    if not material.is_grease_pencil:""
    yield ""        bpy.data.materials.create_gpencil_data(material)""
    s = self.inputs
    isShowStroke = s[""Show Stroke""].isUsed
    isStrokeDrawMode = s[""Stroke Draw Mode""].isUsed
    isStrokeColor = s[""Stroke Color""].isUsed
    isShowFill = s[""Show Fill""].isUsed
    isFillColor = s[""Fill Color""].isUsed
    isPassIndex = s[""Pass Index""].isUsed
    if any(
        [
            isShowStroke,
            isStrokeDrawMode,
            isStrokeColor,
            isShowFill,
            isFillColor,
            isPassIndex,
        ]
    ):
        yield ""    gpMaterial = material.grease_pencil""
        if isShowStroke:
            yield ""    gpMaterial.show_stroke = showStroke""
        if isStrokeDrawMode:
            yield ""    self.setStrokeDrawMode(gpMaterial, strokeDrawMode)""
        if isStrokeColor:
            yield ""    gpMaterial.color = strokeColor""
        if isShowFill:
            yield ""    gpMaterial.show_fill = showFill""
        if isFillColor:
            yield ""    gpMaterial.fill_color = fillColor""
        if isPassIndex:
            yield ""    gpMaterial.pass_index = passIndex""
","def getExecutionCode ( self , required ) : <TAB> yield ""if material is not None:"" <TAB> yield ""    if not material.is_grease_pencil:"" <TAB> yield ""        bpy.data.materials.create_gpencil_data(material)"" <TAB> s = self . inputs <TAB> isShowStroke = s [ ""Show Stroke"" ] . isUsed <TAB> isStrokeDrawMode = s [ ""Stroke Draw Mode"" ] . isUsed <TAB> isStrokeColor = s [ ""Stroke Color"" ] . isUsed <TAB> isShowFill = s [ ""Show Fill"" ] . isUsed <TAB> isFillColor = s [ ""Fill Color"" ] . isUsed <TAB> isPassIndex = s [ ""Pass Index"" ] . isUsed <TAB> if any ( <TAB> <TAB> [ <TAB> <TAB> <TAB> isShowStroke , <TAB> <TAB> <TAB> isStrokeDrawMode , <TAB> <TAB> <TAB> isStrokeColor , <TAB> <TAB> <TAB> isShowFill , <TAB> <TAB> <TAB> isFillColor , <TAB> <TAB> <TAB> isPassIndex , <TAB> <TAB> ] <TAB> ) : <TAB> <TAB> yield ""    gpMaterial = material.grease_pencil"" <TAB> <TAB> if isShowStroke : <TAB> <TAB> <TAB> yield ""    gpMaterial.show_stroke = showStroke"" <TAB> <TAB> if isStrokeDrawMode : <TAB> <TAB> <TAB> yield ""    self.setStrokeDrawMode(gpMaterial, strokeDrawMode)"" <TAB> <TAB> if isStrokeColor : <TAB> <TAB> <TAB> yield ""    gpMaterial.color = strokeColor"" <TAB> <TAB> if isShowFill : <TAB> <TAB> <TAB> yield ""    gpMaterial.show_fill = showFill"" <TAB> <TAB> if isFillColor : <TAB> <TAB> <TAB> yield ""    gpMaterial.fill_color = fillColor"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield ""    gpMaterial.pass_index = passIndex""",if isPassIndex :,420
8275,"def _load_data(self, addr, size, endness):
    if isinstance(addr, SpOffset):
        # Local variable
        v = self.state.load_local_variable(addr.offset, size)
        return v
    elif isinstance(addr, int):
        # Try loading from the state
        if self._allow_loading(addr, size):
            if self.base_state is not None:
                _l.debug(""Loading %d bytes from %x."", size, addr)
                data = self.base_state.memory.load(addr, size, endness=endness)
                if not data.symbolic:
                    return self.base_state.solver.eval(data)
            else:
                try:
                    val = self.project.loader.memory.unpack_word(
                        addr, size=size, endness=endness
                    )
                    return val
                except KeyError:
                    return None
    return None
","def _load_data ( self , addr , size , endness ) : <TAB> if isinstance ( addr , SpOffset ) : <TAB> <TAB> <TAB> <TAB> v = self . state . load_local_variable ( addr . offset , size ) <TAB> <TAB> return v <TAB> elif isinstance ( addr , int ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if self . base_state is not None : <TAB> <TAB> <TAB> <TAB> _l . debug ( ""Loading %d bytes from %x."" , size , addr ) <TAB> <TAB> <TAB> <TAB> data = self . base_state . memory . load ( addr , size , endness = endness ) <TAB> <TAB> <TAB> <TAB> if not data . symbolic : <TAB> <TAB> <TAB> <TAB> <TAB> return self . base_state . solver . eval ( data ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> val = self . project . loader . memory . unpack_word ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> addr , size = size , endness = endness <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> return val <TAB> <TAB> <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> <TAB> return None <TAB> return None","if self . _allow_loading ( addr , size ) :",269
12971,"def _sample_translation(reference, max_len):
    translation = reference[:]
    while np.random.uniform() < 0.8 and 1 < len(translation) < max_len:
        trans_len = len(translation)
        ind = np.random.randint(trans_len)
        action = np.random.choice(actions)
        if action == ""deletion"":
            del translation[ind]
        elif action == ""replacement"":
            ind_rep = np.random.randint(trans_len)
            translation[ind] = translation[ind_rep]
        else:
            ind_insert = np.random.randint(trans_len)
            translation.insert(ind, translation[ind_insert])
    return translation","def _sample_translation ( reference , max_len ) : <TAB> translation = reference [ : ] <TAB> while np . random . uniform ( ) < 0.8 and 1 < len ( translation ) < max_len : <TAB> <TAB> trans_len = len ( translation ) <TAB> <TAB> ind = np . random . randint ( trans_len ) <TAB> <TAB> action = np . random . choice ( actions ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> del translation [ ind ] <TAB> <TAB> elif action == ""replacement"" : <TAB> <TAB> <TAB> ind_rep = np . random . randint ( trans_len ) <TAB> <TAB> <TAB> translation [ ind ] = translation [ ind_rep ] <TAB> <TAB> else : <TAB> <TAB> <TAB> ind_insert = np . random . randint ( trans_len ) <TAB> <TAB> <TAB> translation . insert ( ind , translation [ ind_insert ] ) <TAB> return translation","if action == ""deletion"" :",186
11871,"def backward_impl(self, inputs, outputs, prop_down, accum):
    # inputs: [inputs_fwd_graph] + [inputs_bwd_graph] or
    # [inputs_fwd_graph] + [outputs_fwd_graph] + [inputs_bwd_graph]
    # Inputs
    x0 = inputs[0].data
    w0 = inputs[1].data
    dy = inputs[2].data
    # Outputs
    dx0 = outputs[0].data
    dw0 = outputs[1].data
    # Grads of inputs
    g_x0 = inputs[0].grad
    g_w0 = inputs[1].grad
    g_dy = inputs[2].grad
    # Grads of outputs
    g_dx0 = outputs[0].grad
    g_dw0 = outputs[1].grad
    # Computation
    if prop_down[2]:
        g_dy_ = F.embed(x0, g_dw0)
        if accum[2]:
            g_dy += g_dy_
        else:
            g_dy.copy_from(g_dy_)","def backward_impl ( self , inputs , outputs , prop_down , accum ) : <TAB> <TAB> <TAB> <TAB> x0 = inputs [ 0 ] . data <TAB> w0 = inputs [ 1 ] . data <TAB> dy = inputs [ 2 ] . data <TAB> <TAB> dx0 = outputs [ 0 ] . data <TAB> dw0 = outputs [ 1 ] . data <TAB> <TAB> g_x0 = inputs [ 0 ] . grad <TAB> g_w0 = inputs [ 1 ] . grad <TAB> g_dy = inputs [ 2 ] . grad <TAB> <TAB> g_dx0 = outputs [ 0 ] . grad <TAB> g_dw0 = outputs [ 1 ] . grad <TAB> <TAB> if prop_down [ 2 ] : <TAB> <TAB> g_dy_ = F . embed ( x0 , g_dw0 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> g_dy += g_dy_ <TAB> <TAB> else : <TAB> <TAB> <TAB> g_dy . copy_from ( g_dy_ )",if accum [ 2 ] :,274
14309,"def convert_ids_to_tokens(self, ids, skip_special_tokens=False):
    """"""Converts a sequence of ids in BPE tokens using the vocab.""""""
    tokens = []
    for i in ids:
        if i in self.special_tokens_decoder:
            if not skip_special_tokens:
                tokens.append(self.special_tokens_decoder[i])
        else:
            tokens.append(self.decoder[i])
    return tokens
","def convert_ids_to_tokens ( self , ids , skip_special_tokens = False ) : <TAB> """"""Converts a sequence of ids in BPE tokens using the vocab."""""" <TAB> tokens = [ ] <TAB> for i in ids : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not skip_special_tokens : <TAB> <TAB> <TAB> <TAB> tokens . append ( self . special_tokens_decoder [ i ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> tokens . append ( self . decoder [ i ] ) <TAB> return tokens",if i in self . special_tokens_decoder :,117
1771,"def rerun_failed_tests(self):
    self.ns.verbose = True
    self.ns.failfast = False
    self.ns.verbose3 = False
    self.first_result = self.get_tests_result()
    self.log()
    self.log(""Re-running failed tests in verbose mode"")
    self.rerun = self.bad[:]
    for test_name in self.rerun:
        self.log(f""Re-running {test_name} in verbose mode"")
        self.ns.verbose = True
        result = runtest(self.ns, test_name)
        self.accumulate_result(result, rerun=True)
        if result.result == INTERRUPTED:
            break
    if self.bad:
        print(count(len(self.bad), ""test""), ""failed again:"")
        printlist(self.bad)
    self.display_result()","def rerun_failed_tests ( self ) : <TAB> self . ns . verbose = True <TAB> self . ns . failfast = False <TAB> self . ns . verbose3 = False <TAB> self . first_result = self . get_tests_result ( ) <TAB> self . log ( ) <TAB> self . log ( ""Re-running failed tests in verbose mode"" ) <TAB> self . rerun = self . bad [ : ] <TAB> for test_name in self . rerun : <TAB> <TAB> self . log ( f""Re-running {test_name} in verbose mode"" ) <TAB> <TAB> self . ns . verbose = True <TAB> <TAB> result = runtest ( self . ns , test_name ) <TAB> <TAB> self . accumulate_result ( result , rerun = True ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> if self . bad : <TAB> <TAB> print ( count ( len ( self . bad ) , ""test"" ) , ""failed again:"" ) <TAB> <TAB> printlist ( self . bad ) <TAB> self . display_result ( )",if result . result == INTERRUPTED :,224
17857,"def imports_as_stmts(self, expr):
    """"""Convert the Result's imports to statements""""""
    ret = Result()
    for module, names in self.imports.items():
        if None in names:
            ret += self.compile(
                [
                    HyExpression(
                        [
                            HySymbol(""import""),
                            HySymbol(module),
                        ]
                    ).replace(expr)
                ]
            )
        names = sorted(name for name in names if name)
        if names:
            ret += self.compile(
                [
                    HyExpression(
                        [
                            HySymbol(""import""),
                            HyList(
                                [
                                    HySymbol(module),
                                    HyList([HySymbol(name) for name in names]),
                                ]
                            ),
                        ]
                    ).replace(expr)
                ]
            )
    self.imports = defaultdict(set)
    return ret.stmts
","def imports_as_stmts ( self , expr ) : <TAB> """"""Convert the Result's imports to statements"""""" <TAB> ret = Result ( ) <TAB> for module , names in self . imports . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ret += self . compile ( <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> HyExpression ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> HySymbol ( ""import"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> HySymbol ( module ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> <TAB> <TAB> ) . replace ( expr ) <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> ) <TAB> <TAB> names = sorted ( name for name in names if name ) <TAB> <TAB> if names : <TAB> <TAB> <TAB> ret += self . compile ( <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> HyExpression ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> HySymbol ( ""import"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> HyList ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> HySymbol ( module ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> HyList ( [ HySymbol ( name ) for name in names ] ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> <TAB> <TAB> ) . replace ( expr ) <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> ) <TAB> self . imports = defaultdict ( set ) <TAB> return ret . stmts",if None in names :,330
23645,"def _redraw(self):
    Box._redraw(self)
    count = 0
    fix_width = 0
    if not self.homogeneous:
        for child in self.children:
            if child.expand:
                count += 1
            else:
                fix_width += (
                    child.minwidth + self.spacing + child.padding + 2 * child.margin
                )
    else:
        count = len(self.children)
    container = self.widget_cont
    left = self.margin
    for child in self.children:
        if len(self.children) != 1:
            if child.minheight + 2 * self.margin > self.minheight:
                self.minheight = child.minheight + 2 * self.margin
            self.minwidth += (
                child.minwidth + 2 * child.margin + self.spacing + child.padding
            )
    container.setPxStyle(""minHeight"", self.minheight)
    container.setPxStyle(""minWidth"", self.minwidth)
    count = max(count, 1)
    horiz_inc = (container.getWidth() - 2 * self.margin - fix_width) / count
    for child in self.children:
        child_container = child.widget_cont
        child_container.setPxStyle(""height"", container.getHeight() - 2 * self.margin)
        child_container.setPxStyle(""left"", left + self.spacing / 2 + child.padding / 2)
        if child.expand:
            left += horiz_inc
        else:
            left += child.minwidth + 2 * child.margin + self.spacing + child.padding
        right = container.getWidth() - self.margin - left
        right = max(right, self.margin)
        child_container.setPxStyle(
            ""right"", right + self.spacing / 2 + child.padding / 2
        )
        child._redraw()","def _redraw ( self ) : <TAB> Box . _redraw ( self ) <TAB> count = 0 <TAB> fix_width = 0 <TAB> if not self . homogeneous : <TAB> <TAB> for child in self . children : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> count += 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> fix_width += ( <TAB> <TAB> <TAB> <TAB> <TAB> child . minwidth + self . spacing + child . padding + 2 * child . margin <TAB> <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> count = len ( self . children ) <TAB> container = self . widget_cont <TAB> left = self . margin <TAB> for child in self . children : <TAB> <TAB> if len ( self . children ) != 1 : <TAB> <TAB> <TAB> if child . minheight + 2 * self . margin > self . minheight : <TAB> <TAB> <TAB> <TAB> self . minheight = child . minheight + 2 * self . margin <TAB> <TAB> <TAB> self . minwidth += ( <TAB> <TAB> <TAB> <TAB> child . minwidth + 2 * child . margin + self . spacing + child . padding <TAB> <TAB> <TAB> ) <TAB> container . setPxStyle ( ""minHeight"" , self . minheight ) <TAB> container . setPxStyle ( ""minWidth"" , self . minwidth ) <TAB> count = max ( count , 1 ) <TAB> horiz_inc = ( container . getWidth ( ) - 2 * self . margin - fix_width ) / count <TAB> for child in self . children : <TAB> <TAB> child_container = child . widget_cont <TAB> <TAB> child_container . setPxStyle ( ""height"" , container . getHeight ( ) - 2 * self . margin ) <TAB> <TAB> child_container . setPxStyle ( ""left"" , left + self . spacing / 2 + child . padding / 2 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> left += horiz_inc <TAB> <TAB> else : <TAB> <TAB> <TAB> left += child . minwidth + 2 * child . margin + self . spacing + child . padding <TAB> <TAB> right = container . getWidth ( ) - self . margin - left <TAB> <TAB> right = max ( right , self . margin ) <TAB> <TAB> child_container . setPxStyle ( <TAB> <TAB> <TAB> ""right"" , right + self . spacing / 2 + child . padding / 2 <TAB> <TAB> ) <TAB> <TAB> child . _redraw ( )",if child . expand :,500
10476,"def set_template_dict(self, template_dict):
    template_dict[""self_name""] = self.name
    template_dict[""self_type""] = self.parser_type
    kind = self.function.kind
    cls = self.function.cls
    if (kind in (METHOD_NEW, METHOD_INIT)) and cls and cls.typedef:
        if kind == METHOD_NEW:
            passed_in_type = self.name
        else:
            passed_in_type = ""Py_TYPE({})"".format(self.name)
        line = ""({passed_in_type} == {type_object}) &&\n        ""
        d = {
            ""type_object"": self.function.cls.type_object,
            ""passed_in_type"": passed_in_type,
        }
        template_dict[""self_type_check""] = line.format_map(d)
","def set_template_dict ( self , template_dict ) : <TAB> template_dict [ ""self_name"" ] = self . name <TAB> template_dict [ ""self_type"" ] = self . parser_type <TAB> kind = self . function . kind <TAB> cls = self . function . cls <TAB> if ( kind in ( METHOD_NEW , METHOD_INIT ) ) and cls and cls . typedef : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> passed_in_type = self . name <TAB> <TAB> else : <TAB> <TAB> <TAB> passed_in_type = ""Py_TYPE({})"" . format ( self . name ) <TAB> <TAB> line = ""({passed_in_type} == {type_object}) &&\n        "" <TAB> <TAB> d = { <TAB> <TAB> <TAB> ""type_object"" : self . function . cls . type_object , <TAB> <TAB> <TAB> ""passed_in_type"" : passed_in_type , <TAB> <TAB> } <TAB> <TAB> template_dict [ ""self_type_check"" ] = line . format_map ( d )",if kind == METHOD_NEW :,232
2915,"def parseImpl(self, instring, loc, doActions=True):
    maxExcLoc = -1
    maxException = None
    matches = []
    for e in self.exprs:
        try:
            loc2 = e.tryParse(instring, loc)
        except ParseException as err:
            err.__traceback__ = None
            if err.loc > maxExcLoc:
                maxException = err
                maxExcLoc = err.loc
        except IndexError:
            if len(instring) > maxExcLoc:
                maxException = ParseException(instring, len(instring), e.errmsg, self)
                maxExcLoc = len(instring)
        else:
            # save match among all matches, to retry longest to shortest
            matches.append((loc2, e))
    if matches:
        matches.sort(key=lambda x: -x[0])
        for _, e in matches:
            try:
                return e._parse(instring, loc, doActions)
            except ParseException as err:
                err.__traceback__ = None
                if err.loc > maxExcLoc:
                    maxException = err
                    maxExcLoc = err.loc
    if maxException is not None:
        maxException.msg = self.errmsg
        raise maxException
    else:
        raise ParseException(instring, loc, ""no defined alternatives to match"", self)","def parseImpl ( self , instring , loc , doActions = True ) : <TAB> maxExcLoc = - 1 <TAB> maxException = None <TAB> matches = [ ] <TAB> for e in self . exprs : <TAB> <TAB> try : <TAB> <TAB> <TAB> loc2 = e . tryParse ( instring , loc ) <TAB> <TAB> except ParseException as err : <TAB> <TAB> <TAB> err . __traceback__ = None <TAB> <TAB> <TAB> if err . loc > maxExcLoc : <TAB> <TAB> <TAB> <TAB> maxException = err <TAB> <TAB> <TAB> <TAB> maxExcLoc = err . loc <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> maxException = ParseException ( instring , len ( instring ) , e . errmsg , self ) <TAB> <TAB> <TAB> <TAB> maxExcLoc = len ( instring ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> matches . append ( ( loc2 , e ) ) <TAB> if matches : <TAB> <TAB> matches . sort ( key = lambda x : - x [ 0 ] ) <TAB> <TAB> for _ , e in matches : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> return e . _parse ( instring , loc , doActions ) <TAB> <TAB> <TAB> except ParseException as err : <TAB> <TAB> <TAB> <TAB> err . __traceback__ = None <TAB> <TAB> <TAB> <TAB> if err . loc > maxExcLoc : <TAB> <TAB> <TAB> <TAB> <TAB> maxException = err <TAB> <TAB> <TAB> <TAB> <TAB> maxExcLoc = err . loc <TAB> if maxException is not None : <TAB> <TAB> maxException . msg = self . errmsg <TAB> <TAB> raise maxException <TAB> else : <TAB> <TAB> raise ParseException ( instring , loc , ""no defined alternatives to match"" , self )",if len ( instring ) > maxExcLoc :,379
22679,"def get_messages(self, timeout=0.1, count=1):
    started = time()
    sleep_time = timeout / 10.0
    while count:
        try:
            msg = self.subscriber.recv_multipart(copy=True, flags=zmq.NOBLOCK)
        except zmq.Again:
            if time() - started > timeout:
                break
            sleep(sleep_time)
        else:
            partition_seqno, global_seqno = unpack("">II"", msg[2])
            seqno = global_seqno if self.count_global else partition_seqno
            if not self.counter:
                self.counter = seqno
            elif self.counter != seqno:
                if self.seq_warnings:
                    self.logger.warning(
                        ""Sequence counter mismatch: expected %d, got %d. Check if system ""
                        ""isn't missing messages."" % (self.counter, seqno)
                    )
                self.counter = None
            yield msg[1]
            count -= 1
            if self.counter:
                self.counter += 1
            self.stats[self.stat_key] += 1","def get_messages ( self , timeout = 0.1 , count = 1 ) : <TAB> started = time ( ) <TAB> sleep_time = timeout / 10.0 <TAB> while count : <TAB> <TAB> try : <TAB> <TAB> <TAB> msg = self . subscriber . recv_multipart ( copy = True , flags = zmq . NOBLOCK ) <TAB> <TAB> except zmq . Again : <TAB> <TAB> <TAB> if time ( ) - started > timeout : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> sleep ( sleep_time ) <TAB> <TAB> else : <TAB> <TAB> <TAB> partition_seqno , global_seqno = unpack ( "">II"" , msg [ 2 ] ) <TAB> <TAB> <TAB> seqno = global_seqno if self . count_global else partition_seqno <TAB> <TAB> <TAB> if not self . counter : <TAB> <TAB> <TAB> <TAB> self . counter = seqno <TAB> <TAB> <TAB> elif self . counter != seqno : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . logger . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Sequence counter mismatch: expected %d, got %d. Check if system "" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""isn't missing messages."" % ( self . counter , seqno ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> self . counter = None <TAB> <TAB> <TAB> yield msg [ 1 ] <TAB> <TAB> <TAB> count -= 1 <TAB> <TAB> <TAB> if self . counter : <TAB> <TAB> <TAB> <TAB> self . counter += 1 <TAB> <TAB> <TAB> self . stats [ self . stat_key ] += 1",if self . seq_warnings :,331
17715,"def run(self, **kwargs: Any) -> None:
    for node in self.document.traverse(nodes.title):
        if isinstance(node.parent, nodes.section):
            for i, index in enumerate(node.traverse(addnodes.index)):
                # move the index node next to the section title
                node.remove(index)
                node.parent.insert(i + 1, index)","def run ( self , ** kwargs : Any ) -> None : <TAB> for node in self . document . traverse ( nodes . title ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for i , index in enumerate ( node . traverse ( addnodes . index ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> node . remove ( index ) <TAB> <TAB> <TAB> <TAB> node . parent . insert ( i + 1 , index )","if isinstance ( node . parent , nodes . section ) :",106
20440,"def _instrument_model(self, model):
    for key, value in list(
        model.__dict__.items()
    ):  # avoid ""dictionary keys changed during iteration""
        if isinstance(value, tf.keras.layers.Layer):
            new_layer = self._instrument(value)
            if new_layer is not value:
                setattr(model, key, new_layer)
        elif isinstance(value, list):
            for i, item in enumerate(value):
                if isinstance(item, tf.keras.layers.Layer):
                    value[i] = self._instrument(item)
    return model
","def _instrument_model ( self , model ) : <TAB> for key , value in list ( <TAB> <TAB> model . __dict__ . items ( ) <TAB> ) : <TAB> <TAB> if isinstance ( value , tf . keras . layers . Layer ) : <TAB> <TAB> <TAB> new_layer = self . _instrument ( value ) <TAB> <TAB> <TAB> if new_layer is not value : <TAB> <TAB> <TAB> <TAB> setattr ( model , key , new_layer ) <TAB> <TAB> elif isinstance ( value , list ) : <TAB> <TAB> <TAB> for i , item in enumerate ( value ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> value [ i ] = self . _instrument ( item ) <TAB> return model","if isinstance ( item , tf . keras . layers . Layer ) :",164
6909,"def emitIpToDomainsData(self, data, event):
    self.emitRawRirData(data, event)
    domains = data.get(""domains"")
    if isinstance(domains, list):
        for domain in domains:
            if self.checkForStop():
                return None
            domain = domain.strip()
            if domain:
                self.emitHostname(domain, event)
","def emitIpToDomainsData ( self , data , event ) : <TAB> self . emitRawRirData ( data , event ) <TAB> domains = data . get ( ""domains"" ) <TAB> if isinstance ( domains , list ) : <TAB> <TAB> for domain in domains : <TAB> <TAB> <TAB> if self . checkForStop ( ) : <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> <TAB> domain = domain . strip ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . emitHostname ( domain , event )",if domain :,105
19811,"def delete_item(self, path):
    config = get_config()
    headers = {}
    if self.event.auth_token:
        headers[""Authorization""] = f""Bearer {self.event.auth_token}""
    try:
        res = requests.delete(
            path, headers=headers, verify=False, timeout=config.network_timeout
        )
        if res.status_code in [200, 201, 202]:
            parsed_content = json.loads(res.content)
            return parsed_content[""metadata""][""deletionTimestamp""]
    except (requests.exceptions.ConnectionError, KeyError):
        pass
    return None","def delete_item ( self , path ) : <TAB> config = get_config ( ) <TAB> headers = { } <TAB> if self . event . auth_token : <TAB> <TAB> headers [ ""Authorization"" ] = f""Bearer {self.event.auth_token}"" <TAB> try : <TAB> <TAB> res = requests . delete ( <TAB> <TAB> <TAB> path , headers = headers , verify = False , timeout = config . network_timeout <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> parsed_content = json . loads ( res . content ) <TAB> <TAB> <TAB> return parsed_content [ ""metadata"" ] [ ""deletionTimestamp"" ] <TAB> except ( requests . exceptions . ConnectionError , KeyError ) : <TAB> <TAB> pass <TAB> return None","if res . status_code in [ 200 , 201 , 202 ] :",160
5886,"def add_cells(self, cells):
    for cell in cells:
        if cell not in self.cell_id_map:
            id = len(self.cell_id_map)
            self.cell_id_map[cell] = id
            self.id_cell_map[id] = cell
","def add_cells ( self , cells ) : <TAB> for cell in cells : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> id = len ( self . cell_id_map ) <TAB> <TAB> <TAB> self . cell_id_map [ cell ] = id <TAB> <TAB> <TAB> self . id_cell_map [ id ] = cell",if cell not in self . cell_id_map :,80
3171,"def _do_directory(self, make_name, chdir_name, encoded):
    if os.path.isdir(make_name):
        os.rmdir(make_name)
    os.mkdir(make_name)
    try:
        with change_cwd(chdir_name):
            if not encoded:
                cwd_result = os.getcwdu()
                name_result = make_name
            else:
                cwd_result = os.getcwd().decode(TESTFN_ENCODING)
                name_result = make_name.decode(TESTFN_ENCODING)
            cwd_result = unicodedata.normalize(""NFD"", cwd_result)
            name_result = unicodedata.normalize(""NFD"", name_result)
            self.assertEqual(os.path.basename(cwd_result), name_result)
    finally:
        os.rmdir(make_name)
","def _do_directory ( self , make_name , chdir_name , encoded ) : <TAB> if os . path . isdir ( make_name ) : <TAB> <TAB> os . rmdir ( make_name ) <TAB> os . mkdir ( make_name ) <TAB> try : <TAB> <TAB> with change_cwd ( chdir_name ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> cwd_result = os . getcwdu ( ) <TAB> <TAB> <TAB> <TAB> name_result = make_name <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> cwd_result = os . getcwd ( ) . decode ( TESTFN_ENCODING ) <TAB> <TAB> <TAB> <TAB> name_result = make_name . decode ( TESTFN_ENCODING ) <TAB> <TAB> <TAB> cwd_result = unicodedata . normalize ( ""NFD"" , cwd_result ) <TAB> <TAB> <TAB> name_result = unicodedata . normalize ( ""NFD"" , name_result ) <TAB> <TAB> <TAB> self . assertEqual ( os . path . basename ( cwd_result ) , name_result ) <TAB> finally : <TAB> <TAB> os . rmdir ( make_name )",if not encoded :,220
23638,"def find_file_copyright_notices(fname):
    ret = set()
    f = open(fname)
    lines = f.readlines()
    for l in lines[:80]:  # hmmm, assume copyright to be in first 80 lines
        idx = l.lower().find(""copyright"")
        if idx < 0:
            continue
        copyright = l[idx + 9 :].strip()
        if not copyright:
            continue
        copyright = sanitise(copyright)
        # hmm, do a quick check to see if there's a year,
        # if not, skip it
        if not copyright.find(""200"") >= 0 and not copyright.find(""199"") >= 0:
            continue
        ret.add(copyright)
    return ret","def find_file_copyright_notices ( fname ) : <TAB> ret = set ( ) <TAB> f = open ( fname ) <TAB> lines = f . readlines ( ) <TAB> for l in lines [ : 80 ] : <TAB> <TAB> idx = l . lower ( ) . find ( ""copyright"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> copyright = l [ idx + 9 : ] . strip ( ) <TAB> <TAB> if not copyright : <TAB> <TAB> <TAB> continue <TAB> <TAB> copyright = sanitise ( copyright ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not copyright . find ( ""200"" ) >= 0 and not copyright . find ( ""199"" ) >= 0 : <TAB> <TAB> <TAB> continue <TAB> <TAB> ret . add ( copyright ) <TAB> return ret",if idx < 0 :,186
23103,"def __closest(widget, compare, x, y):
    closest = None
    dc2 = 10000000
    if widget is None:
        return closest, dc2
    for child in widget.winfo_children():
        for class_ in Page._motionClasses:
            if isinstance(child, class_):
                if child[""state""] == DISABLED:
                    continue
                xw = child.winfo_rootx()
                yw = child.winfo_rooty()
                if compare(x, y, xw, yw):
                    d2 = (xw - x) ** 2 + (yw - y) ** 2
                    if d2 < dc2:
                        closest = child
                        dc2 = d2
                break
        else:
            c, d2 = Page.__closest(child, compare, x, y)
            if d2 < dc2:
                closest = c
                dc2 = d2
    return closest, dc2","def __closest ( widget , compare , x , y ) : <TAB> closest = None <TAB> dc2 = 10000000 <TAB> if widget is None : <TAB> <TAB> return closest , dc2 <TAB> for child in widget . winfo_children ( ) : <TAB> <TAB> for class_ in Page . _motionClasses : <TAB> <TAB> <TAB> if isinstance ( child , class_ ) : <TAB> <TAB> <TAB> <TAB> if child [ ""state"" ] == DISABLED : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> xw = child . winfo_rootx ( ) <TAB> <TAB> <TAB> <TAB> yw = child . winfo_rooty ( ) <TAB> <TAB> <TAB> <TAB> if compare ( x , y , xw , yw ) : <TAB> <TAB> <TAB> <TAB> <TAB> d2 = ( xw - x ) ** 2 + ( yw - y ) ** 2 <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> closest = child <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dc2 = d2 <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> c , d2 = Page . __closest ( child , compare , x , y ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> closest = c <TAB> <TAB> <TAB> <TAB> dc2 = d2 <TAB> return closest , dc2",if d2 < dc2 :,274
4909,"def SetChildMenuBar(self, pChild):
    if not pChild:
        # No Child, set Our menu bar back.
        if self._pMyMenuBar:
            self.SetMenuBar(self._pMyMenuBar)
        else:
            self.SetMenuBar(self.GetMenuBar())
        # Make sure we know our menu bar is in use
        self._pMyMenuBar = None
    else:
        if pChild.GetMenuBar() is None:
            return
        # Do we need to save the current bar?
        if self._pMyMenuBar is None:
            self._pMyMenuBar = self.GetMenuBar()
        self.SetMenuBar(pChild.GetMenuBar())
","def SetChildMenuBar ( self , pChild ) : <TAB> if not pChild : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . SetMenuBar ( self . _pMyMenuBar ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . SetMenuBar ( self . GetMenuBar ( ) ) <TAB> <TAB> <TAB> <TAB> self . _pMyMenuBar = None <TAB> else : <TAB> <TAB> if pChild . GetMenuBar ( ) is None : <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> if self . _pMyMenuBar is None : <TAB> <TAB> <TAB> self . _pMyMenuBar = self . GetMenuBar ( ) <TAB> <TAB> self . SetMenuBar ( pChild . GetMenuBar ( ) )",if self . _pMyMenuBar :,188
9823,"def OnRadioSelect(self, event):
    fitID = self.mainFrame.getActiveFit()
    if fitID is not None:
        self.mainFrame.command.Submit(
            cmd.GuiChangeImplantLocationCommand(
                fitID=fitID,
                source=ImplantLocation.FIT
                if self.rbFit.GetValue()
                else ImplantLocation.CHARACTER,
            )
        )
","def OnRadioSelect ( self , event ) : <TAB> fitID = self . mainFrame . getActiveFit ( ) <TAB> if fitID is not None : <TAB> <TAB> self . mainFrame . command . Submit ( <TAB> <TAB> <TAB> cmd . GuiChangeImplantLocationCommand ( <TAB> <TAB> <TAB> <TAB> fitID = fitID , <TAB> <TAB> <TAB> <TAB> source = ImplantLocation . FIT <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> else ImplantLocation . CHARACTER , <TAB> <TAB> <TAB> ) <TAB> <TAB> )",if self . rbFit . GetValue ( ),119
18730,"def _Lookup(self, node):
    """"""Look up a node by name.""""""
    module, _, _ = node.name.rpartition(""."")
    if module:
        modules_to_try = [("""", module)]
    else:
        modules_to_try = [("""", """"), ("""", ""builtins""), (""builtins."", ""builtins"")]
    modules_to_try += [("""", ""*""), (""builtins."", ""*"")]
    for prefix, module in modules_to_try:
        mod_ast = self._lookup_map.get(module)
        if mod_ast:
            try:
                item = mod_ast.Lookup(prefix + node.name)
            except KeyError:
                pass
            else:
                yield prefix, item
","def _Lookup ( self , node ) : <TAB> """"""Look up a node by name."""""" <TAB> module , _ , _ = node . name . rpartition ( ""."" ) <TAB> if module : <TAB> <TAB> modules_to_try = [ ( """" , module ) ] <TAB> else : <TAB> <TAB> modules_to_try = [ ( """" , """" ) , ( """" , ""builtins"" ) , ( ""builtins."" , ""builtins"" ) ] <TAB> modules_to_try += [ ( """" , ""*"" ) , ( ""builtins."" , ""*"" ) ] <TAB> for prefix , module in modules_to_try : <TAB> <TAB> mod_ast = self . _lookup_map . get ( module ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> item = mod_ast . Lookup ( prefix + node . name ) <TAB> <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> yield prefix , item",if mod_ast :,182
16584,"def _apply_base_delta(
    self,
    schema: s_schema.Schema,
    context: sd.CommandContext,
    scls: so.InheritingObjectT,
) -> so.ObjectList[so.InheritingObjectT]:
    bases = list(scls.get_bases(schema).objects(schema))
    default_base_name = scls.get_default_base_name()
    if default_base_name:
        default_base: Optional[so.InheritingObjectT] = self.get_object(
            schema, context, name=default_base_name
        )
        if bases == [default_base]:
            bases = []
    else:
        default_base = None
    removed_bases = {b.name for b in self.removed_bases}
    existing_bases = set()
    for b in bases:
        if b.get_name(schema) in removed_bases:
            bases.remove(b)
        else:
            existing_bases.add(b.get_name(schema))
    index = {b.get_name(schema): i for i, b in enumerate(bases)}
    for new_bases, pos in self.added_bases:
        if isinstance(pos, tuple):
            pos, ref = pos
        if pos is None or pos == ""LAST"":
            idx = len(bases)
        elif pos == ""FIRST"":
            idx = 0
        else:
            idx = index[ref.name]
        bases[idx:idx] = [
            self.get_object(schema, context, name=b.name)
            for b in new_bases
            if b.name not in existing_bases
        ]
        index = {b.get_name(schema): i for i, b in enumerate(bases)}
    if not bases and default_base:
        bases = [default_base]
    return so.ObjectList[so.InheritingObjectT].create(schema, bases)","def _apply_base_delta ( <TAB> self , <TAB> schema : s_schema . Schema , <TAB> context : sd . CommandContext , <TAB> scls : so . InheritingObjectT , ) -> so . ObjectList [ so . InheritingObjectT ] : <TAB> bases = list ( scls . get_bases ( schema ) . objects ( schema ) ) <TAB> default_base_name = scls . get_default_base_name ( ) <TAB> if default_base_name : <TAB> <TAB> default_base : Optional [ so . InheritingObjectT ] = self . get_object ( <TAB> <TAB> <TAB> schema , context , name = default_base_name <TAB> <TAB> ) <TAB> <TAB> if bases == [ default_base ] : <TAB> <TAB> <TAB> bases = [ ] <TAB> else : <TAB> <TAB> default_base = None <TAB> removed_bases = { b . name for b in self . removed_bases } <TAB> existing_bases = set ( ) <TAB> for b in bases : <TAB> <TAB> if b . get_name ( schema ) in removed_bases : <TAB> <TAB> <TAB> bases . remove ( b ) <TAB> <TAB> else : <TAB> <TAB> <TAB> existing_bases . add ( b . get_name ( schema ) ) <TAB> index = { b . get_name ( schema ) : i for i , b in enumerate ( bases ) } <TAB> for new_bases , pos in self . added_bases : <TAB> <TAB> if isinstance ( pos , tuple ) : <TAB> <TAB> <TAB> pos , ref = pos <TAB> <TAB> if pos is None or pos == ""LAST"" : <TAB> <TAB> <TAB> idx = len ( bases ) <TAB> <TAB> elif pos == ""FIRST"" : <TAB> <TAB> <TAB> idx = 0 <TAB> <TAB> else : <TAB> <TAB> <TAB> idx = index [ ref . name ] <TAB> <TAB> bases [ idx : idx ] = [ <TAB> <TAB> <TAB> self . get_object ( schema , context , name = b . name ) <TAB> <TAB> <TAB> for b in new_bases <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> ] <TAB> <TAB> index = { b . get_name ( schema ) : i for i , b in enumerate ( bases ) } <TAB> if not bases and default_base : <TAB> <TAB> bases = [ default_base ] <TAB> return so . ObjectList [ so . InheritingObjectT ] . create ( schema , bases )",if b . name not in existing_bases,495
8572,"def broadcast_events(self, events):
    LOGGER.debug(""Broadcasting events: %s"", events)
    with self._subscribers_cv:
        # Copy the subscribers
        subscribers = {conn: sub.copy() for conn, sub in self._subscribers.items()}
    if subscribers:
        for connection_id, subscriber in subscribers.items():
            if subscriber.is_listening():
                subscriber_events = [
                    event for event in events if subscriber.is_subscribed(event)
                ]
                event_list = EventList(events=subscriber_events)
                self._send(connection_id, event_list.SerializeToString())
","def broadcast_events ( self , events ) : <TAB> LOGGER . debug ( ""Broadcasting events: %s"" , events ) <TAB> with self . _subscribers_cv : <TAB> <TAB> <TAB> <TAB> subscribers = { conn : sub . copy ( ) for conn , sub in self . _subscribers . items ( ) } <TAB> if subscribers : <TAB> <TAB> for connection_id , subscriber in subscribers . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> subscriber_events = [ <TAB> <TAB> <TAB> <TAB> <TAB> event for event in events if subscriber . is_subscribed ( event ) <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> <TAB> event_list = EventList ( events = subscriber_events ) <TAB> <TAB> <TAB> <TAB> self . _send ( connection_id , event_list . SerializeToString ( ) )",if subscriber . is_listening ( ) :,173
16854,"def continuation_tokens(self, width, line_number, is_soft_wrap=False):
    """"""Displays dots in multiline prompt""""""
    if is_soft_wrap:
        return """"
    width = width - 1
    dots = builtins.__xonsh__.env.get(""MULTILINE_PROMPT"")
    dots = dots() if callable(dots) else dots
    if not dots:
        return """"
    basetoks = self.format_color(dots)
    baselen = sum(len(t[1]) for t in basetoks)
    if baselen == 0:
        return [(Token, "" "" * (width + 1))]
    toks = basetoks * (width // baselen)
    n = width % baselen
    count = 0
    for tok in basetoks:
        slen = len(tok[1])
        newcount = slen + count
        if slen == 0:
            continue
        elif newcount <= n:
            toks.append(tok)
        else:
            toks.append((tok[0], tok[1][: n - count]))
        count = newcount
        if n <= count:
            break
    toks.append((Token, "" ""))  # final space
    return PygmentsTokens(toks)","def continuation_tokens ( self , width , line_number , is_soft_wrap = False ) : <TAB> """"""Displays dots in multiline prompt"""""" <TAB> if is_soft_wrap : <TAB> <TAB> return """" <TAB> width = width - 1 <TAB> dots = builtins . __xonsh__ . env . get ( ""MULTILINE_PROMPT"" ) <TAB> dots = dots ( ) if callable ( dots ) else dots <TAB> if not dots : <TAB> <TAB> return """" <TAB> basetoks = self . format_color ( dots ) <TAB> baselen = sum ( len ( t [ 1 ] ) for t in basetoks ) <TAB> if baselen == 0 : <TAB> <TAB> return [ ( Token , "" "" * ( width + 1 ) ) ] <TAB> toks = basetoks * ( width // baselen ) <TAB> n = width % baselen <TAB> count = 0 <TAB> for tok in basetoks : <TAB> <TAB> slen = len ( tok [ 1 ] ) <TAB> <TAB> newcount = slen + count <TAB> <TAB> if slen == 0 : <TAB> <TAB> <TAB> continue <TAB> <TAB> elif newcount <= n : <TAB> <TAB> <TAB> toks . append ( tok ) <TAB> <TAB> else : <TAB> <TAB> <TAB> toks . append ( ( tok [ 0 ] , tok [ 1 ] [ : n - count ] ) ) <TAB> <TAB> count = newcount <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> toks . append ( ( Token , "" "" ) ) <TAB> return PygmentsTokens ( toks )",if n <= count :,311
8037,"def s_style_master_page(self, tag, attrs):
    """"""Collect the formatting for the page layout style.""""""
    name = attrs[(STYLENS, ""name"")]
    name = name.replace(""."", ""_"")
    self.currentstyle = "".MP-"" + name
    self.stylestack.append(self.currentstyle)
    self.styledict[self.currentstyle] = {("""", ""position""): ""relative""}
    # Then load the pagelayout style if we find it
    pagelayout = attrs.get((STYLENS, ""page-layout-name""), None)
    if pagelayout:
        pagelayout = "".PL-"" + pagelayout
        if pagelayout in self.styledict:
            styles = self.styledict[pagelayout]
            for style, val in list(styles.items()):
                self.styledict[self.currentstyle][style] = val
        else:
            self.styledict[self.currentstyle][""__parent-style-name""] = pagelayout
    self.s_ignorexml(tag, attrs)
","def s_style_master_page ( self , tag , attrs ) : <TAB> """"""Collect the formatting for the page layout style."""""" <TAB> name = attrs [ ( STYLENS , ""name"" ) ] <TAB> name = name . replace ( ""."" , ""_"" ) <TAB> self . currentstyle = "".MP-"" + name <TAB> self . stylestack . append ( self . currentstyle ) <TAB> self . styledict [ self . currentstyle ] = { ( """" , ""position"" ) : ""relative"" } <TAB> <TAB> pagelayout = attrs . get ( ( STYLENS , ""page-layout-name"" ) , None ) <TAB> if pagelayout : <TAB> <TAB> pagelayout = "".PL-"" + pagelayout <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> styles = self . styledict [ pagelayout ] <TAB> <TAB> <TAB> for style , val in list ( styles . items ( ) ) : <TAB> <TAB> <TAB> <TAB> self . styledict [ self . currentstyle ] [ style ] = val <TAB> <TAB> else : <TAB> <TAB> <TAB> self . styledict [ self . currentstyle ] [ ""__parent-style-name"" ] = pagelayout <TAB> self . s_ignorexml ( tag , attrs )",if pagelayout in self . styledict :,250
17680,"def resolve_xref(
    self,
    env: BuildEnvironment,
    fromdocname: str,
    builder: ""Builder"",
    typ: str,
    target: str,
    node: pending_xref,
    contnode: Element,
) -> Element:
    assert typ in (""eq"", ""numref"")
    docname, number = self.equations.get(target, (None, None))
    if docname:
        # TODO: perhaps use rather a sphinx-core provided prefix here?
        node_id = make_id(""equation-%s"" % target)
        if env.config.math_numfig and env.config.numfig:
            if docname in env.toc_fignumbers:
                numbers = env.toc_fignumbers[docname][""displaymath""].get(node_id, ())
                eqno = ""."".join(map(str, numbers))
            else:
                eqno = """"
        else:
            eqno = str(number)
        try:
            eqref_format = env.config.math_eqref_format or ""({number})""
            title = nodes.Text(eqref_format.format(number=eqno))
        except KeyError as exc:
            logger.warning(__(""Invalid math_eqref_format: %r""), exc, location=node)
            title = nodes.Text(""(%d)"" % number)
            title = nodes.Text(""(%d)"" % number)
        return make_refnode(builder, fromdocname, docname, node_id, title)
    else:
        return None
","def resolve_xref ( <TAB> self , <TAB> env : BuildEnvironment , <TAB> fromdocname : str , <TAB> builder : ""Builder"" , <TAB> typ : str , <TAB> target : str , <TAB> node : pending_xref , <TAB> contnode : Element , ) -> Element : <TAB> assert typ in ( ""eq"" , ""numref"" ) <TAB> docname , number = self . equations . get ( target , ( None , None ) ) <TAB> if docname : <TAB> <TAB> <TAB> <TAB> node_id = make_id ( ""equation-%s"" % target ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if docname in env . toc_fignumbers : <TAB> <TAB> <TAB> <TAB> numbers = env . toc_fignumbers [ docname ] [ ""displaymath"" ] . get ( node_id , ( ) ) <TAB> <TAB> <TAB> <TAB> eqno = ""."" . join ( map ( str , numbers ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> eqno = """" <TAB> <TAB> else : <TAB> <TAB> <TAB> eqno = str ( number ) <TAB> <TAB> try : <TAB> <TAB> <TAB> eqref_format = env . config . math_eqref_format or ""({number})"" <TAB> <TAB> <TAB> title = nodes . Text ( eqref_format . format ( number = eqno ) ) <TAB> <TAB> except KeyError as exc : <TAB> <TAB> <TAB> logger . warning ( __ ( ""Invalid math_eqref_format: %r"" ) , exc , location = node ) <TAB> <TAB> <TAB> title = nodes . Text ( ""(%d)"" % number ) <TAB> <TAB> <TAB> title = nodes . Text ( ""(%d)"" % number ) <TAB> <TAB> return make_refnode ( builder , fromdocname , docname , node_id , title ) <TAB> else : <TAB> <TAB> return None",if env . config . math_numfig and env . config . numfig :,392
694,"def __get_limits(self):
    dimension = len(self.__tree.get_root().data)
    nodes = self.__get_all_nodes()
    max, min = [float(""-inf"")] * dimension, [float(""+inf"")] * dimension
    for node in nodes:
        for d in range(dimension):
            if max[d] < node.data[d]:
                max[d] = node.data[d]
            if min[d] > node.data[d]:
                min[d] = node.data[d]
    return min, max
","def __get_limits ( self ) : <TAB> dimension = len ( self . __tree . get_root ( ) . data ) <TAB> nodes = self . __get_all_nodes ( ) <TAB> max , min = [ float ( ""-inf"" ) ] * dimension , [ float ( ""+inf"" ) ] * dimension <TAB> for node in nodes : <TAB> <TAB> for d in range ( dimension ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> max [ d ] = node . data [ d ] <TAB> <TAB> <TAB> if min [ d ] > node . data [ d ] : <TAB> <TAB> <TAB> <TAB> min [ d ] = node . data [ d ] <TAB> return min , max",if max [ d ] < node . data [ d ] :,145
19196,"def identify_page_at_cursor(self):
    for region in self.view.sel():
        text_on_cursor = None
        pos = region.begin()
        scope_region = self.view.extract_scope(pos)
        if not scope_region.empty():
            text_on_cursor = self.view.substr(scope_region)
            return text_on_cursor.strip(string.punctuation)
    return None
",def identify_page_at_cursor ( self ) : <TAB> for region in self . view . sel ( ) : <TAB> <TAB> text_on_cursor = None <TAB> <TAB> pos = region . begin ( ) <TAB> <TAB> scope_region = self . view . extract_scope ( pos ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> text_on_cursor = self . view . substr ( scope_region ) <TAB> <TAB> <TAB> return text_on_cursor . strip ( string . punctuation ) <TAB> return None,if not scope_region . empty ( ) :,111
8580,"def set_transaction_execution_result(
    self,
    txn_signature,
    is_valid,
    context_id,
    state_changes=None,
    events=None,
    data=None,
    error_message="""",
    error_data=b"""",
):
    with self._condition:
        if txn_signature not in self._scheduled:
            raise SchedulerError(""transaction not scheduled: {}"".format(txn_signature))
        if txn_signature not in self._batches_by_txn_id:
            return
        self._set_least_batch_id(txn_signature=txn_signature)
        if not is_valid:
            self._remove_subsequent_result_because_of_batch_failure(txn_signature)
        is_rescheduled = self._reschedule_if_outstanding(txn_signature)
        if not is_rescheduled:
            self._txn_results[txn_signature] = TxnExecutionResult(
                signature=txn_signature,
                is_valid=is_valid,
                context_id=context_id if is_valid else None,
                state_hash=self._first_state_hash if is_valid else None,
                state_changes=state_changes,
                events=events,
                data=data,
                error_message=error_message,
                error_data=error_data,
            )
        self._condition.notify_all()
","def set_transaction_execution_result ( <TAB> self , <TAB> txn_signature , <TAB> is_valid , <TAB> context_id , <TAB> state_changes = None , <TAB> events = None , <TAB> data = None , <TAB> error_message = """" , <TAB> error_data = b"""" , ) : <TAB> with self . _condition : <TAB> <TAB> if txn_signature not in self . _scheduled : <TAB> <TAB> <TAB> raise SchedulerError ( ""transaction not scheduled: {}"" . format ( txn_signature ) ) <TAB> <TAB> if txn_signature not in self . _batches_by_txn_id : <TAB> <TAB> <TAB> return <TAB> <TAB> self . _set_least_batch_id ( txn_signature = txn_signature ) <TAB> <TAB> if not is_valid : <TAB> <TAB> <TAB> self . _remove_subsequent_result_because_of_batch_failure ( txn_signature ) <TAB> <TAB> is_rescheduled = self . _reschedule_if_outstanding ( txn_signature ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _txn_results [ txn_signature ] = TxnExecutionResult ( <TAB> <TAB> <TAB> <TAB> signature = txn_signature , <TAB> <TAB> <TAB> <TAB> is_valid = is_valid , <TAB> <TAB> <TAB> <TAB> context_id = context_id if is_valid else None , <TAB> <TAB> <TAB> <TAB> state_hash = self . _first_state_hash if is_valid else None , <TAB> <TAB> <TAB> <TAB> state_changes = state_changes , <TAB> <TAB> <TAB> <TAB> events = events , <TAB> <TAB> <TAB> <TAB> data = data , <TAB> <TAB> <TAB> <TAB> error_message = error_message , <TAB> <TAB> <TAB> <TAB> error_data = error_data , <TAB> <TAB> <TAB> ) <TAB> <TAB> self . _condition . notify_all ( )",if not is_rescheduled :,378
14461,"def replace_ending_white_space(self, name, newStr, lineNum):
    if not newStr:
        return
    numChars = len(newStr)
    ending_spaces_re = re.compile(r""[ \t]{1,%d}\Z"" % numChars)
    m = ending_spaces_re.search(self._pendingWhiteSpace[name])
    if m:
        mglen = len(m.group())
        if mglen >= numChars:
            self[name].append(self._pendingWhiteSpace[name][:-numChars])
        else:
            self[name].append(self._pendingWhiteSpace[name][:-mglen])
        # Manually push everything to the
        self._pendingWhiteSpace[name] = """"
        self[name].append(newStr)
    else:
        # Make sure the non-white item is preceded by start or a space.
        if (
            self[name]
            and not self._pendingWhiteSpace[name]
            and not self[name][-1].isspace()
        ):
            self._pendingWhiteSpace[name] += "" ""
        self[name] = newStr","def replace_ending_white_space ( self , name , newStr , lineNum ) : <TAB> if not newStr : <TAB> <TAB> return <TAB> numChars = len ( newStr ) <TAB> ending_spaces_re = re . compile ( r""[ \t]{1,%d}\Z"" % numChars ) <TAB> m = ending_spaces_re . search ( self . _pendingWhiteSpace [ name ] ) <TAB> if m : <TAB> <TAB> mglen = len ( m . group ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self [ name ] . append ( self . _pendingWhiteSpace [ name ] [ : - numChars ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self [ name ] . append ( self . _pendingWhiteSpace [ name ] [ : - mglen ] ) <TAB> <TAB> <TAB> <TAB> self . _pendingWhiteSpace [ name ] = """" <TAB> <TAB> self [ name ] . append ( newStr ) <TAB> else : <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> self [ name ] <TAB> <TAB> <TAB> and not self . _pendingWhiteSpace [ name ] <TAB> <TAB> <TAB> and not self [ name ] [ - 1 ] . isspace ( ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> self . _pendingWhiteSpace [ name ] += "" "" <TAB> <TAB> self [ name ] = newStr",if mglen >= numChars :,293
23718,"def __cmp__(self, y):
    a_start = 0 if self.start is None else self.start
    a_step = 1 if self.step is None else self.step
    b_start = 0 if y.start is None else y.start
    b_step = 1 if y.step is None else y.step
    if a_start < b_start:
        return -1
    if a_start > b_start:
        return 1
    if self.stop is not y.stop:
        if self.stop is None:
            return 1
        if y.stop is None:
            return -1
        if self.stop < y.stop:
            return -1
        return 1
    if a_step < b_step:
        return -1
    if a_step > b_step:
        return 1
    return 0","def __cmp__ ( self , y ) : <TAB> a_start = 0 if self . start is None else self . start <TAB> a_step = 1 if self . step is None else self . step <TAB> b_start = 0 if y . start is None else y . start <TAB> b_step = 1 if y . step is None else y . step <TAB> if a_start < b_start : <TAB> <TAB> return - 1 <TAB> if a_start > b_start : <TAB> <TAB> return 1 <TAB> if self . stop is not y . stop : <TAB> <TAB> if self . stop is None : <TAB> <TAB> <TAB> return 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return - 1 <TAB> <TAB> if self . stop < y . stop : <TAB> <TAB> <TAB> return - 1 <TAB> <TAB> return 1 <TAB> if a_step < b_step : <TAB> <TAB> return - 1 <TAB> if a_step > b_step : <TAB> <TAB> return 1 <TAB> return 0",if y . stop is None :,216
14394,"def onMESSAGE(self, hwnd, msg, wp, lp):
    if msg == fw.WND_WM_NOTIFY:
        if wp == fw.WND_NM_MSGREFLECT:
            msgr = fw.WND_MSGREFLECT.from_address(lp)
            msgr.fReturn = self._base_fMsgReflect
            if msgr.msg == self.Msg.WM_NOTIFY:
                nm = NMHDR.from_address(msgr.lParam)
                if nm.code == self.Msg.TCN_SELCHANGING:
                    if self.onMSG(hwnd, ""selchanging"", self.GetSelected(), 0) == False:
                        return 1
                elif nm.code == self.Msg.TCN_SELCHANGE:
                    self.onMSG(hwnd, ""selchanged"", self.GetSelected(), 0)
                elif nm.code == self.Msg.NM_RELEASEDCAPTURE:
                    self.onMSG(hwnd, ""releasedcapture"", 0, 0)
                elif nm.code == self.Msg.NM_CLICK:
                    self.onMSG(hwnd, ""click"", 0, 0)
                elif nm.code == self.Msg.NM_RCLICK:
                    self.onMSG(hwnd, ""rclick"", 0, 0)
                elif nm.code == self.Msg.TCN_KEYDOWN:
                    nmk = NMTCKEYDOWN.from_address(lp)
                    self.onMSG(hwnd, ""keydown"", 0, (nmk.wVKey, nmk.flags))
                elif nm.code == self.Msg.TCN_FOCUSCHANGE:
                    self.onMSG(hwnd, ""focuschange"", 0, 0)
        return 0
    elif msg == self.Msg.WM_DESTROY:
        self.onMSG(hwnd, ""destroy"", 0, 0)","def onMESSAGE ( self , hwnd , msg , wp , lp ) : <TAB> if msg == fw . WND_WM_NOTIFY : <TAB> <TAB> if wp == fw . WND_NM_MSGREFLECT : <TAB> <TAB> <TAB> msgr = fw . WND_MSGREFLECT . from_address ( lp ) <TAB> <TAB> <TAB> msgr . fReturn = self . _base_fMsgReflect <TAB> <TAB> <TAB> if msgr . msg == self . Msg . WM_NOTIFY : <TAB> <TAB> <TAB> <TAB> nm = NMHDR . from_address ( msgr . lParam ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> if self . onMSG ( hwnd , ""selchanging"" , self . GetSelected ( ) , 0 ) == False : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return 1 <TAB> <TAB> <TAB> <TAB> elif nm . code == self . Msg . TCN_SELCHANGE : <TAB> <TAB> <TAB> <TAB> <TAB> self . onMSG ( hwnd , ""selchanged"" , self . GetSelected ( ) , 0 ) <TAB> <TAB> <TAB> <TAB> elif nm . code == self . Msg . NM_RELEASEDCAPTURE : <TAB> <TAB> <TAB> <TAB> <TAB> self . onMSG ( hwnd , ""releasedcapture"" , 0 , 0 ) <TAB> <TAB> <TAB> <TAB> elif nm . code == self . Msg . NM_CLICK : <TAB> <TAB> <TAB> <TAB> <TAB> self . onMSG ( hwnd , ""click"" , 0 , 0 ) <TAB> <TAB> <TAB> <TAB> elif nm . code == self . Msg . NM_RCLICK : <TAB> <TAB> <TAB> <TAB> <TAB> self . onMSG ( hwnd , ""rclick"" , 0 , 0 ) <TAB> <TAB> <TAB> <TAB> elif nm . code == self . Msg . TCN_KEYDOWN : <TAB> <TAB> <TAB> <TAB> <TAB> nmk = NMTCKEYDOWN . from_address ( lp ) <TAB> <TAB> <TAB> <TAB> <TAB> self . onMSG ( hwnd , ""keydown"" , 0 , ( nmk . wVKey , nmk . flags ) ) <TAB> <TAB> <TAB> <TAB> elif nm . code == self . Msg . TCN_FOCUSCHANGE : <TAB> <TAB> <TAB> <TAB> <TAB> self . onMSG ( hwnd , ""focuschange"" , 0 , 0 ) <TAB> <TAB> return 0 <TAB> elif msg == self . Msg . WM_DESTROY : <TAB> <TAB> self . onMSG ( hwnd , ""destroy"" , 0 , 0 )",if nm . code == self . Msg . TCN_SELCHANGING :,505
3059,"def compute_indices(text: str, tokens):
    indices = []
    for i, token in enumerate(tokens):
        if 1 <= i:
            current_index = indices[-1] + len(tokens[i - 1])
            indices.append(current_index + text[current_index:].find(token))
        else:
            indices.append(text.find(token))
    return indices","def compute_indices ( text : str , tokens ) : <TAB> indices = [ ] <TAB> for i , token in enumerate ( tokens ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> current_index = indices [ - 1 ] + len ( tokens [ i - 1 ] ) <TAB> <TAB> <TAB> indices . append ( current_index + text [ current_index : ] . find ( token ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> indices . append ( text . find ( token ) ) <TAB> return indices",if 1 <= i :,102
1468,"def _cookies_for_domain(self, domain, request):
    cookies = []
    if not self._policy.domain_return_ok(domain, request):
        return []
    _debug(""Checking %s for cookies to return"", domain)
    cookies_by_path = self._cookies[domain]
    for path in cookies_by_path.keys():
        if not self._policy.path_return_ok(path, request):
            continue
        cookies_by_name = cookies_by_path[path]
        for cookie in cookies_by_name.values():
            if not self._policy.return_ok(cookie, request):
                _debug(""   not returning cookie"")
                continue
            _debug(""   it's a match"")
            cookies.append(cookie)
    return cookies
","def _cookies_for_domain ( self , domain , request ) : <TAB> cookies = [ ] <TAB> if not self . _policy . domain_return_ok ( domain , request ) : <TAB> <TAB> return [ ] <TAB> _debug ( ""Checking %s for cookies to return"" , domain ) <TAB> cookies_by_path = self . _cookies [ domain ] <TAB> for path in cookies_by_path . keys ( ) : <TAB> <TAB> if not self . _policy . path_return_ok ( path , request ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> cookies_by_name = cookies_by_path [ path ] <TAB> <TAB> for cookie in cookies_by_name . values ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> _debug ( ""   not returning cookie"" ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> _debug ( ""   it's a match"" ) <TAB> <TAB> <TAB> cookies . append ( cookie ) <TAB> return cookies","if not self . _policy . return_ok ( cookie , request ) :",206
23218,"def mine_pow_nonce(
    block_number: int, mining_hash: Hash32, difficulty: int
) -> Tuple[bytes, bytes]:
    cache = get_cache(block_number)
    for nonce in range(MAX_TEST_MINE_ATTEMPTS):
        mining_output = hashimoto_light(block_number, cache, mining_hash, nonce)
        result = big_endian_to_int(mining_output[b""result""])
        result_cap = 2 ** 256 // difficulty
        if result <= result_cap:
            return nonce.to_bytes(8, ""big""), mining_output[b""mix digest""]
    raise Exception(""Too many attempts at POW mining, giving up"")","def mine_pow_nonce ( <TAB> block_number : int , mining_hash : Hash32 , difficulty : int ) -> Tuple [ bytes , bytes ] : <TAB> cache = get_cache ( block_number ) <TAB> for nonce in range ( MAX_TEST_MINE_ATTEMPTS ) : <TAB> <TAB> mining_output = hashimoto_light ( block_number , cache , mining_hash , nonce ) <TAB> <TAB> result = big_endian_to_int ( mining_output [ b""result"" ] ) <TAB> <TAB> result_cap = 2 ** 256 // difficulty <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return nonce . to_bytes ( 8 , ""big"" ) , mining_output [ b""mix digest"" ] <TAB> raise Exception ( ""Too many attempts at POW mining, giving up"" )",if result <= result_cap :,182
20863,"def get_order_taxes(shopify_order, shopify_settings):
    taxes = []
    for tax in shopify_order.get(""tax_lines""):
        taxes.append(
            {
                ""charge_type"": _(""On Net Total""),
                ""account_head"": get_tax_account_head(tax),
                ""description"": ""{0} - {1}%"".format(
                    tax.get(""title""), tax.get(""rate"") * 100.0
                ),
                ""rate"": tax.get(""rate"") * 100.00,
                ""included_in_print_rate"": 1
                if shopify_order.get(""taxes_included"")
                else 0,
                ""cost_center"": shopify_settings.cost_center,
            }
        )
    taxes = update_taxes_with_shipping_lines(
        taxes, shopify_order.get(""shipping_lines""), shopify_settings
    )
    return taxes","def get_order_taxes ( shopify_order , shopify_settings ) : <TAB> taxes = [ ] <TAB> for tax in shopify_order . get ( ""tax_lines"" ) : <TAB> <TAB> taxes . append ( <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""charge_type"" : _ ( ""On Net Total"" ) , <TAB> <TAB> <TAB> <TAB> ""account_head"" : get_tax_account_head ( tax ) , <TAB> <TAB> <TAB> <TAB> ""description"" : ""{0} - {1}%"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> tax . get ( ""title"" ) , tax . get ( ""rate"" ) * 100.0 <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> ""rate"" : tax . get ( ""rate"" ) * 100.00 , <TAB> <TAB> <TAB> <TAB> ""included_in_print_rate"" : 1 <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> else 0 , <TAB> <TAB> <TAB> <TAB> ""cost_center"" : shopify_settings . cost_center , <TAB> <TAB> <TAB> } <TAB> <TAB> ) <TAB> taxes = update_taxes_with_shipping_lines ( <TAB> <TAB> taxes , shopify_order . get ( ""shipping_lines"" ) , shopify_settings <TAB> ) <TAB> return taxes","if shopify_order . get ( ""taxes_included"" )",259
3119,"def analyze_slots(self):
    self.__slots = {}
    for s in Slots:
        if s.special is not None:
            meth = self.__methods.get(s.special)
            if meth is not None:
                self.__slots[s] = meth
    self.__slots[TP_NAME] = '""%s.%s""' % (self.__module, self.__name__)
    if self.__doc__:
        self.__slots[TP_DOC] = ""%s_doc"" % self.name
    if self.__struct is not None:
        self.__slots[TP_BASICSIZE] = ""sizeof(%s)"" % self.__struct.name
        self.__slots[TP_DEALLOC] = ""%s_dealloc"" % self.name
    if self.__methods:
        self.__slots[TP_METHODS] = ""%s_methods"" % self.name
    if self.__members:
        self.__slots[TP_MEMBERS] = ""%s_members"" % self.name
","def analyze_slots ( self ) : <TAB> self . __slots = { } <TAB> for s in Slots : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> meth = self . __methods . get ( s . special ) <TAB> <TAB> <TAB> if meth is not None : <TAB> <TAB> <TAB> <TAB> self . __slots [ s ] = meth <TAB> self . __slots [ TP_NAME ] = '""%s.%s""' % ( self . __module , self . __name__ ) <TAB> if self . __doc__ : <TAB> <TAB> self . __slots [ TP_DOC ] = ""%s_doc"" % self . name <TAB> if self . __struct is not None : <TAB> <TAB> self . __slots [ TP_BASICSIZE ] = ""sizeof(%s)"" % self . __struct . name <TAB> <TAB> self . __slots [ TP_DEALLOC ] = ""%s_dealloc"" % self . name <TAB> if self . __methods : <TAB> <TAB> self . __slots [ TP_METHODS ] = ""%s_methods"" % self . name <TAB> if self . __members : <TAB> <TAB> self . __slots [ TP_MEMBERS ] = ""%s_members"" % self . name",if s . special is not None :,241
18376,"def capitalize_utterances(
    utterances, entities, language, ratio, resources, random_state
):
    capitalized_utterances = []
    for utterance in utterances:
        capitalized_utterance = deepcopy(utterance)
        for i, chunk in enumerate(capitalized_utterance[DATA]):
            capitalized_utterance[DATA][i][TEXT] = chunk[TEXT].lower()
            if ENTITY not in chunk:
                continue
            entity_label = chunk[ENTITY]
            if is_builtin_entity(entity_label):
                continue
            if not entities[entity_label][CAPITALIZE]:
                continue
            if random_state.rand() > ratio:
                continue
            capitalized_utterance[DATA][i][TEXT] = capitalize(
                chunk[TEXT], language, resources
            )
        capitalized_utterances.append(capitalized_utterance)
    return capitalized_utterances
","def capitalize_utterances ( <TAB> utterances , entities , language , ratio , resources , random_state ) : <TAB> capitalized_utterances = [ ] <TAB> for utterance in utterances : <TAB> <TAB> capitalized_utterance = deepcopy ( utterance ) <TAB> <TAB> for i , chunk in enumerate ( capitalized_utterance [ DATA ] ) : <TAB> <TAB> <TAB> capitalized_utterance [ DATA ] [ i ] [ TEXT ] = chunk [ TEXT ] . lower ( ) <TAB> <TAB> <TAB> if ENTITY not in chunk : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> entity_label = chunk [ ENTITY ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if not entities [ entity_label ] [ CAPITALIZE ] : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if random_state . rand ( ) > ratio : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> capitalized_utterance [ DATA ] [ i ] [ TEXT ] = capitalize ( <TAB> <TAB> <TAB> <TAB> chunk [ TEXT ] , language , resources <TAB> <TAB> <TAB> ) <TAB> <TAB> capitalized_utterances . append ( capitalized_utterance ) <TAB> return capitalized_utterances",if is_builtin_entity ( entity_label ) :,230
19252,"def _optimization_function(
    self, objective_function: tp.Callable[[tp.ArrayLike], float]
) -> tp.ArrayLike:
    # pylint:disable=unused-argument
    budget = np.inf if self.budget is None else self.budget
    best_res = np.inf
    best_x: np.ndarray = self.current_bests[""average""].x  # np.zeros(self.dimension)
    if self.initial_guess is not None:
        best_x = np.array(
            self.initial_guess, copy=True
        )  # copy, just to make sure it is not modified
    remaining = budget - self._num_ask
    while remaining > 0:  # try to restart if budget is not elapsed
        options: tp.Dict[str, int] = (
            {} if self.budget is None else {""maxiter"": remaining}
        )
        res = scipyoptimize.minimize(
            objective_function,
            best_x
            if not self.random_restart
            else self._rng.normal(0.0, 1.0, self.dimension),
            method=self.method,
            options=options,
            tol=0,
        )
        if res.fun < best_res:
            best_res = res.fun
            best_x = res.x
        remaining = budget - self._num_ask
    return best_x","def _optimization_function ( <TAB> self , objective_function : tp . Callable [ [ tp . ArrayLike ] , float ] ) -> tp . ArrayLike : <TAB> <TAB> budget = np . inf if self . budget is None else self . budget <TAB> best_res = np . inf <TAB> best_x : np . ndarray = self . current_bests [ ""average"" ] . x <TAB> if self . initial_guess is not None : <TAB> <TAB> best_x = np . array ( <TAB> <TAB> <TAB> self . initial_guess , copy = True <TAB> <TAB> ) <TAB> remaining = budget - self . _num_ask <TAB> while remaining > 0 : <TAB> <TAB> options : tp . Dict [ str , int ] = ( <TAB> <TAB> <TAB> { } if self . budget is None else { ""maxiter"" : remaining } <TAB> <TAB> ) <TAB> <TAB> res = scipyoptimize . minimize ( <TAB> <TAB> <TAB> objective_function , <TAB> <TAB> <TAB> best_x <TAB> <TAB> <TAB> if not self . random_restart <TAB> <TAB> <TAB> else self . _rng . normal ( 0.0 , 1.0 , self . dimension ) , <TAB> <TAB> <TAB> method = self . method , <TAB> <TAB> <TAB> options = options , <TAB> <TAB> <TAB> tol = 0 , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> best_res = res . fun <TAB> <TAB> <TAB> best_x = res . x <TAB> <TAB> remaining = budget - self . _num_ask <TAB> return best_x",if res . fun < best_res :,360
21201,"def set_defaults(opt):
    init_model = None
    # check first for 'init_model' for loading model from file
    if opt.get(""init_model"") and PathManager.exists(opt[""init_model""]):
        init_model = opt[""init_model""]
    # next check for 'model_file', this would override init_model
    if opt.get(""model_file"") and PathManager.exists(opt[""model_file""]):
        init_model = opt[""model_file""]
    if init_model is None:
        # Embeddings options
        opt[""embedding_file""] = modelzoo_path(
            opt.get(""datapath""), opt[""embedding_file""]
        )
        if opt.get(""embedding_file""):
            if not PathManager.exists(opt[""embedding_file""]):
                raise IOError(""No such file: %s"" % opt[""embedding_file""])
            with PathManager.open(opt[""embedding_file""]) as f:
                dim = len(f.readline().strip().split("" "")) - 1
                if dim == 1:
                    # first line was a dud
                    dim = len(f.readline().strip().split("" "")) - 1
            opt[""embedding_dim""] = dim
        elif not opt.get(""embedding_dim""):
            raise RuntimeError(
                (""Either embedding_file or embedding_dim "" ""needs to be specified."")
            )
        # Make sure tune_partial and fix_embeddings are consistent
        if opt[""tune_partial""] > 0 and opt[""fix_embeddings""]:
            print(""Setting fix_embeddings to False as tune_partial > 0."")
            opt[""fix_embeddings""] = False
        # Make sure fix_embeddings and embedding_file are consistent
        if opt[""fix_embeddings""] and not opt.get(""embedding_file""):
            print(""Setting fix_embeddings to False as embeddings are random."")
            opt[""fix_embeddings""] = False","def set_defaults ( opt ) : <TAB> init_model = None <TAB> <TAB> if opt . get ( ""init_model"" ) and PathManager . exists ( opt [ ""init_model"" ] ) : <TAB> <TAB> init_model = opt [ ""init_model"" ] <TAB> <TAB> if opt . get ( ""model_file"" ) and PathManager . exists ( opt [ ""model_file"" ] ) : <TAB> <TAB> init_model = opt [ ""model_file"" ] <TAB> if init_model is None : <TAB> <TAB> <TAB> <TAB> opt [ ""embedding_file"" ] = modelzoo_path ( <TAB> <TAB> <TAB> opt . get ( ""datapath"" ) , opt [ ""embedding_file"" ] <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not PathManager . exists ( opt [ ""embedding_file"" ] ) : <TAB> <TAB> <TAB> <TAB> raise IOError ( ""No such file: %s"" % opt [ ""embedding_file"" ] ) <TAB> <TAB> <TAB> with PathManager . open ( opt [ ""embedding_file"" ] ) as f : <TAB> <TAB> <TAB> <TAB> dim = len ( f . readline ( ) . strip ( ) . split ( "" "" ) ) - 1 <TAB> <TAB> <TAB> <TAB> if dim == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dim = len ( f . readline ( ) . strip ( ) . split ( "" "" ) ) - 1 <TAB> <TAB> <TAB> opt [ ""embedding_dim"" ] = dim <TAB> <TAB> elif not opt . get ( ""embedding_dim"" ) : <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> ( ""Either embedding_file or embedding_dim "" ""needs to be specified."" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> if opt [ ""tune_partial"" ] > 0 and opt [ ""fix_embeddings"" ] : <TAB> <TAB> <TAB> print ( ""Setting fix_embeddings to False as tune_partial > 0."" ) <TAB> <TAB> <TAB> opt [ ""fix_embeddings"" ] = False <TAB> <TAB> <TAB> <TAB> if opt [ ""fix_embeddings"" ] and not opt . get ( ""embedding_file"" ) : <TAB> <TAB> <TAB> print ( ""Setting fix_embeddings to False as embeddings are random."" ) <TAB> <TAB> <TAB> opt [ ""fix_embeddings"" ] = False","if opt . get ( ""embedding_file"" ) :",493
14650,"def read(self, size=None):
    if size == 0:
        return """"
    data = list()
    while size is None or size > 0:
        line = self.readline(size or -1)
        if not line:
            break
        if size is not None:
            size -= len(line)
        data.append(line)
    return """".join(data)","def read ( self , size = None ) : <TAB> if size == 0 : <TAB> <TAB> return """" <TAB> data = list ( ) <TAB> while size is None or size > 0 : <TAB> <TAB> line = self . readline ( size or - 1 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> if size is not None : <TAB> <TAB> <TAB> size -= len ( line ) <TAB> <TAB> data . append ( line ) <TAB> return """" . join ( data )",if not line :,101
15150,"def interpolate(self, mobject1, mobject2, alpha, path_func=straight_path):
    for key in self.data:
        if key in self.locked_data_keys:
            continue
        if len(self.data[key]) == 0:
            continue
        if key not in mobject1.data or key not in mobject2.data:
            continue
        if key in (""points"", ""bounding_box""):
            func = path_func
        else:
            func = interpolate
        self.data[key][:] = func(mobject1.data[key], mobject2.data[key], alpha)
    for key in self.uniforms:
        self.uniforms[key] = interpolate(
            mobject1.uniforms[key], mobject2.uniforms[key], alpha
        )
    return self","def interpolate ( self , mobject1 , mobject2 , alpha , path_func = straight_path ) : <TAB> for key in self . data : <TAB> <TAB> if key in self . locked_data_keys : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if key not in mobject1 . data or key not in mobject2 . data : <TAB> <TAB> <TAB> continue <TAB> <TAB> if key in ( ""points"" , ""bounding_box"" ) : <TAB> <TAB> <TAB> func = path_func <TAB> <TAB> else : <TAB> <TAB> <TAB> func = interpolate <TAB> <TAB> self . data [ key ] [ : ] = func ( mobject1 . data [ key ] , mobject2 . data [ key ] , alpha ) <TAB> for key in self . uniforms : <TAB> <TAB> self . uniforms [ key ] = interpolate ( <TAB> <TAB> <TAB> mobject1 . uniforms [ key ] , mobject2 . uniforms [ key ] , alpha <TAB> <TAB> ) <TAB> return self",if len ( self . data [ key ] ) == 0 :,220
3069,"def text_to_tokens_mask(self, pair, Y=None, context=None):
    out_gen = self._text_to_ids(pair, pad_token=self.config.pad_token)
    for i, out in enumerate(out_gen):
        if context is None:
            feats = {""tokens"": out.token_ids, ""mask"": out.mask}
        else:
            out_forward = ArrayEncodedOutput(
                token_ids=out.token_ids[0],
                tokens=out.token_ids[0],
                labels=None,
                char_locs=out.char_locs,
                mask=out.mask[0],
            )
            out_backward = ArrayEncodedOutput(
                token_ids=out.token_ids[1],
                tokens=out.token_ids[1],
                labels=None,
                char_locs=out.char_locs,
                mask=out.mask[1],
            )
            tokenized_context_forward = tokenize_context(
                context[0], out_forward, self.config
            )
            tokenized_context_backward = tokenize_context(
                context[1], out_backward, self.config
            )
            tokenized_context = [tokenized_context_forward, tokenized_context_backward]
            feats = {
                ""tokens"": out.token_ids,
                ""mask"": out.mask,
                ""context"": tokenized_context,
            }
        if Y is None:
            yield feats
        else:
            yield feats, self.label_encoder.transform([Y])[0]","def text_to_tokens_mask ( self , pair , Y = None , context = None ) : <TAB> out_gen = self . _text_to_ids ( pair , pad_token = self . config . pad_token ) <TAB> for i , out in enumerate ( out_gen ) : <TAB> <TAB> if context is None : <TAB> <TAB> <TAB> feats = { ""tokens"" : out . token_ids , ""mask"" : out . mask } <TAB> <TAB> else : <TAB> <TAB> <TAB> out_forward = ArrayEncodedOutput ( <TAB> <TAB> <TAB> <TAB> token_ids = out . token_ids [ 0 ] , <TAB> <TAB> <TAB> <TAB> tokens = out . token_ids [ 0 ] , <TAB> <TAB> <TAB> <TAB> labels = None , <TAB> <TAB> <TAB> <TAB> char_locs = out . char_locs , <TAB> <TAB> <TAB> <TAB> mask = out . mask [ 0 ] , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> out_backward = ArrayEncodedOutput ( <TAB> <TAB> <TAB> <TAB> token_ids = out . token_ids [ 1 ] , <TAB> <TAB> <TAB> <TAB> tokens = out . token_ids [ 1 ] , <TAB> <TAB> <TAB> <TAB> labels = None , <TAB> <TAB> <TAB> <TAB> char_locs = out . char_locs , <TAB> <TAB> <TAB> <TAB> mask = out . mask [ 1 ] , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> tokenized_context_forward = tokenize_context ( <TAB> <TAB> <TAB> <TAB> context [ 0 ] , out_forward , self . config <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> tokenized_context_backward = tokenize_context ( <TAB> <TAB> <TAB> <TAB> context [ 1 ] , out_backward , self . config <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> tokenized_context = [ tokenized_context_forward , tokenized_context_backward ] <TAB> <TAB> <TAB> feats = { <TAB> <TAB> <TAB> <TAB> ""tokens"" : out . token_ids , <TAB> <TAB> <TAB> <TAB> ""mask"" : out . mask , <TAB> <TAB> <TAB> <TAB> ""context"" : tokenized_context , <TAB> <TAB> <TAB> } <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield feats <TAB> <TAB> else : <TAB> <TAB> <TAB> yield feats , self . label_encoder . transform ( [ Y ] ) [ 0 ]",if Y is None :,449
352,"def watch_directory(
    self,
    dir_path,
    callback=None,
    recursive=False,
    ignore_extensions=None,
    require_extensions=None,
):
    dir_path = os.path.abspath(dir_path)
    if dir_path not in self.monitored_dirs:
        if callback is not None:
            self.dir_callbacks[dir_path] = callback
        if ignore_extensions:
            self.ignore_extensions[dir_path] = ignore_extensions
        if require_extensions:
            self.require_extensions[dir_path] = require_extensions
        self.monitor(dir_path, recursive=recursive)
        log.debug(
            ""Watching for changes in directory%s: %s"",
            "" (recursively)"" if recursive else """",
            dir_path,
        )
","def watch_directory ( <TAB> self , <TAB> dir_path , <TAB> callback = None , <TAB> recursive = False , <TAB> ignore_extensions = None , <TAB> require_extensions = None , ) : <TAB> dir_path = os . path . abspath ( dir_path ) <TAB> if dir_path not in self . monitored_dirs : <TAB> <TAB> if callback is not None : <TAB> <TAB> <TAB> self . dir_callbacks [ dir_path ] = callback <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . ignore_extensions [ dir_path ] = ignore_extensions <TAB> <TAB> if require_extensions : <TAB> <TAB> <TAB> self . require_extensions [ dir_path ] = require_extensions <TAB> <TAB> self . monitor ( dir_path , recursive = recursive ) <TAB> <TAB> log . debug ( <TAB> <TAB> <TAB> ""Watching for changes in directory%s: %s"" , <TAB> <TAB> <TAB> "" (recursively)"" if recursive else """" , <TAB> <TAB> <TAB> dir_path , <TAB> <TAB> )",if ignore_extensions :,217
12800,"def _validate_vm_create_nics(cmd, namespace):
    from msrestazure.tools import resource_id
    from azure.cli.core.commands.client_factory import get_subscription_id
    nics_value = namespace.nics
    nics = []
    if not nics_value:
        namespace.nic_type = ""new""
        logger.debug(""new NIC will be created"")
        return
    if not isinstance(nics_value, list):
        nics_value = [nics_value]
    for n in nics_value:
        nics.append(
            {
                ""id"": n
                if ""/"" in n
                else resource_id(
                    name=n,
                    resource_group=namespace.resource_group_name,
                    namespace=""Microsoft.Network"",
                    type=""networkInterfaces"",
                    subscription=get_subscription_id(cmd.cli_ctx),
                ),
                ""properties"": {""primary"": nics_value[0] == n},
            }
        )
    namespace.nics = nics
    namespace.nic_type = ""existing""
    namespace.public_ip_address_type = None
    logger.debug(""existing NIC(s) will be used"")","def _validate_vm_create_nics ( cmd , namespace ) : <TAB> from msrestazure . tools import resource_id <TAB> from azure . cli . core . commands . client_factory import get_subscription_id <TAB> nics_value = namespace . nics <TAB> nics = [ ] <TAB> if not nics_value : <TAB> <TAB> namespace . nic_type = ""new"" <TAB> <TAB> logger . debug ( ""new NIC will be created"" ) <TAB> <TAB> return <TAB> if not isinstance ( nics_value , list ) : <TAB> <TAB> nics_value = [ nics_value ] <TAB> for n in nics_value : <TAB> <TAB> nics . append ( <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""id"" : n <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> else resource_id ( <TAB> <TAB> <TAB> <TAB> <TAB> name = n , <TAB> <TAB> <TAB> <TAB> <TAB> resource_group = namespace . resource_group_name , <TAB> <TAB> <TAB> <TAB> <TAB> namespace = ""Microsoft.Network"" , <TAB> <TAB> <TAB> <TAB> <TAB> type = ""networkInterfaces"" , <TAB> <TAB> <TAB> <TAB> <TAB> subscription = get_subscription_id ( cmd . cli_ctx ) , <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> ""properties"" : { ""primary"" : nics_value [ 0 ] == n } , <TAB> <TAB> <TAB> } <TAB> <TAB> ) <TAB> namespace . nics = nics <TAB> namespace . nic_type = ""existing"" <TAB> namespace . public_ip_address_type = None <TAB> logger . debug ( ""existing NIC(s) will be used"" )","if ""/"" in n",344
12529,"def timeout(self):
    now = ptime.time()
    dt = now - self.lastPlayTime
    if dt < 0:
        return
    n = int(self.playRate * dt)
    if n != 0:
        self.lastPlayTime += float(n) / self.playRate
        if self.currentIndex + n > self.image.shape[self.axes[""t""]]:
            self.play(0)
        self.jumpFrames(n)",def timeout ( self ) : <TAB> now = ptime . time ( ) <TAB> dt = now - self . lastPlayTime <TAB> if dt < 0 : <TAB> <TAB> return <TAB> n = int ( self . playRate * dt ) <TAB> if n != 0 : <TAB> <TAB> self . lastPlayTime += float ( n ) / self . playRate <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . play ( 0 ) <TAB> <TAB> self . jumpFrames ( n ),"if self . currentIndex + n > self . image . shape [ self . axes [ ""t"" ] ] :",117
20045,"def __call__(self, parser, namespace, values, option_string):
    instance, settings = get_instance(namespace)
    if values:
        # One or more arguments provided, so only print those settings
        for setting in values:
            if setting in settings:
                # Only add newline between setting name and value if dict
                if isinstance(settings[setting], dict):
                    setting_format = ""\n{}:\n{}""
                else:
                    setting_format = ""\n{}: {}""
                print(setting_format.format(setting, pprint.pformat(settings[setting])))
            else:
                print(""\n{} is not a recognized setting."".format(setting))
                break
    else:
        # No argument was given to --print-settings, so print all settings
        pprint.pprint(settings)
    parser.exit()
","def __call__ ( self , parser , namespace , values , option_string ) : <TAB> instance , settings = get_instance ( namespace ) <TAB> if values : <TAB> <TAB> <TAB> <TAB> for setting in values : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( settings [ setting ] , dict ) : <TAB> <TAB> <TAB> <TAB> <TAB> setting_format = ""\n{}:\n{}"" <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> setting_format = ""\n{}: {}"" <TAB> <TAB> <TAB> <TAB> print ( setting_format . format ( setting , pprint . pformat ( settings [ setting ] ) ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> print ( ""\n{} is not a recognized setting."" . format ( setting ) ) <TAB> <TAB> <TAB> <TAB> break <TAB> else : <TAB> <TAB> <TAB> <TAB> pprint . pprint ( settings ) <TAB> parser . exit ( )",if setting in settings :,224
21952,"def _restore_freeze(self, new):
    size_change = []
    for k, v in six.iteritems(self._freeze_backup):
        newv = new.get(k, [])
        if len(v) != len(newv):
            size_change.append((self._key_name(k), len(v), len(newv)))
    if size_change:
        logger.info(
            ""These collections were modified but restored in {}: {}"".format(
                self._name,
                "", "".join(map(lambda t: ""({}: {}->{})"".format(*t), size_change)),
            )
        )
    restore_collection(self._freeze_backup)
","def _restore_freeze ( self , new ) : <TAB> size_change = [ ] <TAB> for k , v in six . iteritems ( self . _freeze_backup ) : <TAB> <TAB> newv = new . get ( k , [ ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> size_change . append ( ( self . _key_name ( k ) , len ( v ) , len ( newv ) ) ) <TAB> if size_change : <TAB> <TAB> logger . info ( <TAB> <TAB> <TAB> ""These collections were modified but restored in {}: {}"" . format ( <TAB> <TAB> <TAB> <TAB> self . _name , <TAB> <TAB> <TAB> <TAB> "", "" . join ( map ( lambda t : ""({}: {}->{})"" . format ( * t ) , size_change ) ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> restore_collection ( self . _freeze_backup )",if len ( v ) != len ( newv ) :,176
14555,"def _find_closest_regex_forwards(self, regexlist, getGroupPos=None):
    sm = self.scimoz()
    closestPos = None
    endpos = startpos = curpos = sm.currentPos
    lastEndPos = sm.length
    while closestPos is None and endpos < lastEndPos:
        # Grab up to 500 bytes/chars of the document text at a time
        # XXX - Byte lengths?? Do we need to get character lengths?? Or is
        #       this value already in characters.
        endpos += 500
        endpos = min(lastEndPos, endpos)
        text = sm.getTextRange(startpos, endpos)
        # Go through each regex, get the closest one
        for r in regexlist:
            match = re.search(r, text)
            if match:
                # Use the group name for determining the position if provided
                if getGroupPos:
                    foundPos = startpos + match.start(getGroupPos)
                else:
                    foundPos = startpos + match.start()
                # We have found position, check it's the closest to cursor
                if closestPos is None or foundPos < closestPos:
                    closestPos = foundPos
                    # Highlight the match (for debugging)
                    sm.selectionStart = match.start()
                    sm.selectionEnd = match.end()
    return closestPos","def _find_closest_regex_forwards ( self , regexlist , getGroupPos = None ) : <TAB> sm = self . scimoz ( ) <TAB> closestPos = None <TAB> endpos = startpos = curpos = sm . currentPos <TAB> lastEndPos = sm . length <TAB> while closestPos is None and endpos < lastEndPos : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> endpos += 500 <TAB> <TAB> endpos = min ( lastEndPos , endpos ) <TAB> <TAB> text = sm . getTextRange ( startpos , endpos ) <TAB> <TAB> <TAB> <TAB> for r in regexlist : <TAB> <TAB> <TAB> match = re . search ( r , text ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if getGroupPos : <TAB> <TAB> <TAB> <TAB> <TAB> foundPos = startpos + match . start ( getGroupPos ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> foundPos = startpos + match . start ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if closestPos is None or foundPos < closestPos : <TAB> <TAB> <TAB> <TAB> <TAB> closestPos = foundPos <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sm . selectionStart = match . start ( ) <TAB> <TAB> <TAB> <TAB> <TAB> sm . selectionEnd = match . end ( ) <TAB> return closestPos",if match :,371
19411,"def mutated(self, indiv):
    """"""mutate some genes of the given individual""""""
    res = indiv.copy()
    # to avoid having a child identical to one of the currentpopulation'''
    for i in range(self.numParameters):
        if random() < self.mutationProb:
            if self.xBound is None:
                res[i] = indiv[i] + gauss(0, self.mutationStdDev)
            else:
                res[i] = max(
                    min(indiv[i] + gauss(0, self.mutationStdDev), self.maxs[i]),
                    self.mins[i],
                )
    return res","def mutated ( self , indiv ) : <TAB> """"""mutate some genes of the given individual"""""" <TAB> res = indiv . copy ( ) <TAB> <TAB> for i in range ( self . numParameters ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if self . xBound is None : <TAB> <TAB> <TAB> <TAB> res [ i ] = indiv [ i ] + gauss ( 0 , self . mutationStdDev ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> res [ i ] = max ( <TAB> <TAB> <TAB> <TAB> <TAB> min ( indiv [ i ] + gauss ( 0 , self . mutationStdDev ) , self . maxs [ i ] ) , <TAB> <TAB> <TAB> <TAB> <TAB> self . mins [ i ] , <TAB> <TAB> <TAB> <TAB> ) <TAB> return res",if random ( ) < self . mutationProb :,177
13258,"def read_stanza(self):
    while True:
        try:
            stanza_end = self._buffer.index(b""\n"")
            stanza = self.decoder.decode(self._buffer[:stanza_end])
            self._buffer = self._buffer[stanza_end + 1 :]
            colon = stanza.index("":"")
            return stanza[:colon], stanza[colon + 1 :]
        except ValueError:
            bytes = self.read_bytes()
            if not bytes:
                return None
            else:
                self._buffer += bytes","def read_stanza ( self ) : <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> stanza_end = self . _buffer . index ( b""\n"" ) <TAB> <TAB> <TAB> stanza = self . decoder . decode ( self . _buffer [ : stanza_end ] ) <TAB> <TAB> <TAB> self . _buffer = self . _buffer [ stanza_end + 1 : ] <TAB> <TAB> <TAB> colon = stanza . index ( "":"" ) <TAB> <TAB> <TAB> return stanza [ : colon ] , stanza [ colon + 1 : ] <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> bytes = self . read_bytes ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . _buffer += bytes",if not bytes :,164
20923,"def validate_transaction_reference(self):
    bank_account = self.paid_to if self.payment_type == ""Receive"" else self.paid_from
    bank_account_type = frappe.db.get_value(""Account"", bank_account, ""account_type"")
    if bank_account_type == ""Bank"":
        if not self.reference_no or not self.reference_date:
            frappe.throw(
                _(""Reference No and Reference Date is mandatory for Bank transaction"")
            )
","def validate_transaction_reference ( self ) : <TAB> bank_account = self . paid_to if self . payment_type == ""Receive"" else self . paid_from <TAB> bank_account_type = frappe . db . get_value ( ""Account"" , bank_account , ""account_type"" ) <TAB> if bank_account_type == ""Bank"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> frappe . throw ( <TAB> <TAB> <TAB> <TAB> _ ( ""Reference No and Reference Date is mandatory for Bank transaction"" ) <TAB> <TAB> <TAB> )",if not self . reference_no or not self . reference_date :,128
23689,"def arith_expr(self, nodelist):
    node = self.com_node(nodelist[0])
    for i in range(2, len(nodelist), 2):
        right = self.com_node(nodelist[i])
        if nodelist[i - 1].type == token.PLUS:
            node = Add(node, right, lineno=nodelist[1].context)
        elif nodelist[i - 1].type == token.MINUS:
            node = Sub(node, right, lineno=nodelist[1].context)
        else:
            raise ValueError(""unexpected token: %s"" % nodelist[i - 1][0])
    return node","def arith_expr ( self , nodelist ) : <TAB> node = self . com_node ( nodelist [ 0 ] ) <TAB> for i in range ( 2 , len ( nodelist ) , 2 ) : <TAB> <TAB> right = self . com_node ( nodelist [ i ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> node = Add ( node , right , lineno = nodelist [ 1 ] . context ) <TAB> <TAB> elif nodelist [ i - 1 ] . type == token . MINUS : <TAB> <TAB> <TAB> node = Sub ( node , right , lineno = nodelist [ 1 ] . context ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( ""unexpected token: %s"" % nodelist [ i - 1 ] [ 0 ] ) <TAB> return node",if nodelist [ i - 1 ] . type == token . PLUS :,160
2776,"def _catch_revision_errors(
    self, ancestor=None, multiple_heads=None, start=None, end=None, resolution=None
):
    try:
        yield
    except RangeNotAncestorError as rna:
        if start is None:
            start = rna.lower
        if end is None:
            end = rna.upper
        if not ancestor:
            ancestor = (
                ""Requested range %(start)s:%(end)s does not refer to ""
                ""ancestor/descendant revisions along the same branch""
            )
        ancestor = ancestor % {""start"": start, ""end"": end}
        raise Exception(ancestor)
    except MultipleHeads as mh:
        if not multiple_heads:
            multiple_heads = (
                ""Multiple head revisions are present for given ""
                ""argument '%(head_arg)s'; please ""
                ""specify a specific target revision, ""
                ""'<branchname>@%(head_arg)s' to ""
                ""narrow to a specific head, or 'heads' for all heads""
            )
        multiple_heads = multiple_heads % {
            ""head_arg"": end or mh.argument,
            ""heads"": str(mh.heads),
        }
        raise Exception(multiple_heads)
    except ResolutionError as re:
        if resolution is None:
            resolution = ""Can't locate revision identified by '%s'"" % (re.argument)
        raise Exception(resolution)
    except RevisionError as err:
        raise Exception(err.args[0])","def _catch_revision_errors ( <TAB> self , ancestor = None , multiple_heads = None , start = None , end = None , resolution = None ) : <TAB> try : <TAB> <TAB> yield <TAB> except RangeNotAncestorError as rna : <TAB> <TAB> if start is None : <TAB> <TAB> <TAB> start = rna . lower <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> end = rna . upper <TAB> <TAB> if not ancestor : <TAB> <TAB> <TAB> ancestor = ( <TAB> <TAB> <TAB> <TAB> ""Requested range %(start)s:%(end)s does not refer to "" <TAB> <TAB> <TAB> <TAB> ""ancestor/descendant revisions along the same branch"" <TAB> <TAB> <TAB> ) <TAB> <TAB> ancestor = ancestor % { ""start"" : start , ""end"" : end } <TAB> <TAB> raise Exception ( ancestor ) <TAB> except MultipleHeads as mh : <TAB> <TAB> if not multiple_heads : <TAB> <TAB> <TAB> multiple_heads = ( <TAB> <TAB> <TAB> <TAB> ""Multiple head revisions are present for given "" <TAB> <TAB> <TAB> <TAB> ""argument '%(head_arg)s'; please "" <TAB> <TAB> <TAB> <TAB> ""specify a specific target revision, "" <TAB> <TAB> <TAB> <TAB> ""'<branchname>@%(head_arg)s' to "" <TAB> <TAB> <TAB> <TAB> ""narrow to a specific head, or 'heads' for all heads"" <TAB> <TAB> <TAB> ) <TAB> <TAB> multiple_heads = multiple_heads % { <TAB> <TAB> <TAB> ""head_arg"" : end or mh . argument , <TAB> <TAB> <TAB> ""heads"" : str ( mh . heads ) , <TAB> <TAB> } <TAB> <TAB> raise Exception ( multiple_heads ) <TAB> except ResolutionError as re : <TAB> <TAB> if resolution is None : <TAB> <TAB> <TAB> resolution = ""Can't locate revision identified by '%s'"" % ( re . argument ) <TAB> <TAB> raise Exception ( resolution ) <TAB> except RevisionError as err : <TAB> <TAB> raise Exception ( err . args [ 0 ] )",if end is None :,413
22379,"def doc_help(doc_lines):
    """"""print formated command's docstring""""""
    # reject empty docstrings (description + empty line)
    if len(doc_lines) < 2:
        return False
    doc_lines.pop(0)  # remove the description line
    while not doc_lines[0].strip():
        doc_lines.pop(0)  # remove heading empty lines
    # remove junk leading spaces (due to python indentation)
    trash = len(doc_lines[0]) - len(doc_lines[0].lstrip())
    doc_lines = [line[trash:].rstrip() for line in doc_lines]
    # hilight lines with no leading spaces (man style)
    result = """"
    for line in doc_lines:
        if line == line.lstrip():
            line = colorize(""%BoldWhite"", line)
        elif line.startswith(""    * ""):
            line = colorize(""    * "", ""%Yellow"", line[6:])
        elif line.startswith(""    > ""):
            line = colorize(""    > "", ""%Cyan"", line[6:])
        elif line.startswith(""    # ""):
            line = colorize(""%Dim"", line)
        elif line.startswith(""    -"") and line[5] != "" "":
            line = colorize(""%Green"", line)
        result += line + ""\n""
    print(result)
    return True","def doc_help ( doc_lines ) : <TAB> """"""print formated command's docstring"""""" <TAB> <TAB> if len ( doc_lines ) < 2 : <TAB> <TAB> return False <TAB> doc_lines . pop ( 0 ) <TAB> while not doc_lines [ 0 ] . strip ( ) : <TAB> <TAB> doc_lines . pop ( 0 ) <TAB> <TAB> trash = len ( doc_lines [ 0 ] ) - len ( doc_lines [ 0 ] . lstrip ( ) ) <TAB> doc_lines = [ line [ trash : ] . rstrip ( ) for line in doc_lines ] <TAB> <TAB> result = """" <TAB> for line in doc_lines : <TAB> <TAB> if line == line . lstrip ( ) : <TAB> <TAB> <TAB> line = colorize ( ""%BoldWhite"" , line ) <TAB> <TAB> elif line . startswith ( ""    * "" ) : <TAB> <TAB> <TAB> line = colorize ( ""    * "" , ""%Yellow"" , line [ 6 : ] ) <TAB> <TAB> elif line . startswith ( ""    > "" ) : <TAB> <TAB> <TAB> line = colorize ( ""    > "" , ""%Cyan"" , line [ 6 : ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> line = colorize ( ""%Dim"" , line ) <TAB> <TAB> elif line . startswith ( ""    -"" ) and line [ 5 ] != "" "" : <TAB> <TAB> <TAB> line = colorize ( ""%Green"" , line ) <TAB> <TAB> result += line + ""\n"" <TAB> print ( result ) <TAB> return True","elif line . startswith ( ""    # "" ) :",348
20141,"def plot_training_curves(
    self, file_name: Union[str, Path], plot_values: List[str] = [""loss"", ""F1""]
):
    if type(file_name) is str:
        file_name = Path(file_name)
    fig = plt.figure(figsize=(15, 10))
    for plot_no, plot_value in enumerate(plot_values):
        training_curves = self._extract_evaluation_data(file_name, plot_value)
        plt.subplot(len(plot_values), 1, plot_no + 1)
        if training_curves[""train""][""score""]:
            x = np.arange(0, len(training_curves[""train""][""score""]))
            plt.plot(
                x, training_curves[""train""][""score""], label=f""training {plot_value}""
            )
        if training_curves[""dev""][""score""]:
            x = np.arange(0, len(training_curves[""dev""][""score""]))
            plt.plot(
                x, training_curves[""dev""][""score""], label=f""validation {plot_value}""
            )
        if training_curves[""test""][""score""]:
            x = np.arange(0, len(training_curves[""test""][""score""]))
            plt.plot(x, training_curves[""test""][""score""], label=f""test {plot_value}"")
        plt.legend(bbox_to_anchor=(1.04, 0), loc=""lower left"", borderaxespad=0)
        plt.ylabel(plot_value)
        plt.xlabel(""epochs"")
    # save plots
    plt.tight_layout(pad=1.0)
    path = file_name.parent / ""training.png""
    plt.savefig(path, dpi=300)
    print(
        f""Loss and F1 plots are saved in {path}""
    )  # to let user know the path of the save plots
    plt.show(block=False)  # to have the plots displayed when user run this module
    plt.close(fig)","def plot_training_curves ( <TAB> self , file_name : Union [ str , Path ] , plot_values : List [ str ] = [ ""loss"" , ""F1"" ] ) : <TAB> if type ( file_name ) is str : <TAB> <TAB> file_name = Path ( file_name ) <TAB> fig = plt . figure ( figsize = ( 15 , 10 ) ) <TAB> for plot_no , plot_value in enumerate ( plot_values ) : <TAB> <TAB> training_curves = self . _extract_evaluation_data ( file_name , plot_value ) <TAB> <TAB> plt . subplot ( len ( plot_values ) , 1 , plot_no + 1 ) <TAB> <TAB> if training_curves [ ""train"" ] [ ""score"" ] : <TAB> <TAB> <TAB> x = np . arange ( 0 , len ( training_curves [ ""train"" ] [ ""score"" ] ) ) <TAB> <TAB> <TAB> plt . plot ( <TAB> <TAB> <TAB> <TAB> x , training_curves [ ""train"" ] [ ""score"" ] , label = f""training {plot_value}"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> x = np . arange ( 0 , len ( training_curves [ ""dev"" ] [ ""score"" ] ) ) <TAB> <TAB> <TAB> plt . plot ( <TAB> <TAB> <TAB> <TAB> x , training_curves [ ""dev"" ] [ ""score"" ] , label = f""validation {plot_value}"" <TAB> <TAB> <TAB> ) <TAB> <TAB> if training_curves [ ""test"" ] [ ""score"" ] : <TAB> <TAB> <TAB> x = np . arange ( 0 , len ( training_curves [ ""test"" ] [ ""score"" ] ) ) <TAB> <TAB> <TAB> plt . plot ( x , training_curves [ ""test"" ] [ ""score"" ] , label = f""test {plot_value}"" ) <TAB> <TAB> plt . legend ( bbox_to_anchor = ( 1.04 , 0 ) , loc = ""lower left"" , borderaxespad = 0 ) <TAB> <TAB> plt . ylabel ( plot_value ) <TAB> <TAB> plt . xlabel ( ""epochs"" ) <TAB> <TAB> plt . tight_layout ( pad = 1.0 ) <TAB> path = file_name . parent / ""training.png"" <TAB> plt . savefig ( path , dpi = 300 ) <TAB> print ( <TAB> <TAB> f""Loss and F1 plots are saved in {path}"" <TAB> ) <TAB> plt . show ( block = False ) <TAB> plt . close ( fig )","if training_curves [ ""dev"" ] [ ""score"" ] :",506
10134,"def step_forward(
    self,
    img_feats: Tensor,
    question_feats: Tensor,
    actions_in: Tensor,
    hidden: Tensor,
) -> Tuple[Tensor, Tensor]:
    T = False
    if self.image_input is True:
        N, T, _ = img_feats.size()
        input_feats = img_feats
    if self.question_input is True:
        N, D = question_feats.size()
        question_feats = question_feats.view(N, 1, D)
        if T is False:
            T = actions_in.size(1)
        question_feats = question_feats.repeat(1, T, 1)
        if len(input_feats) == 0:
            input_feats = question_feats
        else:
            input_feats = torch.cat([input_feats, question_feats], 2)
    if self.action_input is True:
        if len(input_feats) == 0:
            input_feats = self.action_embed(actions_in)
        else:
            actions_in = actions_in.long()
            input_feats = torch.cat([input_feats, self.action_embed(actions_in)], 2)
    output, hidden = self.rnn(input_feats, hidden)
    output = self.decoder(
        output.contiguous().view(output.size(0) * output.size(1), output.size(2))
    )
    return output, hidden","def step_forward ( <TAB> self , <TAB> img_feats : Tensor , <TAB> question_feats : Tensor , <TAB> actions_in : Tensor , <TAB> hidden : Tensor , ) -> Tuple [ Tensor , Tensor ] : <TAB> T = False <TAB> if self . image_input is True : <TAB> <TAB> N , T , _ = img_feats . size ( ) <TAB> <TAB> input_feats = img_feats <TAB> if self . question_input is True : <TAB> <TAB> N , D = question_feats . size ( ) <TAB> <TAB> question_feats = question_feats . view ( N , 1 , D ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> T = actions_in . size ( 1 ) <TAB> <TAB> question_feats = question_feats . repeat ( 1 , T , 1 ) <TAB> <TAB> if len ( input_feats ) == 0 : <TAB> <TAB> <TAB> input_feats = question_feats <TAB> <TAB> else : <TAB> <TAB> <TAB> input_feats = torch . cat ( [ input_feats , question_feats ] , 2 ) <TAB> if self . action_input is True : <TAB> <TAB> if len ( input_feats ) == 0 : <TAB> <TAB> <TAB> input_feats = self . action_embed ( actions_in ) <TAB> <TAB> else : <TAB> <TAB> <TAB> actions_in = actions_in . long ( ) <TAB> <TAB> <TAB> input_feats = torch . cat ( [ input_feats , self . action_embed ( actions_in ) ] , 2 ) <TAB> output , hidden = self . rnn ( input_feats , hidden ) <TAB> output = self . decoder ( <TAB> <TAB> output . contiguous ( ) . view ( output . size ( 0 ) * output . size ( 1 ) , output . size ( 2 ) ) <TAB> ) <TAB> return output , hidden",if T is False :,374
7955,"def align_comments(tlist):
    tidx, token = tlist.token_next_by(i=sql.Comment)
    while token:
        pidx, prev_ = tlist.token_prev(tidx)
        if isinstance(prev_, sql.TokenList):
            tlist.group_tokens(sql.TokenList, pidx, tidx, extend=True)
            tidx = pidx
        tidx, token = tlist.token_next_by(i=sql.Comment, idx=tidx)
","def align_comments ( tlist ) : <TAB> tidx , token = tlist . token_next_by ( i = sql . Comment ) <TAB> while token : <TAB> <TAB> pidx , prev_ = tlist . token_prev ( tidx ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tlist . group_tokens ( sql . TokenList , pidx , tidx , extend = True ) <TAB> <TAB> <TAB> tidx = pidx <TAB> <TAB> tidx , token = tlist . token_next_by ( i = sql . Comment , idx = tidx )","if isinstance ( prev_ , sql . TokenList ) :",130
12415,"def _check_with_bulk_schema(self, field, value):
    # resolve schema registry reference
    if isinstance(value, _str_type):
        if value in self.known_rules_set_refs:
            return
        else:
            self.known_rules_set_refs.add(value)
        definition = self.target_validator.rules_set_registry.get(value)
        if definition is None:
            self._error(field, ""Rules set definition %s not found."" % value)
            return
        else:
            value = definition
    _hash = (
        mapping_hash({""turing"": value}),
        mapping_hash(self.target_validator.types_mapping),
    )
    if _hash in self.target_validator._valid_schemas:
        return
    validator = self._get_child_validator(
        document_crumb=field,
        allow_unknown=False,
        schema=self.target_validator.rules,
    )
    validator(value, normalize=False)
    if validator._errors:
        self._error(validator._errors)
    else:
        self.target_validator._valid_schemas.add(_hash)
","def _check_with_bulk_schema ( self , field , value ) : <TAB> <TAB> if isinstance ( value , _str_type ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> else : <TAB> <TAB> <TAB> self . known_rules_set_refs . add ( value ) <TAB> <TAB> definition = self . target_validator . rules_set_registry . get ( value ) <TAB> <TAB> if definition is None : <TAB> <TAB> <TAB> self . _error ( field , ""Rules set definition %s not found."" % value ) <TAB> <TAB> <TAB> return <TAB> <TAB> else : <TAB> <TAB> <TAB> value = definition <TAB> _hash = ( <TAB> <TAB> mapping_hash ( { ""turing"" : value } ) , <TAB> <TAB> mapping_hash ( self . target_validator . types_mapping ) , <TAB> ) <TAB> if _hash in self . target_validator . _valid_schemas : <TAB> <TAB> return <TAB> validator = self . _get_child_validator ( <TAB> <TAB> document_crumb = field , <TAB> <TAB> allow_unknown = False , <TAB> <TAB> schema = self . target_validator . rules , <TAB> ) <TAB> validator ( value , normalize = False ) <TAB> if validator . _errors : <TAB> <TAB> self . _error ( validator . _errors ) <TAB> else : <TAB> <TAB> self . target_validator . _valid_schemas . add ( _hash )",if value in self . known_rules_set_refs :,300
10257,"def get_volume_image_metadata(image_id, image_meta):
    # Save some base attributes into the volume metadata
    base_metadata = {
        ""image_id"": image_id,
    }
    name = image_meta.get(""name"", None)
    if name:
        base_metadata[""image_name""] = name
    # Save some more attributes into the volume metadata from the image
    # metadata
    for key in IMAGE_ATTRIBUTES:
        if key not in image_meta:
            continue
        value = image_meta.get(key, None)
        if value is not None:
            base_metadata[key] = value
    # Save all the image metadata properties into the volume metadata
    property_metadata = {}
    image_properties = image_meta.get(""properties"", {})
    for (key, value) in image_properties.items():
        if value is not None:
            property_metadata[key] = value
    volume_metadata = dict(property_metadata)
    volume_metadata.update(base_metadata)
    return volume_metadata
","def get_volume_image_metadata ( image_id , image_meta ) : <TAB> <TAB> base_metadata = { <TAB> <TAB> ""image_id"" : image_id , <TAB> } <TAB> name = image_meta . get ( ""name"" , None ) <TAB> if name : <TAB> <TAB> base_metadata [ ""image_name"" ] = name <TAB> <TAB> <TAB> for key in IMAGE_ATTRIBUTES : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> value = image_meta . get ( key , None ) <TAB> <TAB> if value is not None : <TAB> <TAB> <TAB> base_metadata [ key ] = value <TAB> <TAB> property_metadata = { } <TAB> image_properties = image_meta . get ( ""properties"" , { } ) <TAB> for ( key , value ) in image_properties . items ( ) : <TAB> <TAB> if value is not None : <TAB> <TAB> <TAB> property_metadata [ key ] = value <TAB> volume_metadata = dict ( property_metadata ) <TAB> volume_metadata . update ( base_metadata ) <TAB> return volume_metadata",if key not in image_meta :,263
1231,"def get_data(row):
    data = []
    for field_name, field_xpath in fields:
        result = row.xpath(field_xpath)
        if result:
            result = "" "".join(
                text
                for text in map(
                    six.text_type.strip, map(six.text_type, map(unescape, result))
                )
                if text
            )
        else:
            result = None
        data.append(result)
    return data
","def get_data ( row ) : <TAB> data = [ ] <TAB> for field_name , field_xpath in fields : <TAB> <TAB> result = row . xpath ( field_xpath ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result = "" "" . join ( <TAB> <TAB> <TAB> <TAB> text <TAB> <TAB> <TAB> <TAB> for text in map ( <TAB> <TAB> <TAB> <TAB> <TAB> six . text_type . strip , map ( six . text_type , map ( unescape , result ) ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> if text <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> result = None <TAB> <TAB> data . append ( result ) <TAB> return data",if result :,142
11108,"def _update_label(self):
    diff_num = self.table.get_reference_difference()
    if diff_num is None:
        # normal mode
        if self.table.version_index == 0:
            if self.table.num_versions == 1:
                txt = ""the only package""
            else:
                txt = ""the latest package""
        else:
            nth = positional_number_string(self.table.version_index + 1)
            txt = ""the %s latest package"" % nth
        if self.table.num_versions > 1:
            txt += "" of %d packages"" % self.table.num_versions
        txt = ""%s is %s"" % (self.variant.qualified_package_name, txt)
    else:
        # reference mode - showing difference between two versions
        adj = ""ahead"" if diff_num > 0 else ""behind""
        diff_num = abs(diff_num)
        unit = ""version"" if diff_num == 1 else ""versions""
        txt = ""Package is %d %s %s"" % (diff_num, unit, adj)
    self.label.setText(txt)","def _update_label ( self ) : <TAB> diff_num = self . table . get_reference_difference ( ) <TAB> if diff_num is None : <TAB> <TAB> <TAB> <TAB> if self . table . version_index == 0 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> txt = ""the only package"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> txt = ""the latest package"" <TAB> <TAB> else : <TAB> <TAB> <TAB> nth = positional_number_string ( self . table . version_index + 1 ) <TAB> <TAB> <TAB> txt = ""the %s latest package"" % nth <TAB> <TAB> if self . table . num_versions > 1 : <TAB> <TAB> <TAB> txt += "" of %d packages"" % self . table . num_versions <TAB> <TAB> txt = ""%s is %s"" % ( self . variant . qualified_package_name , txt ) <TAB> else : <TAB> <TAB> <TAB> <TAB> adj = ""ahead"" if diff_num > 0 else ""behind"" <TAB> <TAB> diff_num = abs ( diff_num ) <TAB> <TAB> unit = ""version"" if diff_num == 1 else ""versions"" <TAB> <TAB> txt = ""Package is %d %s %s"" % ( diff_num , unit , adj ) <TAB> self . label . setText ( txt )",if self . table . num_versions == 1 :,301
1883,"def finalize_options(self):
    self.set_undefined_options(""bdist"", (""bdist_base"", ""bdist_base""))
    if self.rpm_base is None:
        if not self.rpm3_mode:
            raise DistutilsOptionError(""you must specify --rpm-base in RPM 2 mode"")
        self.rpm_base = os.path.join(self.bdist_base, ""rpm"")
    if self.python is None:
        if self.fix_python:
            self.python = sys.executable
        else:
            self.python = ""python3""
    elif self.fix_python:
        raise DistutilsOptionError(
            ""--python and --fix-python are mutually exclusive options""
        )
    if os.name != ""posix"":
        raise DistutilsPlatformError(
            ""don't know how to create RPM "" ""distributions on platform %s"" % os.name
        )
    if self.binary_only and self.source_only:
        raise DistutilsOptionError(
            ""cannot supply both '--source-only' and '--binary-only'""
        )
    # don't pass CFLAGS to pure python distributions
    if not self.distribution.has_ext_modules():
        self.use_rpm_opt_flags = 0
    self.set_undefined_options(""bdist"", (""dist_dir"", ""dist_dir""))
    self.finalize_package_data()","def finalize_options ( self ) : <TAB> self . set_undefined_options ( ""bdist"" , ( ""bdist_base"" , ""bdist_base"" ) ) <TAB> if self . rpm_base is None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise DistutilsOptionError ( ""you must specify --rpm-base in RPM 2 mode"" ) <TAB> <TAB> self . rpm_base = os . path . join ( self . bdist_base , ""rpm"" ) <TAB> if self . python is None : <TAB> <TAB> if self . fix_python : <TAB> <TAB> <TAB> self . python = sys . executable <TAB> <TAB> else : <TAB> <TAB> <TAB> self . python = ""python3"" <TAB> elif self . fix_python : <TAB> <TAB> raise DistutilsOptionError ( <TAB> <TAB> <TAB> ""--python and --fix-python are mutually exclusive options"" <TAB> <TAB> ) <TAB> if os . name != ""posix"" : <TAB> <TAB> raise DistutilsPlatformError ( <TAB> <TAB> <TAB> ""don't know how to create RPM "" ""distributions on platform %s"" % os . name <TAB> <TAB> ) <TAB> if self . binary_only and self . source_only : <TAB> <TAB> raise DistutilsOptionError ( <TAB> <TAB> <TAB> ""cannot supply both '--source-only' and '--binary-only'"" <TAB> <TAB> ) <TAB> <TAB> if not self . distribution . has_ext_modules ( ) : <TAB> <TAB> self . use_rpm_opt_flags = 0 <TAB> self . set_undefined_options ( ""bdist"" , ( ""dist_dir"" , ""dist_dir"" ) ) <TAB> self . finalize_package_data ( )",if not self . rpm3_mode :,354
3833,"def duplicate_shared_dir_validator(section_key, section_label, pcluster_config):
    errors = []
    warnings = []
    config_parser = pcluster_config.config_parser
    section = pcluster_config.get_section(section_key, section_label)
    if config_parser:
        shared_dir_in_cluster = config_parser.has_option(
            get_file_section_name(""cluster"", section_label), ""shared_dir""
        )
        ebs_settings_in_cluster = config_parser.has_option(
            get_file_section_name(""cluster"", section_label), ""ebs_settings""
        )
        if shared_dir_in_cluster and ebs_settings_in_cluster:
            list_of_ebs_sections = []
            for ebs_section_label in section.get_param_value(""ebs_settings"").split("",""):
                ebs_section = pcluster_config.get_section(
                    ""ebs"", ebs_section_label.strip()
                )
                list_of_ebs_sections.append(ebs_section)
            # if there is only one EBS section configured, check whether ""shared_dir"" is in the EBS section
            if len(list_of_ebs_sections) == 1 and list_of_ebs_sections[
                0
            ].get_param_value(""shared_dir""):
                errors.append(
                    ""'shared_dir' can not be specified both in cluster section and EBS section""
                )
            # if there are multiple EBS sections configured, provide an error message
            elif len(list_of_ebs_sections) > 1:
                errors.append(
                    ""'shared_dir' can not be specified in cluster section when using multiple EBS volumes""
                )
    return errors, warnings","def duplicate_shared_dir_validator ( section_key , section_label , pcluster_config ) : <TAB> errors = [ ] <TAB> warnings = [ ] <TAB> config_parser = pcluster_config . config_parser <TAB> section = pcluster_config . get_section ( section_key , section_label ) <TAB> if config_parser : <TAB> <TAB> shared_dir_in_cluster = config_parser . has_option ( <TAB> <TAB> <TAB> get_file_section_name ( ""cluster"" , section_label ) , ""shared_dir"" <TAB> <TAB> ) <TAB> <TAB> ebs_settings_in_cluster = config_parser . has_option ( <TAB> <TAB> <TAB> get_file_section_name ( ""cluster"" , section_label ) , ""ebs_settings"" <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> list_of_ebs_sections = [ ] <TAB> <TAB> <TAB> for ebs_section_label in section . get_param_value ( ""ebs_settings"" ) . split ( "","" ) : <TAB> <TAB> <TAB> <TAB> ebs_section = pcluster_config . get_section ( <TAB> <TAB> <TAB> <TAB> <TAB> ""ebs"" , ebs_section_label . strip ( ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> list_of_ebs_sections . append ( ebs_section ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if len ( list_of_ebs_sections ) == 1 and list_of_ebs_sections [ <TAB> <TAB> <TAB> <TAB> 0 <TAB> <TAB> <TAB> ] . get_param_value ( ""shared_dir"" ) : <TAB> <TAB> <TAB> <TAB> errors . append ( <TAB> <TAB> <TAB> <TAB> <TAB> ""'shared_dir' can not be specified both in cluster section and EBS section"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> elif len ( list_of_ebs_sections ) > 1 : <TAB> <TAB> <TAB> <TAB> errors . append ( <TAB> <TAB> <TAB> <TAB> <TAB> ""'shared_dir' can not be specified in cluster section when using multiple EBS volumes"" <TAB> <TAB> <TAB> <TAB> ) <TAB> return errors , warnings",if shared_dir_in_cluster and ebs_settings_in_cluster :,495
20565,"def Main(argv):
    set_profile = set_home = trust_os_path = False
    for arg in argv:
        if arg.startswith(""--profile=""):
            os.environ[""MAILPILE_PROFILE""] = arg.split(""="", 1)[-1]
            if ""MAILPILE_HOME"" in os.environ:
                del os.environ[""MAILPILE_HOME""]
            set_profile = True
        elif arg.startswith(""--home=""):
            os.environ[""MAILPILE_HOME""] = arg.split(""="", 1)[-1]
            if ""MAILPILE_PROFILE"" in os.environ:
                del os.environ[""MAILPILE_PROFILE""]
            set_home = True
        elif arg == ""--trust-os-path"":
            trust_os_path = True
    if set_home and set_profile:
        raise ValueError(""Please only use one of --home and --profile"")
    state = MailpileState().discover(argv)
    ActivateTranslation(None, state.pub_config, None)
    script = [
        GenerateConfig(state),
        GenerateBootstrap(state, trust_os_path=trust_os_path),
    ]
    if ""--script"" in argv:
        print(""\n"".join(script))
    else:
        # FIXME: We shouldn't need to do this, refactoring upstream
        #        to pull in less weird stuff would make sense.
        from mailpile.safe_popen import MakePopenUnsafe
        MakePopenUnsafe()
        from gui_o_matic.control import GUIPipeControl
        gpc = GUIPipeControl(StringIO(""\n"".join(script) + ""\n""))
        gpc.bootstrap(dry_run=(""--compile"" in argv))","def Main ( argv ) : <TAB> set_profile = set_home = trust_os_path = False <TAB> for arg in argv : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . environ [ ""MAILPILE_PROFILE"" ] = arg . split ( ""="" , 1 ) [ - 1 ] <TAB> <TAB> <TAB> if ""MAILPILE_HOME"" in os . environ : <TAB> <TAB> <TAB> <TAB> del os . environ [ ""MAILPILE_HOME"" ] <TAB> <TAB> <TAB> set_profile = True <TAB> <TAB> elif arg . startswith ( ""--home="" ) : <TAB> <TAB> <TAB> os . environ [ ""MAILPILE_HOME"" ] = arg . split ( ""="" , 1 ) [ - 1 ] <TAB> <TAB> <TAB> if ""MAILPILE_PROFILE"" in os . environ : <TAB> <TAB> <TAB> <TAB> del os . environ [ ""MAILPILE_PROFILE"" ] <TAB> <TAB> <TAB> set_home = True <TAB> <TAB> elif arg == ""--trust-os-path"" : <TAB> <TAB> <TAB> trust_os_path = True <TAB> if set_home and set_profile : <TAB> <TAB> raise ValueError ( ""Please only use one of --home and --profile"" ) <TAB> state = MailpileState ( ) . discover ( argv ) <TAB> ActivateTranslation ( None , state . pub_config , None ) <TAB> script = [ <TAB> <TAB> GenerateConfig ( state ) , <TAB> <TAB> GenerateBootstrap ( state , trust_os_path = trust_os_path ) , <TAB> ] <TAB> if ""--script"" in argv : <TAB> <TAB> print ( ""\n"" . join ( script ) ) <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> from mailpile . safe_popen import MakePopenUnsafe <TAB> <TAB> MakePopenUnsafe ( ) <TAB> <TAB> from gui_o_matic . control import GUIPipeControl <TAB> <TAB> gpc = GUIPipeControl ( StringIO ( ""\n"" . join ( script ) + ""\n"" ) ) <TAB> <TAB> gpc . bootstrap ( dry_run = ( ""--compile"" in argv ) )","if arg . startswith ( ""--profile="" ) :",439
17475,"def font_variant_numeric(tokens):
    if len(tokens) == 1:
        keyword = get_keyword(tokens[0])
        if keyword == ""normal"":
            return keyword
    values = []
    couples = (
        (""lining-nums"", ""oldstyle-nums""),
        (""proportional-nums"", ""tabular-nums""),
        (""diagonal-fractions"", ""stacked-fractions""),
        (""ordinal"",),
        (""slashed-zero"",),
    )
    all_values = []
    for couple in couples:
        all_values.extend(couple)
    for token in tokens:
        if token.type != ""ident"":
            return None
        if token.value in all_values:
            concurrent_values = [couple for couple in couples if token.value in couple][
                0
            ]
            if any(value in values for value in concurrent_values):
                return None
            else:
                values.append(token.value)
        else:
            return None
    if values:
        return tuple(values)","def font_variant_numeric ( tokens ) : <TAB> if len ( tokens ) == 1 : <TAB> <TAB> keyword = get_keyword ( tokens [ 0 ] ) <TAB> <TAB> if keyword == ""normal"" : <TAB> <TAB> <TAB> return keyword <TAB> values = [ ] <TAB> couples = ( <TAB> <TAB> ( ""lining-nums"" , ""oldstyle-nums"" ) , <TAB> <TAB> ( ""proportional-nums"" , ""tabular-nums"" ) , <TAB> <TAB> ( ""diagonal-fractions"" , ""stacked-fractions"" ) , <TAB> <TAB> ( ""ordinal"" , ) , <TAB> <TAB> ( ""slashed-zero"" , ) , <TAB> ) <TAB> all_values = [ ] <TAB> for couple in couples : <TAB> <TAB> all_values . extend ( couple ) <TAB> for token in tokens : <TAB> <TAB> if token . type != ""ident"" : <TAB> <TAB> <TAB> return None <TAB> <TAB> if token . value in all_values : <TAB> <TAB> <TAB> concurrent_values = [ couple for couple in couples if token . value in couple ] [ <TAB> <TAB> <TAB> <TAB> 0 <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> values . append ( token . value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return None <TAB> if values : <TAB> <TAB> return tuple ( values )",if any ( value in values for value in concurrent_values ) :,286
14718,"def find_process_imports(self, task):
    task_space = task.get_process_address_space()
    all_mods = list(task.get_load_modules())
    # Exported function of all other modules in the address space.
    apis = self._enum_apis(all_mods)
    # PEB is paged or no DLLs loaded
    if not all_mods:
        self.session.logging.error(""Cannot load DLLs in process AS"")
        return
    # Its OK to blindly take the 0th element because the executable is
    # always the first module to load.
    base_address = int(all_mods[0].DllBase)
    size_to_read = int(all_mods[0].SizeOfImage)
    calls_imported = {}
    for address, iat, destination in self.call_scan(
        task_space, base_address, size_to_read
    ):
        self.session.report_progress(""Resolving import %s->%s"" % (address, iat))
        calls_imported[iat] = (address, destination)
    # Scan the IAT for additional functions.
    self._iat_scan(
        task_space, calls_imported, apis, base_address, base_address + size_to_read
    )
    for iat, (_, func_pointer) in sorted(calls_imported.items()):
        tmp = apis.get(func_pointer.obj_offset)
        if tmp:
            module, func_pointer, func_name = tmp
            yield iat, func_pointer, module, func_name","def find_process_imports ( self , task ) : <TAB> task_space = task . get_process_address_space ( ) <TAB> all_mods = list ( task . get_load_modules ( ) ) <TAB> <TAB> apis = self . _enum_apis ( all_mods ) <TAB> <TAB> if not all_mods : <TAB> <TAB> self . session . logging . error ( ""Cannot load DLLs in process AS"" ) <TAB> <TAB> return <TAB> <TAB> <TAB> base_address = int ( all_mods [ 0 ] . DllBase ) <TAB> size_to_read = int ( all_mods [ 0 ] . SizeOfImage ) <TAB> calls_imported = { } <TAB> for address , iat , destination in self . call_scan ( <TAB> <TAB> task_space , base_address , size_to_read <TAB> ) : <TAB> <TAB> self . session . report_progress ( ""Resolving import %s->%s"" % ( address , iat ) ) <TAB> <TAB> calls_imported [ iat ] = ( address , destination ) <TAB> <TAB> self . _iat_scan ( <TAB> <TAB> task_space , calls_imported , apis , base_address , base_address + size_to_read <TAB> ) <TAB> for iat , ( _ , func_pointer ) in sorted ( calls_imported . items ( ) ) : <TAB> <TAB> tmp = apis . get ( func_pointer . obj_offset ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> module , func_pointer , func_name = tmp <TAB> <TAB> <TAB> yield iat , func_pointer , module , func_name",if tmp :,394
10900,"def output_package_listing(self, packages, options):
    packages = sorted(
        packages,
        key=lambda dist: dist.project_name.lower(),
    )
    if options.list_format == ""columns"" and packages:
        data, header = format_for_columns(packages, options)
        self.output_package_listing_columns(data, header)
    elif options.list_format == ""freeze"":
        for dist in packages:
            if options.verbose >= 1:
                logger.info(
                    ""%s==%s (%s)"", dist.project_name, dist.version, dist.location
                )
            else:
                logger.info(""%s==%s"", dist.project_name, dist.version)
    elif options.list_format == ""json"":
        logger.info(format_for_json(packages, options))","def output_package_listing ( self , packages , options ) : <TAB> packages = sorted ( <TAB> <TAB> packages , <TAB> <TAB> key = lambda dist : dist . project_name . lower ( ) , <TAB> ) <TAB> if options . list_format == ""columns"" and packages : <TAB> <TAB> data , header = format_for_columns ( packages , options ) <TAB> <TAB> self . output_package_listing_columns ( data , header ) <TAB> elif options . list_format == ""freeze"" : <TAB> <TAB> for dist in packages : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> logger . info ( <TAB> <TAB> <TAB> <TAB> <TAB> ""%s==%s (%s)"" , dist . project_name , dist . version , dist . location <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> logger . info ( ""%s==%s"" , dist . project_name , dist . version ) <TAB> elif options . list_format == ""json"" : <TAB> <TAB> logger . info ( format_for_json ( packages , options ) )",if options . verbose >= 1 :,223
21643,"def convertDict(obj):
    obj = dict(obj)
    for k, v in obj.items():
        del obj[k]
        if not (isinstance(k, str) or isinstance(k, unicode)):
            k = dumps(k)
            # Keep track of which keys need to be decoded when loading.
            if Types.KEYS not in obj:
                obj[Types.KEYS] = []
            obj[Types.KEYS].append(k)
        obj[k] = convertObjects(v)
    return obj
","def convertDict ( obj ) : <TAB> obj = dict ( obj ) <TAB> for k , v in obj . items ( ) : <TAB> <TAB> del obj [ k ] <TAB> <TAB> if not ( isinstance ( k , str ) or isinstance ( k , unicode ) ) : <TAB> <TAB> <TAB> k = dumps ( k ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> obj [ Types . KEYS ] = [ ] <TAB> <TAB> <TAB> obj [ Types . KEYS ] . append ( k ) <TAB> <TAB> obj [ k ] = convertObjects ( v ) <TAB> return obj",if Types . KEYS not in obj :,137
23050,"def deleteEditor(self, event=None):
    """"""Delete the presently selected body text editor.""""""
    c, d = self.c, self.editorWidgets
    wrapper = c.frame.body.wrapper
    w = wrapper.widget
    # This seems not to be a valid assertion.
    # assert wrapper == d.get(name),'wrong wrapper'
    assert g.isTextWrapper(wrapper), wrapper
    assert g.isTextWidget(w), w
    if len(list(d.keys())) <= 1:
        return
    name = w.leo_name if hasattr(w, ""leo_name"") else ""1""
    # Defensive programming.
    # At present, can not delete the first column.
    if name == ""1"":
        g.warning(""can not delete leftmost editor"")
        return
    # Fix bug 228: make *sure* the old text is saved.
    c.p.b = wrapper.getAllText()
    #
    # Actually delete the widget.
    del d[name]
    f = c.frame.top.leo_body_inner_frame
    layout = f.layout()
    for z in (w, w.leo_label):
        if z:
            self.unpackWidget(layout, z)
    w.leo_label = None  # 2011/11/12
    #
    # Select another editor.
    new_wrapper = list(d.values())[0]
    self.numberOfEditors -= 1
    if self.numberOfEditors == 1:
        w = new_wrapper.widget
        # if w.leo_label:  # 2011/11/12
        if getattr(w, ""leo_label"", None):  # 2018/02/23
            self.unpackWidget(layout, w.leo_label)
            w.leo_label = None  # 2011/11/12
    self.selectEditor(new_wrapper)","def deleteEditor ( self , event = None ) : <TAB> """"""Delete the presently selected body text editor."""""" <TAB> c , d = self . c , self . editorWidgets <TAB> wrapper = c . frame . body . wrapper <TAB> w = wrapper . widget <TAB> <TAB> <TAB> assert g . isTextWrapper ( wrapper ) , wrapper <TAB> assert g . isTextWidget ( w ) , w <TAB> if len ( list ( d . keys ( ) ) ) <= 1 : <TAB> <TAB> return <TAB> name = w . leo_name if hasattr ( w , ""leo_name"" ) else ""1"" <TAB> <TAB> <TAB> if name == ""1"" : <TAB> <TAB> g . warning ( ""can not delete leftmost editor"" ) <TAB> <TAB> return <TAB> <TAB> c . p . b = wrapper . getAllText ( ) <TAB> <TAB> <TAB> del d [ name ] <TAB> f = c . frame . top . leo_body_inner_frame <TAB> layout = f . layout ( ) <TAB> for z in ( w , w . leo_label ) : <TAB> <TAB> if z : <TAB> <TAB> <TAB> self . unpackWidget ( layout , z ) <TAB> w . leo_label = None <TAB> <TAB> <TAB> new_wrapper = list ( d . values ( ) ) [ 0 ] <TAB> self . numberOfEditors -= 1 <TAB> if self . numberOfEditors == 1 : <TAB> <TAB> w = new_wrapper . widget <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . unpackWidget ( layout , w . leo_label ) <TAB> <TAB> <TAB> w . leo_label = None <TAB> self . selectEditor ( new_wrapper )","if getattr ( w , ""leo_label"" , None ) :",466
18724,"def match_var_against_type(self, var, other_type, subst, node, view):
    """"""Match a variable against a type.""""""
    if var.bindings:
        return self._match_value_against_type(view[var], other_type, subst, node, view)
    else:  # Empty set of values. The ""nothing"" type.
        if isinstance(other_type, abstract.TupleClass):
            other_type = other_type.get_formal_type_parameter(abstract_utils.T)
        if isinstance(other_type, abstract.Union):
            right_side_options = other_type.options
        else:
            right_side_options = [other_type]
        for right in right_side_options:
            if isinstance(right, abstract.TypeParameter):
                # If we have a union like ""K or V"" and we match both against
                # nothing, that will fill in both K and V.
                if right.full_name not in subst:
                    subst = subst.copy()
                    subst[right.full_name] = var.program.NewVariable()
        # If this type is empty, we can match it against anything.
        return subst
","def match_var_against_type ( self , var , other_type , subst , node , view ) : <TAB> """"""Match a variable against a type."""""" <TAB> if var . bindings : <TAB> <TAB> return self . _match_value_against_type ( view [ var ] , other_type , subst , node , view ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> other_type = other_type . get_formal_type_parameter ( abstract_utils . T ) <TAB> <TAB> if isinstance ( other_type , abstract . Union ) : <TAB> <TAB> <TAB> right_side_options = other_type . options <TAB> <TAB> else : <TAB> <TAB> <TAB> right_side_options = [ other_type ] <TAB> <TAB> for right in right_side_options : <TAB> <TAB> <TAB> if isinstance ( right , abstract . TypeParameter ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if right . full_name not in subst : <TAB> <TAB> <TAB> <TAB> <TAB> subst = subst . copy ( ) <TAB> <TAB> <TAB> <TAB> <TAB> subst [ right . full_name ] = var . program . NewVariable ( ) <TAB> <TAB> <TAB> <TAB> return subst","if isinstance ( other_type , abstract . TupleClass ) :",314
5904,"def get(self):
    """"""return a secret by name""""""
    results = self._get(""secrets"", self.name)
    results[""decoded""] = {}
    results[""exists""] = False
    if results[""returncode""] == 0 and results[""results""][0]:
        results[""exists""] = True
        if self.decode:
            if ""data"" in results[""results""][0]:
                for sname, value in results[""results""][0][""data""].items():
                    results[""decoded""][sname] = base64.b64decode(value)
    if results[""returncode""] != 0 and '""%s"" not found' % self.name in results[""stderr""]:
        results[""returncode""] = 0
    return results","def get ( self ) : <TAB> """"""return a secret by name"""""" <TAB> results = self . _get ( ""secrets"" , self . name ) <TAB> results [ ""decoded"" ] = { } <TAB> results [ ""exists"" ] = False <TAB> if results [ ""returncode"" ] == 0 and results [ ""results"" ] [ 0 ] : <TAB> <TAB> results [ ""exists"" ] = True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ""data"" in results [ ""results"" ] [ 0 ] : <TAB> <TAB> <TAB> <TAB> for sname , value in results [ ""results"" ] [ 0 ] [ ""data"" ] . items ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> results [ ""decoded"" ] [ sname ] = base64 . b64decode ( value ) <TAB> if results [ ""returncode"" ] != 0 and '""%s"" not found' % self . name in results [ ""stderr"" ] : <TAB> <TAB> results [ ""returncode"" ] = 0 <TAB> return results",if self . decode :,173
16719,"def spawnProcess(pp, cmd, argv, path, usePTY, env):
    self.assertEqual(
        [cmd, argv, path, usePTY, env],
        [exp_cmd, exp_argv, exp_path, exp_usePTY, exp_env],
    )
    for output in outputs:
        if output[0] == ""out"":
            pp.outReceived(output[1])
        elif output[0] == ""err"":
            pp.errReceived(output[1])
        elif output[0] == ""rc"":
            if output[1] != 0:
                so = error.ProcessTerminated(exitCode=output[1])
            else:
                so = error.ProcessDone(None)
            pp.processEnded(failure.Failure(so))","def spawnProcess ( pp , cmd , argv , path , usePTY , env ) : <TAB> self . assertEqual ( <TAB> <TAB> [ cmd , argv , path , usePTY , env ] , <TAB> <TAB> [ exp_cmd , exp_argv , exp_path , exp_usePTY , exp_env ] , <TAB> ) <TAB> for output in outputs : <TAB> <TAB> if output [ 0 ] == ""out"" : <TAB> <TAB> <TAB> pp . outReceived ( output [ 1 ] ) <TAB> <TAB> elif output [ 0 ] == ""err"" : <TAB> <TAB> <TAB> pp . errReceived ( output [ 1 ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if output [ 1 ] != 0 : <TAB> <TAB> <TAB> <TAB> so = error . ProcessTerminated ( exitCode = output [ 1 ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> so = error . ProcessDone ( None ) <TAB> <TAB> <TAB> pp . processEnded ( failure . Failure ( so ) )","elif output [ 0 ] == ""rc"" :",206
10388,"def _obj_ref_action(
    _notify_usage,
    LOG,
    obj_ref,
    extra_info,
    admin_context,
    begin,
    end,
    notify_about_usage,
    type_id_str,
    type_name,
):
    _notify_usage(LOG, obj_ref, extra_info, admin_context)
    if CONF.send_actions:
        if begin < obj_ref.created_at < end:
            _create_action(
                obj_ref, admin_context, LOG, notify_about_usage, type_id_str, type_name
            )
        if obj_ref.deleted_at and begin < obj_ref.deleted_at < end:
            _delete_action(
                obj_ref, admin_context, LOG, notify_about_usage, type_id_str, type_name
            )
","def _obj_ref_action ( <TAB> _notify_usage , <TAB> LOG , <TAB> obj_ref , <TAB> extra_info , <TAB> admin_context , <TAB> begin , <TAB> end , <TAB> notify_about_usage , <TAB> type_id_str , <TAB> type_name , ) : <TAB> _notify_usage ( LOG , obj_ref , extra_info , admin_context ) <TAB> if CONF . send_actions : <TAB> <TAB> if begin < obj_ref . created_at < end : <TAB> <TAB> <TAB> _create_action ( <TAB> <TAB> <TAB> <TAB> obj_ref , admin_context , LOG , notify_about_usage , type_id_str , type_name <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _delete_action ( <TAB> <TAB> <TAB> <TAB> obj_ref , admin_context , LOG , notify_about_usage , type_id_str , type_name <TAB> <TAB> <TAB> )",if obj_ref . deleted_at and begin < obj_ref . deleted_at < end :,227
7449,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 0:
            if ftype == TType.LIST:
                self.success = []
                (_etype841, _size838) = iprot.readListBegin()
                for _i842 in xrange(_size838):
                    _elem843 = Partition()
                    _elem843.read(iprot)
                    self.success.append(_elem843)
                iprot.readListEnd()
            else:
                iprot.skip(ftype)
        elif fid == 1:
            if ftype == TType.STRUCT:
                self.o1 = MetaException()
                self.o1.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRUCT:
                self.o2 = NoSuchObjectException()
                self.o2.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 0 : <TAB> <TAB> <TAB> if ftype == TType . LIST : <TAB> <TAB> <TAB> <TAB> self . success = [ ] <TAB> <TAB> <TAB> <TAB> ( _etype841 , _size838 ) = iprot . readListBegin ( ) <TAB> <TAB> <TAB> <TAB> for _i842 in xrange ( _size838 ) : <TAB> <TAB> <TAB> <TAB> <TAB> _elem843 = Partition ( ) <TAB> <TAB> <TAB> <TAB> <TAB> _elem843 . read ( iprot ) <TAB> <TAB> <TAB> <TAB> <TAB> self . success . append ( _elem843 ) <TAB> <TAB> <TAB> <TAB> iprot . readListEnd ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . o1 = MetaException ( ) <TAB> <TAB> <TAB> <TAB> self . o1 . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . o2 = NoSuchObjectException ( ) <TAB> <TAB> <TAB> <TAB> self . o2 . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STOP :,490
11872,"def backward_impl(self, inputs, outputs, prop_down, accum):
    # inputs: [inputs_fwd_graph] + [inputs_bwd_graph] or
    # [inputs_fwd_graph] + [outputs_fwd_graph] + [inputs_bwd_graph]
    # Args
    axis = self.forward_func.info.args[""axis""]
    # Compute
    ## w.r.t. dy
    if prop_down[-1]:
        g_dy = inputs[-1].grad
        g_dy_ = F.stack(*[o.grad for o in outputs], axis=axis)
        if accum[-1]:
            g_dy += g_dy_
        else:
            g_dy.copy_from(g_dy_)","def backward_impl ( self , inputs , outputs , prop_down , accum ) : <TAB> <TAB> <TAB> <TAB> axis = self . forward_func . info . args [ ""axis"" ] <TAB> <TAB> <TAB> if prop_down [ - 1 ] : <TAB> <TAB> g_dy = inputs [ - 1 ] . grad <TAB> <TAB> g_dy_ = F . stack ( * [ o . grad for o in outputs ] , axis = axis ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> g_dy += g_dy_ <TAB> <TAB> else : <TAB> <TAB> <TAB> g_dy . copy_from ( g_dy_ )",if accum [ - 1 ] :,190
17080,"def dispose(cls):
    # global session
    for inst in cls.instances:
        old_session = inst.session
        inst.session = None
        if old_session:
            try:
                old_session.close()
            except:
                pass
            if old_session.bind:
                try:
                    old_session.bind.dispose()
                except Exception:
                    pass
    for attr in list(Books.__dict__.keys()):
        if attr.startswith(""custom_column_""):
            setattr(Books, attr, None)
    for db_class in cc_classes.values():
        Base.metadata.remove(db_class.__table__)
    cc_classes.clear()
    for table in reversed(Base.metadata.sorted_tables):
        name = table.key
        if name.startswith(""custom_column_"") or name.startswith(""books_custom_column_""):
            if table is not None:
                Base.metadata.remove(table)
","def dispose ( cls ) : <TAB> <TAB> for inst in cls . instances : <TAB> <TAB> old_session = inst . session <TAB> <TAB> inst . session = None <TAB> <TAB> if old_session : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> old_session . close ( ) <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> if old_session . bind : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> old_session . bind . dispose ( ) <TAB> <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> for attr in list ( Books . __dict__ . keys ( ) ) : <TAB> <TAB> if attr . startswith ( ""custom_column_"" ) : <TAB> <TAB> <TAB> setattr ( Books , attr , None ) <TAB> for db_class in cc_classes . values ( ) : <TAB> <TAB> Base . metadata . remove ( db_class . __table__ ) <TAB> cc_classes . clear ( ) <TAB> for table in reversed ( Base . metadata . sorted_tables ) : <TAB> <TAB> name = table . key <TAB> <TAB> if name . startswith ( ""custom_column_"" ) or name . startswith ( ""books_custom_column_"" ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> Base . metadata . remove ( table )",if table is not None :,266
20821,"def _get_annotated_template(self, template):
    changed = False
    if template.get(""version"", ""0.12.0"") >= ""0.13.0"":
        using_js = self.spider._filter_js_urls(template[""url""])
        body = ""rendered_body"" if using_js else ""original_body""
        if template.get(""body"") != body:
            template[""body""] = body
            changed = True
    if changed or not template.get(""annotated""):
        _build_sample(template)
    return template","def _get_annotated_template ( self , template ) : <TAB> changed = False <TAB> if template . get ( ""version"" , ""0.12.0"" ) >= ""0.13.0"" : <TAB> <TAB> using_js = self . spider . _filter_js_urls ( template [ ""url"" ] ) <TAB> <TAB> body = ""rendered_body"" if using_js else ""original_body"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> template [ ""body"" ] = body <TAB> <TAB> <TAB> changed = True <TAB> if changed or not template . get ( ""annotated"" ) : <TAB> <TAB> _build_sample ( template ) <TAB> return template","if template . get ( ""body"" ) != body :",139
383,"def _count_split(cls, input_file, chunk_size, subdir_generator_function):
    """"""Split a FASTA file into chunks based on counting records.""""""
    log.debug(
        ""Attemping to split FASTA file %s into chunks of %i sequences""
        % (input_file, chunk_size)
    )
    f = open(input_file)
    part_file = None
    try:
        # Note if the input FASTA file has no sequences, we will
        # produce just one sub-file which will be a copy of it.
        part_dir = subdir_generator_function()
        part_path = os.path.join(part_dir, os.path.basename(input_file))
        part_file = open(part_path, ""w"")
        log.debug(""Writing {} part to {}"".format(input_file, part_path))
        rec_count = 0
        while True:
            line = f.readline()
            if not line:
                break
            if line[0] == "">"":
                rec_count += 1
                if rec_count > chunk_size:
                    # Start a new sub-file
                    part_file.close()
                    part_dir = subdir_generator_function()
                    part_path = os.path.join(part_dir, os.path.basename(input_file))
                    part_file = open(part_path, ""w"")
                    log.debug(""Writing {} part to {}"".format(input_file, part_path))
                    rec_count = 1
            part_file.write(line)
    except Exception as e:
        log.error(""Unable to count split FASTA file: %s"", util.unicodify(e))
        raise
    finally:
        f.close()
        if part_file:
            part_file.close()","def _count_split ( cls , input_file , chunk_size , subdir_generator_function ) : <TAB> """"""Split a FASTA file into chunks based on counting records."""""" <TAB> log . debug ( <TAB> <TAB> ""Attemping to split FASTA file %s into chunks of %i sequences"" <TAB> <TAB> % ( input_file , chunk_size ) <TAB> ) <TAB> f = open ( input_file ) <TAB> part_file = None <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> part_dir = subdir_generator_function ( ) <TAB> <TAB> part_path = os . path . join ( part_dir , os . path . basename ( input_file ) ) <TAB> <TAB> part_file = open ( part_path , ""w"" ) <TAB> <TAB> log . debug ( ""Writing {} part to {}"" . format ( input_file , part_path ) ) <TAB> <TAB> rec_count = 0 <TAB> <TAB> while True : <TAB> <TAB> <TAB> line = f . readline ( ) <TAB> <TAB> <TAB> if not line : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> rec_count += 1 <TAB> <TAB> <TAB> <TAB> if rec_count > chunk_size : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> part_file . close ( ) <TAB> <TAB> <TAB> <TAB> <TAB> part_dir = subdir_generator_function ( ) <TAB> <TAB> <TAB> <TAB> <TAB> part_path = os . path . join ( part_dir , os . path . basename ( input_file ) ) <TAB> <TAB> <TAB> <TAB> <TAB> part_file = open ( part_path , ""w"" ) <TAB> <TAB> <TAB> <TAB> <TAB> log . debug ( ""Writing {} part to {}"" . format ( input_file , part_path ) ) <TAB> <TAB> <TAB> <TAB> <TAB> rec_count = 1 <TAB> <TAB> <TAB> part_file . write ( line ) <TAB> except Exception as e : <TAB> <TAB> log . error ( ""Unable to count split FASTA file: %s"" , util . unicodify ( e ) ) <TAB> <TAB> raise <TAB> finally : <TAB> <TAB> f . close ( ) <TAB> <TAB> if part_file : <TAB> <TAB> <TAB> part_file . close ( )","if line [ 0 ] == "">"" :",490
25298,"def _gfal(self, cmd, *args, retry=None, raise_workflow_error=True):
    if retry is None:
        retry = self.provider.retry
    _cmd = [""gfal-"" + cmd] + list(args)
    for i in range(retry + 1):
        try:
            logger.debug(_cmd)
            return sp.run(
                _cmd, check=True, stderr=sp.PIPE, stdout=sp.PIPE
            ).stdout.decode()
        except sp.CalledProcessError as e:
            if i == retry:
                if raise_workflow_error:
                    raise WorkflowError(
                        ""Error calling gfal-{}:\n{}"".format(cmd, e.stderr.decode())
                    )
                else:
                    raise e
            else:
                # try again after some seconds
                time.sleep(1)
                continue","def _gfal ( self , cmd , * args , retry = None , raise_workflow_error = True ) : <TAB> if retry is None : <TAB> <TAB> retry = self . provider . retry <TAB> _cmd = [ ""gfal-"" + cmd ] + list ( args ) <TAB> for i in range ( retry + 1 ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> logger . debug ( _cmd ) <TAB> <TAB> <TAB> return sp . run ( <TAB> <TAB> <TAB> <TAB> _cmd , check = True , stderr = sp . PIPE , stdout = sp . PIPE <TAB> <TAB> <TAB> ) . stdout . decode ( ) <TAB> <TAB> except sp . CalledProcessError as e : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if raise_workflow_error : <TAB> <TAB> <TAB> <TAB> <TAB> raise WorkflowError ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Error calling gfal-{}:\n{}"" . format ( cmd , e . stderr . decode ( ) ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> raise e <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> time . sleep ( 1 ) <TAB> <TAB> <TAB> <TAB> continue",if i == retry :,249
7422,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRUCT:
                self.req = TGetFunctionsReq()
                self.req.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . req = TGetFunctionsReq ( ) <TAB> <TAB> <TAB> <TAB> self . req . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if fid == 1 :,274
1607,"def include_file(name, fdir=tmp_dir, b64=False):
    try:
        if fdir is None:
            fdir = """"
        if b64:
            with io.open(os.path.join(fdir, name), ""rb"") as f:
                return base64.b64encode(f.read()).decode(""utf-8"")
        else:
            with io.open(os.path.join(fdir, name), ""r"", encoding=""utf-8"") as f:
                return f.read()
    except (OSError, IOError) as e:
        logger.error(""Could not include file '{}': {}"".format(name, e))","def include_file ( name , fdir = tmp_dir , b64 = False ) : <TAB> try : <TAB> <TAB> if fdir is None : <TAB> <TAB> <TAB> fdir = """" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> with io . open ( os . path . join ( fdir , name ) , ""rb"" ) as f : <TAB> <TAB> <TAB> <TAB> return base64 . b64encode ( f . read ( ) ) . decode ( ""utf-8"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> with io . open ( os . path . join ( fdir , name ) , ""r"" , encoding = ""utf-8"" ) as f : <TAB> <TAB> <TAB> <TAB> return f . read ( ) <TAB> except ( OSError , IOError ) as e : <TAB> <TAB> logger . error ( ""Could not include file '{}': {}"" . format ( name , e ) )",if b64 :,174
19386,"def get_overdue_evergreen_documents(*, db_session) -> List[Optional[Document]]:
    """"""Returns all documents that have need had a recent evergreen notification.""""""
    documents = (
        db_session.query(Document).filter(Document.evergreen == True)
    ).all()  # noqa
    overdue_documents = []
    now = datetime.utcnow()
    for d in documents:
        next_reminder = d.evergreen_last_reminder_at + timedelta(
            days=d.evergreen_reminder_interval
        )
        if now > next_reminder:
            overdue_documents.append(d)
    return overdue_documents
","def get_overdue_evergreen_documents ( * , db_session ) -> List [ Optional [ Document ] ] : <TAB> """"""Returns all documents that have need had a recent evergreen notification."""""" <TAB> documents = ( <TAB> <TAB> db_session . query ( Document ) . filter ( Document . evergreen == True ) <TAB> ) . all ( ) <TAB> overdue_documents = [ ] <TAB> now = datetime . utcnow ( ) <TAB> for d in documents : <TAB> <TAB> next_reminder = d . evergreen_last_reminder_at + timedelta ( <TAB> <TAB> <TAB> days = d . evergreen_reminder_interval <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> overdue_documents . append ( d ) <TAB> return overdue_documents",if now > next_reminder :,163
4352,"def build(self, input_shape):
    assert len(input_shape) >= 2
    if isinstance(input_shape, list) and len(input_shape) == 2:
        self.data_mode = ""disjoint""
        F = input_shape[0][-1]
    else:
        if len(input_shape) == 2:
            self.data_mode = ""single""
        else:
            self.data_mode = ""batch""
        F = input_shape[-1]
    # Attention kernels
    self.attn_kernel = self.add_weight(
        shape=(F, 1),
        initializer=self.attn_kernel_initializer,
        regularizer=self.attn_kernel_regularizer,
        constraint=self.attn_kernel_constraint,
        name=""attn_kernel"",
    )
    self.built = True","def build ( self , input_shape ) : <TAB> assert len ( input_shape ) >= 2 <TAB> if isinstance ( input_shape , list ) and len ( input_shape ) == 2 : <TAB> <TAB> self . data_mode = ""disjoint"" <TAB> <TAB> F = input_shape [ 0 ] [ - 1 ] <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . data_mode = ""single"" <TAB> <TAB> else : <TAB> <TAB> <TAB> self . data_mode = ""batch"" <TAB> <TAB> F = input_shape [ - 1 ] <TAB> <TAB> self . attn_kernel = self . add_weight ( <TAB> <TAB> shape = ( F , 1 ) , <TAB> <TAB> initializer = self . attn_kernel_initializer , <TAB> <TAB> regularizer = self . attn_kernel_regularizer , <TAB> <TAB> constraint = self . attn_kernel_constraint , <TAB> <TAB> name = ""attn_kernel"" , <TAB> ) <TAB> self . built = True",if len ( input_shape ) == 2 :,213
4670,"def get(self, *args, **kwargs):
    show = self.get_argument(""show"")
    show_name = None
    show_obj = find_show(int(show))
    if show_obj:
        show_name = quote_plus(show_obj.name.encode())
    if show_name:
        if sickrage.app.config.kodi_update_onlyfirst:
            host = sickrage.app.config.kodi_host.split("","")[0].strip()
        else:
            host = sickrage.app.config.kodi_host
        if sickrage.app.notifier_providers[""kodi""].update_library(showName=show_name):
            sickrage.app.alerts.message(
                _(""Library update command sent to KODI host(s): "") + host
            )
        else:
            sickrage.app.alerts.error(
                _(""Unable to contact one or more KODI host(s): "") + host
            )
    if show_obj:
        return self.redirect(""/home/displayShow?show="" + str(show_obj.indexer_id))
    else:
        return self.redirect(""/home/"")","def get ( self , * args , ** kwargs ) : <TAB> show = self . get_argument ( ""show"" ) <TAB> show_name = None <TAB> show_obj = find_show ( int ( show ) ) <TAB> if show_obj : <TAB> <TAB> show_name = quote_plus ( show_obj . name . encode ( ) ) <TAB> if show_name : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> host = sickrage . app . config . kodi_host . split ( "","" ) [ 0 ] . strip ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> host = sickrage . app . config . kodi_host <TAB> <TAB> if sickrage . app . notifier_providers [ ""kodi"" ] . update_library ( showName = show_name ) : <TAB> <TAB> <TAB> sickrage . app . alerts . message ( <TAB> <TAB> <TAB> <TAB> _ ( ""Library update command sent to KODI host(s): "" ) + host <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> sickrage . app . alerts . error ( <TAB> <TAB> <TAB> <TAB> _ ( ""Unable to contact one or more KODI host(s): "" ) + host <TAB> <TAB> <TAB> ) <TAB> if show_obj : <TAB> <TAB> return self . redirect ( ""/home/displayShow?show="" + str ( show_obj . indexer_id ) ) <TAB> else : <TAB> <TAB> return self . redirect ( ""/home/"" )",if sickrage . app . config . kodi_update_onlyfirst :,312
25104,"def pytest_runtest_setup(item):
    if is_potential_nosetest(item):
        if isinstance(item.parent, pytest.Generator):
            gen = item.parent
            if not hasattr(gen, ""_nosegensetup""):
                call_optional(gen.obj, ""setup"")
                if isinstance(gen.parent, pytest.Instance):
                    call_optional(gen.parent.obj, ""setup"")
                gen._nosegensetup = True
        if not call_optional(item.obj, ""setup""):
            # call module level setup if there is no object level one
            call_optional(item.parent.obj, ""setup"")
        # XXX this implies we only call teardown when setup worked
        item.session._setupstate.addfinalizer((lambda: teardown_nose(item)), item)
","def pytest_runtest_setup ( item ) : <TAB> if is_potential_nosetest ( item ) : <TAB> <TAB> if isinstance ( item . parent , pytest . Generator ) : <TAB> <TAB> <TAB> gen = item . parent <TAB> <TAB> <TAB> if not hasattr ( gen , ""_nosegensetup"" ) : <TAB> <TAB> <TAB> <TAB> call_optional ( gen . obj , ""setup"" ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> call_optional ( gen . parent . obj , ""setup"" ) <TAB> <TAB> <TAB> <TAB> gen . _nosegensetup = True <TAB> <TAB> if not call_optional ( item . obj , ""setup"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> call_optional ( item . parent . obj , ""setup"" ) <TAB> <TAB> <TAB> <TAB> item . session . _setupstate . addfinalizer ( ( lambda : teardown_nose ( item ) ) , item )","if isinstance ( gen . parent , pytest . Instance ) :",211
6199,"def find_end_of_match(
    to_match: str, chars: str, first_index: int
) -> typing.Tuple[typing.Optional[float], typing.Optional[int]]:
    score, last_index, last_type = 1.0, first_index, None
    for char in chars:
        try:
            index = to_match.index(char, last_index + 1)
        except ValueError:
            return None, None
        if not index:
            return None, None
        # Do not count sequential characters more than once
        if index == last_index + 1:
            if last_type != ""sequential"":
                last_type = ""sequential""
                score += 1
        # Same for first characters of words
        elif to_match[index - 1] in BOUNDARY_CHARS:
            if last_type != ""boundary"":
                last_type = ""boundary""
                score += 1
        # Same for camel case
        elif (
            char in string.ascii_uppercase
            and to_match[index - 1] in string.ascii_lowercase
        ):
            if last_type != ""camelcase"":
                last_type = ""camelcase""
                score += 1
        else:
            last_type = ""normal""
            score += index - last_index
        last_index = index
    return (score, last_index)","def find_end_of_match ( <TAB> to_match : str , chars : str , first_index : int ) -> typing . Tuple [ typing . Optional [ float ] , typing . Optional [ int ] ] : <TAB> score , last_index , last_type = 1.0 , first_index , None <TAB> for char in chars : <TAB> <TAB> try : <TAB> <TAB> <TAB> index = to_match . index ( char , last_index + 1 ) <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> return None , None <TAB> <TAB> if not index : <TAB> <TAB> <TAB> return None , None <TAB> <TAB> <TAB> <TAB> if index == last_index + 1 : <TAB> <TAB> <TAB> if last_type != ""sequential"" : <TAB> <TAB> <TAB> <TAB> last_type = ""sequential"" <TAB> <TAB> <TAB> <TAB> score += 1 <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if last_type != ""boundary"" : <TAB> <TAB> <TAB> <TAB> last_type = ""boundary"" <TAB> <TAB> <TAB> <TAB> score += 1 <TAB> <TAB> <TAB> <TAB> elif ( <TAB> <TAB> <TAB> char in string . ascii_uppercase <TAB> <TAB> <TAB> and to_match [ index - 1 ] in string . ascii_lowercase <TAB> <TAB> ) : <TAB> <TAB> <TAB> if last_type != ""camelcase"" : <TAB> <TAB> <TAB> <TAB> last_type = ""camelcase"" <TAB> <TAB> <TAB> <TAB> score += 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> last_type = ""normal"" <TAB> <TAB> <TAB> score += index - last_index <TAB> <TAB> last_index = index <TAB> return ( score , last_index )",elif to_match [ index - 1 ] in BOUNDARY_CHARS :,369
15601,"def _get_torch_exploration_action(
    self,
    action_dist: ActionDistribution,
    timestep: Union[TensorType, int],
    explore: Union[TensorType, bool],
):
    # Set last timestep or (if not given) increase by one.
    self.last_timestep = timestep if timestep is not None else self.last_timestep + 1
    # Apply exploration.
    if explore:
        # Random exploration phase.
        if self.last_timestep < self.random_timesteps:
            action, logp = self.random_exploration.get_torch_exploration_action(
                action_dist, explore=True
            )
        # Take a sample from our distribution.
        else:
            action = action_dist.sample()
            logp = action_dist.sampled_action_logp()
    # No exploration -> Return deterministic actions.
    else:
        action = action_dist.deterministic_sample()
        logp = torch.zeros_like(action_dist.sampled_action_logp())
    return action, logp","def _get_torch_exploration_action ( <TAB> self , <TAB> action_dist : ActionDistribution , <TAB> timestep : Union [ TensorType , int ] , <TAB> explore : Union [ TensorType , bool ] , ) : <TAB> <TAB> self . last_timestep = timestep if timestep is not None else self . last_timestep + 1 <TAB> <TAB> if explore : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> action , logp = self . random_exploration . get_torch_exploration_action ( <TAB> <TAB> <TAB> <TAB> action_dist , explore = True <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> action = action_dist . sample ( ) <TAB> <TAB> <TAB> logp = action_dist . sampled_action_logp ( ) <TAB> <TAB> else : <TAB> <TAB> action = action_dist . deterministic_sample ( ) <TAB> <TAB> logp = torch . zeros_like ( action_dist . sampled_action_logp ( ) ) <TAB> return action , logp",if self . last_timestep < self . random_timesteps :,265
11548,"def _on_change(self):
    changed = False
    self.save()
    for key, value in self.data.items():
        if isinstance(value, bool):
            if value:
                changed = True
                break
        if isinstance(value, int):
            if value != 1:
                changed = True
                break
        elif value is None:
            continue
        elif len(value) != 0:
            changed = True
            break
    self._reset_button.disabled = not changed","def _on_change ( self ) : <TAB> changed = False <TAB> self . save ( ) <TAB> for key , value in self . data . items ( ) : <TAB> <TAB> if isinstance ( value , bool ) : <TAB> <TAB> <TAB> if value : <TAB> <TAB> <TAB> <TAB> changed = True <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if isinstance ( value , int ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> changed = True <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> elif value is None : <TAB> <TAB> <TAB> continue <TAB> <TAB> elif len ( value ) != 0 : <TAB> <TAB> <TAB> changed = True <TAB> <TAB> <TAB> break <TAB> self . _reset_button . disabled = not changed",if value != 1 :,145
19092,"def gen_partitions_from_args(partition_set, kwargs):
    partition_selector_args = [
        bool(kwargs.get(""all"")),
        bool(kwargs.get(""partitions"")),
        (bool(kwargs.get(""from"")) or bool(kwargs.get(""to""))),
    ]
    if sum(partition_selector_args) > 1:
        raise click.UsageError(
            ""error, cannot use more than one of: `--all`, `--partitions`, `--from/--to`""
        )
    partitions = partition_set.get_partitions()
    if kwargs.get(""all""):
        return partitions
    if kwargs.get(""partitions""):
        selected_args = [
            s.strip() for s in kwargs.get(""partitions"").split("","") if s.strip()
        ]
        selected_partitions = [
            partition for partition in partitions if partition.name in selected_args
        ]
        if len(selected_partitions) < len(selected_args):
            selected_names = [partition.name for partition in selected_partitions]
            unknown = [
                selected for selected in selected_args if selected not in selected_names
            ]
            raise click.UsageError(""Unknown partitions: {}"".format(unknown.join("", "")))
        return selected_partitions
    start = validate_partition_slice(partitions, ""from"", kwargs.get(""from""))
    end = validate_partition_slice(partitions, ""to"", kwargs.get(""to""))
    return partitions[start:end]","def gen_partitions_from_args ( partition_set , kwargs ) : <TAB> partition_selector_args = [ <TAB> <TAB> bool ( kwargs . get ( ""all"" ) ) , <TAB> <TAB> bool ( kwargs . get ( ""partitions"" ) ) , <TAB> <TAB> ( bool ( kwargs . get ( ""from"" ) ) or bool ( kwargs . get ( ""to"" ) ) ) , <TAB> ] <TAB> if sum ( partition_selector_args ) > 1 : <TAB> <TAB> raise click . UsageError ( <TAB> <TAB> <TAB> ""error, cannot use more than one of: `--all`, `--partitions`, `--from/--to`"" <TAB> <TAB> ) <TAB> partitions = partition_set . get_partitions ( ) <TAB> if kwargs . get ( ""all"" ) : <TAB> <TAB> return partitions <TAB> if kwargs . get ( ""partitions"" ) : <TAB> <TAB> selected_args = [ <TAB> <TAB> <TAB> s . strip ( ) for s in kwargs . get ( ""partitions"" ) . split ( "","" ) if s . strip ( ) <TAB> <TAB> ] <TAB> <TAB> selected_partitions = [ <TAB> <TAB> <TAB> partition for partition in partitions if partition . name in selected_args <TAB> <TAB> ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> selected_names = [ partition . name for partition in selected_partitions ] <TAB> <TAB> <TAB> unknown = [ <TAB> <TAB> <TAB> <TAB> selected for selected in selected_args if selected not in selected_names <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> raise click . UsageError ( ""Unknown partitions: {}"" . format ( unknown . join ( "", "" ) ) ) <TAB> <TAB> return selected_partitions <TAB> start = validate_partition_slice ( partitions , ""from"" , kwargs . get ( ""from"" ) ) <TAB> end = validate_partition_slice ( partitions , ""to"" , kwargs . get ( ""to"" ) ) <TAB> return partitions [ start : end ]",if len ( selected_partitions ) < len ( selected_args ) :,368
1863,"def read(self):
    """"""Reads the robots.txt URL and feeds it to the parser.""""""
    try:
        f = urllib.request.urlopen(self.url)
    except urllib.error.HTTPError as err:
        if err.code in (401, 403):
            self.disallow_all = True
        elif err.code >= 400 and err.code < 500:
            self.allow_all = True
    else:
        raw = f.read()
        self.parse(raw.decode(""utf-8"").splitlines())","def read ( self ) : <TAB> """"""Reads the robots.txt URL and feeds it to the parser."""""" <TAB> try : <TAB> <TAB> f = urllib . request . urlopen ( self . url ) <TAB> except urllib . error . HTTPError as err : <TAB> <TAB> if err . code in ( 401 , 403 ) : <TAB> <TAB> <TAB> self . disallow_all = True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . allow_all = True <TAB> else : <TAB> <TAB> raw = f . read ( ) <TAB> <TAB> self . parse ( raw . decode ( ""utf-8"" ) . splitlines ( ) )",elif err . code >= 400 and err . code < 500 :,134
4563,"def vi_pos_back_short(line, index=0, count=1):
    line = vi_list(line)
    try:
        for i in range(count):
            index -= 1
            while vi_is_space(line[index]):
                index -= 1
            in_word = vi_is_word(line[index])
            if in_word:
                while vi_is_word(line[index]):
                    index -= 1
            else:
                while not vi_is_word_or_space(line[index]):
                    index -= 1
        return index + 1
    except IndexError:
        return 0","def vi_pos_back_short ( line , index = 0 , count = 1 ) : <TAB> line = vi_list ( line ) <TAB> try : <TAB> <TAB> for i in range ( count ) : <TAB> <TAB> <TAB> index -= 1 <TAB> <TAB> <TAB> while vi_is_space ( line [ index ] ) : <TAB> <TAB> <TAB> <TAB> index -= 1 <TAB> <TAB> <TAB> in_word = vi_is_word ( line [ index ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> while vi_is_word ( line [ index ] ) : <TAB> <TAB> <TAB> <TAB> <TAB> index -= 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> while not vi_is_word_or_space ( line [ index ] ) : <TAB> <TAB> <TAB> <TAB> <TAB> index -= 1 <TAB> <TAB> return index + 1 <TAB> except IndexError : <TAB> <TAB> return 0",if in_word :,179
19550,"def _get_headers(self, headers=None):
    request_headers = headers or {}
    # Auth headers if access_token is present
    if self._client.client.config:
        config = self._client.client.config
        if ""Authorization"" not in request_headers and config.token:
            request_headers.update(
                {
                    ""Authorization"": ""{} {}"".format(
                        config.authentication_type, config.token
                    )
                }
            )
        if config.header and config.header_service:
            request_headers.update({config.header: config.header_service})
    return request_headers
","def _get_headers ( self , headers = None ) : <TAB> request_headers = headers or { } <TAB> <TAB> if self . _client . client . config : <TAB> <TAB> config = self . _client . client . config <TAB> <TAB> if ""Authorization"" not in request_headers and config . token : <TAB> <TAB> <TAB> request_headers . update ( <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> ""Authorization"" : ""{} {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> config . authentication_type , config . token <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> request_headers . update ( { config . header : config . header_service } ) <TAB> return request_headers",if config . header and config . header_service :,176
23625,"def result(
    metrics: Dict[metric_types.MetricKey, Any]
) -> Dict[metric_types.AttributionsKey, Dict[Text, Union[float, np.ndarray]]]:
    """"""Returns mean attributions.""""""
    total_attributions = metrics[total_attributions_key]
    weighted_count = metrics[weighted_example_count_key]
    attributions = {}
    for k, v in total_attributions.items():
        if np.isclose(weighted_count, 0.0):
            attributions[k] = float(""nan"")
        else:
            attributions[k] = v / weighted_count
    return {key: attributions}","def result ( <TAB> metrics : Dict [ metric_types . MetricKey , Any ] ) -> Dict [ metric_types . AttributionsKey , Dict [ Text , Union [ float , np . ndarray ] ] ] : <TAB> """"""Returns mean attributions."""""" <TAB> total_attributions = metrics [ total_attributions_key ] <TAB> weighted_count = metrics [ weighted_example_count_key ] <TAB> attributions = { } <TAB> for k , v in total_attributions . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> attributions [ k ] = float ( ""nan"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> attributions [ k ] = v / weighted_count <TAB> return { key : attributions }","if np . isclose ( weighted_count , 0.0 ) :",162
13172,"def listing_items(method):
    marker = None
    once = True
    items = []
    while once or items:
        for i in items:
            yield i
        if once or marker:
            if marker:
                items = method(parms={""marker"": marker})
            else:
                items = method()
            if len(items) == 10000:
                marker = items[-1]
            else:
                marker = None
            once = False
        else:
            items = []","def listing_items ( method ) : <TAB> marker = None <TAB> once = True <TAB> items = [ ] <TAB> while once or items : <TAB> <TAB> for i in items : <TAB> <TAB> <TAB> yield i <TAB> <TAB> if once or marker : <TAB> <TAB> <TAB> if marker : <TAB> <TAB> <TAB> <TAB> items = method ( parms = { ""marker"" : marker } ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> items = method ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> marker = items [ - 1 ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> marker = None <TAB> <TAB> <TAB> once = False <TAB> <TAB> else : <TAB> <TAB> <TAB> items = [ ]",if len ( items ) == 10000 :,145
14934,"def byte_WITH_CLEANUP(self):
    # The code here does some weird stack manipulation: the exit function
    # is buried in the stack, and where depends on what's on top of it.
    # Pull out the exit function, and leave the rest in place.
    v = w = None
    u = self.top()
    if u is None:
        exit_func = self.pop(1)
    elif isinstance(u, str):
        if u in (""return"", ""continue""):
            exit_func = self.pop(2)
        else:
            exit_func = self.pop(1)
        u = None
    elif issubclass(u, BaseException):
        w, v, u = self.popn(3)
        exit_func = self.pop()
        self.push(w, v, u)
    else:  # pragma: no cover
        raise VirtualMachineError(""Confused WITH_CLEANUP"")
    exit_ret = exit_func(u, v, w)
    err = (u is not None) and bool(exit_ret)
    if err:
        # An error occurred, and was suppressed
        self.popn(3)
        self.push(None)","def byte_WITH_CLEANUP ( self ) : <TAB> <TAB> <TAB> <TAB> v = w = None <TAB> u = self . top ( ) <TAB> if u is None : <TAB> <TAB> exit_func = self . pop ( 1 ) <TAB> elif isinstance ( u , str ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> exit_func = self . pop ( 2 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> exit_func = self . pop ( 1 ) <TAB> <TAB> u = None <TAB> elif issubclass ( u , BaseException ) : <TAB> <TAB> w , v , u = self . popn ( 3 ) <TAB> <TAB> exit_func = self . pop ( ) <TAB> <TAB> self . push ( w , v , u ) <TAB> else : <TAB> <TAB> raise VirtualMachineError ( ""Confused WITH_CLEANUP"" ) <TAB> exit_ret = exit_func ( u , v , w ) <TAB> err = ( u is not None ) and bool ( exit_ret ) <TAB> if err : <TAB> <TAB> <TAB> <TAB> self . popn ( 3 ) <TAB> <TAB> self . push ( None )","if u in ( ""return"" , ""continue"" ) :",298
2314,"def remove(self, name):
    for s in [self.__storage(self.__category), self.__storage(None)]:
        for i, b in enumerate(s):
            if b.name == name:
                del s[i]
                if b.persistent:
                    self.__save()
                return
    raise KeyError(name)
","def remove ( self , name ) : <TAB> for s in [ self . __storage ( self . __category ) , self . __storage ( None ) ] : <TAB> <TAB> for i , b in enumerate ( s ) : <TAB> <TAB> <TAB> if b . name == name : <TAB> <TAB> <TAB> <TAB> del s [ i ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . __save ( ) <TAB> <TAB> <TAB> <TAB> return <TAB> raise KeyError ( name )",if b . persistent :,94
9689,"def _get_blade_interfaces(
    self, chassis_number, blade_number, ucsm_ip, ucsm_username, ucsm_password
):
    """"""Create command""""""
    data = self._get_blade_interfaces_post_data(chassis_number, blade_number)
    response = self._post_data(ucsm_ip, ucsm_username, ucsm_password, data)
    elements = et.XML(response).find(""outConfigs"").findall(""adaptorHostEthIf"")
    blade_interfaces = {}
    for element in elements:
        dist_name = element.get(""dn"", default=None)
        if dist_name:
            order = element.get(""order"", default=None)
            blade_interface = {
                const.BLADE_INTF_DN: dist_name,
                const.BLADE_INTF_ORDER: order,
                const.BLADE_INTF_LINK_STATE: None,
                const.BLADE_INTF_OPER_STATE: None,
                const.BLADE_INTF_INST_TYPE: None,
                const.BLADE_INTF_RHEL_DEVICE_NAME: self._get_rhel_device_name(order),
            }
            blade_interfaces[dist_name] = blade_interface
    return blade_interfaces
","def _get_blade_interfaces ( <TAB> self , chassis_number , blade_number , ucsm_ip , ucsm_username , ucsm_password ) : <TAB> """"""Create command"""""" <TAB> data = self . _get_blade_interfaces_post_data ( chassis_number , blade_number ) <TAB> response = self . _post_data ( ucsm_ip , ucsm_username , ucsm_password , data ) <TAB> elements = et . XML ( response ) . find ( ""outConfigs"" ) . findall ( ""adaptorHostEthIf"" ) <TAB> blade_interfaces = { } <TAB> for element in elements : <TAB> <TAB> dist_name = element . get ( ""dn"" , default = None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> order = element . get ( ""order"" , default = None ) <TAB> <TAB> <TAB> blade_interface = { <TAB> <TAB> <TAB> <TAB> const . BLADE_INTF_DN : dist_name , <TAB> <TAB> <TAB> <TAB> const . BLADE_INTF_ORDER : order , <TAB> <TAB> <TAB> <TAB> const . BLADE_INTF_LINK_STATE : None , <TAB> <TAB> <TAB> <TAB> const . BLADE_INTF_OPER_STATE : None , <TAB> <TAB> <TAB> <TAB> const . BLADE_INTF_INST_TYPE : None , <TAB> <TAB> <TAB> <TAB> const . BLADE_INTF_RHEL_DEVICE_NAME : self . _get_rhel_device_name ( order ) , <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> blade_interfaces [ dist_name ] = blade_interface <TAB> return blade_interfaces",if dist_name :,352
16812,"def add_ntds_hash(ntds_hash, host_id):
    add_ntds_hash.ntds_hashes += 1
    self.logger.highlight(ntds_hash)
    if ntds_hash.find(""$"") == -1:
        if ntds_hash.find(""\\"") != -1:
            domain, hash = ntds_hash.split(""\\"")
        else:
            domain = self.domain
            hash = ntds_hash
        try:
            username, _, lmhash, nthash, _, _, _ = hash.split("":"")
            parsed_hash = "":"".join((lmhash, nthash))
            if validate_ntlm(parsed_hash):
                self.db.add_credential(
                    ""hash"", domain, username, parsed_hash, pillaged_from=host_id
                )
                add_ntds_hash.added_to_db += 1
                return
            raise
        except:
            logging.debug(""Dumped hash is not NTLM, not adding to db for now ;)"")
    else:
        logging.debug(""Dumped hash is a computer account, not adding to db"")","def add_ntds_hash ( ntds_hash , host_id ) : <TAB> add_ntds_hash . ntds_hashes += 1 <TAB> self . logger . highlight ( ntds_hash ) <TAB> if ntds_hash . find ( ""$"" ) == - 1 : <TAB> <TAB> if ntds_hash . find ( ""\\"" ) != - 1 : <TAB> <TAB> <TAB> domain , hash = ntds_hash . split ( ""\\"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> domain = self . domain <TAB> <TAB> <TAB> hash = ntds_hash <TAB> <TAB> try : <TAB> <TAB> <TAB> username , _ , lmhash , nthash , _ , _ , _ = hash . split ( "":"" ) <TAB> <TAB> <TAB> parsed_hash = "":"" . join ( ( lmhash , nthash ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . db . add_credential ( <TAB> <TAB> <TAB> <TAB> <TAB> ""hash"" , domain , username , parsed_hash , pillaged_from = host_id <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> add_ntds_hash . added_to_db += 1 <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> raise <TAB> <TAB> except : <TAB> <TAB> <TAB> logging . debug ( ""Dumped hash is not NTLM, not adding to db for now ;)"" ) <TAB> else : <TAB> <TAB> logging . debug ( ""Dumped hash is a computer account, not adding to db"" )",if validate_ntlm ( parsed_hash ) :,301
2621,"def feed(self, byte_str, num_bytes):
    if self._done:
        return
    # The buffer we got is byte oriented, and a character may span in more than one
    # buffers. In case the last one or two byte in last buffer is not
    # complete, we record how many byte needed to complete that character
    # and skip these bytes here.  We can choose to record those bytes as
    # well and analyse the character once it is complete, but since a
    # character will not make much difference, by simply skipping
    # this character will simply our logic and improve performance.
    i = self._need_to_skip_char_num
    while i < num_bytes:
        order, char_len = self.get_order(byte_str[i : i + 2])
        i += char_len
        if i > num_bytes:
            self._need_to_skip_char_num = i - num_bytes
            self._last_char_order = -1
        else:
            if (order != -1) and (self._last_char_order != -1):
                self._total_rel += 1
                if self._total_rel > self.MAX_REL_THRESHOLD:
                    self._done = True
                    break
                self._rel_sample[jp2CharContext[self._last_char_order][order]] += 1
            self._last_char_order = order","def feed ( self , byte_str , num_bytes ) : <TAB> if self . _done : <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> i = self . _need_to_skip_char_num <TAB> while i < num_bytes : <TAB> <TAB> order , char_len = self . get_order ( byte_str [ i : i + 2 ] ) <TAB> <TAB> i += char_len <TAB> <TAB> if i > num_bytes : <TAB> <TAB> <TAB> self . _need_to_skip_char_num = i - num_bytes <TAB> <TAB> <TAB> self . _last_char_order = - 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> if ( order != - 1 ) and ( self . _last_char_order != - 1 ) : <TAB> <TAB> <TAB> <TAB> self . _total_rel += 1 <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . _done = True <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> self . _rel_sample [ jp2CharContext [ self . _last_char_order ] [ order ] ] += 1 <TAB> <TAB> <TAB> self . _last_char_order = order",if self . _total_rel > self . MAX_REL_THRESHOLD :,362
10564,"def _repr_info(self):
    info = [self._state.lower()]
    if self._state == _FINISHED:
        if self._exception is not None:
            info.append(""exception={!r}"".format(self._exception))
        else:
            # use reprlib to limit the length of the output, especially
            # for very long strings
            result = reprlib.repr(self._result)
            info.append(""result={}"".format(result))
    if self._callbacks:
        info.append(self._format_callbacks())
    if self._source_traceback:
        frame = self._source_traceback[-1]
        info.append(""created at %s:%s"" % (frame[0], frame[1]))
    return info","def _repr_info ( self ) : <TAB> info = [ self . _state . lower ( ) ] <TAB> if self . _state == _FINISHED : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> info . append ( ""exception={!r}"" . format ( self . _exception ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> result = reprlib . repr ( self . _result ) <TAB> <TAB> <TAB> info . append ( ""result={}"" . format ( result ) ) <TAB> if self . _callbacks : <TAB> <TAB> info . append ( self . _format_callbacks ( ) ) <TAB> if self . _source_traceback : <TAB> <TAB> frame = self . _source_traceback [ - 1 ] <TAB> <TAB> info . append ( ""created at %s:%s"" % ( frame [ 0 ] , frame [ 1 ] ) ) <TAB> return info",if self . _exception is not None :,190
13676,"def get(self, k):
    with self._lock:
        if k not in self._data1 and k in self._data2:
            self._data1[k] = self._data2[k]
            del self._data2[k]
    return self._data1.get(k)","def get ( self , k ) : <TAB> with self . _lock : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _data1 [ k ] = self . _data2 [ k ] <TAB> <TAB> <TAB> del self . _data2 [ k ] <TAB> return self . _data1 . get ( k )",if k not in self . _data1 and k in self . _data2 :,77
6369,"def string_record_contents(self, data):
    bv = self.biff_version
    bk = self.book
    lenlen = (bv >= 30) + 1
    nchars_expected = unpack(""<"" + ""BH""[lenlen - 1], data[:lenlen])[0]
    offset = lenlen
    if bv < 80:
        enc = bk.encoding or bk.derive_encoding()
    nchars_found = 0
    result = UNICODE_LITERAL("""")
    while 1:
        if bv >= 80:
            flag = BYTES_ORD(data[offset]) & 1
            enc = (""latin_1"", ""utf_16_le"")[flag]
            offset += 1
        chunk = unicode(data[offset:], enc)
        result += chunk
        nchars_found += len(chunk)
        if nchars_found == nchars_expected:
            return result
        if nchars_found > nchars_expected:
            msg = ""STRING/CONTINUE: expected %d chars, found %d"" % (
                nchars_expected,
                nchars_found,
            )
            raise XLRDError(msg)
        rc, _unused_len, data = bk.get_record_parts()
        if rc != XL_CONTINUE:
            raise XLRDError(""Expected CONTINUE record; found record-type 0x%04X"" % rc)
        offset = 0","def string_record_contents ( self , data ) : <TAB> bv = self . biff_version <TAB> bk = self . book <TAB> lenlen = ( bv >= 30 ) + 1 <TAB> nchars_expected = unpack ( ""<"" + ""BH"" [ lenlen - 1 ] , data [ : lenlen ] ) [ 0 ] <TAB> offset = lenlen <TAB> if bv < 80 : <TAB> <TAB> enc = bk . encoding or bk . derive_encoding ( ) <TAB> nchars_found = 0 <TAB> result = UNICODE_LITERAL ( """" ) <TAB> while 1 : <TAB> <TAB> if bv >= 80 : <TAB> <TAB> <TAB> flag = BYTES_ORD ( data [ offset ] ) & 1 <TAB> <TAB> <TAB> enc = ( ""latin_1"" , ""utf_16_le"" ) [ flag ] <TAB> <TAB> <TAB> offset += 1 <TAB> <TAB> chunk = unicode ( data [ offset : ] , enc ) <TAB> <TAB> result += chunk <TAB> <TAB> nchars_found += len ( chunk ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return result <TAB> <TAB> if nchars_found > nchars_expected : <TAB> <TAB> <TAB> msg = ""STRING/CONTINUE: expected %d chars, found %d"" % ( <TAB> <TAB> <TAB> <TAB> nchars_expected , <TAB> <TAB> <TAB> <TAB> nchars_found , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> raise XLRDError ( msg ) <TAB> <TAB> rc , _unused_len , data = bk . get_record_parts ( ) <TAB> <TAB> if rc != XL_CONTINUE : <TAB> <TAB> <TAB> raise XLRDError ( ""Expected CONTINUE record; found record-type 0x%04X"" % rc ) <TAB> <TAB> offset = 0",if nchars_found == nchars_expected :,351
2293,"def _load_dataset_area(self, dsid, file_handlers, coords):
    """"""Get the area for *dsid*.""""""
    try:
        return self._load_area_def(dsid, file_handlers)
    except NotImplementedError:
        if any(x is None for x in coords):
            logger.warning(""Failed to load coordinates for '{}'"".format(dsid))
            return None
        area = self._make_area_from_coords(coords)
        if area is None:
            logger.debug(""No coordinates found for %s"", str(dsid))
        return area
","def _load_dataset_area ( self , dsid , file_handlers , coords ) : <TAB> """"""Get the area for *dsid*."""""" <TAB> try : <TAB> <TAB> return self . _load_area_def ( dsid , file_handlers ) <TAB> except NotImplementedError : <TAB> <TAB> if any ( x is None for x in coords ) : <TAB> <TAB> <TAB> logger . warning ( ""Failed to load coordinates for '{}'"" . format ( dsid ) ) <TAB> <TAB> <TAB> return None <TAB> <TAB> area = self . _make_area_from_coords ( coords ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . debug ( ""No coordinates found for %s"" , str ( dsid ) ) <TAB> <TAB> return area",if area is None :,148
20315,"def __reduce__(self):
    mod = self.__fn.__module__
    name = self.__fn.__name__
    try:
        obj = load_back(mod, name)
    except (ImportError, KeyError, AttributeError):
        raise pickle.PicklingError(
            ""Can't pickle as_op(), not found as %s.%s"" % (mod, name)
        )
    else:
        if obj is not self:
            raise pickle.PicklingError(
                ""Can't pickle as_op(), not the object "" ""at %s.%s"" % (mod, name)
            )
    return load_back, (mod, name)
","def __reduce__ ( self ) : <TAB> mod = self . __fn . __module__ <TAB> name = self . __fn . __name__ <TAB> try : <TAB> <TAB> obj = load_back ( mod , name ) <TAB> except ( ImportError , KeyError , AttributeError ) : <TAB> <TAB> raise pickle . PicklingError ( <TAB> <TAB> <TAB> ""Can't pickle as_op(), not found as %s.%s"" % ( mod , name ) <TAB> <TAB> ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise pickle . PicklingError ( <TAB> <TAB> <TAB> <TAB> ""Can't pickle as_op(), not the object "" ""at %s.%s"" % ( mod , name ) <TAB> <TAB> <TAB> ) <TAB> return load_back , ( mod , name )",if obj is not self :,163
9218,"def _unquote_to_bytes(string, unsafe=""""):
    if isinstance(string, text_type):
        string = string.encode(""utf-8"")
    if isinstance(unsafe, text_type):
        unsafe = unsafe.encode(""utf-8"")
    unsafe = frozenset(bytearray(unsafe))
    groups = iter(string.split(b""%""))
    result = bytearray(next(groups, b""""))
    try:
        hex_to_byte = _unquote_maps[unsafe]
    except KeyError:
        hex_to_byte = _unquote_maps[unsafe] = {
            h: b for h, b in _hextobyte.items() if b not in unsafe
        }
    for group in groups:
        code = group[:2]
        if code in hex_to_byte:
            result.append(hex_to_byte[code])
            result.extend(group[2:])
        else:
            result.append(37)  # %
            result.extend(group)
    return bytes(result)","def _unquote_to_bytes ( string , unsafe = """" ) : <TAB> if isinstance ( string , text_type ) : <TAB> <TAB> string = string . encode ( ""utf-8"" ) <TAB> if isinstance ( unsafe , text_type ) : <TAB> <TAB> unsafe = unsafe . encode ( ""utf-8"" ) <TAB> unsafe = frozenset ( bytearray ( unsafe ) ) <TAB> groups = iter ( string . split ( b""%"" ) ) <TAB> result = bytearray ( next ( groups , b"""" ) ) <TAB> try : <TAB> <TAB> hex_to_byte = _unquote_maps [ unsafe ] <TAB> except KeyError : <TAB> <TAB> hex_to_byte = _unquote_maps [ unsafe ] = { <TAB> <TAB> <TAB> h : b for h , b in _hextobyte . items ( ) if b not in unsafe <TAB> <TAB> } <TAB> for group in groups : <TAB> <TAB> code = group [ : 2 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result . append ( hex_to_byte [ code ] ) <TAB> <TAB> <TAB> result . extend ( group [ 2 : ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> result . append ( 37 ) <TAB> <TAB> <TAB> result . extend ( group ) <TAB> return bytes ( result )",if code in hex_to_byte :,258
23047,"def establish_connection(self, p):
    params = self.get_params(p.h)
    host = params[""hostname""]
    port = params[""port""]
    user = params[""username""]
    # remotefile = params['remotefile']
    passwd = self.get_password(user, host)
    if passwd is None:
        return (None, None)
    t = paramiko.Transport((host, port))
    t.connect(username=user, password=passwd)
    hostkey = t.get_remote_server_key()
    cached_hostkey = self.get_hostkey(host)
    if cached_hostkey is None:
        store = self.confirm_hostkey(
            ""Unknown host: %s"" % host,
            ""Add the server key for host '%s' to the trusted host list?"" % host,
        )
        if store:
            self.set_hostkey(host, hostkey)
        else:
            return (None, None)  # abort
    elif cached_hostkey != hostkey:
        store = self.confirm_hostkey(
            ""Hostkey does not match!"",
            ""The remote host '%s' provided a key that does not match the stored key. ""
            + "" This could indicate a man-in-the-middle attack.  Continue anyway?""
            % host,
        )
        if store:
            self.set_hostkey(host, hostkey)
        else:
            return (None, None)  # abort
    sftp = paramiko.SFTPClient.from_transport(t)
    return (t, sftp)
","def establish_connection ( self , p ) : <TAB> params = self . get_params ( p . h ) <TAB> host = params [ ""hostname"" ] <TAB> port = params [ ""port"" ] <TAB> user = params [ ""username"" ] <TAB> <TAB> passwd = self . get_password ( user , host ) <TAB> if passwd is None : <TAB> <TAB> return ( None , None ) <TAB> t = paramiko . Transport ( ( host , port ) ) <TAB> t . connect ( username = user , password = passwd ) <TAB> hostkey = t . get_remote_server_key ( ) <TAB> cached_hostkey = self . get_hostkey ( host ) <TAB> if cached_hostkey is None : <TAB> <TAB> store = self . confirm_hostkey ( <TAB> <TAB> <TAB> ""Unknown host: %s"" % host , <TAB> <TAB> <TAB> ""Add the server key for host '%s' to the trusted host list?"" % host , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . set_hostkey ( host , hostkey ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return ( None , None ) <TAB> elif cached_hostkey != hostkey : <TAB> <TAB> store = self . confirm_hostkey ( <TAB> <TAB> <TAB> ""Hostkey does not match!"" , <TAB> <TAB> <TAB> ""The remote host '%s' provided a key that does not match the stored key. "" <TAB> <TAB> <TAB> + "" This could indicate a man-in-the-middle attack.  Continue anyway?"" <TAB> <TAB> <TAB> % host , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . set_hostkey ( host , hostkey ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return ( None , None ) <TAB> sftp = paramiko . SFTPClient . from_transport ( t ) <TAB> return ( t , sftp )",if store :,410
18895,"def _main_actor(cls, env_name, env_email, config_reader=None):
    actor = Actor("""", """")
    default_email = get_user_id()
    default_name = default_email.split(""@"")[0]
    for attr, evar, cvar, default in (
        (""name"", env_name, cls.conf_name, default_name),
        (""email"", env_email, cls.conf_email, default_email),
    ):
        try:
            val = os.environ[evar]
            setattr(actor, attr, val)
        except KeyError:
            if config_reader is not None:
                setattr(actor, attr, config_reader.get_value(""user"", cvar, default))
            # END config-reader handling
            if not getattr(actor, attr):
                setattr(actor, attr, default)
        # END handle name
    # END for each item to retrieve
    return actor","def _main_actor ( cls , env_name , env_email , config_reader = None ) : <TAB> actor = Actor ( """" , """" ) <TAB> default_email = get_user_id ( ) <TAB> default_name = default_email . split ( ""@"" ) [ 0 ] <TAB> for attr , evar , cvar , default in ( <TAB> <TAB> ( ""name"" , env_name , cls . conf_name , default_name ) , <TAB> <TAB> ( ""email"" , env_email , cls . conf_email , default_email ) , <TAB> ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> val = os . environ [ evar ] <TAB> <TAB> <TAB> setattr ( actor , attr , val ) <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> setattr ( actor , attr , config_reader . get_value ( ""user"" , cvar , default ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not getattr ( actor , attr ) : <TAB> <TAB> <TAB> <TAB> setattr ( actor , attr , default ) <TAB> <TAB> <TAB> <TAB> return actor",if config_reader is not None :,242
6173,"def _iter_excel_instances(self):
    asn = subprocess.check_output(
        [""lsappinfo"", ""visibleprocesslist"", ""-includehidden""]
    ).decode(""utf-8"")
    for asn in asn.split("" ""):
        if ""Microsoft_Excel"" in asn:
            pid_info = subprocess.check_output(
                [""lsappinfo"", ""info"", ""-only"", ""pid"", asn]
            ).decode(""utf-8"")
            if pid_info != '""pid""=[ NULL ] \n':
                yield int(pid_info.split(""="")[1])","def _iter_excel_instances ( self ) : <TAB> asn = subprocess . check_output ( <TAB> <TAB> [ ""lsappinfo"" , ""visibleprocesslist"" , ""-includehidden"" ] <TAB> ) . decode ( ""utf-8"" ) <TAB> for asn in asn . split ( "" "" ) : <TAB> <TAB> if ""Microsoft_Excel"" in asn : <TAB> <TAB> <TAB> pid_info = subprocess . check_output ( <TAB> <TAB> <TAB> <TAB> [ ""lsappinfo"" , ""info"" , ""-only"" , ""pid"" , asn ] <TAB> <TAB> <TAB> ) . decode ( ""utf-8"" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> yield int ( pid_info . split ( ""="" ) [ 1 ] )","if pid_info != '""pid""=[ NULL ] \n' :",156
3011,"def _sendExceptionResponse(
    self, connection, seq, serializer_id, exc_value, tbinfo, flags=0, annotations=None
):
    """"""send an exception back including the local traceback info""""""
    exc_value._pyroTraceback = tbinfo
    if sys.platform == ""cli"":
        util.fixIronPythonExceptionForPickle(exc_value, True)  # piggyback attributes
    serializer = util.get_serializer_by_id(serializer_id)
    try:
        data, compressed = serializer.serializeData(exc_value)
    except:
        # the exception object couldn't be serialized, use a generic PyroError instead
        xt, xv, tb = sys.exc_info()
        msg = ""Error serializing exception: %s. Original exception: %s: %s"" % (
            str(xv),
            type(exc_value),
            str(exc_value),
        )
        exc_value = errors.PyroError(msg)
        exc_value._pyroTraceback = tbinfo
        if sys.platform == ""cli"":
            util.fixIronPythonExceptionForPickle(
                exc_value, True
            )  # piggyback attributes
        data, compressed = serializer.serializeData(exc_value)
    flags |= message.FLAGS_EXCEPTION
    if compressed:
        flags |= message.FLAGS_COMPRESSED
    annotations = dict(annotations or {})
    annotations.update(self.annotations())
    msg = message.Message(
        message.MSG_RESULT,
        data,
        serializer.serializer_id,
        flags,
        seq,
        annotations=annotations,
        hmac_key=self._pyroHmacKey,
    )
    if config.LOGWIRE:
        _log_wiredata(log, ""daemon wiredata sending (error response)"", msg)
    connection.send(msg.to_bytes())","def _sendExceptionResponse ( <TAB> self , connection , seq , serializer_id , exc_value , tbinfo , flags = 0 , annotations = None ) : <TAB> """"""send an exception back including the local traceback info"""""" <TAB> exc_value . _pyroTraceback = tbinfo <TAB> <fill-in> <TAB> <TAB> util . fixIronPythonExceptionForPickle ( exc_value , True ) <TAB> serializer = util . get_serializer_by_id ( serializer_id ) <TAB> try : <TAB> <TAB> data , compressed = serializer . serializeData ( exc_value ) <TAB> except : <TAB> <TAB> <TAB> <TAB> xt , xv , tb = sys . exc_info ( ) <TAB> <TAB> msg = ""Error serializing exception: %s. Original exception: %s: %s"" % ( <TAB> <TAB> <TAB> str ( xv ) , <TAB> <TAB> <TAB> type ( exc_value ) , <TAB> <TAB> <TAB> str ( exc_value ) , <TAB> <TAB> ) <TAB> <TAB> exc_value = errors . PyroError ( msg ) <TAB> <TAB> exc_value . _pyroTraceback = tbinfo <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> util . fixIronPythonExceptionForPickle ( <TAB> <TAB> <TAB> <TAB> exc_value , True <TAB> <TAB> <TAB> ) <TAB> <TAB> data , compressed = serializer . serializeData ( exc_value ) <TAB> flags |= message . FLAGS_EXCEPTION <TAB> if compressed : <TAB> <TAB> flags |= message . FLAGS_COMPRESSED <TAB> annotations = dict ( annotations or { } ) <TAB> annotations . update ( self . annotations ( ) ) <TAB> msg = message . Message ( <TAB> <TAB> message . MSG_RESULT , <TAB> <TAB> data , <TAB> <TAB> serializer . serializer_id , <TAB> <TAB> flags , <TAB> <TAB> seq , <TAB> <TAB> annotations = annotations , <TAB> <TAB> hmac_key = self . _pyroHmacKey , <TAB> ) <TAB> if config . LOGWIRE : <TAB> <TAB> _log_wiredata ( log , ""daemon wiredata sending (error response)"" , msg ) <TAB> connection . send ( msg . to_bytes ( ) )","if sys . platform == ""cli"" :",469
15605,"def step(self, action):
    self.env.step(action[self.env.agent_selection])
    obs_d = {}
    rew_d = {}
    done_d = {}
    info_d = {}
    while self.env.agents:
        obs, rew, done, info = self.env.last()
        a = self.env.agent_selection
        obs_d[a] = obs
        rew_d[a] = rew
        done_d[a] = done
        info_d[a] = info
        if self.env.dones[self.env.agent_selection]:
            self.env.step(None)
        else:
            break
    all_done = not self.env.agents
    done_d[""__all__""] = all_done
    return obs_d, rew_d, done_d, info_d
","def step ( self , action ) : <TAB> self . env . step ( action [ self . env . agent_selection ] ) <TAB> obs_d = { } <TAB> rew_d = { } <TAB> done_d = { } <TAB> info_d = { } <TAB> while self . env . agents : <TAB> <TAB> obs , rew , done , info = self . env . last ( ) <TAB> <TAB> a = self . env . agent_selection <TAB> <TAB> obs_d [ a ] = obs <TAB> <TAB> rew_d [ a ] = rew <TAB> <TAB> done_d [ a ] = done <TAB> <TAB> info_d [ a ] = info <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . env . step ( None ) <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> all_done = not self . env . agents <TAB> done_d [ ""__all__"" ] = all_done <TAB> return obs_d , rew_d , done_d , info_d",if self . env . dones [ self . env . agent_selection ] :,224
4584,"def __init__(
    self, buffer, encoding=None, errors=None, newline=None, line_buffering=False
):
    if newline not in (None, """", ""\n"", ""\r"", ""\r\n""):
        raise ValueError(""illegal newline value: %r"" % (newline,))
    if encoding is None:
        try:
            encoding = os.device_encoding(buffer.fileno())
        except (AttributeError, UnsupportedOperation):
            pass
        if encoding is None:
            try:
                import locale
            except ImportError:
                # Importing locale may fail if Python is being built
                encoding = ""ascii""
            else:
                encoding = locale.getpreferredencoding()
    if not isinstance(encoding, basestring):
        raise ValueError(""invalid encoding: %r"" % encoding)
    if errors is None:
        errors = ""strict""
    else:
        if not isinstance(errors, basestring):
            raise ValueError(""invalid errors: %r"" % errors)
    self.buffer = buffer
    self._line_buffering = line_buffering
    self._encoding = encoding
    self._errors = errors
    self._readuniversal = not newline
    self._readtranslate = newline is None
    self._readnl = newline
    self._writetranslate = newline != """"
    self._writenl = newline or os.linesep
    self._encoder = None
    self._decoder = None
    self._decoded_chars = """"  # buffer for text returned from decoder
    self._decoded_chars_used = 0  # offset into _decoded_chars for read()
    self._snapshot = None  # info for reconstructing decoder state
    self._seekable = self._telling = self.buffer.seekable()","def __init__ ( <TAB> self , buffer , encoding = None , errors = None , newline = None , line_buffering = False ) : <TAB> if newline not in ( None , """" , ""\n"" , ""\r"" , ""\r\n"" ) : <TAB> <TAB> raise ValueError ( ""illegal newline value: %r"" % ( newline , ) ) <TAB> if encoding is None : <TAB> <TAB> try : <TAB> <TAB> <TAB> encoding = os . device_encoding ( buffer . fileno ( ) ) <TAB> <TAB> except ( AttributeError , UnsupportedOperation ) : <TAB> <TAB> <TAB> pass <TAB> <TAB> if encoding is None : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> import locale <TAB> <TAB> <TAB> except ImportError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> encoding = ""ascii"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> encoding = locale . getpreferredencoding ( ) <TAB> if not isinstance ( encoding , basestring ) : <TAB> <TAB> raise ValueError ( ""invalid encoding: %r"" % encoding ) <TAB> if errors is None : <TAB> <TAB> errors = ""strict"" <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""invalid errors: %r"" % errors ) <TAB> self . buffer = buffer <TAB> self . _line_buffering = line_buffering <TAB> self . _encoding = encoding <TAB> self . _errors = errors <TAB> self . _readuniversal = not newline <TAB> self . _readtranslate = newline is None <TAB> self . _readnl = newline <TAB> self . _writetranslate = newline != """" <TAB> self . _writenl = newline or os . linesep <TAB> self . _encoder = None <TAB> self . _decoder = None <TAB> self . _decoded_chars = """" <TAB> self . _decoded_chars_used = 0 <TAB> self . _snapshot = None <TAB> self . _seekable = self . _telling = self . buffer . seekable ( )","if not isinstance ( errors , basestring ) :",420
18066,"def app(scope, receive, send):
    while True:
        message = await receive()
        if message[""type""] == ""websocket.connect"":
            await send({""type"": ""websocket.accept""})
        elif message[""type""] == ""websocket.receive"":
            pass
        elif message[""type""] == ""websocket.disconnect"":
            break
","def app ( scope , receive , send ) : <TAB> while True : <TAB> <TAB> message = await receive ( ) <TAB> <TAB> if message [ ""type"" ] == ""websocket.connect"" : <TAB> <TAB> <TAB> await send ( { ""type"" : ""websocket.accept"" } ) <TAB> <TAB> elif message [ ""type"" ] == ""websocket.receive"" : <TAB> <TAB> <TAB> pass <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break","elif message [ ""type"" ] == ""websocket.disconnect"" :",93
21588,"def verify_model_vm(
    input_model, ishapes, idtype=torch.float, idata=None, targets=[""llvm""]
):
    input_names = [""i{}"".format(idx) for idx, ish in enumerate(ishapes)]
    input_shapes = list(zip(input_names, ishapes))
    input_data = (
        idata if idata else [torch.randn(shape, dtype=idtype) for shape in ishapes]
    )
    # Compile via VM
    mod, params = relay.frontend.from_pytorch(input_model, input_shapes)
    for tgt in targets:
        print(""Running on target"", tgt)
        ctx = tvm.context(tgt, 0)
        executor = relay.create_executor(""vm"", mod=mod, ctx=ctx, target=tgt)
        evaluator = executor.evaluate()
        # Inference
        for name, inp in zip(input_names, input_data):
            params[name] = inp.numpy()
        vm_res = evaluator(**params)
        # Baseline result
        with torch.no_grad():
            pt_result = input_model(*input_data)
        # Verify the accuracy
        if not isinstance(pt_result, torch.Tensor):
            tvm_res = vm_res.asnumpy().item()
            assert pt_result == tvm_res
        else:
            tvm.testing.assert_allclose(
                vm_res.asnumpy(), pt_result.numpy(), rtol=1e-5, atol=1e-5
            )","def verify_model_vm ( <TAB> input_model , ishapes , idtype = torch . float , idata = None , targets = [ ""llvm"" ] ) : <TAB> input_names = [ ""i{}"" . format ( idx ) for idx , ish in enumerate ( ishapes ) ] <TAB> input_shapes = list ( zip ( input_names , ishapes ) ) <TAB> input_data = ( <TAB> <TAB> idata if idata else [ torch . randn ( shape , dtype = idtype ) for shape in ishapes ] <TAB> ) <TAB> <TAB> mod , params = relay . frontend . from_pytorch ( input_model , input_shapes ) <TAB> for tgt in targets : <TAB> <TAB> print ( ""Running on target"" , tgt ) <TAB> <TAB> ctx = tvm . context ( tgt , 0 ) <TAB> <TAB> executor = relay . create_executor ( ""vm"" , mod = mod , ctx = ctx , target = tgt ) <TAB> <TAB> evaluator = executor . evaluate ( ) <TAB> <TAB> <TAB> <TAB> for name , inp in zip ( input_names , input_data ) : <TAB> <TAB> <TAB> params [ name ] = inp . numpy ( ) <TAB> <TAB> vm_res = evaluator ( ** params ) <TAB> <TAB> <TAB> <TAB> with torch . no_grad ( ) : <TAB> <TAB> <TAB> pt_result = input_model ( * input_data ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tvm_res = vm_res . asnumpy ( ) . item ( ) <TAB> <TAB> <TAB> assert pt_result == tvm_res <TAB> <TAB> else : <TAB> <TAB> <TAB> tvm . testing . assert_allclose ( <TAB> <TAB> <TAB> <TAB> vm_res . asnumpy ( ) , pt_result . numpy ( ) , rtol = 1e-5 , atol = 1e-5 <TAB> <TAB> <TAB> )","if not isinstance ( pt_result , torch . Tensor ) :",398
8612,"def __open__(filename, *args, **kwargs):
    if os.path.isfile(filename):
        return __realopen__(filename, *args, **kwargs)
    if not os.path.isabs(filename):
        datafilename = __papplet__.dataPath(filename)
        if os.path.isfile(datafilename):
            return __realopen__(datafilename, *args, **kwargs)
        sketchfilename = __papplet__.sketchPath(filename)
    if os.path.isfile(sketchfilename):
        return __realopen__(sketchfilename, *args, **kwargs)
    # Fail naturally
    return __realopen__(filename, *args, **kwargs)
","def __open__ ( filename , * args , ** kwargs ) : <TAB> if os . path . isfile ( filename ) : <TAB> <TAB> return __realopen__ ( filename , * args , ** kwargs ) <TAB> if not os . path . isabs ( filename ) : <TAB> <TAB> datafilename = __papplet__ . dataPath ( filename ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return __realopen__ ( datafilename , * args , ** kwargs ) <TAB> <TAB> sketchfilename = __papplet__ . sketchPath ( filename ) <TAB> if os . path . isfile ( sketchfilename ) : <TAB> <TAB> return __realopen__ ( sketchfilename , * args , ** kwargs ) <TAB> <TAB> return __realopen__ ( filename , * args , ** kwargs )",if os . path . isfile ( datafilename ) :,172
9242,"def sql_select(explain=False):
    statement, params = load_query(request.args[""query""])
    engine = SQLAlchemy().get_engine(current_app)
    if explain:
        if engine.driver == ""pysqlite"":
            statement = ""EXPLAIN QUERY PLAN\n%s"" % statement
        else:
            statement = ""EXPLAIN\n%s"" % statement
    result = engine.execute(statement, params)
    return g.debug_toolbar.render(
        ""panels/sqlalchemy_select.html"",
        {
            ""result"": result.fetchall(),
            ""headers"": result.keys(),
            ""sql"": format_sql(statement, params),
            ""duration"": float(request.args[""duration""]),
        },
    )
","def sql_select ( explain = False ) : <TAB> statement , params = load_query ( request . args [ ""query"" ] ) <TAB> engine = SQLAlchemy ( ) . get_engine ( current_app ) <TAB> if explain : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> statement = ""EXPLAIN QUERY PLAN\n%s"" % statement <TAB> <TAB> else : <TAB> <TAB> <TAB> statement = ""EXPLAIN\n%s"" % statement <TAB> result = engine . execute ( statement , params ) <TAB> return g . debug_toolbar . render ( <TAB> <TAB> ""panels/sqlalchemy_select.html"" , <TAB> <TAB> { <TAB> <TAB> <TAB> ""result"" : result . fetchall ( ) , <TAB> <TAB> <TAB> ""headers"" : result . keys ( ) , <TAB> <TAB> <TAB> ""sql"" : format_sql ( statement , params ) , <TAB> <TAB> <TAB> ""duration"" : float ( request . args [ ""duration"" ] ) , <TAB> <TAB> } , <TAB> )","if engine . driver == ""pysqlite"" :",195
24455,"def populate_dest_combo(self):
    combo = self.widget(""migrate-dest"")
    model = combo.get_model()
    idx = combo.get_active()
    idxconn = None
    if idx != -1:
        idxconn = model[idx][1]
    rows = [[_(""No connections available.""), None, False, None]]
    if self.destconn_rows:
        rows = self.destconn_rows
    model.clear()
    for r in rows:
        # Don't list the current connection
        if r[1] == self.conn:
            continue
        model.append(r)
    # Find old index
    idx = -1
    for i in range(len(model)):
        row = model[i]
        conn = row[1]
        if idxconn:
            if conn == idxconn and row[2]:
                idx = i
                break
        else:
            if row[2]:
                idx = i
                break
    combo.set_active(idx)","def populate_dest_combo ( self ) : <TAB> combo = self . widget ( ""migrate-dest"" ) <TAB> model = combo . get_model ( ) <TAB> idx = combo . get_active ( ) <TAB> idxconn = None <TAB> if idx != - 1 : <TAB> <TAB> idxconn = model [ idx ] [ 1 ] <TAB> rows = [ [ _ ( ""No connections available."" ) , None , False , None ] ] <TAB> if self . destconn_rows : <TAB> <TAB> rows = self . destconn_rows <TAB> model . clear ( ) <TAB> for r in rows : <TAB> <TAB> <TAB> <TAB> if r [ 1 ] == self . conn : <TAB> <TAB> <TAB> continue <TAB> <TAB> model . append ( r ) <TAB> <TAB> idx = - 1 <TAB> for i in range ( len ( model ) ) : <TAB> <TAB> row = model [ i ] <TAB> <TAB> conn = row [ 1 ] <TAB> <TAB> if idxconn : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> idx = i <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> if row [ 2 ] : <TAB> <TAB> <TAB> <TAB> idx = i <TAB> <TAB> <TAB> <TAB> break <TAB> combo . set_active ( idx )",if conn == idxconn and row [ 2 ] :,269
25331,"def _make_entry(filename, rpath=None, relative=None, shell=None, suffix="""", advanced=0):
    pkg = os.path.basename(filename) == ""__init__.py""
    entry_code = entry_lines[0] % (
        ""."" if (relative is True) or ((relative is None) and pkg) else """",
        suffix,
    )
    with open(filename, ""r"") as f:
        lines = f.readlines()
    # Fix empty file issue
    n = 0
    for n in range(len(lines)):
        if lines[n].strip() == """" or lines[n].find(""__future__"") > 0:
            continue
        if not lines[n][0] == ""#"":
            break
    for line in lines[n:]:
        if line.strip() == entry_code.strip():
            return
    with open(filename, ""w"") as f:
        f.write("""".join(lines[:n]))
        if shell:
            f.write(shell)
        f.write(entry_code)
        paras = []
        if rpath is not None:
            paras.append(repr(rpath))
        if suffix:
            paras.append(""suffix=%s"" % repr(suffix))
        if advanced:
            paras.append(""advanced=1"")
        f.write(entry_lines[1] % "", "".join(paras))
        f.write("""".join(lines[n:]))","def _make_entry ( filename , rpath = None , relative = None , shell = None , suffix = """" , advanced = 0 ) : <TAB> pkg = os . path . basename ( filename ) == ""__init__.py"" <TAB> entry_code = entry_lines [ 0 ] % ( <TAB> <TAB> ""."" if ( relative is True ) or ( ( relative is None ) and pkg ) else """" , <TAB> <TAB> suffix , <TAB> ) <TAB> with open ( filename , ""r"" ) as f : <TAB> <TAB> lines = f . readlines ( ) <TAB> <TAB> n = 0 <TAB> for n in range ( len ( lines ) ) : <TAB> <TAB> if lines [ n ] . strip ( ) == """" or lines [ n ] . find ( ""__future__"" ) > 0 : <TAB> <TAB> <TAB> continue <TAB> <TAB> if not lines [ n ] [ 0 ] == ""#"" : <TAB> <TAB> <TAB> break <TAB> for line in lines [ n : ] : <TAB> <TAB> if line . strip ( ) == entry_code . strip ( ) : <TAB> <TAB> <TAB> return <TAB> with open ( filename , ""w"" ) as f : <TAB> <TAB> f . write ( """" . join ( lines [ : n ] ) ) <TAB> <TAB> if shell : <TAB> <TAB> <TAB> f . write ( shell ) <TAB> <TAB> f . write ( entry_code ) <TAB> <TAB> paras = [ ] <TAB> <TAB> if rpath is not None : <TAB> <TAB> <TAB> paras . append ( repr ( rpath ) ) <TAB> <TAB> if suffix : <TAB> <TAB> <TAB> paras . append ( ""suffix=%s"" % repr ( suffix ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> paras . append ( ""advanced=1"" ) <TAB> <TAB> f . write ( entry_lines [ 1 ] % "", "" . join ( paras ) ) <TAB> <TAB> f . write ( """" . join ( lines [ n : ] ) )",if advanced :,366
16680,"def _load_from_pytorch(self, filename, ctx=None):
    import torch
    from mxnet import nd
    loaded = torch.load(filename)
    params = self._collect_params_with_prefix()
    new_params = {}
    for name in loaded:
        if ""bn"" in name or ""batchnorm"" in name or "".downsample.1."" in name:
            if ""weight"" in name:
                mxnet_name = name.replace(""weight"", ""gamma"")
            elif ""bias"" in name:
                mxnet_name = name.replace(""bias"", ""beta"")
            else:
                mxnet_name = name
            new_params[mxnet_name] = nd.array(loaded[name].cpu().data.numpy())
        else:
            new_params[name] = nd.array(loaded[name].cpu().data.numpy())
    for name in new_params:
        if name not in params:
            print(""==={}==="".format(name))
            raise Exception
        if name in params:
            params[name]._load_init(new_params[name], ctx=ctx)","def _load_from_pytorch ( self , filename , ctx = None ) : <TAB> import torch <TAB> from mxnet import nd <TAB> loaded = torch . load ( filename ) <TAB> params = self . _collect_params_with_prefix ( ) <TAB> new_params = { } <TAB> for name in loaded : <TAB> <TAB> if ""bn"" in name or ""batchnorm"" in name or "".downsample.1."" in name : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> mxnet_name = name . replace ( ""weight"" , ""gamma"" ) <TAB> <TAB> <TAB> elif ""bias"" in name : <TAB> <TAB> <TAB> <TAB> mxnet_name = name . replace ( ""bias"" , ""beta"" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> mxnet_name = name <TAB> <TAB> <TAB> new_params [ mxnet_name ] = nd . array ( loaded [ name ] . cpu ( ) . data . numpy ( ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> new_params [ name ] = nd . array ( loaded [ name ] . cpu ( ) . data . numpy ( ) ) <TAB> for name in new_params : <TAB> <TAB> if name not in params : <TAB> <TAB> <TAB> print ( ""==={}==="" . format ( name ) ) <TAB> <TAB> <TAB> raise Exception <TAB> <TAB> if name in params : <TAB> <TAB> <TAB> params [ name ] . _load_init ( new_params [ name ] , ctx = ctx )","if ""weight"" in name :",288
2,"def evaluate_update_notification(session, state, latest_version):
    priv_fact = ConfigFactory(session, 1)
    stored_latest = priv_fact.get_val(""latest_version"")
    if parse_version(stored_latest) < parse_version(latest_version):
        Cache.invalidate()
        priv_fact.set_val(""latest_version"", latest_version)
        if parse_version(__version__) != parse_version(stored_latest):
            return
        for user_desc in db_get_users(session, 1, ""admin""):
            lang = user_desc[""language""]
            template_vars = {
                ""type"": ""software_update_available"",
                ""latest_version"": latest_version,
                ""node"": db_admin_serialize_node(session, 1, lang),
                ""notification"": db_get_notification(session, 1, lang),
                ""user"": user_desc,
            }
            state.format_and_send_mail(session, 1, user_desc, template_vars)","def evaluate_update_notification ( session , state , latest_version ) : <TAB> priv_fact = ConfigFactory ( session , 1 ) <TAB> stored_latest = priv_fact . get_val ( ""latest_version"" ) <TAB> if parse_version ( stored_latest ) < parse_version ( latest_version ) : <TAB> <TAB> Cache . invalidate ( ) <TAB> <TAB> priv_fact . set_val ( ""latest_version"" , latest_version ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> for user_desc in db_get_users ( session , 1 , ""admin"" ) : <TAB> <TAB> <TAB> lang = user_desc [ ""language"" ] <TAB> <TAB> <TAB> template_vars = { <TAB> <TAB> <TAB> <TAB> ""type"" : ""software_update_available"" , <TAB> <TAB> <TAB> <TAB> ""latest_version"" : latest_version , <TAB> <TAB> <TAB> <TAB> ""node"" : db_admin_serialize_node ( session , 1 , lang ) , <TAB> <TAB> <TAB> <TAB> ""notification"" : db_get_notification ( session , 1 , lang ) , <TAB> <TAB> <TAB> <TAB> ""user"" : user_desc , <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> state . format_and_send_mail ( session , 1 , user_desc , template_vars )",if parse_version ( __version__ ) != parse_version ( stored_latest ) :,273
10638,"def create_author_dict(source):
    # Reads in author CSV and returns a list of dicts with names and emails of EGAP Authors
    authors = []
    with open(source, ""rt"", encoding=""utf-8-sig"") as csv_file:
        csv_reader = csv.reader(csv_file, delimiter="","")
        header_row = next(csv_reader)
        normalized_header_row = [col_header.strip() for col_header in header_row]
        logger.info(""Debug data"")
        logger.info(""Header row: {}"".format(header_row))
        logger.info(""Normalized header row: {}"".format(normalized_header_row))
        name_index = normalized_header_row.index(""Name"")
        email_index = normalized_header_row.index(""Email"")
        for line in csv_reader:
            row = [cell for cell in line]
            logger.info(""Adding user: "" + row[name_index])
            if row[email_index] != """":
                author_dict = {
                    ""name"": row[name_index].strip(),
                    ""email"": row[email_index],
                }
            else:
                author_dict = {""name"": row[name_index].strip()}
            authors.append(author_dict)
    return authors","def create_author_dict ( source ) : <TAB> <TAB> authors = [ ] <TAB> with open ( source , ""rt"" , encoding = ""utf-8-sig"" ) as csv_file : <TAB> <TAB> csv_reader = csv . reader ( csv_file , delimiter = "","" ) <TAB> <TAB> header_row = next ( csv_reader ) <TAB> <TAB> normalized_header_row = [ col_header . strip ( ) for col_header in header_row ] <TAB> <TAB> logger . info ( ""Debug data"" ) <TAB> <TAB> logger . info ( ""Header row: {}"" . format ( header_row ) ) <TAB> <TAB> logger . info ( ""Normalized header row: {}"" . format ( normalized_header_row ) ) <TAB> <TAB> name_index = normalized_header_row . index ( ""Name"" ) <TAB> <TAB> email_index = normalized_header_row . index ( ""Email"" ) <TAB> <TAB> for line in csv_reader : <TAB> <TAB> <TAB> row = [ cell for cell in line ] <TAB> <TAB> <TAB> logger . info ( ""Adding user: "" + row [ name_index ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> author_dict = { <TAB> <TAB> <TAB> <TAB> <TAB> ""name"" : row [ name_index ] . strip ( ) , <TAB> <TAB> <TAB> <TAB> <TAB> ""email"" : row [ email_index ] , <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> author_dict = { ""name"" : row [ name_index ] . strip ( ) } <TAB> <TAB> <TAB> authors . append ( author_dict ) <TAB> return authors","if row [ email_index ] != """" :",343
4891,"def AddIcon(self, icon, mask=wx.NullBitmap):
    """"""Add an icon to the image list, or get the index if already there""""""
    index = self.__magicImageListMapping.get(id(icon))
    if index is None:
        if isinstance(icon, wxIconPtr):
            index = self.__magicImageList.AddIcon(icon)
        elif isinstance(icon, wx.BitmapPtr):
            if isinstance(mask, wx.Colour):
                index = self.__magicImageList.AddWithColourMask(icon, mask)
            else:
                index = self.__magicImageList.Add(icon, mask)
        else:
            raise ValueError(
                ""Unexpected icon object %s, "" ""expected wx.Icon or wx.Bitmap"" % (icon)
            )
        self.__magicImageListMapping[id(icon)] = index
    return index
","def AddIcon ( self , icon , mask = wx . NullBitmap ) : <TAB> """"""Add an icon to the image list, or get the index if already there"""""" <TAB> index = self . __magicImageListMapping . get ( id ( icon ) ) <TAB> if index is None : <TAB> <TAB> if isinstance ( icon , wxIconPtr ) : <TAB> <TAB> <TAB> index = self . __magicImageList . AddIcon ( icon ) <TAB> <TAB> elif isinstance ( icon , wx . BitmapPtr ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> index = self . __magicImageList . AddWithColourMask ( icon , mask ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> index = self . __magicImageList . Add ( icon , mask ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Unexpected icon object %s, "" ""expected wx.Icon or wx.Bitmap"" % ( icon ) <TAB> <TAB> <TAB> ) <TAB> <TAB> self . __magicImageListMapping [ id ( icon ) ] = index <TAB> return index","if isinstance ( mask , wx . Colour ) :",227
7916,"def resolve_common_type(parser, commontype):
    try:
        return _CACHE[commontype]
    except KeyError:
        cdecl = COMMON_TYPES.get(commontype, commontype)
        if not isinstance(cdecl, str):
            result, quals = cdecl, 0  # cdecl is already a BaseType
        elif cdecl in model.PrimitiveType.ALL_PRIMITIVE_TYPES:
            result, quals = model.PrimitiveType(cdecl), 0
        elif cdecl == ""set-unicode-needed"":
            raise FFIError(
                ""The Windows type %r is only available after ""
                ""you call ffi.set_unicode()"" % (commontype,)
            )
        else:
            if commontype == cdecl:
                raise FFIError(
                    ""Unsupported type: %r.  Please look at ""
                    ""http://cffi.readthedocs.io/en/latest/cdef.html#ffi-cdef-limitations ""
                    ""and file an issue if you think this type should really ""
                    ""be supported."" % (commontype,)
                )
            result, quals = parser.parse_type_and_quals(cdecl)  # recursive
        assert isinstance(result, model.BaseTypeByIdentity)
        _CACHE[commontype] = result, quals
        return result, quals","def resolve_common_type ( parser , commontype ) : <TAB> try : <TAB> <TAB> return _CACHE [ commontype ] <TAB> except KeyError : <TAB> <TAB> cdecl = COMMON_TYPES . get ( commontype , commontype ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result , quals = cdecl , 0 <TAB> <TAB> elif cdecl in model . PrimitiveType . ALL_PRIMITIVE_TYPES : <TAB> <TAB> <TAB> result , quals = model . PrimitiveType ( cdecl ) , 0 <TAB> <TAB> elif cdecl == ""set-unicode-needed"" : <TAB> <TAB> <TAB> raise FFIError ( <TAB> <TAB> <TAB> <TAB> ""The Windows type %r is only available after "" <TAB> <TAB> <TAB> <TAB> ""you call ffi.set_unicode()"" % ( commontype , ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if commontype == cdecl : <TAB> <TAB> <TAB> <TAB> raise FFIError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Unsupported type: %r.  Please look at "" <TAB> <TAB> <TAB> <TAB> <TAB> ""http://cffi.readthedocs.io/en/latest/cdef.html#ffi-cdef-limitations "" <TAB> <TAB> <TAB> <TAB> <TAB> ""and file an issue if you think this type should really "" <TAB> <TAB> <TAB> <TAB> <TAB> ""be supported."" % ( commontype , ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> result , quals = parser . parse_type_and_quals ( cdecl ) <TAB> <TAB> assert isinstance ( result , model . BaseTypeByIdentity ) <TAB> <TAB> _CACHE [ commontype ] = result , quals <TAB> <TAB> return result , quals","if not isinstance ( cdecl , str ) :",367
22951,"def moveToThreadNext(self):
    """"""Move a position to threadNext position.""""""
    p = self
    if p.v:
        if p.v.children:
            p.moveToFirstChild()
        elif p.hasNext():
            p.moveToNext()
        else:
            p.moveToParent()
            while p:
                if p.hasNext():
                    p.moveToNext()
                    break  # found
                p.moveToParent()
            # not found.
    return p
","def moveToThreadNext ( self ) : <TAB> """"""Move a position to threadNext position."""""" <TAB> p = self <TAB> if p . v : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> p . moveToFirstChild ( ) <TAB> <TAB> elif p . hasNext ( ) : <TAB> <TAB> <TAB> p . moveToNext ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> p . moveToParent ( ) <TAB> <TAB> <TAB> while p : <TAB> <TAB> <TAB> <TAB> if p . hasNext ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> p . moveToNext ( ) <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> p . moveToParent ( ) <TAB> <TAB> <TAB> <TAB> return p",if p . v . children :,150
9793,"def _roll(self, mapper):
    # Compute time step
    t = time.time()
    dt, self._lastTime = t - self._lastTime, t
    # Free movement update velocity and compute movement
    self._xvel_dq.clear()
    self._yvel_dq.clear()
    _hyp = sqrt((self._xvel ** 2) + (self._yvel ** 2))
    if _hyp != 0.0:
        _ax = self._a * (abs(self._xvel) / _hyp)
        _ay = self._a * (abs(self._yvel) / _hyp)
    else:
        _ax = self._a
        _ay = self._a
    # Cap friction desceleration
    _dvx = min(abs(self._xvel), _ax * dt)
    _dvy = min(abs(self._yvel), _ay * dt)
    # compute new velocity
    _xvel = self._xvel - copysign(_dvx, self._xvel)
    _yvel = self._yvel - copysign(_dvy, self._yvel)
    # compute displacement
    dx = (((_xvel + self._xvel) / 2) * dt) / self._radscale
    dy = (((_yvel + self._yvel) / 2) * dt) / self._radscale
    self._xvel = _xvel
    self._yvel = _yvel
    self.action.add(mapper, dx * self.speed[0], dy * self.speed[1])
    if dx or dy:
        if self.haptic:
            WholeHapticAction.add(self, mapper, dx, dy)
        self._roll_task = mapper.schedule(0.02, self._roll)","def _roll ( self , mapper ) : <TAB> <TAB> t = time . time ( ) <TAB> dt , self . _lastTime = t - self . _lastTime , t <TAB> <TAB> self . _xvel_dq . clear ( ) <TAB> self . _yvel_dq . clear ( ) <TAB> _hyp = sqrt ( ( self . _xvel ** 2 ) + ( self . _yvel ** 2 ) ) <TAB> if _hyp != 0.0 : <TAB> <TAB> _ax = self . _a * ( abs ( self . _xvel ) / _hyp ) <TAB> <TAB> _ay = self . _a * ( abs ( self . _yvel ) / _hyp ) <TAB> else : <TAB> <TAB> _ax = self . _a <TAB> <TAB> _ay = self . _a <TAB> <TAB> _dvx = min ( abs ( self . _xvel ) , _ax * dt ) <TAB> _dvy = min ( abs ( self . _yvel ) , _ay * dt ) <TAB> <TAB> _xvel = self . _xvel - copysign ( _dvx , self . _xvel ) <TAB> _yvel = self . _yvel - copysign ( _dvy , self . _yvel ) <TAB> <TAB> dx = ( ( ( _xvel + self . _xvel ) / 2 ) * dt ) / self . _radscale <TAB> dy = ( ( ( _yvel + self . _yvel ) / 2 ) * dt ) / self . _radscale <TAB> self . _xvel = _xvel <TAB> self . _yvel = _yvel <TAB> self . action . add ( mapper , dx * self . speed [ 0 ] , dy * self . speed [ 1 ] ) <TAB> if dx or dy : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> WholeHapticAction . add ( self , mapper , dx , dy ) <TAB> <TAB> self . _roll_task = mapper . schedule ( 0.02 , self . _roll )",if self . haptic :,433
17554,"def allocate_buffers(self):
    if self.child:
        self.child.allocate_buffers()
    for ind in range(len(self.buffers)):
        if self.buffers[ind] is None:
            if self.max_shape > 0:
                self.buffers[ind] = self.be.iobuf(
                    self.max_shape, persist_values=False, parallelism=""Data""
                )","def allocate_buffers ( self ) : <TAB> if self . child : <TAB> <TAB> self . child . allocate_buffers ( ) <TAB> for ind in range ( len ( self . buffers ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if self . max_shape > 0 : <TAB> <TAB> <TAB> <TAB> self . buffers [ ind ] = self . be . iobuf ( <TAB> <TAB> <TAB> <TAB> <TAB> self . max_shape , persist_values = False , parallelism = ""Data"" <TAB> <TAB> <TAB> <TAB> )",if self . buffers [ ind ] is None :,112
20279,"def test_all(self):
    if type(self) is BaseTestConv:
        raise SkipTest(""base class"")
    ds = self.default_subsamples
    db = self.default_border_mode
    dflip = self.default_filter_flip
    dprovide_shape = self.default_provide_shape
    for (i, f) in zip(self.inputs_shapes, self.filters_shapes):
        for provide_shape in self.provide_shape:
            yield (self.tcase, i, f, ds, db, dflip, provide_shape)
        if min(i) > 0 and min(f) > 0:
            for fd in self.filters_dilations:
                for s in self.subsamples:
                    for b in self.border_modes:
                        yield (self.tcase, i, f, s, b, dflip, dprovide_shape, fd)
            for flip in self.filter_flip:
                yield (self.tcase, i, f, ds, db, flip, dprovide_shape)","def test_all ( self ) : <TAB> if type ( self ) is BaseTestConv : <TAB> <TAB> raise SkipTest ( ""base class"" ) <TAB> ds = self . default_subsamples <TAB> db = self . default_border_mode <TAB> dflip = self . default_filter_flip <TAB> dprovide_shape = self . default_provide_shape <TAB> for ( i , f ) in zip ( self . inputs_shapes , self . filters_shapes ) : <TAB> <TAB> for provide_shape in self . provide_shape : <TAB> <TAB> <TAB> yield ( self . tcase , i , f , ds , db , dflip , provide_shape ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for fd in self . filters_dilations : <TAB> <TAB> <TAB> <TAB> for s in self . subsamples : <TAB> <TAB> <TAB> <TAB> <TAB> for b in self . border_modes : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> yield ( self . tcase , i , f , s , b , dflip , dprovide_shape , fd ) <TAB> <TAB> <TAB> for flip in self . filter_flip : <TAB> <TAB> <TAB> <TAB> yield ( self . tcase , i , f , ds , db , flip , dprovide_shape )",if min ( i ) > 0 and min ( f ) > 0 :,271
3729,"def serialize(self):
    data = {}
    if not self.ranges:
        raise RuntimeError(""Invalid ranges"")
    data[""ranges""] = self.ranges
    if self.field:
        data[""field""] = self.field
    elif self.key_field:
        data[""key_field""] = self.key_field
        if self.value_field:
            data[""value_field""] = self.value_field
        else:
            raise RuntimeError(""Invalid key_field: value_field required"")
    elif self.key_script:
        data[""key_script""] = self.key_script
        if self.value_script:
            data[""value_script""] = self.value_script
        else:
            raise RuntimeError(""Invalid key_script: value_script required"")
        if self.params:
            data[""params""] = self.params
    params = self._base_parameters()
    params[self._internal_name] = data
    return {self.name: params}
","def serialize ( self ) : <TAB> data = { } <TAB> if not self . ranges : <TAB> <TAB> raise RuntimeError ( ""Invalid ranges"" ) <TAB> data [ ""ranges"" ] = self . ranges <TAB> if self . field : <TAB> <TAB> data [ ""field"" ] = self . field <TAB> elif self . key_field : <TAB> <TAB> data [ ""key_field"" ] = self . key_field <TAB> <TAB> if self . value_field : <TAB> <TAB> <TAB> data [ ""value_field"" ] = self . value_field <TAB> <TAB> else : <TAB> <TAB> <TAB> raise RuntimeError ( ""Invalid key_field: value_field required"" ) <TAB> elif self . key_script : <TAB> <TAB> data [ ""key_script"" ] = self . key_script <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> data [ ""value_script"" ] = self . value_script <TAB> <TAB> else : <TAB> <TAB> <TAB> raise RuntimeError ( ""Invalid key_script: value_script required"" ) <TAB> <TAB> if self . params : <TAB> <TAB> <TAB> data [ ""params"" ] = self . params <TAB> params = self . _base_parameters ( ) <TAB> params [ self . _internal_name ] = data <TAB> return { self . name : params }",if self . value_script :,252
1295,"def _get_level(levels, level_ref):
    if level_ref in levels:
        return levels.index(level_ref)
    if isinstance(level_ref, six.integer_types):
        if level_ref < 0:
            level_ref += len(levels)
        if not (0 <= level_ref < len(levels)):
            raise PatsyError(""specified level %r is out of range"" % (level_ref,))
        return level_ref
    raise PatsyError(""specified level %r not found"" % (level_ref,))","def _get_level ( levels , level_ref ) : <TAB> if level_ref in levels : <TAB> <TAB> return levels . index ( level_ref ) <TAB> if isinstance ( level_ref , six . integer_types ) : <TAB> <TAB> if level_ref < 0 : <TAB> <TAB> <TAB> level_ref += len ( levels ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise PatsyError ( ""specified level %r is out of range"" % ( level_ref , ) ) <TAB> <TAB> return level_ref <TAB> raise PatsyError ( ""specified level %r not found"" % ( level_ref , ) )",if not ( 0 <= level_ref < len ( levels ) ) :,138
25204,"def build_fingerprints(targets, creds, config):
    fingerprints = list()
    logger = logging.getLogger(""changeme"")
    # Build a set of unique fingerprints
    for target in targets:
        for c in creds:
            if not c[""protocol""] == ""http"":
                continue
            if not config.portoverride and (
                target.port and not c[""default_port""] == target.port
            ):
                continue
            fp = c[""fingerprint""]
            for url in fp.get(""url""):
                t = Target(host=target.host, port=target.port, protocol=target.protocol)
                if c.get(""ssl"") or config.ssl:
                    t.protocol = ""https""
                else:
                    t.protocol = ""http""
                if not t.port:
                    t.port = c[""default_port""]
                t.url = url
                hfp = HttpFingerprint(
                    t, fp.get(""headers"", None), fp.get(""cookie"", None), config
                )
                logger.debug(""Adding %s to fingerprint list"" % hfp.target)
                fingerprints.append(hfp)
    return fingerprints
","def build_fingerprints ( targets , creds , config ) : <TAB> fingerprints = list ( ) <TAB> logger = logging . getLogger ( ""changeme"" ) <TAB> <TAB> for target in targets : <TAB> <TAB> for c in creds : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if not config . portoverride and ( <TAB> <TAB> <TAB> <TAB> target . port and not c [ ""default_port"" ] == target . port <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> fp = c [ ""fingerprint"" ] <TAB> <TAB> <TAB> for url in fp . get ( ""url"" ) : <TAB> <TAB> <TAB> <TAB> t = Target ( host = target . host , port = target . port , protocol = target . protocol ) <TAB> <TAB> <TAB> <TAB> if c . get ( ""ssl"" ) or config . ssl : <TAB> <TAB> <TAB> <TAB> <TAB> t . protocol = ""https"" <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> t . protocol = ""http"" <TAB> <TAB> <TAB> <TAB> if not t . port : <TAB> <TAB> <TAB> <TAB> <TAB> t . port = c [ ""default_port"" ] <TAB> <TAB> <TAB> <TAB> t . url = url <TAB> <TAB> <TAB> <TAB> hfp = HttpFingerprint ( <TAB> <TAB> <TAB> <TAB> <TAB> t , fp . get ( ""headers"" , None ) , fp . get ( ""cookie"" , None ) , config <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> logger . debug ( ""Adding %s to fingerprint list"" % hfp . target ) <TAB> <TAB> <TAB> <TAB> fingerprints . append ( hfp ) <TAB> return fingerprints","if not c [ ""protocol"" ] == ""http"" :",335
25152,"def available(self):
    myenv = os.environ.copy()
    myenv[""LANG""] = ""C""
    try:
        (out, _err) = subp.subp([""growpart"", ""--help""], env=myenv)
        if re.search(r""--update\s+"", out):
            return True
    except subp.ProcessExecutionError:
        pass
    return False
","def available ( self ) : <TAB> myenv = os . environ . copy ( ) <TAB> myenv [ ""LANG"" ] = ""C"" <TAB> try : <TAB> <TAB> ( out , _err ) = subp . subp ( [ ""growpart"" , ""--help"" ] , env = myenv ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return True <TAB> except subp . ProcessExecutionError : <TAB> <TAB> pass <TAB> return False","if re . search ( r""--update\s+"" , out ) :",99
15359,"def get_package_info(self, pre=False):
    from .vendor.pip_shims.shims import pip_version, parse_version, CandidateEvaluator
    dependency_links = []
    packages = self.get_installed_packages()
    # This code is borrowed from pip's current implementation
    if parse_version(pip_version) < parse_version(""19.0""):
        for dist in packages:
            if dist.has_metadata(""dependency_links.txt""):
                dependency_links.extend(dist.get_metadata_lines(""dependency_links.txt""))
    with self.get_finder() as finder:
        if parse_version(pip_version) < parse_version(""19.0""):
            finder.add_dependency_links(dependency_links)
        for dist in packages:
            typ = ""unknown""
            all_candidates = finder.find_all_candidates(dist.key)
            if not self.pipfile.get(""pre"", finder.allow_all_prereleases):
                # Remove prereleases
                all_candidates = [
                    candidate
                    for candidate in all_candidates
                    if not candidate.version.is_prerelease
                ]
            if not all_candidates:
                continue
            candidate_evaluator = finder.make_candidate_evaluator(project_name=dist.key)
            best_candidate_result = candidate_evaluator.compute_best_candidate(
                all_candidates
            )
            remote_version = best_candidate_result.best_candidate.version
            if best_candidate_result.best_candidate.link.is_wheel:
                typ = ""wheel""
            else:
                typ = ""sdist""
            # This is dirty but makes the rest of the code much cleaner
            dist.latest_version = remote_version
            dist.latest_filetype = typ
            yield dist","def get_package_info ( self , pre = False ) : <TAB> from . vendor . pip_shims . shims import pip_version , parse_version , CandidateEvaluator <TAB> dependency_links = [ ] <TAB> packages = self . get_installed_packages ( ) <TAB> <TAB> if parse_version ( pip_version ) < parse_version ( ""19.0"" ) : <TAB> <TAB> for dist in packages : <TAB> <TAB> <TAB> if dist . has_metadata ( ""dependency_links.txt"" ) : <TAB> <TAB> <TAB> <TAB> dependency_links . extend ( dist . get_metadata_lines ( ""dependency_links.txt"" ) ) <TAB> with self . get_finder ( ) as finder : <TAB> <TAB> if parse_version ( pip_version ) < parse_version ( ""19.0"" ) : <TAB> <TAB> <TAB> finder . add_dependency_links ( dependency_links ) <TAB> <TAB> for dist in packages : <TAB> <TAB> <TAB> typ = ""unknown"" <TAB> <TAB> <TAB> all_candidates = finder . find_all_candidates ( dist . key ) <TAB> <TAB> <TAB> if not self . pipfile . get ( ""pre"" , finder . allow_all_prereleases ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> all_candidates = [ <TAB> <TAB> <TAB> <TAB> <TAB> candidate <TAB> <TAB> <TAB> <TAB> <TAB> for candidate in all_candidates <TAB> <TAB> <TAB> <TAB> <TAB> if not candidate . version . is_prerelease <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> if not all_candidates : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> candidate_evaluator = finder . make_candidate_evaluator ( project_name = dist . key ) <TAB> <TAB> <TAB> best_candidate_result = candidate_evaluator . compute_best_candidate ( <TAB> <TAB> <TAB> <TAB> all_candidates <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> remote_version = best_candidate_result . best_candidate . version <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> typ = ""wheel"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> typ = ""sdist"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dist . latest_version = remote_version <TAB> <TAB> <TAB> dist . latest_filetype = typ <TAB> <TAB> <TAB> yield dist",if best_candidate_result . best_candidate . link . is_wheel :,497
15923,"def _run(self):
    try:
        empty_sock, empty_chan = None, None
        while not self.finished.is_set():
            r, w, x = select.select([self.sock, self.channel], [], [], 1)
            if self.sock in r:
                empty_sock = self.read_and_write(
                    self.sock, self.channel, self.socket_chunk_size
                )
            if self.channel in r:
                empty_chan = self.read_and_write(
                    self.channel, self.sock, self.channel_chunk_size
                )
            if empty_sock or empty_chan:
                break
    finally:
        self.channel.close()
        self.sock.close()","def _run ( self ) : <TAB> try : <TAB> <TAB> empty_sock , empty_chan = None , None <TAB> <TAB> while not self . finished . is_set ( ) : <TAB> <TAB> <TAB> r , w , x = select . select ( [ self . sock , self . channel ] , [ ] , [ ] , 1 ) <TAB> <TAB> <TAB> if self . sock in r : <TAB> <TAB> <TAB> <TAB> empty_sock = self . read_and_write ( <TAB> <TAB> <TAB> <TAB> <TAB> self . sock , self . channel , self . socket_chunk_size <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> empty_chan = self . read_and_write ( <TAB> <TAB> <TAB> <TAB> <TAB> self . channel , self . sock , self . channel_chunk_size <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if empty_sock or empty_chan : <TAB> <TAB> <TAB> <TAB> break <TAB> finally : <TAB> <TAB> self . channel . close ( ) <TAB> <TAB> self . sock . close ( )",if self . channel in r :,215
1113,"def readfifo(data):
    nonlocal fifobuffer
    fifobuffer.extend(data)
    while fifobuffer:
        message, token, nextmsg = fifobuffer.partition(b""\00"")
        if token:
            splitval = message.split(b"" "", 1)
            cmd = splitval[0].decode(""utf-8"")
            if len(splitval) > 1:
                value = splitval[1].decode(""utf-8"")
            else:
                value = """"
            if cmd == ""bbplain"":
                bb.plain(value)
            elif cmd == ""bbnote"":
                bb.note(value)
            elif cmd == ""bbwarn"":
                bb.warn(value)
            elif cmd == ""bberror"":
                bb.error(value)
            elif cmd == ""bbfatal"":
                # The caller will call exit themselves, so bb.error() is
                # what we want here rather than bb.fatal()
                bb.error(value)
            elif cmd == ""bbfatal_log"":
                bb.error(value, forcelog=True)
            elif cmd == ""bbdebug"":
                splitval = value.split("" "", 1)
                level = int(splitval[0])
                value = splitval[1]
                bb.debug(level, value)
            else:
                bb.warn(""Unrecognised command '%s' on FIFO"" % cmd)
            fifobuffer = nextmsg
        else:
            break","def readfifo ( data ) : <TAB> nonlocal fifobuffer <TAB> fifobuffer . extend ( data ) <TAB> while fifobuffer : <TAB> <TAB> message , token , nextmsg = fifobuffer . partition ( b""\00"" ) <TAB> <TAB> if token : <TAB> <TAB> <TAB> splitval = message . split ( b"" "" , 1 ) <TAB> <TAB> <TAB> cmd = splitval [ 0 ] . decode ( ""utf-8"" ) <TAB> <TAB> <TAB> if len ( splitval ) > 1 : <TAB> <TAB> <TAB> <TAB> value = splitval [ 1 ] . decode ( ""utf-8"" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> value = """" <TAB> <TAB> <TAB> if cmd == ""bbplain"" : <TAB> <TAB> <TAB> <TAB> bb . plain ( value ) <TAB> <TAB> <TAB> elif cmd == ""bbnote"" : <TAB> <TAB> <TAB> <TAB> bb . note ( value ) <TAB> <TAB> <TAB> elif cmd == ""bbwarn"" : <TAB> <TAB> <TAB> <TAB> bb . warn ( value ) <TAB> <TAB> <TAB> elif cmd == ""bberror"" : <TAB> <TAB> <TAB> <TAB> bb . error ( value ) <TAB> <TAB> <TAB> elif cmd == ""bbfatal"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> bb . error ( value ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> bb . error ( value , forcelog = True ) <TAB> <TAB> <TAB> elif cmd == ""bbdebug"" : <TAB> <TAB> <TAB> <TAB> splitval = value . split ( "" "" , 1 ) <TAB> <TAB> <TAB> <TAB> level = int ( splitval [ 0 ] ) <TAB> <TAB> <TAB> <TAB> value = splitval [ 1 ] <TAB> <TAB> <TAB> <TAB> bb . debug ( level , value ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> bb . warn ( ""Unrecognised command '%s' on FIFO"" % cmd ) <TAB> <TAB> <TAB> fifobuffer = nextmsg <TAB> <TAB> else : <TAB> <TAB> <TAB> break","elif cmd == ""bbfatal_log"" :",418
3496,"def save_long(self, obj):
    if self.bin:
        # If the int is small enough to fit in a signed 4-byte 2's-comp
        # format, we can store it more efficiently than the general
        # case.
        # First one- and two-byte unsigned ints:
        if obj >= 0:
            if obj <= 0xFF:
                self.write(BININT1 + pack(""<B"", obj))
                return
            if obj <= 0xFFFF:
                self.write(BININT2 + pack(""<H"", obj))
                return
        # Next check for 4-byte signed ints:
        if -0x80000000 <= obj <= 0x7FFFFFFF:
            self.write(BININT + pack(""<i"", obj))
            return
    if self.proto >= 2:
        encoded = encode_long(obj)
        n = len(encoded)
        if n < 256:
            self.write(LONG1 + pack(""<B"", n) + encoded)
        else:
            self.write(LONG4 + pack(""<i"", n) + encoded)
        return
    self.write(LONG + repr(obj).encode(""ascii"") + b""L\n"")","def save_long ( self , obj ) : <TAB> if self . bin : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if obj >= 0 : <TAB> <TAB> <TAB> if obj <= 0xFF : <TAB> <TAB> <TAB> <TAB> self . write ( BININT1 + pack ( ""<B"" , obj ) ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> if obj <= 0xFFFF : <TAB> <TAB> <TAB> <TAB> self . write ( BININT2 + pack ( ""<H"" , obj ) ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> if - 0x80000000 <= obj <= 0x7FFFFFFF : <TAB> <TAB> <TAB> self . write ( BININT + pack ( ""<i"" , obj ) ) <TAB> <TAB> <TAB> return <TAB> if self . proto >= 2 : <TAB> <TAB> encoded = encode_long ( obj ) <TAB> <TAB> n = len ( encoded ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . write ( LONG1 + pack ( ""<B"" , n ) + encoded ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . write ( LONG4 + pack ( ""<i"" , n ) + encoded ) <TAB> <TAB> return <TAB> self . write ( LONG + repr ( obj ) . encode ( ""ascii"" ) + b""L\n"" )",if n < 256 :,313
6026,"def _decimal_places_for_asset(self, asset, reference_date):
    if isinstance(asset, Future) and asset.tick_size:
        return number_of_decimal_places(asset.tick_size)
    elif isinstance(asset, ContinuousFuture):
        # Tick size should be the same for all contracts of a continuous
        # future, so arbitrarily get the contract with next upcoming auto
        # close date.
        oc = self._asset_finder.get_ordered_contracts(asset.root_symbol)
        contract_sid = oc.contract_before_auto_close(reference_date.value)
        if contract_sid is not None:
            contract = self._asset_finder.retrieve_asset(contract_sid)
            if contract.tick_size:
                return number_of_decimal_places(contract.tick_size)
    return DEFAULT_ASSET_PRICE_DECIMALS
","def _decimal_places_for_asset ( self , asset , reference_date ) : <TAB> if isinstance ( asset , Future ) and asset . tick_size : <TAB> <TAB> return number_of_decimal_places ( asset . tick_size ) <TAB> elif isinstance ( asset , ContinuousFuture ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> oc = self . _asset_finder . get_ordered_contracts ( asset . root_symbol ) <TAB> <TAB> contract_sid = oc . contract_before_auto_close ( reference_date . value ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> contract = self . _asset_finder . retrieve_asset ( contract_sid ) <TAB> <TAB> <TAB> if contract . tick_size : <TAB> <TAB> <TAB> <TAB> return number_of_decimal_places ( contract . tick_size ) <TAB> return DEFAULT_ASSET_PRICE_DECIMALS",if contract_sid is not None :,226
22639,"def __get_photo(self, person_or_marriage):
    """"""returns the first photo in the media list or None""""""
    media_list = person_or_marriage.get_media_list()
    for media_ref in media_list:
        media_handle = media_ref.get_reference_handle()
        media = self.database.get_media_from_handle(media_handle)
        mime_type = media.get_mime_type()
        if mime_type and mime_type.startswith(""image""):
            return media
    return None
","def __get_photo ( self , person_or_marriage ) : <TAB> """"""returns the first photo in the media list or None"""""" <TAB> media_list = person_or_marriage . get_media_list ( ) <TAB> for media_ref in media_list : <TAB> <TAB> media_handle = media_ref . get_reference_handle ( ) <TAB> <TAB> media = self . database . get_media_from_handle ( media_handle ) <TAB> <TAB> mime_type = media . get_mime_type ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return media <TAB> return None","if mime_type and mime_type . startswith ( ""image"" ) :",140
884,"def extract_range(self):
    use_206 = False
    start = None
    end = None
    url = self.url
    range_h = self.env.get(""HTTP_RANGE"")
    if range_h:
        m = self.RANGE_HEADER.match(range_h)
        if m:
            start = m.group(1)
            end = m.group(2)
            use_206 = True
    else:
        m = self.RANGE_ARG_RX.match(url)
        if m:
            start = m.group(2)
            end = m.group(3)
            url = url[: m.start(1)] + url[m.end(1) :]
            use_206 = False
    if not start:
        return None
    start = int(start)
    if end:
        end = int(end)
    else:
        end = """"
    result = (url, start, end, use_206)
    return result","def extract_range ( self ) : <TAB> use_206 = False <TAB> start = None <TAB> end = None <TAB> url = self . url <TAB> range_h = self . env . get ( ""HTTP_RANGE"" ) <TAB> if range_h : <TAB> <TAB> m = self . RANGE_HEADER . match ( range_h ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> start = m . group ( 1 ) <TAB> <TAB> <TAB> end = m . group ( 2 ) <TAB> <TAB> <TAB> use_206 = True <TAB> else : <TAB> <TAB> m = self . RANGE_ARG_RX . match ( url ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> start = m . group ( 2 ) <TAB> <TAB> <TAB> end = m . group ( 3 ) <TAB> <TAB> <TAB> url = url [ : m . start ( 1 ) ] + url [ m . end ( 1 ) : ] <TAB> <TAB> <TAB> use_206 = False <TAB> if not start : <TAB> <TAB> return None <TAB> start = int ( start ) <TAB> if end : <TAB> <TAB> end = int ( end ) <TAB> else : <TAB> <TAB> end = """" <TAB> result = ( url , start , end , use_206 ) <TAB> return result",if m :,262
24003,"def draged(self, ox, oy, nx, ny, i):
    self.update, self.infoupdate(), True
    if i[0] == True:
        for j in range(len(i[1])):
            i[1][j] = (i[1][j][0] + (nx - ox), i[1][j][1] + (ny - oy))
    else:
        i[0][i[1]] = (nx, ny)
        # print('drag,',i,self.body[0][0][i]hasattr(ips.roi, 'topolygon'))
        if i[1] == 0:
            i[0][-1] = (nx, ny)
        if i[1] == len(i[0]) - 1:
            i[0][0] = (nx, ny)","def draged ( self , ox , oy , nx , ny , i ) : <TAB> self . update , self . infoupdate ( ) , True <TAB> if i [ 0 ] == True : <TAB> <TAB> for j in range ( len ( i [ 1 ] ) ) : <TAB> <TAB> <TAB> i [ 1 ] [ j ] = ( i [ 1 ] [ j ] [ 0 ] + ( nx - ox ) , i [ 1 ] [ j ] [ 1 ] + ( ny - oy ) ) <TAB> else : <TAB> <TAB> i [ 0 ] [ i [ 1 ] ] = ( nx , ny ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> i [ 0 ] [ - 1 ] = ( nx , ny ) <TAB> <TAB> if i [ 1 ] == len ( i [ 0 ] ) - 1 : <TAB> <TAB> <TAB> i [ 0 ] [ 0 ] = ( nx , ny )",if i [ 1 ] == 0 :,206
21998,"def _GetObjectAtPos(self, pos=-1, bAllowCalls=0):
    left, right = self._GetWordSplit(pos, bAllowCalls)
    if left:  # It is an attribute lookup
        # How is this for a hack!
        namespace = sys.modules.copy()
        namespace.update(__main__.__dict__)
        # Get the debugger's context.
        try:
            from pywin.framework import interact
            if interact.edit is not None and interact.edit.currentView is not None:
                globs, locs = interact.edit.currentView.GetContext()[:2]
                if globs:
                    namespace.update(globs)
                if locs:
                    namespace.update(locs)
        except ImportError:
            pass
        try:
            return eval(left, namespace)
        except:
            pass
    return None","def _GetObjectAtPos ( self , pos = - 1 , bAllowCalls = 0 ) : <TAB> left , right = self . _GetWordSplit ( pos , bAllowCalls ) <TAB> if left : <TAB> <TAB> <TAB> <TAB> namespace = sys . modules . copy ( ) <TAB> <TAB> namespace . update ( __main__ . __dict__ ) <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> from pywin . framework import interact <TAB> <TAB> <TAB> if interact . edit is not None and interact . edit . currentView is not None : <TAB> <TAB> <TAB> <TAB> globs , locs = interact . edit . currentView . GetContext ( ) [ : 2 ] <TAB> <TAB> <TAB> <TAB> if globs : <TAB> <TAB> <TAB> <TAB> <TAB> namespace . update ( globs ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> namespace . update ( locs ) <TAB> <TAB> except ImportError : <TAB> <TAB> <TAB> pass <TAB> <TAB> try : <TAB> <TAB> <TAB> return eval ( left , namespace ) <TAB> <TAB> except : <TAB> <TAB> <TAB> pass <TAB> return None",if locs :,233
22199,"def do_button_press_event(self, event):
    ## Try to capture buttons for navigation
    if event.button > 3:
        if event.button == self.preferences[""mouse_nav_button_back""]:
            self.open_page_back()
        elif event.button == self.preferences[""mouse_nav_button_forw""]:
            self.open_page_forward()
        else:
            logger.debug(""Unused mouse button %i"", event.button)","def do_button_press_event ( self , event ) : <TAB> <TAB> if event . button > 3 : <TAB> <TAB> if event . button == self . preferences [ ""mouse_nav_button_back"" ] : <TAB> <TAB> <TAB> self . open_page_back ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . open_page_forward ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> logger . debug ( ""Unused mouse button %i"" , event . button )","elif event . button == self . preferences [ ""mouse_nav_button_forw"" ] :",121
24156,"def _initPosScale(self, pos, size, stretch, log=True):
    """"""position (x,y) and size (magnification) of the rating scale""""""
    # Screen position (translation) of the rating scale as a whole:
    if pos:
        if len(list(pos)) == 2:
            offsetHoriz, offsetVert = pos
        elif log and self.autoLog:
            msg = ""RatingScale %s: pos expects a tuple (x,y)""
            logging.warning(msg % self.name)
    try:
        self.offsetHoriz = float(offsetHoriz)
    except Exception:
        if self.savedWinUnits == ""pix"":
            self.offsetHoriz = 0
        else:  # default x in norm units:
            self.offsetHoriz = 0.0
    try:
        self.offsetVert = float(offsetVert)
    except Exception:
        if self.savedWinUnits == ""pix"":
            self.offsetVert = int(self.win.size[1] / -5.0)
        else:  # default y in norm units:
            self.offsetVert = -0.4
    # pos=(x,y) will consider x,y to be in win units, but want norm
    # internally
    if self.savedWinUnits == ""pix"":
        self.offsetHoriz = float(self.offsetHoriz) / self.win.size[0] / 0.5
        self.offsetVert = float(self.offsetVert) / self.win.size[1] / 0.5
    # just expose; not used elsewhere yet
    self.pos = [self.offsetHoriz, self.offsetVert]
    # Scale size (magnification) of the rating scale as a whole:
    try:
        self.stretch = float(stretch)
    except ValueError:
        self.stretch = 1.0
    try:
        self.size = float(size) * 0.6
    except ValueError:
        self.size = 0.6","def _initPosScale ( self , pos , size , stretch , log = True ) : <TAB> """"""position (x,y) and size (magnification) of the rating scale"""""" <TAB> <TAB> if pos : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> offsetHoriz , offsetVert = pos <TAB> <TAB> elif log and self . autoLog : <TAB> <TAB> <TAB> msg = ""RatingScale %s: pos expects a tuple (x,y)"" <TAB> <TAB> <TAB> logging . warning ( msg % self . name ) <TAB> try : <TAB> <TAB> self . offsetHoriz = float ( offsetHoriz ) <TAB> except Exception : <TAB> <TAB> if self . savedWinUnits == ""pix"" : <TAB> <TAB> <TAB> self . offsetHoriz = 0 <TAB> <TAB> else : <TAB> <TAB> <TAB> self . offsetHoriz = 0.0 <TAB> try : <TAB> <TAB> self . offsetVert = float ( offsetVert ) <TAB> except Exception : <TAB> <TAB> if self . savedWinUnits == ""pix"" : <TAB> <TAB> <TAB> self . offsetVert = int ( self . win . size [ 1 ] / - 5.0 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . offsetVert = - 0.4 <TAB> <TAB> <TAB> if self . savedWinUnits == ""pix"" : <TAB> <TAB> self . offsetHoriz = float ( self . offsetHoriz ) / self . win . size [ 0 ] / 0.5 <TAB> <TAB> self . offsetVert = float ( self . offsetVert ) / self . win . size [ 1 ] / 0.5 <TAB> <TAB> self . pos = [ self . offsetHoriz , self . offsetVert ] <TAB> <TAB> try : <TAB> <TAB> self . stretch = float ( stretch ) <TAB> except ValueError : <TAB> <TAB> self . stretch = 1.0 <TAB> try : <TAB> <TAB> self . size = float ( size ) * 0.6 <TAB> except ValueError : <TAB> <TAB> self . size = 0.6",if len ( list ( pos ) ) == 2 :,506
8259,"def store(self, addr, data, size=None, condition=None, **kwargs):
    if (
        self.state.solver.symbolic(addr)
        and options.AVOID_MULTIVALUED_WRITES in self.state.options
    ):
        # not completed
        return
    try:
        concrete_addrs = self._interleave_ints(sorted(self.concretize_write_addr(addr)))
    except SimMemoryError:
        if options.CONSERVATIVE_WRITE_STRATEGY in self.state.options:
            return  # not completed
        else:
            raise
    # quick optimization so as to not involve the solver if not necessary
    trivial = type(addr) is int or (
        len(concrete_addrs) == 1 and (addr == concrete_addrs[0]).is_true()
    )
    if not trivial:
        # apply the concretization results to the state
        constraint_options = [addr == concrete_addr for concrete_addr in concrete_addrs]
        conditional_constraint = self.state.solver.Or(*constraint_options)
        self._add_constraints(conditional_constraint, condition=condition, **kwargs)
        if len(concrete_addrs) == 1:
            # simple case: avoid conditional write since the address has been concretized to one solution
            super().store(concrete_addrs[0], data, size=size, **kwargs)
            return
    for concrete_addr in concrete_addrs:
        # perform each of the stores as conditional
        # the implementation of conditionality must be at the bottom of the stack
        if trivial:
            sub_condition = condition
        else:
            sub_condition = addr == concrete_addr
            if condition is not None:
                sub_condition = condition & sub_condition
        super().store(concrete_addr, data, size=size, condition=sub_condition, **kwargs)","def store ( self , addr , data , size = None , condition = None , ** kwargs ) : <TAB> if ( <TAB> <TAB> self . state . solver . symbolic ( addr ) <TAB> <TAB> and options . AVOID_MULTIVALUED_WRITES in self . state . options <TAB> ) : <TAB> <TAB> <TAB> <TAB> return <TAB> try : <TAB> <TAB> concrete_addrs = self . _interleave_ints ( sorted ( self . concretize_write_addr ( addr ) ) ) <TAB> except SimMemoryError : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> else : <TAB> <TAB> <TAB> raise <TAB> <TAB> trivial = type ( addr ) is int or ( <TAB> <TAB> len ( concrete_addrs ) == 1 and ( addr == concrete_addrs [ 0 ] ) . is_true ( ) <TAB> ) <TAB> if not trivial : <TAB> <TAB> <TAB> <TAB> constraint_options = [ addr == concrete_addr for concrete_addr in concrete_addrs ] <TAB> <TAB> conditional_constraint = self . state . solver . Or ( * constraint_options ) <TAB> <TAB> self . _add_constraints ( conditional_constraint , condition = condition , ** kwargs ) <TAB> <TAB> if len ( concrete_addrs ) == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> super ( ) . store ( concrete_addrs [ 0 ] , data , size = size , ** kwargs ) <TAB> <TAB> <TAB> return <TAB> for concrete_addr in concrete_addrs : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if trivial : <TAB> <TAB> <TAB> sub_condition = condition <TAB> <TAB> else : <TAB> <TAB> <TAB> sub_condition = addr == concrete_addr <TAB> <TAB> <TAB> if condition is not None : <TAB> <TAB> <TAB> <TAB> sub_condition = condition & sub_condition <TAB> <TAB> super ( ) . store ( concrete_addr , data , size = size , condition = sub_condition , ** kwargs )",if options . CONSERVATIVE_WRITE_STRATEGY in self . state . options :,472
4096,"def getnotes(self, origin=None):
    if origin is None:
        result = self.translator_comments
        if self.developer_comments:
            if result:
                result += ""\n"" + self.developer_comments
            else:
                result = self.developer_comments
        return result
    elif origin == ""translator"":
        return self.translator_comments
    elif origin in (""programmer"", ""developer"", ""source code""):
        return self.developer_comments
    else:
        raise ValueError(""Comment type not valid"")
","def getnotes ( self , origin = None ) : <TAB> if origin is None : <TAB> <TAB> result = self . translator_comments <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if result : <TAB> <TAB> <TAB> <TAB> result += ""\n"" + self . developer_comments <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> result = self . developer_comments <TAB> <TAB> return result <TAB> elif origin == ""translator"" : <TAB> <TAB> return self . translator_comments <TAB> elif origin in ( ""programmer"" , ""developer"" , ""source code"" ) : <TAB> <TAB> return self . developer_comments <TAB> else : <TAB> <TAB> raise ValueError ( ""Comment type not valid"" )",if self . developer_comments :,141
14368,"def _from_word2vec_text(fname):
    with _open(fname, ""rb"") as fin:
        words = []
        header = unicode(fin.readline())
        vocab_size, layer1_size = list(
            map(int, header.split())
        )  # throws for invalid file format
        vectors = []
        for line_no, line in enumerate(fin):
            try:
                parts = unicode(line, encoding=""utf-8"").strip().split()
            except TypeError as e:
                parts = line.strip().split()
            except Exception as e:
                logger.warning(
                    ""We ignored line number {} because of erros in parsing""
                    ""\n{}"".format(line_no, e)
                )
                continue
            # We differ from Gensim implementation.
            # Our assumption that a difference of one happens because of having a
            # space in the word.
            if len(parts) == layer1_size + 1:
                word, weights = parts[0], list(map(float32, parts[1:]))
            elif len(parts) == layer1_size + 2:
                word, weights = parts[:2], list(map(float32, parts[2:]))
                word = u"" "".join(word)
            else:
                logger.warning(
                    ""We ignored line number {} because of unrecognized ""
                    ""number of columns {}"".format(line_no, parts[:-layer1_size])
                )
                continue
            index = line_no
            words.append(word)
            vectors.append(weights)
        vectors = np.asarray(vectors, dtype=np.float32)
        return words, vectors","def _from_word2vec_text ( fname ) : <TAB> with _open ( fname , ""rb"" ) as fin : <TAB> <TAB> words = [ ] <TAB> <TAB> header = unicode ( fin . readline ( ) ) <TAB> <TAB> vocab_size , layer1_size = list ( <TAB> <TAB> <TAB> map ( int , header . split ( ) ) <TAB> <TAB> ) <TAB> <TAB> vectors = [ ] <TAB> <TAB> for line_no , line in enumerate ( fin ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> parts = unicode ( line , encoding = ""utf-8"" ) . strip ( ) . split ( ) <TAB> <TAB> <TAB> except TypeError as e : <TAB> <TAB> <TAB> <TAB> parts = line . strip ( ) . split ( ) <TAB> <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> ""We ignored line number {} because of erros in parsing"" <TAB> <TAB> <TAB> <TAB> <TAB> ""\n{}"" . format ( line_no , e ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if len ( parts ) == layer1_size + 1 : <TAB> <TAB> <TAB> <TAB> word , weights = parts [ 0 ] , list ( map ( float32 , parts [ 1 : ] ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> word , weights = parts [ : 2 ] , list ( map ( float32 , parts [ 2 : ] ) ) <TAB> <TAB> <TAB> <TAB> word = u"" "" . join ( word ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> ""We ignored line number {} because of unrecognized "" <TAB> <TAB> <TAB> <TAB> <TAB> ""number of columns {}"" . format ( line_no , parts [ : - layer1_size ] ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> index = line_no <TAB> <TAB> <TAB> words . append ( word ) <TAB> <TAB> <TAB> vectors . append ( weights ) <TAB> <TAB> vectors = np . asarray ( vectors , dtype = np . float32 ) <TAB> <TAB> return words , vectors",elif len ( parts ) == layer1_size + 2 :,474
1336,"def run(self, app, editor, args):
    line_nums = []
    for cursor in editor.cursors:
        if cursor.y not in line_nums:
            line_nums.append(cursor.y)
            data = editor.lines[cursor.y].get_data().upper()
            editor.lines[cursor.y].set_data(data)
","def run ( self , app , editor , args ) : <TAB> line_nums = [ ] <TAB> for cursor in editor . cursors : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> line_nums . append ( cursor . y ) <TAB> <TAB> <TAB> data = editor . lines [ cursor . y ] . get_data ( ) . upper ( ) <TAB> <TAB> <TAB> editor . lines [ cursor . y ] . set_data ( data )",if cursor . y not in line_nums :,94
25009,"def check_action(self):
    params = BorgCheckThread.prepare(self.profile())
    if not params[""ok""]:
        self._set_status(params[""message""])
        return
    # Conditions are met (borg binary available, etc)
    row_selected = self.archiveTable.selectionModel().selectedRows()
    if row_selected:
        archive_cell = self.archiveTable.item(row_selected[0].row(), 4)
        if archive_cell:
            archive_name = archive_cell.text()
            params[""cmd""][-1] += f""::{archive_name}""
    thread = BorgCheckThread(params[""cmd""], params, parent=self.app)
    thread.updated.connect(self._set_status)
    thread.result.connect(self.check_result)
    self._toggle_all_buttons(False)
    thread.start()","def check_action ( self ) : <TAB> params = BorgCheckThread . prepare ( self . profile ( ) ) <TAB> if not params [ ""ok"" ] : <TAB> <TAB> self . _set_status ( params [ ""message"" ] ) <TAB> <TAB> return <TAB> <TAB> row_selected = self . archiveTable . selectionModel ( ) . selectedRows ( ) <TAB> if row_selected : <TAB> <TAB> archive_cell = self . archiveTable . item ( row_selected [ 0 ] . row ( ) , 4 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> archive_name = archive_cell . text ( ) <TAB> <TAB> <TAB> params [ ""cmd"" ] [ - 1 ] += f""::{archive_name}"" <TAB> thread = BorgCheckThread ( params [ ""cmd"" ] , params , parent = self . app ) <TAB> thread . updated . connect ( self . _set_status ) <TAB> thread . result . connect ( self . check_result ) <TAB> self . _toggle_all_buttons ( False ) <TAB> thread . start ( )",if archive_cell :,217
17915,"def GetLogHandlers():
    formatter = logging.Formatter(LOG_FORMAT)
    engines = config.CONFIG[""Logging.engines""]
    logging.debug(""Will use logging engines %s"", engines)
    for engine in engines:
        try:
            if engine == ""stderr"":
                handler = logging.StreamHandler()
                handler.setFormatter(formatter)
                yield handler
            elif engine == ""event_log"":
                handler = handlers.NTEventLogHandler(""GRR"")
                handler.setFormatter(formatter)
                yield handler
            elif engine == ""syslog"":
                # Allow the specification of UDP sockets.
                socket_name = config.CONFIG[""Logging.syslog_path""]
                if "":"" in socket_name:
                    addr, port = socket_name.split("":"", 1)
                    handler = RobustSysLogHandler((addr, int(port)))
                else:
                    handler = RobustSysLogHandler(socket_name)
                handler.setFormatter(formatter)
                yield handler
            elif engine == ""file"":
                # Create a logfile if needed.
                path = config.CONFIG[""Logging.filename""]
                logging.info(""Writing log file to %s"", path)
                if not os.path.isdir(os.path.dirname(path)):
                    os.makedirs(os.path.dirname(path))
                handler = logging.FileHandler(path, mode=""a"", encoding=""utf-8"")
                handler.setFormatter(formatter)
                yield handler
            else:
                logging.error(""Unknown logging engine %s"", engine)
        except Exception:  # pylint:disable=broad-except
            # Failure to log should not be fatal.
            logging.exception(""Unable to create logger %s"", engine)","def GetLogHandlers ( ) : <TAB> formatter = logging . Formatter ( LOG_FORMAT ) <TAB> engines = config . CONFIG [ ""Logging.engines"" ] <TAB> logging . debug ( ""Will use logging engines %s"" , engines ) <TAB> for engine in engines : <TAB> <TAB> try : <TAB> <TAB> <TAB> if engine == ""stderr"" : <TAB> <TAB> <TAB> <TAB> handler = logging . StreamHandler ( ) <TAB> <TAB> <TAB> <TAB> handler . setFormatter ( formatter ) <TAB> <TAB> <TAB> <TAB> yield handler <TAB> <TAB> <TAB> elif engine == ""event_log"" : <TAB> <TAB> <TAB> <TAB> handler = handlers . NTEventLogHandler ( ""GRR"" ) <TAB> <TAB> <TAB> <TAB> handler . setFormatter ( formatter ) <TAB> <TAB> <TAB> <TAB> yield handler <TAB> <TAB> <TAB> elif engine == ""syslog"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> socket_name = config . CONFIG [ ""Logging.syslog_path"" ] <TAB> <TAB> <TAB> <TAB> if "":"" in socket_name : <TAB> <TAB> <TAB> <TAB> <TAB> addr , port = socket_name . split ( "":"" , 1 ) <TAB> <TAB> <TAB> <TAB> <TAB> handler = RobustSysLogHandler ( ( addr , int ( port ) ) ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> handler = RobustSysLogHandler ( socket_name ) <TAB> <TAB> <TAB> <TAB> handler . setFormatter ( formatter ) <TAB> <TAB> <TAB> <TAB> yield handler <TAB> <TAB> <TAB> elif engine == ""file"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> path = config . CONFIG [ ""Logging.filename"" ] <TAB> <TAB> <TAB> <TAB> logging . info ( ""Writing log file to %s"" , path ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> os . makedirs ( os . path . dirname ( path ) ) <TAB> <TAB> <TAB> <TAB> handler = logging . FileHandler ( path , mode = ""a"" , encoding = ""utf-8"" ) <TAB> <TAB> <TAB> <TAB> handler . setFormatter ( formatter ) <TAB> <TAB> <TAB> <TAB> yield handler <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> logging . error ( ""Unknown logging engine %s"" , engine ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> logging . exception ( ""Unable to create logger %s"" , engine )",if not os . path . isdir ( os . path . dirname ( path ) ) :,488
10384,"def best_match(self, supported_content_types):
    # FIXME: Should we have a more sophisticated matching algorithm that
    # takes into account the version as well?
    best_quality = -1
    best_content_type = None
    best_params = {}
    best_match = ""*/*""
    for content_type in supported_content_types:
        for content_mask, params in self._content_types:
            try:
                quality = float(params.get(""q"", 1))
            except ValueError:
                continue
            if quality < best_quality:
                continue
            elif best_quality == quality:
                if best_match.count(""*"") <= content_mask.count(""*""):
                    continue
            if self._match_mask(content_mask, content_type):
                best_quality = quality
                best_content_type = content_type
                best_params = params
                best_match = content_mask
    return best_content_type, best_params","def best_match ( self , supported_content_types ) : <TAB> <TAB> <TAB> best_quality = - 1 <TAB> best_content_type = None <TAB> best_params = { } <TAB> best_match = ""*/*"" <TAB> for content_type in supported_content_types : <TAB> <TAB> for content_mask , params in self . _content_types : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> quality = float ( params . get ( ""q"" , 1 ) ) <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if quality < best_quality : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> elif best_quality == quality : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if self . _match_mask ( content_mask , content_type ) : <TAB> <TAB> <TAB> <TAB> best_quality = quality <TAB> <TAB> <TAB> <TAB> best_content_type = content_type <TAB> <TAB> <TAB> <TAB> best_params = params <TAB> <TAB> <TAB> <TAB> best_match = content_mask <TAB> return best_content_type , best_params","if best_match . count ( ""*"" ) <= content_mask . count ( ""*"" ) :",271
17267,"def test_field_attr_existence(self):
    for name, item in ast.__dict__.items():
        if self._is_ast_node(name, item):
            if name == ""Index"":
                # Index(value) just returns value now.
                # The argument is required.
                continue
            x = item()
            if isinstance(x, ast.AST):
                self.assertEqual(type(x._fields), tuple)
","def test_field_attr_existence ( self ) : <TAB> for name , item in ast . __dict__ . items ( ) : <TAB> <TAB> if self . _is_ast_node ( name , item ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> x = item ( ) <TAB> <TAB> <TAB> if isinstance ( x , ast . AST ) : <TAB> <TAB> <TAB> <TAB> self . assertEqual ( type ( x . _fields ) , tuple )","if name == ""Index"" :",122
24217,"def check_buffer(self):
    for i, pkt in enumerate(self.buffer):
        last = self.packets[-1:][0]
        # calculate expected seq
        if Raw in last:
            next_seq = self.seq + len(last[Raw].load)
        else:
            next_seq = self.seq
        # the packet's sequence number matches
        if next_seq == pkt[TCP].seq:
            # pop from buffer
            self.packets += self.buffer.pop(i)
            self.seq = pkt[TCP].seq
            if Raw in pkt:
                self.payload += str(pkt[Raw].load)
                self.data_transfered += len(pkt[Raw].load)
            return True
    return False","def check_buffer ( self ) : <TAB> for i , pkt in enumerate ( self . buffer ) : <TAB> <TAB> last = self . packets [ - 1 : ] [ 0 ] <TAB> <TAB> <TAB> <TAB> if Raw in last : <TAB> <TAB> <TAB> next_seq = self . seq + len ( last [ Raw ] . load ) <TAB> <TAB> else : <TAB> <TAB> <TAB> next_seq = self . seq <TAB> <TAB> <TAB> <TAB> if next_seq == pkt [ TCP ] . seq : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . packets += self . buffer . pop ( i ) <TAB> <TAB> <TAB> self . seq = pkt [ TCP ] . seq <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . payload += str ( pkt [ Raw ] . load ) <TAB> <TAB> <TAB> <TAB> self . data_transfered += len ( pkt [ Raw ] . load ) <TAB> <TAB> <TAB> return True <TAB> return False",if Raw in pkt :,204
14246,"def _process(self):
    while True:
        try:
            process = await asyncio.create_subprocess_exec(
                ""iostat"",
                ""-d"",  # Display only device statistics.
                ""-x"",  # Show extended disk statistics
                ""-z"",  # If -x is specified, omit lines for devices with no activity.
                str(self.interval),
                stdout=subprocess.PIPE,
                stderr=subprocess.DEVNULL,
            )
            lines = []
            is_first_reading = True
            while True:
                try:
                    line = await asyncio.wait_for(process.stdout.readline(), 5)
                except asyncio.TimeoutError:
                    if lines:
                        if not is_first_reading:
                            self._on_iostat_output(lines)
                        else:
                            is_first_reading = False
                        lines = []
                else:
                    if not line:
                        break
                    lines.append(line.decode(""utf-8"", ""ignore""))
            await process.wait()
            logger.warning(""iostat exited with code %r"", process.returncode)
        except asyncio.CancelledError:
            logger.debug(""Cancelled process"")
            return
        except Exception:
            logger.warning(""Unhandled exception"", exc_info=True)
            await asyncio.sleep(5)","def _process ( self ) : <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> process = await asyncio . create_subprocess_exec ( <TAB> <TAB> <TAB> <TAB> ""iostat"" , <TAB> <TAB> <TAB> <TAB> ""-d"" , <TAB> <TAB> <TAB> <TAB> ""-x"" , <TAB> <TAB> <TAB> <TAB> ""-z"" , <TAB> <TAB> <TAB> <TAB> str ( self . interval ) , <TAB> <TAB> <TAB> <TAB> stdout = subprocess . PIPE , <TAB> <TAB> <TAB> <TAB> stderr = subprocess . DEVNULL , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> lines = [ ] <TAB> <TAB> <TAB> is_first_reading = True <TAB> <TAB> <TAB> while True : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> line = await asyncio . wait_for ( process . stdout . readline ( ) , 5 ) <TAB> <TAB> <TAB> <TAB> except asyncio . TimeoutError : <TAB> <TAB> <TAB> <TAB> <TAB> if lines : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _on_iostat_output ( lines ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> is_first_reading = False <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> lines = [ ] <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> if not line : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> <TAB> lines . append ( line . decode ( ""utf-8"" , ""ignore"" ) ) <TAB> <TAB> <TAB> await process . wait ( ) <TAB> <TAB> <TAB> logger . warning ( ""iostat exited with code %r"" , process . returncode ) <TAB> <TAB> except asyncio . CancelledError : <TAB> <TAB> <TAB> logger . debug ( ""Cancelled process"" ) <TAB> <TAB> <TAB> return <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> logger . warning ( ""Unhandled exception"" , exc_info = True ) <TAB> <TAB> <TAB> await asyncio . sleep ( 5 )",if not is_first_reading :,411
21951,"def get_result(self):
    try:
        sz = len(self.dataset)
    except NotImplementedError:
        sz = 0
    with get_tqdm(total=sz, disable=(sz == 0)) as pbar:
        die_cnt = 0
        while True:
            res = self.result_queue.get()
            pbar.update()
            if res[0] != DIE:
                yield res[1]
            else:
                die_cnt += 1
                if die_cnt == self.nr_proc:
                    break
    self.inqueue_proc.join()
    self.inqueue_proc.terminate()
    if self.ordered:  # if ordered, than result_queue is a Process
        self.result_queue.join()
        self.result_queue.terminate()
    for p in self.workers:
        p.join()
        p.terminate()","def get_result ( self ) : <TAB> try : <TAB> <TAB> sz = len ( self . dataset ) <TAB> except NotImplementedError : <TAB> <TAB> sz = 0 <TAB> with get_tqdm ( total = sz , disable = ( sz == 0 ) ) as pbar : <TAB> <TAB> die_cnt = 0 <TAB> <TAB> while True : <TAB> <TAB> <TAB> res = self . result_queue . get ( ) <TAB> <TAB> <TAB> pbar . update ( ) <TAB> <TAB> <TAB> if res [ 0 ] != DIE : <TAB> <TAB> <TAB> <TAB> yield res [ 1 ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> die_cnt += 1 <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> self . inqueue_proc . join ( ) <TAB> self . inqueue_proc . terminate ( ) <TAB> if self . ordered : <TAB> <TAB> self . result_queue . join ( ) <TAB> <TAB> self . result_queue . terminate ( ) <TAB> for p in self . workers : <TAB> <TAB> p . join ( ) <TAB> <TAB> p . terminate ( )",if die_cnt == self . nr_proc :,238
81,"def stream_docker_log(log_stream):
    async for line in log_stream:
        if ""stream"" in line and line[""stream""].strip():
            logger.debug(line[""stream""].strip())
        elif ""status"" in line:
            logger.debug(line[""status""].strip())
        elif ""error"" in line:
            logger.error(line[""error""].strip())
            raise DockerBuildError
","def stream_docker_log ( log_stream ) : <TAB> async for line in log_stream : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . debug ( line [ ""stream"" ] . strip ( ) ) <TAB> <TAB> elif ""status"" in line : <TAB> <TAB> <TAB> logger . debug ( line [ ""status"" ] . strip ( ) ) <TAB> <TAB> elif ""error"" in line : <TAB> <TAB> <TAB> logger . error ( line [ ""error"" ] . strip ( ) ) <TAB> <TAB> <TAB> raise DockerBuildError","if ""stream"" in line and line [ ""stream"" ] . strip ( ) :",108
21739,"def as_dict(path="""", version=""latest"", section=""meta-data""):
    result = {}
    dirs = dir(path, version, section)
    if not dirs:
        return None
    for item in dirs:
        if item.endswith(""/""):
            records = as_dict(path + item, version, section)
            if records:
                result[item[:-1]] = records
        elif is_dict.match(item):
            idx, name = is_dict.match(item).groups()
            records = as_dict(path + idx + ""/"", version, section)
            if records:
                result[name] = records
        else:
            result[item] = valueconv(get(path + item, version, section))
    return result","def as_dict ( path = """" , version = ""latest"" , section = ""meta-data"" ) : <TAB> result = { } <TAB> dirs = dir ( path , version , section ) <TAB> if not dirs : <TAB> <TAB> return None <TAB> for item in dirs : <TAB> <TAB> if item . endswith ( ""/"" ) : <TAB> <TAB> <TAB> records = as_dict ( path + item , version , section ) <TAB> <TAB> <TAB> if records : <TAB> <TAB> <TAB> <TAB> result [ item [ : - 1 ] ] = records <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> idx , name = is_dict . match ( item ) . groups ( ) <TAB> <TAB> <TAB> records = as_dict ( path + idx + ""/"" , version , section ) <TAB> <TAB> <TAB> if records : <TAB> <TAB> <TAB> <TAB> result [ name ] = records <TAB> <TAB> else : <TAB> <TAB> <TAB> result [ item ] = valueconv ( get ( path + item , version , section ) ) <TAB> return result",elif is_dict . match ( item ) :,197
16423,"def _collects_refs_to_upload(self, package_id, reference_or_pattern, confirm):
    """"""validate inputs and compute the refs (without revisions) to be uploaded""""""
    if package_id and not check_valid_ref(reference_or_pattern, strict_mode=False):
        raise ConanException(
            ""-p parameter only allowed with a valid recipe reference, ""
            ""not with a pattern""
        )
    if package_id or check_valid_ref(reference_or_pattern):
        # Upload package
        ref = ConanFileReference.loads(reference_or_pattern)
        if ref.revision and not self._cache.config.revisions_enabled:
            raise ConanException(
                ""Revisions not enabled in the client, specify a ""
                ""reference without revision""
            )
        refs = [
            ref,
        ]
        confirm = True
    else:
        refs = search_recipes(self._cache, reference_or_pattern)
        if not refs:
            raise NotFoundException(
                (""No packages found matching pattern '%s'"" % reference_or_pattern)
            )
    return refs, confirm
","def _collects_refs_to_upload ( self , package_id , reference_or_pattern , confirm ) : <TAB> """"""validate inputs and compute the refs (without revisions) to be uploaded"""""" <TAB> if package_id and not check_valid_ref ( reference_or_pattern , strict_mode = False ) : <TAB> <TAB> raise ConanException ( <TAB> <TAB> <TAB> ""-p parameter only allowed with a valid recipe reference, "" <TAB> <TAB> <TAB> ""not with a pattern"" <TAB> <TAB> ) <TAB> if package_id or check_valid_ref ( reference_or_pattern ) : <TAB> <TAB> <TAB> <TAB> ref = ConanFileReference . loads ( reference_or_pattern ) <TAB> <TAB> if ref . revision and not self . _cache . config . revisions_enabled : <TAB> <TAB> <TAB> raise ConanException ( <TAB> <TAB> <TAB> <TAB> ""Revisions not enabled in the client, specify a "" <TAB> <TAB> <TAB> <TAB> ""reference without revision"" <TAB> <TAB> <TAB> ) <TAB> <TAB> refs = [ <TAB> <TAB> <TAB> ref , <TAB> <TAB> ] <TAB> <TAB> confirm = True <TAB> else : <TAB> <TAB> refs = search_recipes ( self . _cache , reference_or_pattern ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise NotFoundException ( <TAB> <TAB> <TAB> <TAB> ( ""No packages found matching pattern '%s'"" % reference_or_pattern ) <TAB> <TAB> <TAB> ) <TAB> return refs , confirm",if not refs :,306
20903,"def unlink_asset_reference(self):
    for d in self.get(""accounts""):
        if d.reference_type == ""Asset"" and d.reference_name:
            asset = frappe.get_doc(""Asset"", d.reference_name)
            for s in asset.get(""schedules""):
                if s.journal_entry == self.name:
                    s.db_set(""journal_entry"", None)
                    idx = cint(s.finance_book_id) or 1
                    finance_books = asset.get(""finance_books"")[idx - 1]
                    finance_books.value_after_depreciation += s.depreciation_amount
                    finance_books.db_update()
                    asset.set_status()","def unlink_asset_reference ( self ) : <TAB> for d in self . get ( ""accounts"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> asset = frappe . get_doc ( ""Asset"" , d . reference_name ) <TAB> <TAB> <TAB> for s in asset . get ( ""schedules"" ) : <TAB> <TAB> <TAB> <TAB> if s . journal_entry == self . name : <TAB> <TAB> <TAB> <TAB> <TAB> s . db_set ( ""journal_entry"" , None ) <TAB> <TAB> <TAB> <TAB> <TAB> idx = cint ( s . finance_book_id ) or 1 <TAB> <TAB> <TAB> <TAB> <TAB> finance_books = asset . get ( ""finance_books"" ) [ idx - 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> finance_books . value_after_depreciation += s . depreciation_amount <TAB> <TAB> <TAB> <TAB> <TAB> finance_books . db_update ( ) <TAB> <TAB> <TAB> <TAB> <TAB> asset . set_status ( )","if d . reference_type == ""Asset"" and d . reference_name :",214
19657,"def read_oclc(rec):
    found = []
    tag_001 = rec.get_fields(""001"")
    tag_003 = rec.get_fields(""003"")
    if tag_001 and tag_003 and re_ocolc.match(tag_003[0]):
        oclc = tag_001[0]
        m = re_ocn_or_ocm.match(oclc)
        if m:
            oclc = m.group(1)
        if oclc.isdigit():
            found.append(oclc)
    for f in rec.get_fields(""035""):
        for k, v in f.get_subfields([""a""]):
            m = re_oclc.match(v)
            if not m:
                m = re_ocn_or_ocm.match(v)
                if m and not m.group(1).isdigit():
                    m = None
            if m:
                oclc = m.group(1)
                if oclc not in found:
                    found.append(oclc)
    return remove_duplicates(found)","def read_oclc ( rec ) : <TAB> found = [ ] <TAB> tag_001 = rec . get_fields ( ""001"" ) <TAB> tag_003 = rec . get_fields ( ""003"" ) <TAB> if tag_001 and tag_003 and re_ocolc . match ( tag_003 [ 0 ] ) : <TAB> <TAB> oclc = tag_001 [ 0 ] <TAB> <TAB> m = re_ocn_or_ocm . match ( oclc ) <TAB> <TAB> if m : <TAB> <TAB> <TAB> oclc = m . group ( 1 ) <TAB> <TAB> if oclc . isdigit ( ) : <TAB> <TAB> <TAB> found . append ( oclc ) <TAB> for f in rec . get_fields ( ""035"" ) : <TAB> <TAB> for k , v in f . get_subfields ( [ ""a"" ] ) : <TAB> <TAB> <TAB> m = re_oclc . match ( v ) <TAB> <TAB> <TAB> if not m : <TAB> <TAB> <TAB> <TAB> m = re_ocn_or_ocm . match ( v ) <TAB> <TAB> <TAB> <TAB> if m and not m . group ( 1 ) . isdigit ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> m = None <TAB> <TAB> <TAB> if m : <TAB> <TAB> <TAB> <TAB> oclc = m . group ( 1 ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> found . append ( oclc ) <TAB> return remove_duplicates ( found )",if oclc not in found :,304
813,"def substitute(substitutions, fname):
    import re
    var_re = re.compile(r""\$\{([A-Za-z_0-9]+)\}"")
    string_var_re = re.compile(r""\$str\{([A-Za-z_0-9]+)\}"")
    fname_in = fname + "".in""
    lines = open(fname_in, ""r"").readlines()
    new_lines = []
    for line in lines:
        made_change = True
        while made_change:
            made_change = False
            match = var_re.search(line)
            if match:
                varname = match.group(1)
                line = (
                    line[: match.start()]
                    + str(substitutions[varname])
                    + line[match.end() :]
                )
                made_change = True
            match = string_var_re.search(line)
            if match:
                varname = match.group(1)
                subst = substitutions[varname]
                if subst is None:
                    subst = """"
                else:
                    subst = '""%s""' % subst
                line = line[: match.start()] + subst + line[match.end() :]
                made_change = True
        new_lines.append(line)
    new_lines.insert(
        1, ""# DO NOT EDIT THIS FILE -- "" ""it was generated by configure.py\n""
    )
    new_lines.insert(2, ""# %s\n"" % ("" "".join(sys.argv)))
    open(fname, ""w"").write("""".join(new_lines))
    from os import stat, chmod
    infile_stat_res = stat(fname_in)
    chmod(fname, infile_stat_res.st_mode)","def substitute ( substitutions , fname ) : <TAB> import re <TAB> var_re = re . compile ( r""\$\{([A-Za-z_0-9]+)\}"" ) <TAB> string_var_re = re . compile ( r""\$str\{([A-Za-z_0-9]+)\}"" ) <TAB> fname_in = fname + "".in"" <TAB> lines = open ( fname_in , ""r"" ) . readlines ( ) <TAB> new_lines = [ ] <TAB> for line in lines : <TAB> <TAB> made_change = True <TAB> <TAB> while made_change : <TAB> <TAB> <TAB> made_change = False <TAB> <TAB> <TAB> match = var_re . search ( line ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> varname = match . group ( 1 ) <TAB> <TAB> <TAB> <TAB> line = ( <TAB> <TAB> <TAB> <TAB> <TAB> line [ : match . start ( ) ] <TAB> <TAB> <TAB> <TAB> <TAB> + str ( substitutions [ varname ] ) <TAB> <TAB> <TAB> <TAB> <TAB> + line [ match . end ( ) : ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> made_change = True <TAB> <TAB> <TAB> match = string_var_re . search ( line ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> varname = match . group ( 1 ) <TAB> <TAB> <TAB> <TAB> subst = substitutions [ varname ] <TAB> <TAB> <TAB> <TAB> if subst is None : <TAB> <TAB> <TAB> <TAB> <TAB> subst = """" <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> subst = '""%s""' % subst <TAB> <TAB> <TAB> <TAB> line = line [ : match . start ( ) ] + subst + line [ match . end ( ) : ] <TAB> <TAB> <TAB> <TAB> made_change = True <TAB> <TAB> new_lines . append ( line ) <TAB> new_lines . insert ( <TAB> <TAB> 1 , ""# DO NOT EDIT THIS FILE -- "" ""it was generated by configure.py\n"" <TAB> ) <TAB> new_lines . insert ( 2 , ""# %s\n"" % ( "" "" . join ( sys . argv ) ) ) <TAB> open ( fname , ""w"" ) . write ( """" . join ( new_lines ) ) <TAB> from os import stat , chmod <TAB> infile_stat_res = stat ( fname_in ) <TAB> chmod ( fname , infile_stat_res . st_mode )",if match :,478
10528,"def translation(
    domain, localedir=None, languages=None, class_=None, fallback=False, codeset=None
):
    if class_ is None:
        class_ = GNUTranslations
    mofiles = find(domain, localedir, languages, all=True)
    if not mofiles:
        if fallback:
            return NullTranslations()
        raise OSError(ENOENT, ""No translation file found for domain"", domain)
    # Avoid opening, reading, and parsing the .mo file after it's been done
    # once.
    result = None
    for mofile in mofiles:
        key = (class_, os.path.abspath(mofile))
        t = _translations.get(key)
        if t is None:
            with open(mofile, ""rb"") as fp:
                t = _translations.setdefault(key, class_(fp))
        # Copy the translation object to allow setting fallbacks and
        # output charset. All other instance data is shared with the
        # cached object.
        t = copy.copy(t)
        if codeset:
            t.set_output_charset(codeset)
        if result is None:
            result = t
        else:
            result.add_fallback(t)
    return result
","def translation ( <TAB> domain , localedir = None , languages = None , class_ = None , fallback = False , codeset = None ) : <TAB> if class_ is None : <TAB> <TAB> class_ = GNUTranslations <TAB> mofiles = find ( domain , localedir , languages , all = True ) <TAB> if not mofiles : <TAB> <TAB> if fallback : <TAB> <TAB> <TAB> return NullTranslations ( ) <TAB> <TAB> raise OSError ( ENOENT , ""No translation file found for domain"" , domain ) <TAB> <TAB> <TAB> result = None <TAB> for mofile in mofiles : <TAB> <TAB> key = ( class_ , os . path . abspath ( mofile ) ) <TAB> <TAB> t = _translations . get ( key ) <TAB> <TAB> if t is None : <TAB> <TAB> <TAB> with open ( mofile , ""rb"" ) as fp : <TAB> <TAB> <TAB> <TAB> t = _translations . setdefault ( key , class_ ( fp ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> t = copy . copy ( t ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> t . set_output_charset ( codeset ) <TAB> <TAB> if result is None : <TAB> <TAB> <TAB> result = t <TAB> <TAB> else : <TAB> <TAB> <TAB> result . add_fallback ( t ) <TAB> return result",if codeset :,320
21289,"def is_all_qud(world):
    m = True
    for obj in world:
        if obj.blond:
            if obj.nice:
                m = m and True
            else:
                m = m and False
        else:
            m = m and True
    return m
",def is_all_qud ( world ) : <TAB> m = True <TAB> for obj in world : <TAB> <TAB> if obj . blond : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> m = m and True <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> m = m and False <TAB> <TAB> else : <TAB> <TAB> <TAB> m = m and True <TAB> return m,if obj . nice :,85
7205,"def sendCommand(
    self,
    cmd,
    cmd_type=None,
    part_of_job=False,
    processed=False,
    force=False,
    on_sent=None,
    tags=None,
):
    if not isinstance(cmd, QueueMarker):
        cmd = to_unicode(cmd, errors=""replace"")
        if not processed:
            cmd = process_gcode_line(cmd)
            if not cmd:
                return False
        gcode = gcode_command_for_cmd(cmd)
        force = force or gcode in self._emergency_commands
    if tags is None:
        tags = set()
    if part_of_job:
        self._job_queue.put((cmd, cmd_type, on_sent, tags | {""source:job""}))
        return True
    elif (
        self.isPrinting()
        and not self.isSdFileSelected()
        and not self.job_on_hold
        and not force
    ):
        try:
            self._command_queue.put((cmd, cmd_type, on_sent, tags), item_type=cmd_type)
            return True
        except TypeAlreadyInQueue as e:
            self._logger.debug(""Type already in command queue: "" + e.type)
            return False
    elif self.isOperational() or force:
        return self._sendCommand(cmd, cmd_type=cmd_type, on_sent=on_sent, tags=tags)
","def sendCommand ( <TAB> self , <TAB> cmd , <TAB> cmd_type = None , <TAB> part_of_job = False , <TAB> processed = False , <TAB> force = False , <TAB> on_sent = None , <TAB> tags = None , ) : <TAB> if not isinstance ( cmd , QueueMarker ) : <TAB> <TAB> cmd = to_unicode ( cmd , errors = ""replace"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cmd = process_gcode_line ( cmd ) <TAB> <TAB> <TAB> if not cmd : <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> gcode = gcode_command_for_cmd ( cmd ) <TAB> <TAB> force = force or gcode in self . _emergency_commands <TAB> if tags is None : <TAB> <TAB> tags = set ( ) <TAB> if part_of_job : <TAB> <TAB> self . _job_queue . put ( ( cmd , cmd_type , on_sent , tags | { ""source:job"" } ) ) <TAB> <TAB> return True <TAB> elif ( <TAB> <TAB> self . isPrinting ( ) <TAB> <TAB> and not self . isSdFileSelected ( ) <TAB> <TAB> and not self . job_on_hold <TAB> <TAB> and not force <TAB> ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> self . _command_queue . put ( ( cmd , cmd_type , on_sent , tags ) , item_type = cmd_type ) <TAB> <TAB> <TAB> return True <TAB> <TAB> except TypeAlreadyInQueue as e : <TAB> <TAB> <TAB> self . _logger . debug ( ""Type already in command queue: "" + e . type ) <TAB> <TAB> <TAB> return False <TAB> elif self . isOperational ( ) or force : <TAB> <TAB> return self . _sendCommand ( cmd , cmd_type = cmd_type , on_sent = on_sent , tags = tags )",if not processed :,383
9472,"def initial_form_count(self):
    """"""Returns the number of forms that are required in this FormSet.""""""
    if self.is_bound:
        return self.management_form.cleaned_data[INITIAL_FORM_COUNT]
    else:
        # Use the length of the inital data if it's there, 0 otherwise.
        initial_forms = self.initial and len(self.initial) or 0
        if initial_forms > self.max_num >= 0:
            initial_forms = self.max_num
    return initial_forms","def initial_form_count ( self ) : <TAB> """"""Returns the number of forms that are required in this FormSet."""""" <TAB> if self . is_bound : <TAB> <TAB> return self . management_form . cleaned_data [ INITIAL_FORM_COUNT ] <TAB> else : <TAB> <TAB> <TAB> <TAB> initial_forms = self . initial and len ( self . initial ) or 0 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> initial_forms = self . max_num <TAB> return initial_forms",if initial_forms > self . max_num >= 0 :,133
9503,"def _setVolume(self, value, setClient=True):
    # DO NOT CHANGE TO @property because of optional attributes
    # setParent is only False when Chords bundling Notes
    # test by looking for method
    if value is None:
        self._volume = None
    elif hasattr(value, ""getDynamicContext""):
        if setClient:
            if value.client is not None:
                value = copy.deepcopy(value)
            value.client = self  # set to self
        self._volume = value
    elif common.isNum(value) and setClient:
        # if we can define the client, we can set from numbers
        # call local getVolume will set client appropriately
        vol = self._getVolume()
        if value < 1:  # assume a scalar
            vol.velocityScalar = value
        else:  # assume velocity
            vol.velocity = value
    else:
        raise Exception(f""this must be a Volume object, not {value}"")","def _setVolume ( self , value , setClient = True ) : <TAB> <TAB> <TAB> <TAB> if value is None : <TAB> <TAB> self . _volume = None <TAB> elif hasattr ( value , ""getDynamicContext"" ) : <TAB> <TAB> if setClient : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> value = copy . deepcopy ( value ) <TAB> <TAB> <TAB> value . client = self <TAB> <TAB> self . _volume = value <TAB> elif common . isNum ( value ) and setClient : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> vol = self . _getVolume ( ) <TAB> <TAB> if value < 1 : <TAB> <TAB> <TAB> vol . velocityScalar = value <TAB> <TAB> else : <TAB> <TAB> <TAB> vol . velocity = value <TAB> else : <TAB> <TAB> raise Exception ( f""this must be a Volume object, not {value}"" )",if value . client is not None :,249
17466,"def get_url(token, base_url):
    """"""Parse an <url> token.""""""
    if token.type == ""url"":
        return _get_url_tuple(token.value, base_url)
    elif token.type == ""function"":
        if token.name == ""attr"":
            return check_attr_function(token, ""url"")
        elif token.name == ""url"" and len(token.arguments) in (1, 2):
            # Ignore url modifiers
            # See https://drafts.csswg.org/css-values-3/#urls
            return _get_url_tuple(token.arguments[0].value, base_url)","def get_url ( token , base_url ) : <TAB> """"""Parse an <url> token."""""" <TAB> if token . type == ""url"" : <TAB> <TAB> return _get_url_tuple ( token . value , base_url ) <TAB> elif token . type == ""function"" : <TAB> <TAB> if token . name == ""attr"" : <TAB> <TAB> <TAB> return check_attr_function ( token , ""url"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return _get_url_tuple ( token . arguments [ 0 ] . value , base_url )","elif token . name == ""url"" and len ( token . arguments ) in ( 1 , 2 ) :",166
21073,"def initialize():
    global args, term_mode
    # Hack for readthedocs.org
    if ""READTHEDOCS"" in os.environ:
        os.environ[""PWNLIB_NOTERM""] = ""1""
    for k, v in os.environ.items():
        if not k.startswith(env_prefix):
            continue
        k = k[len(env_prefix) :]
        if k in hooks:
            hooks[k](v)
        elif isident(k):
            args[k] = v
    argv = sys.argv[:]
    for arg in sys.argv[:]:
        orig = arg
        value = ""True""
        if ""="" in arg:
            arg, value = arg.split(""="", 1)
        if arg in hooks:
            sys.argv.remove(orig)
            hooks[arg](value)
        elif free_form and isident(arg):
            sys.argv.remove(orig)
            args[arg] = value
    if term_mode:
        term.init()","def initialize ( ) : <TAB> global args , term_mode <TAB> <TAB> if ""READTHEDOCS"" in os . environ : <TAB> <TAB> os . environ [ ""PWNLIB_NOTERM"" ] = ""1"" <TAB> for k , v in os . environ . items ( ) : <TAB> <TAB> if not k . startswith ( env_prefix ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> k = k [ len ( env_prefix ) : ] <TAB> <TAB> if k in hooks : <TAB> <TAB> <TAB> hooks [ k ] ( v ) <TAB> <TAB> elif isident ( k ) : <TAB> <TAB> <TAB> args [ k ] = v <TAB> argv = sys . argv [ : ] <TAB> for arg in sys . argv [ : ] : <TAB> <TAB> orig = arg <TAB> <TAB> value = ""True"" <TAB> <TAB> if ""="" in arg : <TAB> <TAB> <TAB> arg , value = arg . split ( ""="" , 1 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sys . argv . remove ( orig ) <TAB> <TAB> <TAB> hooks [ arg ] ( value ) <TAB> <TAB> elif free_form and isident ( arg ) : <TAB> <TAB> <TAB> sys . argv . remove ( orig ) <TAB> <TAB> <TAB> args [ arg ] = value <TAB> if term_mode : <TAB> <TAB> term . init ( )",if arg in hooks :,268
12616,"def test_training_script_with_max_history_set(tmpdir):
    train_dialogue_model(
        DEFAULT_DOMAIN_PATH,
        DEFAULT_STORIES_FILE,
        tmpdir.strpath,
        interpreter=RegexInterpreter(),
        policy_config=""data/test_config/max_hist_config.yml"",
        kwargs={},
    )
    agent = Agent.load(tmpdir.strpath)
    for policy in agent.policy_ensemble.policies:
        if hasattr(policy.featurizer, ""max_history""):
            if type(policy) == FormPolicy:
                assert policy.featurizer.max_history == 2
            else:
                assert policy.featurizer.max_history == 5","def test_training_script_with_max_history_set ( tmpdir ) : <TAB> train_dialogue_model ( <TAB> <TAB> DEFAULT_DOMAIN_PATH , <TAB> <TAB> DEFAULT_STORIES_FILE , <TAB> <TAB> tmpdir . strpath , <TAB> <TAB> interpreter = RegexInterpreter ( ) , <TAB> <TAB> policy_config = ""data/test_config/max_hist_config.yml"" , <TAB> <TAB> kwargs = { } , <TAB> ) <TAB> agent = Agent . load ( tmpdir . strpath ) <TAB> for policy in agent . policy_ensemble . policies : <TAB> <TAB> if hasattr ( policy . featurizer , ""max_history"" ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> assert policy . featurizer . max_history == 2 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> assert policy . featurizer . max_history == 5",if type ( policy ) == FormPolicy :,191
1522,"def test_evname_in_mp_events_testcases():
    ok = True
    for evname in ins.mp_events:
        if evname == ""version"":
            continue
        for i, args in enumerate(ins.mp_events[evname][""test_cases""]):
            if evname != args[0]:
                msg = ""Error, for evname %s the testase #%d does not match evname""
                print(msg % (evname, i))
                ok = False
    if ok:
        print(""test_evname_in_mp_events_testcases: passed"")","def test_evname_in_mp_events_testcases ( ) : <TAB> ok = True <TAB> for evname in ins . mp_events : <TAB> <TAB> if evname == ""version"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> for i , args in enumerate ( ins . mp_events [ evname ] [ ""test_cases"" ] ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> msg = ""Error, for evname %s the testase #%d does not match evname"" <TAB> <TAB> <TAB> <TAB> print ( msg % ( evname , i ) ) <TAB> <TAB> <TAB> <TAB> ok = False <TAB> if ok : <TAB> <TAB> print ( ""test_evname_in_mp_events_testcases: passed"" )",if evname != args [ 0 ] :,156
8659,"def split_curve(curve, splits, rescale=False):
    if hasattr(curve, ""split_at""):
        result = []
        for split in splits:
            head, tail = curve.split_at(split)
            if rescale:
                head = reparametrize_curve(head, 0, 1)
            result.append(head)
            curve = tail
        if rescale:
            tail = reparametrize_curve(tail, 0, 1)
        result.append(tail)
        return result
    else:
        t_min, t_max = curve.get_u_bounds()
        if splits[0] != t_min:
            splits.insert(0, t_min)
        if splits[-1] != t_max:
            splits.append(t_max)
        pairs = zip(splits, splits[1:])
        result = []
        for start, end in pairs:
            segment = SvCurveSegment(curve, start, end, rescale)
            result.append(segment)
        return result","def split_curve ( curve , splits , rescale = False ) : <TAB> if hasattr ( curve , ""split_at"" ) : <TAB> <TAB> result = [ ] <TAB> <TAB> for split in splits : <TAB> <TAB> <TAB> head , tail = curve . split_at ( split ) <TAB> <TAB> <TAB> if rescale : <TAB> <TAB> <TAB> <TAB> head = reparametrize_curve ( head , 0 , 1 ) <TAB> <TAB> <TAB> result . append ( head ) <TAB> <TAB> <TAB> curve = tail <TAB> <TAB> if rescale : <TAB> <TAB> <TAB> tail = reparametrize_curve ( tail , 0 , 1 ) <TAB> <TAB> result . append ( tail ) <TAB> <TAB> return result <TAB> else : <TAB> <TAB> t_min , t_max = curve . get_u_bounds ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> splits . insert ( 0 , t_min ) <TAB> <TAB> if splits [ - 1 ] != t_max : <TAB> <TAB> <TAB> splits . append ( t_max ) <TAB> <TAB> pairs = zip ( splits , splits [ 1 : ] ) <TAB> <TAB> result = [ ] <TAB> <TAB> for start , end in pairs : <TAB> <TAB> <TAB> segment = SvCurveSegment ( curve , start , end , rescale ) <TAB> <TAB> <TAB> result . append ( segment ) <TAB> <TAB> return result",if splits [ 0 ] != t_min :,277
2021,"def _ensure_header_written(self, datasize):
    if not self._headerwritten:
        if not self._nchannels:
            raise Error(""# channels not specified"")
        if not self._sampwidth:
            raise Error(""sample width not specified"")
        if not self._framerate:
            raise Error(""sampling rate not specified"")
        self._write_header(datasize)
","def _ensure_header_written ( self , datasize ) : <TAB> if not self . _headerwritten : <TAB> <TAB> if not self . _nchannels : <TAB> <TAB> <TAB> raise Error ( ""# channels not specified"" ) <TAB> <TAB> if not self . _sampwidth : <TAB> <TAB> <TAB> raise Error ( ""sample width not specified"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise Error ( ""sampling rate not specified"" ) <TAB> <TAB> self . _write_header ( datasize )",if not self . _framerate :,99
4207,"def backend_supported(module, manager, **kwargs):
    if CollectionNodeModule.backend_supported(module, manager, **kwargs):
        if ""tid"" not in kwargs:
            return True
        conn = manager.connection(did=kwargs[""did""])
        template_path = ""partitions/sql/{0}/#{0}#{1}#"".format(
            manager.server_type, manager.version
        )
        SQL = render_template(
            ""/"".join([template_path, ""backend_support.sql""]), tid=kwargs[""tid""]
        )
        status, res = conn.execute_scalar(SQL)
        # check if any errors
        if not status:
            return internal_server_error(errormsg=res)
        return res","def backend_supported ( module , manager , ** kwargs ) : <TAB> if CollectionNodeModule . backend_supported ( module , manager , ** kwargs ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return True <TAB> <TAB> conn = manager . connection ( did = kwargs [ ""did"" ] ) <TAB> <TAB> template_path = ""partitions/sql/{0}/#{0}#{1}#"" . format ( <TAB> <TAB> <TAB> manager . server_type , manager . version <TAB> <TAB> ) <TAB> <TAB> SQL = render_template ( <TAB> <TAB> <TAB> ""/"" . join ( [ template_path , ""backend_support.sql"" ] ) , tid = kwargs [ ""tid"" ] <TAB> <TAB> ) <TAB> <TAB> status , res = conn . execute_scalar ( SQL ) <TAB> <TAB> <TAB> <TAB> if not status : <TAB> <TAB> <TAB> return internal_server_error ( errormsg = res ) <TAB> <TAB> return res","if ""tid"" not in kwargs :",195
16017,"def getTTGlyphList(font):  # -> { 'Omega': [2126, ...], ... }
    if isinstance(font, str):
        font = ttLib.TTFont(font)
    if not ""cmap"" in font:
        raise Exception(""missing cmap table"")
    gl = {}
    bestCodeSubTable = None
    bestCodeSubTableFormat = 0
    for st in font[""cmap""].tables:
        if st.platformID == 0:  # 0=unicode, 1=mac, 2=(reserved), 3=microsoft
            if st.format > bestCodeSubTableFormat:
                bestCodeSubTable = st
                bestCodeSubTableFormat = st.format
    if bestCodeSubTable is not None:
        for cp, glyphname in bestCodeSubTable.cmap.items():
            if glyphname in gl:
                gl[glyphname].append(cp)
            else:
                gl[glyphname] = [cp]
    return gl, font","def getTTGlyphList ( font ) : <TAB> if isinstance ( font , str ) : <TAB> <TAB> font = ttLib . TTFont ( font ) <TAB> if not ""cmap"" in font : <TAB> <TAB> raise Exception ( ""missing cmap table"" ) <TAB> gl = { } <TAB> bestCodeSubTable = None <TAB> bestCodeSubTableFormat = 0 <TAB> for st in font [ ""cmap"" ] . tables : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if st . format > bestCodeSubTableFormat : <TAB> <TAB> <TAB> <TAB> bestCodeSubTable = st <TAB> <TAB> <TAB> <TAB> bestCodeSubTableFormat = st . format <TAB> if bestCodeSubTable is not None : <TAB> <TAB> for cp , glyphname in bestCodeSubTable . cmap . items ( ) : <TAB> <TAB> <TAB> if glyphname in gl : <TAB> <TAB> <TAB> <TAB> gl [ glyphname ] . append ( cp ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> gl [ glyphname ] = [ cp ] <TAB> return gl , font",if st . platformID == 0 :,247
2539,"def get_type_and_shape(cls, bitmap):
    w = _FI.FreeImage_GetWidth(bitmap)
    h = _FI.FreeImage_GetHeight(bitmap)
    fi_type = _FI.FreeImage_GetImageType(bitmap)
    if not fi_type:
        raise ValueError(""mahotas.freeimage: unknown image pixel type"")
    dtype = cls.dtypes[fi_type]
    if fi_type == cls.FIT_BITMAP:
        bpp = _FI.FreeImage_GetBPP(bitmap)
        if bpp == 1:
            # This is a special case
            return ""bit"", None
        elif bpp == 8:
            extra_dims = []
        elif bpp == 16:
            extra_dims = []
            dtype = np.uint16
        elif bpp == 24:
            extra_dims = [3]
        elif bpp == 32:
            extra_dims = [4]
        else:
            raise ValueError(""mahotas.freeimage: cannot convert %d BPP bitmap"" % bpp)
    else:
        extra_dims = cls.extra_dims[fi_type]
    return np.dtype(dtype), extra_dims + [w, h]","def get_type_and_shape ( cls , bitmap ) : <TAB> w = _FI . FreeImage_GetWidth ( bitmap ) <TAB> h = _FI . FreeImage_GetHeight ( bitmap ) <TAB> fi_type = _FI . FreeImage_GetImageType ( bitmap ) <TAB> if not fi_type : <TAB> <TAB> raise ValueError ( ""mahotas.freeimage: unknown image pixel type"" ) <TAB> dtype = cls . dtypes [ fi_type ] <TAB> if fi_type == cls . FIT_BITMAP : <TAB> <TAB> bpp = _FI . FreeImage_GetBPP ( bitmap ) <TAB> <TAB> if bpp == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return ""bit"" , None <TAB> <TAB> elif bpp == 8 : <TAB> <TAB> <TAB> extra_dims = [ ] <TAB> <TAB> elif bpp == 16 : <TAB> <TAB> <TAB> extra_dims = [ ] <TAB> <TAB> <TAB> dtype = np . uint16 <TAB> <TAB> elif bpp == 24 : <TAB> <TAB> <TAB> extra_dims = [ 3 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> extra_dims = [ 4 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( ""mahotas.freeimage: cannot convert %d BPP bitmap"" % bpp ) <TAB> else : <TAB> <TAB> extra_dims = cls . extra_dims [ fi_type ] <TAB> return np . dtype ( dtype ) , extra_dims + [ w , h ]",elif bpp == 32 :,321
17868,"def Decorator(*args, **kwargs):
    delay = 0.2
    num_attempts = 15
    cur_attempt = 0
    while True:
        try:
            return f(*args, **kwargs)
        except exceptions.WebDriverException as e:
            logging.warning(""Selenium raised %s"", utils.SmartUnicode(e))
            cur_attempt += 1
            if cur_attempt == num_attempts:
                raise
            time.sleep(delay)","def Decorator ( * args , ** kwargs ) : <TAB> delay = 0.2 <TAB> num_attempts = 15 <TAB> cur_attempt = 0 <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> return f ( * args , ** kwargs ) <TAB> <TAB> except exceptions . WebDriverException as e : <TAB> <TAB> <TAB> logging . warning ( ""Selenium raised %s"" , utils . SmartUnicode ( e ) ) <TAB> <TAB> <TAB> cur_attempt += 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> time . sleep ( delay )",if cur_attempt == num_attempts :,122
6896,"def cleanLinks(self, links):
    returnLinks = dict()
    for link in links:
        linkBase = self.sf.urlBaseUrl(link)
        linkFQDN = self.sf.urlFQDN(link)
        # Skip external sites (typical behaviour..)
        if not self.getTarget().matches(linkFQDN):
            # self.sf.debug('Ignoring external site: ' + link)
            continue
        # Optionally skip sub-domain sites
        if self.opts[""nosubs""] and not self.getTarget().matches(
            linkFQDN, includeChildren=False
        ):
            # self.sf.debug(""Ignoring subdomain: "" + link)
            continue
        # Skip parent domain sites
        if not self.getTarget().matches(linkFQDN, includeParents=False):
            # self.sf.debug(""Ignoring parent domain: "" + link)
            continue
        # Optionally skip user directories
        if self.opts[""filterusers""] and ""/~"" in link:
            # self.sf.debug(""Ignoring user folder: "" + link)
            continue
        # If we are respecting robots.txt, filter those out too
        if linkBase in self.robotsRules and self.opts[""robotsonly""]:
            if list(
                filter(
                    lambda blocked: type(blocked).lower(blocked) in link.lower()
                    or blocked == ""*"",
                    self.robotsRules[linkBase],
                )
            ):
                # self.sf.debug(""Ignoring page found in robots.txt: "" + link)
                continue
        # All tests passed, add link to be spidered
        self.sf.debug(""Adding URL for spidering: "" + link)
        returnLinks[link] = links[link]
    return returnLinks
","def cleanLinks ( self , links ) : <TAB> returnLinks = dict ( ) <TAB> for link in links : <TAB> <TAB> linkBase = self . sf . urlBaseUrl ( link ) <TAB> <TAB> linkFQDN = self . sf . urlFQDN ( link ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if self . opts [ ""nosubs"" ] and not self . getTarget ( ) . matches ( <TAB> <TAB> <TAB> linkFQDN , includeChildren = False <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if not self . getTarget ( ) . matches ( linkFQDN , includeParents = False ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if self . opts [ ""filterusers"" ] and ""/~"" in link : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if linkBase in self . robotsRules and self . opts [ ""robotsonly"" ] : <TAB> <TAB> <TAB> if list ( <TAB> <TAB> <TAB> <TAB> filter ( <TAB> <TAB> <TAB> <TAB> <TAB> lambda blocked : type ( blocked ) . lower ( blocked ) in link . lower ( ) <TAB> <TAB> <TAB> <TAB> <TAB> or blocked == ""*"" , <TAB> <TAB> <TAB> <TAB> <TAB> self . robotsRules [ linkBase ] , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> self . sf . debug ( ""Adding URL for spidering: "" + link ) <TAB> <TAB> returnLinks [ link ] = links [ link ] <TAB> return returnLinks",if not self . getTarget ( ) . matches ( linkFQDN ) :,481
9160,"def subscriptions_cancel(s_id):
    os.system(""sudo chown admin:admin {0}"".format(SUBSCRIPTIONS_FILE))
    subs = toml.load(SUBSCRIPTIONS_FILE)
    new_list = []
    removed_cert = None
    for idx, sub in enumerate(subs[""subscriptions_letsencrypt""]):
        if sub[""id""] != s_id:
            new_list.append(sub)
        else:
            removed_cert = sub
    subs[""subscriptions_letsencrypt""] = new_list
    # run the ACME script to remove cert
    if removed_cert:
        acme_result = subprocess.Popen(
            [
                ""/home/admin/config.scripts/bonus.letsencrypt.sh"",
                ""remove-cert"",
                removed_cert[""id""],
                removed_cert[""target""],
            ],
            stdout=subprocess.PIPE,
            stderr=subprocess.STDOUT,
            encoding=""utf8"",
        )
        out, err = acme_result.communicate()
        if out.find(""error="") > -1:
            time.sleep(6)
            raise BlitzError(""letsencrypt acme failed"", out)
    # persist change
    with open(SUBSCRIPTIONS_FILE, ""w"") as writer:
        writer.write(toml.dumps(subs))
        writer.close()
    print(json.dumps(subs, indent=2))","def subscriptions_cancel ( s_id ) : <TAB> os . system ( ""sudo chown admin:admin {0}"" . format ( SUBSCRIPTIONS_FILE ) ) <TAB> subs = toml . load ( SUBSCRIPTIONS_FILE ) <TAB> new_list = [ ] <TAB> removed_cert = None <TAB> for idx , sub in enumerate ( subs [ ""subscriptions_letsencrypt"" ] ) : <TAB> <TAB> if sub [ ""id"" ] != s_id : <TAB> <TAB> <TAB> new_list . append ( sub ) <TAB> <TAB> else : <TAB> <TAB> <TAB> removed_cert = sub <TAB> subs [ ""subscriptions_letsencrypt"" ] = new_list <TAB> <TAB> if removed_cert : <TAB> <TAB> acme_result = subprocess . Popen ( <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> ""/home/admin/config.scripts/bonus.letsencrypt.sh"" , <TAB> <TAB> <TAB> <TAB> ""remove-cert"" , <TAB> <TAB> <TAB> <TAB> removed_cert [ ""id"" ] , <TAB> <TAB> <TAB> <TAB> removed_cert [ ""target"" ] , <TAB> <TAB> <TAB> ] , <TAB> <TAB> <TAB> stdout = subprocess . PIPE , <TAB> <TAB> <TAB> stderr = subprocess . STDOUT , <TAB> <TAB> <TAB> encoding = ""utf8"" , <TAB> <TAB> ) <TAB> <TAB> out , err = acme_result . communicate ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> time . sleep ( 6 ) <TAB> <TAB> <TAB> raise BlitzError ( ""letsencrypt acme failed"" , out ) <TAB> <TAB> with open ( SUBSCRIPTIONS_FILE , ""w"" ) as writer : <TAB> <TAB> writer . write ( toml . dumps ( subs ) ) <TAB> <TAB> writer . close ( ) <TAB> print ( json . dumps ( subs , indent = 2 ) )","if out . find ( ""error="" ) > - 1 :",378
20636,"def nq(t):
    p = t[0] if (t and t[0] in ""-+"") else """"
    t = t[len(p) :]
    if t.startswith(""tag:"") or t.startswith(""in:""):
        try:
            raw_tag = session.config.get_tag(t.split("":"")[1])
            if raw_tag and raw_tag.hasattr(slug):
                t = ""in:%s"" % raw_tag.slug
        except (IndexError, KeyError, TypeError):
            pass
    return p + t","def nq ( t ) : <TAB> p = t [ 0 ] if ( t and t [ 0 ] in ""-+"" ) else """" <TAB> t = t [ len ( p ) : ] <TAB> if t . startswith ( ""tag:"" ) or t . startswith ( ""in:"" ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> raw_tag = session . config . get_tag ( t . split ( "":"" ) [ 1 ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> t = ""in:%s"" % raw_tag . slug <TAB> <TAB> except ( IndexError , KeyError , TypeError ) : <TAB> <TAB> <TAB> pass <TAB> return p + t",if raw_tag and raw_tag . hasattr ( slug ) :,139
3474,"def nodes_action(self, action, node_id, username, **kwargs):
    if not self.has_node(node_id):
        message = ""node[node_id={node_id}] not found in task[task_id={task_id}]"".format(
            node_id=node_id, task_id=self.id
        )
        return {""result"": False, ""message"": message}
    if action not in NODE_ACTIONS:
        return {""result"": False, ""message"": ""task action is invalid""}
    try:
        if action == ""callback"":
            action_result = NODE_ACTIONS[action](node_id, kwargs[""data""])
        elif action == ""skip_exg"":
            action_result = NODE_ACTIONS[action](node_id, kwargs[""flow_id""])
        elif action == ""retry"":
            action_result = NODE_ACTIONS[action](node_id, kwargs[""inputs""])
        elif action == ""forced_fail"":
            action_result = NODE_ACTIONS[action](
                node_id, ex_data=""forced fail by {}"".format(username)
            )
        else:
            action_result = NODE_ACTIONS[action](node_id)
    except Exception as e:
        message = ""task[id=%s] node[id=%s] action failed:%s"" % (self.id, node_id, e)
        logger.exception(traceback.format_exc())
        return {""result"": False, ""message"": message}
    if action_result.result:
        return {""result"": True, ""data"": ""success""}
    else:
        return {""result"": action_result.result, ""message"": action_result.message}
","def nodes_action ( self , action , node_id , username , ** kwargs ) : <TAB> if not self . has_node ( node_id ) : <TAB> <TAB> message = ""node[node_id={node_id}] not found in task[task_id={task_id}]"" . format ( <TAB> <TAB> <TAB> node_id = node_id , task_id = self . id <TAB> <TAB> ) <TAB> <TAB> return { ""result"" : False , ""message"" : message } <TAB> if action not in NODE_ACTIONS : <TAB> <TAB> return { ""result"" : False , ""message"" : ""task action is invalid"" } <TAB> try : <TAB> <TAB> if action == ""callback"" : <TAB> <TAB> <TAB> action_result = NODE_ACTIONS [ action ] ( node_id , kwargs [ ""data"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> action_result = NODE_ACTIONS [ action ] ( node_id , kwargs [ ""flow_id"" ] ) <TAB> <TAB> elif action == ""retry"" : <TAB> <TAB> <TAB> action_result = NODE_ACTIONS [ action ] ( node_id , kwargs [ ""inputs"" ] ) <TAB> <TAB> elif action == ""forced_fail"" : <TAB> <TAB> <TAB> action_result = NODE_ACTIONS [ action ] ( <TAB> <TAB> <TAB> <TAB> node_id , ex_data = ""forced fail by {}"" . format ( username ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> action_result = NODE_ACTIONS [ action ] ( node_id ) <TAB> except Exception as e : <TAB> <TAB> message = ""task[id=%s] node[id=%s] action failed:%s"" % ( self . id , node_id , e ) <TAB> <TAB> logger . exception ( traceback . format_exc ( ) ) <TAB> <TAB> return { ""result"" : False , ""message"" : message } <TAB> if action_result . result : <TAB> <TAB> return { ""result"" : True , ""data"" : ""success"" } <TAB> else : <TAB> <TAB> return { ""result"" : action_result . result , ""message"" : action_result . message }","elif action == ""skip_exg"" :",433
3981,"def execute(self, quals, columns):
    gc.collect()
    result = []
    for obj in gc.get_objects():
        tobj = type(obj)
        if isinstance(obj, bytes):
            obj = obj.decode(""utf8"")
        elif isinstance(obj, unicode_):
            pass
        else:
            try:
                obj = bytes(obj).decode(""utf8"")
            except (UnicodeEncodeError, UnicodeDecodeError):
                try:
                    obj = unicode_(obj)
                except (UnicodeEncodeError, UnicodeDecodeError):
                    obj = unicode_(""<NA>"")
        result.append(
            {
                ""object"": obj,
                ""type"": unicode_(tobj),
                ""id"": unicode_(id(obj)),
                ""refcount"": unicode_(sys.getrefcount(obj)),
            }
        )
    return result","def execute ( self , quals , columns ) : <TAB> gc . collect ( ) <TAB> result = [ ] <TAB> for obj in gc . get_objects ( ) : <TAB> <TAB> tobj = type ( obj ) <TAB> <TAB> if isinstance ( obj , bytes ) : <TAB> <TAB> <TAB> obj = obj . decode ( ""utf8"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pass <TAB> <TAB> else : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> obj = bytes ( obj ) . decode ( ""utf8"" ) <TAB> <TAB> <TAB> except ( UnicodeEncodeError , UnicodeDecodeError ) : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> obj = unicode_ ( obj ) <TAB> <TAB> <TAB> <TAB> except ( UnicodeEncodeError , UnicodeDecodeError ) : <TAB> <TAB> <TAB> <TAB> <TAB> obj = unicode_ ( ""<NA>"" ) <TAB> <TAB> result . append ( <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""object"" : obj , <TAB> <TAB> <TAB> <TAB> ""type"" : unicode_ ( tobj ) , <TAB> <TAB> <TAB> <TAB> ""id"" : unicode_ ( id ( obj ) ) , <TAB> <TAB> <TAB> <TAB> ""refcount"" : unicode_ ( sys . getrefcount ( obj ) ) , <TAB> <TAB> <TAB> } <TAB> <TAB> ) <TAB> return result","elif isinstance ( obj , unicode_ ) :",242
22347,"def events_eventId(dbsession, request_inputs, eventId):
    user_auth = request_inputs[""auth""]
    method = request_inputs[""method""]
    params = request_inputs[""params""]
    userId = request_inputs[""userId""]
    return_object = {}
    httpcode = 500
    try:
        if method == ""GET"":
            ret = db_events.get_byevent_id(
                userId=userId, eventId=eventId, session=dbsession
            )
            if not ret:
                httpcode = 404
                raise Exception(""Event not found"")
            else:
                return_object = ret
                httpcode = 200
        elif method == ""DELETE"":
            ret = db_events.delete_byevent_id(
                userId=userId, eventId=eventId, session=dbsession
            )
            if not ret:
                httpcode = 404
                raise Exception(""Event not found"")
            else:
                return_object = True
                httpcode = 200
    except Exception as err:
        return_object = anchore_engine.common.helpers.make_response_error(
            err, in_httpcode=httpcode
        )
    return return_object, httpcode","def events_eventId ( dbsession , request_inputs , eventId ) : <TAB> user_auth = request_inputs [ ""auth"" ] <TAB> method = request_inputs [ ""method"" ] <TAB> params = request_inputs [ ""params"" ] <TAB> userId = request_inputs [ ""userId"" ] <TAB> return_object = { } <TAB> httpcode = 500 <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ret = db_events . get_byevent_id ( <TAB> <TAB> <TAB> <TAB> userId = userId , eventId = eventId , session = dbsession <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if not ret : <TAB> <TAB> <TAB> <TAB> httpcode = 404 <TAB> <TAB> <TAB> <TAB> raise Exception ( ""Event not found"" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return_object = ret <TAB> <TAB> <TAB> <TAB> httpcode = 200 <TAB> <TAB> elif method == ""DELETE"" : <TAB> <TAB> <TAB> ret = db_events . delete_byevent_id ( <TAB> <TAB> <TAB> <TAB> userId = userId , eventId = eventId , session = dbsession <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if not ret : <TAB> <TAB> <TAB> <TAB> httpcode = 404 <TAB> <TAB> <TAB> <TAB> raise Exception ( ""Event not found"" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return_object = True <TAB> <TAB> <TAB> <TAB> httpcode = 200 <TAB> except Exception as err : <TAB> <TAB> return_object = anchore_engine . common . helpers . make_response_error ( <TAB> <TAB> <TAB> err , in_httpcode = httpcode <TAB> <TAB> ) <TAB> return return_object , httpcode","if method == ""GET"" :",343
19909,"def get_all_topic_src_files(self):
    """"""Retrieves the file paths of all the topics in directory""""""
    topic_full_paths = []
    topic_names = os.listdir(self.topic_dir)
    for topic_name in topic_names:
        # Do not try to load hidden files.
        if not topic_name.startswith("".""):
            topic_full_path = os.path.join(self.topic_dir, topic_name)
            # Ignore the JSON Index as it is stored with topic files.
            if topic_full_path != self.index_file:
                topic_full_paths.append(topic_full_path)
    return topic_full_paths
","def get_all_topic_src_files ( self ) : <TAB> """"""Retrieves the file paths of all the topics in directory"""""" <TAB> topic_full_paths = [ ] <TAB> topic_names = os . listdir ( self . topic_dir ) <TAB> for topic_name in topic_names : <TAB> <TAB> <TAB> <TAB> if not topic_name . startswith ( ""."" ) : <TAB> <TAB> <TAB> topic_full_path = os . path . join ( self . topic_dir , topic_name ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> topic_full_paths . append ( topic_full_path ) <TAB> return topic_full_paths",if topic_full_path != self . index_file :,174
361,"def generate_primary_file(self, dataset=None):
    rval = [""<html><head><title>Spaln Database</title></head><p/>""]
    rval.append(
        ""<div>This composite dataset is composed of the following files:<p/><ul>""
    )
    for composite_name, composite_file in self.get_composite_files(
        dataset=dataset
    ).items():
        fn = composite_name
        opt_text = """"
        if composite_file.get(""description""):
            rval.append(
                '<li><a href=""%s"" type=""application/binary"">%s (%s)</a>%s</li>'
                % (fn, fn, composite_file.get(""description""), opt_text)
            )
        else:
            rval.append(
                '<li><a href=""%s"" type=""application/binary"">%s</a>%s</li>'
                % (fn, fn, opt_text)
            )
    rval.append(""</ul></div></html>"")
    return ""\n"".join(rval)
","def generate_primary_file ( self , dataset = None ) : <TAB> rval = [ ""<html><head><title>Spaln Database</title></head><p/>"" ] <TAB> rval . append ( <TAB> <TAB> ""<div>This composite dataset is composed of the following files:<p/><ul>"" <TAB> ) <TAB> for composite_name , composite_file in self . get_composite_files ( <TAB> <TAB> dataset = dataset <TAB> ) . items ( ) : <TAB> <TAB> fn = composite_name <TAB> <TAB> opt_text = """" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rval . append ( <TAB> <TAB> <TAB> <TAB> '<li><a href=""%s"" type=""application/binary"">%s (%s)</a>%s</li>' <TAB> <TAB> <TAB> <TAB> % ( fn , fn , composite_file . get ( ""description"" ) , opt_text ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> rval . append ( <TAB> <TAB> <TAB> <TAB> '<li><a href=""%s"" type=""application/binary"">%s</a>%s</li>' <TAB> <TAB> <TAB> <TAB> % ( fn , fn , opt_text ) <TAB> <TAB> <TAB> ) <TAB> rval . append ( ""</ul></div></html>"" ) <TAB> return ""\n"" . join ( rval )","if composite_file . get ( ""description"" ) :",272
21955,"def _load(self, name):
    image_glob = os.path.join(self.data_root, ""images"", name, ""*.jpg"")
    image_files = glob.glob(image_glob)
    gt_dir = os.path.join(self.data_root, ""groundTruth"", name)
    self.data = np.zeros((len(image_files), IMG_H, IMG_W, 3), dtype=""uint8"")
    self.label = np.zeros((len(image_files), IMG_H, IMG_W), dtype=""float32"")
    for idx, f in enumerate(image_files):
        im = cv2.imread(f, cv2.IMREAD_COLOR)
        assert im is not None
        if im.shape[0] > im.shape[1]:
            im = np.transpose(im, (1, 0, 2))
        assert im.shape[:2] == (IMG_H, IMG_W), ""{} != {}"".format(
            im.shape[:2], (IMG_H, IMG_W)
        )
        imgid = os.path.basename(f).split(""."")[0]
        gt_file = os.path.join(gt_dir, imgid)
        gt = loadmat(gt_file)[""groundTruth""][0]
        n_annot = gt.shape[0]
        gt = sum(gt[k][""Boundaries""][0][0] for k in range(n_annot))
        gt = gt.astype(""float32"")
        gt *= 1.0 / n_annot
        if gt.shape[0] > gt.shape[1]:
            gt = gt.transpose()
        assert gt.shape == (IMG_H, IMG_W)
        self.data[idx] = im
        self.label[idx] = gt","def _load ( self , name ) : <TAB> image_glob = os . path . join ( self . data_root , ""images"" , name , ""*.jpg"" ) <TAB> image_files = glob . glob ( image_glob ) <TAB> gt_dir = os . path . join ( self . data_root , ""groundTruth"" , name ) <TAB> self . data = np . zeros ( ( len ( image_files ) , IMG_H , IMG_W , 3 ) , dtype = ""uint8"" ) <TAB> self . label = np . zeros ( ( len ( image_files ) , IMG_H , IMG_W ) , dtype = ""float32"" ) <TAB> for idx , f in enumerate ( image_files ) : <TAB> <TAB> im = cv2 . imread ( f , cv2 . IMREAD_COLOR ) <TAB> <TAB> assert im is not None <TAB> <TAB> if im . shape [ 0 ] > im . shape [ 1 ] : <TAB> <TAB> <TAB> im = np . transpose ( im , ( 1 , 0 , 2 ) ) <TAB> <TAB> assert im . shape [ : 2 ] == ( IMG_H , IMG_W ) , ""{} != {}"" . format ( <TAB> <TAB> <TAB> im . shape [ : 2 ] , ( IMG_H , IMG_W ) <TAB> <TAB> ) <TAB> <TAB> imgid = os . path . basename ( f ) . split ( ""."" ) [ 0 ] <TAB> <TAB> gt_file = os . path . join ( gt_dir , imgid ) <TAB> <TAB> gt = loadmat ( gt_file ) [ ""groundTruth"" ] [ 0 ] <TAB> <TAB> n_annot = gt . shape [ 0 ] <TAB> <TAB> gt = sum ( gt [ k ] [ ""Boundaries"" ] [ 0 ] [ 0 ] for k in range ( n_annot ) ) <TAB> <TAB> gt = gt . astype ( ""float32"" ) <TAB> <TAB> gt *= 1.0 / n_annot <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> gt = gt . transpose ( ) <TAB> <TAB> assert gt . shape == ( IMG_H , IMG_W ) <TAB> <TAB> self . data [ idx ] = im <TAB> <TAB> self . label [ idx ] = gt",if gt . shape [ 0 ] > gt . shape [ 1 ] :,452
18157,"def get_connection(self):
    if self.config.proxy_host != """":
        return httplib.HTTPConnection(self.config.proxy_host, self.config.proxy_port)
    else:
        if self.config.use_https:
            return httplib.HTTPSConnection(self.config.simpledb_host)
        else:
            return httplib.HTTPConnection(self.config.simpledb_host)
","def get_connection ( self ) : <TAB> if self . config . proxy_host != """" : <TAB> <TAB> return httplib . HTTPConnection ( self . config . proxy_host , self . config . proxy_port ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return httplib . HTTPSConnection ( self . config . simpledb_host ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return httplib . HTTPConnection ( self . config . simpledb_host )",if self . config . use_https :,107
1202,"def __init__(self, fileobj):
    """"""Raises MonkeysAudioHeaderError""""""
    header = fileobj.read(76)
    if len(header) != 76 or not header.startswith(b""MAC ""):
        raise MonkeysAudioHeaderError(""not a Monkey's Audio file"")
    self.version = cdata.ushort_le(header[4:6])
    if self.version >= 3980:
        (
            blocks_per_frame,
            final_frame_blocks,
            total_frames,
            self.bits_per_sample,
            self.channels,
            self.sample_rate,
        ) = struct.unpack(""<IIIHHI"", header[56:76])
    else:
        compression_level = cdata.ushort_le(header[6:8])
        self.channels, self.sample_rate = struct.unpack(""<HI"", header[10:16])
        total_frames, final_frame_blocks = struct.unpack(""<II"", header[24:32])
        if self.version >= 3950:
            blocks_per_frame = 73728 * 4
        elif self.version >= 3900 or (self.version >= 3800 and compression_level == 4):
            blocks_per_frame = 73728
        else:
            blocks_per_frame = 9216
        self.bits_per_sample = 0
        if header[48:].startswith(b""WAVEfmt""):
            self.bits_per_sample = struct.unpack(""<H"", header[74:76])[0]
    self.version /= 1000.0
    self.length = 0.0
    if (self.sample_rate != 0) and (total_frames > 0):
        total_blocks = (total_frames - 1) * blocks_per_frame + final_frame_blocks
        self.length = float(total_blocks) / self.sample_rate","def __init__ ( self , fileobj ) : <TAB> """"""Raises MonkeysAudioHeaderError"""""" <TAB> header = fileobj . read ( 76 ) <TAB> if len ( header ) != 76 or not header . startswith ( b""MAC "" ) : <TAB> <TAB> raise MonkeysAudioHeaderError ( ""not a Monkey's Audio file"" ) <TAB> self . version = cdata . ushort_le ( header [ 4 : 6 ] ) <TAB> if self . version >= 3980 : <TAB> <TAB> ( <TAB> <TAB> <TAB> blocks_per_frame , <TAB> <TAB> <TAB> final_frame_blocks , <TAB> <TAB> <TAB> total_frames , <TAB> <TAB> <TAB> self . bits_per_sample , <TAB> <TAB> <TAB> self . channels , <TAB> <TAB> <TAB> self . sample_rate , <TAB> <TAB> ) = struct . unpack ( ""<IIIHHI"" , header [ 56 : 76 ] ) <TAB> else : <TAB> <TAB> compression_level = cdata . ushort_le ( header [ 6 : 8 ] ) <TAB> <TAB> self . channels , self . sample_rate = struct . unpack ( ""<HI"" , header [ 10 : 16 ] ) <TAB> <TAB> total_frames , final_frame_blocks = struct . unpack ( ""<II"" , header [ 24 : 32 ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> blocks_per_frame = 73728 * 4 <TAB> <TAB> elif self . version >= 3900 or ( self . version >= 3800 and compression_level == 4 ) : <TAB> <TAB> <TAB> blocks_per_frame = 73728 <TAB> <TAB> else : <TAB> <TAB> <TAB> blocks_per_frame = 9216 <TAB> <TAB> self . bits_per_sample = 0 <TAB> <TAB> if header [ 48 : ] . startswith ( b""WAVEfmt"" ) : <TAB> <TAB> <TAB> self . bits_per_sample = struct . unpack ( ""<H"" , header [ 74 : 76 ] ) [ 0 ] <TAB> self . version /= 1000.0 <TAB> self . length = 0.0 <TAB> if ( self . sample_rate != 0 ) and ( total_frames > 0 ) : <TAB> <TAB> total_blocks = ( total_frames - 1 ) * blocks_per_frame + final_frame_blocks <TAB> <TAB> self . length = float ( total_blocks ) / self . sample_rate",if self . version >= 3950 :,469
5468,"def extract_line_count(filename, target_dir):
    # Extract the line count of a file
    example_file = os.path.join(target_dir, filename)
    if six.PY2:
        lines = open(example_file).readlines()
    else:
        lines = open(example_file, encoding=""utf-8"").readlines()
    start_row = 0
    if lines and lines[0].startswith(""#!""):
        lines.pop(0)
        start_row = 1
    line_iterator = iter(lines)
    tokens = tokenize.generate_tokens(lambda: next(line_iterator))
    check_docstring = True
    erow_docstring = 0
    for tok_type, _, _, (erow, _), _ in tokens:
        tok_type = token.tok_name[tok_type]
        if tok_type in (""NEWLINE"", ""COMMENT"", ""NL"", ""INDENT"", ""DEDENT""):
            continue
        elif (tok_type == ""STRING"") and check_docstring:
            erow_docstring = erow
            check_docstring = False
    return erow_docstring + 1 + start_row, erow + 1 + start_row","def extract_line_count ( filename , target_dir ) : <TAB> <TAB> example_file = os . path . join ( target_dir , filename ) <TAB> if six . PY2 : <TAB> <TAB> lines = open ( example_file ) . readlines ( ) <TAB> else : <TAB> <TAB> lines = open ( example_file , encoding = ""utf-8"" ) . readlines ( ) <TAB> start_row = 0 <TAB> if lines and lines [ 0 ] . startswith ( ""#!"" ) : <TAB> <TAB> lines . pop ( 0 ) <TAB> <TAB> start_row = 1 <TAB> line_iterator = iter ( lines ) <TAB> tokens = tokenize . generate_tokens ( lambda : next ( line_iterator ) ) <TAB> check_docstring = True <TAB> erow_docstring = 0 <TAB> for tok_type , _ , _ , ( erow , _ ) , _ in tokens : <TAB> <TAB> tok_type = token . tok_name [ tok_type ] <TAB> <TAB> if tok_type in ( ""NEWLINE"" , ""COMMENT"" , ""NL"" , ""INDENT"" , ""DEDENT"" ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> erow_docstring = erow <TAB> <TAB> <TAB> check_docstring = False <TAB> return erow_docstring + 1 + start_row , erow + 1 + start_row","elif ( tok_type == ""STRING"" ) and check_docstring :",289
17065,"def init_errorhandler():
    # http error handling
    for ex in default_exceptions:
        if ex < 500:
            app.register_error_handler(ex, error_http)
        elif ex == 500:
            app.register_error_handler(ex, internal_error)
    if services.ldap:
        # Only way of catching the LDAPException upon logging in with LDAP server down
        @app.errorhandler(services.ldap.LDAPException)
        def handle_exception(e):
            log.debug(""LDAP server not accessible while trying to login to opds feed"")
            return error_http(FailedDependency())","def init_errorhandler ( ) : <TAB> <TAB> for ex in default_exceptions : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> app . register_error_handler ( ex , error_http ) <TAB> <TAB> elif ex == 500 : <TAB> <TAB> <TAB> app . register_error_handler ( ex , internal_error ) <TAB> if services . ldap : <TAB> <TAB> <TAB> <TAB> @ app . errorhandler ( services . ldap . LDAPException ) <TAB> <TAB> def handle_exception ( e ) : <TAB> <TAB> <TAB> log . debug ( ""LDAP server not accessible while trying to login to opds feed"" ) <TAB> <TAB> <TAB> return error_http ( FailedDependency ( ) )",if ex < 500 :,168
17994,"def _process_checkpoint_store_for_checklist(self):
    config_commented_map: CommentedMap = self.data_context.get_config().commented_map
    checkpoint_store_name: Optional[str] = config_commented_map.get(
        ""checkpoint_store_name""
    )
    stores: dict = config_commented_map[""stores""]
    if checkpoint_store_name:
        if stores.get(checkpoint_store_name):
            self.upgrade_log[""skipped_upgrade""] = True
        else:
            self.upgrade_checklist[""stores""] = {
                checkpoint_store_name: DataContextConfigDefaults.DEFAULT_STORES.value[
                    DataContextConfigDefaults.DEFAULT_CHECKPOINT_STORE_NAME.value
                ]
            }
    else:
        checkpoint_store_name = (
            DataContextConfigDefaults.DEFAULT_CHECKPOINT_STORE_NAME.value
        )
        self.upgrade_checklist[""checkpoint_store_name""] = checkpoint_store_name
        if not stores.get(checkpoint_store_name):
            self.upgrade_checklist[""stores""] = {
                checkpoint_store_name: DataContextConfigDefaults.DEFAULT_STORES.value[
                    checkpoint_store_name
                ]
            }
","def _process_checkpoint_store_for_checklist ( self ) : <TAB> config_commented_map : CommentedMap = self . data_context . get_config ( ) . commented_map <TAB> checkpoint_store_name : Optional [ str ] = config_commented_map . get ( <TAB> <TAB> ""checkpoint_store_name"" <TAB> ) <TAB> stores : dict = config_commented_map [ ""stores"" ] <TAB> if checkpoint_store_name : <TAB> <TAB> if stores . get ( checkpoint_store_name ) : <TAB> <TAB> <TAB> self . upgrade_log [ ""skipped_upgrade"" ] = True <TAB> <TAB> else : <TAB> <TAB> <TAB> self . upgrade_checklist [ ""stores"" ] = { <TAB> <TAB> <TAB> <TAB> checkpoint_store_name : DataContextConfigDefaults . DEFAULT_STORES . value [ <TAB> <TAB> <TAB> <TAB> <TAB> DataContextConfigDefaults . DEFAULT_CHECKPOINT_STORE_NAME . value <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> } <TAB> else : <TAB> <TAB> checkpoint_store_name = ( <TAB> <TAB> <TAB> DataContextConfigDefaults . DEFAULT_CHECKPOINT_STORE_NAME . value <TAB> <TAB> ) <TAB> <TAB> self . upgrade_checklist [ ""checkpoint_store_name"" ] = checkpoint_store_name <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . upgrade_checklist [ ""stores"" ] = { <TAB> <TAB> <TAB> <TAB> checkpoint_store_name : DataContextConfigDefaults . DEFAULT_STORES . value [ <TAB> <TAB> <TAB> <TAB> <TAB> checkpoint_store_name <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> }",if not stores . get ( checkpoint_store_name ) :,341
12061,"def TryMerge(self, d):
    while d.avail() > 0:
        tt = d.getVarInt32()
        if tt == 8:
            self.set_value(d.getVarInt32())
            continue
        if tt == 0:
            raise ProtocolBuffer.ProtocolBufferDecodeError
        d.skipData(tt)","def TryMerge ( self , d ) : <TAB> while d . avail ( ) > 0 : <TAB> <TAB> tt = d . getVarInt32 ( ) <TAB> <TAB> if tt == 8 : <TAB> <TAB> <TAB> self . set_value ( d . getVarInt32 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ProtocolBuffer . ProtocolBufferDecodeError <TAB> <TAB> d . skipData ( tt )",if tt == 0 :,90
4301,"def update_actions(self, items, changed):
    if len(items) > 0:
        can_create = isinstance(items[0], model.Folder) and len(items) == 1
        can_copy = True
        for item in items:
            if isinstance(item, model.Folder):
                can_copy = False
                break
        self.action_new_top_folder.setEnabled(True)
        self.action_new_sub_folder.setEnabled(can_create)
        self.action_new_phrase.setEnabled(can_create)
        self.action_new_script.setEnabled(can_create)
        self.action_copy_item.setEnabled(can_copy)
        self.action_clone_item.setEnabled(can_copy)
        self.action_paste_item.setEnabled(
            can_create and len(self.central_widget.cutCopiedItems) > 0
        )
        self.action_record_script.setEnabled(
            isinstance(items[0], model.Script) and len(items) == 1
        )
        self.action_run_script.setEnabled(
            isinstance(items[0], model.Script) and len(items) == 1
        )
        self.menu_insert_macros.setEnabled(
            isinstance(items[0], model.Phrase) and len(items) == 1
        )
        if changed:
            self.action_save.setEnabled(False)
            self.action_undo.setEnabled(False)
            self.action_redo.setEnabled(False)","def update_actions ( self , items , changed ) : <TAB> if len ( items ) > 0 : <TAB> <TAB> can_create = isinstance ( items [ 0 ] , model . Folder ) and len ( items ) == 1 <TAB> <TAB> can_copy = True <TAB> <TAB> for item in items : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> can_copy = False <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> self . action_new_top_folder . setEnabled ( True ) <TAB> <TAB> self . action_new_sub_folder . setEnabled ( can_create ) <TAB> <TAB> self . action_new_phrase . setEnabled ( can_create ) <TAB> <TAB> self . action_new_script . setEnabled ( can_create ) <TAB> <TAB> self . action_copy_item . setEnabled ( can_copy ) <TAB> <TAB> self . action_clone_item . setEnabled ( can_copy ) <TAB> <TAB> self . action_paste_item . setEnabled ( <TAB> <TAB> <TAB> can_create and len ( self . central_widget . cutCopiedItems ) > 0 <TAB> <TAB> ) <TAB> <TAB> self . action_record_script . setEnabled ( <TAB> <TAB> <TAB> isinstance ( items [ 0 ] , model . Script ) and len ( items ) == 1 <TAB> <TAB> ) <TAB> <TAB> self . action_run_script . setEnabled ( <TAB> <TAB> <TAB> isinstance ( items [ 0 ] , model . Script ) and len ( items ) == 1 <TAB> <TAB> ) <TAB> <TAB> self . menu_insert_macros . setEnabled ( <TAB> <TAB> <TAB> isinstance ( items [ 0 ] , model . Phrase ) and len ( items ) == 1 <TAB> <TAB> ) <TAB> <TAB> if changed : <TAB> <TAB> <TAB> self . action_save . setEnabled ( False ) <TAB> <TAB> <TAB> self . action_undo . setEnabled ( False ) <TAB> <TAB> <TAB> self . action_redo . setEnabled ( False )","if isinstance ( item , model . Folder ) :",399
858,"def __str__(self):
    # Lambda function that formats the wires
    wires_print = lambda ob: ""'"".join(map(str, ob.wires.tolist()))
    terms_ls = []
    for i, obs in enumerate(self.ops):
        if isinstance(obs, Tensor):
            obs_strs = [
                f""{OBS_MAP.get(ob.name, ob.name)}{wires_print(ob)}"" for ob in obs.obs
            ]
            ob_str = "" "".join(obs_strs)
        elif isinstance(obs, Observable):
            ob_str = f""{OBS_MAP.get(obs.name, obs.name)}{wires_print(obs)}""
        term_str = f""({self.coeffs[i]}) [{ob_str}]""
        terms_ls.append(term_str)
    return ""\n+ "".join(terms_ls)
","def __str__ ( self ) : <TAB> <TAB> wires_print = lambda ob : ""'"" . join ( map ( str , ob . wires . tolist ( ) ) ) <TAB> terms_ls = [ ] <TAB> for i , obs in enumerate ( self . ops ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> obs_strs = [ <TAB> <TAB> <TAB> <TAB> f""{OBS_MAP.get(ob.name, ob.name)}{wires_print(ob)}"" for ob in obs . obs <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> ob_str = "" "" . join ( obs_strs ) <TAB> <TAB> elif isinstance ( obs , Observable ) : <TAB> <TAB> <TAB> ob_str = f""{OBS_MAP.get(obs.name, obs.name)}{wires_print(obs)}"" <TAB> <TAB> term_str = f""({self.coeffs[i]}) [{ob_str}]"" <TAB> <TAB> terms_ls . append ( term_str ) <TAB> return ""\n+ "" . join ( terms_ls )","if isinstance ( obs , Tensor ) :",229
20525,"def _moments(
    self, inputs: tf.Tensor, use_batch_stats: types.BoolLike
) -> Tuple[tf.Tensor, tf.Tensor]:
    if use_batch_stats:
        if self._fused:
            # The raw ops version of fused batch norm calculates the mean and
            # variance internally but requires tensors to be passed in.
            mean = self._fused_constant
            variance = self._fused_constant
        else:
            mean, variance = tf.nn.moments(inputs, self._axis, keepdims=True)
    else:  # use moving stats
        mean = self.moving_mean.value
        variance = self.moving_variance.value
        if self._fused:
            mean = tf.squeeze(mean, self._axis)
            variance = tf.squeeze(variance, self._axis)
    return mean, variance
","def _moments ( <TAB> self , inputs : tf . Tensor , use_batch_stats : types . BoolLike ) -> Tuple [ tf . Tensor , tf . Tensor ] : <TAB> if use_batch_stats : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> mean = self . _fused_constant <TAB> <TAB> <TAB> variance = self . _fused_constant <TAB> <TAB> else : <TAB> <TAB> <TAB> mean , variance = tf . nn . moments ( inputs , self . _axis , keepdims = True ) <TAB> else : <TAB> <TAB> mean = self . moving_mean . value <TAB> <TAB> variance = self . moving_variance . value <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> mean = tf . squeeze ( mean , self . _axis ) <TAB> <TAB> <TAB> variance = tf . squeeze ( variance , self . _axis ) <TAB> return mean , variance",if self . _fused :,216
138,"def show_message(self, message, title=None, important=False, widget=None):
    if important:
        dlg = Gtk.MessageDialog(
            self.main_window,
            Gtk.DialogFlags.MODAL,
            Gtk.MessageType.INFO,
            Gtk.ButtonsType.OK,
        )
        if title:
            dlg.set_title(str(title))
            dlg.set_markup(
                '<span weight=""bold"" size=""larger"">%s</span>\n\n%s' % (title, message)
            )
        else:
            dlg.set_markup('<span weight=""bold"" size=""larger"">%s</span>' % (message))
        dlg.run()
        dlg.destroy()
    else:
        gpodder.user_extensions.on_notification_show(title, message)
","def show_message ( self , message , title = None , important = False , widget = None ) : <TAB> if important : <TAB> <TAB> dlg = Gtk . MessageDialog ( <TAB> <TAB> <TAB> self . main_window , <TAB> <TAB> <TAB> Gtk . DialogFlags . MODAL , <TAB> <TAB> <TAB> Gtk . MessageType . INFO , <TAB> <TAB> <TAB> Gtk . ButtonsType . OK , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> dlg . set_title ( str ( title ) ) <TAB> <TAB> <TAB> dlg . set_markup ( <TAB> <TAB> <TAB> <TAB> '<span weight=""bold"" size=""larger"">%s</span>\n\n%s' % ( title , message ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> dlg . set_markup ( '<span weight=""bold"" size=""larger"">%s</span>' % ( message ) ) <TAB> <TAB> dlg . run ( ) <TAB> <TAB> dlg . destroy ( ) <TAB> else : <TAB> <TAB> gpodder . user_extensions . on_notification_show ( title , message )",if title :,218
961,"def devices(self):
    """"""Wait for new DS4 devices to appear.""""""
    context = Context()
    existing_devices = context.list_devices(subsystem=""hidraw"")
    future_devices = self._get_future_devices(context)
    for hidraw_device in itertools.chain(existing_devices, future_devices):
        hid_device = hidraw_device.parent
        if hid_device.subsystem != ""hid"":
            continue
        cls = HID_DEVICES.get(hid_device.get(""HID_NAME""))
        if not cls:
            continue
        for child in hid_device.parent.children:
            event_device = child.get(""DEVNAME"", """")
            if event_device.startswith(""/dev/input/event""):
                break
        else:
            continue
        try:
            device_addr = hid_device.get(""HID_UNIQ"", """").upper()
            if device_addr:
                device_name = ""{0} {1}"".format(device_addr, hidraw_device.sys_name)
            else:
                device_name = hidraw_device.sys_name
            yield cls(
                name=device_name,
                addr=device_addr,
                type=cls.__type__,
                hidraw_device=hidraw_device.device_node,
                event_device=event_device,
            )
        except DeviceError as err:
            self.logger.error(""Unable to open DS4 device: {0}"", err)","def devices ( self ) : <TAB> """"""Wait for new DS4 devices to appear."""""" <TAB> context = Context ( ) <TAB> existing_devices = context . list_devices ( subsystem = ""hidraw"" ) <TAB> future_devices = self . _get_future_devices ( context ) <TAB> for hidraw_device in itertools . chain ( existing_devices , future_devices ) : <TAB> <TAB> hid_device = hidraw_device . parent <TAB> <TAB> if hid_device . subsystem != ""hid"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> cls = HID_DEVICES . get ( hid_device . get ( ""HID_NAME"" ) ) <TAB> <TAB> if not cls : <TAB> <TAB> <TAB> continue <TAB> <TAB> for child in hid_device . parent . children : <TAB> <TAB> <TAB> event_device = child . get ( ""DEVNAME"" , """" ) <TAB> <TAB> <TAB> if event_device . startswith ( ""/dev/input/event"" ) : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> device_addr = hid_device . get ( ""HID_UNIQ"" , """" ) . upper ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> device_name = ""{0} {1}"" . format ( device_addr , hidraw_device . sys_name ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> device_name = hidraw_device . sys_name <TAB> <TAB> <TAB> yield cls ( <TAB> <TAB> <TAB> <TAB> name = device_name , <TAB> <TAB> <TAB> <TAB> addr = device_addr , <TAB> <TAB> <TAB> <TAB> type = cls . __type__ , <TAB> <TAB> <TAB> <TAB> hidraw_device = hidraw_device . device_node , <TAB> <TAB> <TAB> <TAB> event_device = event_device , <TAB> <TAB> <TAB> ) <TAB> <TAB> except DeviceError as err : <TAB> <TAB> <TAB> self . logger . error ( ""Unable to open DS4 device: {0}"" , err )",if device_addr :,413
25573,"def iterfieldselect(source, field, where, complement, missing):
    it = iter(source)
    hdr = next(it)
    yield tuple(hdr)
    indices = asindices(hdr, field)
    getv = operator.itemgetter(*indices)
    for row in it:
        try:
            v = getv(row)
        except IndexError:
            v = missing
        if bool(where(v)) != complement:  # XOR
            yield tuple(row)
","def iterfieldselect ( source , field , where , complement , missing ) : <TAB> it = iter ( source ) <TAB> hdr = next ( it ) <TAB> yield tuple ( hdr ) <TAB> indices = asindices ( hdr , field ) <TAB> getv = operator . itemgetter ( * indices ) <TAB> for row in it : <TAB> <TAB> try : <TAB> <TAB> <TAB> v = getv ( row ) <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> v = missing <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield tuple ( row )",if bool ( where ( v ) ) != complement :,122
13176,"def test_connect(
    ipaddr, port, device, partition, method, path, headers=None, query_string=None
):
    if path == ""/a"":
        for k, v in headers.iteritems():
            if k.lower() == test_header.lower() and v == test_value:
                break
        else:
            test_errors.append(""%s: %s not in %s"" % (test_header, test_value, headers))
","def test_connect ( <TAB> ipaddr , port , device , partition , method , path , headers = None , query_string = None ) : <TAB> if path == ""/a"" : <TAB> <TAB> for k , v in headers . iteritems ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> test_errors . append ( ""%s: %s not in %s"" % ( test_header , test_value , headers ) )",if k . lower ( ) == test_header . lower ( ) and v == test_value :,116
7484,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.I64:
                self.txn_high_water_mark = iprot.readI64()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.SET:
                self.open_txns = set()
                (_etype416, _size413) = iprot.readSetBegin()
                for _i417 in xrange(_size413):
                    _elem418 = iprot.readI64()
                    self.open_txns.add(_elem418)
                iprot.readSetEnd()
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.I64:
                self.min_open_txn = iprot.readI64()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . I64 : <TAB> <TAB> <TAB> <TAB> self . txn_high_water_mark = iprot . readI64 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . SET : <TAB> <TAB> <TAB> <TAB> self . open_txns = set ( ) <TAB> <TAB> <TAB> <TAB> ( _etype416 , _size413 ) = iprot . readSetBegin ( ) <TAB> <TAB> <TAB> <TAB> for _i417 in xrange ( _size413 ) : <TAB> <TAB> <TAB> <TAB> <TAB> _elem418 = iprot . readI64 ( ) <TAB> <TAB> <TAB> <TAB> <TAB> self . open_txns . add ( _elem418 ) <TAB> <TAB> <TAB> <TAB> iprot . readSetEnd ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . I64 : <TAB> <TAB> <TAB> <TAB> self . min_open_txn = iprot . readI64 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",elif fid == 3 :,471
20537,"def _get_dbutils():
    try:
        import IPython
        ip_shell = IPython.get_ipython()
        if ip_shell is None:
            raise _NoDbutilsError
        return ip_shell.ns_table[""user_global""][""dbutils""]
    except ImportError:
        raise _NoDbutilsError
    except KeyError:
        raise _NoDbutilsError
","def _get_dbutils ( ) : <TAB> try : <TAB> <TAB> import IPython <TAB> <TAB> ip_shell = IPython . get_ipython ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise _NoDbutilsError <TAB> <TAB> return ip_shell . ns_table [ ""user_global"" ] [ ""dbutils"" ] <TAB> except ImportError : <TAB> <TAB> raise _NoDbutilsError <TAB> except KeyError : <TAB> <TAB> raise _NoDbutilsError",if ip_shell is None :,97
10599,"def split_artists(self, json):
    if len(json) == 0:
        ([], [])
    elif len(json) == 1:
        artist = Artist.query.filter_by(name=json[0][""name""]).first()
        return ([artist], [])
    my_artists = []
    other_artists = []
    for artist_dict in json:
        artist = Artist.query.filter_by(name=artist_dict[""name""])
        if artist.count():
            my_artists.append(artist.first())
        else:
            del artist_dict[""thumb_url""]
            other_artists.append(artist_dict)
    return (my_artists, other_artists)","def split_artists ( self , json ) : <TAB> if len ( json ) == 0 : <TAB> <TAB> ( [ ] , [ ] ) <TAB> elif len ( json ) == 1 : <TAB> <TAB> artist = Artist . query . filter_by ( name = json [ 0 ] [ ""name"" ] ) . first ( ) <TAB> <TAB> return ( [ artist ] , [ ] ) <TAB> my_artists = [ ] <TAB> other_artists = [ ] <TAB> for artist_dict in json : <TAB> <TAB> artist = Artist . query . filter_by ( name = artist_dict [ ""name"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> my_artists . append ( artist . first ( ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> del artist_dict [ ""thumb_url"" ] <TAB> <TAB> <TAB> other_artists . append ( artist_dict ) <TAB> return ( my_artists , other_artists )",if artist . count ( ) :,176
1427,"def _get_image(self, image_list, source):
    if source.startswith(""wx""):
        img = wx.ArtProvider_GetBitmap(source, wx.ART_OTHER, _SIZE)
    else:
        path = os.path.join(_BASE, source)
        if source.endswith(""gif""):
            img = wx.Image(path, wx.BITMAP_TYPE_GIF).ConvertToBitmap()
        else:
            img = wx.Image(path, wx.BITMAP_TYPE_PNG).ConvertToBitmap()
    return image_list.Add(img)
","def _get_image ( self , image_list , source ) : <TAB> if source . startswith ( ""wx"" ) : <TAB> <TAB> img = wx . ArtProvider_GetBitmap ( source , wx . ART_OTHER , _SIZE ) <TAB> else : <TAB> <TAB> path = os . path . join ( _BASE , source ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> img = wx . Image ( path , wx . BITMAP_TYPE_GIF ) . ConvertToBitmap ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> img = wx . Image ( path , wx . BITMAP_TYPE_PNG ) . ConvertToBitmap ( ) <TAB> return image_list . Add ( img )","if source . endswith ( ""gif"" ) :",144
3337,"def _load_windows_store_certs(self, storename, purpose):
    certs = bytearray()
    try:
        for cert, encoding, trust in enum_certificates(storename):
            # CA certs are never PKCS#7 encoded
            if encoding == ""x509_asn"":
                if trust is True or purpose.oid in trust:
                    certs.extend(cert)
    except OSError:
        warnings.warn(""unable to enumerate Windows certificate store"")
    if certs:
        self.load_verify_locations(cadata=certs)
    return certs","def _load_windows_store_certs ( self , storename , purpose ) : <TAB> certs = bytearray ( ) <TAB> try : <TAB> <TAB> for cert , encoding , trust in enum_certificates ( storename ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if trust is True or purpose . oid in trust : <TAB> <TAB> <TAB> <TAB> <TAB> certs . extend ( cert ) <TAB> except OSError : <TAB> <TAB> warnings . warn ( ""unable to enumerate Windows certificate store"" ) <TAB> if certs : <TAB> <TAB> self . load_verify_locations ( cadata = certs ) <TAB> return certs","if encoding == ""x509_asn"" :",145
8708,"def process(self):
    objects = self.inputs[""Object""].sv_get()
    if not objects:
        return
    include_vertex = self.outputs[""Vertex Mask""].is_linked
    include_edges = self.outputs[""Edge Mask""].is_linked
    include_faces = self.outputs[""Face Mask""].is_linked
    face_mask, edge_mask, vertex_mask = [], [], []
    get_selected_from = lambda data: [i.select for i in data]
    for obj in objects:
        mesh = obj.data
        if obj == bpy.context.edit_object:
            bm = bmesh.from_edit_mesh(mesh)
            face_data = bm.faces
            edge_data = bm.edges
            vertex_data = bm.verts
        else:
            face_data = mesh.polygons
            edge_data = mesh.edges
            vertex_data = mesh.vertices
        if include_faces:
            face_mask.append(get_selected_from(face_data))
        if include_edges:
            edge_mask.append(get_selected_from(edge_data))
        if include_vertex:
            vertex_mask.append(get_selected_from(vertex_data))
    self.outputs[""Vertex Mask""].sv_set(vertex_mask)
    self.outputs[""Edge Mask""].sv_set(edge_mask)
    self.outputs[""Face Mask""].sv_set(face_mask)
","def process ( self ) : <TAB> objects = self . inputs [ ""Object"" ] . sv_get ( ) <TAB> if not objects : <TAB> <TAB> return <TAB> include_vertex = self . outputs [ ""Vertex Mask"" ] . is_linked <TAB> include_edges = self . outputs [ ""Edge Mask"" ] . is_linked <TAB> include_faces = self . outputs [ ""Face Mask"" ] . is_linked <TAB> face_mask , edge_mask , vertex_mask = [ ] , [ ] , [ ] <TAB> get_selected_from = lambda data : [ i . select for i in data ] <TAB> for obj in objects : <TAB> <TAB> mesh = obj . data <TAB> <TAB> if obj == bpy . context . edit_object : <TAB> <TAB> <TAB> bm = bmesh . from_edit_mesh ( mesh ) <TAB> <TAB> <TAB> face_data = bm . faces <TAB> <TAB> <TAB> edge_data = bm . edges <TAB> <TAB> <TAB> vertex_data = bm . verts <TAB> <TAB> else : <TAB> <TAB> <TAB> face_data = mesh . polygons <TAB> <TAB> <TAB> edge_data = mesh . edges <TAB> <TAB> <TAB> vertex_data = mesh . vertices <TAB> <TAB> if include_faces : <TAB> <TAB> <TAB> face_mask . append ( get_selected_from ( face_data ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> edge_mask . append ( get_selected_from ( edge_data ) ) <TAB> <TAB> if include_vertex : <TAB> <TAB> <TAB> vertex_mask . append ( get_selected_from ( vertex_data ) ) <TAB> self . outputs [ ""Vertex Mask"" ] . sv_set ( vertex_mask ) <TAB> self . outputs [ ""Edge Mask"" ] . sv_set ( edge_mask ) <TAB> self . outputs [ ""Face Mask"" ] . sv_set ( face_mask )",if include_edges :,374
1740,"def PyMemoryView_GetContiguous(obj, buffertype, order_int):
    PyBUF_READ = 0x100
    PyBUF_WRITE = 0x200
    assert buffertype == PyBUF_READ or buffertype == PyBUF_WRITE
    order = chr(order_int)
    assert order == ""C"" or order == ""F"" or order == ""A""
    mv = memoryview(obj)
    release = True
    try:
        if buffertype == PyBUF_WRITE and mv.readonly:
            raise BufferError(""underlying buffer is not writable"")
        if mv.contiguous:
            release = False
            return mv
        if buffertype == PyBUF_WRITE:
            raise BufferError(
                ""writable contiguous buffer requested for a non-contiguous object.""
            )
        mv_bytes = memoryview(mv.tobytes(order))
        if mv.format == ""B"":
            return mv_bytes
        else:
            try:
                return mv_bytes.cast(mv.format)
            finally:
                mv_bytes.release()
    finally:
        if release:
            mv.release()","def PyMemoryView_GetContiguous ( obj , buffertype , order_int ) : <TAB> PyBUF_READ = 0x100 <TAB> PyBUF_WRITE = 0x200 <TAB> assert buffertype == PyBUF_READ or buffertype == PyBUF_WRITE <TAB> order = chr ( order_int ) <TAB> assert order == ""C"" or order == ""F"" or order == ""A"" <TAB> mv = memoryview ( obj ) <TAB> release = True <TAB> try : <TAB> <TAB> if buffertype == PyBUF_WRITE and mv . readonly : <TAB> <TAB> <TAB> raise BufferError ( ""underlying buffer is not writable"" ) <TAB> <TAB> if mv . contiguous : <TAB> <TAB> <TAB> release = False <TAB> <TAB> <TAB> return mv <TAB> <TAB> if buffertype == PyBUF_WRITE : <TAB> <TAB> <TAB> raise BufferError ( <TAB> <TAB> <TAB> <TAB> ""writable contiguous buffer requested for a non-contiguous object."" <TAB> <TAB> <TAB> ) <TAB> <TAB> mv_bytes = memoryview ( mv . tobytes ( order ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return mv_bytes <TAB> <TAB> else : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> return mv_bytes . cast ( mv . format ) <TAB> <TAB> <TAB> finally : <TAB> <TAB> <TAB> <TAB> mv_bytes . release ( ) <TAB> finally : <TAB> <TAB> if release : <TAB> <TAB> <TAB> mv . release ( )","if mv . format == ""B"" :",292
5748,"def monitor_filter(self):
    """"""Return filtered running container objects list""""""
    running_containers = self.running_filter()
    monitored_containers = []
    for container in running_containers:
        ouro_label = container.labels.get(""com.ouroboros.enable"", False)
        # if labels enabled, use the label. 'true/yes' trigger monitoring.
        if self.config.label_enable and ouro_label:
            if ouro_label.lower() in [""true"", ""yes""]:
                monitored_containers.append(container)
            else:
                continue
        elif not self.config.labels_only:
            if self.config.monitor:
                if (
                    container.name in self.config.monitor
                    and container.name not in self.config.ignore
                ):
                    monitored_containers.append(container)
            elif container.name not in self.config.ignore:
                monitored_containers.append(container)
    self.data_manager.monitored_containers[self.socket] = len(monitored_containers)
    self.data_manager.set(self.socket)
    return monitored_containers
","def monitor_filter ( self ) : <TAB> """"""Return filtered running container objects list"""""" <TAB> running_containers = self . running_filter ( ) <TAB> monitored_containers = [ ] <TAB> for container in running_containers : <TAB> <TAB> ouro_label = container . labels . get ( ""com.ouroboros.enable"" , False ) <TAB> <TAB> <TAB> <TAB> if self . config . label_enable and ouro_label : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> monitored_containers . append ( container ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> elif not self . config . labels_only : <TAB> <TAB> <TAB> if self . config . monitor : <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> <TAB> container . name in self . config . monitor <TAB> <TAB> <TAB> <TAB> <TAB> and container . name not in self . config . ignore <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> monitored_containers . append ( container ) <TAB> <TAB> <TAB> elif container . name not in self . config . ignore : <TAB> <TAB> <TAB> <TAB> monitored_containers . append ( container ) <TAB> self . data_manager . monitored_containers [ self . socket ] = len ( monitored_containers ) <TAB> self . data_manager . set ( self . socket ) <TAB> return monitored_containers","if ouro_label . lower ( ) in [ ""true"" , ""yes"" ] :",321
3312,"def get_source(self, fullname=None):
    fullname = self._fix_name(fullname)
    if self.source is None:
        mod_type = self.etc[2]
        if mod_type == imp.PY_SOURCE:
            self._reopen()
            try:
                self.source = self.file.read()
            finally:
                self.file.close()
        elif mod_type == imp.PY_COMPILED:
            if os.path.exists(self.filename[:-1]):
                f = open(self.filename[:-1], ""rU"")
                self.source = f.read()
                f.close()
        elif mod_type == imp.PKG_DIRECTORY:
            self.source = self._get_delegate().get_source()
    return self.source","def get_source ( self , fullname = None ) : <TAB> fullname = self . _fix_name ( fullname ) <TAB> if self . source is None : <TAB> <TAB> mod_type = self . etc [ 2 ] <TAB> <TAB> if mod_type == imp . PY_SOURCE : <TAB> <TAB> <TAB> self . _reopen ( ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> self . source = self . file . read ( ) <TAB> <TAB> <TAB> finally : <TAB> <TAB> <TAB> <TAB> self . file . close ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if os . path . exists ( self . filename [ : - 1 ] ) : <TAB> <TAB> <TAB> <TAB> f = open ( self . filename [ : - 1 ] , ""rU"" ) <TAB> <TAB> <TAB> <TAB> self . source = f . read ( ) <TAB> <TAB> <TAB> <TAB> f . close ( ) <TAB> <TAB> elif mod_type == imp . PKG_DIRECTORY : <TAB> <TAB> <TAB> self . source = self . _get_delegate ( ) . get_source ( ) <TAB> return self . source",elif mod_type == imp . PY_COMPILED :,218
4837,"def scan_address(ip_address, **kwargs):
    snmp_name = kwargs.get(""snmp_name"", """") or """"
    http_family = kwargs.get(""http_family"", """") or """"
    if ""nx-os"" in snmp_name.lower():
        raise NoMatchError(""Incompatible Nexus found."")
    if ""xen"" not in snmp_name and ""xen"" not in http_family.lower():
        raise NoMatchError(""XEN not found."")
    auths = SETTINGS.get(""xen_auths"")
    messages = []
    result = get_base_result_template(""ssh_xen"", messages)
    if not auths:
        result[""status""] = ""error""
        messages.append(
            ""Not configured. Set XEN_AUTHS in your configuration file."",
        )
    else:
        for user, password in auths:
            if user is None or password is None:
                continue
            try:
                ssh = _connect_ssh(ip_address, user, password)
            except AuthError:
                ssh = None
                continue
            else:
                break
        if not ssh:
            result[""status""] = ""error""
            messages.append(""Authorization failed."")
        else:
            try:
                device_info = _ssh_xen(ssh, ip_address)
            except (Error, ConnectionError) as e:
                result[""status""] = ""error""
                messages.append(unicode(e))
            else:
                result.update(
                    {
                        ""status"": ""success"",
                        ""device"": device_info,
                    }
                )
            finally:
                ssh.close()
    return result
","def scan_address ( ip_address , ** kwargs ) : <TAB> snmp_name = kwargs . get ( ""snmp_name"" , """" ) or """" <TAB> http_family = kwargs . get ( ""http_family"" , """" ) or """" <TAB> if ""nx-os"" in snmp_name . lower ( ) : <TAB> <TAB> raise NoMatchError ( ""Incompatible Nexus found."" ) <TAB> if ""xen"" not in snmp_name and ""xen"" not in http_family . lower ( ) : <TAB> <TAB> raise NoMatchError ( ""XEN not found."" ) <TAB> auths = SETTINGS . get ( ""xen_auths"" ) <TAB> messages = [ ] <TAB> result = get_base_result_template ( ""ssh_xen"" , messages ) <TAB> if not auths : <TAB> <TAB> result [ ""status"" ] = ""error"" <TAB> <TAB> messages . append ( <TAB> <TAB> <TAB> ""Not configured. Set XEN_AUTHS in your configuration file."" , <TAB> <TAB> ) <TAB> else : <TAB> <TAB> for user , password in auths : <TAB> <TAB> <TAB> if user is None or password is None : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> ssh = _connect_ssh ( ip_address , user , password ) <TAB> <TAB> <TAB> except AuthError : <TAB> <TAB> <TAB> <TAB> ssh = None <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result [ ""status"" ] = ""error"" <TAB> <TAB> <TAB> messages . append ( ""Authorization failed."" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> device_info = _ssh_xen ( ssh , ip_address ) <TAB> <TAB> <TAB> except ( Error , ConnectionError ) as e : <TAB> <TAB> <TAB> <TAB> result [ ""status"" ] = ""error"" <TAB> <TAB> <TAB> <TAB> messages . append ( unicode ( e ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> result . update ( <TAB> <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""status"" : ""success"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""device"" : device_info , <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> finally : <TAB> <TAB> <TAB> <TAB> ssh . close ( ) <TAB> return result",if not ssh :,480
4826,"def get_location(device):
    location = []
    node = device
    while node:
        position = node.get_position() or """"
        if position:
            position = "" [%s]"" % position
        location.append(node.name + position)
        node = node.parent
    return "" / "".join(reversed(location))
","def get_location ( device ) : <TAB> location = [ ] <TAB> node = device <TAB> while node : <TAB> <TAB> position = node . get_position ( ) or """" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> position = "" [%s]"" % position <TAB> <TAB> location . append ( node . name + position ) <TAB> <TAB> node = node . parent <TAB> return "" / "" . join ( reversed ( location ) )",if position :,87
8319,"def _analyze(self):
    region = self._region.recursive_copy()
    # visit the region in post-order DFS
    parent_map = {}
    stack = [region]
    while stack:
        current_region = stack[-1]
        has_region = False
        for node in networkx.dfs_postorder_nodes(
            current_region.graph, current_region.head
        ):
            subnodes = []
            if type(node) is GraphRegion:
                if node.cyclic:
                    subnodes.append(node)
                else:
                    subnodes.insert(0, node)
                parent_map[node] = current_region
                has_region = True
            stack.extend(subnodes)
        if not has_region:
            # pop this region from the stack
            stack.pop()
            # Get the parent region
            parent_region = parent_map.get(current_region, None)
            # structure this region
            st = self.project.analyses.Structurer(
                current_region,
                parent_map=parent_map,
                condition_processor=self.cond_proc,
            )
            # replace this region with the resulting node in its parent region... if it's not an orphan
            if not parent_region:
                # this is the top-level region. we are done!
                self.result = st.result
                break
            self._replace_region(parent_region, current_region, st.result)
    self.result = self.cond_proc.remove_claripy_bool_asts(self.result)","def _analyze ( self ) : <TAB> region = self . _region . recursive_copy ( ) <TAB> <TAB> parent_map = { } <TAB> stack = [ region ] <TAB> while stack : <TAB> <TAB> current_region = stack [ - 1 ] <TAB> <TAB> has_region = False <TAB> <TAB> for node in networkx . dfs_postorder_nodes ( <TAB> <TAB> <TAB> current_region . graph , current_region . head <TAB> <TAB> ) : <TAB> <TAB> <TAB> subnodes = [ ] <TAB> <TAB> <TAB> if type ( node ) is GraphRegion : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> subnodes . append ( node ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> subnodes . insert ( 0 , node ) <TAB> <TAB> <TAB> <TAB> parent_map [ node ] = current_region <TAB> <TAB> <TAB> <TAB> has_region = True <TAB> <TAB> <TAB> stack . extend ( subnodes ) <TAB> <TAB> if not has_region : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> stack . pop ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> parent_region = parent_map . get ( current_region , None ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> st = self . project . analyses . Structurer ( <TAB> <TAB> <TAB> <TAB> current_region , <TAB> <TAB> <TAB> <TAB> parent_map = parent_map , <TAB> <TAB> <TAB> <TAB> condition_processor = self . cond_proc , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not parent_region : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . result = st . result <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> self . _replace_region ( parent_region , current_region , st . result ) <TAB> self . result = self . cond_proc . remove_claripy_bool_asts ( self . result )",if node . cyclic :,445
7747,"def _expect_success(self, config, name=""block""):
    if not self.fails:
        return
    for fail in self.fails:
        if not fail(config):
            break
    else:
        raise AssertionError(
            ""Unexpected success for '%s' (%s)""
            % (name, "" and "".join(fail._as_string(config) for fail in self.fails))
        )
","def _expect_success ( self , config , name = ""block"" ) : <TAB> if not self . fails : <TAB> <TAB> return <TAB> for fail in self . fails : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> else : <TAB> <TAB> raise AssertionError ( <TAB> <TAB> <TAB> ""Unexpected success for '%s' (%s)"" <TAB> <TAB> <TAB> % ( name , "" and "" . join ( fail . _as_string ( config ) for fail in self . fails ) ) <TAB> <TAB> )",if not fail ( config ) :,106
1524,"def test_mix_alloc_dealloc5_3_7():
    allocs = mixed_alloc_dealloc_list([5, 3, 7], count=50)
    capacity = sum([a for a in allocs if a > 0])
    allocator = RegionAllocator(capacity)
    regions = []
    for alloc in allocs:
        if alloc > 0:
            regions.append(allocator.alloc(alloc))
        else:
            region = regions[abs(alloc)]
            allocator.dealloc(region)
    assert allocator.get_free_size() == allocator.capacity","def test_mix_alloc_dealloc5_3_7 ( ) : <TAB> allocs = mixed_alloc_dealloc_list ( [ 5 , 3 , 7 ] , count = 50 ) <TAB> capacity = sum ( [ a for a in allocs if a > 0 ] ) <TAB> allocator = RegionAllocator ( capacity ) <TAB> regions = [ ] <TAB> for alloc in allocs : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> regions . append ( allocator . alloc ( alloc ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> region = regions [ abs ( alloc ) ] <TAB> <TAB> <TAB> allocator . dealloc ( region ) <TAB> assert allocator . get_free_size ( ) == allocator . capacity",if alloc > 0 :,149
20861,"def __save_ledger_entry_as_je(self, ledger_entry, quickbooks_id):
    try:
        accounts = []
        for line in ledger_entry[""lines""]:
            account_line = {
                ""account"": line[""account""],
                ""cost_center"": self.default_cost_center,
            }
            if line[""credit""]:
                account_line[""credit_in_account_currency""] = line[""credit""]
            else:
                account_line[""debit_in_account_currency""] = line[""debit""]
            accounts.append(account_line)
        posting_date = ledger_entry[""date""]
        self.__save_journal_entry(quickbooks_id, accounts, posting_date)
    except Exception as e:
        self._log_error(e, ledger_entry)
","def __save_ledger_entry_as_je ( self , ledger_entry , quickbooks_id ) : <TAB> try : <TAB> <TAB> accounts = [ ] <TAB> <TAB> for line in ledger_entry [ ""lines"" ] : <TAB> <TAB> <TAB> account_line = { <TAB> <TAB> <TAB> <TAB> ""account"" : line [ ""account"" ] , <TAB> <TAB> <TAB> <TAB> ""cost_center"" : self . default_cost_center , <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> account_line [ ""credit_in_account_currency"" ] = line [ ""credit"" ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> account_line [ ""debit_in_account_currency"" ] = line [ ""debit"" ] <TAB> <TAB> <TAB> accounts . append ( account_line ) <TAB> <TAB> posting_date = ledger_entry [ ""date"" ] <TAB> <TAB> self . __save_journal_entry ( quickbooks_id , accounts , posting_date ) <TAB> except Exception as e : <TAB> <TAB> self . _log_error ( e , ledger_entry )","if line [ ""credit"" ] :",227
1636,"def stimulus():
    stopped.next = 0
    yield delay(10)
    exp = intbv(0)[W:]
    val = intbv(0)[W:]
    random_word = intbv(0)[32:]
    random_word[:] = 93
    for i in range(2 ** 18):
        exp[:] = 0
        for s in range(L):
            random_word[:] = glibc_random(random_word)
            val[:] = random_word[W:]
            if exp < val:
                exp[:] = val
            a[s].next = val
        yield clock.negedge
        assert z == exp
    stopped.next = 1
    yield delay(10)",def stimulus ( ) : <TAB> stopped . next = 0 <TAB> yield delay ( 10 ) <TAB> exp = intbv ( 0 ) [ W : ] <TAB> val = intbv ( 0 ) [ W : ] <TAB> random_word = intbv ( 0 ) [ 32 : ] <TAB> random_word [ : ] = 93 <TAB> for i in range ( 2 ** 18 ) : <TAB> <TAB> exp [ : ] = 0 <TAB> <TAB> for s in range ( L ) : <TAB> <TAB> <TAB> random_word [ : ] = glibc_random ( random_word ) <TAB> <TAB> <TAB> val [ : ] = random_word [ W : ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> exp [ : ] = val <TAB> <TAB> <TAB> a [ s ] . next = val <TAB> <TAB> yield clock . negedge <TAB> <TAB> assert z == exp <TAB> stopped . next = 1 <TAB> yield delay ( 10 ),if exp < val :,182
5053,"def __init__(self, coverage):
    self.coverage = coverage
    self.config = self.coverage.config
    self.source_paths = set()
    if self.config.source:
        for src in self.config.source:
            if os.path.exists(src):
                if not self.config.relative_files:
                    src = files.canonical_filename(src)
                self.source_paths.add(src)
    self.packages = {}
    self.xml_out = None
","def __init__ ( self , coverage ) : <TAB> self . coverage = coverage <TAB> self . config = self . coverage . config <TAB> self . source_paths = set ( ) <TAB> if self . config . source : <TAB> <TAB> for src in self . config . source : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if not self . config . relative_files : <TAB> <TAB> <TAB> <TAB> <TAB> src = files . canonical_filename ( src ) <TAB> <TAB> <TAB> <TAB> self . source_paths . add ( src ) <TAB> self . packages = { } <TAB> self . xml_out = None",if os . path . exists ( src ) :,133
16981,"def _parse_tag_specifications(self, spec):
    try:
        tag_spec_num = max(
            [
                int(key.split(""."")[1])
                for key in spec
                if key.startswith(""tag_specification_set"")
            ]
        )
    except ValueError:  # no tag specifications
        return {}
    tag_specifications = {}
    for si in range(1, tag_spec_num + 1):
        resource_type = spec[""tag_specification_set.{si}._resource_type"".format(si=si)]
        tags = [
            key
            for key in spec
            if key.startswith(""tag_specification_set.{si}._tag"".format(si=si))
        ]
        tag_num = max([int(key.split(""."")[3]) for key in tags])
        tag_specifications[resource_type] = dict(
            (
                spec[""tag_specification_set.{si}._tag.{ti}._key"".format(si=si, ti=ti)],
                spec[
                    ""tag_specification_set.{si}._tag.{ti}._value"".format(si=si, ti=ti)
                ],
            )
            for ti in range(1, tag_num + 1)
        )
    return tag_specifications","def _parse_tag_specifications ( self , spec ) : <TAB> try : <TAB> <TAB> tag_spec_num = max ( <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> int ( key . split ( ""."" ) [ 1 ] ) <TAB> <TAB> <TAB> <TAB> for key in spec <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ] <TAB> <TAB> ) <TAB> except ValueError : <TAB> <TAB> return { } <TAB> tag_specifications = { } <TAB> for si in range ( 1 , tag_spec_num + 1 ) : <TAB> <TAB> resource_type = spec [ ""tag_specification_set.{si}._resource_type"" . format ( si = si ) ] <TAB> <TAB> tags = [ <TAB> <TAB> <TAB> key <TAB> <TAB> <TAB> for key in spec <TAB> <TAB> <TAB> if key . startswith ( ""tag_specification_set.{si}._tag"" . format ( si = si ) ) <TAB> <TAB> ] <TAB> <TAB> tag_num = max ( [ int ( key . split ( ""."" ) [ 3 ] ) for key in tags ] ) <TAB> <TAB> tag_specifications [ resource_type ] = dict ( <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> spec [ ""tag_specification_set.{si}._tag.{ti}._key"" . format ( si = si , ti = ti ) ] , <TAB> <TAB> <TAB> <TAB> spec [ <TAB> <TAB> <TAB> <TAB> <TAB> ""tag_specification_set.{si}._tag.{ti}._value"" . format ( si = si , ti = ti ) <TAB> <TAB> <TAB> <TAB> ] , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> for ti in range ( 1 , tag_num + 1 ) <TAB> <TAB> ) <TAB> return tag_specifications","if key . startswith ( ""tag_specification_set"" )",357
432,"def _build_index(self):
    self._index = {}
    for start_char, sorted_offsets in self._offsets.items():
        self._index[start_char] = {}
        for i, offset in enumerate(sorted_offsets.get_offsets()):
            identifier = sorted_offsets.get_identifier_by_offset(offset)
            if identifier[0 : self.index_depth] not in self._index[start_char]:
                self._index[start_char][identifier[0 : self.index_depth]] = i","def _build_index ( self ) : <TAB> self . _index = { } <TAB> for start_char , sorted_offsets in self . _offsets . items ( ) : <TAB> <TAB> self . _index [ start_char ] = { } <TAB> <TAB> for i , offset in enumerate ( sorted_offsets . get_offsets ( ) ) : <TAB> <TAB> <TAB> identifier = sorted_offsets . get_identifier_by_offset ( offset ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . _index [ start_char ] [ identifier [ 0 : self . index_depth ] ] = i",if identifier [ 0 : self . index_depth ] not in self . _index [ start_char ] :,134
15055,"def custom_generator(use_weights=False):
    batch_size = 10
    n_samples = 50
    while True:
        batch_index = np.random.randint(0, n_samples - batch_size)
        start = batch_index
        end = start + batch_size
        X = arr_data[start:end]
        y = arr_labels[start:end]
        if use_weights:
            w = arr_weights[start:end]
            yield X, y, w
        else:
            yield X, y","def custom_generator ( use_weights = False ) : <TAB> batch_size = 10 <TAB> n_samples = 50 <TAB> while True : <TAB> <TAB> batch_index = np . random . randint ( 0 , n_samples - batch_size ) <TAB> <TAB> start = batch_index <TAB> <TAB> end = start + batch_size <TAB> <TAB> X = arr_data [ start : end ] <TAB> <TAB> y = arr_labels [ start : end ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> w = arr_weights [ start : end ] <TAB> <TAB> <TAB> yield X , y , w <TAB> <TAB> else : <TAB> <TAB> <TAB> yield X , y",if use_weights :,143
246,"def _output_step(step_input_def, step_output_def):
    multiple = False
    if step_input_def in [""dataset"", ""dataset_multiple""]:
        input_type = ""dataset""
        collection_types = None
        if step_input_def == ""dataset_multiple"":
            multiple = True
    else:
        input_type = ""dataset_collection""
        collection_types = (
            step_input_def if isinstance(step_input_def, list) else [step_input_def]
        )
    output = {""name"": ""output"", ""extensions"": [""data""]}
    if step_output_def != ""dataset"":
        output[""collection""] = True
        output[""collection_type""] = step_output_def
    input_connection_input = [
        {""id"": 0, ""output_name"": ""output"", ""input_type"": input_type}
    ]
    if step_input_def == ""dataset"":
        # For whatever reason multiple = False inputs are not wrapped in a list.
        input_connection_input = input_connection_input[0]
    return {
        ""id"": 1,
        ""type"": ""tool"",
        ""inputs"": [
            {
                ""name"": ""input"",
                ""multiple"": multiple,
                ""input_type"": input_type,
                ""collection_types"": collection_types,
                ""extensions"": [""data""],
            }
        ],
        ""input_connections"": {""input"": input_connection_input},
        ""outputs"": [output],
        ""workflow_outputs"": [{""output_name"": ""output""}],
    }","def _output_step ( step_input_def , step_output_def ) : <TAB> multiple = False <TAB> if step_input_def in [ ""dataset"" , ""dataset_multiple"" ] : <TAB> <TAB> input_type = ""dataset"" <TAB> <TAB> collection_types = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> multiple = True <TAB> else : <TAB> <TAB> input_type = ""dataset_collection"" <TAB> <TAB> collection_types = ( <TAB> <TAB> <TAB> step_input_def if isinstance ( step_input_def , list ) else [ step_input_def ] <TAB> <TAB> ) <TAB> output = { ""name"" : ""output"" , ""extensions"" : [ ""data"" ] } <TAB> if step_output_def != ""dataset"" : <TAB> <TAB> output [ ""collection"" ] = True <TAB> <TAB> output [ ""collection_type"" ] = step_output_def <TAB> input_connection_input = [ <TAB> <TAB> { ""id"" : 0 , ""output_name"" : ""output"" , ""input_type"" : input_type } <TAB> ] <TAB> if step_input_def == ""dataset"" : <TAB> <TAB> <TAB> <TAB> input_connection_input = input_connection_input [ 0 ] <TAB> return { <TAB> <TAB> ""id"" : 1 , <TAB> <TAB> ""type"" : ""tool"" , <TAB> <TAB> ""inputs"" : [ <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""name"" : ""input"" , <TAB> <TAB> <TAB> <TAB> ""multiple"" : multiple , <TAB> <TAB> <TAB> <TAB> ""input_type"" : input_type , <TAB> <TAB> <TAB> <TAB> ""collection_types"" : collection_types , <TAB> <TAB> <TAB> <TAB> ""extensions"" : [ ""data"" ] , <TAB> <TAB> <TAB> } <TAB> <TAB> ] , <TAB> <TAB> ""input_connections"" : { ""input"" : input_connection_input } , <TAB> <TAB> ""outputs"" : [ output ] , <TAB> <TAB> ""workflow_outputs"" : [ { ""output_name"" : ""output"" } ] , <TAB> }","if step_input_def == ""dataset_multiple"" :",420
1842,"def test_set_get_priority(self):
    base = os.getpriority(os.PRIO_PROCESS, os.getpid())
    os.setpriority(os.PRIO_PROCESS, os.getpid(), base + 1)
    try:
        new_prio = os.getpriority(os.PRIO_PROCESS, os.getpid())
        if base >= 19 and new_prio <= 19:
            raise unittest.SkipTest(
                ""unable to reliably test setpriority ""
                ""at current nice level of %s"" % base
            )
        else:
            self.assertEqual(new_prio, base + 1)
    finally:
        try:
            os.setpriority(os.PRIO_PROCESS, os.getpid(), base)
        except OSError as err:
            if err.errno != errno.EACCES:
                raise","def test_set_get_priority ( self ) : <TAB> base = os . getpriority ( os . PRIO_PROCESS , os . getpid ( ) ) <TAB> os . setpriority ( os . PRIO_PROCESS , os . getpid ( ) , base + 1 ) <TAB> try : <TAB> <TAB> new_prio = os . getpriority ( os . PRIO_PROCESS , os . getpid ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise unittest . SkipTest ( <TAB> <TAB> <TAB> <TAB> ""unable to reliably test setpriority "" <TAB> <TAB> <TAB> <TAB> ""at current nice level of %s"" % base <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . assertEqual ( new_prio , base + 1 ) <TAB> finally : <TAB> <TAB> try : <TAB> <TAB> <TAB> os . setpriority ( os . PRIO_PROCESS , os . getpid ( ) , base ) <TAB> <TAB> except OSError as err : <TAB> <TAB> <TAB> if err . errno != errno . EACCES : <TAB> <TAB> <TAB> <TAB> raise",if base >= 19 and new_prio <= 19 :,219
14333,"def convert_to_py2():
    global PY2_CONVERTED
    if ""+"" not in version:
        # This is an official release, just use the pre existing existing
        # python2_source dir
        return
    if source_dir == ""python2_source"" and not PY2_CONVERTED:
        try:
            # Check if 3to2 exists
            subprocess.check_output([""3to2"", ""--help""])
            subprocess.check_output([""pasteurize"", ""--help""])
        except OSError as e:
            if e.errno != errno.ENOENT:
                raise
            if not os.path.exists(os.path.join(source_dir, ""pylatex"")):
                raise ImportError(
                    ""3to2 and future need to be installed ""
                    ""before installing when PyLaTeX for Python ""
                    ""2.7 when it is not installed using one of ""
                    ""the pip releases.""
                )
        else:
            converter = (
                os.path.dirname(os.path.realpath(__file__)) + ""/convert_to_py2.sh""
            )
            subprocess.check_call([converter])
            PY2_CONVERTED = True","def convert_to_py2 ( ) : <TAB> global PY2_CONVERTED <TAB> if ""+"" not in version : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> if source_dir == ""python2_source"" and not PY2_CONVERTED : <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> subprocess . check_output ( [ ""3to2"" , ""--help"" ] ) <TAB> <TAB> <TAB> subprocess . check_output ( [ ""pasteurize"" , ""--help"" ] ) <TAB> <TAB> except OSError as e : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> if not os . path . exists ( os . path . join ( source_dir , ""pylatex"" ) ) : <TAB> <TAB> <TAB> <TAB> raise ImportError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""3to2 and future need to be installed "" <TAB> <TAB> <TAB> <TAB> <TAB> ""before installing when PyLaTeX for Python "" <TAB> <TAB> <TAB> <TAB> <TAB> ""2.7 when it is not installed using one of "" <TAB> <TAB> <TAB> <TAB> <TAB> ""the pip releases."" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> converter = ( <TAB> <TAB> <TAB> <TAB> os . path . dirname ( os . path . realpath ( __file__ ) ) + ""/convert_to_py2.sh"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> subprocess . check_call ( [ converter ] ) <TAB> <TAB> <TAB> PY2_CONVERTED = True",if e . errno != errno . ENOENT :,327
6995,"def __handle_death_before_start(self, args):
    # args is (t, v, tb) or simply t or v
    if self._exc_info is None and self.dead:
        # the greenlet was never switched to before and it will
        # never be; _report_error was not called, the result was
        # not set, and the links weren't notified. Let's do it
        # here.
        #
        # checking that self.dead is true is essential, because
        # throw() does not necessarily kill the greenlet (if the
        # exception raised by throw() is caught somewhere inside
        # the greenlet).
        if len(args) == 1:
            arg = args[0]
            if issubclass(arg, BaseException):
                args = (arg, arg(), None)
            else:
                args = (type(arg), arg, None)
        elif not args:
            args = (GreenletExit, GreenletExit(), None)
        assert issubclass(args[0], BaseException)
        self.__report_error(args)","def __handle_death_before_start ( self , args ) : <TAB> <TAB> if self . _exc_info is None and self . dead : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if len ( args ) == 1 : <TAB> <TAB> <TAB> arg = args [ 0 ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> args = ( arg , arg ( ) , None ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> args = ( type ( arg ) , arg , None ) <TAB> <TAB> elif not args : <TAB> <TAB> <TAB> args = ( GreenletExit , GreenletExit ( ) , None ) <TAB> <TAB> assert issubclass ( args [ 0 ] , BaseException ) <TAB> <TAB> self . __report_error ( args )","if issubclass ( arg , BaseException ) :",278
14880,"def check_for_elastic_ip(ec2_info):
    # Build a list of all elatic IP in the account
    elastic_ips = []
    for region in ec2_info[""regions""]:
        if ""elastic_ips"" in ec2_info[""regions""][region]:
            for eip in ec2_info[""regions""][region][""elastic_ips""]:
                elastic_ips.append(eip)
    new_items = []
    new_macro_items = []
    for i, item in enumerate(
        ec2_info[""violations""][""non-elastic-ec2-public-ip-whitelisted""].items
    ):
        ip = netaddr.IPNetwork(item)
        found = False
        for eip in elastic_ips:
            eip = netaddr.IPNetwork(eip)
            if ip in eip:
                found = True
                break
        if not found:
            new_items.append(
                ec2_info[""violations""][""non-elastic-ec2-public-ip-whitelisted""].items[i]
            )
            new_macro_items.append(
                ec2_info[""violations""][
                    ""non-elastic-ec2-public-ip-whitelisted""
                ].macro_items[i]
            )
    ec2_info[""violations""][""non-elastic-ec2-public-ip-whitelisted""].items = new_items
    ec2_info[""violations""][
        ""non-elastic-ec2-public-ip-whitelisted""
    ].macro_items = new_macro_items","def check_for_elastic_ip ( ec2_info ) : <TAB> <TAB> elastic_ips = [ ] <TAB> for region in ec2_info [ ""regions"" ] : <TAB> <TAB> if ""elastic_ips"" in ec2_info [ ""regions"" ] [ region ] : <TAB> <TAB> <TAB> for eip in ec2_info [ ""regions"" ] [ region ] [ ""elastic_ips"" ] : <TAB> <TAB> <TAB> <TAB> elastic_ips . append ( eip ) <TAB> new_items = [ ] <TAB> new_macro_items = [ ] <TAB> for i , item in enumerate ( <TAB> <TAB> ec2_info [ ""violations"" ] [ ""non-elastic-ec2-public-ip-whitelisted"" ] . items <TAB> ) : <TAB> <TAB> ip = netaddr . IPNetwork ( item ) <TAB> <TAB> found = False <TAB> <TAB> for eip in elastic_ips : <TAB> <TAB> <TAB> eip = netaddr . IPNetwork ( eip ) <TAB> <TAB> <TAB> if ip in eip : <TAB> <TAB> <TAB> <TAB> found = True <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> new_items . append ( <TAB> <TAB> <TAB> <TAB> ec2_info [ ""violations"" ] [ ""non-elastic-ec2-public-ip-whitelisted"" ] . items [ i ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> new_macro_items . append ( <TAB> <TAB> <TAB> <TAB> ec2_info [ ""violations"" ] [ <TAB> <TAB> <TAB> <TAB> <TAB> ""non-elastic-ec2-public-ip-whitelisted"" <TAB> <TAB> <TAB> <TAB> ] . macro_items [ i ] <TAB> <TAB> <TAB> ) <TAB> ec2_info [ ""violations"" ] [ ""non-elastic-ec2-public-ip-whitelisted"" ] . items = new_items <TAB> ec2_info [ ""violations"" ] [ <TAB> <TAB> ""non-elastic-ec2-public-ip-whitelisted"" <TAB> ] . macro_items = new_macro_items",if not found :,417
9508,"def testTokenProcessMetadata(self):
    from music21.abcFormat import testFiles
    # noinspection SpellCheckingInspection
    for (tf, titleEncoded, meterEncoded, keyEncoded) in [
        (testFiles.fyrareprisarn, ""Fyrareprisarn"", ""3/4"", ""F""),
        (testFiles.mysteryReel, ""Mystery Reel"", ""C|"", ""G""),
        (
            testFiles.aleIsDear,
            ""Ale is Dear, The"",
            ""4/4"",
            ""D"",
        ),
        (testFiles.kitchGirl, ""Kitchen Girl"", ""4/4"", ""D""),
        (testFiles.williamAndNancy, ""William and Nancy"", ""6/8"", ""G""),
    ]:
        handler = ABCHandler()
        handler.tokenize(tf)
        handler.tokenProcess()
        tokens = handler.tokens  # get private for testing
        for t in tokens:
            if isinstance(t, ABCMetadata):
                if t.tag == ""T"":
                    self.assertEqual(t.data, titleEncoded)
                elif t.tag == ""M"":
                    self.assertEqual(t.data, meterEncoded)
                elif t.tag == ""K"":
                    self.assertEqual(t.data, keyEncoded)","def testTokenProcessMetadata ( self ) : <TAB> from music21 . abcFormat import testFiles <TAB> <TAB> for ( tf , titleEncoded , meterEncoded , keyEncoded ) in [ <TAB> <TAB> ( testFiles . fyrareprisarn , ""Fyrareprisarn"" , ""3/4"" , ""F"" ) , <TAB> <TAB> ( testFiles . mysteryReel , ""Mystery Reel"" , ""C|"" , ""G"" ) , <TAB> <TAB> ( <TAB> <TAB> <TAB> testFiles . aleIsDear , <TAB> <TAB> <TAB> ""Ale is Dear, The"" , <TAB> <TAB> <TAB> ""4/4"" , <TAB> <TAB> <TAB> ""D"" , <TAB> <TAB> ) , <TAB> <TAB> ( testFiles . kitchGirl , ""Kitchen Girl"" , ""4/4"" , ""D"" ) , <TAB> <TAB> ( testFiles . williamAndNancy , ""William and Nancy"" , ""6/8"" , ""G"" ) , <TAB> ] : <TAB> <TAB> handler = ABCHandler ( ) <TAB> <TAB> handler . tokenize ( tf ) <TAB> <TAB> handler . tokenProcess ( ) <TAB> <TAB> tokens = handler . tokens <TAB> <TAB> for t in tokens : <TAB> <TAB> <TAB> if isinstance ( t , ABCMetadata ) : <TAB> <TAB> <TAB> <TAB> if t . tag == ""T"" : <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( t . data , titleEncoded ) <TAB> <TAB> <TAB> <TAB> elif t . tag == ""M"" : <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( t . data , meterEncoded ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( t . data , keyEncoded )","elif t . tag == ""K"" :",364
9481,"def _to_group_name(self, field):
    # return a version of field which can be used as capture group, even
    # though it might contain '.'
    group = field.replace(""."", ""_"").replace(""["", ""_"").replace(""]"", ""_"")
    # make sure we don't collide (""a.b"" colliding with ""a_b"")
    n = 1
    while group in self._group_to_name_map:
        n += 1
        if ""."" in field:
            group = field.replace(""."", ""_"" * n)
        elif ""_"" in field:
            group = field.replace(""_"", ""_"" * n)
        else:
            raise KeyError(""duplicated group name %r"" % (field,))
    # save off the mapping
    self._group_to_name_map[group] = field
    self._name_to_group_map[field] = group
    return group","def _to_group_name ( self , field ) : <TAB> <TAB> <TAB> group = field . replace ( ""."" , ""_"" ) . replace ( ""["" , ""_"" ) . replace ( ""]"" , ""_"" ) <TAB> <TAB> n = 1 <TAB> while group in self . _group_to_name_map : <TAB> <TAB> n += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> group = field . replace ( ""."" , ""_"" * n ) <TAB> <TAB> elif ""_"" in field : <TAB> <TAB> <TAB> group = field . replace ( ""_"" , ""_"" * n ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise KeyError ( ""duplicated group name %r"" % ( field , ) ) <TAB> <TAB> self . _group_to_name_map [ group ] = field <TAB> self . _name_to_group_map [ field ] = group <TAB> return group","if ""."" in field :",213
17510,"def _build_for_eval(self, ds):
    ds.name = ""eval""
    program = F.Program()
    startup_prog = F.Program()
    with F.program_guard(program, startup_prog):
        # share var with Train net
        log.info(""Building Eval Graph"")
        fea = ds.features()
        fea = unflatten(fea, ds.data_schema)
        model_spec = _build_net(
            self.model_fn, fea, RunMode.EVAL, self.params, self.run_config
        )
        log.info(""Done"")
    # program = program.clone(for_test=True)
    # program check
    optimizer_ops = {""sgd"", ""adam"", ""adagrad""}
    for op in program.global_block().ops:
        if op.type == ""dropout"":
            op._set_attr(""is_test"", True)
        if op.type == ""batch_norm"":
            op._set_attr(""is_test"", True)
        if op.type in optimizer_ops:
            raise RuntimeError(""Found optimizer op in eval graph, op: %s"" % repr(op))
    log.info(
        ""Eval with: \n> Run_config: %s\n> Params: %s\n> Train_model_spec: %s\n""
        % (repr(self.run_config), repr(self.params), repr(model_spec))
    )
    return ProgramPair(train_program=program, startup_program=startup_prog), model_spec
","def _build_for_eval ( self , ds ) : <TAB> ds . name = ""eval"" <TAB> program = F . Program ( ) <TAB> startup_prog = F . Program ( ) <TAB> with F . program_guard ( program , startup_prog ) : <TAB> <TAB> <TAB> <TAB> log . info ( ""Building Eval Graph"" ) <TAB> <TAB> fea = ds . features ( ) <TAB> <TAB> fea = unflatten ( fea , ds . data_schema ) <TAB> <TAB> model_spec = _build_net ( <TAB> <TAB> <TAB> self . model_fn , fea , RunMode . EVAL , self . params , self . run_config <TAB> <TAB> ) <TAB> <TAB> log . info ( ""Done"" ) <TAB> <TAB> <TAB> optimizer_ops = { ""sgd"" , ""adam"" , ""adagrad"" } <TAB> for op in program . global_block ( ) . ops : <TAB> <TAB> if op . type == ""dropout"" : <TAB> <TAB> <TAB> op . _set_attr ( ""is_test"" , True ) <TAB> <TAB> if op . type == ""batch_norm"" : <TAB> <TAB> <TAB> op . _set_attr ( ""is_test"" , True ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise RuntimeError ( ""Found optimizer op in eval graph, op: %s"" % repr ( op ) ) <TAB> log . info ( <TAB> <TAB> ""Eval with: \n> Run_config: %s\n> Params: %s\n> Train_model_spec: %s\n"" <TAB> <TAB> % ( repr ( self . run_config ) , repr ( self . params ) , repr ( model_spec ) ) <TAB> ) <TAB> return ProgramPair ( train_program = program , startup_program = startup_prog ) , model_spec",if op . type in optimizer_ops :,394
10553,"def create_unix_server(
    self, protocol_factory, path=None, *, sock=None, backlog=100, ssl=None
):
    if isinstance(ssl, bool):
        raise TypeError(""ssl argument must be an SSLContext or None"")
    if path is not None:
        if sock is not None:
            raise ValueError(""path and sock can not be specified at the same time"")
        sock = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
        try:
            sock.bind(path)
        except OSError as exc:
            sock.close()
            if exc.errno == errno.EADDRINUSE:
                # Let's improve the error message by adding
                # with what exact address it occurs.
                msg = ""Address {!r} is already in use"".format(path)
                raise OSError(errno.EADDRINUSE, msg) from None
            else:
                raise
        except:
            sock.close()
            raise
    else:
        if sock is None:
            raise ValueError(""path was not specified, and no sock specified"")
        if sock.family != socket.AF_UNIX:
            raise ValueError(""A UNIX Domain Socket was expected, got {!r}"".format(sock))
    server = base_events.Server(self, [sock])
    sock.listen(backlog)
    sock.setblocking(False)
    self._start_serving(protocol_factory, sock, ssl, server)
    return server","def create_unix_server ( <TAB> self , protocol_factory , path = None , * , sock = None , backlog = 100 , ssl = None ) : <TAB> if isinstance ( ssl , bool ) : <TAB> <TAB> raise TypeError ( ""ssl argument must be an SSLContext or None"" ) <TAB> if path is not None : <TAB> <TAB> if sock is not None : <TAB> <TAB> <TAB> raise ValueError ( ""path and sock can not be specified at the same time"" ) <TAB> <TAB> sock = socket . socket ( socket . AF_UNIX , socket . SOCK_STREAM ) <TAB> <TAB> try : <TAB> <TAB> <TAB> sock . bind ( path ) <TAB> <TAB> except OSError as exc : <TAB> <TAB> <TAB> sock . close ( ) <TAB> <TAB> <TAB> if exc . errno == errno . EADDRINUSE : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> msg = ""Address {!r} is already in use"" . format ( path ) <TAB> <TAB> <TAB> <TAB> raise OSError ( errno . EADDRINUSE , msg ) from None <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> except : <TAB> <TAB> <TAB> sock . close ( ) <TAB> <TAB> <TAB> raise <TAB> else : <TAB> <TAB> if sock is None : <TAB> <TAB> <TAB> raise ValueError ( ""path was not specified, and no sock specified"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""A UNIX Domain Socket was expected, got {!r}"" . format ( sock ) ) <TAB> server = base_events . Server ( self , [ sock ] ) <TAB> sock . listen ( backlog ) <TAB> sock . setblocking ( False ) <TAB> self . _start_serving ( protocol_factory , sock , ssl , server ) <TAB> return server",if sock . family != socket . AF_UNIX :,378
21880,"def test_fvalue(self):
    if not getattr(self, ""skip_f"", False):
        rtol = getattr(self, ""rtol"", 1e-10)
        assert_allclose(self.res1.fvalue, self.res2.F, rtol=rtol)
        if hasattr(self.res2, ""Fp""):
            # only available with ivreg2
            assert_allclose(self.res1.f_pvalue, self.res2.Fp, rtol=rtol)
    else:
        raise pytest.skip(""TODO: document why this test is skipped"")","def test_fvalue ( self ) : <TAB> if not getattr ( self , ""skip_f"" , False ) : <TAB> <TAB> rtol = getattr ( self , ""rtol"" , 1e-10 ) <TAB> <TAB> assert_allclose ( self . res1 . fvalue , self . res2 . F , rtol = rtol ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> assert_allclose ( self . res1 . f_pvalue , self . res2 . Fp , rtol = rtol ) <TAB> else : <TAB> <TAB> raise pytest . skip ( ""TODO: document why this test is skipped"" )","if hasattr ( self . res2 , ""Fp"" ) :",143
24447,"def can_delete(conn, vol, path):
    """"""Is the passed path even deleteable""""""
    ret = True
    msg = None
    if vol:
        # Managed storage
        if vol.get_pool().get_type() == virtinst.Storage.StoragePool.TYPE_ISCSI:
            msg = _(""Cannot delete iscsi share."")
    else:
        if conn.is_remote():
            msg = _(""Cannot delete unmanaged remote storage."")
        elif not os.path.exists(path):
            msg = _(""Path does not exist."")
        elif not os.access(os.path.dirname(path), os.W_OK):
            msg = _(""No write access to parent directory."")
        elif stat.S_ISBLK(os.stat(path)[stat.ST_MODE]):
            msg = _(""Cannot delete unmanaged block device."")
    if msg:
        ret = False
    return (ret, msg)
","def can_delete ( conn , vol , path ) : <TAB> """"""Is the passed path even deleteable"""""" <TAB> ret = True <TAB> msg = None <TAB> if vol : <TAB> <TAB> <TAB> <TAB> if vol . get_pool ( ) . get_type ( ) == virtinst . Storage . StoragePool . TYPE_ISCSI : <TAB> <TAB> <TAB> msg = _ ( ""Cannot delete iscsi share."" ) <TAB> else : <TAB> <TAB> if conn . is_remote ( ) : <TAB> <TAB> <TAB> msg = _ ( ""Cannot delete unmanaged remote storage."" ) <TAB> <TAB> elif not os . path . exists ( path ) : <TAB> <TAB> <TAB> msg = _ ( ""Path does not exist."" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> msg = _ ( ""No write access to parent directory."" ) <TAB> <TAB> elif stat . S_ISBLK ( os . stat ( path ) [ stat . ST_MODE ] ) : <TAB> <TAB> <TAB> msg = _ ( ""Cannot delete unmanaged block device."" ) <TAB> if msg : <TAB> <TAB> ret = False <TAB> return ( ret , msg )","elif not os . access ( os . path . dirname ( path ) , os . W_OK ) :",237
11790,"def __print_receiver(self, package, receiver, prefix, include_intent_filters=False):
    self.stdout.write(""%s%s\n"" % (prefix, receiver.name))
    if include_intent_filters:
        intent_filters = self.find_intent_filters(receiver, ""receiver"")
        if len(intent_filters) > 0:
            for intent_filter in intent_filters:
                self.stdout.write(""%s  Intent Filter:\n"" % (prefix))
                if len(intent_filter.actions) > 0:
                    self.stdout.write(""%s    Actions:\n"" % (prefix))
                    for action in intent_filter.actions:
                        self.stdout.write(""%s      - %s\n"" % (prefix, action))
                if len(intent_filter.categories) > 0:
                    self.stdout.write(""%s    Categories:\n"" % (prefix))
                    for category in intent_filter.categories:
                        self.stdout.write(""%s      - %s\n"" % (prefix, category))
                if len(intent_filter.datas) > 0:
                    self.stdout.write(""%s    Data:\n"" % (prefix))
                    for data in intent_filter.datas:
                        self.stdout.write(""%s      - %s\n"" % (prefix, data))
    self.stdout.write(""%s  Permission: %s\n"" % (prefix, receiver.permission))","def __print_receiver ( self , package , receiver , prefix , include_intent_filters = False ) : <TAB> self . stdout . write ( ""%s%s\n"" % ( prefix , receiver . name ) ) <TAB> if include_intent_filters : <TAB> <TAB> intent_filters = self . find_intent_filters ( receiver , ""receiver"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for intent_filter in intent_filters : <TAB> <TAB> <TAB> <TAB> self . stdout . write ( ""%s  Intent Filter:\n"" % ( prefix ) ) <TAB> <TAB> <TAB> <TAB> if len ( intent_filter . actions ) > 0 : <TAB> <TAB> <TAB> <TAB> <TAB> self . stdout . write ( ""%s    Actions:\n"" % ( prefix ) ) <TAB> <TAB> <TAB> <TAB> <TAB> for action in intent_filter . actions : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . stdout . write ( ""%s      - %s\n"" % ( prefix , action ) ) <TAB> <TAB> <TAB> <TAB> if len ( intent_filter . categories ) > 0 : <TAB> <TAB> <TAB> <TAB> <TAB> self . stdout . write ( ""%s    Categories:\n"" % ( prefix ) ) <TAB> <TAB> <TAB> <TAB> <TAB> for category in intent_filter . categories : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . stdout . write ( ""%s      - %s\n"" % ( prefix , category ) ) <TAB> <TAB> <TAB> <TAB> if len ( intent_filter . datas ) > 0 : <TAB> <TAB> <TAB> <TAB> <TAB> self . stdout . write ( ""%s    Data:\n"" % ( prefix ) ) <TAB> <TAB> <TAB> <TAB> <TAB> for data in intent_filter . datas : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . stdout . write ( ""%s      - %s\n"" % ( prefix , data ) ) <TAB> self . stdout . write ( ""%s  Permission: %s\n"" % ( prefix , receiver . permission ) )",if len ( intent_filters ) > 0 :,410
25078,"def filter_out_test_code(file_handle):
    found_test_code = False
    for line in file_handle.readlines():
        if line.startswith("".. testcode:""):
            found_test_code = True
            continue
        if found_test_code is True:
            if line.startswith(""  ""):
                continue
            else:
                empty_line = line.strip()
                if len(empty_line) == 0:
                    continue
                else:
                    found_test_code = False
                    yield line
        else:
            for keyword in [""|version|"", ""|today|""]:
                if keyword in line:
                    break
            else:
                yield line","def filter_out_test_code ( file_handle ) : <TAB> found_test_code = False <TAB> for line in file_handle . readlines ( ) : <TAB> <TAB> if line . startswith ( "".. testcode:"" ) : <TAB> <TAB> <TAB> found_test_code = True <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if line . startswith ( ""  "" ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> empty_line = line . strip ( ) <TAB> <TAB> <TAB> <TAB> if len ( empty_line ) == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> found_test_code = False <TAB> <TAB> <TAB> <TAB> <TAB> yield line <TAB> <TAB> else : <TAB> <TAB> <TAB> for keyword in [ ""|version|"" , ""|today|"" ] : <TAB> <TAB> <TAB> <TAB> if keyword in line : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> yield line",if found_test_code is True :,208
16721,"def dataspec(config):
    master = yield fakemaster.make_master()
    data = connector.DataConnector()
    data.setServiceParent(master)
    if config[""out""] != ""--"":
        dirs = os.path.dirname(config[""out""])
        if dirs and not os.path.exists(dirs):
            os.makedirs(dirs)
        f = open(config[""out""], ""w"")
    else:
        f = sys.stdout
    if config[""global""] is not None:
        f.write(""window."" + config[""global""] + ""="")
    f.write(json.dumps(data.allEndpoints(), indent=2))
    f.close()
    defer.returnValue(0)","def dataspec ( config ) : <TAB> master = yield fakemaster . make_master ( ) <TAB> data = connector . DataConnector ( ) <TAB> data . setServiceParent ( master ) <TAB> if config [ ""out"" ] != ""--"" : <TAB> <TAB> dirs = os . path . dirname ( config [ ""out"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . makedirs ( dirs ) <TAB> <TAB> f = open ( config [ ""out"" ] , ""w"" ) <TAB> else : <TAB> <TAB> f = sys . stdout <TAB> if config [ ""global"" ] is not None : <TAB> <TAB> f . write ( ""window."" + config [ ""global"" ] + ""="" ) <TAB> f . write ( json . dumps ( data . allEndpoints ( ) , indent = 2 ) ) <TAB> f . close ( ) <TAB> defer . returnValue ( 0 )",if dirs and not os . path . exists ( dirs ) :,176
10244,"def _condition(ct):
    for qobj in args:
        if qobj.connector == ""AND"" and not qobj.negated:
            # normal kwargs are an AND anyway, so just use those for now
            for child in qobj.children:
                kwargs.update(dict([child]))
        else:
            raise NotImplementedError(""Unsupported Q object"")
    for attr, val in kwargs.items():
        if getattr(ct, attr) != val:
            return False
    return True
","def _condition ( ct ) : <TAB> for qobj in args : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for child in qobj . children : <TAB> <TAB> <TAB> <TAB> kwargs . update ( dict ( [ child ] ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise NotImplementedError ( ""Unsupported Q object"" ) <TAB> for attr , val in kwargs . items ( ) : <TAB> <TAB> if getattr ( ct , attr ) != val : <TAB> <TAB> <TAB> return False <TAB> return True","if qobj . connector == ""AND"" and not qobj . negated :",127
20017,"def get_filtering(self):
    """"""Return filering as a dict for submissions queryset""""""
    self.select_date_form = SelectDateForm(self.request.GET)
    result = dict()
    if self.select_date_form.is_valid():
        date_from = self.select_date_form.cleaned_data.get(""date_from"")
        date_to = self.select_date_form.cleaned_data.get(""date_to"")
        if date_to:
            # careful: date_to must be increased by 1 day
            # as submit_time is a time so will always be greater
            date_to += datetime.timedelta(days=1)
            if date_from:
                result[""submit_time__range""] = [date_from, date_to]
            else:
                result[""submit_time__lte""] = date_to
        elif date_from:
            result[""submit_time__gte""] = date_from
    return result","def get_filtering ( self ) : <TAB> """"""Return filering as a dict for submissions queryset"""""" <TAB> self . select_date_form = SelectDateForm ( self . request . GET ) <TAB> result = dict ( ) <TAB> if self . select_date_form . is_valid ( ) : <TAB> <TAB> date_from = self . select_date_form . cleaned_data . get ( ""date_from"" ) <TAB> <TAB> date_to = self . select_date_form . cleaned_data . get ( ""date_to"" ) <TAB> <TAB> if date_to : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> date_to += datetime . timedelta ( days = 1 ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> result [ ""submit_time__range"" ] = [ date_from , date_to ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> result [ ""submit_time__lte"" ] = date_to <TAB> <TAB> el <fill-in> <TAB> <TAB> <TAB> result [ ""submit_time__gte"" ] = date_from <TAB> return result",if date_from :,252
13046,"def test_bgr2hls():
    in_img = np.random.rand(10, 10, 3).astype(np.float32)
    out_img = mmcv.bgr2hls(in_img)
    argmax = in_img.argmax(axis=2)
    computed_hls = np.empty_like(in_img)
    for i in range(in_img.shape[0]):
        for j in range(in_img.shape[1]):
            b, g, r = in_img[i, j]
            maxc = max(r, g, b)
            minc = min(r, g, b)
            _l = (minc + maxc) / 2.0
            if minc == maxc:
                h = 0.0
                s = 0.0
            if _l <= 0.5:
                s = (maxc - minc) / (maxc + minc)
            else:
                s = (maxc - minc) / (2.0 - maxc - minc)
            if argmax[i, j] == 2:
                h = 60 * (g - b) / (maxc - minc)
            elif argmax[i, j] == 1:
                h = 60 * (2.0 + (b - r) / (maxc - minc))
            else:
                h = 60 * (4.0 + (r - g) / (maxc - minc))
            if h < 0:
                h += 360
            computed_hls[i, j, :] = [h, _l, s]
    assert_array_almost_equal(out_img, computed_hls, decimal=2)","def test_bgr2hls ( ) : <TAB> in_img = np . random . rand ( 10 , 10 , 3 ) . astype ( np . float32 ) <TAB> out_img = mmcv . bgr2hls ( in_img ) <TAB> argmax = in_img . argmax ( axis = 2 ) <TAB> computed_hls = np . empty_like ( in_img ) <TAB> for i in range ( in_img . shape [ 0 ] ) : <TAB> <TAB> for j in range ( in_img . shape [ 1 ] ) : <TAB> <TAB> <TAB> b , g , r = in_img [ i , j ] <TAB> <TAB> <TAB> maxc = max ( r , g , b ) <TAB> <TAB> <TAB> minc = min ( r , g , b ) <TAB> <TAB> <TAB> _l = ( minc + maxc ) / 2.0 <TAB> <TAB> <TAB> if minc == maxc : <TAB> <TAB> <TAB> <TAB> h = 0.0 <TAB> <TAB> <TAB> <TAB> s = 0.0 <TAB> <TAB> <TAB> if _l <= 0.5 : <TAB> <TAB> <TAB> <TAB> s = ( maxc - minc ) / ( maxc + minc ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> s = ( maxc - minc ) / ( 2.0 - maxc - minc ) <TAB> <TAB> <TAB> if argmax [ i , j ] == 2 : <TAB> <TAB> <TAB> <TAB> h = 60 * ( g - b ) / ( maxc - minc ) <TAB> <TAB> <TAB> elif argmax [ i , j ] == 1 : <TAB> <TAB> <TAB> <TAB> h = 60 * ( 2.0 + ( b - r ) / ( maxc - minc ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> h = 60 * ( 4.0 + ( r - g ) / ( maxc - minc ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> h += 360 <TAB> <TAB> <TAB> computed_hls [ i , j , : ] = [ h , _l , s ] <TAB> assert_array_almost_equal ( out_img , computed_hls , decimal = 2 )",if h < 0 :,445
7669,"def _fixture_setup(self):
    for db_name in self._databases_names(include_mirrors=False):
        # Reset sequences
        if self.reset_sequences:
            self._reset_sequences(db_name)
        # If we need to provide replica initial data from migrated apps,
        # then do so.
        if self.serialized_rollback and hasattr(
            connections[db_name], ""_test_serialized_contents""
        ):
            if self.available_apps is not None:
                apps.unset_available_apps()
            connections[db_name].creation.deserialize_db_from_string(
                connections[db_name]._test_serialized_contents
            )
            if self.available_apps is not None:
                apps.set_available_apps(self.available_apps)
        if self.fixtures:
            # We have to use this slightly awkward syntax due to the fact
            # that we're using *args and **kwargs together.
            call_command(
                ""loaddata"", *self.fixtures, **{""verbosity"": 0, ""database"": db_name}
            )","def _fixture_setup ( self ) : <TAB> for db_name in self . _databases_names ( include_mirrors = False ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _reset_sequences ( db_name ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . serialized_rollback and hasattr ( <TAB> <TAB> <TAB> connections [ db_name ] , ""_test_serialized_contents"" <TAB> <TAB> ) : <TAB> <TAB> <TAB> if self . available_apps is not None : <TAB> <TAB> <TAB> <TAB> apps . unset_available_apps ( ) <TAB> <TAB> <TAB> connections [ db_name ] . creation . deserialize_db_from_string ( <TAB> <TAB> <TAB> <TAB> connections [ db_name ] . _test_serialized_contents <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if self . available_apps is not None : <TAB> <TAB> <TAB> <TAB> apps . set_available_apps ( self . available_apps ) <TAB> <TAB> if self . fixtures : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> call_command ( <TAB> <TAB> <TAB> <TAB> ""loaddata"" , * self . fixtures , ** { ""verbosity"" : 0 , ""database"" : db_name } <TAB> <TAB> <TAB> )",if self . reset_sequences :,298
12511,"def _parse_json_track(self, json):
    formats = []
    file_ = json.get(""file"")
    if isinstance(file_, dict):
        for format_id, format_url in file_.items():
            if not url_or_none(format_url):
                continue
            ext, abr_str = format_id.split(""-"", 1)
            formats.append(
                {
                    ""format_id"": format_id,
                    ""url"": self._proto_relative_url(format_url, ""http:""),
                    ""ext"": ext,
                    ""vcodec"": ""none"",
                    ""acodec"": ext,
                    ""abr"": int_or_none(abr_str),
                }
            )
    return {
        ""duration"": float_or_none(json.get(""duration"")),
        ""id"": str_or_none(json.get(""track_id"") or json.get(""id"")),
        ""title"": json.get(""title""),
        ""title_link"": json.get(""title_link""),
        ""number"": int_or_none(json.get(""track_num"")),
        ""formats"": formats,
    }","def _parse_json_track ( self , json ) : <TAB> formats = [ ] <TAB> file_ = json . get ( ""file"" ) <TAB> if isinstance ( file_ , dict ) : <TAB> <TAB> for format_id , format_url in file_ . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> ext , abr_str = format_id . split ( ""-"" , 1 ) <TAB> <TAB> <TAB> formats . append ( <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> ""format_id"" : format_id , <TAB> <TAB> <TAB> <TAB> <TAB> ""url"" : self . _proto_relative_url ( format_url , ""http:"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> ""ext"" : ext , <TAB> <TAB> <TAB> <TAB> <TAB> ""vcodec"" : ""none"" , <TAB> <TAB> <TAB> <TAB> <TAB> ""acodec"" : ext , <TAB> <TAB> <TAB> <TAB> <TAB> ""abr"" : int_or_none ( abr_str ) , <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> ) <TAB> return { <TAB> <TAB> ""duration"" : float_or_none ( json . get ( ""duration"" ) ) , <TAB> <TAB> ""id"" : str_or_none ( json . get ( ""track_id"" ) or json . get ( ""id"" ) ) , <TAB> <TAB> ""title"" : json . get ( ""title"" ) , <TAB> <TAB> ""title_link"" : json . get ( ""title_link"" ) , <TAB> <TAB> ""number"" : int_or_none ( json . get ( ""track_num"" ) ) , <TAB> <TAB> ""formats"" : formats , <TAB> }",if not url_or_none ( format_url ) :,324
22207,"def _indent(self, row, step):
    line, level, bullet = self[row]
    self._indent_row(row, step)
    if row == 0:
        # Indent the whole list
        for i in range(1, len(self)):
            if self[i][self.INDENT_COL] >= level:
                # double check implicit assumption that first item is at lowest level
                self._indent_row(i, step)
            else:
                break
    else:
        # Indent children
        for i in range(row + 1, len(self)):
            if self[i][self.INDENT_COL] > level:
                self._indent_row(i, step)
            else:
                break
        # Renumber - *after* children have been updated as well
        # Do not restrict to number bullets - we might be moving
        # a normal bullet into a numbered sub list
        # TODO - pull logic of renumber_list_after_indent here and use just renumber_list
        self.buffer.renumber_list_after_indent(line, level)","def _indent ( self , row , step ) : <TAB> line , level , bullet = self [ row ] <TAB> self . _indent_row ( row , step ) <TAB> if row == 0 : <TAB> <TAB> <TAB> <TAB> for i in range ( 1 , len ( self ) ) : <TAB> <TAB> <TAB> if self [ i ] [ self . INDENT_COL ] >= level : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _indent_row ( i , step ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> break <TAB> else : <TAB> <TAB> <TAB> <TAB> for i in range ( row + 1 , len ( self ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . _indent_row ( i , step ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . buffer . renumber_list_after_indent ( line , level )",if self [ i ] [ self . INDENT_COL ] > level :,289
13916,"def process_style_box(self, options):
    if self.has_form(""StyleBox"", 1, None):
        rules = self._leaves[1:]
        for rule in rules:
            if rule.has_form(""Rule"", 2):
                name = rule._leaves[0].get_name()
                value = rule._leaves[1]
                if name == ""System`ShowStringCharacters"":
                    value = value.is_true()
                    options = options.copy()
                    options[""show_string_characters""] = value
                elif name == ""System`ImageSizeMultipliers"":
                    if value.has_form(""List"", 2):
                        m1 = value._leaves[0].round_to_float()
                        m2 = value._leaves[1].round_to_float()
                        if m1 is not None and m2 is not None:
                            options = options.copy()
                            options[""image_size_multipliers""] = (m1, m2)
        return True, options
    else:
        return False, options","def process_style_box ( self , options ) : <TAB> if self . has_form ( ""StyleBox"" , 1 , None ) : <TAB> <TAB> rules = self . _leaves [ 1 : ] <TAB> <TAB> for rule in rules : <TAB> <TAB> <TAB> if rule . has_form ( ""Rule"" , 2 ) : <TAB> <TAB> <TAB> <TAB> name = rule . _leaves [ 0 ] . get_name ( ) <TAB> <TAB> <TAB> <TAB> value = rule . _leaves [ 1 ] <TAB> <TAB> <TAB> <TAB> if name == ""System`ShowStringCharacters"" : <TAB> <TAB> <TAB> <TAB> <TAB> value = value . is_true ( ) <TAB> <TAB> <TAB> <TAB> <TAB> options = options . copy ( ) <TAB> <TAB> <TAB> <TAB> <TAB> options [ ""show_string_characters"" ] = value <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> if value . has_form ( ""List"" , 2 ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> m1 = value . _leaves [ 0 ] . round_to_float ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> m2 = value . _leaves [ 1 ] . round_to_float ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if m1 is not None and m2 is not None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> options = options . copy ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> options [ ""image_size_multipliers"" ] = ( m1 , m2 ) <TAB> <TAB> return True , options <TAB> else : <TAB> <TAB> return False , options","elif name == ""System`ImageSizeMultipliers"" :",300
108,"def add_actors(self):
    """"""Adds `self.actors` to the scene.""""""
    if not self._actors_added:
        self.reader.render_window = self.scene.render_window
        self._update_reader()
        self._actors_added = True
        if not self.visible:
            self._visible_changed(self.visible)
        self.scene.render()
","def add_actors ( self ) : <TAB> """"""Adds `self.actors` to the scene."""""" <TAB> if not self . _actors_added : <TAB> <TAB> self . reader . render_window = self . scene . render_window <TAB> <TAB> self . _update_reader ( ) <TAB> <TAB> self . _actors_added = True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _visible_changed ( self . visible ) <TAB> <TAB> self . scene . render ( )",if not self . visible :,103
22798,"def file_fetch(fh, fromTime, untilTime, now=None, archiveToSelect=None):
    header = __readHeader(fh)
    if now is None:
        now = int(time.time())
    if untilTime is None:
        untilTime = now
    fromTime = int(fromTime)
    untilTime = int(untilTime)
    # Here we try and be flexible and return as much data as we can.
    # If the range of data is from too far in the past or fully in the future, we
    # return nothing
    if fromTime > untilTime:
        raise InvalidTimeInterval(
            ""Invalid time interval: from time '%s' is after until time '%s'""
            % (fromTime, untilTime)
        )
    oldestTime = now - header[""maxRetention""]
    # Range is in the future
    if fromTime > now:
        return None
    # Range is beyond retention
    if untilTime < oldestTime:
        return None
    # Range requested is partially beyond retention, adjust
    if fromTime < oldestTime:
        fromTime = oldestTime
    # Range is partially in the future, adjust
    if untilTime > now:
        untilTime = now
    diff = now - fromTime
    # Parse granularity if requested
    if archiveToSelect:
        retentionStr = str(archiveToSelect) + "":1""
        archiveToSelect = parseRetentionDef(retentionStr)[0]
    for archive in header[""archives""]:
        if archiveToSelect:
            if archive[""secondsPerPoint""] == archiveToSelect:
                break
            archive = None
        else:
            if archive[""retention""] >= diff:
                break
    if archiveToSelect and not archive:
        raise ValueError(""Invalid granularity: %s"" % (archiveToSelect))
    return __archive_fetch(fh, archive, fromTime, untilTime)","def file_fetch ( fh , fromTime , untilTime , now = None , archiveToSelect = None ) : <TAB> header = __readHeader ( fh ) <TAB> if now is None : <TAB> <TAB> now = int ( time . time ( ) ) <TAB> if untilTime is None : <TAB> <TAB> untilTime = now <TAB> fromTime = int ( fromTime ) <TAB> untilTime = int ( untilTime ) <TAB> <TAB> <TAB> <TAB> if fromTime > untilTime : <TAB> <TAB> raise InvalidTimeInterval ( <TAB> <TAB> <TAB> ""Invalid time interval: from time '%s' is after until time '%s'"" <TAB> <TAB> <TAB> % ( fromTime , untilTime ) <TAB> <TAB> ) <TAB> oldestTime = now - header [ ""maxRetention"" ] <TAB> <TAB> if fromTime > now : <TAB> <TAB> return None <TAB> <TAB> if untilTime < oldestTime : <TAB> <TAB> return None <TAB> <TAB> if fromTime < oldestTime : <TAB> <TAB> fromTime = oldestTime <TAB> <TAB> if untilTime > now : <TAB> <TAB> untilTime = now <TAB> diff = now - fromTime <TAB> <TAB> if archiveToSelect : <TAB> <TAB> retentionStr = str ( archiveToSelect ) + "":1"" <TAB> <TAB> archiveToSelect = parseRetentionDef ( retentionStr ) [ 0 ] <TAB> for archive in header [ ""archives"" ] : <TAB> <TAB> if archiveToSelect : <TAB> <TAB> <TAB> if archive [ ""secondsPerPoint"" ] == archiveToSelect : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> archive = None <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> if archiveToSelect and not archive : <TAB> <TAB> raise ValueError ( ""Invalid granularity: %s"" % ( archiveToSelect ) ) <TAB> return __archive_fetch ( fh , archive , fromTime , untilTime )","if archive [ ""retention"" ] >= diff :",469
22516,"def get_operation_order_from_stack(state):
    stack_items = list(reversed(stack()))
    # Find the *first* occurrence of our deploy file in the reversed stack
    if state.current_deploy_filename:
        for i, stack_item in enumerate(stack_items):
            frame = getframeinfo(stack_item[0])
            if frame.filename == state.current_deploy_filename:
                break
    else:
        i = 0
    # Now generate a list of line numbers *following that file*
    line_numbers = []
    for stack_item in stack_items[i:]:
        frame = getframeinfo(stack_item[0])
        if frame.filename.startswith(PYINFRA_API_DIR):
            continue
        if state.loop_filename and frame.filename == state.loop_filename:
            line_numbers.extend([state.loop_line, state.loop_counter])
        line_numbers.append(frame.lineno)
    del stack_items
    return line_numbers","def get_operation_order_from_stack ( state ) : <TAB> stack_items = list ( reversed ( stack ( ) ) ) <TAB> <TAB> if state . current_deploy_filename : <TAB> <TAB> for i , stack_item in enumerate ( stack_items ) : <TAB> <TAB> <TAB> frame = getframeinfo ( stack_item [ 0 ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> else : <TAB> <TAB> i = 0 <TAB> <TAB> line_numbers = [ ] <TAB> for stack_item in stack_items [ i : ] : <TAB> <TAB> frame = getframeinfo ( stack_item [ 0 ] ) <TAB> <TAB> if frame . filename . startswith ( PYINFRA_API_DIR ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if state . loop_filename and frame . filename == state . loop_filename : <TAB> <TAB> <TAB> line_numbers . extend ( [ state . loop_line , state . loop_counter ] ) <TAB> <TAB> line_numbers . append ( frame . lineno ) <TAB> del stack_items <TAB> return line_numbers",if frame . filename == state . current_deploy_filename :,258
15477,"def parseXmlNode(node):
    for element in node.findall(""boundary""):
        boundary = AttribDict()
        for child in element:
            if child.text:
                values = cleanupVals(child.text, child.tag)
                boundary[child.tag] = values
            else:
                boundary[child.tag] = None
        conf.boundaries.append(boundary)
    for element in node.findall(""test""):
        test = AttribDict()
        for child in element:
            if child.text and child.text.strip():
                values = cleanupVals(child.text, child.tag)
                test[child.tag] = values
            else:
                if len(child.findall(""*"")) == 0:
                    test[child.tag] = None
                    continue
                else:
                    test[child.tag] = AttribDict()
                for gchild in child:
                    if gchild.tag in test[child.tag]:
                        prevtext = test[child.tag][gchild.tag]
                        test[child.tag][gchild.tag] = [prevtext, gchild.text]
                    else:
                        test[child.tag][gchild.tag] = gchild.text
        conf.tests.append(test)","def parseXmlNode ( node ) : <TAB> for element in node . findall ( ""boundary"" ) : <TAB> <TAB> boundary = AttribDict ( ) <TAB> <TAB> for child in element : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> values = cleanupVals ( child . text , child . tag ) <TAB> <TAB> <TAB> <TAB> boundary [ child . tag ] = values <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> boundary [ child . tag ] = None <TAB> <TAB> conf . boundaries . append ( boundary ) <TAB> for element in node . findall ( ""test"" ) : <TAB> <TAB> test = AttribDict ( ) <TAB> <TAB> for child in element : <TAB> <TAB> <TAB> if child . text and child . text . strip ( ) : <TAB> <TAB> <TAB> <TAB> values = cleanupVals ( child . text , child . tag ) <TAB> <TAB> <TAB> <TAB> test [ child . tag ] = values <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if len ( child . findall ( ""*"" ) ) == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> test [ child . tag ] = None <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> test [ child . tag ] = AttribDict ( ) <TAB> <TAB> <TAB> <TAB> for gchild in child : <TAB> <TAB> <TAB> <TAB> <TAB> if gchild . tag in test [ child . tag ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> prevtext = test [ child . tag ] [ gchild . tag ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> test [ child . tag ] [ gchild . tag ] = [ prevtext , gchild . text ] <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> test [ child . tag ] [ gchild . tag ] = gchild . text <TAB> <TAB> conf . tests . append ( test )",if child . text :,370
2990,"def usgs_eros(self, scene, path):
    """"""Downloads the image from USGS""""""
    # download from usgs if login information is provided
    if self.usgs_user and self.usgs_pass:
        try:
            api_key = api.login(self.usgs_user, self.usgs_pass)
        except USGSError as e:
            error_tree = ElementTree.fromstring(str(e.message))
            error_text = error_tree.find(
                ""SOAP-ENV:Body/SOAP-ENV:Fault/faultstring"", api.NAMESPACES
            ).text
            raise USGSInventoryAccessMissing(error_text)
        download_url = api.download(""LANDSAT_8"", ""EE"", [scene], api_key=api_key)
        if download_url:
            self.output(""Source: USGS EarthExplorer"", normal=True, arrow=True)
            return self.fetch(download_url[0], path)
        raise RemoteFileDoesntExist(
            ""%s is not available on AWS S3, Google or USGS Earth Explorer"" % scene
        )
    raise RemoteFileDoesntExist(
        ""%s is not available on AWS S3 or Google Storage"" % scene
    )","def usgs_eros ( self , scene , path ) : <TAB> """"""Downloads the image from USGS"""""" <TAB> <TAB> if self . usgs_user and self . usgs_pass : <TAB> <TAB> try : <TAB> <TAB> <TAB> api_key = api . login ( self . usgs_user , self . usgs_pass ) <TAB> <TAB> except USGSError as e : <TAB> <TAB> <TAB> error_tree = ElementTree . fromstring ( str ( e . message ) ) <TAB> <TAB> <TAB> error_text = error_tree . find ( <TAB> <TAB> <TAB> <TAB> ""SOAP-ENV:Body/SOAP-ENV:Fault/faultstring"" , api . NAMESPACES <TAB> <TAB> <TAB> ) . text <TAB> <TAB> <TAB> raise USGSInventoryAccessMissing ( error_text ) <TAB> <TAB> download_url = api . download ( ""LANDSAT_8"" , ""EE"" , [ scene ] , api_key = api_key ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . output ( ""Source: USGS EarthExplorer"" , normal = True , arrow = True ) <TAB> <TAB> <TAB> return self . fetch ( download_url [ 0 ] , path ) <TAB> <TAB> raise RemoteFileDoesntExist ( <TAB> <TAB> <TAB> ""%s is not available on AWS S3, Google or USGS Earth Explorer"" % scene <TAB> <TAB> ) <TAB> raise RemoteFileDoesntExist ( <TAB> <TAB> ""%s is not available on AWS S3 or Google Storage"" % scene <TAB> )",if download_url :,331
24242,"def _unbyte(d):
    if d is None:
        return
    for k, v in list(d.items()):
        if isinstance(k, bytes):
            del d[k]
            d[k.decode(""utf8"")] = v
        if isinstance(v, dict):
            _unbyte(v)
    for k, v in d.items():
        if isinstance(v, (list, tuple)):
            l = []
            for sub in v:
                if isinstance(sub, dict):
                    l.append(_unbyte(sub))
                elif isinstance(sub, bytes):
                    l.append(sub.decode(""utf8""))
                else:
                    l.append(sub)
            d[k] = tuple(l)
        elif isinstance(v, bytes):
            try:
                d[k] = v.decode(""utf8"")
            except UnicodeDecodeError:
                d[k] = v
    return d","def _unbyte ( d ) : <TAB> if d is None : <TAB> <TAB> return <TAB> for k , v in list ( d . items ( ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> del d [ k ] <TAB> <TAB> <TAB> d [ k . decode ( ""utf8"" ) ] = v <TAB> <TAB> if isinstance ( v , dict ) : <TAB> <TAB> <TAB> _unbyte ( v ) <TAB> for k , v in d . items ( ) : <TAB> <TAB> if isinstance ( v , ( list , tuple ) ) : <TAB> <TAB> <TAB> l = [ ] <TAB> <TAB> <TAB> for sub in v : <TAB> <TAB> <TAB> <TAB> if isinstance ( sub , dict ) : <TAB> <TAB> <TAB> <TAB> <TAB> l . append ( _unbyte ( sub ) ) <TAB> <TAB> <TAB> <TAB> elif isinstance ( sub , bytes ) : <TAB> <TAB> <TAB> <TAB> <TAB> l . append ( sub . decode ( ""utf8"" ) ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> l . append ( sub ) <TAB> <TAB> <TAB> d [ k ] = tuple ( l ) <TAB> <TAB> elif isinstance ( v , bytes ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> d [ k ] = v . decode ( ""utf8"" ) <TAB> <TAB> <TAB> except UnicodeDecodeError : <TAB> <TAB> <TAB> <TAB> d [ k ] = v <TAB> return d","if isinstance ( k , bytes ) :",269
10722,"def generateRandomConfigurations(parser, randomizer):  # pylint: disable=invalid-name
    # pylint: disable=missing-docstring,missing-return-doc,missing-return-type-doc
    while True:
        randomArgs = randomizer.getRandomSubset()  # pylint: disable=invalid-name
        if ""--build-with-valgrind"" in randomArgs and chance(0.95):
            randomArgs.append(""--run-with-valgrind"")
        build_options = parser.parse_args(randomArgs)
        if areArgsValid(build_options)[0]:
            build_options.build_options_str = "" "".join(
                randomArgs
            )  # Used for autobisectjs
            build_options.enableRandom = (
                True  # This has to be true since we are randomizing...
            )
            return build_options","def generateRandomConfigurations ( parser , randomizer ) : <TAB> <TAB> while True : <TAB> <TAB> randomArgs = randomizer . getRandomSubset ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> randomArgs . append ( ""--run-with-valgrind"" ) <TAB> <TAB> build_options = parser . parse_args ( randomArgs ) <TAB> <TAB> if areArgsValid ( build_options ) [ 0 ] : <TAB> <TAB> <TAB> build_options . build_options_str = "" "" . join ( <TAB> <TAB> <TAB> <TAB> randomArgs <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> build_options . enableRandom = ( <TAB> <TAB> <TAB> <TAB> True <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return build_options","if ""--build-with-valgrind"" in randomArgs and chance ( 0.95 ) :",222
15258,"def _get_activity(self, request, group, num):
    activity_items = set()
    activity = []
    activity_qs = (
        Activity.objects.filter(
            group=group,
        )
        .order_by(""-datetime"")
        .select_related(""user"")
    )
    # we select excess so we can filter dupes
    for item in activity_qs[: num * 2]:
        sig = (item.type, item.ident, item.user_id)
        # TODO: we could just generate a signature (hash(text)) for notes
        # so there's no special casing
        if item.type == Activity.NOTE:
            activity.append(item)
        elif sig not in activity_items:
            activity_items.add(sig)
            activity.append(item)
    activity.append(
        Activity(
            project=group.project,
            group=group,
            type=Activity.FIRST_SEEN,
            datetime=group.first_seen,
        )
    )
    return activity[:num]","def _get_activity ( self , request , group , num ) : <TAB> activity_items = set ( ) <TAB> activity = [ ] <TAB> activity_qs = ( <TAB> <TAB> Activity . objects . filter ( <TAB> <TAB> <TAB> group = group , <TAB> <TAB> ) <TAB> <TAB> . order_by ( ""-datetime"" ) <TAB> <TAB> . select_related ( ""user"" ) <TAB> ) <TAB> <TAB> for item in activity_qs [ : num * 2 ] : <TAB> <TAB> sig = ( item . type , item . ident , item . user_id ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> activity . append ( item ) <TAB> <TAB> elif sig not in activity_items : <TAB> <TAB> <TAB> activity_items . add ( sig ) <TAB> <TAB> <TAB> activity . append ( item ) <TAB> activity . append ( <TAB> <TAB> Activity ( <TAB> <TAB> <TAB> project = group . project , <TAB> <TAB> <TAB> group = group , <TAB> <TAB> <TAB> type = Activity . FIRST_SEEN , <TAB> <TAB> <TAB> datetime = group . first_seen , <TAB> <TAB> ) <TAB> ) <TAB> return activity [ : num ]",if item . type == Activity . NOTE :,281
1973,"def _exitfunc(cls):
    # At shutdown invoke finalizers for which atexit is true.
    # This is called once all other non-daemonic threads have been
    # joined.
    reenable_gc = False
    try:
        if cls._registry:
            import gc
            if gc.isenabled():
                reenable_gc = True
                gc.disable()
            pending = None
            while True:
                if pending is None or finalize._dirty:
                    pending = cls._select_for_exit()
                    finalize._dirty = False
                if not pending:
                    break
                f = pending.pop()
                try:
                    # gc is disabled, so (assuming no daemonic
                    # threads) the following is the only line in
                    # this function which might trigger creation
                    # of a new finalizer
                    f()
                except Exception:
                    sys.excepthook(*sys.exc_info())
                assert f not in cls._registry
    finally:
        # prevent any more finalizers from executing during shutdown
        finalize._shutdown = True
        if reenable_gc:
            gc.enable()
",def _exitfunc ( cls ) : <TAB> <TAB> <TAB> <TAB> reenable_gc = False <TAB> try : <TAB> <TAB> if cls . _registry : <TAB> <TAB> <TAB> import gc <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> reenable_gc = True <TAB> <TAB> <TAB> <TAB> gc . disable ( ) <TAB> <TAB> <TAB> pending = None <TAB> <TAB> <TAB> while True : <TAB> <TAB> <TAB> <TAB> if pending is None or finalize . _dirty : <TAB> <TAB> <TAB> <TAB> <TAB> pending = cls . _select_for_exit ( ) <TAB> <TAB> <TAB> <TAB> <TAB> finalize . _dirty = False <TAB> <TAB> <TAB> <TAB> if not pending : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> f = pending . pop ( ) <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> f ( ) <TAB> <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> <TAB> sys . excepthook ( * sys . exc_info ( ) ) <TAB> <TAB> <TAB> <TAB> assert f not in cls . _registry <TAB> finally : <TAB> <TAB> <TAB> <TAB> finalize . _shutdown = True <TAB> <TAB> if reenable_gc : <TAB> <TAB> <TAB> gc . enable ( ),if gc . isenabled ( ) :,334
1698,"def _performance_by_month(user_id, months=12, end_month=None, end_year=None):
    monthly_data = OrderedDict()
    now = datetime.now()
    if not end_month:
        end_month = now.month
    if not end_year:
        end_year = now.year
    end_time = time.mktime((end_year, end_month + 1, 1, 0, 0, 0, 0, 0, -1))
    start_time = time.mktime((end_year, end_month + 1 - months, 1, 0, 0, 0, 0, 0, -1))
    sql = PerformanceGraph.objects.filter_raw(
        ""log_activity.created >="", date.fromtimestamp(start_time).isoformat()
    ).filter_raw(""log_activity.created <"", date.fromtimestamp(end_time).isoformat())
    for row in sql.all():
        label = row.approval_created.isoformat()[:7]
        if label not in monthly_data:
            xaxis = row.approval_created.strftime(""%b %Y"")
            monthly_data[label] = dict(teamcount=0, usercount=0, teamamt=0, label=xaxis)
        monthly_data[label][""teamamt""] = monthly_data[label][""teamamt""] + 1
        monthly_data_count = monthly_data[label][""teamcount""]
        monthly_data[label][""teamcount""] = monthly_data_count + row.total
        if row.user_id == user_id:
            user_count = monthly_data[label][""usercount""]
            monthly_data[label][""usercount""] = user_count + row.total
    # Calculate averages
    for i, vals in monthly_data.items():
        average = round(vals[""teamcount""] / float(vals[""teamamt""]), 1)
        monthly_data[i][""teamavg""] = str(average)  # floats aren't valid json
    return monthly_data","def _performance_by_month ( user_id , months = 12 , end_month = None , end_year = None ) : <TAB> monthly_data = OrderedDict ( ) <TAB> now = datetime . now ( ) <TAB> if not end_month : <TAB> <TAB> end_month = now . month <TAB> if not end_year : <TAB> <TAB> end_year = now . year <TAB> end_time = time . mktime ( ( end_year , end_month + 1 , 1 , 0 , 0 , 0 , 0 , 0 , - 1 ) ) <TAB> start_time = time . mktime ( ( end_year , end_month + 1 - months , 1 , 0 , 0 , 0 , 0 , 0 , - 1 ) ) <TAB> sql = PerformanceGraph . objects . filter_raw ( <TAB> <TAB> ""log_activity.created >="" , date . fromtimestamp ( start_time ) . isoformat ( ) <TAB> ) . filter_raw ( ""log_activity.created <"" , date . fromtimestamp ( end_time ) . isoformat ( ) ) <TAB> for row in sql . all ( ) : <TAB> <TAB> label = row . approval_created . isoformat ( ) [ : 7 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> xaxis = row . approval_created . strftime ( ""%b %Y"" ) <TAB> <TAB> <TAB> monthly_data [ label ] = dict ( teamcount = 0 , usercount = 0 , teamamt = 0 , label = xaxis ) <TAB> <TAB> monthly_data [ label ] [ ""teamamt"" ] = monthly_data [ label ] [ ""teamamt"" ] + 1 <TAB> <TAB> monthly_data_count = monthly_data [ label ] [ ""teamcount"" ] <TAB> <TAB> monthly_data [ label ] [ ""teamcount"" ] = monthly_data_count + row . total <TAB> <TAB> if row . user_id == user_id : <TAB> <TAB> <TAB> user_count = monthly_data [ label ] [ ""usercount"" ] <TAB> <TAB> <TAB> monthly_data [ label ] [ ""usercount"" ] = user_count + row . total <TAB> <TAB> for i , vals in monthly_data . items ( ) : <TAB> <TAB> average = round ( vals [ ""teamcount"" ] / float ( vals [ ""teamamt"" ] ) , 1 ) <TAB> <TAB> monthly_data [ i ] [ ""teamavg"" ] = str ( average ) <TAB> return monthly_data",if label not in monthly_data :,500
18692,"def queries(self):
    if DEV:
        cmd = ShellCommand(""docker"", ""ps"", ""-qf"", ""name=%s"" % self.path.k8s)
        if not cmd.check(f""docker check for {self.path.k8s}""):
            if not cmd.stdout.strip():
                log_cmd = ShellCommand(
                    ""docker"", ""logs"", self.path.k8s, stderr=subprocess.STDOUT
                )
                if log_cmd.check(f""docker logs for {self.path.k8s}""):
                    print(cmd.stdout)
                pytest.exit(f""container failed to start for {self.path.k8s}"")
    return ()","def queries ( self ) : <TAB> if DEV : <TAB> <TAB> cmd = ShellCommand ( ""docker"" , ""ps"" , ""-qf"" , ""name=%s"" % self . path . k8s ) <TAB> <TAB> if not cmd . check ( f""docker check for {self.path.k8s}"" ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> log_cmd = ShellCommand ( <TAB> <TAB> <TAB> <TAB> <TAB> ""docker"" , ""logs"" , self . path . k8s , stderr = subprocess . STDOUT <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> if log_cmd . check ( f""docker logs for {self.path.k8s}"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> print ( cmd . stdout ) <TAB> <TAB> <TAB> <TAB> pytest . exit ( f""container failed to start for {self.path.k8s}"" ) <TAB> return ( )",if not cmd . stdout . strip ( ) :,188
22155,"def __init__(self, backend, key, algorithm, ctx=None):
    self._algorithm = algorithm
    self._backend = backend
    if ctx is None:
        ctx = self._backend._lib.Cryptography_HMAC_CTX_new()
        self._backend.openssl_assert(ctx != self._backend._ffi.NULL)
        ctx = self._backend._ffi.gc(ctx, self._backend._lib.Cryptography_HMAC_CTX_free)
        evp_md = self._backend._lib.EVP_get_digestbyname(algorithm.name.encode(""ascii""))
        if evp_md == self._backend._ffi.NULL:
            raise UnsupportedAlgorithm(
                ""{0} is not a supported hash on this backend."".format(algorithm.name),
                _Reasons.UNSUPPORTED_HASH,
            )
        res = self._backend._lib.Cryptography_HMAC_Init_ex(
            ctx, key, len(key), evp_md, self._backend._ffi.NULL
        )
        self._backend.openssl_assert(res != 0)
    self._ctx = ctx
    self._key = key","def __init__ ( self , backend , key , algorithm , ctx = None ) : <TAB> self . _algorithm = algorithm <TAB> self . _backend = backend <TAB> if ctx is None : <TAB> <TAB> ctx = self . _backend . _lib . Cryptography_HMAC_CTX_new ( ) <TAB> <TAB> self . _backend . openssl_assert ( ctx != self . _backend . _ffi . NULL ) <TAB> <TAB> ctx = self . _backend . _ffi . gc ( ctx , self . _backend . _lib . Cryptography_HMAC_CTX_free ) <TAB> <TAB> evp_md = self . _backend . _lib . EVP_get_digestbyname ( algorithm . name . encode ( ""ascii"" ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise UnsupportedAlgorithm ( <TAB> <TAB> <TAB> <TAB> ""{0} is not a supported hash on this backend."" . format ( algorithm . name ) , <TAB> <TAB> <TAB> <TAB> _Reasons . UNSUPPORTED_HASH , <TAB> <TAB> <TAB> ) <TAB> <TAB> res = self . _backend . _lib . Cryptography_HMAC_Init_ex ( <TAB> <TAB> <TAB> ctx , key , len ( key ) , evp_md , self . _backend . _ffi . NULL <TAB> <TAB> ) <TAB> <TAB> self . _backend . openssl_assert ( res != 0 ) <TAB> self . _ctx = ctx <TAB> self . _key = key",if evp_md == self . _backend . _ffi . NULL :,289
16653,"def format_args(self, args, has_variadic, *, include_defaults=True):
    if not args:
        return """"
    args_buf = []
    for argi, arg in enumerate(args, 1):
        vararg = has_variadic and (len(args) == argi)
        arg_expr = ""VARIADIC "" if vararg else """"
        if isinstance(arg, tuple):
            if arg[0] is not None:
                arg_expr += qn(arg[0])
            if len(arg) > 1:
                arg_expr += "" "" + qt(arg[1])
            if include_defaults:
                if len(arg) > 2 and arg[2] is not None:
                    arg_expr += "" = "" + arg[2]
        else:
            arg_expr = arg
        args_buf.append(arg_expr)
    return "", "".join(args_buf)","def format_args ( self , args , has_variadic , * , include_defaults = True ) : <TAB> if not args : <TAB> <TAB> return """" <TAB> args_buf = [ ] <TAB> for argi , arg in enumerate ( args , 1 ) : <TAB> <TAB> vararg = has_variadic and ( len ( args ) == argi ) <TAB> <TAB> arg_expr = ""VARIADIC "" if vararg else """" <TAB> <TAB> if isinstance ( arg , tuple ) : <TAB> <TAB> <TAB> if arg [ 0 ] is not None : <TAB> <TAB> <TAB> <TAB> arg_expr += qn ( arg [ 0 ] ) <TAB> <TAB> <TAB> if len ( arg ) > 1 : <TAB> <TAB> <TAB> <TAB> arg_expr += "" "" + qt ( arg [ 1 ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if len ( arg ) > 2 and arg [ 2 ] is not None : <TAB> <TAB> <TAB> <TAB> <TAB> arg_expr += "" = "" + arg [ 2 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> arg_expr = arg <TAB> <TAB> args_buf . append ( arg_expr ) <TAB> return "", "" . join ( args_buf )",if include_defaults :,245
12335,"def _get_chunks(self, shape, max_shape, chunks, dtype, chunksize):
    if chunks is None:
        prod = _tuple_product(max_shape[1:])
        if dtype == ""object"":
            return (self._object_chunking,) + max_shape[1:]
        if prod <= 2 * chunksize:
            # FIXME not properly handled object type, U type, and so on.
            sz = dtype.itemsize
            chunks = int(math.ceil(chunksize / (prod * sz)))
            return (chunks,) + max_shape[1:]
        else:
            return (1,) + self._determine_chunksizes(max_shape[1:], dtype, chunksize)
    elif isinstance(chunks, int):
        assert chunks > 0
        if chunks > 1:
            return (chunks,) + tuple(
                [s or ms for s, ms in zip(shape[1:], max_shape[1:])]
            )
        else:
            return (1,) + self._determine_chunksizes(max_shape[1:], dtype, chunksize)
    else:
        chunks = tuple(chunks)
        if len(chunks) == 1:
            return self._get_chunks(shape, max_shape, chunks[0], dtype, chunksize)
        else:
            assert len(chunks) == len(shape)
            assert chunks[0] == 1
            return chunks","def _get_chunks ( self , shape , max_shape , chunks , dtype , chunksize ) : <TAB> if chunks is None : <TAB> <TAB> prod = _tuple_product ( max_shape [ 1 : ] ) <TAB> <TAB> if dtype == ""object"" : <TAB> <TAB> <TAB> return ( self . _object_chunking , ) + max_shape [ 1 : ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sz = dtype . itemsize <TAB> <TAB> <TAB> chunks = int ( math . ceil ( chunksize / ( prod * sz ) ) ) <TAB> <TAB> <TAB> return ( chunks , ) + max_shape [ 1 : ] <TAB> <TAB> else : <TAB> <TAB> <TAB> return ( 1 , ) + self . _determine_chunksizes ( max_shape [ 1 : ] , dtype , chunksize ) <TAB> elif isinstance ( chunks , int ) : <TAB> <TAB> assert chunks > 0 <TAB> <TAB> if chunks > 1 : <TAB> <TAB> <TAB> return ( chunks , ) + tuple ( <TAB> <TAB> <TAB> <TAB> [ s or ms for s , ms in zip ( shape [ 1 : ] , max_shape [ 1 : ] ) ] <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return ( 1 , ) + self . _determine_chunksizes ( max_shape [ 1 : ] , dtype , chunksize ) <TAB> else : <TAB> <TAB> chunks = tuple ( chunks ) <TAB> <TAB> if len ( chunks ) == 1 : <TAB> <TAB> <TAB> return self . _get_chunks ( shape , max_shape , chunks [ 0 ] , dtype , chunksize ) <TAB> <TAB> else : <TAB> <TAB> <TAB> assert len ( chunks ) == len ( shape ) <TAB> <TAB> <TAB> assert chunks [ 0 ] == 1 <TAB> <TAB> <TAB> return chunks",if prod <= 2 * chunksize :,358
3289,"def _test():
    testfiles = [arg for arg in sys.argv[1:] if arg and arg[0] != ""-""]
    if not testfiles:
        name = os.path.basename(sys.argv[0])
        if ""__loader__"" in globals():  # python -m
            name, _ = os.path.splitext(name)
        print(""usage: {0} [-v] file ..."".format(name))
        return 2
    for filename in testfiles:
        if filename.endswith("".py""):
            # It is a module -- insert its dir into sys.path and try to
            # import it. If it is part of a package, that possibly
            # won't work because of package imports.
            dirname, filename = os.path.split(filename)
            sys.path.insert(0, dirname)
            m = __import__(filename[:-3])
            del sys.path[0]
            failures, _ = testmod(m)
        else:
            failures, _ = testfile(filename, module_relative=False)
        if failures:
            return 1
    return 0","def _test ( ) : <TAB> testfiles = [ arg for arg in sys . argv [ 1 : ] if arg and arg [ 0 ] != ""-"" ] <TAB> if not testfiles : <TAB> <TAB> name = os . path . basename ( sys . argv [ 0 ] ) <TAB> <TAB> if ""__loader__"" in globals ( ) : <TAB> <TAB> <TAB> name , _ = os . path . splitext ( name ) <TAB> <TAB> print ( ""usage: {0} [-v] file ..."" . format ( name ) ) <TAB> <TAB> return 2 <TAB> for filename in testfiles : <TAB> <TAB> if filename . endswith ( "".py"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dirname , filename = os . path . split ( filename ) <TAB> <TAB> <TAB> sys . path . insert ( 0 , dirname ) <TAB> <TAB> <TAB> m = __import__ ( filename [ : - 3 ] ) <TAB> <TAB> <TAB> del sys . path [ 0 ] <TAB> <TAB> <TAB> failures , _ = testmod ( m ) <TAB> <TAB> else : <TAB> <TAB> <TAB> failures , _ = testfile ( filename , module_relative = False ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return 1 <TAB> return 0",if failures :,285
6036,"def OnPopup(self, form, popup_handle):
    for num, action_name, menu_name, shortcut in self.actions:
        if menu_name is None:
            ida_kernwin.attach_action_to_popup(form, popup_handle, None)
        else:
            handler = command_handler_t(self, num, 2)
            desc = ida_kernwin.action_desc_t(action_name, menu_name, handler, shortcut)
            ida_kernwin.attach_dynamic_action_to_popup(form, popup_handle, desc)","def OnPopup ( self , form , popup_handle ) : <TAB> for num , action_name , menu_name , shortcut in self . actions : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ida_kernwin . attach_action_to_popup ( form , popup_handle , None ) <TAB> <TAB> else : <TAB> <TAB> <TAB> handler = command_handler_t ( self , num , 2 ) <TAB> <TAB> <TAB> desc = ida_kernwin . action_desc_t ( action_name , menu_name , handler , shortcut ) <TAB> <TAB> <TAB> ida_kernwin . attach_dynamic_action_to_popup ( form , popup_handle , desc )",if menu_name is None :,153
5697,"def _init_auxiliary_head(self, auxiliary_head):
    """"""Initialize ``auxiliary_head``""""""
    if auxiliary_head is not None:
        if isinstance(auxiliary_head, list):
            self.auxiliary_head = nn.ModuleList()
            for head_cfg in auxiliary_head:
                self.auxiliary_head.append(builder.build_head(head_cfg))
        else:
            self.auxiliary_head = builder.build_head(auxiliary_head)
","def _init_auxiliary_head ( self , auxiliary_head ) : <TAB> """"""Initialize ``auxiliary_head``"""""" <TAB> if auxiliary_head is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . auxiliary_head = nn . ModuleList ( ) <TAB> <TAB> <TAB> for head_cfg in auxiliary_head : <TAB> <TAB> <TAB> <TAB> self . auxiliary_head . append ( builder . build_head ( head_cfg ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . auxiliary_head = builder . build_head ( auxiliary_head )","if isinstance ( auxiliary_head , list ) :",121
6864,"def check(self, xp, nout):
    input = xp.asarray(self.x).astype(numpy.float32)
    with warnings.catch_warnings():
        if self.ignore_warning:
            warnings.simplefilter(""ignore"", self.ignore_warning)
        if self.result:
            self.check_positive(xp, self.func, input, self.eps, nout)
        else:
            self.check_negative(xp, self.func, input, self.eps, nout)","def check ( self , xp , nout ) : <TAB> input = xp . asarray ( self . x ) . astype ( numpy . float32 ) <TAB> with warnings . catch_warnings ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> warnings . simplefilter ( ""ignore"" , self . ignore_warning ) <TAB> <TAB> if self . result : <TAB> <TAB> <TAB> self . check_positive ( xp , self . func , input , self . eps , nout ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . check_negative ( xp , self . func , input , self . eps , nout )",if self . ignore_warning :,125
19855,"def compute(self, split):
    for t in self.rdd.iterator(split):
        for k, v in six.iteritems(self.filters):
            value = getattr(t, k)
            if isinstance(v, types.FunctionType):
                if not v(value):
                    break
            else:
                if not isinstance(v, list):
                    v = [v]
                if value not in v:
                    break
        else:
            yield t
","def compute ( self , split ) : <TAB> for t in self . rdd . iterator ( split ) : <TAB> <TAB> for k , v in six . iteritems ( self . filters ) : <TAB> <TAB> <TAB> value = getattr ( t , k ) <TAB> <TAB> <TAB> if isinstance ( v , types . FunctionType ) : <TAB> <TAB> <TAB> <TAB> if not v ( value ) : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> v = [ v ] <TAB> <TAB> <TAB> <TAB> if value not in v : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> yield t","if not isinstance ( v , list ) :",140
4127,"def convertstore(self, mydict):
    targetheader = self.mypofile.header()
    targetheader.addnote(""extracted from web2py"", ""developer"")
    for source_str in mydict.keys():
        target_str = mydict[source_str]
        if target_str == source_str:
            # a convention with new (untranslated) web2py files
            target_str = u""""
        elif target_str.startswith(u""*** ""):
            # an older convention
            target_str = u""""
        pounit = self.convertunit(source_str, target_str)
        self.mypofile.addunit(pounit)
    return self.mypofile","def convertstore ( self , mydict ) : <TAB> targetheader = self . mypofile . header ( ) <TAB> targetheader . addnote ( ""extracted from web2py"" , ""developer"" ) <TAB> for source_str in mydict . keys ( ) : <TAB> <TAB> target_str = mydict [ source_str ] <TAB> <TAB> if target_str == source_str : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> target_str = u"""" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> target_str = u"""" <TAB> <TAB> pounit = self . convertunit ( source_str , target_str ) <TAB> <TAB> self . mypofile . addunit ( pounit ) <TAB> return self . mypofile","elif target_str . startswith ( u""*** "" ) :",180
7652,"def sequence_list(self):
    ""Returns a list of information about all DB sequences for all models in all apps.""
    from django.apps import apps
    from django.db import models, router
    sequence_list = []
    for app_config in apps.get_app_configs():
        for model in router.get_migratable_models(app_config, self.connection.alias):
            if not model._meta.managed:
                continue
            if model._meta.swapped:
                continue
            for f in model._meta.local_fields:
                if isinstance(f, models.AutoField):
                    sequence_list.append(
                        {""table"": model._meta.db_table, ""column"": f.column}
                    )
                    break  # Only one AutoField is allowed per model, so don't bother continuing.
            for f in model._meta.local_many_to_many:
                # If this is an m2m using an intermediate table,
                # we don't need to reset the sequence.
                if f.remote_field.through is None:
                    sequence_list.append({""table"": f.m2m_db_table(), ""column"": None})
    return sequence_list","def sequence_list ( self ) : <TAB> ""Returns a list of information about all DB sequences for all models in all apps."" <TAB> from django . apps import apps <TAB> from django . db import models , router <TAB> sequence_list = [ ] <TAB> for app_config in apps . get_app_configs ( ) : <TAB> <TAB> for model in router . get_migratable_models ( app_config , self . connection . alias ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if model . _meta . swapped : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> for f in model . _meta . local_fields : <TAB> <TAB> <TAB> <TAB> if isinstance ( f , models . AutoField ) : <TAB> <TAB> <TAB> <TAB> <TAB> sequence_list . append ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> { ""table"" : model . _meta . db_table , ""column"" : f . column } <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> for f in model . _meta . local_many_to_many : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if f . remote_field . through is None : <TAB> <TAB> <TAB> <TAB> <TAB> sequence_list . append ( { ""table"" : f . m2m_db_table ( ) , ""column"" : None } ) <TAB> return sequence_list",if not model . _meta . managed :,329
1405,"def _extract_constants_from_irs(  # pylint: disable=too-many-branches,too-many-nested-blocks
    irs: List[Operation],
    all_cst_used: List[ConstantValue],
    all_cst_used_in_binary: Dict[str, List[ConstantValue]],
    context_explored: Set[Node],
):
    for ir in irs:
        if isinstance(ir, Binary):
            for r in ir.read:
                if isinstance(r, Constant):
                    all_cst_used_in_binary[str(ir.type)].append(
                        ConstantValue(str(r.value), str(r.type))
                    )
        if isinstance(ir, TypeConversion):
            if isinstance(ir.variable, Constant):
                all_cst_used.append(ConstantValue(str(ir.variable.value), str(ir.type)))
                continue
        for r in ir.read:
            # Do not report struct_name in a.struct_name
            if isinstance(ir, Member):
                continue
            if isinstance(r, Constant):
                all_cst_used.append(ConstantValue(str(r.value), str(r.type)))
            if isinstance(r, StateVariable):
                if r.node_initialization:
                    if r.node_initialization.irs:
                        if r.node_initialization in context_explored:
                            continue
                        context_explored.add(r.node_initialization)
                        _extract_constants_from_irs(
                            r.node_initialization.irs,
                            all_cst_used,
                            all_cst_used_in_binary,
                            context_explored,
                        )
","def _extract_constants_from_irs ( <TAB> irs : List [ Operation ] , <TAB> all_cst_used : List [ ConstantValue ] , <TAB> all_cst_used_in_binary : Dict [ str , List [ ConstantValue ] ] , <TAB> context_explored : Set [ Node ] , ) : <TAB> for ir in irs : <TAB> <TAB> if isinstance ( ir , Binary ) : <TAB> <TAB> <TAB> for r in ir . read : <TAB> <TAB> <TAB> <TAB> if isinstance ( r , Constant ) : <TAB> <TAB> <TAB> <TAB> <TAB> all_cst_used_in_binary [ str ( ir . type ) ] . append ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ConstantValue ( str ( r . value ) , str ( r . type ) ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> if isinstance ( ir , TypeConversion ) : <TAB> <TAB> <TAB> if isinstance ( ir . variable , Constant ) : <TAB> <TAB> <TAB> <TAB> all_cst_used . append ( ConstantValue ( str ( ir . variable . value ) , str ( ir . type ) ) ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> for r in ir . read : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( ir , Member ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if isinstance ( r , Constant ) : <TAB> <TAB> <TAB> <TAB> all_cst_used . append ( ConstantValue ( str ( r . value ) , str ( r . type ) ) ) <TAB> <TAB> <TAB> if isinstance ( r , StateVariable ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> if r . node_initialization . irs : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if r . node_initialization in context_explored : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> context_explored . add ( r . node_initialization ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> _extract_constants_from_irs ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> r . node_initialization . irs , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> all_cst_used , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> all_cst_used_in_binary , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> context_explored , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> )",if r . node_initialization :,504
620,"def _galaxy_loc_iter(loc_file, galaxy_dt, need_remap=False):
    """"""Iterator returning genome build and references from Galaxy *.loc file.""""""
    if ""column"" in galaxy_dt:
        dbkey_i = galaxy_dt[""column""].index(""dbkey"")
        path_i = galaxy_dt[""column""].index(""path"")
    else:
        dbkey_i = None
    if os.path.exists(loc_file):
        with open(loc_file) as in_handle:
            for line in in_handle:
                if line.strip() and not line.startswith(""#""):
                    parts = [x.strip() for x in line.strip().split(""\t"")]
                    # Detect and report spaces instead of tabs
                    if len(parts) == 1:
                        parts = [
                            x.strip() for x in line.strip().split("" "") if x.strip()
                        ]
                        if len(parts) > 1:
                            raise IOError(
                                ""Galaxy location file uses spaces instead of ""
                                ""tabs to separate fields: %s"" % loc_file
                            )
                    if dbkey_i is not None and not need_remap:
                        dbkey = parts[dbkey_i]
                        cur_ref = parts[path_i]
                    else:
                        if parts[0] == ""index"":
                            parts = parts[1:]
                        dbkey = parts[0]
                        cur_ref = parts[-1]
                    yield (dbkey, cur_ref)","def _galaxy_loc_iter ( loc_file , galaxy_dt , need_remap = False ) : <TAB> """"""Iterator returning genome build and references from Galaxy *.loc file."""""" <TAB> if ""column"" in galaxy_dt : <TAB> <TAB> dbkey_i = galaxy_dt [ ""column"" ] . index ( ""dbkey"" ) <TAB> <TAB> path_i = galaxy_dt [ ""column"" ] . index ( ""path"" ) <TAB> else : <TAB> <TAB> dbkey_i = None <TAB> if os . path . exists ( loc_file ) : <TAB> <TAB> with open ( loc_file ) as in_handle : <TAB> <TAB> <TAB> for line in in_handle : <TAB> <TAB> <TAB> <TAB> if line . strip ( ) and not line . startswith ( ""#"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> parts = [ x . strip ( ) for x in line . strip ( ) . split ( ""\t"" ) ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if len ( parts ) == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> parts = [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> x . strip ( ) for x in line . strip ( ) . split ( "" "" ) if x . strip ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if len ( parts ) > 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise IOError ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Galaxy location file uses spaces instead of "" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""tabs to separate fields: %s"" % loc_file <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> if dbkey_i is not None and not need_remap : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dbkey = parts [ dbkey_i ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cur_ref = parts [ path_i ] <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> parts = parts [ 1 : ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dbkey = parts [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cur_ref = parts [ - 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> yield ( dbkey , cur_ref )","if parts [ 0 ] == ""index"" :",476
19100,"def check_support(self) -> SupportStatus:
    GVISOR_SECURE_RUNTIME = ""runsc""
    if is_linux():
        if not shutil.which(GVISOR_SECURE_RUNTIME):
            return SupportStatus.err(
                {UnsupportReason.ENVIRONMENT_NOT_SECURE: self.ENV_ID}
            )
        if not GLambdaTaskEnvironment._is_cgroup_cpuset_cfg_correct():
            logger.warning(
                ""Unable to start GLambda app. Setting ""
                ""`cgroup.cpuset.cpus` does not match `docker.""
                ""cpuset.cpus`. Potential fix: `cat /sys/fs/""
                ""cgroup/cpuset/cpuset.cpus > /sys/fs/cgroup/""
                ""cpuset/docker/cpuset.cpus`.""
            )
            return SupportStatus.err(
                {UnsupportReason.ENVIRONMENT_MISCONFIGURED: self.ENV_ID}
            )
    return super().check_support()
","def check_support ( self ) -> SupportStatus : <TAB> GVISOR_SECURE_RUNTIME = ""runsc"" <TAB> if is_linux ( ) : <TAB> <TAB> if not shutil . which ( GVISOR_SECURE_RUNTIME ) : <TAB> <TAB> <TAB> return SupportStatus . err ( <TAB> <TAB> <TAB> <TAB> { UnsupportReason . ENVIRONMENT_NOT_SECURE : self . ENV_ID } <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> ""Unable to start GLambda app. Setting "" <TAB> <TAB> <TAB> <TAB> ""`cgroup.cpuset.cpus` does not match `docker."" <TAB> <TAB> <TAB> <TAB> ""cpuset.cpus`. Potential fix: `cat /sys/fs/"" <TAB> <TAB> <TAB> <TAB> ""cgroup/cpuset/cpuset.cpus > /sys/fs/cgroup/"" <TAB> <TAB> <TAB> <TAB> ""cpuset/docker/cpuset.cpus`."" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return SupportStatus . err ( <TAB> <TAB> <TAB> <TAB> { UnsupportReason . ENVIRONMENT_MISCONFIGURED : self . ENV_ID } <TAB> <TAB> <TAB> ) <TAB> return super ( ) . check_support ( )",if not GLambdaTaskEnvironment . _is_cgroup_cpuset_cfg_correct ( ) :,255
6207,"def __init__(self, f):
    self._check_type(f)
    self.func = can(f.func)
    self.args = [can(a) for a in f.args]
    self.keywords = {k: can(v) for k, v in f.keywords.items()}
    self.buffers = []
    self.arg_buffer_counts = []
    self.keyword_buffer_counts = {}
    # consolidate buffers
    for canned_arg in self.args:
        if not isinstance(canned_arg, CannedObject):
            self.arg_buffer_counts.append(0)
            continue
        self.arg_buffer_counts.append(len(canned_arg.buffers))
        self.buffers.extend(canned_arg.buffers)
        canned_arg.buffers = []
    for key in sorted(self.keywords):
        canned_kwarg = self.keywords[key]
        if not isinstance(canned_kwarg, CannedObject):
            continue
        self.keyword_buffer_counts[key] = len(canned_kwarg.buffers)
        self.buffers.extend(canned_kwarg.buffers)
        canned_kwarg.buffers = []","def __init__ ( self , f ) : <TAB> self . _check_type ( f ) <TAB> self . func = can ( f . func ) <TAB> self . args = [ can ( a ) for a in f . args ] <TAB> self . keywords = { k : can ( v ) for k , v in f . keywords . items ( ) } <TAB> self . buffers = [ ] <TAB> self . arg_buffer_counts = [ ] <TAB> self . keyword_buffer_counts = { } <TAB> <TAB> for canned_arg in self . args : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . arg_buffer_counts . append ( 0 ) <TAB> <TAB> <TAB> continue <TAB> <TAB> self . arg_buffer_counts . append ( len ( canned_arg . buffers ) ) <TAB> <TAB> self . buffers . extend ( canned_arg . buffers ) <TAB> <TAB> canned_arg . buffers = [ ] <TAB> for key in sorted ( self . keywords ) : <TAB> <TAB> canned_kwarg = self . keywords [ key ] <TAB> <TAB> if not isinstance ( canned_kwarg , CannedObject ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> self . keyword_buffer_counts [ key ] = len ( canned_kwarg . buffers ) <TAB> <TAB> self . buffers . extend ( canned_kwarg . buffers ) <TAB> <TAB> canned_kwarg . buffers = [ ]","if not isinstance ( canned_arg , CannedObject ) :",300
17988,"def select_from_partition_request(self, batch_definition_list=None):
    if batch_definition_list is None:
        return []
    filter_function: Callable
    if self.custom_filter_function:
        filter_function = self.custom_filter_function
    else:
        filter_function = self.best_effort_partition_matcher()
    selected_batch_definitions = list(
        filter(
            lambda batch_definition: filter_function(
                partition_definition=batch_definition.partition_definition,
            ),
            batch_definition_list,
        )
    )
    if self.index is None:
        selected_batch_definitions = selected_batch_definitions[: self.limit]
    else:
        if isinstance(self.index, int):
            selected_batch_definitions = [selected_batch_definitions[self.index]]
        else:
            selected_batch_definitions = list(
                itertools.chain.from_iterable([selected_batch_definitions[self.index]])
            )
    return selected_batch_definitions
","def select_from_partition_request ( self , batch_definition_list = None ) : <TAB> if batch_definition_list is None : <TAB> <TAB> return [ ] <TAB> filter_function : Callable <TAB> if self . custom_filter_function : <TAB> <TAB> filter_function = self . custom_filter_function <TAB> else : <TAB> <TAB> filter_function = self . best_effort_partition_matcher ( ) <TAB> selected_batch_definitions = list ( <TAB> <TAB> filter ( <TAB> <TAB> <TAB> lambda batch_definition : filter_function ( <TAB> <TAB> <TAB> <TAB> partition_definition = batch_definition . partition_definition , <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> batch_definition_list , <TAB> <TAB> ) <TAB> ) <TAB> if self . index is None : <TAB> <TAB> selected_batch_definitions = selected_batch_definitions [ : self . limit ] <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> selected_batch_definitions = [ selected_batch_definitions [ self . index ] ] <TAB> <TAB> else : <TAB> <TAB> <TAB> selected_batch_definitions = list ( <TAB> <TAB> <TAB> <TAB> itertools . chain . from_iterable ( [ selected_batch_definitions [ self . index ] ] ) <TAB> <TAB> <TAB> ) <TAB> return selected_batch_definitions","if isinstance ( self . index , int ) :",274
837,"def run(self):
    hs = sublime.load_settings(""TextPastryHistory.sublime-settings"")
    item = hs.get(""last_command"", {})
    if (
        item
        and ""command"" in item
        and ""text"" in item
        and item[""command""]
        and item[""text""]
    ):
        text = item.get(""text"")
        separator = item.get(""separator"", None)
        command = item.get(""command"", None)
        if text and command:
            sublime.status_message(""Running last command"")
            if command == ""insert_nums"":
                (start, step, padding) = map(str, text.split("" ""))
                self.window.active_view().run_command(
                    ""text_pastry_range"",
                    {""start"": start, ""step"": step, ""padding"": padding},
                )
            elif command == ""text_pastry_insert_text"":
                self.window.active_view().run_command(
                    command, {""text"": text, ""separator"": separator}
                )
            else:
                pass
","def run ( self ) : <TAB> hs = sublime . load_settings ( ""TextPastryHistory.sublime-settings"" ) <TAB> item = hs . get ( ""last_command"" , { } ) <TAB> if ( <TAB> <TAB> item <TAB> <TAB> and ""command"" in item <TAB> <TAB> and ""text"" in item <TAB> <TAB> and item [ ""command"" ] <TAB> <TAB> and item [ ""text"" ] <TAB> ) : <TAB> <TAB> text = item . get ( ""text"" ) <TAB> <TAB> separator = item . get ( ""separator"" , None ) <TAB> <TAB> command = item . get ( ""command"" , None ) <TAB> <TAB> if text and command : <TAB> <TAB> <TAB> sublime . status_message ( ""Running last command"" ) <TAB> <TAB> <TAB> if command == ""insert_nums"" : <TAB> <TAB> <TAB> <TAB> ( start , step , padding ) = map ( str , text . split ( "" "" ) ) <TAB> <TAB> <TAB> <TAB> self . window . active_view ( ) . run_command ( <TAB> <TAB> <TAB> <TAB> <TAB> ""text_pastry_range"" , <TAB> <TAB> <TAB> <TAB> <TAB> { ""start"" : start , ""step"" : step , ""padding"" : padding } , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . window . active_view ( ) . run_command ( <TAB> <TAB> <TAB> <TAB> <TAB> command , { ""text"" : text , ""separator"" : separator } <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> pass","elif command == ""text_pastry_insert_text"" :",314
21316,"def model(data):
    with pyro.plate(""plate_0"", data.shape[-1]):
        alpha = (
            pyro.sample(""alpha"", dist.HalfCauchy(1.0))
            if hyperpriors
            else torch.tensor([1.0, 1.0])
        )
        beta = (
            pyro.sample(""beta"", dist.HalfCauchy(1.0))
            if hyperpriors
            else torch.tensor([1.0, 1.0])
        )
        beta_binom = BetaBinomialPair()
        with pyro.plate(""plate_1"", data.shape[-2]):
            probs = pyro.sample(""probs"", beta_binom.latent(alpha, beta))
            with pyro.plate(""data"", data.shape[0]):
                pyro.sample(
                    ""binomial"",
                    beta_binom.conditional(probs=probs, total_count=total_count),
                    obs=data,
                )","def model ( data ) : <TAB> with pyro . plate ( ""plate_0"" , data . shape [ - 1 ] ) : <TAB> <TAB> alpha = ( <TAB> <TAB> <TAB> pyro . sample ( ""alpha"" , dist . HalfCauchy ( 1.0 ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> else torch . tensor ( [ 1.0 , 1.0 ] ) <TAB> <TAB> ) <TAB> <TAB> beta = ( <TAB> <TAB> <TAB> pyro . sample ( ""beta"" , dist . HalfCauchy ( 1.0 ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> else torch . tensor ( [ 1.0 , 1.0 ] ) <TAB> <TAB> ) <TAB> <TAB> beta_binom = BetaBinomialPair ( ) <TAB> <TAB> with pyro . plate ( ""plate_1"" , data . shape [ - 2 ] ) : <TAB> <TAB> <TAB> probs = pyro . sample ( ""probs"" , beta_binom . latent ( alpha , beta ) ) <TAB> <TAB> <TAB> with pyro . plate ( ""data"" , data . shape [ 0 ] ) : <TAB> <TAB> <TAB> <TAB> pyro . sample ( <TAB> <TAB> <TAB> <TAB> <TAB> ""binomial"" , <TAB> <TAB> <TAB> <TAB> <TAB> beta_binom . conditional ( probs = probs , total_count = total_count ) , <TAB> <TAB> <TAB> <TAB> <TAB> obs = data , <TAB> <TAB> <TAB> <TAB> )",if hyperpriors,269
9757,"def _get_build_status(self, job_name, build_number):
    try:
        build_info = self.server.get_build_info(job_name, build_number)
        if build_info[""building""]:
            return ""building""
        else:
            return ""built""
    except jenkins.NotFoundException:
        return ""not found""
","def _get_build_status ( self , job_name , build_number ) : <TAB> try : <TAB> <TAB> build_info = self . server . get_build_info ( job_name , build_number ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ""building"" <TAB> <TAB> else : <TAB> <TAB> <TAB> return ""built"" <TAB> except jenkins . NotFoundException : <TAB> <TAB> return ""not found""","if build_info [ ""building"" ] :",96
18185,"def get_open_shards():
    # Can't use engine_manager.engines here because it does not track
    # shard state (open/ closed)
    database_hosts = config.get_required(""DATABASE_HOSTS"")
    open_shards = []
    for host in database_hosts:
        open_shards.extend(
            shard[""ID""]
            for shard in host[""SHARDS""]
            if shard[""OPEN""] and not shard.get(""DISABLED"")
        )
    return open_shards
","def get_open_shards ( ) : <TAB> <TAB> <TAB> database_hosts = config . get_required ( ""DATABASE_HOSTS"" ) <TAB> open_shards = [ ] <TAB> for host in database_hosts : <TAB> <TAB> open_shards . extend ( <TAB> <TAB> <TAB> shard [ ""ID"" ] <TAB> <TAB> <TAB> for shard in host [ ""SHARDS"" ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> ) <TAB> return open_shards","if shard [ ""OPEN"" ] and not shard . get ( ""DISABLED"" )",126
14232,"def validate_name(self, type, name):
    if type == InterfaceType.BRIDGE:
        if not (name.startswith(""bridge"") and name[6:].isdigit()):
            raise ValueError(
                'Bridge interface must start with ""bridge"" followed by an unique number.'
            )
    if type == InterfaceType.LINK_AGGREGATION:
        if not (name.startswith(""lagg"") and name[4:].isdigit()):
            raise ValueError(
                'Link aggregation interface must start with ""lagg"" followed by an unique number.'
            )
        else:
            # lagg0 is allowed, lagg0X is not
            if len(name) > 5 and name[4] == ""0"":
                raise ValueError(
                    'Link aggregation interface name cannot start with ""lagg0"".'
                )
    if type == InterfaceType.VLAN:
        if not (name.startswith(""vlan"") and name[4:].isdigit()):
            raise ValueError(
                'VLAN interface must start with ""vlan"" followed by an unique number.'
            )","def validate_name ( self , type , name ) : <TAB> if type == InterfaceType . BRIDGE : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> 'Bridge interface must start with ""bridge"" followed by an unique number.' <TAB> <TAB> <TAB> ) <TAB> if type == InterfaceType . LINK_AGGREGATION : <TAB> <TAB> if not ( name . startswith ( ""lagg"" ) and name [ 4 : ] . isdigit ( ) ) : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> 'Link aggregation interface must start with ""lagg"" followed by an unique number.' <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if len ( name ) > 5 and name [ 4 ] == ""0"" : <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> 'Link aggregation interface name cannot start with ""lagg0"".' <TAB> <TAB> <TAB> <TAB> ) <TAB> if type == InterfaceType . VLAN : <TAB> <TAB> if not ( name . startswith ( ""vlan"" ) and name [ 4 : ] . isdigit ( ) ) : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> 'VLAN interface must start with ""vlan"" followed by an unique number.' <TAB> <TAB> <TAB> )","if not ( name . startswith ( ""bridge"" ) and name [ 6 : ] . isdigit ( ) ) :",286
14747,"def _process_enum_definition(self, tok):
    fields = []
    for field in tok.fields:
        if field.expression:
            expression = self.expression_parser.parse(field.expression)
        else:
            expression = None
        fields.append(c_ast.CEnumField(name=field.name.first, value=expression))
    name = tok.enum_name
    if name:
        name = ""enum %s"" % tok.enum_name.first
    else:
        name = self._make_anonymous_type(""enum"")
    return c_ast.CTypeDefinition(
        name=name,
        type_definition=c_ast.CEnum(
            attributes=tok.attributes, fields=fields, name=name
        ),
    )
","def _process_enum_definition ( self , tok ) : <TAB> fields = [ ] <TAB> for field in tok . fields : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> expression = self . expression_parser . parse ( field . expression ) <TAB> <TAB> else : <TAB> <TAB> <TAB> expression = None <TAB> <TAB> fields . append ( c_ast . CEnumField ( name = field . name . first , value = expression ) ) <TAB> name = tok . enum_name <TAB> if name : <TAB> <TAB> name = ""enum %s"" % tok . enum_name . first <TAB> else : <TAB> <TAB> name = self . _make_anonymous_type ( ""enum"" ) <TAB> return c_ast . CTypeDefinition ( <TAB> <TAB> name = name , <TAB> <TAB> type_definition = c_ast . CEnum ( <TAB> <TAB> <TAB> attributes = tok . attributes , fields = fields , name = name <TAB> <TAB> ) , <TAB> )",if field . expression :,199
7994,"def __init__(self, uuid=None, cluster_state=None, children=None, **kwargs):
    self.uuid = uuid
    self.cluster_state = cluster_state
    if self.cluster_state is not None:
        self.children = WeakSet(
            self.cluster_state.tasks.get(task_id)
            for task_id in children or ()
            if task_id in self.cluster_state.tasks
        )
    else:
        self.children = WeakSet()
    self._serializer_handlers = {
        ""children"": self._serializable_children,
        ""root"": self._serializable_root,
        ""parent"": self._serializable_parent,
    }
    if kwargs:
        self.__dict__.update(kwargs)
","def __init__ ( self , uuid = None , cluster_state = None , children = None , ** kwargs ) : <TAB> self . uuid = uuid <TAB> self . cluster_state = cluster_state <TAB> if self . cluster_state is not None : <TAB> <TAB> self . children = WeakSet ( <TAB> <TAB> <TAB> self . cluster_state . tasks . get ( task_id ) <TAB> <TAB> <TAB> for task_id in children or ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> self . children = WeakSet ( ) <TAB> self . _serializer_handlers = { <TAB> <TAB> ""children"" : self . _serializable_children , <TAB> <TAB> ""root"" : self . _serializable_root , <TAB> <TAB> ""parent"" : self . _serializable_parent , <TAB> } <TAB> if kwargs : <TAB> <TAB> self . __dict__ . update ( kwargs )",if task_id in self . cluster_state . tasks,192
4774,"def LoadFromFile(cls):
    """"""Loads a service principal from a file.""""""
    with open(
        object_storage_service.FindCredentialFile(
            azure_credentials.AZURE_CREDENTIAL_PROFILE_FILE
        ),
        encoding=""utf-8-sig"",
    ) as profile_fp, open(
        object_storage_service.FindCredentialFile(
            azure_credentials.AZURE_CREDENTIAL_TOKENS_FILE
        )
    ) as tokens_fp:
        subscriptions = json.load(profile_fp)[""subscriptions""]
        subscription = [sub for sub in subscriptions if sub[""isDefault""]][0]
        subscription_type = subscription[""user""][""type""]
        if subscription_type != ""servicePrincipal"":
            # We are using user auth, and will probably have permission to create a
            # service principal.
            logging.info(
                ""Azure credentials are of type '%s'. ""
                ""Will try to create a new service principal."",
                subscription_type,
            )
            return cls()
        # name and id are backwards
        name = subscription[""id""]
        app_id = subscription[""user""][""name""]
        for token in json.load(tokens_fp):
            if token[""servicePrincipalId""] == app_id:
                logging.info(
                    ""Azure credentials are of type 'servicePrincipal'. ""
                    ""Will reuse them for benchmarking.""
                )
                return cls(
                    name, app_id, password=token[""accessToken""], user_managed=True
                )
        logging.warning(
            ""No access tokens found matching Azure defaultProfile ""
            ""Will try to create a new service principal.""
        )
        return cls()","def LoadFromFile ( cls ) : <TAB> """"""Loads a service principal from a file."""""" <TAB> with open ( <TAB> <TAB> object_storage_service . FindCredentialFile ( <TAB> <TAB> <TAB> azure_credentials . AZURE_CREDENTIAL_PROFILE_FILE <TAB> <TAB> ) , <TAB> <TAB> encoding = ""utf-8-sig"" , <TAB> ) as profile_fp , open ( <TAB> <TAB> object_storage_service . FindCredentialFile ( <TAB> <TAB> <TAB> azure_credentials . AZURE_CREDENTIAL_TOKENS_FILE <TAB> <TAB> ) <TAB> ) as tokens_fp : <TAB> <TAB> subscriptions = json . load ( profile_fp ) [ ""subscriptions"" ] <TAB> <TAB> subscription = [ sub for sub in subscriptions if sub [ ""isDefault"" ] ] [ 0 ] <TAB> <TAB> subscription_type = subscription [ ""user"" ] [ ""type"" ] <TAB> <TAB> if subscription_type != ""servicePrincipal"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> logging . info ( <TAB> <TAB> <TAB> <TAB> ""Azure credentials are of type '%s'. "" <TAB> <TAB> <TAB> <TAB> ""Will try to create a new service principal."" , <TAB> <TAB> <TAB> <TAB> subscription_type , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return cls ( ) <TAB> <TAB> <TAB> <TAB> name = subscription [ ""id"" ] <TAB> <TAB> app_id = subscription [ ""user"" ] [ ""name"" ] <TAB> <TAB> for token in json . load ( tokens_fp ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> logging . info ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Azure credentials are of type 'servicePrincipal'. "" <TAB> <TAB> <TAB> <TAB> <TAB> ""Will reuse them for benchmarking."" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> return cls ( <TAB> <TAB> <TAB> <TAB> <TAB> name , app_id , password = token [ ""accessToken"" ] , user_managed = True <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> logging . warning ( <TAB> <TAB> <TAB> ""No access tokens found matching Azure defaultProfile "" <TAB> <TAB> <TAB> ""Will try to create a new service principal."" <TAB> <TAB> ) <TAB> <TAB> return cls ( )","if token [ ""servicePrincipalId"" ] == app_id :",473
20938,"def prepare_data(accounts, filters, total_row, parent_children_map, company_currency):
    data = []
    for d in accounts:
        # Prepare opening closing for group account
        if parent_children_map.get(d.account):
            prepare_opening_closing(d)
        has_value = False
        row = {
            ""account"": d.name,
            ""parent_account"": d.parent_account,
            ""indent"": d.indent,
            ""from_date"": filters.from_date,
            ""to_date"": filters.to_date,
            ""currency"": company_currency,
            ""account_name"": (
                ""{} - {}"".format(d.account_number, d.account_name)
                if d.account_number
                else d.account_name
            ),
        }
        for key in value_fields:
            row[key] = flt(d.get(key, 0.0), 3)
            if abs(row[key]) >= 0.005:
                # ignore zero values
                has_value = True
        row[""has_value""] = has_value
        data.append(row)
    data.extend([{}, total_row])
    return data","def prepare_data ( accounts , filters , total_row , parent_children_map , company_currency ) : <TAB> data = [ ] <TAB> for d in accounts : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> prepare_opening_closing ( d ) <TAB> <TAB> has_value = False <TAB> <TAB> row = { <TAB> <TAB> <TAB> ""account"" : d . name , <TAB> <TAB> <TAB> ""parent_account"" : d . parent_account , <TAB> <TAB> <TAB> ""indent"" : d . indent , <TAB> <TAB> <TAB> ""from_date"" : filters . from_date , <TAB> <TAB> <TAB> ""to_date"" : filters . to_date , <TAB> <TAB> <TAB> ""currency"" : company_currency , <TAB> <TAB> <TAB> ""account_name"" : ( <TAB> <TAB> <TAB> <TAB> ""{} - {}"" . format ( d . account_number , d . account_name ) <TAB> <TAB> <TAB> <TAB> if d . account_number <TAB> <TAB> <TAB> <TAB> else d . account_name <TAB> <TAB> <TAB> ) , <TAB> <TAB> } <TAB> <TAB> for key in value_fields : <TAB> <TAB> <TAB> row [ key ] = flt ( d . get ( key , 0.0 ) , 3 ) <TAB> <TAB> <TAB> if abs ( row [ key ] ) >= 0.005 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> has_value = True <TAB> <TAB> row [ ""has_value"" ] = has_value <TAB> <TAB> data . append ( row ) <TAB> data . extend ( [ { } , total_row ] ) <TAB> return data",if parent_children_map . get ( d . account ) :,337
14991,"def modify_bottle_params(self, output_stride=None):
    if output_stride is not None and output_stride % 2 != 0:
        raise Exception(""output stride must to be even number"")
    if output_stride is None:
        return
    else:
        stride = 2
        for i, layer_setting in enumerate(self.bottleneck_params_list):
            t, c, n, s = layer_setting
            stride = stride * s
            if stride > output_stride:
                s = 1
            self.bottleneck_params_list[i] = (t, c, n, s)","def modify_bottle_params ( self , output_stride = None ) : <TAB> if output_stride is not None and output_stride % 2 != 0 : <TAB> <TAB> raise Exception ( ""output stride must to be even number"" ) <TAB> if output_stride is None : <TAB> <TAB> return <TAB> else : <TAB> <TAB> stride = 2 <TAB> <TAB> for i , layer_setting in enumerate ( self . bottleneck_params_list ) : <TAB> <TAB> <TAB> t , c , n , s = layer_setting <TAB> <TAB> <TAB> stride = stride * s <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> s = 1 <TAB> <TAB> <TAB> self . bottleneck_params_list [ i ] = ( t , c , n , s )",if stride > output_stride :,159
14438,"def _Determine_Do(self):
    self.applicable = 1
    configTokens = black.configure.items[""configTokens""].Get()
    buildFlavour = black.configure.items[""buildFlavour""].Get()
    if buildFlavour == ""full"":
        self.value = False
    else:
        self.value = True
    for opt, optarg in self.chosenOptions:
        if opt == ""--with-tests"":
            if not self.value:
                configTokens.append(""tests"")
            self.value = True
        elif opt == ""--without-tests"":
            if self.value:
                configTokens.append(""notests"")
            self.value = False
    self.determined = 1","def _Determine_Do ( self ) : <TAB> self . applicable = 1 <TAB> configTokens = black . configure . items [ ""configTokens"" ] . Get ( ) <TAB> buildFlavour = black . configure . items [ ""buildFlavour"" ] . Get ( ) <TAB> if buildFlavour == ""full"" : <TAB> <TAB> self . value = False <TAB> else : <TAB> <TAB> self . value = True <TAB> for opt , optarg in self . chosenOptions : <TAB> <TAB> if opt == ""--with-tests"" : <TAB> <TAB> <TAB> if not self . value : <TAB> <TAB> <TAB> <TAB> configTokens . append ( ""tests"" ) <TAB> <TAB> <TAB> self . value = True <TAB> <TAB> elif opt == ""--without-tests"" : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> configTokens . append ( ""notests"" ) <TAB> <TAB> <TAB> self . value = False <TAB> self . determined = 1",if self . value :,183
25442,"def test_out_of_bounds(self):
    # Check that a ring that is completely out of the map boundary
    # produces an empty result.
    # XXX Check efficiency?
    projection = ccrs.TransverseMercator(central_longitude=0)
    rings = [
        # All valid
        ([(86, 1), (86, -1), (88, -1), (88, 1)], -1),
        # One NaN
        ([(86, 1), (86, -1), (130, -1), (88, 1)], 1),
        # A NaN segment
        ([(86, 1), (86, -1), (130, -1), (130, 1)], 1),
        # All NaN
        ([(120, 1), (120, -1), (130, -1), (130, 1)], 0),
    ]
    # Try all four combinations of valid/NaN vs valid/NaN.
    for coords, expected_n_lines in rings:
        linear_ring = sgeom.LinearRing(coords)
        rings, mlinestr = projection.project_geometry(linear_ring)
        if expected_n_lines == -1:
            assert rings
            assert not mlinestr
        else:
            assert len(mlinestr) == expected_n_lines
            if expected_n_lines == 0:
                assert mlinestr.is_empty","def test_out_of_bounds ( self ) : <TAB> <TAB> <TAB> <TAB> projection = ccrs . TransverseMercator ( central_longitude = 0 ) <TAB> rings = [ <TAB> <TAB> <TAB> <TAB> ( [ ( 86 , 1 ) , ( 86 , - 1 ) , ( 88 , - 1 ) , ( 88 , 1 ) ] , - 1 ) , <TAB> <TAB> <TAB> <TAB> ( [ ( 86 , 1 ) , ( 86 , - 1 ) , ( 130 , - 1 ) , ( 88 , 1 ) ] , 1 ) , <TAB> <TAB> <TAB> <TAB> ( [ ( 86 , 1 ) , ( 86 , - 1 ) , ( 130 , - 1 ) , ( 130 , 1 ) ] , 1 ) , <TAB> <TAB> <TAB> <TAB> ( [ ( 120 , 1 ) , ( 120 , - 1 ) , ( 130 , - 1 ) , ( 130 , 1 ) ] , 0 ) , <TAB> ] <TAB> <TAB> for coords , expected_n_lines in rings : <TAB> <TAB> linear_ring = sgeom . LinearRing ( coords ) <TAB> <TAB> rings , mlinestr = projection . project_geometry ( linear_ring ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert rings <TAB> <TAB> <TAB> assert not mlinestr <TAB> <TAB> else : <TAB> <TAB> <TAB> assert len ( mlinestr ) == expected_n_lines <TAB> <TAB> <TAB> if expected_n_lines == 0 : <TAB> <TAB> <TAB> <TAB> assert mlinestr . is_empty",if expected_n_lines == - 1 :,344
10642,"def get_attached_nodes(self, external_account):
    for node in self.get_nodes_with_oauth_grants(external_account):
        if node is None:
            continue
        node_settings = node.get_addon(self.oauth_provider.short_name)
        if node_settings is None:
            continue
        if node_settings.external_account == external_account:
            yield node
","def get_attached_nodes ( self , external_account ) : <TAB> for node in self . get_nodes_with_oauth_grants ( external_account ) : <TAB> <TAB> if node is None : <TAB> <TAB> <TAB> continue <TAB> <TAB> node_settings = node . get_addon ( self . oauth_provider . short_name ) <TAB> <TAB> if node_settings is None : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield node",if node_settings . external_account == external_account :,110
6670,"def GetRemote(self):
    pars = {""method"": ""list"", ""path"": self.rpath, ""by"": ""name"", ""order"": ""asc""}
    result = self.byp._ByPy__get(const.PcsUrl + ""file"", pars, self.GetRemoteAct)
    if result == const.ENoError:
        self.title(self.rpath)
    else:
        if self.rpath.strip(""/"") == const.AppPcsPath.strip(""/""):
            err = (
                ""Can't retrieve Baidu PCS directories!\n""
                + ""Maybe the network is down?\n""
                + ""You can still manually input the remote path though""
                + ""(But, I doubt it will work)""
            )
            tkMessageBox.showerror(GuiTitle, err)
            self.Bye()
        else:
            self.rpath = const.get_pcs_path("""")
            self.GetRemote()
","def GetRemote ( self ) : <TAB> pars = { ""method"" : ""list"" , ""path"" : self . rpath , ""by"" : ""name"" , ""order"" : ""asc"" } <TAB> result = self . byp . _ByPy__get ( const . PcsUrl + ""file"" , pars , self . GetRemoteAct ) <TAB> if result == const . ENoError : <TAB> <TAB> self . title ( self . rpath ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> err = ( <TAB> <TAB> <TAB> <TAB> ""Can't retrieve Baidu PCS directories!\n"" <TAB> <TAB> <TAB> <TAB> + ""Maybe the network is down?\n"" <TAB> <TAB> <TAB> <TAB> + ""You can still manually input the remote path though"" <TAB> <TAB> <TAB> <TAB> + ""(But, I doubt it will work)"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> tkMessageBox . showerror ( GuiTitle , err ) <TAB> <TAB> <TAB> self . Bye ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . rpath = const . get_pcs_path ( """" ) <TAB> <TAB> <TAB> self . GetRemote ( )","if self . rpath . strip ( ""/"" ) == const . AppPcsPath . strip ( ""/"" ) :",249
18992,"def set_presets(*args, **kwargs):
    if ""presets"" in kwargs:
        presets = kwargs[""presets""]
        if presets is None:
            return kwargs
        if not isinstance(presets, list):
            presets = [presets]
        preset_kwargs = {}
        for preset in presets:
            if isinstance(preset, str):
                preset_orig = preset
                preset = preset_dict.get(preset, None)
                if preset is None:
                    raise ValueError(
                        f""Preset '{preset_orig}' was not found. Valid presets: {list(preset_dict.keys())}""
                    )
            if isinstance(preset, dict):
                for key in preset:
                    preset_kwargs[key] = preset[key]
            else:
                raise TypeError(
                    f""Preset of type {type(preset)} was given, but only presets of type [dict, str] are valid.""
                )
        for key in preset_kwargs:
            if key not in kwargs:
                kwargs[key] = preset_kwargs[key]
    return args, kwargs
","def set_presets ( * args , ** kwargs ) : <TAB> if ""presets"" in kwargs : <TAB> <TAB> presets = kwargs [ ""presets"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return kwargs <TAB> <TAB> if not isinstance ( presets , list ) : <TAB> <TAB> <TAB> presets = [ presets ] <TAB> <TAB> preset_kwargs = { } <TAB> <TAB> for preset in presets : <TAB> <TAB> <TAB> if isinstance ( preset , str ) : <TAB> <TAB> <TAB> <TAB> preset_orig = preset <TAB> <TAB> <TAB> <TAB> preset = preset_dict . get ( preset , None ) <TAB> <TAB> <TAB> <TAB> if preset is None : <TAB> <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> f""Preset '{preset_orig}' was not found. Valid presets: {list(preset_dict.keys())}"" <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if isinstance ( preset , dict ) : <TAB> <TAB> <TAB> <TAB> for key in preset : <TAB> <TAB> <TAB> <TAB> <TAB> preset_kwargs [ key ] = preset [ key ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> <TAB> f""Preset of type {type(preset)} was given, but only presets of type [dict, str] are valid."" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> for key in preset_kwargs : <TAB> <TAB> <TAB> if key not in kwargs : <TAB> <TAB> <TAB> <TAB> kwargs [ key ] = preset_kwargs [ key ] <TAB> return args , kwargs",if presets is None :,338
14439,"def _Determine_Do(self):
    if sys.platform.startswith(""linux"") or sys.platform == ""darwin"":
        self.applicable = 1
        self.value = []
        # ---- add required entries to the path
        # add the Mozilla bin directory
        # (This is only needed on Mac to let bk test find the dependent
        # libraries for the _xpcom Python module)
        applicable = black.configure.items[""mozBin""].Determine()
        if applicable:
            d = black.configure.items[""mozBin""].Get()
            if not self.Contains(d):
                self.value.append(d)
        ##XXX
        ##XXX Is this necessary with the new build system now?
        ##XXX
        # Add the siloed Python lib dir (in the install tree) for
        # installer builds so that Python extensions (like our build
        # of sgmlop) can be built against it.
        if sys.platform.startswith(""linux""):
            pythonExecutable = black.configure.items[""siloedPython""].Get()
            pythonLibPath = join(dirname(dirname(pythonExecutable)), ""lib"")
            if not self.Contains(pythonLibPath):
                self.value.append(pythonLibPath)
    else:
        self.applicable = 0
    self.determined = 1","def _Determine_Do ( self ) : <TAB> if sys . platform . startswith ( ""linux"" ) or sys . platform == ""darwin"" : <TAB> <TAB> self . applicable = 1 <TAB> <TAB> self . value = [ ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> applicable = black . configure . items [ ""mozBin"" ] . Determine ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> d = black . configure . items [ ""mozBin"" ] . Get ( ) <TAB> <TAB> <TAB> if not self . Contains ( d ) : <TAB> <TAB> <TAB> <TAB> self . value . append ( d ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if sys . platform . startswith ( ""linux"" ) : <TAB> <TAB> <TAB> pythonExecutable = black . configure . items [ ""siloedPython"" ] . Get ( ) <TAB> <TAB> <TAB> pythonLibPath = join ( dirname ( dirname ( pythonExecutable ) ) , ""lib"" ) <TAB> <TAB> <TAB> if not self . Contains ( pythonLibPath ) : <TAB> <TAB> <TAB> <TAB> self . value . append ( pythonLibPath ) <TAB> else : <TAB> <TAB> self . applicable = 0 <TAB> self . determined = 1",if applicable :,333
17651,"def _consume_field(
    self, parse_type: bool = True, prefer_type: bool = False
) -> Tuple[str, str, List[str]]:
    line = next(self._line_iter)
    before, colon, after = self._partition_field_on_colon(line)
    _name, _type, _desc = before, """", after
    if parse_type:
        match = _google_typed_arg_regex.match(before)
        if match:
            _name = match.group(1).strip()
            _type = match.group(2)
    _name = self._escape_args_and_kwargs(_name)
    if prefer_type and not _type:
        _type, _name = _name, _type
    if _type and self._config.napoleon_preprocess_types:
        _type = _convert_type_spec(_type, self._config.napoleon_type_aliases or {})
    indent = self._get_indent(line) + 1
    _descs = [_desc] + self._dedent(self._consume_indented_block(indent))
    _descs = self.__class__(_descs, self._config).lines()
    return _name, _type, _descs","def _consume_field ( <TAB> self , parse_type : bool = True , prefer_type : bool = False ) -> Tuple [ str , str , List [ str ] ] : <TAB> line = next ( self . _line_iter ) <TAB> before , colon , after = self . _partition_field_on_colon ( line ) <TAB> _name , _type , _desc = before , """" , after <TAB> if parse_type : <TAB> <TAB> match = _google_typed_arg_regex . match ( before ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _name = match . group ( 1 ) . strip ( ) <TAB> <TAB> <TAB> _type = match . group ( 2 ) <TAB> _name = self . _escape_args_and_kwargs ( _name ) <TAB> if prefer_type and not _type : <TAB> <TAB> _type , _name = _name , _type <TAB> if _type and self . _config . napoleon_preprocess_types : <TAB> <TAB> _type = _convert_type_spec ( _type , self . _config . napoleon_type_aliases or { } ) <TAB> indent = self . _get_indent ( line ) + 1 <TAB> _descs = [ _desc ] + self . _dedent ( self . _consume_indented_block ( indent ) ) <TAB> _descs = self . __class__ ( _descs , self . _config ) . lines ( ) <TAB> return _name , _type , _descs",if match :,301
2932,"def run(self):
    """"""Run the import task.""""""
    self.logger.info(u""import started {0}"", time.asctime())
    self.set_config(config[""import""])
    # Set up the pipeline.
    if self.query is None:
        stages = [read_tasks(self)]
    else:
        stages = [query_tasks(self)]
    # In pretend mode, just log what would otherwise be imported.
    if self.config[""pretend""]:
        stages += [log_files(self)]
    else:
        if self.config[""group_albums""] and not self.config[""singletons""]:
            # Split directory tasks into one task for each album.
            stages += [group_albums(self)]
        # These stages either talk to the user to get a decision or,
        # in the case of a non-autotagged import, just choose to
        # import everything as-is. In *both* cases, these stages
        # also add the music to the library database, so later
        # stages need to read and write data from there.
        if self.config[""autotag""]:
            stages += [lookup_candidates(self), user_query(self)]
        else:
            stages += [import_asis(self)]
        # Plugin stages.
        for stage_func in plugins.early_import_stages():
            stages.append(plugin_stage(self, stage_func))
        for stage_func in plugins.import_stages():
            stages.append(plugin_stage(self, stage_func))
        stages += [manipulate_files(self)]
    pl = pipeline.Pipeline(stages)
    # Run the pipeline.
    plugins.send(""import_begin"", session=self)
    try:
        if config[""threaded""]:
            pl.run_parallel(QUEUE_SIZE)
        else:
            pl.run_sequential()
    except ImportAbort:
        # User aborted operation. Silently stop.
        pass","def run ( self ) : <TAB> """"""Run the import task."""""" <TAB> self . logger . info ( u""import started {0}"" , time . asctime ( ) ) <TAB> self . set_config ( config [ ""import"" ] ) <TAB> <TAB> if self . query is None : <TAB> <TAB> stages = [ read_tasks ( self ) ] <TAB> else : <TAB> <TAB> stages = [ query_tasks ( self ) ] <TAB> <TAB> if self . config [ ""pretend"" ] : <TAB> <TAB> stages += [ log_files ( self ) ] <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> stages += [ group_albums ( self ) ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . config [ ""autotag"" ] : <TAB> <TAB> <TAB> stages += [ lookup_candidates ( self ) , user_query ( self ) ] <TAB> <TAB> else : <TAB> <TAB> <TAB> stages += [ import_asis ( self ) ] <TAB> <TAB> <TAB> <TAB> for stage_func in plugins . early_import_stages ( ) : <TAB> <TAB> <TAB> stages . append ( plugin_stage ( self , stage_func ) ) <TAB> <TAB> for stage_func in plugins . import_stages ( ) : <TAB> <TAB> <TAB> stages . append ( plugin_stage ( self , stage_func ) ) <TAB> <TAB> stages += [ manipulate_files ( self ) ] <TAB> pl = pipeline . Pipeline ( stages ) <TAB> <TAB> plugins . send ( ""import_begin"" , session = self ) <TAB> try : <TAB> <TAB> if config [ ""threaded"" ] : <TAB> <TAB> <TAB> pl . run_parallel ( QUEUE_SIZE ) <TAB> <TAB> else : <TAB> <TAB> <TAB> pl . run_sequential ( ) <TAB> except ImportAbort : <TAB> <TAB> <TAB> <TAB> pass","if self . config [ ""group_albums"" ] and not self . config [ ""singletons"" ] :",485
14778,"def put_secret(_, request):
    updated_secret = json.loads(request.body)
    for filepath, value in updated_secret[""data""].items():
        if filepath not in secret[""data""]:
            # Add
            write_file(
                config_dir,
                filepath,
                base64.b64decode(value.encode(""utf-8"")).decode(""ascii""),
            )
    for filepath in secret[""data""]:
        if filepath not in updated_secret[""data""]:
            # Remove.
            normalized_path = normalize_path(filepath)
            os.remove(str(config_dir.join(normalized_path)))
    secret[""data""] = updated_secret[""data""]
    return {""status_code"": 200, ""content"": json.dumps(secret)}","def put_secret ( _ , request ) : <TAB> updated_secret = json . loads ( request . body ) <TAB> for filepath , value in updated_secret [ ""data"" ] . items ( ) : <TAB> <TAB> if filepath not in secret [ ""data"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> write_file ( <TAB> <TAB> <TAB> <TAB> config_dir , <TAB> <TAB> <TAB> <TAB> filepath , <TAB> <TAB> <TAB> <TAB> base64 . b64decode ( value . encode ( ""utf-8"" ) ) . decode ( ""ascii"" ) , <TAB> <TAB> <TAB> ) <TAB> for filepath in secret [ ""data"" ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> normalized_path = normalize_path ( filepath ) <TAB> <TAB> <TAB> os . remove ( str ( config_dir . join ( normalized_path ) ) ) <TAB> secret [ ""data"" ] = updated_secret [ ""data"" ] <TAB> return { ""status_code"" : 200 , ""content"" : json . dumps ( secret ) }","if filepath not in updated_secret [ ""data"" ] :",202
14795,"def remove_organization_member(org, user_obj):
    org_admins = [u.username for u in __get_org_admin_users(org)]
    if len(org_admins) == 1 and user_obj.username in org_admins:
        raise DataModelException(
            ""Cannot remove user as they are the only organization admin""
        )
    with db_transaction():
        # Find and remove the user from any repositories under the org.
        permissions = list(
            RepositoryPermission.select(RepositoryPermission.id)
            .join(Repository)
            .where(
                Repository.namespace_user == org, RepositoryPermission.user == user_obj
            )
        )
        if permissions:
            RepositoryPermission.delete().where(
                RepositoryPermission.id << permissions
            ).execute()
        # Find and remove the user from any teams under the org.
        members = list(
            TeamMember.select(TeamMember.id)
            .join(Team)
            .where(Team.organization == org, TeamMember.user == user_obj)
        )
        if members:
            TeamMember.delete().where(TeamMember.id << members).execute()","def remove_organization_member ( org , user_obj ) : <TAB> org_admins = [ u . username for u in __get_org_admin_users ( org ) ] <TAB> if len ( org_admins ) == 1 and user_obj . username in org_admins : <TAB> <TAB> raise DataModelException ( <TAB> <TAB> <TAB> ""Cannot remove user as they are the only organization admin"" <TAB> <TAB> ) <TAB> with db_transaction ( ) : <TAB> <TAB> <TAB> <TAB> permissions = list ( <TAB> <TAB> <TAB> RepositoryPermission . select ( RepositoryPermission . id ) <TAB> <TAB> <TAB> . join ( Repository ) <TAB> <TAB> <TAB> . where ( <TAB> <TAB> <TAB> <TAB> Repository . namespace_user == org , RepositoryPermission . user == user_obj <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> <TAB> if permissions : <TAB> <TAB> <TAB> RepositoryPermission . delete ( ) . where ( <TAB> <TAB> <TAB> <TAB> RepositoryPermission . id << permissions <TAB> <TAB> <TAB> ) . execute ( ) <TAB> <TAB> <TAB> <TAB> members = list ( <TAB> <TAB> <TAB> TeamMember . select ( TeamMember . id ) <TAB> <TAB> <TAB> . join ( Team ) <TAB> <TAB> <TAB> . where ( Team . organization == org , TeamMember . user == user_obj ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> TeamMember . delete ( ) . where ( TeamMember . id << members ) . execute ( )",if members :,318
19177,"def run(ip_list, path, rate):
    try:
        ip_file = open(""target.log"", ""w"")
        ip_file.write(""\n"".join(ip_list))
        ip_file.close()
        path = str(path).translate(None, "";|&"")
        rate = str(rate).translate(None, "";|&"")
        if not os.path.exists(path):
            return
        os.system(
            ""%s -p1-65535 -iL target.log -oL tmp.log --randomize-hosts --rate=%s""
            % (path, rate)
        )
        result_file = open(""tmp.log"", ""r"")
        result_json = result_file.readlines()
        result_file.close()
        del result_json[0]
        del result_json[-1]
        open_list = {}
        for res in result_json:
            try:
                ip = res.split()[3]
                port = res.split()[2]
                if ip in open_list:
                    open_list[ip].append(port)
                else:
                    open_list[ip] = [port]
            except:
                pass
        os.remove(""target.log"")
        os.remove(""tmp.log"")
        return open_list
    except:
        pass","def run ( ip_list , path , rate ) : <TAB> try : <TAB> <TAB> ip_file = open ( ""target.log"" , ""w"" ) <TAB> <TAB> ip_file . write ( ""\n"" . join ( ip_list ) ) <TAB> <TAB> ip_file . close ( ) <TAB> <TAB> path = str ( path ) . translate ( None , "";|&"" ) <TAB> <TAB> rate = str ( rate ) . translate ( None , "";|&"" ) <TAB> <TAB> if not os . path . exists ( path ) : <TAB> <TAB> <TAB> return <TAB> <TAB> os . system ( <TAB> <TAB> <TAB> ""%s -p1-65535 -iL target.log -oL tmp.log --randomize-hosts --rate=%s"" <TAB> <TAB> <TAB> % ( path , rate ) <TAB> <TAB> ) <TAB> <TAB> result_file = open ( ""tmp.log"" , ""r"" ) <TAB> <TAB> result_json = result_file . readlines ( ) <TAB> <TAB> result_file . close ( ) <TAB> <TAB> del result_json [ 0 ] <TAB> <TAB> del result_json [ - 1 ] <TAB> <TAB> open_list = { } <TAB> <TAB> for res in result_json : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> ip = res . split ( ) [ 3 ] <TAB> <TAB> <TAB> <TAB> port = res . split ( ) [ 2 ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> open_list [ ip ] . append ( port ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> open_list [ ip ] = [ port ] <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> os . remove ( ""target.log"" ) <TAB> <TAB> os . remove ( ""tmp.log"" ) <TAB> <TAB> return open_list <TAB> except : <TAB> <TAB> pass",if ip in open_list :,373
8763,"def build_vertices(self, ulines):
    vertex_idx = 0
    vertices = collections.OrderedDict()
    for line in ulines:
        for vt in line:
            if vt.replacement is not None:
                continue
            new_vertex = (vt.u, vt.v, 0.0)
            if new_vertex in vertices:
                continue
            vt.index = vertex_idx
            vertex_idx += 1
            vertices[new_vertex] = 1
    return vertex_idx, list(vertices.keys())","def build_vertices ( self , ulines ) : <TAB> vertex_idx = 0 <TAB> vertices = collections . OrderedDict ( ) <TAB> for line in ulines : <TAB> <TAB> for vt in line : <TAB> <TAB> <TAB> if vt . replacement is not None : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> new_vertex = ( vt . u , vt . v , 0.0 ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> vt . index = vertex_idx <TAB> <TAB> <TAB> vertex_idx += 1 <TAB> <TAB> <TAB> vertices [ new_vertex ] = 1 <TAB> return vertex_idx , list ( vertices . keys ( ) )",if new_vertex in vertices :,145
9309,"def build_campaign_parameters(self, params):
    campaign = self.tracker.campaign
    if campaign:
        params._utmz = ""%s.%s.%s.%s."" % (
            self._generate_domain_hash(),
            calendar.timegm(campaign.creation_time.timetuple()),
            self.visitor.visit_count,
            campaign.response_count,
        )
        param_map = {
            ""utmcid"": campaign.id,
            ""utmcsr"": campaign.source,
            ""utmgclid"": campaign.g_click_id,
            ""utmdclid"": campaign.d_click_id,
            ""utmccn"": campaign.name,
            ""utmcmd"": campaign.medium,
            ""utmctr"": campaign.term,
            ""utmcct"": campaign.content,
        }
        for k, v in param_map.items():
            if v:
                # Only spaces and pluses get escaped in gaforflash and ga.js, so we do the same
                params._utmz = ""%s%s=%s%s"" % (
                    params._utmz,
                    k,
                    v.replace(""+"", ""%20"").replace("" "", ""%20""),
                    Campaign.CAMPAIGN_DELIMITER,
                )
        params._utmz = params._utmz.rstrip(Campaign.CAMPAIGN_DELIMITER)
    return params","def build_campaign_parameters ( self , params ) : <TAB> campaign = self . tracker . campaign <TAB> if campaign : <TAB> <TAB> params . _utmz = ""%s.%s.%s.%s."" % ( <TAB> <TAB> <TAB> self . _generate_domain_hash ( ) , <TAB> <TAB> <TAB> calendar . timegm ( campaign . creation_time . timetuple ( ) ) , <TAB> <TAB> <TAB> self . visitor . visit_count , <TAB> <TAB> <TAB> campaign . response_count , <TAB> <TAB> ) <TAB> <TAB> param_map = { <TAB> <TAB> <TAB> ""utmcid"" : campaign . id , <TAB> <TAB> <TAB> ""utmcsr"" : campaign . source , <TAB> <TAB> <TAB> ""utmgclid"" : campaign . g_click_id , <TAB> <TAB> <TAB> ""utmdclid"" : campaign . d_click_id , <TAB> <TAB> <TAB> ""utmccn"" : campaign . name , <TAB> <TAB> <TAB> ""utmcmd"" : campaign . medium , <TAB> <TAB> <TAB> ""utmctr"" : campaign . term , <TAB> <TAB> <TAB> ""utmcct"" : campaign . content , <TAB> <TAB> } <TAB> <TAB> for k , v in param_map . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> params . _utmz = ""%s%s=%s%s"" % ( <TAB> <TAB> <TAB> <TAB> <TAB> params . _utmz , <TAB> <TAB> <TAB> <TAB> <TAB> k , <TAB> <TAB> <TAB> <TAB> <TAB> v . replace ( ""+"" , ""%20"" ) . replace ( "" "" , ""%20"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> Campaign . CAMPAIGN_DELIMITER , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> params . _utmz = params . _utmz . rstrip ( Campaign . CAMPAIGN_DELIMITER ) <TAB> return params",if v :,436
11175,"def __on_item_activated(self, event):
    if self.__module_view:
        module = self.get_event_module(event)
        self.__module_view.set_selection(module.module_num)
        if event.EventObject is self.list_ctrl:
            self.input_list_ctrl.deactivate_active_item()
        else:
            self.list_ctrl.deactivate_active_item()
            for index in range(self.list_ctrl.GetItemCount()):
                if self.list_ctrl.IsSelected(index):
                    self.list_ctrl.Select(index, False)
    self.__controller.enable_module_controls_panel_buttons()
","def __on_item_activated ( self , event ) : <TAB> if self . __module_view : <TAB> <TAB> module = self . get_event_module ( event ) <TAB> <TAB> self . __module_view . set_selection ( module . module_num ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . input_list_ctrl . deactivate_active_item ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . list_ctrl . deactivate_active_item ( ) <TAB> <TAB> <TAB> for index in range ( self . list_ctrl . GetItemCount ( ) ) : <TAB> <TAB> <TAB> <TAB> if self . list_ctrl . IsSelected ( index ) : <TAB> <TAB> <TAB> <TAB> <TAB> self . list_ctrl . Select ( index , False ) <TAB> self . __controller . enable_module_controls_panel_buttons ( )",if event . EventObject is self . list_ctrl :,181
3158,"def zipTest(self, f, compression):
    # Create the ZIP archive.
    zipfp = zipfile.ZipFile(f, ""w"", compression, allowZip64=True)
    # It will contain enough copies of self.data to reach about 6GB of
    # raw data to store.
    filecount = 6 * 1024 ** 3 // len(self.data)
    next_time = time.time() + _PRINT_WORKING_MSG_INTERVAL
    for num in range(filecount):
        zipfp.writestr(""testfn%d"" % num, self.data)
        # Print still working message since this test can be really slow
        if next_time <= time.time():
            next_time = time.time() + _PRINT_WORKING_MSG_INTERVAL
            print >>sys.__stdout__, (
                ""  zipTest still writing %d of %d, be patient..."" % (num, filecount)
            )
            sys.__stdout__.flush()
    zipfp.close()
    # Read the ZIP archive
    zipfp = zipfile.ZipFile(f, ""r"", compression)
    for num in range(filecount):
        self.assertEqual(zipfp.read(""testfn%d"" % num), self.data)
        # Print still working message since this test can be really slow
        if next_time <= time.time():
            next_time = time.time() + _PRINT_WORKING_MSG_INTERVAL
            print >>sys.__stdout__, (
                ""  zipTest still reading %d of %d, be patient..."" % (num, filecount)
            )
            sys.__stdout__.flush()
    zipfp.close()","def zipTest ( self , f , compression ) : <TAB> <TAB> zipfp = zipfile . ZipFile ( f , ""w"" , compression , allowZip64 = True ) <TAB> <TAB> <TAB> filecount = 6 * 1024 ** 3 // len ( self . data ) <TAB> next_time = time . time ( ) + _PRINT_WORKING_MSG_INTERVAL <TAB> for num in range ( filecount ) : <TAB> <TAB> zipfp . writestr ( ""testfn%d"" % num , self . data ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> next_time = time . time ( ) + _PRINT_WORKING_MSG_INTERVAL <TAB> <TAB> <TAB> print >> sys . __stdout__ , ( <TAB> <TAB> <TAB> <TAB> ""  zipTest still writing %d of %d, be patient..."" % ( num , filecount ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> sys . __stdout__ . flush ( ) <TAB> zipfp . close ( ) <TAB> <TAB> zipfp = zipfile . ZipFile ( f , ""r"" , compression ) <TAB> for num in range ( filecount ) : <TAB> <TAB> self . assertEqual ( zipfp . read ( ""testfn%d"" % num ) , self . data ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> next_time = time . time ( ) + _PRINT_WORKING_MSG_INTERVAL <TAB> <TAB> <TAB> print >> sys . __stdout__ , ( <TAB> <TAB> <TAB> <TAB> ""  zipTest still reading %d of %d, be patient..."" % ( num , filecount ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> sys . __stdout__ . flush ( ) <TAB> zipfp . close ( )",if next_time <= time . time ( ) :,410
9110,"def err_handler(out):
    if out.status_code == 500:
        print(out.traceback)
    else:
        print(out)
    if out.status_code == 404 and self._check_refer_redirect():
        return
    # return html error view for any content errors
    if self.is_content_request():
        if self.content_error_redirect:
            err_context = {""status"": out.status_code, ""error"": out.body}
            response.status = 303
            redirect_url = self.content_error_redirect + ""?"" + urlencode(err_context)
            response.set_header(""Location"", redirect_url)
            return
        else:
            if self._wrong_content_session_redirect():
                return
            return error_view(out)
    if isinstance(out.exception, dict):
        return json_error(out.exception)
    else:
        return json_error({""error"": ""not_found""})","def err_handler ( out ) : <TAB> if out . status_code == 500 : <TAB> <TAB> print ( out . traceback ) <TAB> else : <TAB> <TAB> print ( out ) <TAB> if out . status_code == 404 and self . _check_refer_redirect ( ) : <TAB> <TAB> return <TAB> <TAB> if self . is_content_request ( ) : <TAB> <TAB> if self . content_error_redirect : <TAB> <TAB> <TAB> err_context = { ""status"" : out . status_code , ""error"" : out . body } <TAB> <TAB> <TAB> response . status = 303 <TAB> <TAB> <TAB> redirect_url = self . content_error_redirect + ""?"" + urlencode ( err_context ) <TAB> <TAB> <TAB> response . set_header ( ""Location"" , redirect_url ) <TAB> <TAB> <TAB> return <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> return error_view ( out ) <TAB> if isinstance ( out . exception , dict ) : <TAB> <TAB> return json_error ( out . exception ) <TAB> else : <TAB> <TAB> return json_error ( { ""error"" : ""not_found"" } )",if self . _wrong_content_session_redirect ( ) :,253
4380,"def collect(self):
    for nickname in self.squid_hosts.keys():
        squid_host = self.squid_hosts[nickname]
        fulldata = self._getData(squid_host[""host""], squid_host[""port""])
        if fulldata is not None:
            fulldata = fulldata.splitlines()
            for data in fulldata:
                matches = self.stat_pattern.match(data)
                if matches:
                    self.publish_counter(
                        ""%s.%s"" % (nickname, matches.group(1)), float(matches.group(2))
                    )","def collect ( self ) : <TAB> for nickname in self . squid_hosts . keys ( ) : <TAB> <TAB> squid_host = self . squid_hosts [ nickname ] <TAB> <TAB> fulldata = self . _getData ( squid_host [ ""host"" ] , squid_host [ ""port"" ] ) <TAB> <TAB> if fulldata is not None : <TAB> <TAB> <TAB> fulldata = fulldata . splitlines ( ) <TAB> <TAB> <TAB> for data in fulldata : <TAB> <TAB> <TAB> <TAB> matches = self . stat_pattern . match ( data ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . publish_counter ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""%s.%s"" % ( nickname , matches . group ( 1 ) ) , float ( matches . group ( 2 ) ) <TAB> <TAB> <TAB> <TAB> <TAB> )",if matches :,166
17560,"def act_and_mul(in_deltas, hs, activation):
    if iscontiguous(in_deltas._tensor) and iscontiguous(hs._tensor):
        if isinstance(activation, Rectlinclip) and (activation.slope == 0):
            _in_deltas = ffi.cast(""float *"", ffi.from_buffer(in_deltas._tensor))
            _hs = ffi.cast(""float *"", ffi.from_buffer(hs._tensor))
            NervanaObject.be.mathlib.cmath_act_and_mul(
                _in_deltas, _hs, in_deltas.size, activation.xcut
            )
            return True
        else:
            return False
    else:
        return False","def act_and_mul ( in_deltas , hs , activation ) : <TAB> if iscontiguous ( in_deltas . _tensor ) and iscontiguous ( hs . _tensor ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _in_deltas = ffi . cast ( ""float *"" , ffi . from_buffer ( in_deltas . _tensor ) ) <TAB> <TAB> <TAB> _hs = ffi . cast ( ""float *"" , ffi . from_buffer ( hs . _tensor ) ) <TAB> <TAB> <TAB> NervanaObject . be . mathlib . cmath_act_and_mul ( <TAB> <TAB> <TAB> <TAB> _in_deltas , _hs , in_deltas . size , activation . xcut <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return True <TAB> <TAB> else : <TAB> <TAB> <TAB> return False <TAB> else : <TAB> <TAB> return False","if isinstance ( activation , Rectlinclip ) and ( activation . slope == 0 ) :",188
10064,"def _unpack_scales(scales, vidxs):
    scaleData = [None, None, None]
    for i in range(3):
        if i >= min(len(scales), len(vidxs) // 2):
            break
        scale = scales[i]
        if not math.isnan(scale):
            vidx1, vidx2 = vidxs[i * 2], vidxs[i * 2 + 1]
            scaleData[i] = (int(vidx1), int(vidx2), float(scale))
    return scaleData","def _unpack_scales ( scales , vidxs ) : <TAB> scaleData = [ None , None , None ] <TAB> for i in range ( 3 ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> scale = scales [ i ] <TAB> <TAB> if not math . isnan ( scale ) : <TAB> <TAB> <TAB> vidx1 , vidx2 = vidxs [ i * 2 ] , vidxs [ i * 2 + 1 ] <TAB> <TAB> <TAB> scaleData [ i ] = ( int ( vidx1 ) , int ( vidx2 ) , float ( scale ) ) <TAB> return scaleData","if i >= min ( len ( scales ) , len ( vidxs ) // 2 ) :",138
17002,"def response_dict(self):
    res = {
        ""ETag"": self.etag,
        ""last-modified"": self.last_modified_RFC1123,
        ""content-length"": str(self.size),
    }
    if self.encryption is not None:
        res[""x-amz-server-side-encryption""] = self.encryption
        if self.encryption == ""aws:kms"" and self.kms_key_id is not None:
            res[""x-amz-server-side-encryption-aws-kms-key-id""] = self.kms_key_id
    if self.bucket_key_enabled is not None:
        res[""x-amz-server-side-encryption-bucket-key-enabled""] = self.bucket_key_enabled
    if self._storage_class != ""STANDARD"":
        res[""x-amz-storage-class""] = self._storage_class
    if self._expiry is not None:
        rhdr = 'ongoing-request=""false"", expiry-date=""{0}""'
        res[""x-amz-restore""] = rhdr.format(self.expiry_date)
    if self._is_versioned:
        res[""x-amz-version-id""] = str(self.version_id)
    if self.website_redirect_location:
        res[""x-amz-website-redirect-location""] = self.website_redirect_location
    return res","def response_dict ( self ) : <TAB> res = { <TAB> <TAB> ""ETag"" : self . etag , <TAB> <TAB> ""last-modified"" : self . last_modified_RFC1123 , <TAB> <TAB> ""content-length"" : str ( self . size ) , <TAB> } <TAB> if self . encryption is not None : <TAB> <TAB> res [ ""x-amz-server-side-encryption"" ] = self . encryption <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> res [ ""x-amz-server-side-encryption-aws-kms-key-id"" ] = self . kms_key_id <TAB> if self . bucket_key_enabled is not None : <TAB> <TAB> res [ ""x-amz-server-side-encryption-bucket-key-enabled"" ] = self . bucket_key_enabled <TAB> if self . _storage_class != ""STANDARD"" : <TAB> <TAB> res [ ""x-amz-storage-class"" ] = self . _storage_class <TAB> if self . _expiry is not None : <TAB> <TAB> rhdr = 'ongoing-request=""false"", expiry-date=""{0}""' <TAB> <TAB> res [ ""x-amz-restore"" ] = rhdr . format ( self . expiry_date ) <TAB> if self . _is_versioned : <TAB> <TAB> res [ ""x-amz-version-id"" ] = str ( self . version_id ) <TAB> if self . website_redirect_location : <TAB> <TAB> res [ ""x-amz-website-redirect-location"" ] = self . website_redirect_location <TAB> return res","if self . encryption == ""aws:kms"" and self . kms_key_id is not None :",352
23137,"def isSegInside(self, seg):
    if len(self) == 0:
        return 2
    nbInter = 0
    i1 = None
    i2 = None
    for segpath in self:
        a, b = segpath.intersect(seg)
        if a is not None and not eq(a, i1) and not eq(a, i2):
            nbInter += 1
            i1 = a
        if b is not None and not eq(b, i1) and not eq(b, i2):
            nbInter += 1
            i2 = a
    if nbInter == 0:
        result = 1 if self.isInside(seg.A) else -1
    if nbInter == 1:
        if self.isOnPath(seg.A):
            if self.isOnPath(seg.B):
                result = 0
            else:
                result = 1 if self.isInside(seg.B) else -1
        elif self.isOnPath(seg.B):
            result = 1 if self.isInside(seg.A) else -1
        else:
            result = 0
    if nbInter >= 2:
        if self.hasSeg(seg):
            result = 0
        else:
            if self.isOnPath(seg.A) and self.isOnPath(seg.B):
                result = 1 if self.isInside(seg.midPoint()) else -1
            else:
                result = -1
    return result","def isSegInside ( self , seg ) : <TAB> if len ( self ) == 0 : <TAB> <TAB> return 2 <TAB> nbInter = 0 <TAB> i1 = None <TAB> i2 = None <TAB> for segpath in self : <TAB> <TAB> a , b = segpath . intersect ( seg ) <TAB> <TAB> if a is not None and not eq ( a , i1 ) and not eq ( a , i2 ) : <TAB> <TAB> <TAB> nbInter += 1 <TAB> <TAB> <TAB> i1 = a <TAB> <TAB> if b is not None and not eq ( b , i1 ) and not eq ( b , i2 ) : <TAB> <TAB> <TAB> nbInter += 1 <TAB> <TAB> <TAB> i2 = a <TAB> if nbInter == 0 : <TAB> <TAB> result = 1 if self . isInside ( seg . A ) else - 1 <TAB> if nbInter == 1 : <TAB> <TAB> if self . isOnPath ( seg . A ) : <TAB> <TAB> <TAB> if self . isOnPath ( seg . B ) : <TAB> <TAB> <TAB> <TAB> result = 0 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> result = 1 if self . isInside ( seg . B ) else - 1 <TAB> <TAB> elif self . isOnPath ( seg . B ) : <TAB> <TAB> <TAB> result = 1 if self . isInside ( seg . A ) else - 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> result = 0 <TAB> if nbInter >= 2 : <TAB> <TAB> if self . hasSeg ( seg ) : <TAB> <TAB> <TAB> result = 0 <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> result = 1 if self . isInside ( seg . midPoint ( ) ) else - 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> result = - 1 <TAB> return result",if self . isOnPath ( seg . A ) and self . isOnPath ( seg . B ) :,392
5729,"def __init__(self, *args, **kwargs):
    # initialize option's value dictionary, used by descriptor implementation (see Option).
    self._options_values = {**kwargs}
    # set option values.
    for name, value in kwargs.items():
        setattr(self, name, value)
    position = 0
    for name, option in self.__options__:
        if not option.positional:
            break  # option orders make all positional options first
        # value was overriden? Skip.
        maybe_value = getattr(type(self), name)
        if not isoption(maybe_value):
            continue
        if len(args) <= position:
            break
        if name in self._options_values:
            raise ValueError(""Already got a value for option {}"".format(name))
        setattr(self, name, args[position])
        position += 1","def __init__ ( self , * args , ** kwargs ) : <TAB> <TAB> self . _options_values = { ** kwargs } <TAB> <TAB> for name , value in kwargs . items ( ) : <TAB> <TAB> setattr ( self , name , value ) <TAB> position = 0 <TAB> for name , option in self . __options__ : <TAB> <TAB> if not option . positional : <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> maybe_value = getattr ( type ( self ) , name ) <TAB> <TAB> if not isoption ( maybe_value ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if len ( args ) <= position : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""Already got a value for option {}"" . format ( name ) ) <TAB> <TAB> setattr ( self , name , args [ position ] ) <TAB> <TAB> position += 1",if name in self . _options_values :,219
3415,"def _codegen_impl(self, state: CodegenState) -> None:
    for ll in self.leading_lines:
        ll._codegen(state)
    state.add_indent_tokens()
    end_node = self.body
    if len(self.handlers) > 0:
        end_node = self.handlers[-1]
    orelse = self.orelse
    end_node = end_node if orelse is None else orelse
    finalbody = self.finalbody
    end_node = end_node if finalbody is None else finalbody
    with state.record_syntactic_position(self, end_node=end_node):
        state.add_token(""try"")
        self.whitespace_before_colon._codegen(state)
        state.add_token("":"")
        self.body._codegen(state)
        for handler in self.handlers:
            handler._codegen(state)
        if orelse is not None:
            orelse._codegen(state)
        if finalbody is not None:
            finalbody._codegen(state)","def _codegen_impl ( self , state : CodegenState ) -> None : <TAB> for ll in self . leading_lines : <TAB> <TAB> ll . _codegen ( state ) <TAB> state . add_indent_tokens ( ) <TAB> end_node = self . body <TAB> if len ( self . handlers ) > 0 : <TAB> <TAB> end_node = self . handlers [ - 1 ] <TAB> orelse = self . orelse <TAB> end_node = end_node if orelse is None else orelse <TAB> finalbody = self . finalbody <TAB> end_node = end_node if finalbody is None else finalbody <TAB> with state . record_syntactic_position ( self , end_node = end_node ) : <TAB> <TAB> state . add_token ( ""try"" ) <TAB> <TAB> self . whitespace_before_colon . _codegen ( state ) <TAB> <TAB> state . add_token ( "":"" ) <TAB> <TAB> self . body . _codegen ( state ) <TAB> <TAB> for handler in self . handlers : <TAB> <TAB> <TAB> handler . _codegen ( state ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> orelse . _codegen ( state ) <TAB> <TAB> if finalbody is not None : <TAB> <TAB> <TAB> finalbody . _codegen ( state )",if orelse is not None :,263
3894,"def _findInTree(t, n):
    ret = []
    if type(t) is dict:
        if ""_name"" in t and t[""_name""] == n:
            ret.append(t)
        for k, v in t.items():
            ret += _findInTree(v, n)
    if type(t) is list:
        for v in t:
            ret += _findInTree(v, n)
    return ret
","def _findInTree ( t , n ) : <TAB> ret = [ ] <TAB> if type ( t ) is dict : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ret . append ( t ) <TAB> <TAB> for k , v in t . items ( ) : <TAB> <TAB> <TAB> ret += _findInTree ( v , n ) <TAB> if type ( t ) is list : <TAB> <TAB> for v in t : <TAB> <TAB> <TAB> ret += _findInTree ( v , n ) <TAB> return ret","if ""_name"" in t and t [ ""_name"" ] == n :",117
625,"def test_cwl_rnaseq(self, install_test_files):
    with install_cwl_test_files() as work_dir:
        with utils.chdir(os.path.join(work_dir, ""rnaseq"")):
            if os.path.exists(""cromwell_work""):
                shutil.rmtree(""cromwell_work"")
            subprocess.check_call(
                [""bcbio_vm.py"", ""cwlrun"", ""cromwell"", ""rnaseq-workflow""]
            )
","def test_cwl_rnaseq ( self , install_test_files ) : <TAB> with install_cwl_test_files ( ) as work_dir : <TAB> <TAB> with utils . chdir ( os . path . join ( work_dir , ""rnaseq"" ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> shutil . rmtree ( ""cromwell_work"" ) <TAB> <TAB> <TAB> subprocess . check_call ( <TAB> <TAB> <TAB> <TAB> [ ""bcbio_vm.py"" , ""cwlrun"" , ""cromwell"" , ""rnaseq-workflow"" ] <TAB> <TAB> <TAB> )","if os . path . exists ( ""cromwell_work"" ) :",139
23696,"def _discard(self, node, current_klass):  # Kluev version
    if isinstance(node.expr, self.ast.CallFunc):
        expr = self._callfunc(
            node.expr,
            current_klass,
            is_statement=True,
            optlocal_var=isinstance(node.expr.node, self.ast.Name),
        )
        if isinstance(node.expr.node, self.ast.Name):
            name_type, pyname, jsname, depth, is_local = self.lookup(
                node.expr.node.name
            )
            if name_type == ""__pyjamas__"" and jsname in __pyjamas__.native_js_funcs:
                self.w(expr)
                return
        self.w(self.spacing() + expr + "";"")
    elif isinstance(node.expr, self.ast.Const):
        # we can safely remove all constants that are discarded,
        # e.g None fo empty expressions after a unneeded "";"" or
        # mostly important to remove doc strings
        if node.expr.value in [
            ""@"" + ""CONSTANT_DECLARATION@"",
            ""@"" + ""ATTRIB_REMAP_DECLARATION@"",
        ]:
            self.w(node.expr.value)
        return
    elif isinstance(node.expr, self.ast.Yield):
        self._yield(node.expr, current_klass)
    else:
        # XXX: should trigger exceptions if expr resolves to undefined
        expr = self.expr(node.expr, current_klass)
        self.w(self.spacing() + expr + "";"")
","def _discard ( self , node , current_klass ) : <TAB> if isinstance ( node . expr , self . ast . CallFunc ) : <TAB> <TAB> expr = self . _callfunc ( <TAB> <TAB> <TAB> node . expr , <TAB> <TAB> <TAB> current_klass , <TAB> <TAB> <TAB> is_statement = True , <TAB> <TAB> <TAB> optlocal_var = isinstance ( node . expr . node , self . ast . Name ) , <TAB> <TAB> ) <TAB> <TAB> if isinstance ( node . expr . node , self . ast . Name ) : <TAB> <TAB> <TAB> name_type , pyname , jsname , depth , is_local = self . lookup ( <TAB> <TAB> <TAB> <TAB> node . expr . node . name <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . w ( expr ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> self . w ( self . spacing ( ) + expr + "";"" ) <TAB> elif isinstance ( node . expr , self . ast . Const ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if node . expr . value in [ <TAB> <TAB> <TAB> ""@"" + ""CONSTANT_DECLARATION@"" , <TAB> <TAB> <TAB> ""@"" + ""ATTRIB_REMAP_DECLARATION@"" , <TAB> <TAB> ] : <TAB> <TAB> <TAB> self . w ( node . expr . value ) <TAB> <TAB> return <TAB> elif isinstance ( node . expr , self . ast . Yield ) : <TAB> <TAB> self . _yield ( node . expr , current_klass ) <TAB> else : <TAB> <TAB> <TAB> <TAB> expr = self . expr ( node . expr , current_klass ) <TAB> <TAB> self . w ( self . spacing ( ) + expr + "";"" )","if name_type == ""__pyjamas__"" and jsname in __pyjamas__ . native_js_funcs :",420
13286,"def find_module_pre_py33(string, path=None, fullname=None):
    try:
        module_file, module_path, description = imp.find_module(string, path)
        module_type = description[2]
        return module_file, module_path, module_type is imp.PKG_DIRECTORY
    except ImportError:
        pass
    if path is None:
        path = sys.path
    for item in path:
        loader = pkgutil.get_importer(item)
        if loader:
            try:
                loader = loader.find_module(string)
                if loader:
                    is_package = loader.is_package(string)
                    is_archive = hasattr(loader, ""archive"")
                    try:
                        module_path = loader.get_filename(string)
                    except AttributeError:
                        # fallback for py26
                        try:
                            module_path = loader._get_filename(string)
                        except AttributeError:
                            continue
                    if is_package:
                        module_path = os.path.dirname(module_path)
                    if is_archive:
                        module_path = loader.archive
                    file = None
                    if not is_package or is_archive:
                        file = DummyFile(loader, string)
                    return (file, module_path, is_package)
            except ImportError:
                pass
    raise ImportError(""No module named {0}"".format(string))","def find_module_pre_py33 ( string , path = None , fullname = None ) : <TAB> try : <TAB> <TAB> module_file , module_path , description = imp . find_module ( string , path ) <TAB> <TAB> module_type = description [ 2 ] <TAB> <TAB> return module_file , module_path , module_type is imp . PKG_DIRECTORY <TAB> except ImportError : <TAB> <TAB> pass <TAB> if path is None : <TAB> <TAB> path = sys . path <TAB> for item in path : <TAB> <TAB> loader = pkgutil . get_importer ( item ) <TAB> <TAB> if loader : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> loader = loader . find_module ( string ) <TAB> <TAB> <TAB> <TAB> if loader : <TAB> <TAB> <TAB> <TAB> <TAB> is_package = loader . is_package ( string ) <TAB> <TAB> <TAB> <TAB> <TAB> is_archive = hasattr ( loader , ""archive"" ) <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> module_path = loader . get_filename ( string ) <TAB> <TAB> <TAB> <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> module_path = loader . _get_filename ( string ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> module_path = os . path . dirname ( module_path ) <TAB> <TAB> <TAB> <TAB> <TAB> if is_archive : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> module_path = loader . archive <TAB> <TAB> <TAB> <TAB> <TAB> file = None <TAB> <TAB> <TAB> <TAB> <TAB> if not is_package or is_archive : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> file = DummyFile ( loader , string ) <TAB> <TAB> <TAB> <TAB> <TAB> return ( file , module_path , is_package ) <TAB> <TAB> <TAB> except ImportError : <TAB> <TAB> <TAB> <TAB> pass <TAB> raise ImportError ( ""No module named {0}"" . format ( string ) )",if is_package :,434
13204,"def ql_syscall_fcntl64(ql, fcntl_fd, fcntl_cmd, fcntl_arg, *args, **kw):
    F_GETFD = 1
    F_SETFD = 2
    F_GETFL = 3
    F_SETFL = 4
    if fcntl_cmd == F_GETFL:
        regreturn = 2
    elif fcntl_cmd == F_SETFL:
        if isinstance(ql.os.fd[fcntl_fd], ql_socket):
            ql.os.fd[fcntl_fd].fcntl(fcntl_cmd, fcntl_arg)
        regreturn = 0
    elif fcntl_cmd == F_GETFD:
        regreturn = 2
    elif fcntl_cmd == F_SETFD:
        regreturn = 0
    else:
        regreturn = 0
    return regreturn","def ql_syscall_fcntl64 ( ql , fcntl_fd , fcntl_cmd , fcntl_arg , * args , ** kw ) : <TAB> F_GETFD = 1 <TAB> F_SETFD = 2 <TAB> F_GETFL = 3 <TAB> F_SETFL = 4 <TAB> if fcntl_cmd == F_GETFL : <TAB> <TAB> regreturn = 2 <TAB> elif fcntl_cmd == F_SETFL : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ql . os . fd [ fcntl_fd ] . fcntl ( fcntl_cmd , fcntl_arg ) <TAB> <TAB> regreturn = 0 <TAB> elif fcntl_cmd == F_GETFD : <TAB> <TAB> regreturn = 2 <TAB> elif fcntl_cmd == F_SETFD : <TAB> <TAB> regreturn = 0 <TAB> else : <TAB> <TAB> regreturn = 0 <TAB> return regreturn","if isinstance ( ql . os . fd [ fcntl_fd ] , ql_socket ) :",201
2156,"def __call__(self, form, field):
    l = field.data and len(field.data) or 0
    if l < self.min or self.max != -1 and l > self.max:
        if self.message is None:
            if self.max == -1:
                self.message = field.ngettext(
                    ""Field must be at least %(min)d character long."",
                    ""Field must be at least %(min)d characters long."",
                    self.min,
                )
            elif self.min == -1:
                self.message = field.ngettext(
                    ""Field cannot be longer than %(max)d character."",
                    ""Field cannot be longer than %(max)d characters."",
                    self.max,
                )
            else:
                self.message = field.gettext(
                    ""Field must be between %(min)d and %(max)d characters long.""
                )
        raise ValidationError(self.message % dict(min=self.min, max=self.max))","def __call__ ( self , form , field ) : <TAB> l = field . data and len ( field . data ) or 0 <TAB> if l < self . min or self . max != - 1 and l > self . max : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if self . max == - 1 : <TAB> <TAB> <TAB> <TAB> self . message = field . ngettext ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Field must be at least %(min)d character long."" , <TAB> <TAB> <TAB> <TAB> <TAB> ""Field must be at least %(min)d characters long."" , <TAB> <TAB> <TAB> <TAB> <TAB> self . min , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> elif self . min == - 1 : <TAB> <TAB> <TAB> <TAB> self . message = field . ngettext ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Field cannot be longer than %(max)d character."" , <TAB> <TAB> <TAB> <TAB> <TAB> ""Field cannot be longer than %(max)d characters."" , <TAB> <TAB> <TAB> <TAB> <TAB> self . max , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . message = field . gettext ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Field must be between %(min)d and %(max)d characters long."" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> raise ValidationError ( self . message % dict ( min = self . min , max = self . max ) )",if self . message is None :,289
19,"def topic_exists(self, arn):
    response = self._conn.get_all_topics()
    topics = response[""ListTopicsResponse""][""ListTopicsResult""][""Topics""]
    current_topics = []
    if len(topics) > 0:
        for topic in topics:
            topic_arn = topic[""TopicArn""]
            current_topics.append(topic_arn)
        if arn in current_topics:
            return True
    return False","def topic_exists ( self , arn ) : <TAB> response = self . _conn . get_all_topics ( ) <TAB> topics = response [ ""ListTopicsResponse"" ] [ ""ListTopicsResult"" ] [ ""Topics"" ] <TAB> current_topics = [ ] <TAB> if len ( topics ) > 0 : <TAB> <TAB> for topic in topics : <TAB> <TAB> <TAB> topic_arn = topic [ ""TopicArn"" ] <TAB> <TAB> <TAB> current_topics . append ( topic_arn ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return True <TAB> return False",if arn in current_topics :,115
8363,"def refresh(token=None, fail_silent=False):
    """"""Use self or provided JWT token to get a fresher one. If self token, internalize upon refresh.""""""
    using_self_token = token is None
    try:
        if PyGraphistry.store_token_creds_in_memory():
            logger.debug(""JWT refresh via creds"")
            return PyGraphistry.relogin()
        logger.debug(""JWT refresh via token"")
        if using_self_token:
            PyGraphistry._is_authenticated = False
        token = (
            ArrowUploader(
                server_base_path=PyGraphistry.protocol()
                + ""://""
                + PyGraphistry.server(),
                certificate_validation=PyGraphistry.certificate_validation(),
            )
            .refresh(PyGraphistry.api_token() if using_self_token else token)
            .token
        )
        if using_self_token:
            PyGraphistry.api_token(token)
            PyGraphistry._is_authenticated = True
        return PyGraphistry.api_token()
    except Exception as e:
        if not fail_silent:
            util.error(""Failed to refresh token: %s"" % str(e))
","def refresh ( token = None , fail_silent = False ) : <TAB> """"""Use self or provided JWT token to get a fresher one. If self token, internalize upon refresh."""""" <TAB> using_self_token = token is None <TAB> try : <TAB> <TAB> if PyGraphistry . store_token_creds_in_memory ( ) : <TAB> <TAB> <TAB> logger . debug ( ""JWT refresh via creds"" ) <TAB> <TAB> <TAB> return PyGraphistry . relogin ( ) <TAB> <TAB> logger . debug ( ""JWT refresh via token"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> PyGraphistry . _is_authenticated = False <TAB> <TAB> token = ( <TAB> <TAB> <TAB> ArrowUploader ( <TAB> <TAB> <TAB> <TAB> server_base_path = PyGraphistry . protocol ( ) <TAB> <TAB> <TAB> <TAB> + ""://"" <TAB> <TAB> <TAB> <TAB> + PyGraphistry . server ( ) , <TAB> <TAB> <TAB> <TAB> certificate_validation = PyGraphistry . certificate_validation ( ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> . refresh ( PyGraphistry . api_token ( ) if using_self_token else token ) <TAB> <TAB> <TAB> . token <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> PyGraphistry . api_token ( token ) <TAB> <TAB> <TAB> PyGraphistry . _is_authenticated = True <TAB> <TAB> return PyGraphistry . api_token ( ) <TAB> except Exception as e : <TAB> <TAB> if not fail_silent : <TAB> <TAB> <TAB> util . error ( ""Failed to refresh token: %s"" % str ( e ) )",if using_self_token :,323
12191,"def sort(self):
    sorted_models = []
    concrete_models = set()
    models = list(self.data)
    while len(sorted_models) < len(models):
        found = False
        for model in models:
            if model in sorted_models:
                continue
            dependencies = self.dependencies.get(model._meta.concrete_model)
            if not (dependencies and dependencies.difference(concrete_models)):
                sorted_models.append(model)
                concrete_models.add(model._meta.concrete_model)
                found = True
        if not found:
            return
    self.data = SortedDict([(model, self.data[model]) for model in sorted_models])
","def sort ( self ) : <TAB> sorted_models = [ ] <TAB> concrete_models = set ( ) <TAB> models = list ( self . data ) <TAB> while len ( sorted_models ) < len ( models ) : <TAB> <TAB> found = False <TAB> <TAB> for model in models : <TAB> <TAB> <TAB> if model in sorted_models : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> dependencies = self . dependencies . get ( model . _meta . concrete_model ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> sorted_models . append ( model ) <TAB> <TAB> <TAB> <TAB> concrete_models . add ( model . _meta . concrete_model ) <TAB> <TAB> <TAB> <TAB> found = True <TAB> <TAB> if not found : <TAB> <TAB> <TAB> return <TAB> self . data = SortedDict ( [ ( model , self . data [ model ] ) for model in sorted_models ] )",if not ( dependencies and dependencies . difference ( concrete_models ) ) :,190
1569,"def set(self, new, *args, **kwargs):
    """"""Change the contents of the default scale""""""
    if type(new) == str:
        self.scale = Scale.get_scale(new)
        if ""tuning"" in kwargs:
            self.scale.tuning = kwargs[""tuning""]
        self.pentatonic.update(self.scale.pentatonic)
    elif isinstance(new, (list, Pattern, TimeVar)):
        self.scale = ScalePattern(new, *args, **kwargs)
        # Store if the user has used a name
        if self.scale.name is not None and self.scale.name not in Scale.names():
            Scale[self.scale.name] = self.scale
        self.pentatonic.update(self.scale.pentatonic)
    else:
        print(""Warning: {!r} is not a valid scale"".format(new))
    return self
","def set ( self , new , * args , ** kwargs ) : <TAB> """"""Change the contents of the default scale"""""" <TAB> if type ( new ) == str : <TAB> <TAB> self . scale = Scale . get_scale ( new ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . scale . tuning = kwargs [ ""tuning"" ] <TAB> <TAB> self . pentatonic . update ( self . scale . pentatonic ) <TAB> elif isinstance ( new , ( list , Pattern , TimeVar ) ) : <TAB> <TAB> self . scale = ScalePattern ( new , * args , ** kwargs ) <TAB> <TAB> <TAB> <TAB> if self . scale . name is not None and self . scale . name not in Scale . names ( ) : <TAB> <TAB> <TAB> Scale [ self . scale . name ] = self . scale <TAB> <TAB> self . pentatonic . update ( self . scale . pentatonic ) <TAB> else : <TAB> <TAB> print ( ""Warning: {!r} is not a valid scale"" . format ( new ) ) <TAB> return self","if ""tuning"" in kwargs :",229
5363,"def _stop(self, close_output_streams=False):
    if self.is_stopped():
        return
    self._status = ""stopping""
    logger.debug(""stopping the %s watcher"" % self.name)
    logger.debug(
        ""gracefully stopping processes [%s] for %ss""
        % (self.name, self.graceful_timeout)
    )
    # We ignore the hook result
    self.call_hook(""before_stop"")
    yield self.kill_processes()
    self.reap_processes()
    # stop redirectors
    if self.stdout_redirector is not None:
        self.stdout_redirector.stop()
        self.stdout_redirector = None
    if self.stderr_redirector is not None:
        self.stderr_redirector.stop()
        self.stderr_redirector = None
    if close_output_streams:
        if self.stdout_stream and hasattr(self.stdout_stream[""stream""], ""close""):
            self.stdout_stream[""stream""].close()
        if self.stderr_stream and hasattr(self.stderr_stream[""stream""], ""close""):
            self.stderr_stream[""stream""].close()
    # notify about the stop
    if self.evpub_socket is not None:
        self.notify_event(""stop"", {""time"": time.time()})
    self._status = ""stopped""
    # We ignore the hook result
    self.call_hook(""after_stop"")
    logger.info(""%s stopped"", self.name)
","def _stop ( self , close_output_streams = False ) : <TAB> if self . is_stopped ( ) : <TAB> <TAB> return <TAB> self . _status = ""stopping"" <TAB> logger . debug ( ""stopping the %s watcher"" % self . name ) <TAB> logger . debug ( <TAB> <TAB> ""gracefully stopping processes [%s] for %ss"" <TAB> <TAB> % ( self . name , self . graceful_timeout ) <TAB> ) <TAB> <TAB> self . call_hook ( ""before_stop"" ) <TAB> yield self . kill_processes ( ) <TAB> self . reap_processes ( ) <TAB> <TAB> if self . stdout_redirector is not None : <TAB> <TAB> self . stdout_redirector . stop ( ) <TAB> <TAB> self . stdout_redirector = None <TAB> if self . stderr_redirector is not None : <TAB> <TAB> self . stderr_redirector . stop ( ) <TAB> <TAB> self . stderr_redirector = None <TAB> if close_output_streams : <TAB> <TAB> if self . stdout_stream and hasattr ( self . stdout_stream [ ""stream"" ] , ""close"" ) : <TAB> <TAB> <TAB> self . stdout_stream [ ""stream"" ] . close ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . stderr_stream [ ""stream"" ] . close ( ) <TAB> <TAB> if self . evpub_socket is not None : <TAB> <TAB> self . notify_event ( ""stop"" , { ""time"" : time . time ( ) } ) <TAB> self . _status = ""stopped"" <TAB> <TAB> self . call_hook ( ""after_stop"" ) <TAB> logger . info ( ""%s stopped"" , self . name )","if self . stderr_stream and hasattr ( self . stderr_stream [ ""stream"" ] , ""close"" ) :",373
18566,"def done(result):
    reply, result, ct = result
    if result:
        data = {
            ""text/plain"": result if isinstance(result, str) else str(result),
        }
        if isinstance(result, BinaryCapsule):
            if result.content_type in {""image/png"", ""image/jpeg""}:
                data[result.content_type] = result.as_b64()
        self._publish_execute_result(parent, data, {}, self.execution_count)
    super(SplashKernel, self).send_execute_reply(stream, ident, parent, md, reply)","def done ( result ) : <TAB> reply , result , ct = result <TAB> if result : <TAB> <TAB> data = { <TAB> <TAB> <TAB> ""text/plain"" : result if isinstance ( result , str ) else str ( result ) , <TAB> <TAB> } <TAB> <TAB> if isinstance ( result , BinaryCapsule ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> data [ result . content_type ] = result . as_b64 ( ) <TAB> <TAB> self . _publish_execute_result ( parent , data , { } , self . execution_count ) <TAB> super ( SplashKernel , self ) . send_execute_reply ( stream , ident , parent , md , reply )","if result . content_type in { ""image/png"" , ""image/jpeg"" } :",155
1638,"def logic():
    count = intbv(0, min=0, max=MAXVAL + 1)
    while True:
        yield clock.posedge, reset.posedge
        if reset == 1:
            count[:] = 0
        else:
            flag.next = 0
            if count == MAXVAL:
                flag.next = 1
                count[:] = 0
            else:
                count += 1","def logic ( ) : <TAB> count = intbv ( 0 , min = 0 , max = MAXVAL + 1 ) <TAB> while True : <TAB> <TAB> yield clock . posedge , reset . posedge <TAB> <TAB> if reset == 1 : <TAB> <TAB> <TAB> count [ : ] = 0 <TAB> <TAB> else : <TAB> <TAB> <TAB> flag . next = 0 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> flag . next = 1 <TAB> <TAB> <TAB> <TAB> count [ : ] = 0 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> count += 1",if count == MAXVAL :,115
19631,"def sources():
    for d in os.listdir(base):
        #        if d.startswith('talis'):
        #            continue
        if d.endswith(""old""):
            continue
        if d == ""indcat"":
            continue
        if not os.path.isdir(base + d):
            continue
        yield d
","def sources ( ) : <TAB> for d in os . listdir ( base ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if d . endswith ( ""old"" ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if d == ""indcat"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> yield d",if not os . path . isdir ( base + d ) :,105
5663,"def LogURLsFromStr(self, RawOutput):
    plugin_output = dict(PLUGIN_OUTPUT)
    self.timer.start_timer(""LogURLsFromStr"")
    # Extract and classify URLs and store in DB
    URLList = import_urls(RawOutput.strip().split(""\n""))
    NumFound = 0
    VisitURLs = False
    # TODO: Whether or not active testing will depend on the user profile ;). Have cool ideas for profile names
    if True:
        VisitURLs = True
        # Visit all URLs if not in Cache
        for Transaction in self.requester.get_transactions(True, get_urls_to_visit()):
            if Transaction is not None and Transaction.found:
                NumFound += 1
    TimeStr = self.timer.get_elapsed_time_as_str(""LogURLsFromStr"")
    logging.info(""Spider/URL scraper time=%s"", TimeStr)
    plugin_output[""type""] = ""URLsFromStr""
    plugin_output[""output""] = {
        ""TimeStr"": TimeStr,
        ""VisitURLs"": VisitURLs,
        ""URLList"": URLList,
        ""NumFound"": NumFound,
    }
    return [plugin_output]","def LogURLsFromStr ( self , RawOutput ) : <TAB> plugin_output = dict ( PLUGIN_OUTPUT ) <TAB> self . timer . start_timer ( ""LogURLsFromStr"" ) <TAB> <TAB> URLList = import_urls ( RawOutput . strip ( ) . split ( ""\n"" ) ) <TAB> NumFound = 0 <TAB> VisitURLs = False <TAB> <TAB> if True : <TAB> <TAB> VisitURLs = True <TAB> <TAB> <TAB> <TAB> for Transaction in self . requester . get_transactions ( True , get_urls_to_visit ( ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> NumFound += 1 <TAB> TimeStr = self . timer . get_elapsed_time_as_str ( ""LogURLsFromStr"" ) <TAB> logging . info ( ""Spider/URL scraper time=%s"" , TimeStr ) <TAB> plugin_output [ ""type"" ] = ""URLsFromStr"" <TAB> plugin_output [ ""output"" ] = { <TAB> <TAB> ""TimeStr"" : TimeStr , <TAB> <TAB> ""VisitURLs"" : VisitURLs , <TAB> <TAB> ""URLList"" : URLList , <TAB> <TAB> ""NumFound"" : NumFound , <TAB> } <TAB> return [ plugin_output ]",if Transaction is not None and Transaction . found :,304
25224,"def test_object___format___errors(self):
    errors = [
        (""+"", ""Sign not allowed in string format specifier""),
        (""=+"", ""Sign not allowed in string format specifier""),
        (""=10"", ""'=' alignment not allowed in string format specifier""),
        (""10r"", ""Unknown format code 'r' for object of type 'str'""),
        (""=+r"", ""Unknown format code 'r' for object of type 'str'""),
        (""."", ""Format specifier missing precision""),
        ("".a"", ""Format specifier missing precision""),
    ]
    # ensure only the s format type is recognized
    for char in allChars:
        if char != ""s"" and (char < ""0"" or char > ""9""):
            if char == "","":
                errors.append((""10"" + char, ""Cannot specify ',' with 's'.""))
            else:
                errors.append(
                    (
                        ""10"" + char,
                        ""Unknown format code '%s' for object of type 'str'"" % char,
                    )
                )
    for errorFmt, errorMsg in errors:
        self.assertRaisesMessage(ValueError, errorMsg, object().__format__, errorFmt)
    # __str__ is called before processing spec
    self.assertRaisesMessage(TestException, ""booh"", bad_str().__format__, ""+"")
    self.assertRaisesMessage(TestException, ""booh"", bad_str().__format__, ""=10"")
    self.assertRaisesMessage(TestException, ""booh"", bad_str().__format__, ""."")","def test_object___format___errors ( self ) : <TAB> errors = [ <TAB> <TAB> ( ""+"" , ""Sign not allowed in string format specifier"" ) , <TAB> <TAB> ( ""=+"" , ""Sign not allowed in string format specifier"" ) , <TAB> <TAB> ( ""=10"" , ""'=' alignment not allowed in string format specifier"" ) , <TAB> <TAB> ( ""10r"" , ""Unknown format code 'r' for object of type 'str'"" ) , <TAB> <TAB> ( ""=+r"" , ""Unknown format code 'r' for object of type 'str'"" ) , <TAB> <TAB> ( ""."" , ""Format specifier missing precision"" ) , <TAB> <TAB> ( "".a"" , ""Format specifier missing precision"" ) , <TAB> ] <TAB> <TAB> for char in allChars : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if char == "","" : <TAB> <TAB> <TAB> <TAB> errors . append ( ( ""10"" + char , ""Cannot specify ',' with 's'."" ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> errors . append ( <TAB> <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""10"" + char , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Unknown format code '%s' for object of type 'str'"" % char , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> for errorFmt , errorMsg in errors : <TAB> <TAB> self . assertRaisesMessage ( ValueError , errorMsg , object ( ) . __format__ , errorFmt ) <TAB> <TAB> self . assertRaisesMessage ( TestException , ""booh"" , bad_str ( ) . __format__ , ""+"" ) <TAB> self . assertRaisesMessage ( TestException , ""booh"" , bad_str ( ) . __format__ , ""=10"" ) <TAB> self . assertRaisesMessage ( TestException , ""booh"" , bad_str ( ) . __format__ , ""."" )","if char != ""s"" and ( char < ""0"" or char > ""9"" ) :",381
9069,"def create_image_upload():
    if request.method == ""POST"":
        image = request.form[""image""]
        if image:
            image_file = uploaded_file(file_content=image)
            image_url = upload_local(
                image_file, UPLOAD_PATHS[""temp""][""image""].format(uuid=uuid4())
            )
            return jsonify({""status"": ""ok"", ""image_url"": image_url})
        else:
            return jsonify({""status"": ""no_image""})","def create_image_upload ( ) : <TAB> if request . method == ""POST"" : <TAB> <TAB> image = request . form [ ""image"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> image_file = uploaded_file ( file_content = image ) <TAB> <TAB> <TAB> image_url = upload_local ( <TAB> <TAB> <TAB> <TAB> image_file , UPLOAD_PATHS [ ""temp"" ] [ ""image"" ] . format ( uuid = uuid4 ( ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return jsonify ( { ""status"" : ""ok"" , ""image_url"" : image_url } ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return jsonify ( { ""status"" : ""no_image"" } )",if image :,135
11087,"def _record_shell(ex, files, bind_rez=True, print_msg=False):
    if bind_rez and package_commands_sourced_first:
        ex.source(context_file)
    for file_ in files:
        if os.path.exists(os.path.expanduser(file_)):
            ex.source(file_)
    if bind_rez and not package_commands_sourced_first:
        ex.source(context_file)
    if envvar:
        ex.unsetenv(envvar)
    if add_rez and bind_rez:
        ex.interpreter._bind_interactive_rez()
    if print_msg and add_rez and not quiet:
        ex.info("""")
        ex.info(""You are now in a rez-configured environment."")
        ex.info("""")
        if system.is_production_rez_install:
            ex.command(""rezolve context"")
","def _record_shell ( ex , files , bind_rez = True , print_msg = False ) : <TAB> if bind_rez and package_commands_sourced_first : <TAB> <TAB> ex . source ( context_file ) <TAB> for file_ in files : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ex . source ( file_ ) <TAB> if bind_rez and not package_commands_sourced_first : <TAB> <TAB> ex . source ( context_file ) <TAB> if envvar : <TAB> <TAB> ex . unsetenv ( envvar ) <TAB> if add_rez and bind_rez : <TAB> <TAB> ex . interpreter . _bind_interactive_rez ( ) <TAB> if print_msg and add_rez and not quiet : <TAB> <TAB> ex . info ( """" ) <TAB> <TAB> ex . info ( ""You are now in a rez-configured environment."" ) <TAB> <TAB> ex . info ( """" ) <TAB> <TAB> if system . is_production_rez_install : <TAB> <TAB> <TAB> ex . command ( ""rezolve context"" )",if os . path . exists ( os . path . expanduser ( file_ ) ) :,235
21215,"def convert_file(input_file_path):
    print(""Reading gzip file {}."".format(input_file_path))
    with gzip.open(input_file_path) as f:
        records = json.load(f)
    n = len(records[""passages""].keys())
    for i in tqdm.tqdm(range(n), ""Converting""):
        newline_dict = {}
        index = str(i)
        if ""test"" not in input_file_path:
            newline_dict[""answers""] = records[""answers""][index]
            newline_dict[""wellFormedAnswers""] = records[""wellFormedAnswers""][index]
        newline_dict[""passages""] = records[""passages""][index]
        newline_dict[""query""] = records[""query""][index]
        newline_dict[""query_id""] = records[""query_id""][index]
        newline_dict[""query_type""] = records[""query_type""][index]
        yield newline_dict
","def convert_file ( input_file_path ) : <TAB> print ( ""Reading gzip file {}."" . format ( input_file_path ) ) <TAB> with gzip . open ( input_file_path ) as f : <TAB> <TAB> records = json . load ( f ) <TAB> n = len ( records [ ""passages"" ] . keys ( ) ) <TAB> for i in tqdm . tqdm ( range ( n ) , ""Converting"" ) : <TAB> <TAB> newline_dict = { } <TAB> <TAB> index = str ( i ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> newline_dict [ ""answers"" ] = records [ ""answers"" ] [ index ] <TAB> <TAB> <TAB> newline_dict [ ""wellFormedAnswers"" ] = records [ ""wellFormedAnswers"" ] [ index ] <TAB> <TAB> newline_dict [ ""passages"" ] = records [ ""passages"" ] [ index ] <TAB> <TAB> newline_dict [ ""query"" ] = records [ ""query"" ] [ index ] <TAB> <TAB> newline_dict [ ""query_id"" ] = records [ ""query_id"" ] [ index ] <TAB> <TAB> newline_dict [ ""query_type"" ] = records [ ""query_type"" ] [ index ] <TAB> <TAB> yield newline_dict","if ""test"" not in input_file_path :",242
4970,"def _get_tracks_compositors_list():
    tracks_list = []
    tracks = current_sequence().tracks
    compositors = current_sequence().compositors
    for track_index in range(1, len(tracks) - 1):
        track_compositors = []
        for j in range(0, len(compositors)):
            comp = compositors[j]
            if comp.transition.b_track == track_index:
                track_compositors.append(comp)
        tracks_list.append(track_compositors)
    return tracks_list","def _get_tracks_compositors_list ( ) : <TAB> tracks_list = [ ] <TAB> tracks = current_sequence ( ) . tracks <TAB> compositors = current_sequence ( ) . compositors <TAB> for track_index in range ( 1 , len ( tracks ) - 1 ) : <TAB> <TAB> track_compositors = [ ] <TAB> <TAB> for j in range ( 0 , len ( compositors ) ) : <TAB> <TAB> <TAB> comp = compositors [ j ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> track_compositors . append ( comp ) <TAB> <TAB> tracks_list . append ( track_compositors ) <TAB> return tracks_list",if comp . transition . b_track == track_index :,143
7080,"def delete_stream(transaction, stream_hash, sd_hash, blob_hashes, blob_dir):
    transaction.execute(
        ""delete from content_claim where stream_hash=? "", (stream_hash,)
    )
    transaction.execute(""delete from file where stream_hash=? "", (stream_hash,))
    transaction.execute(""delete from stream_blob where stream_hash=?"", (stream_hash,))
    transaction.execute(""delete from stream where stream_hash=? "", (stream_hash,))
    transaction.execute(""delete from blob where blob_hash=?"", (sd_hash,))
    for blob_hash in blob_hashes:
        transaction.execute(""delete from blob where blob_hash=?"", (blob_hash,))
        file_path = os.path.join(blob_dir, blob_hash)
        if os.path.isfile(file_path):
            os.unlink(file_path)
","def delete_stream ( transaction , stream_hash , sd_hash , blob_hashes , blob_dir ) : <TAB> transaction . execute ( <TAB> <TAB> ""delete from content_claim where stream_hash=? "" , ( stream_hash , ) <TAB> ) <TAB> transaction . execute ( ""delete from file where stream_hash=? "" , ( stream_hash , ) ) <TAB> transaction . execute ( ""delete from stream_blob where stream_hash=?"" , ( stream_hash , ) ) <TAB> transaction . execute ( ""delete from stream where stream_hash=? "" , ( stream_hash , ) ) <TAB> transaction . execute ( ""delete from blob where blob_hash=?"" , ( sd_hash , ) ) <TAB> for blob_hash in blob_hashes : <TAB> <TAB> transaction . execute ( ""delete from blob where blob_hash=?"" , ( blob_hash , ) ) <TAB> <TAB> file_path = os . path . join ( blob_dir , blob_hash ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . unlink ( file_path )",if os . path . isfile ( file_path ) :,211
12393,"def simp_ext(_, expr):
    if expr.op.startswith(""zeroExt_""):
        arg = expr.args[0]
        if expr.size == arg.size:
            return arg
        return ExprCompose(arg, ExprInt(0, expr.size - arg.size))
    if expr.op.startswith(""signExt_""):
        arg = expr.args[0]
        add_size = expr.size - arg.size
        new_expr = ExprCompose(
            arg,
            ExprCond(
                arg.msb(), ExprInt(size2mask(add_size), add_size), ExprInt(0, add_size)
            ),
        )
        return new_expr
    return expr","def simp_ext ( _ , expr ) : <TAB> if expr . op . startswith ( ""zeroExt_"" ) : <TAB> <TAB> arg = expr . args [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return arg <TAB> <TAB> return ExprCompose ( arg , ExprInt ( 0 , expr . size - arg . size ) ) <TAB> if expr . op . startswith ( ""signExt_"" ) : <TAB> <TAB> arg = expr . args [ 0 ] <TAB> <TAB> add_size = expr . size - arg . size <TAB> <TAB> new_expr = ExprCompose ( <TAB> <TAB> <TAB> arg , <TAB> <TAB> <TAB> ExprCond ( <TAB> <TAB> <TAB> <TAB> arg . msb ( ) , ExprInt ( size2mask ( add_size ) , add_size ) , ExprInt ( 0 , add_size ) <TAB> <TAB> <TAB> ) , <TAB> <TAB> ) <TAB> <TAB> return new_expr <TAB> return expr",if expr . size == arg . size :,191
7921,"def cmp(self, other):
    v_is_ptr = not isinstance(self, CTypesGenericPrimitive)
    w_is_ptr = isinstance(other, CTypesData) and not isinstance(
        other, CTypesGenericPrimitive
    )
    if v_is_ptr and w_is_ptr:
        return cmpfunc(self._convert_to_address(None), other._convert_to_address(None))
    elif v_is_ptr or w_is_ptr:
        return NotImplemented
    else:
        if isinstance(self, CTypesGenericPrimitive):
            self = self._value
        if isinstance(other, CTypesGenericPrimitive):
            other = other._value
        return cmpfunc(self, other)
","def cmp ( self , other ) : <TAB> v_is_ptr = not isinstance ( self , CTypesGenericPrimitive ) <TAB> w_is_ptr = isinstance ( other , CTypesData ) and not isinstance ( <TAB> <TAB> other , CTypesGenericPrimitive <TAB> ) <TAB> if v_is_ptr and w_is_ptr : <TAB> <TAB> return cmpfunc ( self . _convert_to_address ( None ) , other . _convert_to_address ( None ) ) <TAB> elif v_is_ptr or w_is_ptr : <TAB> <TAB> return NotImplemented <TAB> else : <TAB> <TAB> if isinstance ( self , CTypesGenericPrimitive ) : <TAB> <TAB> <TAB> self = self . _value <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> other = other . _value <TAB> <TAB> return cmpfunc ( self , other )","if isinstance ( other , CTypesGenericPrimitive ) :",179
2717,"def _analytic_forecast(
    self,
    parameters: NDArray,
    resids: NDArray,
    backcast: Union[float, NDArray],
    var_bounds: NDArray,
    start: int,
    horizon: int,
) -> VarianceForecast:
    omega, aw, gw, resids2, indicator = self._common_forecast_components(
        parameters, resids, backcast, horizon
    )
    m = self.m
    resids2[:start] = np.nan
    aw_rev = aw[::-1]
    gw_rev = gw[::-1]
    for i in range(horizon):
        resids2[:, m + i] = omega + resids2[:, i : (m + i)].dot(aw_rev)
        if self._asym:
            resids2_ind = resids2[:, i : (m + i)] * indicator[:, i : (m + i)]
            resids2[:, m + i] += resids2_ind.dot(gw_rev)
            indicator[:, m + i] = 0.5
    return VarianceForecast(resids2[:, m:].copy())","def _analytic_forecast ( <TAB> self , <TAB> parameters : NDArray , <TAB> resids : NDArray , <TAB> backcast : Union [ float , NDArray ] , <TAB> var_bounds : NDArray , <TAB> start : int , <TAB> horizon : int , ) -> VarianceForecast : <TAB> omega , aw , gw , resids2 , indicator = self . _common_forecast_components ( <TAB> <TAB> parameters , resids , backcast , horizon <TAB> ) <TAB> m = self . m <TAB> resids2 [ : start ] = np . nan <TAB> aw_rev = aw [ : : - 1 ] <TAB> gw_rev = gw [ : : - 1 ] <TAB> for i in range ( horizon ) : <TAB> <TAB> resids2 [ : , m + i ] = omega + resids2 [ : , i : ( m + i ) ] . dot ( aw_rev ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> resids2_ind = resids2 [ : , i : ( m + i ) ] * indicator [ : , i : ( m + i ) ] <TAB> <TAB> <TAB> resids2 [ : , m + i ] += resids2_ind . dot ( gw_rev ) <TAB> <TAB> <TAB> indicator [ : , m + i ] = 0.5 <TAB> return VarianceForecast ( resids2 [ : , m : ] . copy ( ) )",if self . _asym :,284
17353,"def write(self, data):
    self.size -= len(data)
    passon = None
    if self.size > 0:
        self.data.append(data)
    else:
        if self.size:
            data, passon = data[: self.size], data[self.size :]
        else:
            passon = b""""
        if data:
            self.data.append(data)
    return passon","def write ( self , data ) : <TAB> self . size -= len ( data ) <TAB> passon = None <TAB> if self . size > 0 : <TAB> <TAB> self . data . append ( data ) <TAB> else : <TAB> <TAB> if self . size : <TAB> <TAB> <TAB> data , passon = data [ : self . size ] , data [ self . size : ] <TAB> <TAB> else : <TAB> <TAB> <TAB> passon = b"""" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . data . append ( data ) <TAB> return passon",if data :,114
14166,"def make_attribute(key: str, value) -> IAttributeProto:
    attr = AttributeProto()
    attr.name = key
    is_iterable = isinstance(value, Iterable)
    bytes_or_false = _to_bytes_or_false(value)
    # First, singular cases
    # float
    if isinstance(value, float):
        attr.f = value
    # integer
    elif isinstance(value, numbers.Integral):
        attr.i = value
    # string
    elif bytes_or_false:
        attr.s = bytes_or_false
    elif isinstance(value, TensorProto):
        attr.t.CopyFrom(value)
    elif isinstance(value, GraphProto):
        attr.g.CopyFrom(value)
    # third, iterable cases
    elif is_iterable:
        byte_array = [_to_bytes_or_false(v) for v in value]
        if all(isinstance(v, float) for v in value):
            attr.floats.extend(value)
        elif all(isinstance(v, numbers.Integral) for v in value):
            # Turn np.int32/64 into Python built-in int.
            attr.ints.extend(int(v) for v in value)
        elif all(byte_array):
            attr.strings.extend(byte_array)
        elif all(isinstance(v, TensorProto) for v in value):
            attr.tensors.extend(value)
        elif all(isinstance(v, GraphProto) for v in value):
            attr.graphs.extend(value)
        else:
            raise ValueError(
                ""You passed in an iterable attribute but I cannot figure out ""
                ""its applicable type.""
            )
    else:
        raise ValueError('Value ""{}"" is not valid attribute data type.'.format(value))
    return attr","def make_attribute ( key : str , value ) -> IAttributeProto : <TAB> attr = AttributeProto ( ) <TAB> attr . name = key <TAB> is_iterable = isinstance ( value , Iterable ) <TAB> bytes_or_false = _to_bytes_or_false ( value ) <TAB> <TAB> <TAB> if isinstance ( value , float ) : <TAB> <TAB> attr . f = value <TAB> <TAB> elif isinstance ( value , numbers . Integral ) : <TAB> <TAB> attr . i = value <TAB> <TAB> elif bytes_or_false : <TAB> <TAB> attr . s = bytes_or_false <TAB> elif isinstance ( value , TensorProto ) : <TAB> <TAB> attr . t . CopyFrom ( value ) <TAB> elif isinstance ( value , GraphProto ) : <TAB> <TAB> attr . g . CopyFrom ( value ) <TAB> <TAB> elif is_iterable : <TAB> <TAB> byte_array = [ _to_bytes_or_false ( v ) for v in value ] <TAB> <TAB> if all ( isinstance ( v , float ) for v in value ) : <TAB> <TAB> <TAB> attr . floats . extend ( value ) <TAB> <TAB> elif all ( isinstance ( v , numbers . Integral ) for v in value ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> attr . ints . extend ( int ( v ) for v in value ) <TAB> <TAB> elif all ( byte_array ) : <TAB> <TAB> <TAB> attr . strings . extend ( byte_array ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> attr . tensors . extend ( value ) <TAB> <TAB> elif all ( isinstance ( v , GraphProto ) for v in value ) : <TAB> <TAB> <TAB> attr . graphs . extend ( value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""You passed in an iterable attribute but I cannot figure out "" <TAB> <TAB> <TAB> <TAB> ""its applicable type."" <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> raise ValueError ( 'Value ""{}"" is not valid attribute data type.' . format ( value ) ) <TAB> return attr","elif all ( isinstance ( v , TensorProto ) for v in value ) :",461
1879,"def find_package_modules(self, package, package_dir):
    self.check_package(package, package_dir)
    module_files = glob.glob(os.path.join(glob.escape(package_dir), ""*.py""))
    modules = []
    setup_script = os.path.abspath(self.distribution.script_name)
    for f in module_files:
        abs_f = os.path.abspath(f)
        if abs_f != setup_script:
            module = os.path.splitext(os.path.basename(f))[0]
            modules.append((package, module, f))
        else:
            self.debug_print(""excluding %s"" % setup_script)
    return modules","def find_package_modules ( self , package , package_dir ) : <TAB> self . check_package ( package , package_dir ) <TAB> module_files = glob . glob ( os . path . join ( glob . escape ( package_dir ) , ""*.py"" ) ) <TAB> modules = [ ] <TAB> setup_script = os . path . abspath ( self . distribution . script_name ) <TAB> for f in module_files : <TAB> <TAB> abs_f = os . path . abspath ( f ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> module = os . path . splitext ( os . path . basename ( f ) ) [ 0 ] <TAB> <TAB> <TAB> modules . append ( ( package , module , f ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . debug_print ( ""excluding %s"" % setup_script ) <TAB> return modules",if abs_f != setup_script :,182
1282,"def write_track(outfile, track):
    data = bytearray()
    running_status_byte = None
    for msg in fix_end_of_track(track):
        if not isinstance(msg.time, Integral):
            raise ValueError(""message time must be int in MIDI file"")
        if msg.is_realtime:
            raise ValueError(""realtime messages are not allowed in MIDI files"")
        data.extend(encode_variable_int(msg.time))
        if msg.is_meta:
            data.extend(msg.bytes())
            running_status_byte = None
        elif msg.type == ""sysex"":
            data.append(0xF0)
            # length (+ 1 for end byte (0xf7))
            data.extend(encode_variable_int(len(msg.data) + 1))
            data.extend(msg.data)
            data.append(0xF7)
            running_status_byte = None
        else:
            msg_bytes = msg.bytes()
            status_byte = msg_bytes[0]
            if status_byte == running_status_byte:
                data.extend(msg_bytes[1:])
            else:
                data.extend(msg_bytes)
            if status_byte < 0xF0:
                running_status_byte = status_byte
            else:
                running_status_byte = None
    write_chunk(outfile, b""MTrk"", data)","def write_track ( outfile , track ) : <TAB> data = bytearray ( ) <TAB> running_status_byte = None <TAB> for msg in fix_end_of_track ( track ) : <TAB> <TAB> if not isinstance ( msg . time , Integral ) : <TAB> <TAB> <TAB> raise ValueError ( ""message time must be int in MIDI file"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""realtime messages are not allowed in MIDI files"" ) <TAB> <TAB> data . extend ( encode_variable_int ( msg . time ) ) <TAB> <TAB> if msg . is_meta : <TAB> <TAB> <TAB> data . extend ( msg . bytes ( ) ) <TAB> <TAB> <TAB> running_status_byte = None <TAB> <TAB> elif msg . type == ""sysex"" : <TAB> <TAB> <TAB> data . append ( 0xF0 ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> data . extend ( encode_variable_int ( len ( msg . data ) + 1 ) ) <TAB> <TAB> <TAB> data . extend ( msg . data ) <TAB> <TAB> <TAB> data . append ( 0xF7 ) <TAB> <TAB> <TAB> running_status_byte = None <TAB> <TAB> else : <TAB> <TAB> <TAB> msg_bytes = msg . bytes ( ) <TAB> <TAB> <TAB> status_byte = msg_bytes [ 0 ] <TAB> <TAB> <TAB> if status_byte == running_status_byte : <TAB> <TAB> <TAB> <TAB> data . extend ( msg_bytes [ 1 : ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> data . extend ( msg_bytes ) <TAB> <TAB> <TAB> if status_byte < 0xF0 : <TAB> <TAB> <TAB> <TAB> running_status_byte = status_byte <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> running_status_byte = None <TAB> write_chunk ( outfile , b""MTrk"" , data )",if msg . is_realtime :,390
20710,"def get_proxy_ip(identifier):
    """"""Get Proxy IP.""""""
    proxy_ip = None
    try:
        if not identifier:
            return proxy_ip
        ips = get_network()
        if "":"" not in identifier or not ips:
            return proxy_ip
        device_ip = identifier.split("":"", 1)[0]
        ip_range = device_ip.rsplit(""."", 1)[0]
        guess_ip = ip_range + "".1""
        if guess_ip in ips:
            return guess_ip
        for ip_addr in ips:
            to_check = ip_addr.rsplit(""."", 1)[0]
            if to_check == ip_range:
                return ip_addr
    except Exception:
        logger.error(""Error getting Proxy IP"")
    return proxy_ip","def get_proxy_ip ( identifier ) : <TAB> """"""Get Proxy IP."""""" <TAB> proxy_ip = None <TAB> try : <TAB> <TAB> if not identifier : <TAB> <TAB> <TAB> return proxy_ip <TAB> <TAB> ips = get_network ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return proxy_ip <TAB> <TAB> device_ip = identifier . split ( "":"" , 1 ) [ 0 ] <TAB> <TAB> ip_range = device_ip . rsplit ( ""."" , 1 ) [ 0 ] <TAB> <TAB> guess_ip = ip_range + "".1"" <TAB> <TAB> if guess_ip in ips : <TAB> <TAB> <TAB> return guess_ip <TAB> <TAB> for ip_addr in ips : <TAB> <TAB> <TAB> to_check = ip_addr . rsplit ( ""."" , 1 ) [ 0 ] <TAB> <TAB> <TAB> if to_check == ip_range : <TAB> <TAB> <TAB> <TAB> return ip_addr <TAB> except Exception : <TAB> <TAB> logger . error ( ""Error getting Proxy IP"" ) <TAB> return proxy_ip","if "":"" not in identifier or not ips :",209
21133,"def Children(self):
    """"""Returns a list of all of this object's owned (strong) children.""""""
    children = []
    for property, attributes in self._schema.iteritems():
        (is_list, property_type, is_strong) = attributes[0:3]
        if is_strong and property in self._properties:
            if not is_list:
                children.append(self._properties[property])
            else:
                children.extend(self._properties[property])
    return children","def Children ( self ) : <TAB> """"""Returns a list of all of this object's owned (strong) children."""""" <TAB> children = [ ] <TAB> for property , attributes in self . _schema . iteritems ( ) : <TAB> <TAB> ( is_list , property_type , is_strong ) = attributes [ 0 : 3 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not is_list : <TAB> <TAB> <TAB> <TAB> children . append ( self . _properties [ property ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> children . extend ( self . _properties [ property ] ) <TAB> return children",if is_strong and property in self . _properties :,130
25285,"def build_paths(obj):
    paths = []
    if obj[""type""] == ""Polygon"":
        polygons = [obj[""arcs""]]
    else:
        polygons = obj[""arcs""]
    for polygon in polygons:
        for ring in polygon:
            path = []
            for i, arc in enumerate(ring):
                if i == 0:
                    if arc >= 0:
                        path.extend(arcs[arc])
                    else:
                        path.extend((arcs[~arc])[::-1])
                else:
                    if arc >= 0:
                        path.extend(arcs[arc][1:])
                    else:
                        path.extend((arcs[~arc][:-1])[::-1])
            if len(path) > 2:
                V = np.zeros((len(path), 3), dtype=np.float32)
                V[:, :2] = np.array(path)
                paths.append(V)
    return paths","def build_paths ( obj ) : <TAB> paths = [ ] <TAB> if obj [ ""type"" ] == ""Polygon"" : <TAB> <TAB> polygons = [ obj [ ""arcs"" ] ] <TAB> else : <TAB> <TAB> polygons = obj [ ""arcs"" ] <TAB> for polygon in polygons : <TAB> <TAB> for ring in polygon : <TAB> <TAB> <TAB> path = [ ] <TAB> <TAB> <TAB> for i , arc in enumerate ( ring ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> if arc >= 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> path . extend ( arcs [ arc ] ) <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> path . extend ( ( arcs [ ~ arc ] ) [ : : - 1 ] ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> if arc >= 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> path . extend ( arcs [ arc ] [ 1 : ] ) <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> path . extend ( ( arcs [ ~ arc ] [ : - 1 ] ) [ : : - 1 ] ) <TAB> <TAB> <TAB> if len ( path ) > 2 : <TAB> <TAB> <TAB> <TAB> V = np . zeros ( ( len ( path ) , 3 ) , dtype = np . float32 ) <TAB> <TAB> <TAB> <TAB> V [ : , : 2 ] = np . array ( path ) <TAB> <TAB> <TAB> <TAB> paths . append ( V ) <TAB> return paths",if i == 0 :,275
16746,"def _thd_cleanup_instance(self):
    container_name = self.getContainerName()
    instances = self.client.containers(all=1, filters=dict(name=container_name))
    for instance in instances:
        # hyper filtering will match 'hyper12"" if you search for 'hyper1' !
        if """".join(instance[""Names""]).strip(""/"") != container_name:
            continue
        try:
            self.client.remove_container(instance[""Id""], v=True, force=True)
        except NotFound:
            pass  # that's a race condition
        except docker.errors.APIError as e:
            if ""Conflict operation on container"" not in str(e):
                raise","def _thd_cleanup_instance ( self ) : <TAB> container_name = self . getContainerName ( ) <TAB> instances = self . client . containers ( all = 1 , filters = dict ( name = container_name ) ) <TAB> for instance in instances : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> self . client . remove_container ( instance [ ""Id"" ] , v = True , force = True ) <TAB> <TAB> except NotFound : <TAB> <TAB> <TAB> pass <TAB> <TAB> except docker . errors . APIError as e : <TAB> <TAB> <TAB> if ""Conflict operation on container"" not in str ( e ) : <TAB> <TAB> <TAB> <TAB> raise","if """" . join ( instance [ ""Names"" ] ) . strip ( ""/"" ) != container_name :",182
3112,"def decodeattrs(attrs):
    names = []
    for bit in range(16):
        mask = 1 << bit
        if attrs & mask:
            if attrnames.has_key(mask):
                names.append(attrnames[mask])
            else:
                names.append(hex(mask))
    return names",def decodeattrs ( attrs ) : <TAB> names = [ ] <TAB> for bit in range ( 16 ) : <TAB> <TAB> mask = 1 << bit <TAB> <TAB> if attrs & mask : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> names . append ( attrnames [ mask ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> names . append ( hex ( mask ) ) <TAB> return names,if attrnames . has_key ( mask ) :,88
19728,"def modify_address(self, name, address, domain):
    if not self.get_entries_by_name(name, domain):
        raise exception.NotFound
    infile = open(self.filename, ""r"")
    outfile = tempfile.NamedTemporaryFile(""w"", delete=False)
    for line in infile:
        entry = self.parse_line(line)
        if entry and entry[""name""].lower() == self.qualify(name, domain).lower():
            outfile.write(
                ""%s   %s   %s\n"" % (address, self.qualify(name, domain), entry[""type""])
            )
        else:
            outfile.write(line)
    infile.close()
    outfile.close()
    shutil.move(outfile.name, self.filename)
","def modify_address ( self , name , address , domain ) : <TAB> if not self . get_entries_by_name ( name , domain ) : <TAB> <TAB> raise exception . NotFound <TAB> infile = open ( self . filename , ""r"" ) <TAB> outfile = tempfile . NamedTemporaryFile ( ""w"" , delete = False ) <TAB> for line in infile : <TAB> <TAB> entry = self . parse_line ( line ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> outfile . write ( <TAB> <TAB> <TAB> <TAB> ""%s   %s   %s\n"" % ( address , self . qualify ( name , domain ) , entry [ ""type"" ] ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> outfile . write ( line ) <TAB> infile . close ( ) <TAB> outfile . close ( ) <TAB> shutil . move ( outfile . name , self . filename )","if entry and entry [ ""name"" ] . lower ( ) == self . qualify ( name , domain ) . lower ( ) :",197
23612,"def pixbufrenderer(self, column, crp, model, it):
    tok = model.get_value(it, 0)
    if tok.type == ""class"":
        icon = ""class""
    else:
        if tok.visibility == ""private"":
            icon = ""method_priv""
        elif tok.visibility == ""protected"":
            icon = ""method_prot""
        else:
            icon = ""method""
    crp.set_property(""pixbuf"", imagelibrary.pixbufs[icon])","def pixbufrenderer ( self , column , crp , model , it ) : <TAB> tok = model . get_value ( it , 0 ) <TAB> if tok . type == ""class"" : <TAB> <TAB> icon = ""class"" <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> icon = ""method_priv"" <TAB> <TAB> elif tok . visibility == ""protected"" : <TAB> <TAB> <TAB> icon = ""method_prot"" <TAB> <TAB> else : <TAB> <TAB> <TAB> icon = ""method"" <TAB> crp . set_property ( ""pixbuf"" , imagelibrary . pixbufs [ icon ] )","if tok . visibility == ""private"" :",132
19714,"def host_selection_algorithm(self, request_spec, all_hosts, selected_hosts, unique):
    size = request_spec[""size""]
    drive_type = request_spec[""drive_type""]
    best_host = None
    best_qoscap = None
    best_cap = None
    max_avail = 0
    for (host, capabilities) in all_hosts:
        for qosgrp, qos_values in capabilities.iteritems():
            if self._qosgrp_match(drive_type, qos_values):
                # we found required qosgroup
                if size == 0:  # full drive match
                    available = qos_values[""FullDrive""][""NumFreeDrives""]
                else:
                    available = qos_values[""AvailableCapacity""]
                if available > max_avail and self._allowed_to_use_host(
                    host, selected_hosts, unique
                ):
                    max_avail = available
                    best_host = host
                    best_qoscap = qos_values
                    best_cap = capabilities
                break  # go to the next host
    if best_host:
        self._add_hostcap_to_list(selected_hosts, best_host, best_cap)
        type_str = ""drives"" if size == 0 else ""bytes""
        LOG.debug(
            _(
                ""\t MostAvailCap: Best host: %(best_host)s. ""
                ""(available %(max_avail)s %(type_str)s)""
            ),
            locals(),
        )
    return (best_host, best_qoscap)","def host_selection_algorithm ( self , request_spec , all_hosts , selected_hosts , unique ) : <TAB> size = request_spec [ ""size"" ] <TAB> drive_type = request_spec [ ""drive_type"" ] <TAB> best_host = None <TAB> best_qoscap = None <TAB> best_cap = None <TAB> max_avail = 0 <TAB> for ( host , capabilities ) in all_hosts : <TAB> <TAB> for qosgrp , qos_values in capabilities . iteritems ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if size == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> available = qos_values [ ""FullDrive"" ] [ ""NumFreeDrives"" ] <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> available = qos_values [ ""AvailableCapacity"" ] <TAB> <TAB> <TAB> <TAB> if available > max_avail and self . _allowed_to_use_host ( <TAB> <TAB> <TAB> <TAB> <TAB> host , selected_hosts , unique <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> max_avail = available <TAB> <TAB> <TAB> <TAB> <TAB> best_host = host <TAB> <TAB> <TAB> <TAB> <TAB> best_qoscap = qos_values <TAB> <TAB> <TAB> <TAB> <TAB> best_cap = capabilities <TAB> <TAB> <TAB> <TAB> break <TAB> if best_host : <TAB> <TAB> self . _add_hostcap_to_list ( selected_hosts , best_host , best_cap ) <TAB> <TAB> type_str = ""drives"" if size == 0 else ""bytes"" <TAB> <TAB> LOG . debug ( <TAB> <TAB> <TAB> _ ( <TAB> <TAB> <TAB> <TAB> ""\t MostAvailCap: Best host: %(best_host)s. "" <TAB> <TAB> <TAB> <TAB> ""(available %(max_avail)s %(type_str)s)"" <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> locals ( ) , <TAB> <TAB> ) <TAB> return ( best_host , best_qoscap )","if self . _qosgrp_match ( drive_type , qos_values ) :",445
11685,"def _pick_error(self, log_interpretation, step_type):
    """"""Pick probable cause of failure (only call this if job fails).""""""
    logs_needed = self._logs_needed_to_pick_error(step_type)
    if self._read_logs() and not all(
        log_type in log_interpretation for log_type in logs_needed
    ):
        log.info(""Scanning logs for probable cause of failure..."")
        if ""step"" in logs_needed:
            self._interpret_step_logs(log_interpretation, step_type)
        if ""history"" in logs_needed:
            self._interpret_history_log(log_interpretation)
        if ""task"" in logs_needed:
            error_attempt_ids = _pick_error_attempt_ids(log_interpretation)
            self._interpret_task_logs(log_interpretation, step_type, error_attempt_ids)
    return _pick_error(log_interpretation)
","def _pick_error ( self , log_interpretation , step_type ) : <TAB> """"""Pick probable cause of failure (only call this if job fails)."""""" <TAB> logs_needed = self . _logs_needed_to_pick_error ( step_type ) <TAB> if self . _read_logs ( ) and not all ( <TAB> <TAB> log_type in log_interpretation for log_type in logs_needed <TAB> ) : <TAB> <TAB> log . info ( ""Scanning logs for probable cause of failure..."" ) <TAB> <TAB> if ""step"" in logs_needed : <TAB> <TAB> <TAB> self . _interpret_step_logs ( log_interpretation , step_type ) <TAB> <TAB> if ""history"" in logs_needed : <TAB> <TAB> <TAB> self . _interpret_history_log ( log_interpretation ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> error_attempt_ids = _pick_error_attempt_ids ( log_interpretation ) <TAB> <TAB> <TAB> self . _interpret_task_logs ( log_interpretation , step_type , error_attempt_ids ) <TAB> return _pick_error ( log_interpretation )","if ""task"" in logs_needed :",245
10283,"def _post_sub_clone_resize(self, path):
    """"""Try post sub clone resize in a transactional manner.""""""
    st_tm_mv, st_nw_mv, st_del_old = None, None, None
    seg = path.split(""/"")
    LOG.info(""Post clone resize LUN %s"", seg[-1])
    new_lun = ""new-%s"" % (seg[-1])
    tmp_lun = ""tmp-%s"" % (seg[-1])
    tmp_path = ""/vol/%s/%s"" % (seg[2], tmp_lun)
    new_path = ""/vol/%s/%s"" % (seg[2], new_lun)
    try:
        st_tm_mv = self.zapi_client.move_lun(path, tmp_path)
        st_nw_mv = self.zapi_client.move_lun(new_path, path)
        st_del_old = self.zapi_client.destroy_lun(tmp_path)
    except Exception as e:
        if st_tm_mv is None:
            msg = _(""Failure staging LUN %s to tmp."")
            raise exception.VolumeBackendAPIException(data=msg % (seg[-1]))
        else:
            if st_nw_mv is None:
                self.zapi_client.move_lun(tmp_path, path)
                msg = _(""Failure moving new cloned LUN to %s."")
                raise exception.VolumeBackendAPIException(data=msg % (seg[-1]))
            elif st_del_old is None:
                LOG.error(""Failure deleting staged tmp LUN %s."", tmp_lun)
            else:
                LOG.error(""Unknown exception in"" "" post clone resize LUN %s."", seg[-1])
                LOG.error(""Exception details: %s"", e)","def _post_sub_clone_resize ( self , path ) : <TAB> """"""Try post sub clone resize in a transactional manner."""""" <TAB> st_tm_mv , st_nw_mv , st_del_old = None , None , None <TAB> seg = path . split ( ""/"" ) <TAB> LOG . info ( ""Post clone resize LUN %s"" , seg [ - 1 ] ) <TAB> new_lun = ""new-%s"" % ( seg [ - 1 ] ) <TAB> tmp_lun = ""tmp-%s"" % ( seg [ - 1 ] ) <TAB> tmp_path = ""/vol/%s/%s"" % ( seg [ 2 ] , tmp_lun ) <TAB> new_path = ""/vol/%s/%s"" % ( seg [ 2 ] , new_lun ) <TAB> try : <TAB> <TAB> st_tm_mv = self . zapi_client . move_lun ( path , tmp_path ) <TAB> <TAB> st_nw_mv = self . zapi_client . move_lun ( new_path , path ) <TAB> <TAB> st_del_old = self . zapi_client . destroy_lun ( tmp_path ) <TAB> except Exception as e : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> msg = _ ( ""Failure staging LUN %s to tmp."" ) <TAB> <TAB> <TAB> raise exception . VolumeBackendAPIException ( data = msg % ( seg [ - 1 ] ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if st_nw_mv is None : <TAB> <TAB> <TAB> <TAB> self . zapi_client . move_lun ( tmp_path , path ) <TAB> <TAB> <TAB> <TAB> msg = _ ( ""Failure moving new cloned LUN to %s."" ) <TAB> <TAB> <TAB> <TAB> raise exception . VolumeBackendAPIException ( data = msg % ( seg [ - 1 ] ) ) <TAB> <TAB> <TAB> elif st_del_old is None : <TAB> <TAB> <TAB> <TAB> LOG . error ( ""Failure deleting staged tmp LUN %s."" , tmp_lun ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> LOG . error ( ""Unknown exception in"" "" post clone resize LUN %s."" , seg [ - 1 ] ) <TAB> <TAB> <TAB> <TAB> LOG . error ( ""Exception details: %s"" , e )",if st_tm_mv is None :,471
11455,"def parse_qresult(self):
    """"""Parse a HMMER2 query block.""""""
    while self.read_next():
        if not self.line.startswith(""Query""):
            return
        _, id_ = self.parse_key_value()
        self.qresult = QueryResult(id=id_)
        description = None
        while self.read_next() and not self.line.startswith(""Scores""):
            if self.line.startswith(""Accession""):
                self.qresult.accession = self.parse_key_value()[1]
            if self.line.startswith(""Description""):
                description = self.parse_key_value()[1]
        hit_placeholders = self.parse_hits()
        if len(hit_placeholders) > 0:
            self.parse_hsps(hit_placeholders)
            self.parse_hsp_alignments()
        while not self.line.startswith(""Query""):
            self.read_next()
            if not self.line:
                break
        self.buf.append(self.line)
        if description is not None:
            self.qresult.description = description
        yield self.qresult","def parse_qresult ( self ) : <TAB> """"""Parse a HMMER2 query block."""""" <TAB> while self . read_next ( ) : <TAB> <TAB> if not self . line . startswith ( ""Query"" ) : <TAB> <TAB> <TAB> return <TAB> <TAB> _ , id_ = self . parse_key_value ( ) <TAB> <TAB> self . qresult = QueryResult ( id = id_ ) <TAB> <TAB> description = None <TAB> <TAB> while self . read_next ( ) and not self . line . startswith ( ""Scores"" ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . qresult . accession = self . parse_key_value ( ) [ 1 ] <TAB> <TAB> <TAB> if self . line . startswith ( ""Description"" ) : <TAB> <TAB> <TAB> <TAB> description = self . parse_key_value ( ) [ 1 ] <TAB> <TAB> hit_placeholders = self . parse_hits ( ) <TAB> <TAB> if len ( hit_placeholders ) > 0 : <TAB> <TAB> <TAB> self . parse_hsps ( hit_placeholders ) <TAB> <TAB> <TAB> self . parse_hsp_alignments ( ) <TAB> <TAB> while not self . line . startswith ( ""Query"" ) : <TAB> <TAB> <TAB> self . read_next ( ) <TAB> <TAB> <TAB> if not self . line : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> self . buf . append ( self . line ) <TAB> <TAB> if description is not None : <TAB> <TAB> <TAB> self . qresult . description = description <TAB> <TAB> yield self . qresult","if self . line . startswith ( ""Accession"" ) :",307
1841,"def test_exist_ok_s_isgid_directory(self):
    path = os.path.join(support.TESTFN, ""dir1"")
    S_ISGID = stat.S_ISGID
    mode = 0o777
    old_mask = os.umask(0o022)
    try:
        existing_testfn_mode = stat.S_IMODE(os.lstat(support.TESTFN).st_mode)
        try:
            os.chmod(support.TESTFN, existing_testfn_mode | S_ISGID)
        except PermissionError:
            raise unittest.SkipTest(""Cannot set S_ISGID for dir."")
        if os.lstat(support.TESTFN).st_mode & S_ISGID != S_ISGID:
            raise unittest.SkipTest(""No support for S_ISGID dir mode."")
        # The os should apply S_ISGID from the parent dir for us, but
        # this test need not depend on that behavior.  Be explicit.
        os.makedirs(path, mode | S_ISGID)
        # http://bugs.python.org/issue14992
        # Should not fail when the bit is already set.
        os.makedirs(path, mode, exist_ok=True)
        # remove the bit.
        os.chmod(path, stat.S_IMODE(os.lstat(path).st_mode) & ~S_ISGID)
        # May work even when the bit is not already set when demanded.
        os.makedirs(path, mode | S_ISGID, exist_ok=True)
    finally:
        os.umask(old_mask)","def test_exist_ok_s_isgid_directory ( self ) : <TAB> path = os . path . join ( support . TESTFN , ""dir1"" ) <TAB> S_ISGID = stat . S_ISGID <TAB> mode = 0o777 <TAB> old_mask = os . umask ( 0o022 ) <TAB> try : <TAB> <TAB> existing_testfn_mode = stat . S_IMODE ( os . lstat ( support . TESTFN ) . st_mode ) <TAB> <TAB> try : <TAB> <TAB> <TAB> os . chmod ( support . TESTFN , existing_testfn_mode | S_ISGID ) <TAB> <TAB> except PermissionError : <TAB> <TAB> <TAB> raise unittest . SkipTest ( ""Cannot set S_ISGID for dir."" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise unittest . SkipTest ( ""No support for S_ISGID dir mode."" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> os . makedirs ( path , mode | S_ISGID ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> os . makedirs ( path , mode , exist_ok = True ) <TAB> <TAB> <TAB> <TAB> os . chmod ( path , stat . S_IMODE ( os . lstat ( path ) . st_mode ) & ~ S_ISGID ) <TAB> <TAB> <TAB> <TAB> os . makedirs ( path , mode | S_ISGID , exist_ok = True ) <TAB> finally : <TAB> <TAB> os . umask ( old_mask )",if os . lstat ( support . TESTFN ) . st_mode & S_ISGID != S_ISGID :,406
7198,"def _perform_check(self):
    if not self._enabled:
        return
    with self._check_mutex:
        self._logger.debug(
            ""Checking against {}:{} if we are online..."".format(self._host, self._port)
        )
        old_value = self._online
        for _ in range(3):
            connection_working = server_reachable(self._host, port=self._port)
            if self._name:
                if connection_working:
                    self._logger.debug(
                        ""Checking if we can resolve {}..."".format(self._name)
                    )
                    resolution_working = len(resolve_host(self._name)) > 0
                else:
                    resolution_working = False
            else:
                resolution_working = True
            if not (connection_working and resolution_working):
                # retry up to 3 times
                time.sleep(1.0)
                continue
        self._connection_working = connection_working
        self._resolution_working = resolution_working
        if old_value != self._online:
            self._trigger_change(old_value, self._online)","def _perform_check ( self ) : <TAB> if not self . _enabled : <TAB> <TAB> return <TAB> with self . _check_mutex : <TAB> <TAB> self . _logger . debug ( <TAB> <TAB> <TAB> ""Checking against {}:{} if we are online..."" . format ( self . _host , self . _port ) <TAB> <TAB> ) <TAB> <TAB> old_value = self . _online <TAB> <TAB> for _ in range ( 3 ) : <TAB> <TAB> <TAB> connection_working = server_reachable ( self . _host , port = self . _port ) <TAB> <TAB> <TAB> if self . _name : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . _logger . debug ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Checking if we can resolve {}..."" . format ( self . _name ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> resolution_working = len ( resolve_host ( self . _name ) ) > 0 <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> resolution_working = False <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> resolution_working = True <TAB> <TAB> <TAB> if not ( connection_working and resolution_working ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> time . sleep ( 1.0 ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> self . _connection_working = connection_working <TAB> <TAB> self . _resolution_working = resolution_working <TAB> <TAB> if old_value != self . _online : <TAB> <TAB> <TAB> self . _trigger_change ( old_value , self . _online )",if connection_working :,322
6859,"def expected_forward_with_reduce(self, x_data, t_data, class_weight):
    # Compute expected value
    loss_expect = 0.0
    count = 0
    x = numpy.rollaxis(x_data, 1, x_data.ndim).reshape((t_data.size, x_data.shape[1]))
    t = t_data.ravel()
    for xi, ti in six.moves.zip(x, t):
        if ti == -1:
            continue
        log_z = numpy.ufunc.reduce(numpy.logaddexp, xi)
        if class_weight is None:
            loss_expect -= (xi - log_z)[ti]
        else:
            loss_expect -= (xi - log_z)[ti] * class_weight[ti]
        count += 1
    if self.normalize:
        if count == 0:
            loss_expect = 0.0
        else:
            loss_expect /= count
    else:
        if len(t_data) == 0:
            loss_expect = 0.0
        else:
            loss_expect /= len(t_data)
    return numpy.asarray(loss_expect, dtype=x.dtype)","def expected_forward_with_reduce ( self , x_data , t_data , class_weight ) : <TAB> <TAB> loss_expect = 0.0 <TAB> count = 0 <TAB> x = numpy . rollaxis ( x_data , 1 , x_data . ndim ) . reshape ( ( t_data . size , x_data . shape [ 1 ] ) ) <TAB> t = t_data . ravel ( ) <TAB> for xi , ti in six . moves . zip ( x , t ) : <TAB> <TAB> if ti == - 1 : <TAB> <TAB> <TAB> continue <TAB> <TAB> log_z = numpy . ufunc . reduce ( numpy . logaddexp , xi ) <TAB> <TAB> if class_weight is None : <TAB> <TAB> <TAB> loss_expect -= ( xi - log_z ) [ ti ] <TAB> <TAB> else : <TAB> <TAB> <TAB> loss_expect -= ( xi - log_z ) [ ti ] * class_weight [ ti ] <TAB> <TAB> count += 1 <TAB> if self . normalize : <TAB> <TAB> if count == 0 : <TAB> <TAB> <TAB> loss_expect = 0.0 <TAB> <TAB> else : <TAB> <TAB> <TAB> loss_expect /= count <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> loss_expect = 0.0 <TAB> <TAB> else : <TAB> <TAB> <TAB> loss_expect /= len ( t_data ) <TAB> return numpy . asarray ( loss_expect , dtype = x . dtype )",if len ( t_data ) == 0 :,306
10315,"def _create_3par_vlun(self, volume, hostname, nsp, lun_id=None):
    try:
        location = None
        auto = True
        if lun_id is not None:
            auto = False
        if nsp is None:
            location = self.client.createVLUN(
                volume, hostname=hostname, auto=auto, lun=lun_id
            )
        else:
            port = self.build_portPos(nsp)
            location = self.client.createVLUN(
                volume, hostname=hostname, auto=auto, portPos=port, lun=lun_id
            )
        vlun_info = None
        if location:
            # The LUN id is returned as part of the location URI
            vlun = location.split("","")
            vlun_info = {
                ""volume_name"": vlun[0],
                ""lun_id"": int(vlun[1]),
                ""host_name"": vlun[2],
            }
            if len(vlun) > 3:
                vlun_info[""nsp""] = vlun[3]
        return vlun_info
    except hpeexceptions.HTTPBadRequest as e:
        if ""must be in the same domain"" in e.get_description():
            LOG.error(e.get_description())
            raise exception.Invalid3PARDomain(err=e.get_description())
        else:
            raise exception.VolumeBackendAPIException(data=e.get_description())","def _create_3par_vlun ( self , volume , hostname , nsp , lun_id = None ) : <TAB> try : <TAB> <TAB> location = None <TAB> <TAB> auto = True <TAB> <TAB> if lun_id is not None : <TAB> <TAB> <TAB> auto = False <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> location = self . client . createVLUN ( <TAB> <TAB> <TAB> <TAB> volume , hostname = hostname , auto = auto , lun = lun_id <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> port = self . build_portPos ( nsp ) <TAB> <TAB> <TAB> location = self . client . createVLUN ( <TAB> <TAB> <TAB> <TAB> volume , hostname = hostname , auto = auto , portPos = port , lun = lun_id <TAB> <TAB> <TAB> ) <TAB> <TAB> vlun_info = None <TAB> <TAB> if location : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> vlun = location . split ( "","" ) <TAB> <TAB> <TAB> vlun_info = { <TAB> <TAB> <TAB> <TAB> ""volume_name"" : vlun [ 0 ] , <TAB> <TAB> <TAB> <TAB> ""lun_id"" : int ( vlun [ 1 ] ) , <TAB> <TAB> <TAB> <TAB> ""host_name"" : vlun [ 2 ] , <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> if len ( vlun ) > 3 : <TAB> <TAB> <TAB> <TAB> vlun_info [ ""nsp"" ] = vlun [ 3 ] <TAB> <TAB> return vlun_info <TAB> except hpeexceptions . HTTPBadRequest as e : <TAB> <TAB> if ""must be in the same domain"" in e . get_description ( ) : <TAB> <TAB> <TAB> LOG . error ( e . get_description ( ) ) <TAB> <TAB> <TAB> raise exception . Invalid3PARDomain ( err = e . get_description ( ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise exception . VolumeBackendAPIException ( data = e . get_description ( ) )",if nsp is None :,424
18684,"def as_dict(self) -> Dict[str, Any]:
    od: Dict[str, Any] = {
        ""_errors"": self.errors,
        ""_notices"": self.notices,
        ""_fast_validation_disagreements"": self.fast_validation_disagreements,
        ""_sources"": {},
    }
    if self.helm_chart:
        od[""_helm_chart""] = self.helm_chart
    for k, v in self.sources.items():
        sd = dict(v)  # Shallow copy
        if ""_errors"" in v:
            sd[""_errors""] = [x.as_dict() for x in v._errors]
        od[""_sources""][k] = sd
    for kind, configs in self.config.items():
        od[kind] = {}
        for rkey, config in configs.items():
            od[kind][rkey] = config.as_dict()
    return od
","def as_dict ( self ) -> Dict [ str , Any ] : <TAB> od : Dict [ str , Any ] = { <TAB> <TAB> ""_errors"" : self . errors , <TAB> <TAB> ""_notices"" : self . notices , <TAB> <TAB> ""_fast_validation_disagreements"" : self . fast_validation_disagreements , <TAB> <TAB> ""_sources"" : { } , <TAB> } <TAB> if self . helm_chart : <TAB> <TAB> od [ ""_helm_chart"" ] = self . helm_chart <TAB> for k , v in self . sources . items ( ) : <TAB> <TAB> sd = dict ( v ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sd [ ""_errors"" ] = [ x . as_dict ( ) for x in v . _errors ] <TAB> <TAB> od [ ""_sources"" ] [ k ] = sd <TAB> for kind , configs in self . config . items ( ) : <TAB> <TAB> od [ kind ] = { } <TAB> <TAB> for rkey , config in configs . items ( ) : <TAB> <TAB> <TAB> od [ kind ] [ rkey ] = config . as_dict ( ) <TAB> return od","if ""_errors"" in v :",234
21496,"def expire_connections(now, mux):
    remove = []
    for chan, timeout in dnsreqs.items():
        if timeout < now:
            debug3(""expiring dnsreqs channel=%d\n"" % chan)
            remove.append(chan)
            del mux.channels[chan]
    for chan in remove:
        del dnsreqs[chan]
    debug3(""Remaining DNS requests: %d\n"" % len(dnsreqs))
    remove = []
    for peer, (chan, timeout) in udp_by_src.items():
        if timeout < now:
            debug3(""expiring UDP channel channel=%d peer=%r\n"" % (chan, peer))
            mux.send(chan, ssnet.CMD_UDP_CLOSE, b"""")
            remove.append(peer)
            del mux.channels[chan]
    for peer in remove:
        del udp_by_src[peer]
    debug3(""Remaining UDP channels: %d\n"" % len(udp_by_src))","def expire_connections ( now , mux ) : <TAB> remove = [ ] <TAB> for chan , timeout in dnsreqs . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> debug3 ( ""expiring dnsreqs channel=%d\n"" % chan ) <TAB> <TAB> <TAB> remove . append ( chan ) <TAB> <TAB> <TAB> del mux . channels [ chan ] <TAB> for chan in remove : <TAB> <TAB> del dnsreqs [ chan ] <TAB> debug3 ( ""Remaining DNS requests: %d\n"" % len ( dnsreqs ) ) <TAB> remove = [ ] <TAB> for peer , ( chan , timeout ) in udp_by_src . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> debug3 ( ""expiring UDP channel channel=%d peer=%r\n"" % ( chan , peer ) ) <TAB> <TAB> <TAB> mux . send ( chan , ssnet . CMD_UDP_CLOSE , b"""" ) <TAB> <TAB> <TAB> remove . append ( peer ) <TAB> <TAB> <TAB> del mux . channels [ chan ] <TAB> for peer in remove : <TAB> <TAB> del udp_by_src [ peer ] <TAB> debug3 ( ""Remaining UDP channels: %d\n"" % len ( udp_by_src ) )",if timeout < now :,263
2507,"def format(self, record):
    """"""Customize the message format based on the log level.""""""
    if isinstance(self.fmt, dict):
        self._fmt = self.fmt[record.levelname]
        if sys.version_info > (3, 2):
            # Update self._style because we've changed self._fmt
            # (code based on stdlib's logging.Formatter.__init__())
            if self.style not in logging._STYLES:
                raise ValueError(
                    ""Style must be one of: %s"" % "","".join(logging._STYLES.keys())
                )
            self._style = logging._STYLES[self.style][0](self._fmt)
    if sys.version_info > (2, 7):
        message = super(LevelFormatter, self).format(record)
    else:
        message = ColoredFormatter.format(self, record)
    return message","def format ( self , record ) : <TAB> """"""Customize the message format based on the log level."""""" <TAB> if isinstance ( self . fmt , dict ) : <TAB> <TAB> self . _fmt = self . fmt [ record . levelname ] <TAB> <TAB> if sys . version_info > ( 3 , 2 ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Style must be one of: %s"" % "","" . join ( logging . _STYLES . keys ( ) ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . _style = logging . _STYLES [ self . style ] [ 0 ] ( self . _fmt ) <TAB> if sys . version_info > ( 2 , 7 ) : <TAB> <TAB> message = super ( LevelFormatter , self ) . format ( record ) <TAB> else : <TAB> <TAB> message = ColoredFormatter . format ( self , record ) <TAB> return message",if self . style not in logging . _STYLES :,228
10180,"def remove_from_index(self, type, tag, id):
    tag_to_object = ""tag-{}s"".format(type)
    object_to_tag = ""{}-tags"".format(type)
    if tag in self.indices[tag_to_object]:
        if id in self.indices[tag_to_object][tag]:
            self.indices[tag_to_object][tag].remove(id)
            if len(self.indices[tag_to_object][tag]) == 0:
                # remove key entirely it its empty
                del self.indices[tag_to_object][tag]
    if id in self.indices[object_to_tag]:
        if tag in self.indices[object_to_tag][id]:
            self.indices[object_to_tag][id].remove(tag)
            if len(self.indices[object_to_tag][id]) == 0:
                # remove key entirely it its empty
                del self.indices[object_to_tag][id]","def remove_from_index ( self , type , tag , id ) : <TAB> tag_to_object = ""tag-{}s"" . format ( type ) <TAB> object_to_tag = ""{}-tags"" . format ( type ) <TAB> if tag in self . indices [ tag_to_object ] : <TAB> <TAB> if id in self . indices [ tag_to_object ] [ tag ] : <TAB> <TAB> <TAB> self . indices [ tag_to_object ] [ tag ] . remove ( id ) <TAB> <TAB> <TAB> if len ( self . indices [ tag_to_object ] [ tag ] ) == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> del self . indices [ tag_to_object ] [ tag ] <TAB> if id in self . indices [ object_to_tag ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . indices [ object_to_tag ] [ id ] . remove ( tag ) <TAB> <TAB> <TAB> if len ( self . indices [ object_to_tag ] [ id ] ) == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> del self . indices [ object_to_tag ] [ id ]",if tag in self . indices [ object_to_tag ] [ id ] :,259
11614,"def process_request(self, request):
    for exemption in self.exemptions:
        if re.match(exemption, request.path):
            return None
    if not request.user.is_authenticated():
        path = urlquote(request.get_full_path())
        tup = (self.login_url, self.redirect_field_name, path)
        return HttpResponseRedirect(""%s?%s=%s"" % tup)
","def process_request ( self , request ) : <TAB> for exemption in self . exemptions : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return None <TAB> if not request . user . is_authenticated ( ) : <TAB> <TAB> path = urlquote ( request . get_full_path ( ) ) <TAB> <TAB> tup = ( self . login_url , self . redirect_field_name , path ) <TAB> <TAB> return HttpResponseRedirect ( ""%s?%s=%s"" % tup )","if re . match ( exemption , request . path ) :",109
14677,"def check_apns_certificate(ss):
    mode = ""start""
    for s in ss.split(""\n""):
        if mode == ""start"":
            if ""BEGIN RSA PRIVATE KEY"" in s or ""BEGIN PRIVATE KEY"" in s:
                mode = ""key""
        elif mode == ""key"":
            if ""END RSA PRIVATE KEY"" in s or ""END PRIVATE KEY"" in s:
                mode = ""end""
                break
            elif s.startswith(""Proc-Type"") and ""ENCRYPTED"" in s:
                raise ImproperlyConfigured(
                    ""Encrypted APNS private keys are not supported""
                )
    if mode != ""end"":
        raise ImproperlyConfigured(""The APNS certificate doesn't contain a private key"")
","def check_apns_certificate ( ss ) : <TAB> mode = ""start"" <TAB> for s in ss . split ( ""\n"" ) : <TAB> <TAB> if mode == ""start"" : <TAB> <TAB> <TAB> if ""BEGIN RSA PRIVATE KEY"" in s or ""BEGIN PRIVATE KEY"" in s : <TAB> <TAB> <TAB> <TAB> mode = ""key"" <TAB> <TAB> elif mode == ""key"" : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> mode = ""end"" <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> elif s . startswith ( ""Proc-Type"" ) and ""ENCRYPTED"" in s : <TAB> <TAB> <TAB> <TAB> raise ImproperlyConfigured ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Encrypted APNS private keys are not supported"" <TAB> <TAB> <TAB> <TAB> ) <TAB> if mode != ""end"" : <TAB> <TAB> raise ImproperlyConfigured ( ""The APNS certificate doesn't contain a private key"" )","if ""END RSA PRIVATE KEY"" in s or ""END PRIVATE KEY"" in s :",195
12506,"def _extract_video_id(data, lesson_id):
    if not data:
        return
    groups = try_get(data, lambda x: x[""groups""], list) or []
    if not groups:
        return
    for group in groups:
        if not isinstance(group, dict):
            continue
        contents = try_get(data, lambda x: x[""contents""], list) or []
        for content in contents:
            if not isinstance(content, dict):
                continue
            ordinal = int_or_none(content.get(""ordinal""))
            if ordinal != lesson_id:
                continue
            video_id = content.get(""identifier"")
            if video_id:
                return compat_str(video_id)
","def _extract_video_id ( data , lesson_id ) : <TAB> if not data : <TAB> <TAB> return <TAB> groups = try_get ( data , lambda x : x [ ""groups"" ] , list ) or [ ] <TAB> if not groups : <TAB> <TAB> return <TAB> for group in groups : <TAB> <TAB> if not isinstance ( group , dict ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> contents = try_get ( data , lambda x : x [ ""contents"" ] , list ) or [ ] <TAB> <TAB> for content in contents : <TAB> <TAB> <TAB> if not isinstance ( content , dict ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> ordinal = int_or_none ( content . get ( ""ordinal"" ) ) <TAB> <TAB> <TAB> if ordinal != lesson_id : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> video_id = content . get ( ""identifier"" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return compat_str ( video_id )",if video_id :,201
8427,"def throttle_status(server=None):
    result = AmonStruct()
    result.allow = False
    last_check = server.get(""last_check"")
    server_check_period = server.get(""check_every"", 60)
    if last_check:
        period_since_last_check = unix_utc_now() - last_check
        # Add 15 seconds buffer, for statsd
        period_since_last_check = period_since_last_check + 15
        if period_since_last_check >= server_check_period:
            result.allow = True
    else:
        result.allow = True  # Never checked
    return result","def throttle_status ( server = None ) : <TAB> result = AmonStruct ( ) <TAB> result . allow = False <TAB> last_check = server . get ( ""last_check"" ) <TAB> server_check_period = server . get ( ""check_every"" , 60 ) <TAB> if last_check : <TAB> <TAB> period_since_last_check = unix_utc_now ( ) - last_check <TAB> <TAB> <TAB> <TAB> period_since_last_check = period_since_last_check + 15 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result . allow = True <TAB> else : <TAB> <TAB> result . allow = True <TAB> return result",if period_since_last_check >= server_check_period :,164
847,"def parse_body(f, headers):
    """"""Return HTTP body parsed from a file object, given HTTP header dict.""""""
    if headers.get(""transfer-encoding"", """").lower() == ""chunked"":
        l_ = []
        found_end = False
        while 1:
            try:
                sz = f.readline().split(None, 1)[0]
            except IndexError:
                raise dpkt.UnpackError(""missing chunk size"")
            n = int(sz, 16)
            if n == 0:
                found_end = True
            buf = f.read(n)
            if f.readline().strip():
                break
            if n and len(buf) == n:
                l_.append(buf)
            else:
                # only possible when len(buf) < n, which will happen if the
                # file object ends before reading a complete file chunk
                break
        if not found_end:
            raise dpkt.NeedData(""premature end of chunked body"")
        body = b"""".join(l_)
    elif ""content-length"" in headers:
        n = int(headers[""content-length""])
        body = f.read(n)
        if len(body) != n:
            raise dpkt.NeedData(""short body (missing %d bytes)"" % (n - len(body)))
    elif ""content-type"" in headers:
        body = f.read()
    else:
        # XXX - need to handle HTTP/0.9
        body = b""""
    return body","def parse_body ( f , headers ) : <TAB> """"""Return HTTP body parsed from a file object, given HTTP header dict."""""" <TAB> if headers . get ( ""transfer-encoding"" , """" ) . lower ( ) == ""chunked"" : <TAB> <TAB> l_ = [ ] <TAB> <TAB> found_end = False <TAB> <TAB> while 1 : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> sz = f . readline ( ) . split ( None , 1 ) [ 0 ] <TAB> <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> <TAB> raise dpkt . UnpackError ( ""missing chunk size"" ) <TAB> <TAB> <TAB> n = int ( sz , 16 ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> found_end = True <TAB> <TAB> <TAB> buf = f . read ( n ) <TAB> <TAB> <TAB> if f . readline ( ) . strip ( ) : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> if n and len ( buf ) == n : <TAB> <TAB> <TAB> <TAB> l_ . append ( buf ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if not found_end : <TAB> <TAB> <TAB> raise dpkt . NeedData ( ""premature end of chunked body"" ) <TAB> <TAB> body = b"""" . join ( l_ ) <TAB> elif ""content-length"" in headers : <TAB> <TAB> n = int ( headers [ ""content-length"" ] ) <TAB> <TAB> body = f . read ( n ) <TAB> <TAB> if len ( body ) != n : <TAB> <TAB> <TAB> raise dpkt . NeedData ( ""short body (missing %d bytes)"" % ( n - len ( body ) ) ) <TAB> elif ""content-type"" in headers : <TAB> <TAB> body = f . read ( ) <TAB> else : <TAB> <TAB> <TAB> <TAB> body = b"""" <TAB> return body",if n == 0 :,407
23722,"def search(self, string, pos=0, endpos=None):
    # Scan through string looking for a location where this regular
    # expression produces a match, and return a corresponding MatchObject
    # instance. Return None if no position in the string matches the
    # pattern.
    if not endpos is None:
        string = string[:endpos]
    if pos == 0:
        groups = self.search_code.Exec(string)
        if JS(""@{{groups}} === null""):
            return None
        _groups = []
        for i in list(groups):
            if JS(""@{{i}} === null""):
                _groups.append(None)
            else:
                _groups.append(str(i))
        groups = _groups
    elif pos >= len(string):
        return None
    else:
        # Strickly, we shouldn't use string[pos:]
        groups = self.search_code.Exec(string[pos:])
        if JS(""@{{groups}} === null""):
            return None
        _groups = []
        for i in list(groups):
            if JS(""@{{i}} === null""):
                _groups.append(None)
            else:
                _groups.append(str(i))
        groups = _groups
    return SRE_Match(
        self, string, pos, endpos, groups[2:], pos + len(groups[1]), None, None
    )","def search ( self , string , pos = 0 , endpos = None ) : <TAB> <TAB> <TAB> <TAB> <TAB> if not endpos is None : <TAB> <TAB> string = string [ : endpos ] <TAB> if pos == 0 : <TAB> <TAB> groups = self . search_code . Exec ( string ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return None <TAB> <TAB> _groups = [ ] <TAB> <TAB> for i in list ( groups ) : <TAB> <TAB> <TAB> if JS ( ""@{{i}} === null"" ) : <TAB> <TAB> <TAB> <TAB> _groups . append ( None ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> _groups . append ( str ( i ) ) <TAB> <TAB> groups = _groups <TAB> elif pos >= len ( string ) : <TAB> <TAB> return None <TAB> else : <TAB> <TAB> <TAB> <TAB> groups = self . search_code . Exec ( string [ pos : ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return None <TAB> <TAB> _groups = [ ] <TAB> <TAB> for i in list ( groups ) : <TAB> <TAB> <TAB> if JS ( ""@{{i}} === null"" ) : <TAB> <TAB> <TAB> <TAB> _groups . append ( None ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> _groups . append ( str ( i ) ) <TAB> <TAB> groups = _groups <TAB> return SRE_Match ( <TAB> <TAB> self , string , pos , endpos , groups [ 2 : ] , pos + len ( groups [ 1 ] ) , None , None <TAB> )","if JS ( ""@{{groups}} === null"" ) :",368
6396,"def find_rulers(self):
    on_first_line = False
    on_message_body = False
    subject_near_limit = (
        len(self.view.substr(self.view.line(sublime.Region(0))).rstrip()) >= 40
    )
    for region in self.view.sel():
        first_line = self.view.rowcol(region.begin())[0]
        last_line = self.view.rowcol(region.end())[0]
        if first_line == 0 and subject_near_limit:
            on_first_line = True
        if self.first_comment_line:
            if first_line in range(2, self.first_comment_line) or last_line in range(
                2, self.first_comment_line
            ):
                on_message_body = True
        else:
            if first_line >= 2 or last_line >= 2:
                on_message_body = True
    new_rulers = []
    if on_first_line:
        new_rulers.append(self.first_line_limit)
    if on_message_body:
        new_rulers.append(self.body_line_limit)
    return new_rulers","def find_rulers ( self ) : <TAB> on_first_line = False <TAB> on_message_body = False <TAB> subject_near_limit = ( <TAB> <TAB> len ( self . view . substr ( self . view . line ( sublime . Region ( 0 ) ) ) . rstrip ( ) ) >= 40 <TAB> ) <TAB> for region in self . view . sel ( ) : <TAB> <TAB> first_line = self . view . rowcol ( region . begin ( ) ) [ 0 ] <TAB> <TAB> last_line = self . view . rowcol ( region . end ( ) ) [ 0 ] <TAB> <TAB> if first_line == 0 and subject_near_limit : <TAB> <TAB> <TAB> on_first_line = True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if first_line in range ( 2 , self . first_comment_line ) or last_line in range ( <TAB> <TAB> <TAB> <TAB> 2 , self . first_comment_line <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> on_message_body = True <TAB> <TAB> else : <TAB> <TAB> <TAB> if first_line >= 2 or last_line >= 2 : <TAB> <TAB> <TAB> <TAB> on_message_body = True <TAB> new_rulers = [ ] <TAB> if on_first_line : <TAB> <TAB> new_rulers . append ( self . first_line_limit ) <TAB> if on_message_body : <TAB> <TAB> new_rulers . append ( self . body_line_limit ) <TAB> return new_rulers",if self . first_comment_line :,325
6075,"def main():
    """"""Main processing.""""""
    from optparse import OptionParser
    parser = OptionParser(usage=""%%prog [options]\nVersion: %s"" % VERSION)
    parser.add_option(
        ""-f"",
        ""--force"",
        action=""store_true"",
        dest=""force"",
        default=False,
        help=(
            ""Ignore session expiration. ""
            ""Force expiry based on -x option or auth.settings.expiration.""
        ),
    )
    parser.add_option(
        ""-o"",
        ""--once"",
        action=""store_true"",
        dest=""once"",
        default=False,
        help=""Delete sessions, then exit."",
    )
    parser.add_option(
        ""-s"",
        ""--sleep"",
        dest=""sleep"",
        default=SLEEP_MINUTES * 60,
        type=""int"",
        help=""Number of seconds to sleep between executions. Default 300."",
    )
    parser.add_option(
        ""-v"",
        ""--verbose"",
        default=0,
        action=""count"",
        help=""print verbose output, a second -v increases verbosity"",
    )
    parser.add_option(
        ""-x"",
        ""--expiration"",
        dest=""expiration"",
        default=None,
        type=""int"",
        help=""Expiration value for sessions without expiration (in seconds)"",
    )
    (options, unused_args) = parser.parse_args()
    expiration = options.expiration
    while True:
        single_loop(expiration, options.force, options.verbose)
        if options.once:
            break
        else:
            if options.verbose:
                print(""Sleeping %s seconds"" % (options.sleep))
            time.sleep(options.sleep)","def main ( ) : <TAB> """"""Main processing."""""" <TAB> from optparse import OptionParser <TAB> parser = OptionParser ( usage = ""%%prog [options]\nVersion: %s"" % VERSION ) <TAB> parser . add_option ( <TAB> <TAB> ""-f"" , <TAB> <TAB> ""--force"" , <TAB> <TAB> action = ""store_true"" , <TAB> <TAB> dest = ""force"" , <TAB> <TAB> default = False , <TAB> <TAB> help = ( <TAB> <TAB> <TAB> ""Ignore session expiration. "" <TAB> <TAB> <TAB> ""Force expiry based on -x option or auth.settings.expiration."" <TAB> <TAB> ) , <TAB> ) <TAB> parser . add_option ( <TAB> <TAB> ""-o"" , <TAB> <TAB> ""--once"" , <TAB> <TAB> action = ""store_true"" , <TAB> <TAB> dest = ""once"" , <TAB> <TAB> default = False , <TAB> <TAB> help = ""Delete sessions, then exit."" , <TAB> ) <TAB> parser . add_option ( <TAB> <TAB> ""-s"" , <TAB> <TAB> ""--sleep"" , <TAB> <TAB> dest = ""sleep"" , <TAB> <TAB> default = SLEEP_MINUTES * 60 , <TAB> <TAB> type = ""int"" , <TAB> <TAB> help = ""Number of seconds to sleep between executions. Default 300."" , <TAB> ) <TAB> parser . add_option ( <TAB> <TAB> ""-v"" , <TAB> <TAB> ""--verbose"" , <TAB> <TAB> default = 0 , <TAB> <TAB> action = ""count"" , <TAB> <TAB> help = ""print verbose output, a second -v increases verbosity"" , <TAB> ) <TAB> parser . add_option ( <TAB> <TAB> ""-x"" , <TAB> <TAB> ""--expiration"" , <TAB> <TAB> dest = ""expiration"" , <TAB> <TAB> default = None , <TAB> <TAB> type = ""int"" , <TAB> <TAB> help = ""Expiration value for sessions without expiration (in seconds)"" , <TAB> ) <TAB> ( options , unused_args ) = parser . parse_args ( ) <TAB> expiration = options . expiration <TAB> while True : <TAB> <TAB> single_loop ( expiration , options . force , options . verbose ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> if options . verbose : <TAB> <TAB> <TAB> <TAB> print ( ""Sleeping %s seconds"" % ( options . sleep ) ) <TAB> <TAB> <TAB> time . sleep ( options . sleep )",if options . once :,459
470,"def identifier_to_cached_target(identifier, hash_func, namespace=None):
    if "":"" in identifier:
        image_name, version = identifier.rsplit("":"", 1)
    else:
        image_name = identifier
        version = None
    if not version or version == ""latest"":
        version = None
    image = None
    prefix = """"
    if namespace is not None:
        prefix = ""quay.io/%s/"" % namespace
    if image_name.startswith(prefix + ""mulled-v1-""):
        if hash_func == ""v2"":
            return None
        hash = image_name
        build = None
        if version and version.isdigit():
            build = version
        image = CachedV1MulledImageMultiTarget(hash, build, identifier)
    elif image_name.startswith(prefix + ""mulled-v2-""):
        if hash_func == ""v1"":
            return None
        version_hash = None
        build = None
        if version and ""-"" in version:
            version_hash, build = version.rsplit(""-"", 1)
        elif version.isdigit():
            version_hash, build = None, version
        elif version:
            log.debug(""Unparsable mulled image tag encountered [%s]"" % version)
        image = CachedV2MulledImageMultiTarget(
            image_name, version_hash, build, identifier
        )
    else:
        build = None
        if version and ""--"" in version:
            version, build = split_tag(version)
        if prefix and image_name.startswith(prefix):
            image_name = image_name[len(prefix) :]
        image = CachedMulledImageSingleTarget(image_name, version, build, identifier)
    return image","def identifier_to_cached_target ( identifier , hash_func , namespace = None ) : <TAB> if "":"" in identifier : <TAB> <TAB> image_name , version = identifier . rsplit ( "":"" , 1 ) <TAB> else : <TAB> <TAB> image_name = identifier <TAB> <TAB> version = None <TAB> if not version or version == ""latest"" : <TAB> <TAB> version = None <TAB> image = None <TAB> prefix = """" <TAB> if namespace is not None : <TAB> <TAB> prefix = ""quay.io/%s/"" % namespace <TAB> if image_name . startswith ( prefix + ""mulled-v1-"" ) : <TAB> <TAB> if hash_func == ""v2"" : <TAB> <TAB> <TAB> return None <TAB> <TAB> hash = image_name <TAB> <TAB> build = None <TAB> <TAB> if version and version . isdigit ( ) : <TAB> <TAB> <TAB> build = version <TAB> <TAB> image = CachedV1MulledImageMultiTarget ( hash , build , identifier ) <TAB> elif image_name . startswith ( prefix + ""mulled-v2-"" ) : <TAB> <TAB> if hash_func == ""v1"" : <TAB> <TAB> <TAB> return None <TAB> <TAB> version_hash = None <TAB> <TAB> build = None <TAB> <TAB> if version and ""-"" in version : <TAB> <TAB> <TAB> version_hash , build = version . rsplit ( ""-"" , 1 ) <TAB> <TAB> elif version . isdigit ( ) : <TAB> <TAB> <TAB> version_hash , build = None , version <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> log . debug ( ""Unparsable mulled image tag encountered [%s]"" % version ) <TAB> <TAB> image = CachedV2MulledImageMultiTarget ( <TAB> <TAB> <TAB> image_name , version_hash , build , identifier <TAB> <TAB> ) <TAB> else : <TAB> <TAB> build = None <TAB> <TAB> if version and ""--"" in version : <TAB> <TAB> <TAB> version , build = split_tag ( version ) <TAB> <TAB> if prefix and image_name . startswith ( prefix ) : <TAB> <TAB> <TAB> image_name = image_name [ len ( prefix ) : ] <TAB> <TAB> image = CachedMulledImageSingleTarget ( image_name , version , build , identifier ) <TAB> return image",elif version :,446
976,"def test_interestingness_1_1_0(global_var):
    df = pytest.car_df
    df[""Year""] = pd.to_datetime(df[""Year""], format=""%Y"")
    df.set_intent([lux.Clause(attribute=""Horsepower""), lux.Clause(attribute=""Year"")])
    df._repr_html_()
    # check that top recommended Enhance graph score is not none (all graphs here have same score)
    assert interestingness(df.recommendation[""Enhance""][0], df) != None
    # check that top recommended filter graph score is not none and that ordering makes intuitive sense
    assert interestingness(df.recommendation[""Filter""][0], df) != None
    rank1 = -1
    rank2 = -1
    rank3 = -1
    for f in range(0, len(df.recommendation[""Filter""])):
        vis = df.recommendation[""Filter""][f]
        if len(vis.get_attr_by_attr_name(""Cylinders"")) > 0:
            if int(vis._inferred_intent[2].value) == 6:
                rank1 = f
            if int(vis._inferred_intent[2].value) == 8:
                rank2 = f
        if len(vis.get_attr_by_attr_name(""Origin"")) > 0:
            if str(vis._inferred_intent[2].value) == ""Europe"":
                rank3 = f
    assert rank1 < rank2 and rank1 < rank3 and rank2 < rank3
    # check that top recommended generalize graph score is not none
    assert interestingness(df.recommendation[""Filter""][0], df) != None
    df.clear_intent()","def test_interestingness_1_1_0 ( global_var ) : <TAB> df = pytest . car_df <TAB> df [ ""Year"" ] = pd . to_datetime ( df [ ""Year"" ] , format = ""%Y"" ) <TAB> df . set_intent ( [ lux . Clause ( attribute = ""Horsepower"" ) , lux . Clause ( attribute = ""Year"" ) ] ) <TAB> df . _repr_html_ ( ) <TAB> <TAB> assert interestingness ( df . recommendation [ ""Enhance"" ] [ 0 ] , df ) != None <TAB> <TAB> assert interestingness ( df . recommendation [ ""Filter"" ] [ 0 ] , df ) != None <TAB> rank1 = - 1 <TAB> rank2 = - 1 <TAB> rank3 = - 1 <TAB> for f in range ( 0 , len ( df . recommendation [ ""Filter"" ] ) ) : <TAB> <TAB> vis = df . recommendation [ ""Filter"" ] [ f ] <TAB> <TAB> if len ( vis . get_attr_by_attr_name ( ""Cylinders"" ) ) > 0 : <TAB> <TAB> <TAB> if int ( vis . _inferred_intent [ 2 ] . value ) == 6 : <TAB> <TAB> <TAB> <TAB> rank1 = f <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> rank2 = f <TAB> <TAB> if len ( vis . get_attr_by_attr_name ( ""Origin"" ) ) > 0 : <TAB> <TAB> <TAB> if str ( vis . _inferred_intent [ 2 ] . value ) == ""Europe"" : <TAB> <TAB> <TAB> <TAB> rank3 = f <TAB> assert rank1 < rank2 and rank1 < rank3 and rank2 < rank3 <TAB> <TAB> assert interestingness ( df . recommendation [ ""Filter"" ] [ 0 ] , df ) != None <TAB> df . clear_intent ( )",if int ( vis . _inferred_intent [ 2 ] . value ) == 8 :,411
20311,"def __init__(self, *args, **kwargs):
    assert len(kwargs) in (0, 1, 2), (
        type(self).__name__ + ': expected 0 to 2 extra parameters (""ctype"", ""cname"").'
    )
    ctype = kwargs.pop(""ctype"", ""int"")
    cname = kwargs.pop(""cname"", None)
    for arg_rank, arg in enumerate(args):
        if isinstance(arg, (list, tuple)):
            if len(arg) != 2:
                raise TypeError(
                    ""%s: when using a tuple to define a constant, your tuple should contain 2 values: ""
                    ""constant name followed by constant alias."" % type(self).__name__
                )
            constant_name, constant_alias = arg
            if not isinstance(constant_alias, str):
                raise TypeError(
                    '%s: constant alias should be a string, got ""%s"".'
                    % (type(self).__name__, constant_alias)
                )
            constant_value = (constant_alias, arg_rank)
        else:
            constant_name = arg
            constant_value = arg_rank
        if not isinstance(constant_name, str):
            raise TypeError(
                '%s: constant name should be a string, got ""%s"".'
                % (type(self).__name__, constant_name)
            )
        if constant_name in kwargs:
            raise TypeError(
                '%s: constant name already used (""%s"").'
                % (type(self).__name__, constant_name)
            )
        kwargs[constant_name] = constant_value
    kwargs.update(ctype=ctype)
    if cname is not None:
        kwargs.update(cname=cname)
    super(EnumList, self).__init__(**kwargs)","def __init__ ( self , * args , ** kwargs ) : <TAB> assert len ( kwargs ) in ( 0 , 1 , 2 ) , ( <TAB> <TAB> type ( self ) . __name__ + ': expected 0 to 2 extra parameters (""ctype"", ""cname"").' <TAB> ) <TAB> ctype = kwargs . pop ( ""ctype"" , ""int"" ) <TAB> cname = kwargs . pop ( ""cname"" , None ) <TAB> for arg_rank , arg in enumerate ( args ) : <TAB> <TAB> if isinstance ( arg , ( list , tuple ) ) : <TAB> <TAB> <TAB> if len ( arg ) != 2 : <TAB> <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""%s: when using a tuple to define a constant, your tuple should contain 2 values: "" <TAB> <TAB> <TAB> <TAB> <TAB> ""constant name followed by constant alias."" % type ( self ) . __name__ <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> constant_name , constant_alias = arg <TAB> <TAB> <TAB> if not isinstance ( constant_alias , str ) : <TAB> <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> <TAB> '%s: constant alias should be a string, got ""%s"".' <TAB> <TAB> <TAB> <TAB> <TAB> % ( type ( self ) . __name__ , constant_alias ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> constant_value = ( constant_alias , arg_rank ) <TAB> <TAB> else : <TAB> <TAB> <TAB> constant_name = arg <TAB> <TAB> <TAB> constant_value = arg_rank <TAB> <TAB> if not isinstance ( constant_name , str ) : <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> '%s: constant name should be a string, got ""%s"".' <TAB> <TAB> <TAB> <TAB> % ( type ( self ) . __name__ , constant_name ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> '%s: constant name already used (""%s"").' <TAB> <TAB> <TAB> <TAB> % ( type ( self ) . __name__ , constant_name ) <TAB> <TAB> <TAB> ) <TAB> <TAB> kwargs [ constant_name ] = constant_value <TAB> kwargs . update ( ctype = ctype ) <TAB> if cname is not None : <TAB> <TAB> kwargs . update ( cname = cname ) <TAB> super ( EnumList , self ) . __init__ ( ** kwargs )",if constant_name in kwargs :,472
21224,"def setup_data(self, path):
    print(""loading: "" + path)
    tree = ET.parse(path)
    root = tree.getroot()
    for child in root:
        asks_for = child.attrib[""asks-for""]
        answer = child.attrib[""most-plausible-alternative""]
        premise = child[0].text
        alternative_one = child[1].text
        alternative_two = child[2].text
        if asks_for == ""cause"":
            premise += "" "" + COPA_CAUSE_SUFFIX
        else:
            premise += "" "" + COPA_RESULT_SUFFIX
        if answer == ""1"":
            answer = [alternative_one]
        else:
            answer = [alternative_two]
        answer_options = [alternative_one, alternative_two]
        yield (premise, answer, None, answer_options), True","def setup_data ( self , path ) : <TAB> print ( ""loading: "" + path ) <TAB> tree = ET . parse ( path ) <TAB> root = tree . getroot ( ) <TAB> for child in root : <TAB> <TAB> asks_for = child . attrib [ ""asks-for"" ] <TAB> <TAB> answer = child . attrib [ ""most-plausible-alternative"" ] <TAB> <TAB> premise = child [ 0 ] . text <TAB> <TAB> alternative_one = child [ 1 ] . text <TAB> <TAB> alternative_two = child [ 2 ] . text <TAB> <TAB> if asks_for == ""cause"" : <TAB> <TAB> <TAB> premise += "" "" + COPA_CAUSE_SUFFIX <TAB> <TAB> else : <TAB> <TAB> <TAB> premise += "" "" + COPA_RESULT_SUFFIX <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> answer = [ alternative_one ] <TAB> <TAB> else : <TAB> <TAB> <TAB> answer = [ alternative_two ] <TAB> <TAB> answer_options = [ alternative_one , alternative_two ] <TAB> <TAB> yield ( premise , answer , None , answer_options ) , True","if answer == ""1"" :",235
11833,"def run(self, parent, blocks):
    """"""Find, set, and remove footnote definitions.""""""
    block = blocks.pop(0)
    m = self.RE.search(block)
    if m:
        id = m.group(1)
        fn_blocks = [m.group(2)]
        # Handle rest of block
        therest = block[m.end() :].lstrip(""\n"")
        m2 = self.RE.search(therest)
        if m2:
            # Another footnote exists in the rest of this block.
            # Any content before match is continuation of this footnote, which may be lazily indented.
            before = therest[: m2.start()].rstrip(""\n"")
            fn_blocks[0] = ""\n"".join([fn_blocks[0], self.detab(before)]).lstrip(""\n"")
            # Add back to blocks everything from begining of match forward for next iteration.
            blocks.insert(0, therest[m2.start() :])
        else:
            # All remaining lines of block are continuation of this footnote, which may be lazily indented.
            fn_blocks[0] = ""\n"".join([fn_blocks[0], self.detab(therest)]).strip(""\n"")
            # Check for child elements in remaining blocks.
            fn_blocks.extend(self.detectTabbed(blocks))
        footnote = ""\n\n"".join(fn_blocks)
        self.footnotes.setFootnote(id, footnote.rstrip())
        if block[: m.start()].strip():
            # Add any content before match back to blocks as separate block
            blocks.insert(0, block[: m.start()].rstrip(""\n""))
        return True
    # No match. Restore block.
    blocks.insert(0, block)
    return False","def run ( self , parent , blocks ) : <TAB> """"""Find, set, and remove footnote definitions."""""" <TAB> block = blocks . pop ( 0 ) <TAB> m = self . RE . search ( block ) <TAB> if m : <TAB> <TAB> id = m . group ( 1 ) <TAB> <TAB> fn_blocks = [ m . group ( 2 ) ] <TAB> <TAB> <TAB> <TAB> therest = block [ m . end ( ) : ] . lstrip ( ""\n"" ) <TAB> <TAB> m2 = self . RE . search ( therest ) <TAB> <TAB> if m2 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> before = therest [ : m2 . start ( ) ] . rstrip ( ""\n"" ) <TAB> <TAB> <TAB> fn_blocks [ 0 ] = ""\n"" . join ( [ fn_blocks [ 0 ] , self . detab ( before ) ] ) . lstrip ( ""\n"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> blocks . insert ( 0 , therest [ m2 . start ( ) : ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> fn_blocks [ 0 ] = ""\n"" . join ( [ fn_blocks [ 0 ] , self . detab ( therest ) ] ) . strip ( ""\n"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> fn_blocks . extend ( self . detectTabbed ( blocks ) ) <TAB> <TAB> footnote = ""\n\n"" . join ( fn_blocks ) <TAB> <TAB> self . footnotes . setFootnote ( id , footnote . rstrip ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> blocks . insert ( 0 , block [ : m . start ( ) ] . rstrip ( ""\n"" ) ) <TAB> <TAB> return True <TAB> <TAB> blocks . insert ( 0 , block ) <TAB> return False",if block [ : m . start ( ) ] . strip ( ) :,458
1303,"def needs_appliance(test_item):
    import json
    test_item = _mark_test(""appliance"", test_item)
    if os.getenv(""TOIL_SKIP_DOCKER"", """").lower() == ""true"":
        return unittest.skip(""Skipping docker test."")(test_item)
    if which(""docker""):
        image = applianceSelf()
        try:
            images = subprocess.check_output([""docker"", ""inspect"", image]).decode(
                ""utf-8""
            )
        except subprocess.CalledProcessError:
            images = []
        else:
            images = {i[""Id""] for i in json.loads(images) if image in i[""RepoTags""]}
        if len(images) == 0:
            return unittest.skip(
                ""Cannot find appliance image %s. Use 'make test' target to ""
                ""automatically build appliance, or just run 'make docker' ""
                ""prior to running this test."" % image
            )(test_item)
        elif len(images) == 1:
            return test_item
        else:
            assert False, ""Expected `docker inspect` to return zero or one image.""
    else:
        return unittest.skip(""Install Docker to include this test."")(test_item)","def needs_appliance ( test_item ) : <TAB> import json <TAB> test_item = _mark_test ( ""appliance"" , test_item ) <TAB> if os . getenv ( ""TOIL_SKIP_DOCKER"" , """" ) . lower ( ) == ""true"" : <TAB> <TAB> return unittest . skip ( ""Skipping docker test."" ) ( test_item ) <TAB> if which ( ""docker"" ) : <TAB> <TAB> image = applianceSelf ( ) <TAB> <TAB> try : <TAB> <TAB> <TAB> images = subprocess . check_output ( [ ""docker"" , ""inspect"" , image ] ) . decode ( <TAB> <TAB> <TAB> <TAB> ""utf-8"" <TAB> <TAB> <TAB> ) <TAB> <TAB> except subprocess . CalledProcessError : <TAB> <TAB> <TAB> images = [ ] <TAB> <TAB> else : <TAB> <TAB> <TAB> images = { i [ ""Id"" ] for i in json . loads ( images ) if image in i [ ""RepoTags"" ] } <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return unittest . skip ( <TAB> <TAB> <TAB> <TAB> ""Cannot find appliance image %s. Use 'make test' target to "" <TAB> <TAB> <TAB> <TAB> ""automatically build appliance, or just run 'make docker' "" <TAB> <TAB> <TAB> <TAB> ""prior to running this test."" % image <TAB> <TAB> <TAB> ) ( test_item ) <TAB> <TAB> elif len ( images ) == 1 : <TAB> <TAB> <TAB> return test_item <TAB> <TAB> else : <TAB> <TAB> <TAB> assert False , ""Expected `docker inspect` to return zero or one image."" <TAB> else : <TAB> <TAB> return unittest . skip ( ""Install Docker to include this test."" ) ( test_item )",if len ( images ) == 0 :,335
2491,"def pytest_runtestloop(self, session):
    self.log(""entering main loop"")
    torun = []
    while 1:
        try:
            name, kwargs = self.channel.receive()
        except EOFError:
            return True
        self.log(""received command"", name, kwargs)
        if name == ""runtests"":
            torun.extend(kwargs[""indices""])
        elif name == ""runtests_all"":
            torun.extend(range(len(session.items)))
        self.log(""items to run:"", torun)
        # only run if we have an item and a next item
        while len(torun) >= 2:
            self.run_one_test(torun)
        if name == ""shutdown"":
            if torun:
                self.run_one_test(torun)
            break
    return True","def pytest_runtestloop ( self , session ) : <TAB> self . log ( ""entering main loop"" ) <TAB> torun = [ ] <TAB> while 1 : <TAB> <TAB> try : <TAB> <TAB> <TAB> name , kwargs = self . channel . receive ( ) <TAB> <TAB> except EOFError : <TAB> <TAB> <TAB> return True <TAB> <TAB> self . log ( ""received command"" , name , kwargs ) <TAB> <TAB> if name == ""runtests"" : <TAB> <TAB> <TAB> torun . extend ( kwargs [ ""indices"" ] ) <TAB> <TAB> elif name == ""runtests_all"" : <TAB> <TAB> <TAB> torun . extend ( range ( len ( session . items ) ) ) <TAB> <TAB> self . log ( ""items to run:"" , torun ) <TAB> <TAB> <TAB> <TAB> while len ( torun ) >= 2 : <TAB> <TAB> <TAB> self . run_one_test ( torun ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if torun : <TAB> <TAB> <TAB> <TAB> self . run_one_test ( torun ) <TAB> <TAB> <TAB> break <TAB> return True","if name == ""shutdown"" :",232
19575,"def _generate_measurement_ids(self) -> Tuple[Dict[str, str], Dict[str, Optional[str]]]:
    # Pick an id for the creg that will store each measurement
    meas_key_id_map = {}  # type: Dict[str, str]
    meas_comments = {}  # type: Dict[str, Optional[str]]
    meas_i = 0
    for meas in self.measurements:
        key = protocols.measurement_key(meas)
        if key in meas_key_id_map:
            continue
        meas_id = ""m_{}"".format(key)
        if self.is_valid_qasm_id(meas_id):
            meas_comments[key] = None
        else:
            meas_id = ""m{}"".format(meas_i)
            meas_i += 1
            meas_comments[key] = "" "".join(key.split(""\n""))
        meas_key_id_map[key] = meas_id
    return meas_key_id_map, meas_comments","def _generate_measurement_ids ( self ) -> Tuple [ Dict [ str , str ] , Dict [ str , Optional [ str ] ] ] : <TAB> <TAB> meas_key_id_map = { } <TAB> meas_comments = { } <TAB> meas_i = 0 <TAB> for meas in self . measurements : <TAB> <TAB> key = protocols . measurement_key ( meas ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> meas_id = ""m_{}"" . format ( key ) <TAB> <TAB> if self . is_valid_qasm_id ( meas_id ) : <TAB> <TAB> <TAB> meas_comments [ key ] = None <TAB> <TAB> else : <TAB> <TAB> <TAB> meas_id = ""m{}"" . format ( meas_i ) <TAB> <TAB> <TAB> meas_i += 1 <TAB> <TAB> <TAB> meas_comments [ key ] = "" "" . join ( key . split ( ""\n"" ) ) <TAB> <TAB> meas_key_id_map [ key ] = meas_id <TAB> return meas_key_id_map , meas_comments",if key in meas_key_id_map :,280
23023,"def ns_provides(self):
    ans = []
    # list of things in tab widget
    logTabWidget = self.get_top_splitter().find_child(QtWidgets.QWidget, ""logTabWidget"")
    for n in range(logTabWidget.count()):
        text = str(logTabWidget.tabText(n))  # not QString
        if text in (""Body"", ""Tree""):
            continue  # handled below
        if text == ""Log"":
            # if Leo can't find Log in tab pane, it creates another
            continue
        ans.append((text, ""_leo_tab:"" + text))
    ans.append((""Tree"", ""_leo_pane:outlineFrame""))
    ans.append((""Body"", ""_leo_pane:bodyFrame""))
    ans.append((""Tab pane"", ""_leo_pane:logFrame""))
    return ans
","def ns_provides ( self ) : <TAB> ans = [ ] <TAB> <TAB> logTabWidget = self . get_top_splitter ( ) . find_child ( QtWidgets . QWidget , ""logTabWidget"" ) <TAB> for n in range ( logTabWidget . count ( ) ) : <TAB> <TAB> text = str ( logTabWidget . tabText ( n ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if text == ""Log"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> ans . append ( ( text , ""_leo_tab:"" + text ) ) <TAB> ans . append ( ( ""Tree"" , ""_leo_pane:outlineFrame"" ) ) <TAB> ans . append ( ( ""Body"" , ""_leo_pane:bodyFrame"" ) ) <TAB> ans . append ( ( ""Tab pane"" , ""_leo_pane:logFrame"" ) ) <TAB> return ans","if text in ( ""Body"" , ""Tree"" ) :",220
11606,"def apply_figure(self, figure):
    super(legend_text_legend, self).apply_figure(figure)
    properties = self.properties.copy()
    with suppress(KeyError):
        del properties[""margin""]
    with suppress(KeyError):
        texts = figure._themeable[""legend_text_legend""]
        for text in texts:
            if not hasattr(text, ""_x""):  # textarea
                text = text._text
            text.set(**properties)
","def apply_figure ( self , figure ) : <TAB> super ( legend_text_legend , self ) . apply_figure ( figure ) <TAB> properties = self . properties . copy ( ) <TAB> with suppress ( KeyError ) : <TAB> <TAB> del properties [ ""margin"" ] <TAB> with suppress ( KeyError ) : <TAB> <TAB> texts = figure . _themeable [ ""legend_text_legend"" ] <TAB> <TAB> for text in texts : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> text = text . _text <TAB> <TAB> <TAB> text . set ( ** properties )","if not hasattr ( text , ""_x"" ) :",121
14831,"def from_doh_simple(simple, add_qr=False):
    message = dns.message.QueryMessage()
    flags = 0
    for f in dns.flags.Flag:
        if simple.get(f.name, False):
            flags |= f
    if add_qr:  # QR is implied
        flags |= dns.flags.QR
    message.flags = flags
    message.set_rcode(simple.get(""Status"", 0))
    for i, sn in enumerate(dns.message.MessageSection):
        rr_list = simple.get(sn.name.title(), [])
        for rr in rr_list:
            rdtype = dns.rdatatype.RdataType(rr[""type""])
            rrs = message.find_rrset(
                i,
                dns.name.from_text(rr[""name""]),
                dns.rdataclass.IN,
                rdtype,
                create=True,
            )
            if ""data"" in rr:
                rrs.add(
                    dns.rdata.from_text(dns.rdataclass.IN, rdtype, rr[""data""]),
                    rr.get(""TTL"", 0),
                )
    # we don't decode the ecs_client_subnet field
    return message","def from_doh_simple ( simple , add_qr = False ) : <TAB> message = dns . message . QueryMessage ( ) <TAB> flags = 0 <TAB> for f in dns . flags . Flag : <TAB> <TAB> if simple . get ( f . name , False ) : <TAB> <TAB> <TAB> flags |= f <TAB> if add_qr : <TAB> <TAB> flags |= dns . flags . QR <TAB> message . flags = flags <TAB> message . set_rcode ( simple . get ( ""Status"" , 0 ) ) <TAB> for i , sn in enumerate ( dns . message . MessageSection ) : <TAB> <TAB> rr_list = simple . get ( sn . name . title ( ) , [ ] ) <TAB> <TAB> for rr in rr_list : <TAB> <TAB> <TAB> rdtype = dns . rdatatype . RdataType ( rr [ ""type"" ] ) <TAB> <TAB> <TAB> rrs = message . find_rrset ( <TAB> <TAB> <TAB> <TAB> i , <TAB> <TAB> <TAB> <TAB> dns . name . from_text ( rr [ ""name"" ] ) , <TAB> <TAB> <TAB> <TAB> dns . rdataclass . IN , <TAB> <TAB> <TAB> <TAB> rdtype , <TAB> <TAB> <TAB> <TAB> create = True , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> rrs . add ( <TAB> <TAB> <TAB> <TAB> <TAB> dns . rdata . from_text ( dns . rdataclass . IN , rdtype , rr [ ""data"" ] ) , <TAB> <TAB> <TAB> <TAB> <TAB> rr . get ( ""TTL"" , 0 ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> return message","if ""data"" in rr :",337
6215,"def main(args=None):
    if args is None:
        args = sys.argv[1:]
    import argparse
    parser = ConfigBackedParser(
        ""hg-nbdiffweb"",
        description=__doc__,
        formatter_class=argparse.RawDescriptionHelpFormatter,
    )
    nbdifftool.build_arg_parser(parser)
    opts = parser.parse_args(args)
    # TODO: If a/b are files that are not notebooks, ensure a decent error is printed.
    if not os.path.isfile(opts.local) or not os.path.isfile(opts.remote):
        local, remote = opts.local, opts.remote
        for a, b in diff_directories(local, remote):
            opts.local, opts.remote = a, b
            ret = nbdifftool.main_parsed(opts)
            if ret != 0:
                return ret
        return ret
    else:
        return nbdifftool.main_parsed(opts)","def main ( args = None ) : <TAB> if args is None : <TAB> <TAB> args = sys . argv [ 1 : ] <TAB> import argparse <TAB> parser = ConfigBackedParser ( <TAB> <TAB> ""hg-nbdiffweb"" , <TAB> <TAB> description = __doc__ , <TAB> <TAB> formatter_class = argparse . RawDescriptionHelpFormatter , <TAB> ) <TAB> nbdifftool . build_arg_parser ( parser ) <TAB> opts = parser . parse_args ( args ) <TAB> <TAB> if not os . path . isfile ( opts . local ) or not os . path . isfile ( opts . remote ) : <TAB> <TAB> local , remote = opts . local , opts . remote <TAB> <TAB> for a , b in diff_directories ( local , remote ) : <TAB> <TAB> <TAB> opts . local , opts . remote = a , b <TAB> <TAB> <TAB> ret = nbdifftool . main_parsed ( opts ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return ret <TAB> <TAB> return ret <TAB> else : <TAB> <TAB> return nbdifftool . main_parsed ( opts )",if ret != 0 :,249
15412,"def version_dict(self):
    # type: () -> DefaultDict[Tuple, List[PathEntry]]
    self._version_dict = defaultdict(list)  # type: DefaultDict[Tuple, List[PathEntry]]
    for finder_name, finder in self.__finders.items():
        for version, entry in finder.versions.items():
            if finder_name == ""windows"":
                if entry not in self._version_dict[version]:
                    self._version_dict[version].append(entry)
                continue
            if entry not in self._version_dict[version] and entry.is_python:
                self._version_dict[version].append(entry)
    for p, entry in self.python_executables.items():
        version = entry.as_python  # type: PythonVersion
        if not version:
            continue
        if not isinstance(version, tuple):
            version = version.version_tuple
        if version and entry not in self._version_dict[version]:
            self._version_dict[version].append(entry)
    return self._version_dict
","def version_dict ( self ) : <TAB> <TAB> self . _version_dict = defaultdict ( list ) <TAB> for finder_name , finder in self . __finders . items ( ) : <TAB> <TAB> for version , entry in finder . versions . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if entry not in self . _version_dict [ version ] : <TAB> <TAB> <TAB> <TAB> <TAB> self . _version_dict [ version ] . append ( entry ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if entry not in self . _version_dict [ version ] and entry . is_python : <TAB> <TAB> <TAB> <TAB> self . _version_dict [ version ] . append ( entry ) <TAB> for p , entry in self . python_executables . items ( ) : <TAB> <TAB> version = entry . as_python <TAB> <TAB> if not version : <TAB> <TAB> <TAB> continue <TAB> <TAB> if not isinstance ( version , tuple ) : <TAB> <TAB> <TAB> version = version . version_tuple <TAB> <TAB> if version and entry not in self . _version_dict [ version ] : <TAB> <TAB> <TAB> self . _version_dict [ version ] . append ( entry ) <TAB> return self . _version_dict","if finder_name == ""windows"" :",278
16783,"def serialize_bytes(data):
    """"""Write bytes by using Telegram guidelines""""""
    if not isinstance(data, bytes):
        if isinstance(data, str):
            data = data.encode(""utf-8"")
        else:
            raise TypeError(""bytes or str expected, not {}"".format(type(data)))
    r = []
    if len(data) < 254:
        padding = (len(data) + 1) % 4
        if padding != 0:
            padding = 4 - padding
        r.append(bytes([len(data)]))
        r.append(data)
    else:
        padding = len(data) % 4
        if padding != 0:
            padding = 4 - padding
        r.append(
            bytes(
                [254, len(data) % 256, (len(data) >> 8) % 256, (len(data) >> 16) % 256]
            )
        )
        r.append(data)
    r.append(bytes(padding))
    return b"""".join(r)","def serialize_bytes ( data ) : <TAB> """"""Write bytes by using Telegram guidelines"""""" <TAB> if not isinstance ( data , bytes ) : <TAB> <TAB> if isinstance ( data , str ) : <TAB> <TAB> <TAB> data = data . encode ( ""utf-8"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise TypeError ( ""bytes or str expected, not {}"" . format ( type ( data ) ) ) <TAB> r = [ ] <TAB> if len ( data ) < 254 : <TAB> <TAB> padding = ( len ( data ) + 1 ) % 4 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> padding = 4 - padding <TAB> <TAB> r . append ( bytes ( [ len ( data ) ] ) ) <TAB> <TAB> r . append ( data ) <TAB> else : <TAB> <TAB> padding = len ( data ) % 4 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> padding = 4 - padding <TAB> <TAB> r . append ( <TAB> <TAB> <TAB> bytes ( <TAB> <TAB> <TAB> <TAB> [ 254 , len ( data ) % 256 , ( len ( data ) >> 8 ) % 256 , ( len ( data ) >> 16 ) % 256 ] <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> <TAB> r . append ( data ) <TAB> r . append ( bytes ( padding ) ) <TAB> return b"""" . join ( r )",if padding != 0 :,267
22825,"def check_strings(self):
    """"""Check that all strings have been consumed.""""""
    for i, aList in enumerate(self.string_tokens):
        if aList:
            g.trace(""warning: line %s. unused strings"" % i)
            for z in aList:
                print(self.dump_token(z))
","def check_strings ( self ) : <TAB> """"""Check that all strings have been consumed."""""" <TAB> for i , aList in enumerate ( self . string_tokens ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> g . trace ( ""warning: line %s. unused strings"" % i ) <TAB> <TAB> <TAB> for z in aList : <TAB> <TAB> <TAB> <TAB> print ( self . dump_token ( z ) )",if aList :,87
21675,"def _serve(self):
    self._conn = self.manager.request(REQUEST_DNS_LISTENER, self.domain)
    conn = MsgPackMessages(self._conn)
    while self.active:
        request = conn.recv()
        if not request:
            logger.warning(""DNS: Recieved empty request. Shutdown"")
            self.stop()
            break
        now = time.time()
        response = self.handler.process(request)
        if not response:
            response = []
        used = time.time() - now
        if used > 1:
            logger.warning(""DNS: Slow processing speed (%s)s"", used)
        conn.send(response)","def _serve ( self ) : <TAB> self . _conn = self . manager . request ( REQUEST_DNS_LISTENER , self . domain ) <TAB> conn = MsgPackMessages ( self . _conn ) <TAB> while self . active : <TAB> <TAB> request = conn . recv ( ) <TAB> <TAB> if not request : <TAB> <TAB> <TAB> logger . warning ( ""DNS: Recieved empty request. Shutdown"" ) <TAB> <TAB> <TAB> self . stop ( ) <TAB> <TAB> <TAB> break <TAB> <TAB> now = time . time ( ) <TAB> <TAB> response = self . handler . process ( request ) <TAB> <TAB> if not response : <TAB> <TAB> <TAB> response = [ ] <TAB> <TAB> used = time . time ( ) - now <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . warning ( ""DNS: Slow processing speed (%s)s"" , used ) <TAB> <TAB> conn . send ( response )",if used > 1 :,180
6607,"def forward(
    self,
    hidden_states,
    attention_mask=None,
    head_mask=None,
    encoder_hidden_states=None,
    encoder_attention_mask=None,
):
    all_hidden_states = ()
    all_attentions = ()
    for i, layer_module in enumerate(self.layer):
        if self.output_hidden_states:
            all_hidden_states = all_hidden_states + (hidden_states,)
        layer_outputs = layer_module(
            hidden_states,
            attention_mask,
            head_mask[i],
            encoder_hidden_states,
            encoder_attention_mask,
        )
        hidden_states = layer_outputs[0]
        if self.output_attentions:
            all_attentions = all_attentions + (layer_outputs[1],)
    # Add last layer
    if self.output_hidden_states:
        all_hidden_states = all_hidden_states + (hidden_states,)
    outputs = (hidden_states,)
    if self.output_hidden_states:
        outputs = outputs + (all_hidden_states,)
    if self.output_attentions:
        outputs = outputs + (all_attentions,)
    return outputs  # last-layer hidden state, (all hidden states), (all attentions)","def forward ( <TAB> self , <TAB> hidden_states , <TAB> attention_mask = None , <TAB> head_mask = None , <TAB> encoder_hidden_states = None , <TAB> encoder_attention_mask = None , ) : <TAB> all_hidden_states = ( ) <TAB> all_attentions = ( ) <TAB> for i , layer_module in enumerate ( self . layer ) : <TAB> <TAB> if self . output_hidden_states : <TAB> <TAB> <TAB> all_hidden_states = all_hidden_states + ( hidden_states , ) <TAB> <TAB> layer_outputs = layer_module ( <TAB> <TAB> <TAB> hidden_states , <TAB> <TAB> <TAB> attention_mask , <TAB> <TAB> <TAB> head_mask [ i ] , <TAB> <TAB> <TAB> encoder_hidden_states , <TAB> <TAB> <TAB> encoder_attention_mask , <TAB> <TAB> ) <TAB> <TAB> hidden_states = layer_outputs [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> all_attentions = all_attentions + ( layer_outputs [ 1 ] , ) <TAB> <TAB> if self . output_hidden_states : <TAB> <TAB> all_hidden_states = all_hidden_states + ( hidden_states , ) <TAB> outputs = ( hidden_states , ) <TAB> if self . output_hidden_states : <TAB> <TAB> outputs = outputs + ( all_hidden_states , ) <TAB> <fill-in> <TAB> <TAB> outputs = outputs + ( all_attentions , ) <TAB> return outputs",if self . output_attentions :,332
565,"def _find_remote_inputs(metadata):
    out = []
    for fr_key in metadata.keys():
        if isinstance(fr_key, (list, tuple)):
            frs = fr_key
        else:
            frs = [fr_key]
        for fr in frs:
            if objectstore.is_remote(fr):
                out.append(fr)
    return out
","def _find_remote_inputs ( metadata ) : <TAB> out = [ ] <TAB> for fr_key in metadata . keys ( ) : <TAB> <TAB> if isinstance ( fr_key , ( list , tuple ) ) : <TAB> <TAB> <TAB> frs = fr_key <TAB> <TAB> else : <TAB> <TAB> <TAB> frs = [ fr_key ] <TAB> <TAB> for fr in frs : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> out . append ( fr ) <TAB> return out",if objectstore . is_remote ( fr ) :,107
24795,"def __get(self, base_call, key, *args, **kwargs):
    if key == ""title"" and ""title"" not in self and ""organization"" in self:
        return base_call(""organization"", *args, **kwargs)
    # split title by "" - "" if no artist tag is present and
    # this is not the main song: common format for shoutcast stations
    if (
        not self.multisong
        and key in (""title"", ""artist"")
        and ""title"" in self
        and ""artist"" not in self
    ):
        title = base_call(""title"").split("" - "", 1)
        if len(title) > 1:
            return (key == ""title"" and title[-1]) or title[0]
    if (
        key in (""artist"", TAG_TO_SORT[""artist""])
        and not base_call(key, *args)
        and ""website"" in self
    ):
        return base_call(""website"", *args)
    if key == ""~format"" and ""audio-codec"" in self:
        return ""%s (%s)"" % (self.format, base_call(""audio-codec"", *args, **kwargs))
    return base_call(key, *args, **kwargs)","def __get ( self , base_call , key , * args , ** kwargs ) : <TAB> if key == ""title"" and ""title"" not in self and ""organization"" in self : <TAB> <TAB> return base_call ( ""organization"" , * args , ** kwargs ) <TAB> <TAB> <TAB> if ( <TAB> <TAB> not self . multisong <TAB> <TAB> and key in ( ""title"" , ""artist"" ) <TAB> <TAB> and ""title"" in self <TAB> <TAB> and ""artist"" not in self <TAB> ) : <TAB> <TAB> title = base_call ( ""title"" ) . split ( "" - "" , 1 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ( key == ""title"" and title [ - 1 ] ) or title [ 0 ] <TAB> if ( <TAB> <TAB> key in ( ""artist"" , TAG_TO_SORT [ ""artist"" ] ) <TAB> <TAB> and not base_call ( key , * args ) <TAB> <TAB> and ""website"" in self <TAB> ) : <TAB> <TAB> return base_call ( ""website"" , * args ) <TAB> if key == ""~format"" and ""audio-codec"" in self : <TAB> <TAB> return ""%s (%s)"" % ( self . format , base_call ( ""audio-codec"" , * args , ** kwargs ) ) <TAB> return base_call ( key , * args , ** kwargs )",if len ( title ) > 1 :,309
13997,"def manage_comment(self, webhook_data):
    if webhook_data is None:
        return {""message"": ""Nothing for me""}
    # Is someone talking to me:
    message = re.search(""@{} (.*)"".format(self.robot_name), webhook_data.text, re.I)
    response = None
    if message:
        command = message.group(1)
        split_text = command.lower().split()
        orderstr = split_text.pop(0)
        if orderstr == ""help"":
            response = self.help_order()
        elif orderstr in self.orders():
            try:  # Reaction is fun, but it's preview not prod.
                # Be careful, don't fail the command if we can't thumbs up...
                webhook_data.comment.create_reaction(""+1"")
            except GithubException:
                pass
            with exception_to_github(webhook_data.issue):  # Just in case
                response = getattr(self.handler, orderstr)(
                    webhook_data.issue, *split_text
                )
        else:
            response = ""I didn't understand your command:\n```bash\n{}\n```\nin this context, sorry :(\n"".format(
                command
            )
            response += self.help_order()
        if response:
            webhook_data.issue.create_comment(response)
            return {""message"": response}
    return {""message"": ""Nothing for me or exception""}","def manage_comment ( self , webhook_data ) : <TAB> if webhook_data is None : <TAB> <TAB> return { ""message"" : ""Nothing for me"" } <TAB> <TAB> message = re . search ( ""@{} (.*)"" . format ( self . robot_name ) , webhook_data . text , re . I ) <TAB> response = None <TAB> if message : <TAB> <TAB> command = message . group ( 1 ) <TAB> <TAB> split_text = command . lower ( ) . split ( ) <TAB> <TAB> orderstr = split_text . pop ( 0 ) <TAB> <TAB> if orderstr == ""help"" : <TAB> <TAB> <TAB> response = self . help_order ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> webhook_data . comment . create_reaction ( ""+1"" ) <TAB> <TAB> <TAB> except GithubException : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> with exception_to_github ( webhook_data . issue ) : <TAB> <TAB> <TAB> <TAB> response = getattr ( self . handler , orderstr ) ( <TAB> <TAB> <TAB> <TAB> <TAB> webhook_data . issue , * split_text <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> response = ""I didn't understand your command:\n```bash\n{}\n```\nin this context, sorry :(\n"" . format ( <TAB> <TAB> <TAB> <TAB> command <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> response += self . help_order ( ) <TAB> <TAB> if response : <TAB> <TAB> <TAB> webhook_data . issue . create_comment ( response ) <TAB> <TAB> <TAB> return { ""message"" : response } <TAB> return { ""message"" : ""Nothing for me or exception"" }",elif orderstr in self . orders ( ) :,395
18584,"def _setup_output_metrics(self, engine: Engine) -> Dict[str, Any]:
    """"""Helper method to setup metrics to log""""""
    metrics = {}
    if self.metric_names is not None:
        if isinstance(self.metric_names, str) and self.metric_names == ""all"":
            metrics = engine.state.metrics
        else:
            for name in self.metric_names:
                if name not in engine.state.metrics:
                    warnings.warn(
                        f""Provided metric name '{name}' is missing ""
                        f""in engine's state metrics: {list(engine.state.metrics.keys())}""
                    )
                    continue
                metrics[name] = engine.state.metrics[name]
    if self.output_transform is not None:
        output_dict = self.output_transform(engine.state.output)
        if not isinstance(output_dict, dict):
            output_dict = {""output"": output_dict}
        metrics.update({name: value for name, value in output_dict.items()})
    return metrics
","def _setup_output_metrics ( self , engine : Engine ) -> Dict [ str , Any ] : <TAB> """"""Helper method to setup metrics to log"""""" <TAB> metrics = { } <TAB> if self . metric_names is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> metrics = engine . state . metrics <TAB> <TAB> else : <TAB> <TAB> <TAB> for name in self . metric_names : <TAB> <TAB> <TAB> <TAB> if name not in engine . state . metrics : <TAB> <TAB> <TAB> <TAB> <TAB> warnings . warn ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> f""Provided metric name '{name}' is missing "" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> f""in engine's state metrics: {list(engine.state.metrics.keys())}"" <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> metrics [ name ] = engine . state . metrics [ name ] <TAB> if self . output_transform is not None : <TAB> <TAB> output_dict = self . output_transform ( engine . state . output ) <TAB> <TAB> if not isinstance ( output_dict , dict ) : <TAB> <TAB> <TAB> output_dict = { ""output"" : output_dict } <TAB> <TAB> metrics . update ( { name : value for name , value in output_dict . items ( ) } ) <TAB> return metrics","if isinstance ( self . metric_names , str ) and self . metric_names == ""all"" :",289
4314,"def _infinite_indices(self):
    np.random.seed(self._seed)
    while True:
        avl_pids = copy.deepcopy(self.pids)
        batch_idxs_dict = {}
        batch_indices = []
        while len(avl_pids) >= self.num_pids_per_batch:
            selected_pids = np.random.choice(
                avl_pids, self.num_pids_per_batch, replace=False
            ).tolist()
            for pid in selected_pids:
                # Register pid in batch_idxs_dict if not
                if pid not in batch_idxs_dict:
                    idxs = copy.deepcopy(self.pid_index[pid])
                    if len(idxs) < self.num_instances:
                        idxs = np.random.choice(
                            idxs, size=self.num_instances, replace=True
                        ).tolist()
                    np.random.shuffle(idxs)
                    batch_idxs_dict[pid] = idxs
                avl_idxs = batch_idxs_dict[pid]
                for _ in range(self.num_instances):
                    batch_indices.append(avl_idxs.pop(0))
                if len(avl_idxs) < self.num_instances:
                    avl_pids.remove(pid)
            if len(batch_indices) == self.batch_size:
                yield from reorder_index(batch_indices, self._world_size)
                batch_indices = []","def _infinite_indices ( self ) : <TAB> np . random . seed ( self . _seed ) <TAB> while True : <TAB> <TAB> avl_pids = copy . deepcopy ( self . pids ) <TAB> <TAB> batch_idxs_dict = { } <TAB> <TAB> batch_indices = [ ] <TAB> <TAB> while len ( avl_pids ) >= self . num_pids_per_batch : <TAB> <TAB> <TAB> selected_pids = np . random . choice ( <TAB> <TAB> <TAB> <TAB> avl_pids , self . num_pids_per_batch , replace = False <TAB> <TAB> <TAB> ) . tolist ( ) <TAB> <TAB> <TAB> for pid in selected_pids : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if pid not in batch_idxs_dict : <TAB> <TAB> <TAB> <TAB> <TAB> idxs = copy . deepcopy ( self . pid_index [ pid ] ) <TAB> <TAB> <TAB> <TAB> <TAB> if len ( idxs ) < self . num_instances : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> idxs = np . random . choice ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> idxs , size = self . num_instances , replace = True <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) . tolist ( ) <TAB> <TAB> <TAB> <TAB> <TAB> np . random . shuffle ( idxs ) <TAB> <TAB> <TAB> <TAB> <TAB> batch_idxs_dict [ pid ] = idxs <TAB> <TAB> <TAB> <TAB> avl_idxs = batch_idxs_dict [ pid ] <TAB> <TAB> <TAB> <TAB> for _ in range ( self . num_instances ) : <TAB> <TAB> <TAB> <TAB> <TAB> batch_indices . append ( avl_idxs . pop ( 0 ) ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> avl_pids . remove ( pid ) <TAB> <TAB> <TAB> if len ( batch_indices ) == self . batch_size : <TAB> <TAB> <TAB> <TAB> yield from reorder_index ( batch_indices , self . _world_size ) <TAB> <TAB> <TAB> <TAB> batch_indices = [ ]",if len ( avl_idxs ) < self . num_instances :,421
627,"def extract_package(package):
    if VERSION >= 3006:
        package_location = os.path.join(
            sublime.installed_packages_path(), package + "".sublime-package""
        )
        if not os.path.exists(package_location):
            package_location = os.path.join(
                os.path.dirname(sublime.executable_path()),
                ""Packages"",
                package + "".sublime-package"",
            )
            if not os.path.exists(package_location):
                package_location = None
        if package_location:
            with zipfile.ZipFile(package_location) as zip_file:
                extract_location = os.path.join(sublime.packages_path(), package)
                zip_file.extractall(extract_location)","def extract_package ( package ) : <TAB> if VERSION >= 3006 : <TAB> <TAB> package_location = os . path . join ( <TAB> <TAB> <TAB> sublime . installed_packages_path ( ) , package + "".sublime-package"" <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> package_location = os . path . join ( <TAB> <TAB> <TAB> <TAB> os . path . dirname ( sublime . executable_path ( ) ) , <TAB> <TAB> <TAB> <TAB> ""Packages"" , <TAB> <TAB> <TAB> <TAB> package + "".sublime-package"" , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> package_location = None <TAB> <TAB> if package_location : <TAB> <TAB> <TAB> with zipfile . ZipFile ( package_location ) as zip_file : <TAB> <TAB> <TAB> <TAB> extract_location = os . path . join ( sublime . packages_path ( ) , package ) <TAB> <TAB> <TAB> <TAB> zip_file . extractall ( extract_location )",if not os . path . exists ( package_location ) :,223
760,"def __delitem__(self, key):
    ""Deleting tag[key] deletes all 'key' attributes for the tag.""
    for item in self.attrs:
        if item[0] == key:
            self.attrs.remove(item)
            # We don't break because bad HTML can define the same
            # attribute multiple times.
        self._getAttrMap()
        if self.attrMap.has_key(key):
            del self.attrMap[key]","def __delitem__ ( self , key ) : <TAB> ""Deleting tag[key] deletes all 'key' attributes for the tag."" <TAB> for item in self . attrs : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . attrs . remove ( item ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _getAttrMap ( ) <TAB> <TAB> if self . attrMap . has_key ( key ) : <TAB> <TAB> <TAB> del self . attrMap [ key ]",if item [ 0 ] == key :,119
23160,"def parse_message(message):
    message = gtp.pre_engine(message).strip()
    first, rest = (message.split("" "", 1) + [None])[:2]
    if first.isdigit():
        message_id = int(first)
        if rest is not None:
            command, arguments = (rest.split("" "", 1) + [None])[:2]
        else:
            command, arguments = None, None
    else:
        message_id = None
        command, arguments = first, rest
    command = command.replace(""-"", ""_"")  # for kgs extensions.
    return message_id, command, arguments","def parse_message ( message ) : <TAB> message = gtp . pre_engine ( message ) . strip ( ) <TAB> first , rest = ( message . split ( "" "" , 1 ) + [ None ] ) [ : 2 ] <TAB> if first . isdigit ( ) : <TAB> <TAB> message_id = int ( first ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> command , arguments = ( rest . split ( "" "" , 1 ) + [ None ] ) [ : 2 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> command , arguments = None , None <TAB> else : <TAB> <TAB> message_id = None <TAB> <TAB> command , arguments = first , rest <TAB> command = command . replace ( ""-"" , ""_"" ) <TAB> return message_id , command , arguments",if rest is not None :,158
16075,"def __exit__(self, type, value, traceback):
    try:
        if type is not None:
            return self.exception_handler(type, value, traceback)
    finally:
        final_contexts = _state.contexts
        _state.contexts = self.old_contexts
        if final_contexts is not self.new_contexts:
            raise StackContextInconsistentError(
                ""stack_context inconsistency (may be caused by yield ""
                'within a ""with StackContext"" block)'
            )
        # Break up a reference to itself to allow for faster GC on CPython.
        self.new_contexts = None
","def __exit__ ( self , type , value , traceback ) : <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return self . exception_handler ( type , value , traceback ) <TAB> finally : <TAB> <TAB> final_contexts = _state . contexts <TAB> <TAB> _state . contexts = self . old_contexts <TAB> <TAB> if final_contexts is not self . new_contexts : <TAB> <TAB> <TAB> raise StackContextInconsistentError ( <TAB> <TAB> <TAB> <TAB> ""stack_context inconsistency (may be caused by yield "" <TAB> <TAB> <TAB> <TAB> 'within a ""with StackContext"" block)' <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> self . new_contexts = None",if type is not None :,162
14299,"def test_15_verify_jail_started():
    global freeze, freeze_msg
    if freeze is True:
        pytest.skip(freeze_msg)
    freeze = False
    job_status = wait_on_job(JOB_ID, 20)
    if job_status[""state""] in [""TIMEOUT"", ""FAILED""]:
        freeze = True
        freeze_msg = f""Failed to start jail: {JAIL_NAME}""
    assert job_status[""state""] == ""SUCCESS"", str(job_status[""results""])
    for run in range(10):
        results = GET(f""/jail/id/{JAIL_NAME}/"")
        assert results.status_code == 200, results.text
        if results.json()[""state""] == ""up"":
            break
        time.sleep(1)
    else:
        assert results.json()[""state""] == ""up"", results.text","def test_15_verify_jail_started ( ) : <TAB> global freeze , freeze_msg <TAB> if freeze is True : <TAB> <TAB> pytest . skip ( freeze_msg ) <TAB> freeze = False <TAB> job_status = wait_on_job ( JOB_ID , 20 ) <TAB> if job_status [ ""state"" ] in [ ""TIMEOUT"" , ""FAILED"" ] : <TAB> <TAB> freeze = True <TAB> <TAB> freeze_msg = f""Failed to start jail: {JAIL_NAME}"" <TAB> assert job_status [ ""state"" ] == ""SUCCESS"" , str ( job_status [ ""results"" ] ) <TAB> for run in range ( 10 ) : <TAB> <TAB> results = GET ( f""/jail/id/{JAIL_NAME}/"" ) <TAB> <TAB> assert results . status_code == 200 , results . text <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> time . sleep ( 1 ) <TAB> else : <TAB> <TAB> assert results . json ( ) [ ""state"" ] == ""up"" , results . text","if results . json ( ) [ ""state"" ] == ""up"" :",219
6012,"def _write_assets(self, asset_type, assets, txn, chunk_size, mapping_data=None):
    if asset_type == ""future"":
        tbl = futures_contracts_table
        if mapping_data is not None:
            raise TypeError(""no mapping data expected for futures"")
    elif asset_type == ""equity"":
        tbl = equities_table
        if mapping_data is None:
            raise TypeError(""mapping data required for equities"")
        # write the symbol mapping data.
        self._write_df_to_table(
            equity_symbol_mappings,
            mapping_data,
            txn,
            chunk_size,
            idx_label=""sid"",
        )
    else:
        raise ValueError(
            ""asset_type must be in {'future', 'equity'}, got: %s"" % asset_type,
        )
    self._write_df_to_table(tbl, assets, txn, chunk_size)
    pd.DataFrame(
        {
            asset_router.c.sid.name: assets.index.values,
            asset_router.c.asset_type.name: asset_type,
        }
    ).to_sql(
        asset_router.name,
        txn.connection,
        if_exists=""append"",
        index=False,
        chunksize=chunk_size,
    )
","def _write_assets ( self , asset_type , assets , txn , chunk_size , mapping_data = None ) : <TAB> if asset_type == ""future"" : <TAB> <TAB> tbl = futures_contracts_table <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise TypeError ( ""no mapping data expected for futures"" ) <TAB> elif asset_type == ""equity"" : <TAB> <TAB> tbl = equities_table <TAB> <TAB> if mapping_data is None : <TAB> <TAB> <TAB> raise TypeError ( ""mapping data required for equities"" ) <TAB> <TAB> <TAB> <TAB> self . _write_df_to_table ( <TAB> <TAB> <TAB> equity_symbol_mappings , <TAB> <TAB> <TAB> mapping_data , <TAB> <TAB> <TAB> txn , <TAB> <TAB> <TAB> chunk_size , <TAB> <TAB> <TAB> idx_label = ""sid"" , <TAB> <TAB> ) <TAB> else : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""asset_type must be in {'future', 'equity'}, got: %s"" % asset_type , <TAB> <TAB> ) <TAB> self . _write_df_to_table ( tbl , assets , txn , chunk_size ) <TAB> pd . DataFrame ( <TAB> <TAB> { <TAB> <TAB> <TAB> asset_router . c . sid . name : assets . index . values , <TAB> <TAB> <TAB> asset_router . c . asset_type . name : asset_type , <TAB> <TAB> } <TAB> ) . to_sql ( <TAB> <TAB> asset_router . name , <TAB> <TAB> txn . connection , <TAB> <TAB> if_exists = ""append"" , <TAB> <TAB> index = False , <TAB> <TAB> chunksize = chunk_size , <TAB> )",if mapping_data is not None :,356
11805,"def unfulfilled_items(self):
    unfulfilled_items = 0
    for order_item in self.items.all():
        if not order_item.canceled:
            aggr = order_item.deliver_item.aggregate(delivered=Sum(""quantity""))
            unfulfilled_items += order_item.quantity - (aggr[""delivered""] or 0)
    return unfulfilled_items","def unfulfilled_items ( self ) : <TAB> unfulfilled_items = 0 <TAB> for order_item in self . items . all ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> aggr = order_item . deliver_item . aggregate ( delivered = Sum ( ""quantity"" ) ) <TAB> <TAB> <TAB> unfulfilled_items += order_item . quantity - ( aggr [ ""delivered"" ] or 0 ) <TAB> return unfulfilled_items",if not order_item . canceled :,94
21468,"def _quotesplit(line):
    inquote = None
    inescape = None
    wordstart = 0
    word = """"
    for i in range(len(line)):
        c = line[i]
        if inescape:
            if inquote == q and c != q:
                word += ""\\""  # single-q backslashes can only quote single-q
            word += c
            inescape = False
        elif c == ""\\"":
            inescape = True
        elif c == inquote:
            inquote = None
            # this is un-sh-like, but do it for sanity when autocompleting
            yield (wordstart, word)
            word = """"
            wordstart = i + 1
        elif not inquote and not word and (c == q or c == qq):
            # the 'not word' constraint on this is un-sh-like, but do it
            # for sanity when autocompleting
            inquote = c
            wordstart = i
        elif not inquote and c in ["" "", ""\n"", ""\r"", ""\t""]:
            if word:
                yield (wordstart, word)
            word = """"
            wordstart = i + 1
        else:
            word += c
    if word:
        yield (wordstart, word)
    if inquote or inescape or word:
        raise QuoteError()","def _quotesplit ( line ) : <TAB> inquote = None <TAB> inescape = None <TAB> wordstart = 0 <TAB> word = """" <TAB> for i in range ( len ( line ) ) : <TAB> <TAB> c = line [ i ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if inquote == q and c != q : <TAB> <TAB> <TAB> <TAB> word += ""\\"" <TAB> <TAB> <TAB> word += c <TAB> <TAB> <TAB> inescape = False <TAB> <TAB> elif c == ""\\"" : <TAB> <TAB> <TAB> inescape = True <TAB> <TAB> elif c == inquote : <TAB> <TAB> <TAB> inquote = None <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> yield ( wordstart , word ) <TAB> <TAB> <TAB> word = """" <TAB> <TAB> <TAB> wordstart = i + 1 <TAB> <TAB> elif not inquote and not word and ( c == q or c == qq ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> inquote = c <TAB> <TAB> <TAB> wordstart = i <TAB> <TAB> elif not inquote and c in [ "" "" , ""\n"" , ""\r"" , ""\t"" ] : <TAB> <TAB> <TAB> if word : <TAB> <TAB> <TAB> <TAB> yield ( wordstart , word ) <TAB> <TAB> <TAB> word = """" <TAB> <TAB> <TAB> wordstart = i + 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> word += c <TAB> if word : <TAB> <TAB> yield ( wordstart , word ) <TAB> if inquote or inescape or word : <TAB> <TAB> raise QuoteError ( )",if inescape :,363
13420,"def _modify_config_data(max_seq_length, num_train_data, num_classes):
    # Modify the data configuration file
    config_data_exists = os.path.isfile(""./config_data.py"")
    if config_data_exists:
        with open(""./config_data.py"", ""r"") as file:
            filedata = file.read()
            filedata_lines = filedata.split(""\n"")
            idx = 0
            while True:
                if idx >= len(filedata_lines):
                    break
                line = filedata_lines[idx]
                if (
                    line.startswith(""num_classes ="")
                    or line.startswith(""num_train_data ="")
                    or line.startswith(""max_seq_length ="")
                ):
                    filedata_lines.pop(idx)
                    idx -= 1
                idx += 1
            if len(filedata_lines) > 0:
                insert_idx = 1
            else:
                insert_idx = 0
            filedata_lines.insert(
                insert_idx, ""{} = {}"".format(""num_train_data"", num_train_data)
            )
            filedata_lines.insert(
                insert_idx, ""{} = {}"".format(""num_classes"", num_classes)
            )
            filedata_lines.insert(
                insert_idx, ""{} = {}"".format(""max_seq_length"", max_seq_length)
            )
        with open(""./config_data.py"", ""w"") as file:
            file.write(""\n"".join(filedata_lines))
        tf.logging.info(""config_data.py has been updated"")
    else:
        tf.logging.info(""config_data.py cannot be found"")
    tf.logging.info(""Data preparation finished"")","def _modify_config_data ( max_seq_length , num_train_data , num_classes ) : <TAB> <TAB> config_data_exists = os . path . isfile ( ""./config_data.py"" ) <TAB> if config_data_exists : <TAB> <TAB> with open ( ""./config_data.py"" , ""r"" ) as file : <TAB> <TAB> <TAB> filedata = file . read ( ) <TAB> <TAB> <TAB> filedata_lines = filedata . split ( ""\n"" ) <TAB> <TAB> <TAB> idx = 0 <TAB> <TAB> <TAB> while True : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> line = filedata_lines [ idx ] <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> <TAB> line . startswith ( ""num_classes ="" ) <TAB> <TAB> <TAB> <TAB> <TAB> or line . startswith ( ""num_train_data ="" ) <TAB> <TAB> <TAB> <TAB> <TAB> or line . startswith ( ""max_seq_length ="" ) <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> filedata_lines . pop ( idx ) <TAB> <TAB> <TAB> <TAB> <TAB> idx -= 1 <TAB> <TAB> <TAB> <TAB> idx += 1 <TAB> <TAB> <TAB> if len ( filedata_lines ) > 0 : <TAB> <TAB> <TAB> <TAB> insert_idx = 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> insert_idx = 0 <TAB> <TAB> <TAB> filedata_lines . insert ( <TAB> <TAB> <TAB> <TAB> insert_idx , ""{} = {}"" . format ( ""num_train_data"" , num_train_data ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> filedata_lines . insert ( <TAB> <TAB> <TAB> <TAB> insert_idx , ""{} = {}"" . format ( ""num_classes"" , num_classes ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> filedata_lines . insert ( <TAB> <TAB> <TAB> <TAB> insert_idx , ""{} = {}"" . format ( ""max_seq_length"" , max_seq_length ) <TAB> <TAB> <TAB> ) <TAB> <TAB> with open ( ""./config_data.py"" , ""w"" ) as file : <TAB> <TAB> <TAB> file . write ( ""\n"" . join ( filedata_lines ) ) <TAB> <TAB> tf . logging . info ( ""config_data.py has been updated"" ) <TAB> else : <TAB> <TAB> tf . logging . info ( ""config_data.py cannot be found"" ) <TAB> tf . logging . info ( ""Data preparation finished"" )",if idx >= len ( filedata_lines ) :,494
23420,"def new(obj: bpy.types.Object):
    # TODO: REIMPLEMENT CACHING!!
    #       HAD TO DISABLE THIS BECAUSE 2.83 AND 2.90 WOULD CRASH
    #       WHEN RESTARTING RF.  PROBABLY DUE TO HOLDING REFS TO
    #       OLD DATA (CRASH DUE TO FREEING INVALID DATA??)
    assert (
        type(obj) is bpy.types.Object and type(obj.data) is bpy.types.Mesh
    ), ""obj must be mesh object""
    # check cache
    rfsource = None
    if False:
        if obj.data.name in RFSource.__cache:
            # does cache match current state?
            rfsource = RFSource.__cache[obj.data.name]
            hashed = hash_object(obj)
            if rfsource.hash != hashed:
                rfsource = None
        if not rfsource:
            # need to (re)generate RFSource object
            RFSource.creating = True
            rfsource = RFSource()
            del RFSource.creating
            rfsource.__setup__(obj)
            RFSource.__cache[obj.data.name] = rfsource
        else:
            rfsource = RFSource.__cache[obj.data.name]
    else:
        RFSource.creating = True
        rfsource = RFSource()
        del RFSource.creating
        rfsource.__setup__(obj)
    return rfsource","def new ( obj : bpy . types . Object ) : <TAB> <TAB> <TAB> <TAB> <TAB> assert ( <TAB> <TAB> type ( obj ) is bpy . types . Object and type ( obj . data ) is bpy . types . Mesh <TAB> ) , ""obj must be mesh object"" <TAB> <TAB> rfsource = None <TAB> if False : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> rfsource = RFSource . __cache [ obj . data . name ] <TAB> <TAB> <TAB> hashed = hash_object ( obj ) <TAB> <TAB> <TAB> if rfsource . hash != hashed : <TAB> <TAB> <TAB> <TAB> rfsource = None <TAB> <TAB> if not rfsource : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> RFSource . creating = True <TAB> <TAB> <TAB> rfsource = RFSource ( ) <TAB> <TAB> <TAB> del RFSource . creating <TAB> <TAB> <TAB> rfsource . __setup__ ( obj ) <TAB> <TAB> <TAB> RFSource . __cache [ obj . data . name ] = rfsource <TAB> <TAB> else : <TAB> <TAB> <TAB> rfsource = RFSource . __cache [ obj . data . name ] <TAB> else : <TAB> <TAB> RFSource . creating = True <TAB> <TAB> rfsource = RFSource ( ) <TAB> <TAB> del RFSource . creating <TAB> <TAB> rfsource . __setup__ ( obj ) <TAB> return rfsource",if obj . data . name in RFSource . __cache :,409
22502,"def test_set_classy_state_weight_inflation(self):
    # Get model state from a 2D ResNet model, inflate the 2D conv weights,
    # and use them to initialize 3D conv weights. This is an advanced use of
    # `set_classy_state` method.
    model_2d_config, model_3d_config = self._get_model_config_weight_inflation()
    model_2d = build_model(model_2d_config)
    model_2d_state = model_2d.get_classy_state()
    model_3d = build_model(model_3d_config)
    model_3d.set_classy_state(model_2d_state)
    model_3d_state = model_3d.get_classy_state()
    for name, weight_2d in model_2d_state[""model""][""trunk""].items():
        weight_3d = model_3d_state[""model""][""trunk""][name]
        if weight_2d.dim() == 5:
            # inflation only applies to conv weights
            self.assertEqual(weight_3d.dim(), 5)
            if weight_2d.shape[2] == 1 and weight_3d.shape[2] > 1:
                weight_2d_inflated = (
                    weight_2d.repeat(1, 1, weight_3d.shape[2], 1, 1)
                    / weight_3d.shape[2]
                )
                self.assertTrue(torch.equal(weight_3d, weight_2d_inflated))","def test_set_classy_state_weight_inflation ( self ) : <TAB> <TAB> <TAB> <TAB> model_2d_config , model_3d_config = self . _get_model_config_weight_inflation ( ) <TAB> model_2d = build_model ( model_2d_config ) <TAB> model_2d_state = model_2d . get_classy_state ( ) <TAB> model_3d = build_model ( model_3d_config ) <TAB> model_3d . set_classy_state ( model_2d_state ) <TAB> model_3d_state = model_3d . get_classy_state ( ) <TAB> for name , weight_2d in model_2d_state [ ""model"" ] [ ""trunk"" ] . items ( ) : <TAB> <TAB> weight_3d = model_3d_state [ ""model"" ] [ ""trunk"" ] [ name ] <TAB> <TAB> if weight_2d . dim ( ) == 5 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( weight_3d . dim ( ) , 5 ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> weight_2d_inflated = ( <TAB> <TAB> <TAB> <TAB> <TAB> weight_2d . repeat ( 1 , 1 , weight_3d . shape [ 2 ] , 1 , 1 ) <TAB> <TAB> <TAB> <TAB> <TAB> / weight_3d . shape [ 2 ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> self . assertTrue ( torch . equal ( weight_3d , weight_2d_inflated ) )",if weight_2d . shape [ 2 ] == 1 and weight_3d . shape [ 2 ] > 1 :,409
22344,"def _hints_to_binary(pkg):
    pkg_type = anchore_engine.utils.ensure_str(pkg.get(""type"", ""binary"")).lower()
    pkg_name = anchore_engine.utils.ensure_str(pkg.get(""name"", """"))
    pkg_version = anchore_engine.utils.ensure_str(pkg.get(""version"", """"))
    pkg_location = anchore_engine.utils.ensure_str(
        pkg.get(""location"", ""/virtual/binarypkg/{}-{}"".format(pkg_name, pkg_version))
    )
    pkg_license = anchore_engine.utils.ensure_str(pkg.get(""license"", """"))
    pkg_origin = anchore_engine.utils.ensure_str(pkg.get(""origin"", """"))
    pkg_files = pkg.get(""files"", [])
    pkg_metadata = json.dumps(pkg.get(""metadata"", {}))
    if not pkg_name or not pkg_version or not pkg_type:
        raise Exception(
            ""bad hints record, all hints records must supply at least a name, version and type""
        )
    for inp in [pkg_files]:
        if type(inp) is not list:
            raise Exception(
                ""bad hints record ({}), versions, licenses, origins, and files if specified must be list types"".format(
                    pkg_name
                )
            )
    el = {
        ""name"": pkg_name,
        ""version"": pkg_version,
        ""origin"": pkg_origin,
        ""license"": pkg_license,
        ""location"": pkg_location,
        ""files"": pkg_files,
        ""metadata"": pkg_metadata,
        ""type"": pkg_type,
    }
    return pkg_location, el
","def _hints_to_binary ( pkg ) : <TAB> pkg_type = anchore_engine . utils . ensure_str ( pkg . get ( ""type"" , ""binary"" ) ) . lower ( ) <TAB> pkg_name = anchore_engine . utils . ensure_str ( pkg . get ( ""name"" , """" ) ) <TAB> pkg_version = anchore_engine . utils . ensure_str ( pkg . get ( ""version"" , """" ) ) <TAB> pkg_location = anchore_engine . utils . ensure_str ( <TAB> <TAB> pkg . get ( ""location"" , ""/virtual/binarypkg/{}-{}"" . format ( pkg_name , pkg_version ) ) <TAB> ) <TAB> pkg_license = anchore_engine . utils . ensure_str ( pkg . get ( ""license"" , """" ) ) <TAB> pkg_origin = anchore_engine . utils . ensure_str ( pkg . get ( ""origin"" , """" ) ) <TAB> pkg_files = pkg . get ( ""files"" , [ ] ) <TAB> pkg_metadata = json . dumps ( pkg . get ( ""metadata"" , { } ) ) <TAB> if not pkg_name or not pkg_version or not pkg_type : <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> ""bad hints record, all hints records must supply at least a name, version and type"" <TAB> <TAB> ) <TAB> for inp in [ pkg_files ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> ""bad hints record ({}), versions, licenses, origins, and files if specified must be list types"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> pkg_name <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> el = { <TAB> <TAB> ""name"" : pkg_name , <TAB> <TAB> ""version"" : pkg_version , <TAB> <TAB> ""origin"" : pkg_origin , <TAB> <TAB> ""license"" : pkg_license , <TAB> <TAB> ""location"" : pkg_location , <TAB> <TAB> ""files"" : pkg_files , <TAB> <TAB> ""metadata"" : pkg_metadata , <TAB> <TAB> ""type"" : pkg_type , <TAB> } <TAB> return pkg_location , el",if type ( inp ) is not list :,443
14005,"def evaluate(env, net, device=""cpu""):
    obs = env.reset()
    reward = 0.0
    steps = 0
    while True:
        obs_v = ptan.agent.default_states_preprocessor([obs]).to(device)
        action_v = net(obs_v)
        action = action_v.data.cpu().numpy()[0]
        obs, r, done, _ = env.step(action)
        reward += r
        steps += 1
        if done:
            break
    return reward, steps","def evaluate ( env , net , device = ""cpu"" ) : <TAB> obs = env . reset ( ) <TAB> reward = 0.0 <TAB> steps = 0 <TAB> while True : <TAB> <TAB> obs_v = ptan . agent . default_states_preprocessor ( [ obs ] ) . to ( device ) <TAB> <TAB> action_v = net ( obs_v ) <TAB> <TAB> action = action_v . data . cpu ( ) . numpy ( ) [ 0 ] <TAB> <TAB> obs , r , done , _ = env . step ( action ) <TAB> <TAB> reward += r <TAB> <TAB> steps += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> return reward , steps",if done :,137
419,"def _should_cleanup(self, config_filename):
    """"""Return True if `config_filename` does not exist or if modtime and hash have changes, else return False.""""""
    if not os.path.exists(config_filename):
        return True
    new_mtime = os.path.getmtime(config_filename)
    tool_hash = self._hash_by_tool_paths.get(config_filename)
    if tool_hash.modtime < new_mtime:
        if md5_hash_file(config_filename) != tool_hash.hash:
            return True
    tool = self._tools_by_path[config_filename]
    for macro_path in tool._macro_paths:
        new_mtime = os.path.getmtime(macro_path)
        if self._hash_by_tool_paths.get(macro_path).modtime < new_mtime:
            return True
    return False","def _should_cleanup ( self , config_filename ) : <TAB> """"""Return True if `config_filename` does not exist or if modtime and hash have changes, else return False."""""" <TAB> if not os . path . exists ( config_filename ) : <TAB> <TAB> return True <TAB> new_mtime = os . path . getmtime ( config_filename ) <TAB> tool_hash = self . _hash_by_tool_paths . get ( config_filename ) <TAB> if tool_hash . modtime < new_mtime : <TAB> <TAB> if md5_hash_file ( config_filename ) != tool_hash . hash : <TAB> <TAB> <TAB> return True <TAB> tool = self . _tools_by_path [ config_filename ] <TAB> for macro_path in tool . _macro_paths : <TAB> <TAB> new_mtime = os . path . getmtime ( macro_path ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return True <TAB> return False",if self . _hash_by_tool_paths . get ( macro_path ) . modtime < new_mtime :,222
22948,"def __gt__(self, other):
    """"""Return True if self appears after other in outline order.""""""
    stack1, stack2 = self.stack, other.stack
    n1, n2 = len(stack1), len(stack2)
    n = min(n1, n2)
    # Compare the common part of the stacks.
    for item1, item2 in zip(stack1, stack2):
        v1, x1 = item1
        v2, x2 = item2
        if x1 > x2:
            return True
        elif x1 < x2:
            return False
    # Finish the comparison.
    if n1 == n2:
        x1, x2 = self._childIndex, other._childIndex
        return x1 > x2
    elif n1 < n2:
        x1 = self._childIndex
        v2, x2 = other.stack[n]
        return x1 > x2
    else:  # n1 > n2
        # 2011/07/28: Bug fix suggested by SegundoBob.
        x1 = other._childIndex
        v2, x2 = self.stack[n]
        return x2 >= x1","def __gt__ ( self , other ) : <TAB> """"""Return True if self appears after other in outline order."""""" <TAB> stack1 , stack2 = self . stack , other . stack <TAB> n1 , n2 = len ( stack1 ) , len ( stack2 ) <TAB> n = min ( n1 , n2 ) <TAB> <TAB> for item1 , item2 in zip ( stack1 , stack2 ) : <TAB> <TAB> v1 , x1 = item1 <TAB> <TAB> v2 , x2 = item2 <TAB> <TAB> if x1 > x2 : <TAB> <TAB> <TAB> return True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> <TAB> if n1 == n2 : <TAB> <TAB> x1 , x2 = self . _childIndex , other . _childIndex <TAB> <TAB> return x1 > x2 <TAB> elif n1 < n2 : <TAB> <TAB> x1 = self . _childIndex <TAB> <TAB> v2 , x2 = other . stack [ n ] <TAB> <TAB> return x1 > x2 <TAB> else : <TAB> <TAB> <TAB> <TAB> x1 = other . _childIndex <TAB> <TAB> v2 , x2 = self . stack [ n ] <TAB> <TAB> return x2 >= x1",elif x1 < x2 :,300
3682,"def add_nets(self, *nets):
    """"""Add some Net objects to the circuit. Assign a net name if necessary.""""""
    for net in nets:
        # Add the net to this circuit if the net is movable and
        # it's not already in this circuit.
        if net.circuit != self:
            if net.is_movable():
                # Remove the net from the circuit it's already in.
                if isinstance(net.circuit, Circuit):
                    net.circuit -= net
                # Add the net to this circuit.
                net.circuit = self  # Record the Circuit object the net belongs to.
                net.name = net.name
                net.hierarchy = self.hierarchy  # Store hierarchy of net.
                self.nets.append(net)
            else:
                log_and_raise(
                    logger,
                    ValueError,
                    ""Can't add unmovable net {} to this circuit."".format(net.name),
                )
","def add_nets ( self , * nets ) : <TAB> """"""Add some Net objects to the circuit. Assign a net name if necessary."""""" <TAB> for net in nets : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if net . circuit != self : <TAB> <TAB> <TAB> if net . is_movable ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> net . circuit -= net <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> net . circuit = self <TAB> <TAB> <TAB> <TAB> net . name = net . name <TAB> <TAB> <TAB> <TAB> net . hierarchy = self . hierarchy <TAB> <TAB> <TAB> <TAB> self . nets . append ( net ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> log_and_raise ( <TAB> <TAB> <TAB> <TAB> <TAB> logger , <TAB> <TAB> <TAB> <TAB> <TAB> ValueError , <TAB> <TAB> <TAB> <TAB> <TAB> ""Can't add unmovable net {} to this circuit."" . format ( net . name ) , <TAB> <TAB> <TAB> <TAB> )","if isinstance ( net . circuit , Circuit ) :",276
14770,"def test_authorize_nocsrf_ratelimiting(self):
    # Note: Defined in initdb.py
    form = {
        ""client_id"": ""deadbeef"",
        ""redirect_uri"": ""http://localhost:8000/o2c.html"",
        ""scope"": ""user:admin"",
    }
    # Try without the client id being in the whitelist a few times, making sure we eventually get rate limited.
    headers = dict(authorization=gen_basic_auth(""devtable"", ""invalidpassword""))
    self.postResponse(
        ""web.authorize_application"",
        headers=headers,
        form=form,
        with_csrf=False,
        expected_code=401,
    )
    counter = 0
    while True:
        r = self.postResponse(
            ""web.authorize_application"",
            headers=headers,
            form=form,
            with_csrf=False,
            expected_code=None,
        )
        self.assertNotEqual(200, r.status_code)
        counter = counter + 1
        if counter > 5:
            self.fail(""Exponential backoff did not fire"")
        if r.status_code == 429:
            break","def test_authorize_nocsrf_ratelimiting ( self ) : <TAB> <TAB> form = { <TAB> <TAB> ""client_id"" : ""deadbeef"" , <TAB> <TAB> ""redirect_uri"" : ""http://localhost:8000/o2c.html"" , <TAB> <TAB> ""scope"" : ""user:admin"" , <TAB> } <TAB> <TAB> headers = dict ( authorization = gen_basic_auth ( ""devtable"" , ""invalidpassword"" ) ) <TAB> self . postResponse ( <TAB> <TAB> ""web.authorize_application"" , <TAB> <TAB> headers = headers , <TAB> <TAB> form = form , <TAB> <TAB> with_csrf = False , <TAB> <TAB> expected_code = 401 , <TAB> ) <TAB> counter = 0 <TAB> while True : <TAB> <TAB> r = self . postResponse ( <TAB> <TAB> <TAB> ""web.authorize_application"" , <TAB> <TAB> <TAB> headers = headers , <TAB> <TAB> <TAB> form = form , <TAB> <TAB> <TAB> with_csrf = False , <TAB> <TAB> <TAB> expected_code = None , <TAB> <TAB> ) <TAB> <TAB> self . assertNotEqual ( 200 , r . status_code ) <TAB> <TAB> counter = counter + 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . fail ( ""Exponential backoff did not fire"" ) <TAB> <TAB> if r . status_code == 429 : <TAB> <TAB> <TAB> break",if counter > 5 :,311
21853,"def __call__(self, pymodule, node):
    pyname = self._evaluate_node(pymodule, node)
    if pyname is None or self.expected is None:
        return self.unsure
    if self._unsure_pyname(pyname, unbound=self.kind == ""name""):
        return True
    if self.kind == ""name"":
        return self._same_pyname(self.expected, pyname)
    else:
        pyobject = pyname.get_object()
        if self.kind == ""object"":
            objects = [pyobject]
        if self.kind == ""type"":
            objects = [pyobject.get_type()]
        if self.kind == ""instance"":
            objects = [pyobject]
            objects.extend(self._get_super_classes(pyobject))
            objects.extend(self._get_super_classes(pyobject.get_type()))
        for pyobject in objects:
            if self._same_pyobject(self.expected.get_object(), pyobject):
                return True
        return False
","def __call__ ( self , pymodule , node ) : <TAB> pyname = self . _evaluate_node ( pymodule , node ) <TAB> if pyname is None or self . expected is None : <TAB> <TAB> return self . unsure <TAB> if self . _unsure_pyname ( pyname , unbound = self . kind == ""name"" ) : <TAB> <TAB> return True <TAB> if self . kind == ""name"" : <TAB> <TAB> return self . _same_pyname ( self . expected , pyname ) <TAB> else : <TAB> <TAB> pyobject = pyname . get_object ( ) <TAB> <TAB> if self . kind == ""object"" : <TAB> <TAB> <TAB> objects = [ pyobject ] <TAB> <TAB> if self . kind == ""type"" : <TAB> <TAB> <TAB> objects = [ pyobject . get_type ( ) ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> objects = [ pyobject ] <TAB> <TAB> <TAB> objects . extend ( self . _get_super_classes ( pyobject ) ) <TAB> <TAB> <TAB> objects . extend ( self . _get_super_classes ( pyobject . get_type ( ) ) ) <TAB> <TAB> for pyobject in objects : <TAB> <TAB> <TAB> if self . _same_pyobject ( self . expected . get_object ( ) , pyobject ) : <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> return False","if self . kind == ""instance"" :",275
10937,"def drop(self):
    # mssql
    sql = ""if object_id('%s') is not null drop table %s"" % (self.tname, self.tname)
    try:
        self.execute(sql)
    except Exception as e:
        self.conn.rollback()
        if ""syntax error"" not in str(e):
            raise
        # sqlite
        sql = ""drop table if exists %s"" % self.tname
        self.execute(sql)
","def drop ( self ) : <TAB> <TAB> sql = ""if object_id('%s') is not null drop table %s"" % ( self . tname , self . tname ) <TAB> try : <TAB> <TAB> self . execute ( sql ) <TAB> except Exception as e : <TAB> <TAB> self . conn . rollback ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> <TAB> sql = ""drop table if exists %s"" % self . tname <TAB> <TAB> self . execute ( sql )","if ""syntax error"" not in str ( e ) :",124
23068,"def starts_block(self, i, lines, new_state, prev_state):
    """"""True if the line starts a block.""""""
    if prev_state.context:
        return False
    else:
        line = lines[i]
        for pattern in self.pascal_pattern_table:
            m = pattern.match(line)
            if m:
                return True
        return False
","def starts_block ( self , i , lines , new_state , prev_state ) : <TAB> """"""True if the line starts a block."""""" <TAB> if prev_state . context : <TAB> <TAB> return False <TAB> else : <TAB> <TAB> line = lines [ i ] <TAB> <TAB> for pattern in self . pascal_pattern_table : <TAB> <TAB> <TAB> m = pattern . match ( line ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> return False",if m :,104
15285,"def __cut(sentence):
    global emit_P
    prob, pos_list = viterbi(sentence, ""BMES"", start_P, trans_P, emit_P)
    begin, nexti = 0, 0
    # print pos_list, sentence
    for i, char in enumerate(sentence):
        pos = pos_list[i]
        if pos == ""B"":
            begin = i
        elif pos == ""E"":
            yield sentence[begin : i + 1]
            nexti = i + 1
        elif pos == ""S"":
            yield char
            nexti = i + 1
    if nexti < len(sentence):
        yield sentence[nexti:]","def __cut ( sentence ) : <TAB> global emit_P <TAB> prob , pos_list = viterbi ( sentence , ""BMES"" , start_P , trans_P , emit_P ) <TAB> begin , nexti = 0 , 0 <TAB> <TAB> for i , char in enumerate ( sentence ) : <TAB> <TAB> pos = pos_list [ i ] <TAB> <TAB> if pos == ""B"" : <TAB> <TAB> <TAB> begin = i <TAB> <TAB> elif pos == ""E"" : <TAB> <TAB> <TAB> yield sentence [ begin : i + 1 ] <TAB> <TAB> <TAB> nexti = i + 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield char <TAB> <TAB> <TAB> nexti = i + 1 <TAB> if nexti < len ( sentence ) : <TAB> <TAB> yield sentence [ nexti : ]","elif pos == ""S"" :",174
20256,"def grad(self, inputs, gout):
    (x,) = inputs
    (gz,) = gout
    if x.dtype not in continuous_dtypes:
        return [x.zeros_like(dtype=theano.config.floatX)]
    if self.structured:
        if self.axis is None:
            r = gz * theano.sparse.sp_ones_like(x)
        elif self.axis == 0:
            r = col_scale(theano.sparse.sp_ones_like(x), gz)
        elif self.axis == 1:
            r = row_scale(theano.sparse.sp_ones_like(x), gz)
        else:
            raise ValueError(""Illegal value for self.axis."")
    else:
        o_format = x.format
        x = dense_from_sparse(x)
        if _is_sparse_variable(gz):
            gz = dense_from_sparse(gz)
        if self.axis is None:
            r = tensor.second(x, gz)
        else:
            ones = tensor.ones_like(x)
            if self.axis == 0:
                r = tensor.addbroadcast(gz.dimshuffle(""x"", 0), 0) * ones
            elif self.axis == 1:
                r = tensor.addbroadcast(gz.dimshuffle(0, ""x""), 1) * ones
            else:
                raise ValueError(""Illegal value for self.axis."")
        r = SparseFromDense(o_format)(r)
    return [r]","def grad ( self , inputs , gout ) : <TAB> ( x , ) = inputs <TAB> ( gz , ) = gout <TAB> if x . dtype not in continuous_dtypes : <TAB> <TAB> return [ x . zeros_like ( dtype = theano . config . floatX ) ] <TAB> if self . structured : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> r = gz * theano . sparse . sp_ones_like ( x ) <TAB> <TAB> elif self . axis == 0 : <TAB> <TAB> <TAB> r = col_scale ( theano . sparse . sp_ones_like ( x ) , gz ) <TAB> <TAB> elif self . axis == 1 : <TAB> <TAB> <TAB> r = row_scale ( theano . sparse . sp_ones_like ( x ) , gz ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( ""Illegal value for self.axis."" ) <TAB> else : <TAB> <TAB> o_format = x . format <TAB> <TAB> x = dense_from_sparse ( x ) <TAB> <TAB> if _is_sparse_variable ( gz ) : <TAB> <TAB> <TAB> gz = dense_from_sparse ( gz ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> r = tensor . second ( x , gz ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ones = tensor . ones_like ( x ) <TAB> <TAB> <TAB> if self . axis == 0 : <TAB> <TAB> <TAB> <TAB> r = tensor . addbroadcast ( gz . dimshuffle ( ""x"" , 0 ) , 0 ) * ones <TAB> <TAB> <TAB> elif self . axis == 1 : <TAB> <TAB> <TAB> <TAB> r = tensor . addbroadcast ( gz . dimshuffle ( 0 , ""x"" ) , 1 ) * ones <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""Illegal value for self.axis."" ) <TAB> <TAB> r = SparseFromDense ( o_format ) ( r ) <TAB> return [ r ]",if self . axis is None :,388
25617,"def _resolve(d):
    all_keys = frozenset(d.keys())
    result = []
    resolved_keys = set()
    # TODO: take start delays into account as well
    while d:
        resolved_this_round = set()
        for name, links in list(d.items()):
            # containers with no links can be started in any order.
            # containers whose parent containers have already been resolved
            # can be added now too.
            if not links or links <= resolved_keys:
                result.append(name)
                resolved_this_round.add(name)
                del d[name]
            # guard against containers which link to unknown containers
            unknown = links - all_keys
            if len(unknown) == 1:
                raise BlockadeConfigError(
                    ""container %s links to unknown container %s""
                    % (name, list(unknown)[0])
                )
            elif len(unknown) > 1:
                raise BlockadeConfigError(
                    ""container %s links to unknown containers %s"" % (name, unknown)
                )
        # if we made no progress this round, we have a circular dep
        if not resolved_this_round:
            raise BlockadeConfigError(""containers have circular links!"")
        resolved_keys.update(resolved_this_round)
    return result","def _resolve ( d ) : <TAB> all_keys = frozenset ( d . keys ( ) ) <TAB> result = [ ] <TAB> resolved_keys = set ( ) <TAB> <TAB> while d : <TAB> <TAB> resolved_this_round = set ( ) <TAB> <TAB> for name , links in list ( d . items ( ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not links or links <= resolved_keys : <TAB> <TAB> <TAB> <TAB> result . append ( name ) <TAB> <TAB> <TAB> <TAB> resolved_this_round . add ( name ) <TAB> <TAB> <TAB> <TAB> del d [ name ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> unknown = links - all_keys <TAB> <TAB> <TAB> if len ( unknown ) == 1 : <TAB> <TAB> <TAB> <TAB> raise BlockadeConfigError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""container %s links to unknown container %s"" <TAB> <TAB> <TAB> <TAB> <TAB> % ( name , list ( unknown ) [ 0 ] ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> elif len ( unknown ) > 1 : <TAB> <TAB> <TAB> <TAB> raise BlockadeConfigError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""container %s links to unknown containers %s"" % ( name , unknown ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise BlockadeConfigError ( ""containers have circular links!"" ) <TAB> <TAB> resolved_keys . update ( resolved_this_round ) <TAB> return result",if not resolved_this_round :,362
13407,"def getBoundsCenter(uv_layer):
    min_x = getCenter(uv_layer)[0]
    max_x = getCenter(uv_layer)[0]
    min_y = getCenter(uv_layer)[1]
    max_y = getCenter(uv_layer)[1]
    len = 0
    for uv_verts in uv_layer.data:
        if uv_verts.uv[0] < min_x:
            min_x = uv_verts.uv[0]
        if uv_verts.uv[0] > max_x:
            max_x = uv_verts.uv[0]
        if uv_verts.uv[1] < min_y:
            min_y = uv_verts.uv[1]
        if uv_verts.uv[1] > max_y:
            max_y = uv_verts.uv[1]
    center_x = (max_x - min_x) / 2 + min_x
    center_y = (max_y - min_y) / 2 + min_y
    return (center_x, center_y)","def getBoundsCenter ( uv_layer ) : <TAB> min_x = getCenter ( uv_layer ) [ 0 ] <TAB> max_x = getCenter ( uv_layer ) [ 0 ] <TAB> min_y = getCenter ( uv_layer ) [ 1 ] <TAB> max_y = getCenter ( uv_layer ) [ 1 ] <TAB> len = 0 <TAB> for uv_verts in uv_layer . data : <TAB> <TAB> if uv_verts . uv [ 0 ] < min_x : <TAB> <TAB> <TAB> min_x = uv_verts . uv [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> max_x = uv_verts . uv [ 0 ] <TAB> <TAB> if uv_verts . uv [ 1 ] < min_y : <TAB> <TAB> <TAB> min_y = uv_verts . uv [ 1 ] <TAB> <TAB> if uv_verts . uv [ 1 ] > max_y : <TAB> <TAB> <TAB> max_y = uv_verts . uv [ 1 ] <TAB> center_x = ( max_x - min_x ) / 2 + min_x <TAB> center_y = ( max_y - min_y ) / 2 + min_y <TAB> return ( center_x , center_y )",if uv_verts . uv [ 0 ] > max_x :,275
435,"def _populate_map(self):
    try:
        with open(self.filename) as fh:
            line_number = 0
            for line in fh:
                line_number += 1
                line = line.rstrip(""\r\n"")
                if not line.startswith(self.comment_chars):
                    elems = line.split(self.delimiter)
                    if len(elems) <= self.key_column:
                        die(
                            ""Location file %s line %d: less than %d columns""
                            % (self.filename, line_number, self.key_column + 1)
                        )
                    else:
                        key = elems.pop(self.key_column)
                        if key in self._map:
                            if self._map[key] != elems:
                                die(
                                    'Location file %s line %d: duplicate key ""%s""'
                                    % (self.filename, line_number, key)
                                )
                        else:
                            self._map[key] = elems
    except IOError as err:
        die(""Error opening location file %s: %s"" % (self.filename, err.strerror))","def _populate_map ( self ) : <TAB> try : <TAB> <TAB> with open ( self . filename ) as fh : <TAB> <TAB> <TAB> line_number = 0 <TAB> <TAB> <TAB> for line in fh : <TAB> <TAB> <TAB> <TAB> line_number += 1 <TAB> <TAB> <TAB> <TAB> line = line . rstrip ( ""\r\n"" ) <TAB> <TAB> <TAB> <TAB> if not line . startswith ( self . comment_chars ) : <TAB> <TAB> <TAB> <TAB> <TAB> elems = line . split ( self . delimiter ) <TAB> <TAB> <TAB> <TAB> <TAB> if len ( elems ) <= self . key_column : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> die ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Location file %s line %d: less than %d columns"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> % ( self . filename , line_number , self . key_column + 1 ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> key = elems . pop ( self . key_column ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . _map [ key ] != elems : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> die ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> 'Location file %s line %d: duplicate key ""%s""' <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> % ( self . filename , line_number , key ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _map [ key ] = elems <TAB> except IOError as err : <TAB> <TAB> die ( ""Error opening location file %s: %s"" % ( self . filename , err . strerror ) )",if key in self . _map :,369
12698,"def _handle_extension_suppressions(extensions):
    filtered_extensions = []
    for ext in extensions:
        should_include = True
        for suppression in ext_suppressions:
            if should_include and suppression.handle_suppress(ext):
                should_include = False
        if should_include:
            filtered_extensions.append(ext)
    return filtered_extensions
",def _handle_extension_suppressions ( extensions ) : <TAB> filtered_extensions = [ ] <TAB> for ext in extensions : <TAB> <TAB> should_include = True <TAB> <TAB> for suppression in ext_suppressions : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> should_include = False <TAB> <TAB> if should_include : <TAB> <TAB> <TAB> filtered_extensions . append ( ext ) <TAB> return filtered_extensions,if should_include and suppression . handle_suppress ( ext ) :,102
18591,"def setup_sampler(sampler_type, num_iters, batch_size):
    if sampler_type is None:
        return None, batch_size
    if sampler_type == ""weighted"":
        from torch.utils.data.sampler import WeightedRandomSampler
        w = torch.ones(num_iters * batch_size, dtype=torch.float)
        for i in range(num_iters):
            w[batch_size * i : batch_size * (i + 1)] += i * 1.0
        return (
            WeightedRandomSampler(
                w, num_samples=num_iters * batch_size, replacement=True
            ),
            batch_size,
        )
    if sampler_type == ""distributed"":
        import torch.distributed as dist
        from torch.utils.data.distributed import DistributedSampler
        num_replicas = 1
        rank = 0
        if dist.is_available() and dist.is_initialized():
            num_replicas = dist.get_world_size()
            rank = dist.get_rank()
        dataset = torch.zeros(num_iters * batch_size)
        return (
            DistributedSampler(dataset, num_replicas=num_replicas, rank=rank),
            batch_size // num_replicas,
        )","def setup_sampler ( sampler_type , num_iters , batch_size ) : <TAB> if sampler_type is None : <TAB> <TAB> return None , batch_size <TAB> if sampler_type == ""weighted"" : <TAB> <TAB> from torch . utils . data . sampler import WeightedRandomSampler <TAB> <TAB> w = torch . ones ( num_iters * batch_size , dtype = torch . float ) <TAB> <TAB> for i in range ( num_iters ) : <TAB> <TAB> <TAB> w [ batch_size * i : batch_size * ( i + 1 ) ] += i * 1.0 <TAB> <TAB> return ( <TAB> <TAB> <TAB> WeightedRandomSampler ( <TAB> <TAB> <TAB> <TAB> w , num_samples = num_iters * batch_size , replacement = True <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> batch_size , <TAB> <TAB> ) <TAB> if sampler_type == ""distributed"" : <TAB> <TAB> import torch . distributed as dist <TAB> <TAB> from torch . utils . data . distributed import DistributedSampler <TAB> <TAB> num_replicas = 1 <TAB> <TAB> rank = 0 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> num_replicas = dist . get_world_size ( ) <TAB> <TAB> <TAB> rank = dist . get_rank ( ) <TAB> <TAB> dataset = torch . zeros ( num_iters * batch_size ) <TAB> <TAB> return ( <TAB> <TAB> <TAB> DistributedSampler ( dataset , num_replicas = num_replicas , rank = rank ) , <TAB> <TAB> <TAB> batch_size // num_replicas , <TAB> <TAB> )",if dist . is_available ( ) and dist . is_initialized ( ) :,326
24716,"def _try_increase_batch_size(self, current_batch_size):
    if current_batch_size * 2 <= self.max_batch_size:
        current_time = time.time()
        latest_batch_size_change_time = self.latest_batch_size_change_time
        seconds_since_last_change = (
            current_time - latest_batch_size_change_time
            if latest_batch_size_change_time is not None
            else 0
        )
        if seconds_since_last_change > BATCH_CHANGE_COOLDOWN_PERIOD_SECONDS:
            new_batch_size = current_batch_size * 2
            self.logger.info(""Increasing batch size to {}."".format(new_batch_size))
            self.batch_size = new_batch_size
            self.latest_batch_size_change_time = current_time","def _try_increase_batch_size ( self , current_batch_size ) : <TAB> if current_batch_size * 2 <= self . max_batch_size : <TAB> <TAB> current_time = time . time ( ) <TAB> <TAB> latest_batch_size_change_time = self . latest_batch_size_change_time <TAB> <TAB> seconds_since_last_change = ( <TAB> <TAB> <TAB> current_time - latest_batch_size_change_time <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> else 0 <TAB> <TAB> ) <TAB> <TAB> if seconds_since_last_change > BATCH_CHANGE_COOLDOWN_PERIOD_SECONDS : <TAB> <TAB> <TAB> new_batch_size = current_batch_size * 2 <TAB> <TAB> <TAB> self . logger . info ( ""Increasing batch size to {}."" . format ( new_batch_size ) ) <TAB> <TAB> <TAB> self . batch_size = new_batch_size <TAB> <TAB> <TAB> self . latest_batch_size_change_time = current_time",if latest_batch_size_change_time is not None,228
23729,"def activate_css(targetnode):
    scriptnodes = list(targetnode.getElementsByTagName(""link""))
    for LC in range(len(scriptnodes)):
        sn = scriptnodes[LC]
        sn.parentNode.removeChild(sn)
        fileref = DOM.createElement(""link"")
        if hassattr(sn, ""href""):
            fileref.href = sn.href
        else:
            fileref.text = sn.text
        fileref.rel = ""stylesheet""
        fileref.type = ""text/css""
        doc().getElementsByTagName(""head"").item(0).appendChild(fileref)","def activate_css ( targetnode ) : <TAB> scriptnodes = list ( targetnode . getElementsByTagName ( ""link"" ) ) <TAB> for LC in range ( len ( scriptnodes ) ) : <TAB> <TAB> sn = scriptnodes [ LC ] <TAB> <TAB> sn . parentNode . removeChild ( sn ) <TAB> <TAB> fileref = DOM . createElement ( ""link"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fileref . href = sn . href <TAB> <TAB> else : <TAB> <TAB> <TAB> fileref . text = sn . text <TAB> <TAB> fileref . rel = ""stylesheet"" <TAB> <TAB> fileref . type = ""text/css"" <TAB> <TAB> doc ( ) . getElementsByTagName ( ""head"" ) . item ( 0 ) . appendChild ( fileref )","if hassattr ( sn , ""href"" ) :",154
15432,"def visit_simple_stmt(self, node: Node) -> Iterator[Line]:
    """"""Visit a statement without nested statements.""""""
    is_suite_like = node.parent and node.parent.type in STATEMENT
    if is_suite_like:
        if self.is_pyi and is_stub_body(node):
            yield from self.visit_default(node)
        else:
            yield from self.line(+1)
            yield from self.visit_default(node)
            yield from self.line(-1)
    else:
        if not self.is_pyi or not node.parent or not is_stub_suite(node.parent):
            yield from self.line()
        yield from self.visit_default(node)","def visit_simple_stmt ( self , node : Node ) -> Iterator [ Line ] : <TAB> """"""Visit a statement without nested statements."""""" <TAB> is_suite_like = node . parent and node . parent . type in STATEMENT <TAB> if is_suite_like : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield from self . visit_default ( node ) <TAB> <TAB> else : <TAB> <TAB> <TAB> yield from self . line ( + 1 ) <TAB> <TAB> <TAB> yield from self . visit_default ( node ) <TAB> <TAB> <TAB> yield from self . line ( - 1 ) <TAB> else : <TAB> <TAB> if not self . is_pyi or not node . parent or not is_stub_suite ( node . parent ) : <TAB> <TAB> <TAB> yield from self . line ( ) <TAB> <TAB> yield from self . visit_default ( node )",if self . is_pyi and is_stub_body ( node ) :,189
20922,"def validate_party_details(self):
    if self.party:
        if not frappe.db.exists(self.party_type, self.party):
            frappe.throw(_(""Invalid {0}: {1}"").format(self.party_type, self.party))
        if self.party_account and self.party_type in (""Customer"", ""Supplier""):
            self.validate_account_type(
                self.party_account, [erpnext.get_party_account_type(self.party_type)]
            )","def validate_party_details ( self ) : <TAB> if self . party : <TAB> <TAB> if not frappe . db . exists ( self . party_type , self . party ) : <TAB> <TAB> <TAB> frappe . throw ( _ ( ""Invalid {0}: {1}"" ) . format ( self . party_type , self . party ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . validate_account_type ( <TAB> <TAB> <TAB> <TAB> self . party_account , [ erpnext . get_party_account_type ( self . party_type ) ] <TAB> <TAB> <TAB> )","if self . party_account and self . party_type in ( ""Customer"" , ""Supplier"" ) :",140
18358,"def __call__(self, x, uttid=None):
    if self.utt2spk is not None:
        spk = self.utt2spk[uttid]
    else:
        spk = uttid
    if not self.reverse:
        if self.norm_means:
            x = np.add(x, self.bias[spk])
        if self.norm_vars:
            x = np.multiply(x, self.scale[spk])
    else:
        if self.norm_vars:
            x = np.divide(x, self.scale[spk])
        if self.norm_means:
            x = np.subtract(x, self.bias[spk])
    return x","def __call__ ( self , x , uttid = None ) : <TAB> if self . utt2spk is not None : <TAB> <TAB> spk = self . utt2spk [ uttid ] <TAB> else : <TAB> <TAB> spk = uttid <TAB> if not self . reverse : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> x = np . add ( x , self . bias [ spk ] ) <TAB> <TAB> if self . norm_vars : <TAB> <TAB> <TAB> x = np . multiply ( x , self . scale [ spk ] ) <TAB> else : <TAB> <TAB> if self . norm_vars : <TAB> <TAB> <TAB> x = np . divide ( x , self . scale [ spk ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> x = np . subtract ( x , self . bias [ spk ] ) <TAB> return x",if self . norm_means :,189
25350,"def __init__(self, operation_def, inputs):
    self._operation_def = operation_def
    self._inputs = inputs
    if not isinstance(operation_def, OperationDef):
        raise TypeError(
            ""operation_def must be an OperationDef, got {} of type {}"".format(
                operation_def, type(operation_def)
            )
        )
    if not isinstance(inputs, tuple):
        raise TypeError(
            ""inputs must be a tuple, got {} of type {}"".format(inputs, type(inputs))
        )
    for value_node in inputs:
        if not isinstance(value_node, ValueNode):
            raise TypeError(
                ""Inputs to Operation must be a ValueNode, got {} of type {}"".format(
                    value_node, type(value_node)
                )
            )
","def __init__ ( self , operation_def , inputs ) : <TAB> self . _operation_def = operation_def <TAB> self . _inputs = inputs <TAB> if not isinstance ( operation_def , OperationDef ) : <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> ""operation_def must be an OperationDef, got {} of type {}"" . format ( <TAB> <TAB> <TAB> <TAB> operation_def , type ( operation_def ) <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> if not isinstance ( inputs , tuple ) : <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> ""inputs must be a tuple, got {} of type {}"" . format ( inputs , type ( inputs ) ) <TAB> <TAB> ) <TAB> for value_node in inputs : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> ""Inputs to Operation must be a ValueNode, got {} of type {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> value_node , type ( value_node ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> )","if not isinstance ( value_node , ValueNode ) :",219
21124,"def instantiate_lambda(transform, lambda_transforms=None):
    if transform.get(""__type__"") == ""Lambda"":
        name = transform[""__name__""]
        if lambda_transforms is None:
            raise ValueError(
                ""To deserialize a Lambda transform with name {name} you need to pass a dict with this transform ""
                ""as the `lambda_transforms` argument"".format(name=name)
            )
        transform = lambda_transforms.get(name)
        if transform is None:
            raise ValueError(
                ""Lambda transform with {name} was not found in `lambda_transforms`"".format(
                    name=name
                )
            )
        return transform
    return None
","def instantiate_lambda ( transform , lambda_transforms = None ) : <TAB> if transform . get ( ""__type__"" ) == ""Lambda"" : <TAB> <TAB> name = transform [ ""__name__"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""To deserialize a Lambda transform with name {name} you need to pass a dict with this transform "" <TAB> <TAB> <TAB> <TAB> ""as the `lambda_transforms` argument"" . format ( name = name ) <TAB> <TAB> <TAB> ) <TAB> <TAB> transform = lambda_transforms . get ( name ) <TAB> <TAB> if transform is None : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Lambda transform with {name} was not found in `lambda_transforms`"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> name = name <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> return transform <TAB> return None",if lambda_transforms is None :,186
11195,"def on_paint(self, event):
    dc = wx.BufferedPaintDC(self.panel)
    dc.SetBackground(wx.Brush(wx.SystemSettings.GetColour(wx.SYS_COLOUR_WINDOW)))
    dc.Clear()
    dc.SetPen(wx.Pen(wx.SystemSettings.GetColour(wx.SYS_COLOUR_GRAYTEXT)))
    sizer = self.panel.Sizer
    _, panel_width = self.panel.GetClientSize()
    assert isinstance(sizer, wx.lib.rcsizer.RowColSizer)
    bottom_choice_name = self.get_choice_control_name(self.n_items)
    bottom_choice = self.panel.FindWindowByName(bottom_choice_name)
    if bottom_choice is not None:
        r = bottom_choice.GetRect()
        dc.DrawLine(r.Left - 2, 1, r.Left - 2, r.Bottom)
    for i in range(1, self.n_items + 1):
        choice_name = self.get_choice_control_name(i)
        choice = self.panel.FindWindowByName(choice_name)
        if choice is not None:
            r = choice.GetRect()
            dc.DrawLine(1, r.Top - 2, panel_width - 1, r.Top - 2)
    event.Skip()","def on_paint ( self , event ) : <TAB> dc = wx . BufferedPaintDC ( self . panel ) <TAB> dc . SetBackground ( wx . Brush ( wx . SystemSettings . GetColour ( wx . SYS_COLOUR_WINDOW ) ) ) <TAB> dc . Clear ( ) <TAB> dc . SetPen ( wx . Pen ( wx . SystemSettings . GetColour ( wx . SYS_COLOUR_GRAYTEXT ) ) ) <TAB> sizer = self . panel . Sizer <TAB> _ , panel_width = self . panel . GetClientSize ( ) <TAB> assert isinstance ( sizer , wx . lib . rcsizer . RowColSizer ) <TAB> bottom_choice_name = self . get_choice_control_name ( self . n_items ) <TAB> bottom_choice = self . panel . FindWindowByName ( bottom_choice_name ) <TAB> if bottom_choice is not None : <TAB> <TAB> r = bottom_choice . GetRect ( ) <TAB> <TAB> dc . DrawLine ( r . Left - 2 , 1 , r . Left - 2 , r . Bottom ) <TAB> for i in range ( 1 , self . n_items + 1 ) : <TAB> <TAB> choice_name = self . get_choice_control_name ( i ) <TAB> <TAB> choice = self . panel . FindWindowByName ( choice_name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> r = choice . GetRect ( ) <TAB> <TAB> <TAB> dc . DrawLine ( 1 , r . Top - 2 , panel_width - 1 , r . Top - 2 ) <TAB> event . Skip ( )",if choice is not None :,344
1513,"def validate_dict(d):
    for n, v in d.items():
        if n[0:2] == ""p_"" and type(v) in (types.FunctionType, types.MethodType):
            continue
        if n[0:2] == ""t_"":
            continue
        if n[0:2] == ""p_"":
            sys.stderr.write(""yacc: Warning. '%s' not defined as a function\n"" % n)
        if 1 and isinstance(v, types.FunctionType) and v.func_code.co_argcount == 1:
            try:
                doc = v.__doc__.split("" "")
                if doc[1] == "":"":
                    sys.stderr.write(
                        ""%s:%d: Warning. Possible grammar rule '%s' defined without p_ prefix.\n""
                        % (v.func_code.co_filename, v.func_code.co_firstlineno, n)
                    )
            except Exception:
                pass","def validate_dict ( d ) : <TAB> for n , v in d . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if n [ 0 : 2 ] == ""t_"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> if n [ 0 : 2 ] == ""p_"" : <TAB> <TAB> <TAB> sys . stderr . write ( ""yacc: Warning. '%s' not defined as a function\n"" % n ) <TAB> <TAB> if 1 and isinstance ( v , types . FunctionType ) and v . func_code . co_argcount == 1 : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> doc = v . __doc__ . split ( "" "" ) <TAB> <TAB> <TAB> <TAB> if doc [ 1 ] == "":"" : <TAB> <TAB> <TAB> <TAB> <TAB> sys . stderr . write ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""%s:%d: Warning. Possible grammar rule '%s' defined without p_ prefix.\n"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> % ( v . func_code . co_filename , v . func_code . co_firstlineno , n ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> pass","if n [ 0 : 2 ] == ""p_"" and type ( v ) in ( types . FunctionType , types . MethodType ) :",266
6746,"def client_post_decrypt(self, buf):
    if self.raw_trans:
        return buf
    self.recv_buf += buf
    out_buf = b""""
    while len(self.recv_buf) > 2:
        length = struct.unpack("">H"", self.recv_buf[:2])[0]
        if length >= 8192 or length < 7:
            self.raw_trans = True
            self.recv_buf = b""""
            raise Exception(""client_post_decrypt data error"")
        if length > len(self.recv_buf):
            break
        if (
            struct.pack(""<I"", zlib.adler32(self.recv_buf[: length - 4]) & 0xFFFFFFFF)
            != self.recv_buf[length - 4 : length]
        ):
            self.raw_trans = True
            self.recv_buf = b""""
            raise Exception(""client_post_decrypt data uncorrect checksum"")
        pos = common.ord(self.recv_buf[2]) + 2
        out_buf += self.recv_buf[pos : length - 4]
        self.recv_buf = self.recv_buf[length:]
    if out_buf:
        self.decrypt_packet_num += 1
    return out_buf","def client_post_decrypt ( self , buf ) : <TAB> if self . raw_trans : <TAB> <TAB> return buf <TAB> self . recv_buf += buf <TAB> out_buf = b"""" <TAB> while len ( self . recv_buf ) > 2 : <TAB> <TAB> length = struct . unpack ( "">H"" , self . recv_buf [ : 2 ] ) [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . raw_trans = True <TAB> <TAB> <TAB> self . recv_buf = b"""" <TAB> <TAB> <TAB> raise Exception ( ""client_post_decrypt data error"" ) <TAB> <TAB> if length > len ( self . recv_buf ) : <TAB> <TAB> <TAB> break <TAB> <TAB> if ( <TAB> <TAB> <TAB> struct . pack ( ""<I"" , zlib . adler32 ( self . recv_buf [ : length - 4 ] ) & 0xFFFFFFFF ) <TAB> <TAB> <TAB> != self . recv_buf [ length - 4 : length ] <TAB> <TAB> ) : <TAB> <TAB> <TAB> self . raw_trans = True <TAB> <TAB> <TAB> self . recv_buf = b"""" <TAB> <TAB> <TAB> raise Exception ( ""client_post_decrypt data uncorrect checksum"" ) <TAB> <TAB> pos = common . ord ( self . recv_buf [ 2 ] ) + 2 <TAB> <TAB> out_buf += self . recv_buf [ pos : length - 4 ] <TAB> <TAB> self . recv_buf = self . recv_buf [ length : ] <TAB> if out_buf : <TAB> <TAB> self . decrypt_packet_num += 1 <TAB> return out_buf",if length >= 8192 or length < 7 :,324
25085,"def visit_Enum(self, node):
    if not node.values:
        return
    generator = c_generator.CGenerator()
    for i, elem in enumerate(node.values.enumerators):
        if not elem.value:
            continue
        try:
            raw_val = generator.visit(elem.value)
            for item in node.values.enumerators:
                try:
                    if item.value and item.value.type == ""int"":
                        raw_val = raw_val.replace(item.name, item.value.value)
                except:
                    pass
            cooked_value = eval(raw_val)
            elem.value = Constant(type=""int"", value=str(cooked_value))
        except:
            pass
","def visit_Enum ( self , node ) : <TAB> if not node . values : <TAB> <TAB> return <TAB> generator = c_generator . CGenerator ( ) <TAB> for i , elem in enumerate ( node . values . enumerators ) : <TAB> <TAB> if not elem . value : <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> raw_val = generator . visit ( elem . value ) <TAB> <TAB> <TAB> for item in node . values . enumerators : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raw_val = raw_val . replace ( item . name , item . value . value ) <TAB> <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> cooked_value = eval ( raw_val ) <TAB> <TAB> <TAB> elem . value = Constant ( type = ""int"" , value = str ( cooked_value ) ) <TAB> <TAB> except : <TAB> <TAB> <TAB> pass","if item . value and item . value . type == ""int"" :",214
5694,"def get_palette_for_custom_classes(self, class_names, palette=None):
    if self.label_map is not None:
        # return subset of palette
        palette = []
        for old_id, new_id in sorted(self.label_map.items(), key=lambda x: x[1]):
            if new_id != -1:
                palette.append(self.PALETTE[old_id])
        palette = type(self.PALETTE)(palette)
    elif palette is None:
        if self.PALETTE is None:
            palette = np.random.randint(0, 255, size=(len(class_names), 3))
        else:
            palette = self.PALETTE
    return palette","def get_palette_for_custom_classes ( self , class_names , palette = None ) : <TAB> if self . label_map is not None : <TAB> <TAB> <TAB> <TAB> palette = [ ] <TAB> <TAB> for old_id , new_id in sorted ( self . label_map . items ( ) , key = lambda x : x [ 1 ] ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> palette . append ( self . PALETTE [ old_id ] ) <TAB> <TAB> palette = type ( self . PALETTE ) ( palette ) <TAB> elif palette is None : <TAB> <TAB> if self . PALETTE is None : <TAB> <TAB> <TAB> palette = np . random . randint ( 0 , 255 , size = ( len ( class_names ) , 3 ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> palette = self . PALETTE <TAB> return palette",if new_id != - 1 :,194
10395,"def save(self):
    updates = self.cinder_obj_get_changes()
    if updates:
        if ""metadata"" in updates:
            metadata = updates.pop(""metadata"", None)
            self.metadata = db.backup_metadata_update(
                self._context, self.id, metadata, True
            )
        updates.pop(""parent"", None)
        db.backup_update(self._context, self.id, updates)
    self.obj_reset_changes()
","def save ( self ) : <TAB> updates = self . cinder_obj_get_changes ( ) <TAB> if updates : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> metadata = updates . pop ( ""metadata"" , None ) <TAB> <TAB> <TAB> self . metadata = db . backup_metadata_update ( <TAB> <TAB> <TAB> <TAB> self . _context , self . id , metadata , True <TAB> <TAB> <TAB> ) <TAB> <TAB> updates . pop ( ""parent"" , None ) <TAB> <TAB> db . backup_update ( self . _context , self . id , updates ) <TAB> self . obj_reset_changes ( )","if ""metadata"" in updates :",127
5213,"def export_addresses(self):
    exports = self._cached_exports_addresses
    if exports is None:
        exports = []
        for export_spec in getattr(self, ""export_specs"", tuple()):
            if isinstance(export_spec, Target):
                exports.append(export_spec.address)
            else:
                exports.append(
                    Address.parse(export_spec, relative_to=self.address.spec_path)
                )
        exports = tuple(exports)
        dep_addresses = {d.address for d in self.dependencies}
        invalid_export_specs = [a.spec for a in exports if a not in dep_addresses]
        if len(invalid_export_specs) > 0:
            raise TargetDefinitionException(
                self,
                ""Invalid exports: these exports must also be dependencies\n  {}"".format(
                    ""\n  "".join(invalid_export_specs)
                ),
            )
        self._cached_exports_addresses = exports
    return exports","def export_addresses ( self ) : <TAB> exports = self . _cached_exports_addresses <TAB> if exports is None : <TAB> <TAB> exports = [ ] <TAB> <TAB> for export_spec in getattr ( self , ""export_specs"" , tuple ( ) ) : <TAB> <TAB> <TAB> if isinstance ( export_spec , Target ) : <TAB> <TAB> <TAB> <TAB> exports . append ( export_spec . address ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> exports . append ( <TAB> <TAB> <TAB> <TAB> <TAB> Address . parse ( export_spec , relative_to = self . address . spec_path ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> exports = tuple ( exports ) <TAB> <TAB> dep_addresses = { d . address for d in self . dependencies } <TAB> <TAB> invalid_export_specs = [ a . spec for a in exports if a not in dep_addresses ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise TargetDefinitionException ( <TAB> <TAB> <TAB> <TAB> self , <TAB> <TAB> <TAB> <TAB> ""Invalid exports: these exports must also be dependencies\n  {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> ""\n  "" . join ( invalid_export_specs ) <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> self . _cached_exports_addresses = exports <TAB> return exports",if len ( invalid_export_specs ) > 0 :,275
2806,"def _set_value(self, value):
    if self._module is None:
        #   EUI version is implicit, detect it from value.
        for module in (_eui48, _eui64):
            try:
                self._value = module.str_to_int(value)
                self._module = module
                break
            except AddrFormatError:
                try:
                    if 0 <= int(value) <= module.max_int:
                        self._value = int(value)
                        self._module = module
                        break
                except ValueError:
                    pass
        if self._module is None:
            raise AddrFormatError(""failed to detect EUI version: %r"" % value)
    else:
        #   EUI version is explicit.
        if _is_str(value):
            try:
                self._value = self._module.str_to_int(value)
            except AddrFormatError:
                raise AddrFormatError(
                    ""address %r is not an EUIv%d"" % (value, self._module.version)
                )
        else:
            if 0 <= int(value) <= self._module.max_int:
                self._value = int(value)
            else:
                raise AddrFormatError(""bad address format: %r"" % value)","def _set_value ( self , value ) : <TAB> if self . _module is None : <TAB> <TAB> <TAB> <TAB> for module in ( _eui48 , _eui64 ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> self . _value = module . str_to_int ( value ) <TAB> <TAB> <TAB> <TAB> self . _module = module <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> except AddrFormatError : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _value = int ( value ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _module = module <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> if self . _module is None : <TAB> <TAB> <TAB> raise AddrFormatError ( ""failed to detect EUI version: %r"" % value ) <TAB> else : <TAB> <TAB> <TAB> <TAB> if _is_str ( value ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> self . _value = self . _module . str_to_int ( value ) <TAB> <TAB> <TAB> except AddrFormatError : <TAB> <TAB> <TAB> <TAB> raise AddrFormatError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""address %r is not an EUIv%d"" % ( value , self . _module . version ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if 0 <= int ( value ) <= self . _module . max_int : <TAB> <TAB> <TAB> <TAB> self . _value = int ( value ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise AddrFormatError ( ""bad address format: %r"" % value )",if 0 <= int ( value ) <= module . max_int :,389
14930,"def main(argv):
    # Write input files to a .zip
    out_path = argv[1]
    # NOTE: Startup is ~3 ms faster WITHOUT compression.  38 ms. vs 41. ms.
    # mode = zipfile.ZIP_DEFLATED
    # Increase size of bytecode, slightly faster compression, don't need zlib.
    mode = zipfile.ZIP_STORED
    z = zipfile.ZipFile(out_path, ""w"", mode)
    seen = {}
    for line in sys.stdin:
        line = line.strip()
        try:
            full_path, rel_path = line.split(None, 1)
        except ValueError:
            raise RuntimeError(""Invalid line %r"" % line)
        if rel_path in seen:
            expected = seen[rel_path]
            if expected != full_path:
                print >>sys.stderr, ""WARNING: expected %r, got %r"" % (
                    expected,
                    full_path,
                )
            continue
        # print >>sys.stderr, '%s -> %s' % (full_path, rel_path)
        z.write(full_path, rel_path)
        seen[rel_path] = full_path","def main ( argv ) : <TAB> <TAB> out_path = argv [ 1 ] <TAB> <TAB> <TAB> <TAB> mode = zipfile . ZIP_STORED <TAB> z = zipfile . ZipFile ( out_path , ""w"" , mode ) <TAB> seen = { } <TAB> for line in sys . stdin : <TAB> <TAB> line = line . strip ( ) <TAB> <TAB> try : <TAB> <TAB> <TAB> full_path , rel_path = line . split ( None , 1 ) <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> raise RuntimeError ( ""Invalid line %r"" % line ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> expected = seen [ rel_path ] <TAB> <TAB> <TAB> if expected != full_path : <TAB> <TAB> <TAB> <TAB> print >> sys . stderr , ""WARNING: expected %r, got %r"" % ( <TAB> <TAB> <TAB> <TAB> <TAB> expected , <TAB> <TAB> <TAB> <TAB> <TAB> full_path , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> z . write ( full_path , rel_path ) <TAB> <TAB> seen [ rel_path ] = full_path",if rel_path in seen :,313
3505,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRUCT:
                self.type = Type()
                self.type.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . type = Type ( ) <TAB> <TAB> <TAB> <TAB> self . type . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STOP :,270
3994,"def __init__(self, options, columns):
    super(TestForeignDataWrapper, self).__init__(options, columns)
    self.columns = columns
    self.test_type = options.get(""test_type"", None)
    self.test_subtype = options.get(""test_subtype"", None)
    self.tx_hook = options.get(""tx_hook"", False)
    self._row_id_column = options.get(""row_id_column"", list(self.columns.keys())[0])
    log_to_postgres(str(sorted(options.items())))
    log_to_postgres(
        str(sorted([(key, column.type_name) for key, column in columns.items()]))
    )
    for column in columns.values():
        if column.options:
            log_to_postgres(
                ""Column %s options: %s"" % (column.column_name, column.options)
            )
    if self.test_type == ""logger"":
        log_to_postgres(""An error is about to occur"", WARNING)
        log_to_postgres(""An error occured"", ERROR)","def __init__ ( self , options , columns ) : <TAB> super ( TestForeignDataWrapper , self ) . __init__ ( options , columns ) <TAB> self . columns = columns <TAB> self . test_type = options . get ( ""test_type"" , None ) <TAB> self . test_subtype = options . get ( ""test_subtype"" , None ) <TAB> self . tx_hook = options . get ( ""tx_hook"" , False ) <TAB> self . _row_id_column = options . get ( ""row_id_column"" , list ( self . columns . keys ( ) ) [ 0 ] ) <TAB> log_to_postgres ( str ( sorted ( options . items ( ) ) ) ) <TAB> log_to_postgres ( <TAB> <TAB> str ( sorted ( [ ( key , column . type_name ) for key , column in columns . items ( ) ] ) ) <TAB> ) <TAB> for column in columns . values ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> log_to_postgres ( <TAB> <TAB> <TAB> <TAB> ""Column %s options: %s"" % ( column . column_name , column . options ) <TAB> <TAB> <TAB> ) <TAB> if self . test_type == ""logger"" : <TAB> <TAB> log_to_postgres ( ""An error is about to occur"" , WARNING ) <TAB> <TAB> log_to_postgres ( ""An error occured"" , ERROR )",if column . options :,275
1892,"def filter_command(self, event=None):
    dir, pat = self.get_filter()
    try:
        names = os.listdir(dir)
    except OSError:
        self.master.bell()
        return
    self.directory = dir
    self.set_filter(dir, pat)
    names.sort()
    subdirs = [os.pardir]
    matchingfiles = []
    for name in names:
        fullname = os.path.join(dir, name)
        if os.path.isdir(fullname):
            subdirs.append(name)
        elif fnmatch.fnmatch(name, pat):
            matchingfiles.append(name)
    self.dirs.delete(0, END)
    for name in subdirs:
        self.dirs.insert(END, name)
    self.files.delete(0, END)
    for name in matchingfiles:
        self.files.insert(END, name)
    head, tail = os.path.split(self.get_selection())
    if tail == os.curdir:
        tail = """"
    self.set_selection(tail)","def filter_command ( self , event = None ) : <TAB> dir , pat = self . get_filter ( ) <TAB> try : <TAB> <TAB> names = os . listdir ( dir ) <TAB> except OSError : <TAB> <TAB> self . master . bell ( ) <TAB> <TAB> return <TAB> self . directory = dir <TAB> self . set_filter ( dir , pat ) <TAB> names . sort ( ) <TAB> subdirs = [ os . pardir ] <TAB> matchingfiles = [ ] <TAB> for name in names : <TAB> <TAB> fullname = os . path . join ( dir , name ) <TAB> <TAB> if os . path . isdir ( fullname ) : <TAB> <TAB> <TAB> subdirs . append ( name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> matchingfiles . append ( name ) <TAB> self . dirs . delete ( 0 , END ) <TAB> for name in subdirs : <TAB> <TAB> self . dirs . insert ( END , name ) <TAB> self . files . delete ( 0 , END ) <TAB> for name in matchingfiles : <TAB> <TAB> self . files . insert ( END , name ) <TAB> head , tail = os . path . split ( self . get_selection ( ) ) <TAB> if tail == os . curdir : <TAB> <TAB> tail = """" <TAB> self . set_selection ( tail )","elif fnmatch . fnmatch ( name , pat ) :",275
12929,"def action(self, line):
    if line.strip().startswith(""#"") and self.state != ""multiline"":
        if self.state != ""init"" or self.tags or self.variant != ""feature"":
            return
        # -- DETECT: language comment (at begin of feature file; state=init)
        line = line.strip()[1:].strip()
        if line.lstrip().lower().startswith(""language:""):
            language = line[9:].strip()
            self.language = language
            self.keywords = i18n.languages[language]
        return
    func = getattr(self, ""action_"" + self.state, None)
    if func is None:
        line = line.strip()
        msg = u""Parser in unknown state %s;"" % self.state
        raise ParserError(msg, self.line, self.filename, line)
    if not func(line):
        line = line.strip()
        msg = u'\nParser failure in state %s, at line %d: ""%s""\n' % (
            self.state,
            self.line,
            line,
        )
        reason = self.ask_parse_failure_oracle(line)
        if reason:
            msg += u""REASON: %s"" % reason
        raise ParserError(msg, None, self.filename)","def action ( self , line ) : <TAB> if line . strip ( ) . startswith ( ""#"" ) and self . state != ""multiline"" : <TAB> <TAB> if self . state != ""init"" or self . tags or self . variant != ""feature"" : <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> line = line . strip ( ) [ 1 : ] . strip ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> language = line [ 9 : ] . strip ( ) <TAB> <TAB> <TAB> self . language = language <TAB> <TAB> <TAB> self . keywords = i18n . languages [ language ] <TAB> <TAB> return <TAB> func = getattr ( self , ""action_"" + self . state , None ) <TAB> if func is None : <TAB> <TAB> line = line . strip ( ) <TAB> <TAB> msg = u""Parser in unknown state %s;"" % self . state <TAB> <TAB> raise ParserError ( msg , self . line , self . filename , line ) <TAB> if not func ( line ) : <TAB> <TAB> line = line . strip ( ) <TAB> <TAB> msg = u'\nParser failure in state %s, at line %d: ""%s""\n' % ( <TAB> <TAB> <TAB> self . state , <TAB> <TAB> <TAB> self . line , <TAB> <TAB> <TAB> line , <TAB> <TAB> ) <TAB> <TAB> reason = self . ask_parse_failure_oracle ( line ) <TAB> <TAB> if reason : <TAB> <TAB> <TAB> msg += u""REASON: %s"" % reason <TAB> <TAB> raise ParserError ( msg , None , self . filename )","if line . lstrip ( ) . lower ( ) . startswith ( ""language:"" ) :",337
3882,"def OnMacKeyDown(self, e):
    code = e.GetKeyCode()
    stopPropagation = True
    # Command
    if e.CmdDown():
        if code == wx._core.WXK_LEFT:
            self.GotoLine(self.GetCurrentLine())
        elif code == wx._core.WXK_RIGHT:
            self.GotoPos(self.GetLineEndPosition(self.GetCurrentLine()))
        elif code == wx._core.WXK_UP:
            self.GotoPos(0)
        elif code == wx._core.WXK_DOWN:
            self.GotoPos(self.GetLength())
        else:
            stopPropagation = False
    # Control
    elif e.GetModifiers() & 0xF0:
        if code == 65:  # A
            self.GotoLine(self.GetCurrentLine())
        elif code == 69:  # E
            self.GotoPos(self.GetLineEndPosition(self.GetCurrentLine()))
        else:
            stopPropagation = False
    else:
        stopPropagation = False
    # Event propagation
    if stopPropagation:
        e.StopPropagation()
    else:
        e.Skip()","def OnMacKeyDown ( self , e ) : <TAB> code = e . GetKeyCode ( ) <TAB> stopPropagation = True <TAB> <TAB> if e . CmdDown ( ) : <TAB> <TAB> if code == wx . _core . WXK_LEFT : <TAB> <TAB> <TAB> self . GotoLine ( self . GetCurrentLine ( ) ) <TAB> <TAB> elif code == wx . _core . WXK_RIGHT : <TAB> <TAB> <TAB> self . GotoPos ( self . GetLineEndPosition ( self . GetCurrentLine ( ) ) ) <TAB> <TAB> elif code == wx . _core . WXK_UP : <TAB> <TAB> <TAB> self . GotoPos ( 0 ) <TAB> <TAB> elif code == wx . _core . WXK_DOWN : <TAB> <TAB> <TAB> self . GotoPos ( self . GetLength ( ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> stopPropagation = False <TAB> <TAB> elif e . GetModifiers ( ) & 0xF0 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . GotoLine ( self . GetCurrentLine ( ) ) <TAB> <TAB> elif code == 69 : <TAB> <TAB> <TAB> self . GotoPos ( self . GetLineEndPosition ( self . GetCurrentLine ( ) ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> stopPropagation = False <TAB> else : <TAB> <TAB> stopPropagation = False <TAB> <TAB> if stopPropagation : <TAB> <TAB> e . StopPropagation ( ) <TAB> else : <TAB> <TAB> e . Skip ( )",if code == 65 :,300
5619,"def _postproc_phase3(self):
    try:
        if self.send_data:
            self.end_online()
        if self._user.token and self.engine.stopping_reason:
            exc_class = self.engine.stopping_reason.__class__.__name__
            note = ""%s: %s"" % (exc_class, str(self.engine.stopping_reason))
            self.append_note_to_session(note)
            if self._master:
                self.append_note_to_master(note)
    except KeyboardInterrupt:
        raise
    except BaseException as exc:
        self.log.debug(""Failed to finish online: %s"", traceback.format_exc())
        self.log.warning(""Failed to finish online: %s"", exc)","def _postproc_phase3 ( self ) : <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . end_online ( ) <TAB> <TAB> if self . _user . token and self . engine . stopping_reason : <TAB> <TAB> <TAB> exc_class = self . engine . stopping_reason . __class__ . __name__ <TAB> <TAB> <TAB> note = ""%s: %s"" % ( exc_class , str ( self . engine . stopping_reason ) ) <TAB> <TAB> <TAB> self . append_note_to_session ( note ) <TAB> <TAB> <TAB> if self . _master : <TAB> <TAB> <TAB> <TAB> self . append_note_to_master ( note ) <TAB> except KeyboardInterrupt : <TAB> <TAB> raise <TAB> except BaseException as exc : <TAB> <TAB> self . log . debug ( ""Failed to finish online: %s"" , traceback . format_exc ( ) ) <TAB> <TAB> self . log . warning ( ""Failed to finish online: %s"" , exc )",if self . send_data :,201
24134,"def _setPupilDetection(self, pmode):
    try:
        if pmode.upper() == ""ELLIPSE_FIT"":
            self._eyelink.sendCommand(""use_ellipse_fitter = YES"")
        elif pmode.upper() == ""CENTROID_FIT"":
            self._eyelink.sendCommand(""force_ellipse_fitter -1"")
            self._eyelink.sendCommand(""use_ellipse_fitter = NO"")
        else:
            print2err(
                ""** EyeLink Warning: _setPupilDetection: Unrecofnized pupil fitting type: "",
                pmode,
            )
            return EyeTrackerConstants.EYETRACKER_ERROR
        return EyeTrackerConstants.EYETRACKER_OK
    except Exception:
        print2err(""EYELINK Error during _setPupilDetection:"")
        printExceptionDetailsToStdErr()
        return EyeTrackerConstants.EYETRACKER_ERROR","def _setPupilDetection ( self , pmode ) : <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _eyelink . sendCommand ( ""use_ellipse_fitter = YES"" ) <TAB> <TAB> elif pmode . upper ( ) == ""CENTROID_FIT"" : <TAB> <TAB> <TAB> self . _eyelink . sendCommand ( ""force_ellipse_fitter -1"" ) <TAB> <TAB> <TAB> self . _eyelink . sendCommand ( ""use_ellipse_fitter = NO"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print2err ( <TAB> <TAB> <TAB> <TAB> ""** EyeLink Warning: _setPupilDetection: Unrecofnized pupil fitting type: "" , <TAB> <TAB> <TAB> <TAB> pmode , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return EyeTrackerConstants . EYETRACKER_ERROR <TAB> <TAB> return EyeTrackerConstants . EYETRACKER_OK <TAB> except Exception : <TAB> <TAB> print2err ( ""EYELINK Error during _setPupilDetection:"" ) <TAB> <TAB> printExceptionDetailsToStdErr ( ) <TAB> <TAB> return EyeTrackerConstants . EYETRACKER_ERROR","if pmode . upper ( ) == ""ELLIPSE_FIT"" :",256
14403,"def runGenerator(self):
    generatorrunner = ""shiboken""
    for name in (""shiboken"", ""generatorrunner""):
        if PLAT_WINDOWS:
            name += "".exe""
        name = os.path.join(self.PySideBase, ""bin"", name)
        if os.path.exists(name):
            generatorrunner = name
            break
    args = [
        generatorrunner,
        ""--generator-set="" + self.ShibokenGenerator,
        ""global.h "",
        ""--avoid-protected-hack"",
        ""--enable-pyside-extensions"",
        ""--include-paths="" + self.AllIncludes,
        ""--typesystem-paths="" + self.PySideTypeSystem,
        ""--output-directory=."",
        ""typesystem_ScintillaEdit.xml"",
    ]
    print("" "".join(args))
    retcode = subprocess.call("" "".join(args), shell=True, stderr=subprocess.STDOUT)
    if retcode:
        print(""Failed in generatorrunner"", retcode)
        sys.exit()
","def runGenerator ( self ) : <TAB> generatorrunner = ""shiboken"" <TAB> for name in ( ""shiboken"" , ""generatorrunner"" ) : <TAB> <TAB> if PLAT_WINDOWS : <TAB> <TAB> <TAB> name += "".exe"" <TAB> <TAB> name = os . path . join ( self . PySideBase , ""bin"" , name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> generatorrunner = name <TAB> <TAB> <TAB> break <TAB> args = [ <TAB> <TAB> generatorrunner , <TAB> <TAB> ""--generator-set="" + self . ShibokenGenerator , <TAB> <TAB> ""global.h "" , <TAB> <TAB> ""--avoid-protected-hack"" , <TAB> <TAB> ""--enable-pyside-extensions"" , <TAB> <TAB> ""--include-paths="" + self . AllIncludes , <TAB> <TAB> ""--typesystem-paths="" + self . PySideTypeSystem , <TAB> <TAB> ""--output-directory=."" , <TAB> <TAB> ""typesystem_ScintillaEdit.xml"" , <TAB> ] <TAB> print ( "" "" . join ( args ) ) <TAB> retcode = subprocess . call ( "" "" . join ( args ) , shell = True , stderr = subprocess . STDOUT ) <TAB> if retcode : <TAB> <TAB> print ( ""Failed in generatorrunner"" , retcode ) <TAB> <TAB> sys . exit ( )",if os . path . exists ( name ) :,269
1552,"def _align_column_choose_padfn(strings, alignment, has_invisible):
    if alignment == ""right"":
        if not PRESERVE_WHITESPACE:
            strings = [s.strip() for s in strings]
        padfn = _padleft
    elif alignment == ""center"":
        if not PRESERVE_WHITESPACE:
            strings = [s.strip() for s in strings]
        padfn = _padboth
    elif alignment == ""decimal"":
        if has_invisible:
            decimals = [_afterpoint(_strip_invisible(s)) for s in strings]
        else:
            decimals = [_afterpoint(s) for s in strings]
        maxdecimals = max(decimals)
        strings = [s + (maxdecimals - decs) * "" "" for s, decs in zip(strings, decimals)]
        padfn = _padleft
    elif not alignment:
        padfn = _padnone
    else:
        if not PRESERVE_WHITESPACE:
            strings = [s.strip() for s in strings]
        padfn = _padright
    return strings, padfn
","def _align_column_choose_padfn ( strings , alignment , has_invisible ) : <TAB> if alignment == ""right"" : <TAB> <TAB> if not PRESERVE_WHITESPACE : <TAB> <TAB> <TAB> strings = [ s . strip ( ) for s in strings ] <TAB> <TAB> padfn = _padleft <TAB> elif alignment == ""center"" : <TAB> <TAB> if not PRESERVE_WHITESPACE : <TAB> <TAB> <TAB> strings = [ s . strip ( ) for s in strings ] <TAB> <TAB> padfn = _padboth <TAB> elif alignment == ""decimal"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> decimals = [ _afterpoint ( _strip_invisible ( s ) ) for s in strings ] <TAB> <TAB> else : <TAB> <TAB> <TAB> decimals = [ _afterpoint ( s ) for s in strings ] <TAB> <TAB> maxdecimals = max ( decimals ) <TAB> <TAB> strings = [ s + ( maxdecimals - decs ) * "" "" for s , decs in zip ( strings , decimals ) ] <TAB> <TAB> padfn = _padleft <TAB> elif not alignment : <TAB> <TAB> padfn = _padnone <TAB> else : <TAB> <TAB> if not PRESERVE_WHITESPACE : <TAB> <TAB> <TAB> strings = [ s . strip ( ) for s in strings ] <TAB> <TAB> padfn = _padright <TAB> return strings , padfn",if has_invisible :,276
8535,"def yview(self, mode=None, value=None, units=None):
    if type(value) == str:
        value = float(value)
    if mode is None:
        return self.vsb.get()
    elif mode == ""moveto"":
        frameHeight = self.innerframe.winfo_reqheight()
        self._startY = value * float(frameHeight)
    else:  # mode == 'scroll'
        clipperHeight = self._clipper.winfo_height()
        if units == ""units"":
            jump = int(clipperHeight * self._jfraction)
        else:
            jump = clipperHeight
        self._startY = self._startY + value * jump
    self.reposition()
","def yview ( self , mode = None , value = None , units = None ) : <TAB> if type ( value ) == str : <TAB> <TAB> value = float ( value ) <TAB> if mode is None : <TAB> <TAB> return self . vsb . get ( ) <TAB> elif mode == ""moveto"" : <TAB> <TAB> frameHeight = self . innerframe . winfo_reqheight ( ) <TAB> <TAB> self . _startY = value * float ( frameHeight ) <TAB> else : <TAB> <TAB> clipperHeight = self . _clipper . winfo_height ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> jump = int ( clipperHeight * self . _jfraction ) <TAB> <TAB> else : <TAB> <TAB> <TAB> jump = clipperHeight <TAB> <TAB> self . _startY = self . _startY + value * jump <TAB> self . reposition ( )","if units == ""units"" :",181
16617,"def iter_fields(node, *, include_meta=True, exclude_unset=False):
    exclude_meta = not include_meta
    for field_name, field in node._fields.items():
        if exclude_meta and field.meta:
            continue
        field_val = getattr(node, field_name, _marker)
        if field_val is _marker:
            continue
        if exclude_unset:
            if callable(field.default):
                default = field.default()
            else:
                default = field.default
            if field_val == default:
                continue
        yield field_name, field_val
","def iter_fields ( node , * , include_meta = True , exclude_unset = False ) : <TAB> exclude_meta = not include_meta <TAB> for field_name , field in node . _fields . items ( ) : <TAB> <TAB> if exclude_meta and field . meta : <TAB> <TAB> <TAB> continue <TAB> <TAB> field_val = getattr ( node , field_name , _marker ) <TAB> <TAB> if field_val is _marker : <TAB> <TAB> <TAB> continue <TAB> <TAB> if exclude_unset : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> default = field . default ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> default = field . default <TAB> <TAB> <TAB> if field_val == default : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> yield field_name , field_val",if callable ( field . default ) :,171
12846,"def _build_coverage_data(executed_commands):
    coverage_data = {}
    for command in executed_commands:
        command_tokens = []
        param_tokens = []
        is_command = True
        for token in command.split():
            if token.startswith(""-""):
                param_tokens.append(token)
                is_command = False
            elif is_command:
                command_tokens.append(token)
            else:
                # this would be a value token... meh.
                pass
        command_name = "" "".join(command_tokens)
        if command_name in coverage_data:
            coverage_data[command_name] = list(
                set(coverage_data[command_name]).union(set(param_tokens))
            )
        else:
            coverage_data[command_name] = param_tokens
    return coverage_data
","def _build_coverage_data ( executed_commands ) : <TAB> coverage_data = { } <TAB> for command in executed_commands : <TAB> <TAB> command_tokens = [ ] <TAB> <TAB> param_tokens = [ ] <TAB> <TAB> is_command = True <TAB> <TAB> for token in command . split ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> param_tokens . append ( token ) <TAB> <TAB> <TAB> <TAB> is_command = False <TAB> <TAB> <TAB> elif is_command : <TAB> <TAB> <TAB> <TAB> command_tokens . append ( token ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> command_name = "" "" . join ( command_tokens ) <TAB> <TAB> if command_name in coverage_data : <TAB> <TAB> <TAB> coverage_data [ command_name ] = list ( <TAB> <TAB> <TAB> <TAB> set ( coverage_data [ command_name ] ) . union ( set ( param_tokens ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> coverage_data [ command_name ] = param_tokens <TAB> return coverage_data","if token . startswith ( ""-"" ) :",242
18235,"def __init__(self, name, *sub_params):
    self.name = name
    types = self.struct_types = OrderedDict()
    values = self.struct_values = {}
    for sub in sub_params:
        if isinstance(sub, self.__class__):
            types[sub.name] = ""STRUCT""
            values[sub.name] = sub
        elif isinstance(sub, ArrayQueryParameter):
            types[sub.name] = ""ARRAY""
            values[sub.name] = sub
        else:
            types[sub.name] = sub.type_
            values[sub.name] = sub.value
","def __init__ ( self , name , * sub_params ) : <TAB> self . name = name <TAB> types = self . struct_types = OrderedDict ( ) <TAB> values = self . struct_values = { } <TAB> for sub in sub_params : <TAB> <TAB> if isinstance ( sub , self . __class__ ) : <TAB> <TAB> <TAB> types [ sub . name ] = ""STRUCT"" <TAB> <TAB> <TAB> values [ sub . name ] = sub <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> types [ sub . name ] = ""ARRAY"" <TAB> <TAB> <TAB> values [ sub . name ] = sub <TAB> <TAB> else : <TAB> <TAB> <TAB> types [ sub . name ] = sub . type_ <TAB> <TAB> <TAB> values [ sub . name ] = sub . value","elif isinstance ( sub , ArrayQueryParameter ) :",163
17003,"def update(self, content=None):
    if content is not None:
        self.content = content
    # Probably a very naive approach, but it'll do for now.
    try:
        root = ET.fromstring(self.content)
        self.size = len(self.content)
        self.last_modified = int(
            (datetime.datetime.now() - datetime.datetime(1970, 1, 1)).total_seconds()
        )
        self.lexemes_count = len(root.findall("".""))
        for key, value in root.attrib.items():
            if key.endswith(""alphabet""):
                self.alphabet = value
            elif key.endswith(""lang""):
                self.language_code = value
    except Exception as err:
        raise ValueError(""Failure parsing XML: {0}"".format(err))","def update ( self , content = None ) : <TAB> if content is not None : <TAB> <TAB> self . content = content <TAB> <TAB> try : <TAB> <TAB> root = ET . fromstring ( self . content ) <TAB> <TAB> self . size = len ( self . content ) <TAB> <TAB> self . last_modified = int ( <TAB> <TAB> <TAB> ( datetime . datetime . now ( ) - datetime . datetime ( 1970 , 1 , 1 ) ) . total_seconds ( ) <TAB> <TAB> ) <TAB> <TAB> self . lexemes_count = len ( root . findall ( ""."" ) ) <TAB> <TAB> for key , value in root . attrib . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . alphabet = value <TAB> <TAB> <TAB> elif key . endswith ( ""lang"" ) : <TAB> <TAB> <TAB> <TAB> self . language_code = value <TAB> except Exception as err : <TAB> <TAB> raise ValueError ( ""Failure parsing XML: {0}"" . format ( err ) )","if key . endswith ( ""alphabet"" ) :",210
24160,"def nextEditable(self):
    """"""Moves focus of the cursor to the next editable window""""""
    if self.currentEditable is None:
        if len(self._editableChildren):
            self._currentEditableRef = self._editableChildren[0]
    else:
        for ref in weakref.getweakrefs(self.currentEditable):
            if ref in self._editableChildren:
                cei = self._editableChildren.index(ref)
                nei = cei + 1
                if nei >= len(self._editableChildren):
                    nei = 0
                self._currentEditableRef = self._editableChildren[nei]
    return self.currentEditable","def nextEditable ( self ) : <TAB> """"""Moves focus of the cursor to the next editable window"""""" <TAB> if self . currentEditable is None : <TAB> <TAB> if len ( self . _editableChildren ) : <TAB> <TAB> <TAB> self . _currentEditableRef = self . _editableChildren [ 0 ] <TAB> else : <TAB> <TAB> for ref in weakref . getweakrefs ( self . currentEditable ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> cei = self . _editableChildren . index ( ref ) <TAB> <TAB> <TAB> <TAB> nei = cei + 1 <TAB> <TAB> <TAB> <TAB> if nei >= len ( self . _editableChildren ) : <TAB> <TAB> <TAB> <TAB> <TAB> nei = 0 <TAB> <TAB> <TAB> <TAB> self . _currentEditableRef = self . _editableChildren [ nei ] <TAB> return self . currentEditable",if ref in self . _editableChildren :,179
16274,"def buildSearchTrie(self, choices):
    searchtrie = trie.Trie()
    for choice in choices:
        for token in self.tokenizeChoice(choice):
            if not searchtrie.has_key(token):
                searchtrie[token] = []
            searchtrie[token].append(choice)
    return searchtrie
","def buildSearchTrie ( self , choices ) : <TAB> searchtrie = trie . Trie ( ) <TAB> for choice in choices : <TAB> <TAB> for token in self . tokenizeChoice ( choice ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> searchtrie [ token ] = [ ] <TAB> <TAB> <TAB> searchtrie [ token ] . append ( choice ) <TAB> return searchtrie",if not searchtrie . has_key ( token ) :,85
19292,"def test_upload_guest(self):
    response = requests.post(
        ""/"".join([server_url, ""data"", ""upload""]), json=self.upload_config
    )
    self.assertTrue(response.status_code in [200, 201])
    self.assertTrue(int(response.json()[""retcode""]) == 0)
    job_id = response.json()[""jobId""]
    for i in range(60):
        response = requests.post(
            ""/"".join([server_url, ""job"", ""query""]), json={""job_id"": job_id}
        )
        self.assertTrue(int(response.json()[""retcode""]) == 0)
        if response.json()[""data""][0][""f_status""] == JobStatus.SUCCESS:
            break
        time.sleep(1)
    self.assertTrue(response.json()[""data""][0][""f_status""] == JobStatus.SUCCESS)
    response = test_table_info()
    self.assertTrue(response.status_code in [200, 201])
    self.assertTrue(int(response.json()[""retcode""]) == 0)
    response = test_table_delete()
    self.assertTrue(response.status_code in [200, 201])
    self.assertTrue(int(response.json()[""retcode""]) == 0)","def test_upload_guest ( self ) : <TAB> response = requests . post ( <TAB> <TAB> ""/"" . join ( [ server_url , ""data"" , ""upload"" ] ) , json = self . upload_config <TAB> ) <TAB> self . assertTrue ( response . status_code in [ 200 , 201 ] ) <TAB> self . assertTrue ( int ( response . json ( ) [ ""retcode"" ] ) == 0 ) <TAB> job_id = response . json ( ) [ ""jobId"" ] <TAB> for i in range ( 60 ) : <TAB> <TAB> response = requests . post ( <TAB> <TAB> <TAB> ""/"" . join ( [ server_url , ""job"" , ""query"" ] ) , json = { ""job_id"" : job_id } <TAB> <TAB> ) <TAB> <TAB> self . assertTrue ( int ( response . json ( ) [ ""retcode"" ] ) == 0 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> time . sleep ( 1 ) <TAB> self . assertTrue ( response . json ( ) [ ""data"" ] [ 0 ] [ ""f_status"" ] == JobStatus . SUCCESS ) <TAB> response = test_table_info ( ) <TAB> self . assertTrue ( response . status_code in [ 200 , 201 ] ) <TAB> self . assertTrue ( int ( response . json ( ) [ ""retcode"" ] ) == 0 ) <TAB> response = test_table_delete ( ) <TAB> self . assertTrue ( response . status_code in [ 200 , 201 ] ) <TAB> self . assertTrue ( int ( response . json ( ) [ ""retcode"" ] ) == 0 )","if response . json ( ) [ ""data"" ] [ 0 ] [ ""f_status"" ] == JobStatus . SUCCESS :",310
22188,"def _get_pid_port_udp(self, port):
    for item in self.get_extended_udp_table():
        lPort = socket.ntohs(item.dwLocalPort)
        lAddr = socket.inet_ntoa(struct.pack(""L"", item.dwLocalAddr))
        pid = item.dwOwningPid
        if lPort == port:
            return pid
    else:
        return None
","def _get_pid_port_udp ( self , port ) : <TAB> for item in self . get_extended_udp_table ( ) : <TAB> <TAB> lPort = socket . ntohs ( item . dwLocalPort ) <TAB> <TAB> lAddr = socket . inet_ntoa ( struct . pack ( ""L"" , item . dwLocalAddr ) ) <TAB> <TAB> pid = item . dwOwningPid <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return pid <TAB> else : <TAB> <TAB> return None",if lPort == port :,112
23443,"def _process_service_request(self, pkttype, pktid, packet):
    """"""Process a service request""""""
    # pylint: disable=unused-argument
    service = packet.get_string()
    packet.check_end()
    if service == self._next_service:
        self.logger.debug2(""Accepting request for service %s"", service)
        self._next_service = None
        self.send_packet(MSG_SERVICE_ACCEPT, String(service))
        if self.is_server() and service == _USERAUTH_SERVICE:  # pragma: no branch
            self._auth_in_progress = True
            self._send_deferred_packets()
    else:
        raise DisconnectError(
            DISC_SERVICE_NOT_AVAILABLE, ""Unexpected service request received""
        )","def _process_service_request ( self , pkttype , pktid , packet ) : <TAB> """"""Process a service request"""""" <TAB> <TAB> service = packet . get_string ( ) <TAB> packet . check_end ( ) <TAB> if service == self . _next_service : <TAB> <TAB> self . logger . debug2 ( ""Accepting request for service %s"" , service ) <TAB> <TAB> self . _next_service = None <TAB> <TAB> self . send_packet ( MSG_SERVICE_ACCEPT , String ( service ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _auth_in_progress = True <TAB> <TAB> <TAB> self . _send_deferred_packets ( ) <TAB> else : <TAB> <TAB> raise DisconnectError ( <TAB> <TAB> <TAB> DISC_SERVICE_NOT_AVAILABLE , ""Unexpected service request received"" <TAB> <TAB> )",if self . is_server ( ) and service == _USERAUTH_SERVICE :,198
8326,"def __init__(self, library, binary=None):
    self.results = {}
    try:
        lib = SIM_LIBRARIES[library]
    except KeyError:
        raise AngrValueError(""No such library %s"" % library)
    if binary is None:
        binary = self.project.loader.main_object
    for func in binary.symbols:
        if not func.is_function:
            continue
        if self.project.is_hooked(func.rebased_addr):
            l.debug(""Skipping %s at %#x, already hooked"", func.name, func.rebased_addr)
            continue
        if lib.has_implementation(func.name):
            proc = lib.get(func.name, self.project.arch)
            self.results[func.rebased_addr] = proc
            if self.project.is_hooked(func.rebased_addr):
                l.debug(
                    ""Skipping %s at %#x, already hooked"", func.name, func.rebased_addr
                )
            else:
                self.project.hook(func.rebased_addr, proc)
                l.info(""Hooked %s at %#x"", func.name, func.rebased_addr)
        else:
            l.debug(""Failed to hook %s at %#x"", func.name, func.rebased_addr)
","def __init__ ( self , library , binary = None ) : <TAB> self . results = { } <TAB> try : <TAB> <TAB> lib = SIM_LIBRARIES [ library ] <TAB> except KeyError : <TAB> <TAB> raise AngrValueError ( ""No such library %s"" % library ) <TAB> if binary is None : <TAB> <TAB> binary = self . project . loader . main_object <TAB> for func in binary . symbols : <TAB> <TAB> if not func . is_function : <TAB> <TAB> <TAB> continue <TAB> <TAB> if self . project . is_hooked ( func . rebased_addr ) : <TAB> <TAB> <TAB> l . debug ( ""Skipping %s at %#x, already hooked"" , func . name , func . rebased_addr ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> proc = lib . get ( func . name , self . project . arch ) <TAB> <TAB> <TAB> self . results [ func . rebased_addr ] = proc <TAB> <TAB> <TAB> if self . project . is_hooked ( func . rebased_addr ) : <TAB> <TAB> <TAB> <TAB> l . debug ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Skipping %s at %#x, already hooked"" , func . name , func . rebased_addr <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . project . hook ( func . rebased_addr , proc ) <TAB> <TAB> <TAB> <TAB> l . info ( ""Hooked %s at %#x"" , func . name , func . rebased_addr ) <TAB> <TAB> else : <TAB> <TAB> <TAB> l . debug ( ""Failed to hook %s at %#x"" , func . name , func . rebased_addr )",if lib . has_implementation ( func . name ) :,366
7377,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.I64:
                self.lockid = iprot.readI64()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.I32:
                self.state = iprot.readI32()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . I64 : <TAB> <TAB> <TAB> <TAB> self . lockid = iprot . readI64 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . state = iprot . readI32 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . I32 :,321
7053,"def insert(self, index, item):
    if len(self.lists) == 1:
        self.lists[0].insert(index, item)
        self._balance_list(0)
    else:
        list_idx, rel_idx = self._translate_index(index)
        if list_idx is None:
            raise IndexError()
        self.lists[list_idx].insert(rel_idx, item)
        self._balance_list(list_idx)
    return","def insert ( self , index , item ) : <TAB> if len ( self . lists ) == 1 : <TAB> <TAB> self . lists [ 0 ] . insert ( index , item ) <TAB> <TAB> self . _balance_list ( 0 ) <TAB> else : <TAB> <TAB> list_idx , rel_idx = self . _translate_index ( index ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise IndexError ( ) <TAB> <TAB> self . lists [ list_idx ] . insert ( rel_idx , item ) <TAB> <TAB> self . _balance_list ( list_idx ) <TAB> return",if list_idx is None :,123
19091,"def output_handles_from_execution_plan(execution_plan):
    output_handles_for_current_run = set()
    for step_level in execution_plan.execution_step_levels():
        for step in step_level:
            for step_input in step.step_inputs:
                if step_input.source_handles:
                    output_handles_for_current_run.update(step_input.source_handles)
    return output_handles_for_current_run
",def output_handles_from_execution_plan ( execution_plan ) : <TAB> output_handles_for_current_run = set ( ) <TAB> for step_level in execution_plan . execution_step_levels ( ) : <TAB> <TAB> for step in step_level : <TAB> <TAB> <TAB> for step_input in step . step_inputs : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> output_handles_for_current_run . update ( step_input . source_handles ) <TAB> return output_handles_for_current_run,if step_input . source_handles :,124
19306,"def update_metas(
    self,
    schema=None,
    count=None,
    part_of_data=None,
    description=None,
    partitions=None,
    in_serialized=None,
    **kwargs
):
    meta_info = {}
    for k, v in locals().items():
        if k not in [""self"", ""kwargs"", ""meta_info""] and v is not None:
            meta_info[k] = v
    meta_info.update(kwargs)
    meta_info[""name""] = meta_info.get(""name"", self.name)
    meta_info[""namespace""] = meta_info.get(""namespace"", self.namespace)
    update_filters = []
    primary_keys = StorageTableMetaModel._meta.primary_key.field_names
    for p_k in primary_keys:
        update_filters.append(
            operator.attrgetter(p_k)(StorageTableMetaModel)
            == meta_info[p_k.lstrip(""f_"")]
        )
    table_meta = StorageTableMetaModel()
    update_fields = {}
    for k, v in meta_info.items():
        attr_name = ""f_%s"" % k
        if hasattr(StorageTableMetaModel, attr_name) and attr_name not in primary_keys:
            if k == ""part_of_data"":
                if len(v) < 100:
                    tmp = v
                else:
                    tmp = v[:100]
                update_fields[
                    operator.attrgetter(attr_name)(StorageTableMetaModel)
                ] = tmp
            else:
                update_fields[operator.attrgetter(attr_name)(StorageTableMetaModel)] = v
    if update_filters:
        operate = table_meta.update(update_fields).where(*update_filters)
    else:
        operate = table_meta.update(update_fields)
    if count:
        self.count = count
    return operate.execute() > 0","def update_metas ( <TAB> self , <TAB> schema = None , <TAB> count = None , <TAB> part_of_data = None , <TAB> description = None , <TAB> partitions = None , <TAB> in_serialized = None , <TAB> ** kwargs ) : <TAB> meta_info = { } <TAB> for k , v in locals ( ) . items ( ) : <TAB> <TAB> if k not in [ ""self"" , ""kwargs"" , ""meta_info"" ] and v is not None : <TAB> <TAB> <TAB> meta_info [ k ] = v <TAB> meta_info . update ( kwargs ) <TAB> meta_info [ ""name"" ] = meta_info . get ( ""name"" , self . name ) <TAB> meta_info [ ""namespace"" ] = meta_info . get ( ""namespace"" , self . namespace ) <TAB> update_filters = [ ] <TAB> primary_keys = StorageTableMetaModel . _meta . primary_key . field_names <TAB> for p_k in primary_keys : <TAB> <TAB> update_filters . append ( <TAB> <TAB> <TAB> operator . attrgetter ( p_k ) ( StorageTableMetaModel ) <TAB> <TAB> <TAB> == meta_info [ p_k . lstrip ( ""f_"" ) ] <TAB> <TAB> ) <TAB> table_meta = StorageTableMetaModel ( ) <TAB> update_fields = { } <TAB> for k , v in meta_info . items ( ) : <TAB> <TAB> attr_name = ""f_%s"" % k <TAB> <TAB> if hasattr ( StorageTableMetaModel , attr_name ) and attr_name not in primary_keys : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if len ( v ) < 100 : <TAB> <TAB> <TAB> <TAB> <TAB> tmp = v <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> tmp = v [ : 100 ] <TAB> <TAB> <TAB> <TAB> update_fields [ <TAB> <TAB> <TAB> <TAB> <TAB> operator . attrgetter ( attr_name ) ( StorageTableMetaModel ) <TAB> <TAB> <TAB> <TAB> ] = tmp <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> update_fields [ operator . attrgetter ( attr_name ) ( StorageTableMetaModel ) ] = v <TAB> if update_filters : <TAB> <TAB> operate = table_meta . update ( update_fields ) . where ( * update_filters ) <TAB> else : <TAB> <TAB> operate = table_meta . update ( update_fields ) <TAB> if count : <TAB> <TAB> self . count = count <TAB> return operate . execute ( ) > 0","if k == ""part_of_data"" :",508
23292,"def use_index(
    self, term: Union[str, Index], *terms: Union[str, Index]
) -> ""QueryBuilder"":
    for t in (term, *terms):
        if isinstance(t, Index):
            self._use_indexes.append(t)
        elif isinstance(t, str):
            self._use_indexes.append(Index(t))
","def use_index ( <TAB> self , term : Union [ str , Index ] , * terms : Union [ str , Index ] ) -> ""QueryBuilder"" : <TAB> for t in ( term , * terms ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _use_indexes . append ( t ) <TAB> <TAB> elif isinstance ( t , str ) : <TAB> <TAB> <TAB> self . _use_indexes . append ( Index ( t ) )","if isinstance ( t , Index ) :",94
16656,"def generate_self_block(self, block: PLBlock) -> Optional[PLBlock]:
    if not self.commands:
        return None
    self_block = block.add_block()
    prefix_code = self.prefix_code()
    actions = []
    dynamic_actions = []
    for cmd in self.commands:
        if isinstance(cmd, tuple) and (cmd[1] or cmd[2]):
            action = cmd[0].code(self_block)
            if isinstance(action, PLExpression):
                subcommand = f""EXECUTE {ql(prefix_code)} || ' ' || {action}""
            else:
                subcommand = prefix_code + "" "" + action
            self_block.add_command(subcommand, conditions=cmd[1], neg_conditions=cmd[2])
        else:
            action = cmd.code(self_block)
            if isinstance(action, PLExpression):
                subcommand = f""EXECUTE {ql(prefix_code)} || ' ' || {action}""
                dynamic_actions.append(subcommand)
            else:
                actions.append(action)
    if actions:
        command = prefix_code + "" "" + "", "".join(actions)
        self_block.add_command(command)
    if dynamic_actions:
        for action in dynamic_actions:
            self_block.add_command(action)
    extra_block = self_block.add_block()
    for cmd in self.commands:
        if isinstance(cmd, tuple) and (cmd[1] or cmd[2]):
            cmd[0].generate_extra(extra_block, self)
        else:
            cmd.generate_extra(extra_block, self)
    return self_block","def generate_self_block ( self , block : PLBlock ) -> Optional [ PLBlock ] : <TAB> if not self . commands : <TAB> <TAB> return None <TAB> self_block = block . add_block ( ) <TAB> prefix_code = self . prefix_code ( ) <TAB> actions = [ ] <TAB> dynamic_actions = [ ] <TAB> for cmd in self . commands : <TAB> <TAB> if isinstance ( cmd , tuple ) and ( cmd [ 1 ] or cmd [ 2 ] ) : <TAB> <TAB> <TAB> action = cmd [ 0 ] . code ( self_block ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> subcommand = f""EXECUTE {ql(prefix_code)} || ' ' || {action}"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> subcommand = prefix_code + "" "" + action <TAB> <TAB> <TAB> self_block . add_command ( subcommand , conditions = cmd [ 1 ] , neg_conditions = cmd [ 2 ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> action = cmd . code ( self_block ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> subcommand = f""EXECUTE {ql(prefix_code)} || ' ' || {action}"" <TAB> <TAB> <TAB> <TAB> dynamic_actions . append ( subcommand ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> actions . append ( action ) <TAB> if actions : <TAB> <TAB> command = prefix_code + "" "" + "", "" . join ( actions ) <TAB> <TAB> self_block . add_command ( command ) <TAB> if dynamic_actions : <TAB> <TAB> for action in dynamic_actions : <TAB> <TAB> <TAB> self_block . add_command ( action ) <TAB> extra_block = self_block . add_block ( ) <TAB> for cmd in self . commands : <TAB> <TAB> if isinstance ( cmd , tuple ) and ( cmd [ 1 ] or cmd [ 2 ] ) : <TAB> <TAB> <TAB> cmd [ 0 ] . generate_extra ( extra_block , self ) <TAB> <TAB> else : <TAB> <TAB> <TAB> cmd . generate_extra ( extra_block , self ) <TAB> return self_block","if isinstance ( action , PLExpression ) :",446
16735,"def clean(self, ignore_ignored=True):
    files = []
    commands = [[""mtn"", ""ls"", ""unknown""]]
    if not ignore_ignored:
        commands.append([""mtn"", ""ls"", ""ignored""])
    for cmd in commands:
        stdout = yield self._dovccmd(cmd, workdir=self.workdir, collectStdout=True)
        if not stdout:
            continue
        for filename in stdout.strip().split(""\n""):
            filename = self.workdir + ""/"" + str(filename)
            files.append(filename)
    if not files:
        rc = 0
    else:
        if self.workerVersionIsOlderThan(""rmdir"", ""2.14""):
            rc = yield self.removeFiles(files)
        else:
            rc = yield self.runRmdir(files, abandonOnFailure=False)
    if rc != 0:
        log.msg(""Failed removing files"")
        raise buildstep.BuildStepFailed()","def clean ( self , ignore_ignored = True ) : <TAB> files = [ ] <TAB> commands = [ [ ""mtn"" , ""ls"" , ""unknown"" ] ] <TAB> if not ignore_ignored : <TAB> <TAB> commands . append ( [ ""mtn"" , ""ls"" , ""ignored"" ] ) <TAB> for cmd in commands : <TAB> <TAB> stdout = yield self . _dovccmd ( cmd , workdir = self . workdir , collectStdout = True ) <TAB> <TAB> if not stdout : <TAB> <TAB> <TAB> continue <TAB> <TAB> for filename in stdout . strip ( ) . split ( ""\n"" ) : <TAB> <TAB> <TAB> filename = self . workdir + ""/"" + str ( filename ) <TAB> <TAB> <TAB> files . append ( filename ) <TAB> if not files : <TAB> <TAB> rc = 0 <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rc = yield self . removeFiles ( files ) <TAB> <TAB> else : <TAB> <TAB> <TAB> rc = yield self . runRmdir ( files , abandonOnFailure = False ) <TAB> if rc != 0 : <TAB> <TAB> log . msg ( ""Failed removing files"" ) <TAB> <TAB> raise buildstep . BuildStepFailed ( )","if self . workerVersionIsOlderThan ( ""rmdir"" , ""2.14"" ) :",252
23121,"def _execute(self, undoinfo):
    if undoinfo is None:
        return None
    msg, func, args = UndoRedo._split(undoinfo)
    if isinstance(func, list):
        redolist = []
        while func:
            redolist.append(self._execute(func.pop()))
        if msg:
            return msg, redolist
        else:
            return redolist
    else:
        # 			print ""<<< Undo:"", undoinfo
        redoinfo = func(*args)
        # 			print "">>> Redo:"", redoinfo
        if isinstance(redoinfo[0], str):
            return redoinfo
        elif msg:
            return (msg,) + redoinfo
        else:
            return redoinfo","def _execute ( self , undoinfo ) : <TAB> if undoinfo is None : <TAB> <TAB> return None <TAB> msg , func , args = UndoRedo . _split ( undoinfo ) <TAB> if isinstance ( func , list ) : <TAB> <TAB> redolist = [ ] <TAB> <TAB> while func : <TAB> <TAB> <TAB> redolist . append ( self . _execute ( func . pop ( ) ) ) <TAB> <TAB> if msg : <TAB> <TAB> <TAB> return msg , redolist <TAB> <TAB> else : <TAB> <TAB> <TAB> return redolist <TAB> else : <TAB> <TAB> <TAB> <TAB> redoinfo = func ( * args ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return redoinfo <TAB> <TAB> elif msg : <TAB> <TAB> <TAB> return ( msg , ) + redoinfo <TAB> <TAB> else : <TAB> <TAB> <TAB> return redoinfo","if isinstance ( redoinfo [ 0 ] , str ) :",210
2311,"def __focusDefaultButton(self):
    defaultButton = self.__defaultButton
    if defaultButton == self.DefaultButton.FromUserData:
        defaultButton = self.DefaultButton.OK
        d = None
        with IECore.IgnoredExceptions(KeyError):
            d = self.__node.getParameterised()[0].userData()[""UI""][""defaultButton""]
        if d is not None:
            for v in self.DefaultButton.values():
                if str(v).lower() == d.value.lower():
                    defaultButton = v
                    break
    if defaultButton == self.DefaultButton.None_:
        self._qtWidget().setFocus()
    elif defaultButton == self.DefaultButton.Cancel:
        self.__backButton._qtWidget().setFocus()
    else:
        self.__forwardButton._qtWidget().setFocus()","def __focusDefaultButton ( self ) : <TAB> defaultButton = self . __defaultButton <TAB> if defaultButton == self . DefaultButton . FromUserData : <TAB> <TAB> defaultButton = self . DefaultButton . OK <TAB> <TAB> d = None <TAB> <TAB> with IECore . IgnoredExceptions ( KeyError ) : <TAB> <TAB> <TAB> d = self . __node . getParameterised ( ) [ 0 ] . userData ( ) [ ""UI"" ] [ ""defaultButton"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for v in self . DefaultButton . values ( ) : <TAB> <TAB> <TAB> <TAB> if str ( v ) . lower ( ) == d . value . lower ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> defaultButton = v <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> if defaultButton == self . DefaultButton . None_ : <TAB> <TAB> self . _qtWidget ( ) . setFocus ( ) <TAB> elif defaultButton == self . DefaultButton . Cancel : <TAB> <TAB> self . __backButton . _qtWidget ( ) . setFocus ( ) <TAB> else : <TAB> <TAB> self . __forwardButton . _qtWidget ( ) . setFocus ( )",if d is not None :,225
17846,"def sysctlTestAndSet(name, limit):
    ""Helper function to set sysctl limits""
    # convert non-directory names into directory names
    if ""/"" not in name:
        name = ""/proc/sys/"" + name.replace(""."", ""/"")
    # read limit
    with open(name, ""r"") as readFile:
        oldLimit = readFile.readline()
        if isinstance(limit, int):
            # compare integer limits before overriding
            if int(oldLimit) < limit:
                with open(name, ""w"") as writeFile:
                    writeFile.write(""%d"" % limit)
        else:
            # overwrite non-integer limits
            with open(name, ""w"") as writeFile:
                writeFile.write(limit)
","def sysctlTestAndSet ( name , limit ) : <TAB> ""Helper function to set sysctl limits"" <TAB> <TAB> if ""/"" not in name : <TAB> <TAB> name = ""/proc/sys/"" + name . replace ( ""."" , ""/"" ) <TAB> <TAB> with open ( name , ""r"" ) as readFile : <TAB> <TAB> oldLimit = readFile . readline ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if int ( oldLimit ) < limit : <TAB> <TAB> <TAB> <TAB> with open ( name , ""w"" ) as writeFile : <TAB> <TAB> <TAB> <TAB> <TAB> writeFile . write ( ""%d"" % limit ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> with open ( name , ""w"" ) as writeFile : <TAB> <TAB> <TAB> <TAB> writeFile . write ( limit )","if isinstance ( limit , int ) :",197
15203,"def add_listen(self, addr):
    ip = addr[0]
    port = addr[1]
    if isinstance(ip, str):
        ip = ip.encode(""ascii"")
    if b"":"" in ip:
        sock = socket.socket(socket.AF_INET6, socket.SOCK_STREAM)
    else:
        sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
    sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
    sock.setsockopt(socket.SOL_TCP, socket.TCP_NODELAY, True)
    addr = tuple((ip, port))
    try:
        sock.bind(addr)
    except Exception as e:
        err_string = ""bind to %s:%d fail:%r"" % (addr[0], addr[1], e)
        self.logger.error(err_string)
        raise Exception(err_string)
    if self.use_https:
        import OpenSSL
        if hasattr(OpenSSL.SSL, ""TLSv1_2_METHOD""):
            ssl_version = OpenSSL.SSL.TLSv1_2_METHOD
        elif hasattr(OpenSSL.SSL, ""TLSv1_1_METHOD""):
            ssl_version = OpenSSL.SSL.TLSv1_1_METHOD
        elif hasattr(OpenSSL.SSL, ""TLSv1_METHOD""):
            ssl_version = OpenSSL.SSL.TLSv1_METHOD
        ctx = OpenSSL.SSL.Context(ssl_version)
        # server.pem's location (containing the server private key and the server certificate).
        fpem = self.cert
        ctx.use_privatekey_file(fpem)
        ctx.use_certificate_file(fpem)
        sock = OpenSSL.SSL.Connection(ctx, sock)
    sock.listen(200)
    self.sockets.append(sock)
    self.logger.info(""server %s:%d started."", addr[0], addr[1])","def add_listen ( self , addr ) : <TAB> ip = addr [ 0 ] <TAB> port = addr [ 1 ] <TAB> if isinstance ( ip , str ) : <TAB> <TAB> ip = ip . encode ( ""ascii"" ) <TAB> if b"":"" in ip : <TAB> <TAB> sock = socket . socket ( socket . AF_INET6 , socket . SOCK_STREAM ) <TAB> else : <TAB> <TAB> sock = socket . socket ( socket . AF_INET , socket . SOCK_STREAM ) <TAB> sock . setsockopt ( socket . SOL_SOCKET , socket . SO_REUSEADDR , 1 ) <TAB> sock . setsockopt ( socket . SOL_TCP , socket . TCP_NODELAY , True ) <TAB> addr = tuple ( ( ip , port ) ) <TAB> try : <TAB> <TAB> sock . bind ( addr ) <TAB> except Exception as e : <TAB> <TAB> err_string = ""bind to %s:%d fail:%r"" % ( addr [ 0 ] , addr [ 1 ] , e ) <TAB> <TAB> self . logger . error ( err_string ) <TAB> <TAB> raise Exception ( err_string ) <TAB> if self . use_https : <TAB> <TAB> import OpenSSL <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ssl_version = OpenSSL . SSL . TLSv1_2_METHOD <TAB> <TAB> elif hasattr ( OpenSSL . SSL , ""TLSv1_1_METHOD"" ) : <TAB> <TAB> <TAB> ssl_version = OpenSSL . SSL . TLSv1_1_METHOD <TAB> <TAB> elif hasattr ( OpenSSL . SSL , ""TLSv1_METHOD"" ) : <TAB> <TAB> <TAB> ssl_version = OpenSSL . SSL . TLSv1_METHOD <TAB> <TAB> ctx = OpenSSL . SSL . Context ( ssl_version ) <TAB> <TAB> <TAB> <TAB> fpem = self . cert <TAB> <TAB> ctx . use_privatekey_file ( fpem ) <TAB> <TAB> ctx . use_certificate_file ( fpem ) <TAB> <TAB> sock = OpenSSL . SSL . Connection ( ctx , sock ) <TAB> sock . listen ( 200 ) <TAB> self . sockets . append ( sock ) <TAB> self . logger . info ( ""server %s:%d started."" , addr [ 0 ] , addr [ 1 ] )","if hasattr ( OpenSSL . SSL , ""TLSv1_2_METHOD"" ) :",478
10573,"def set_dir_modes(self, dirname, mode):
    if not self.is_chmod_supported():
        return
    for dirpath, dirnames, fnames in os.walk(dirname):
        if os.path.islink(dirpath):
            continue
        log.info(""changing mode of %s to %o"", dirpath, mode)
        if not self.dry_run:
            os.chmod(dirpath, mode)
","def set_dir_modes ( self , dirname , mode ) : <TAB> if not self . is_chmod_supported ( ) : <TAB> <TAB> return <TAB> for dirpath , dirnames , fnames in os . walk ( dirname ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> log . info ( ""changing mode of %s to %o"" , dirpath , mode ) <TAB> <TAB> if not self . dry_run : <TAB> <TAB> <TAB> os . chmod ( dirpath , mode )",if os . path . islink ( dirpath ) :,105
8931,"def clean_data(data):
    # Normalize keys/paths on Windows
    # Remove all data for files that is not in source_path
    # Remove all data in omit_patterns
    for k in list(data.keys()):
        delete_key = False
        new_k = collector.cached_mapped_file(k)
        if not new_k.startswith(source_path):
            delete_key = True
        else:
            for omit_pattern in omit_patterns:
                if fnmatch(new_k, omit_pattern):
                    delete_key = True
                    break
        if delete_key:
            del data[k]
        else:
            v = data[k]
            del data[k]
            data[new_k] = v
",def clean_data ( data ) : <TAB> <TAB> <TAB> <TAB> for k in list ( data . keys ( ) ) : <TAB> <TAB> delete_key = False <TAB> <TAB> new_k = collector . cached_mapped_file ( k ) <TAB> <TAB> if not new_k . startswith ( source_path ) : <TAB> <TAB> <TAB> delete_key = True <TAB> <TAB> else : <TAB> <TAB> <TAB> for omit_pattern in omit_patterns : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> delete_key = True <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if delete_key : <TAB> <TAB> <TAB> del data [ k ] <TAB> <TAB> else : <TAB> <TAB> <TAB> v = data [ k ] <TAB> <TAB> <TAB> del data [ k ] <TAB> <TAB> <TAB> data [ new_k ] = v,"if fnmatch ( new_k , omit_pattern ) :",207
875,"def init_sequence(self, coll_name, seq_config):
    if not isinstance(seq_config, list):
        raise Exception('""sequence"" config must be a list')
    handlers = []
    for entry in seq_config:
        if not isinstance(entry, dict):
            raise Exception('""sequence"" entry must be a dict')
        name = entry.get(""name"", """")
        handler = self.load_coll(name, entry)
        handlers.append(handler)
    return HandlerSeq(handlers)
","def init_sequence ( self , coll_name , seq_config ) : <TAB> if not isinstance ( seq_config , list ) : <TAB> <TAB> raise Exception ( '""sequence"" config must be a list' ) <TAB> handlers = [ ] <TAB> for entry in seq_config : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise Exception ( '""sequence"" entry must be a dict' ) <TAB> <TAB> name = entry . get ( ""name"" , """" ) <TAB> <TAB> handler = self . load_coll ( name , entry ) <TAB> <TAB> handlers . append ( handler ) <TAB> return HandlerSeq ( handlers )","if not isinstance ( entry , dict ) :",126
19733,"def get_dhcp_opts(context, network_ref):
    """"""Get network's hosts config in dhcp-opts format.""""""
    hosts = []
    ips_ref = db.network_get_associated_fixed_ips(context, network_ref[""id""])
    if ips_ref:
        # set of instance ids
        instance_set = set([fixed_ip_ref[""instance_id""] for fixed_ip_ref in ips_ref])
        default_gw_network_node = {}
        for instance_id in instance_set:
            vifs = db.virtual_interface_get_by_instance(context, instance_id)
            if vifs:
                # offer a default gateway to the first virtual interface
                default_gw_network_node[instance_id] = vifs[0][""network_id""]
        for fixed_ip_ref in ips_ref:
            instance_id = fixed_ip_ref[""instance_id""]
            try:
                instance_ref = db.instance_get(context, instance_id)
            except exception.InstanceNotFound:
                msg = _(""Instance %(instance_id)s not found"")
                LOG.debug(msg % {""instance_id"": instance_id})
                continue
            if instance_id in default_gw_network_node:
                target_network_id = default_gw_network_node[instance_id]
                # we don't want default gateway for this fixed ip
                if target_network_id != fixed_ip_ref[""network_id""]:
                    hosts.append(_host_dhcp_opts(fixed_ip_ref, instance_ref))
    return ""\n"".join(hosts)","def get_dhcp_opts ( context , network_ref ) : <TAB> """"""Get network's hosts config in dhcp-opts format."""""" <TAB> hosts = [ ] <TAB> ips_ref = db . network_get_associated_fixed_ips ( context , network_ref [ ""id"" ] ) <TAB> if ips_ref : <TAB> <TAB> <TAB> <TAB> instance_set = set ( [ fixed_ip_ref [ ""instance_id"" ] for fixed_ip_ref in ips_ref ] ) <TAB> <TAB> default_gw_network_node = { } <TAB> <TAB> for instance_id in instance_set : <TAB> <TAB> <TAB> vifs = db . virtual_interface_get_by_instance ( context , instance_id ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> default_gw_network_node [ instance_id ] = vifs [ 0 ] [ ""network_id"" ] <TAB> <TAB> for fixed_ip_ref in ips_ref : <TAB> <TAB> <TAB> instance_id = fixed_ip_ref [ ""instance_id"" ] <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> instance_ref = db . instance_get ( context , instance_id ) <TAB> <TAB> <TAB> except exception . InstanceNotFound : <TAB> <TAB> <TAB> <TAB> msg = _ ( ""Instance %(instance_id)s not found"" ) <TAB> <TAB> <TAB> <TAB> LOG . debug ( msg % { ""instance_id"" : instance_id } ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if instance_id in default_gw_network_node : <TAB> <TAB> <TAB> <TAB> target_network_id = default_gw_network_node [ instance_id ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if target_network_id != fixed_ip_ref [ ""network_id"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> hosts . append ( _host_dhcp_opts ( fixed_ip_ref , instance_ref ) ) <TAB> return ""\n"" . join ( hosts )",if vifs :,431
21886,"def stats(self, parent):
    nvar = parent.exog.shape[1]
    rv = parent.endog.copy()
    vl = [(i, parent.exog[:, i]) for i in range(nvar)]
    z = np.empty(nvar)
    past = []
    for i in range(nvar):
        dp = np.r_[[np.abs(np.dot(rv, x[1])) for x in vl]]
        j = np.argmax(dp)
        z[vl[j][0]] = nvar - i - 1
        x = vl[j][1]
        del vl[j]
        if self.pursuit:
            for v in past:
                x -= np.dot(x, v) * v
            past.append(x)
        rv -= np.dot(rv, x) * x
    z1 = z[0 : nvar // 2]
    z2 = z[nvar // 2 :]
    st = np.where(z1 > z2, z1, z2) * np.sign(z1 - z2)
    return st","def stats ( self , parent ) : <TAB> nvar = parent . exog . shape [ 1 ] <TAB> rv = parent . endog . copy ( ) <TAB> vl = [ ( i , parent . exog [ : , i ] ) for i in range ( nvar ) ] <TAB> z = np . empty ( nvar ) <TAB> past = [ ] <TAB> for i in range ( nvar ) : <TAB> <TAB> dp = np . r_ [ [ np . abs ( np . dot ( rv , x [ 1 ] ) ) for x in vl ] ] <TAB> <TAB> j = np . argmax ( dp ) <TAB> <TAB> z [ vl [ j ] [ 0 ] ] = nvar - i - 1 <TAB> <TAB> x = vl [ j ] [ 1 ] <TAB> <TAB> del vl [ j ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for v in past : <TAB> <TAB> <TAB> <TAB> x -= np . dot ( x , v ) * v <TAB> <TAB> <TAB> past . append ( x ) <TAB> <TAB> rv -= np . dot ( rv , x ) * x <TAB> z1 = z [ 0 : nvar // 2 ] <TAB> z2 = z [ nvar // 2 : ] <TAB> st = np . where ( z1 > z2 , z1 , z2 ) * np . sign ( z1 - z2 ) <TAB> return st",if self . pursuit :,282
16236,"def reward(self):
    """"""Returns a tuple of sum of raw and processed rewards.""""""
    raw_rewards, processed_rewards = 0, 0
    for ts in self.time_steps:
        # NOTE: raw_reward and processed_reward are None for the first time-step.
        if ts.raw_reward is not None:
            raw_rewards += ts.raw_reward
        if ts.processed_reward is not None:
            processed_rewards += ts.processed_reward
    return raw_rewards, processed_rewards","def reward ( self ) : <TAB> """"""Returns a tuple of sum of raw and processed rewards."""""" <TAB> raw_rewards , processed_rewards = 0 , 0 <TAB> for ts in self . time_steps : <TAB> <TAB> <TAB> <TAB> if ts . raw_reward is not None : <TAB> <TAB> <TAB> raw_rewards += ts . raw_reward <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> processed_rewards += ts . processed_reward <TAB> return raw_rewards , processed_rewards",if ts . processed_reward is not None :,134
13362,"def do_uninstall(self, name):
    """"""Uninstall a plugin.""""""
    for (
        plugin
    ) in self.site.plugin_manager.getAllPlugins():  # FIXME: this is repeated thrice
        if name == plugin.name:  # Uninstall this one
            p = plugin.path
            if os.path.isdir(p):
                # Plugins that have a package in them need to delete parent
                # Issue #2356
                p = p + os.sep
                p = os.path.abspath(os.path.join(p, os.pardir))
            else:
                p = os.path.dirname(p)
            LOGGER.warning(""About to uninstall plugin: {0}"".format(name))
            LOGGER.warning(""This will delete {0}"".format(p))
            sure = utils.ask_yesno(""Are you sure?"")
            if sure:
                LOGGER.warning(""Removing {0}"".format(p))
                shutil.rmtree(p)
                return 0
            return 1
    LOGGER.error(""Unknown plugin: {0}"".format(name))
    return 1","def do_uninstall ( self , name ) : <TAB> """"""Uninstall a plugin."""""" <TAB> for ( <TAB> <TAB> plugin <TAB> ) in self . site . plugin_manager . getAllPlugins ( ) : <TAB> <TAB> if name == plugin . name : <TAB> <TAB> <TAB> p = plugin . path <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> p = p + os . sep <TAB> <TAB> <TAB> <TAB> p = os . path . abspath ( os . path . join ( p , os . pardir ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> p = os . path . dirname ( p ) <TAB> <TAB> <TAB> LOGGER . warning ( ""About to uninstall plugin: {0}"" . format ( name ) ) <TAB> <TAB> <TAB> LOGGER . warning ( ""This will delete {0}"" . format ( p ) ) <TAB> <TAB> <TAB> sure = utils . ask_yesno ( ""Are you sure?"" ) <TAB> <TAB> <TAB> if sure : <TAB> <TAB> <TAB> <TAB> LOGGER . warning ( ""Removing {0}"" . format ( p ) ) <TAB> <TAB> <TAB> <TAB> shutil . rmtree ( p ) <TAB> <TAB> <TAB> <TAB> return 0 <TAB> <TAB> <TAB> return 1 <TAB> LOGGER . error ( ""Unknown plugin: {0}"" . format ( name ) ) <TAB> return 1",if os . path . isdir ( p ) :,301
2123,"def test_positions_on_track(self) -> None:
    gpx = mod_gpx.GPX()
    track = mod_gpx.GPXTrack()
    gpx.tracks.append(track)
    segment = mod_gpx.GPXTrackSegment()
    track.segments.append(segment)
    location_to_find_on_track = None
    for i in range(1000):
        latitude = 45 + i * 0.001
        longitude = 45 + i * 0.001
        elevation = 100 + i * 2
        point = mod_gpx.GPXTrackPoint(
            latitude=latitude, longitude=longitude, elevation=elevation
        )
        segment.points.append(point)
        if i == 500:
            location_to_find_on_track = mod_gpx.GPXWaypoint(
                latitude=latitude, longitude=longitude
            )
    result = gpx.get_nearest_locations(location_to_find_on_track)  # type: ignore
    self.assertTrue(len(result) == 1)","def test_positions_on_track ( self ) -> None : <TAB> gpx = mod_gpx . GPX ( ) <TAB> track = mod_gpx . GPXTrack ( ) <TAB> gpx . tracks . append ( track ) <TAB> segment = mod_gpx . GPXTrackSegment ( ) <TAB> track . segments . append ( segment ) <TAB> location_to_find_on_track = None <TAB> for i in range ( 1000 ) : <TAB> <TAB> latitude = 45 + i * 0.001 <TAB> <TAB> longitude = 45 + i * 0.001 <TAB> <TAB> elevation = 100 + i * 2 <TAB> <TAB> point = mod_gpx . GPXTrackPoint ( <TAB> <TAB> <TAB> latitude = latitude , longitude = longitude , elevation = elevation <TAB> <TAB> ) <TAB> <TAB> segment . points . append ( point ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> location_to_find_on_track = mod_gpx . GPXWaypoint ( <TAB> <TAB> <TAB> <TAB> latitude = latitude , longitude = longitude <TAB> <TAB> <TAB> ) <TAB> result = gpx . get_nearest_locations ( location_to_find_on_track ) <TAB> self . assertTrue ( len ( result ) == 1 )",if i == 500 :,283
24891,"def updateNodeStatistics(self):
    scenario_solutions = [
        (scenario._probability, scenario._x[self._name]) for scenario in self._scenarios
    ]
    for variable_id in self._variable_ids:
        stale = False
        values = []
        avg_value = 0.0
        for probability, var_values in scenario_solutions:
            val = var_values[variable_id]
            if val is not None:
                avg_value += probability * val
                values.append(val)
            else:
                stale = True
                break
        if stale:
            self._minimums[variable_id] = None
            self._maximums[variable_id] = None
            self._averages[variable_id] = None
        else:
            avg_value /= self._probability
            self._minimums[variable_id] = min(values)
            self._maximums[variable_id] = max(values)
            self._averages[variable_id] = avg_value","def updateNodeStatistics ( self ) : <TAB> scenario_solutions = [ <TAB> <TAB> ( scenario . _probability , scenario . _x [ self . _name ] ) for scenario in self . _scenarios <TAB> ] <TAB> for variable_id in self . _variable_ids : <TAB> <TAB> stale = False <TAB> <TAB> values = [ ] <TAB> <TAB> avg_value = 0.0 <TAB> <TAB> for probability , var_values in scenario_solutions : <TAB> <TAB> <TAB> val = var_values [ variable_id ] <TAB> <TAB> <TAB> if val is not None : <TAB> <TAB> <TAB> <TAB> avg_value += probability * val <TAB> <TAB> <TAB> <TAB> values . append ( val ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> stale = True <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _minimums [ variable_id ] = None <TAB> <TAB> <TAB> self . _maximums [ variable_id ] = None <TAB> <TAB> <TAB> self . _averages [ variable_id ] = None <TAB> <TAB> else : <TAB> <TAB> <TAB> avg_value /= self . _probability <TAB> <TAB> <TAB> self . _minimums [ variable_id ] = min ( values ) <TAB> <TAB> <TAB> self . _maximums [ variable_id ] = max ( values ) <TAB> <TAB> <TAB> self . _averages [ variable_id ] = avg_value",if stale :,275
24184,"def __init__(self, *args, **kwargs):
    self.shp = None
    self.shx = None
    self.dbf = None
    self.shapeName = ""Not specified""
    self._offsets = []
    self.shpLength = None
    self.numRecords = None
    self.fields = []
    self.__dbfHdrLength = 0
    # See if a shapefile name was passed as an argument
    if len(args) > 0:
        if type(args[0]) is type(""stringTest""):
            self.load(args[0])
            return
    if ""shp"" in kwargs.keys():
        if hasattr(kwargs[""shp""], ""read""):
            self.shp = kwargs[""shp""]
            if hasattr(self.shp, ""seek""):
                self.shp.seek(0)
        if ""shx"" in kwargs.keys():
            if hasattr(kwargs[""shx""], ""read""):
                self.shx = kwargs[""shx""]
                if hasattr(self.shx, ""seek""):
                    self.shx.seek(0)
    if ""dbf"" in kwargs.keys():
        if hasattr(kwargs[""dbf""], ""read""):
            self.dbf = kwargs[""dbf""]
            if hasattr(self.dbf, ""seek""):
                self.dbf.seek(0)
    if self.shp or self.dbf:
        self.load()
    else:
        raise ShapefileException(
            ""Shapefile Reader requires a shapefile or file-like object.""
        )","def __init__ ( self , * args , ** kwargs ) : <TAB> self . shp = None <TAB> self . shx = None <TAB> self . dbf = None <TAB> self . shapeName = ""Not specified"" <TAB> self . _offsets = [ ] <TAB> self . shpLength = None <TAB> self . numRecords = None <TAB> self . fields = [ ] <TAB> self . __dbfHdrLength = 0 <TAB> <TAB> if len ( args ) > 0 : <TAB> <TAB> if type ( args [ 0 ] ) is type ( ""stringTest"" ) : <TAB> <TAB> <TAB> self . load ( args [ 0 ] ) <TAB> <TAB> <TAB> return <TAB> if ""shp"" in kwargs . keys ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . shp = kwargs [ ""shp"" ] <TAB> <TAB> <TAB> if hasattr ( self . shp , ""seek"" ) : <TAB> <TAB> <TAB> <TAB> self . shp . seek ( 0 ) <TAB> <TAB> if ""shx"" in kwargs . keys ( ) : <TAB> <TAB> <TAB> if hasattr ( kwargs [ ""shx"" ] , ""read"" ) : <TAB> <TAB> <TAB> <TAB> self . shx = kwargs [ ""shx"" ] <TAB> <TAB> <TAB> <TAB> if hasattr ( self . shx , ""seek"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> self . shx . seek ( 0 ) <TAB> if ""dbf"" in kwargs . keys ( ) : <TAB> <TAB> if hasattr ( kwargs [ ""dbf"" ] , ""read"" ) : <TAB> <TAB> <TAB> self . dbf = kwargs [ ""dbf"" ] <TAB> <TAB> <TAB> if hasattr ( self . dbf , ""seek"" ) : <TAB> <TAB> <TAB> <TAB> self . dbf . seek ( 0 ) <TAB> if self . shp or self . dbf : <TAB> <TAB> self . load ( ) <TAB> else : <TAB> <TAB> raise ShapefileException ( <TAB> <TAB> <TAB> ""Shapefile Reader requires a shapefile or file-like object."" <TAB> <TAB> )","if hasattr ( kwargs [ ""shp"" ] , ""read"" ) :",405
13110,"def _load_from_obj(original_fn, obj, f, *args, **kwargs):
    # if there is no main task or this is a nested call
    if not PatchPyTorchModelIO.__main_task:
        return original_fn(obj, f, *args, **kwargs)
    # noinspection PyBroadException
    try:
        if isinstance(f, six.string_types):
            filename = f
        elif hasattr(f, ""as_posix""):
            filename = f.as_posix()
        elif hasattr(f, ""name""):
            filename = f.name
        else:
            filename = None
    except Exception:
        filename = None
    # register input model
    empty = _Empty()
    # Hack: disabled
    if False and running_remotely():
        filename = WeightsFileHandler.restore_weights_file(
            empty, filename, Framework.pytorch, PatchPyTorchModelIO.__main_task
        )
        model = original_fn(obj, filename or f, *args, **kwargs)
    else:
        # try to load model before registering, in case we fail
        model = original_fn(obj, f, *args, **kwargs)
        WeightsFileHandler.restore_weights_file(
            empty, filename, Framework.pytorch, PatchPyTorchModelIO.__main_task
        )
    if empty.trains_in_model:
        # noinspection PyBroadException
        try:
            model.trains_in_model = empty.trains_in_model
        except Exception:
            pass
    return model
","def _load_from_obj ( original_fn , obj , f , * args , ** kwargs ) : <TAB> <TAB> if not PatchPyTorchModelIO . __main_task : <TAB> <TAB> return original_fn ( obj , f , * args , ** kwargs ) <TAB> <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> filename = f <TAB> <TAB> elif hasattr ( f , ""as_posix"" ) : <TAB> <TAB> <TAB> filename = f . as_posix ( ) <TAB> <TAB> elif hasattr ( f , ""name"" ) : <TAB> <TAB> <TAB> filename = f . name <TAB> <TAB> else : <TAB> <TAB> <TAB> filename = None <TAB> except Exception : <TAB> <TAB> filename = None <TAB> <TAB> empty = _Empty ( ) <TAB> <TAB> if False and running_remotely ( ) : <TAB> <TAB> filename = WeightsFileHandler . restore_weights_file ( <TAB> <TAB> <TAB> empty , filename , Framework . pytorch , PatchPyTorchModelIO . __main_task <TAB> <TAB> ) <TAB> <TAB> model = original_fn ( obj , filename or f , * args , ** kwargs ) <TAB> else : <TAB> <TAB> <TAB> <TAB> model = original_fn ( obj , f , * args , ** kwargs ) <TAB> <TAB> WeightsFileHandler . restore_weights_file ( <TAB> <TAB> <TAB> empty , filename , Framework . pytorch , PatchPyTorchModelIO . __main_task <TAB> <TAB> ) <TAB> if empty . trains_in_model : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> model . trains_in_model = empty . trains_in_model <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> pass <TAB> return model","if isinstance ( f , six . string_types ) :",395
15451,"def _request_data(self):
    """"""Return a tuple (url, data, headers).""""""
    method = self.method.upper()
    # scheme, netloc, path, parameters, query, frag = _urllib.parse.urlparse(self.action)
    parts = self._urlparse(self.action)
    rest, (query, frag) = parts[:-2], parts[-2:]
    if method == ""GET"":
        self.enctype = ""application/x-www-form-urlencoded""  # force it
        parts = rest + (urlencode(self._pairs()), None)
        uri = self._urlunparse(parts)
        return uri, None, []
    elif method == ""POST"":
        parts = rest + (query, None)
        uri = self._urlunparse(parts)
        if self.enctype == ""application/x-www-form-urlencoded"":
            return (uri, urlencode(self._pairs()), [(""Content-Type"", self.enctype)])
        elif self.enctype == ""text/plain"":
            return (uri, self._pairs(), [(""Content-Type"", self.enctype)])
        elif self.enctype == ""multipart/form-data"":
            data = _cStringIO()
            http_hdrs = []
            mw = MimeWriter(data, http_hdrs)
            f = mw.startmultipartbody(""form-data"", add_to_http_hdrs=True, prefix=0)
            for ii, k, v, control_index in self._pairs_and_controls():
                self.controls[control_index]._write_mime_data(mw, k, v)
            mw.lastpart()
            return uri, data.getvalue(), http_hdrs
        else:
            raise ValueError(""unknown POST form encoding type '%s'"" % self.enctype)
    else:
        raise ValueError(""Unknown method '%s'"" % method)","def _request_data ( self ) : <TAB> """"""Return a tuple (url, data, headers)."""""" <TAB> method = self . method . upper ( ) <TAB> <TAB> parts = self . _urlparse ( self . action ) <TAB> rest , ( query , frag ) = parts [ : - 2 ] , parts [ - 2 : ] <TAB> if method == ""GET"" : <TAB> <TAB> self . enctype = ""application/x-www-form-urlencoded"" <TAB> <TAB> parts = rest + ( urlencode ( self . _pairs ( ) ) , None ) <TAB> <TAB> uri = self . _urlunparse ( parts ) <TAB> <TAB> return uri , None , [ ] <TAB> elif method == ""POST"" : <TAB> <TAB> parts = rest + ( query , None ) <TAB> <TAB> uri = self . _urlunparse ( parts ) <TAB> <TAB> if self . enctype == ""application/x-www-form-urlencoded"" : <TAB> <TAB> <TAB> return ( uri , urlencode ( self . _pairs ( ) ) , [ ( ""Content-Type"" , self . enctype ) ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ( uri , self . _pairs ( ) , [ ( ""Content-Type"" , self . enctype ) ] ) <TAB> <TAB> elif self . enctype == ""multipart/form-data"" : <TAB> <TAB> <TAB> data = _cStringIO ( ) <TAB> <TAB> <TAB> http_hdrs = [ ] <TAB> <TAB> <TAB> mw = MimeWriter ( data , http_hdrs ) <TAB> <TAB> <TAB> f = mw . startmultipartbody ( ""form-data"" , add_to_http_hdrs = True , prefix = 0 ) <TAB> <TAB> <TAB> for ii , k , v , control_index in self . _pairs_and_controls ( ) : <TAB> <TAB> <TAB> <TAB> self . controls [ control_index ] . _write_mime_data ( mw , k , v ) <TAB> <TAB> <TAB> mw . lastpart ( ) <TAB> <TAB> <TAB> return uri , data . getvalue ( ) , http_hdrs <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( ""unknown POST form encoding type '%s'"" % self . enctype ) <TAB> else : <TAB> <TAB> raise ValueError ( ""Unknown method '%s'"" % method )","elif self . enctype == ""text/plain"" :",469
4556,"def _readline_from_keyboard(self):
    c = self.console
    while 1:
        self._update_line()
        event = c.getkeypress()
        if self.next_meta:
            self.next_meta = False
            control, meta, shift, code = event.keyinfo
            event.keyinfo = (control, True, shift, code)
        # Process exit keys. Only exit on empty line
        if event.keyinfo in self.exit_dispatch:
            if lineobj.EndOfLine(self.l_buffer) == 0:
                raise EOFError
        dispatch_func = self.key_dispatch.get(event.keyinfo.tuple(), self.vi_key)
        log(""readline from keyboard:%s->%s"" % (event.keyinfo.tuple(), dispatch_func))
        r = None
        if dispatch_func:
            r = dispatch_func(event)
            self.l_buffer.push_undo()
        self.previous_func = dispatch_func
        if r:
            self._update_line()
            break","def _readline_from_keyboard ( self ) : <TAB> c = self . console <TAB> while 1 : <TAB> <TAB> self . _update_line ( ) <TAB> <TAB> event = c . getkeypress ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . next_meta = False <TAB> <TAB> <TAB> control , meta , shift , code = event . keyinfo <TAB> <TAB> <TAB> event . keyinfo = ( control , True , shift , code ) <TAB> <TAB> <TAB> <TAB> if event . keyinfo in self . exit_dispatch : <TAB> <TAB> <TAB> if lineobj . EndOfLine ( self . l_buffer ) == 0 : <TAB> <TAB> <TAB> <TAB> raise EOFError <TAB> <TAB> dispatch_func = self . key_dispatch . get ( event . keyinfo . tuple ( ) , self . vi_key ) <TAB> <TAB> log ( ""readline from keyboard:%s->%s"" % ( event . keyinfo . tuple ( ) , dispatch_func ) ) <TAB> <TAB> r = None <TAB> <TAB> if dispatch_func : <TAB> <TAB> <TAB> r = dispatch_func ( event ) <TAB> <TAB> <TAB> self . l_buffer . push_undo ( ) <TAB> <TAB> self . previous_func = dispatch_func <TAB> <TAB> if r : <TAB> <TAB> <TAB> self . _update_line ( ) <TAB> <TAB> <TAB> break",if self . next_meta :,280
25389,"def format_sql(sql, params):
    rv = []
    if isinstance(params, dict):
        # convert sql with named parameters to sql with unnamed parameters
        conv = _FormatConverter(params)
        if params:
            sql = sql_to_string(sql)
            sql = sql % conv
            params = conv.params
        else:
            params = ()
    for param in params or ():
        if param is None:
            rv.append(""NULL"")
        param = safe_repr(param)
        rv.append(param)
    return sql, rv
","def format_sql ( sql , params ) : <TAB> rv = [ ] <TAB> if isinstance ( params , dict ) : <TAB> <TAB> <TAB> <TAB> conv = _FormatConverter ( params ) <TAB> <TAB> if params : <TAB> <TAB> <TAB> sql = sql_to_string ( sql ) <TAB> <TAB> <TAB> sql = sql % conv <TAB> <TAB> <TAB> params = conv . params <TAB> <TAB> else : <TAB> <TAB> <TAB> params = ( ) <TAB> for param in params or ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rv . append ( ""NULL"" ) <TAB> <TAB> param = safe_repr ( param ) <TAB> <TAB> rv . append ( param ) <TAB> return sql , rv",if param is None :,151
24066,"def f(self, info):
    for k in keys:
        if callable(k):
            for k2 in list(info.keys()):
                if k(k2):
                    info.pop(k2)
        else:
            info.pop(k, None)","def f ( self , info ) : <TAB> for k in keys : <TAB> <TAB> if callable ( k ) : <TAB> <TAB> <TAB> for k2 in list ( info . keys ( ) ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> info . pop ( k2 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> info . pop ( k , None )",if k ( k2 ) :,78
8683,"def kdt_closest_edges(verts, socket_inputs):
    """"""Join verts pairs by defining distance range and number of connections""""""
    mindist, maxdist, maxNum, skip = socket_inputs
    # make kdtree
    kd = create_kdt(verts)
    # set minimum values
    maxNum = max(maxNum, 1)
    skip = max(skip, 0)
    # makes edges
    edges = set()
    edges_add = edges.add
    max_dist = abs(maxdist)
    min_dist = abs(mindist)
    for i, vtx in enumerate(verts):
        num_edges = 0
        # this always returns closest first followed by next closest, etc.
        #              co  index  dist
        for edge_idx, (_, index, dist) in enumerate(kd.find_range(vtx, max_dist)):
            if skip > 0:
                if edge_idx < skip:
                    continue
            if (dist <= min_dist) or (i == index):
                continue
            edge = tuple(sorted([i, index]))
            if not edge in edges:
                edges_add(edge)
                num_edges += 1
            if num_edges == maxNum:
                break
    return list(edges)","def kdt_closest_edges ( verts , socket_inputs ) : <TAB> """"""Join verts pairs by defining distance range and number of connections"""""" <TAB> mindist , maxdist , maxNum , skip = socket_inputs <TAB> <TAB> kd = create_kdt ( verts ) <TAB> <TAB> maxNum = max ( maxNum , 1 ) <TAB> skip = max ( skip , 0 ) <TAB> <TAB> edges = set ( ) <TAB> edges_add = edges . add <TAB> max_dist = abs ( maxdist ) <TAB> min_dist = abs ( mindist ) <TAB> for i , vtx in enumerate ( verts ) : <TAB> <TAB> num_edges = 0 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for edge_idx , ( _ , index , dist ) in enumerate ( kd . find_range ( vtx , max_dist ) ) : <TAB> <TAB> <TAB> if skip > 0 : <TAB> <TAB> <TAB> <TAB> if edge_idx < skip : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if ( dist <= min_dist ) or ( i == index ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> edge = tuple ( sorted ( [ i , index ] ) ) <TAB> <TAB> <TAB> if not edge in edges : <TAB> <TAB> <TAB> <TAB> edges_add ( edge ) <TAB> <TAB> <TAB> <TAB> num_edges += 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> return list ( edges )",if num_edges == maxNum :,339
938,"def _populate_class_variables():
    lookup = {}
    reverse_lookup = {}
    characters_for_re = []
    for codepoint, name in list(codepoint2name.items()):
        character = chr(codepoint)
        if codepoint != 34:
            # There's no point in turning the quotation mark into
            # &quot;, unless it happens within an attribute value, which
            # is handled elsewhere.
            characters_for_re.append(character)
            lookup[character] = name
        # But we do want to turn &quot; into the quotation mark.
        reverse_lookup[name] = character
    re_definition = ""[%s]"" % """".join(characters_for_re)
    return lookup, reverse_lookup, re.compile(re_definition)","def _populate_class_variables ( ) : <TAB> lookup = { } <TAB> reverse_lookup = { } <TAB> characters_for_re = [ ] <TAB> for codepoint , name in list ( codepoint2name . items ( ) ) : <TAB> <TAB> character = chr ( codepoint ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> characters_for_re . append ( character ) <TAB> <TAB> <TAB> lookup [ character ] = name <TAB> <TAB> <TAB> <TAB> reverse_lookup [ name ] = character <TAB> re_definition = ""[%s]"" % """" . join ( characters_for_re ) <TAB> return lookup , reverse_lookup , re . compile ( re_definition )",if codepoint != 34 :,193
11711,"def main():
    # Create overview doc page
    docs = ""Common AST""
    docs += ""\n"" + ""="" * len(docs) + ""\n\n""
    docs += "".. automodule:: commonast\n\n""
    docs += "".. autofunction:: commonast.parse\n\n""
    docs += ""----\n\n""
    docs += ""The nodes\n---------\n\n""
    docs += "".. autoclass:: commonast.Node\n    :members:\n\n""
    code = open(commonast.__file__, ""rb"").read().decode()
    status = 0
    for line in code.splitlines():
        if status == 0:
            if line.startswith(""## --""):
                status = 1
        elif status == 1:
            if line.startswith(""## --""):
                break
            elif line.startswith(""## ""):
                title = line[3:].strip()
                docs += ""%s\n%s\n\n"" % (title, ""-"" * len(title))
            elif line.startswith(""class ""):
                clsname = line[6:].split(""("")[0]
                docs += "".. autoclass:: %s\n\n"" % (""commonast."" + clsname)
                cls = getattr(commonast, clsname)
                # cls.__doc__ = '%s(%s)\n%s' % (clsname, ', '.join(cls.__slots__), cls.__doc__)
                cls.__doc__ = ""%s()\n%s"" % (clsname, cls.__doc__)
    # Write overview doc page
    filename = os.path.join(OUTPUT_DIR, ""commonast.rst"")
    created_files.append(filename)
    open(filename, ""wt"", encoding=""utf-8"").write(docs)
    print(""  generated commonast page"")","def main ( ) : <TAB> <TAB> docs = ""Common AST"" <TAB> docs += ""\n"" + ""="" * len ( docs ) + ""\n\n"" <TAB> docs += "".. automodule:: commonast\n\n"" <TAB> docs += "".. autofunction:: commonast.parse\n\n"" <TAB> docs += ""----\n\n"" <TAB> docs += ""The nodes\n---------\n\n"" <TAB> docs += "".. autoclass:: commonast.Node\n    :members:\n\n"" <TAB> code = open ( commonast . __file__ , ""rb"" ) . read ( ) . decode ( ) <TAB> status = 0 <TAB> for line in code . splitlines ( ) : <TAB> <TAB> if status == 0 : <TAB> <TAB> <TAB> if line . startswith ( ""## --"" ) : <TAB> <TAB> <TAB> <TAB> status = 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if line . startswith ( ""## --"" ) : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> elif line . startswith ( ""## "" ) : <TAB> <TAB> <TAB> <TAB> title = line [ 3 : ] . strip ( ) <TAB> <TAB> <TAB> <TAB> docs += ""%s\n%s\n\n"" % ( title , ""-"" * len ( title ) ) <TAB> <TAB> <TAB> elif line . startswith ( ""class "" ) : <TAB> <TAB> <TAB> <TAB> clsname = line [ 6 : ] . split ( ""("" ) [ 0 ] <TAB> <TAB> <TAB> <TAB> docs += "".. autoclass:: %s\n\n"" % ( ""commonast."" + clsname ) <TAB> <TAB> <TAB> <TAB> cls = getattr ( commonast , clsname ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cls . __doc__ = ""%s()\n%s"" % ( clsname , cls . __doc__ ) <TAB> <TAB> filename = os . path . join ( OUTPUT_DIR , ""commonast.rst"" ) <TAB> created_files . append ( filename ) <TAB> open ( filename , ""wt"" , encoding = ""utf-8"" ) . write ( docs ) <TAB> print ( ""  generated commonast page"" )",elif status == 1 :,457
23523,"def __init__(self, input_chunk):
    self.qualifier = None
    self.may_must = None  # Could be READONLY, MAY or MUST, REP_MAY
    self.flag_actions = []  # [ flag_action_t ]
    m = flags_rec_t._flag_pattern.search(input_chunk)
    if m:
        flags_input = m.group(""flags"").strip().split()
        qualifiers = m.group(""qualifiers"").strip().split()
    else:
        die(""Could not find flags in %s"" % input_chunk)
    first = qualifiers[0]
    if first in flags_rec_t.valid_flags_qualifiers:
        self.qualifier = first
        qualifiers.pop(0)
    self.may_must = qualifiers[0]
    if self.may_must not in flags_rec_t.valid_flags_semantics_specifiers:
        die(""Invalid flags specification: %s"" % input_chunk)
    self.read_set = flag_set_t()
    self.write_set = flag_set_t()
    self.undefined_set = flag_set_t()
    self.flag_action_index = -1
    self.simple_id = -1
    for flag_action_str in flags_input:
        fa = flag_action_t(flag_action_str)
        self.flag_actions.append(fa)
        if fa.flag:
            if fa.reads_flag():
                self.read_set.set(fa.flag)
            if fa.writes_flag():
                self.write_set.set(fa.flag)
            if fa.makes_flag_undefined():
                self.undefined_set.set(fa.flag)
        else:
            sys.stderr.write(""Bogus flag: {}\n"".format(flag_action_str))","def __init__ ( self , input_chunk ) : <TAB> self . qualifier = None <TAB> self . may_must = None <TAB> self . flag_actions = [ ] <TAB> m = flags_rec_t . _flag_pattern . search ( input_chunk ) <TAB> if m : <TAB> <TAB> flags_input = m . group ( ""flags"" ) . strip ( ) . split ( ) <TAB> <TAB> qualifiers = m . group ( ""qualifiers"" ) . strip ( ) . split ( ) <TAB> else : <TAB> <TAB> die ( ""Could not find flags in %s"" % input_chunk ) <TAB> first = qualifiers [ 0 ] <TAB> if first in flags_rec_t . valid_flags_qualifiers : <TAB> <TAB> self . qualifier = first <TAB> <TAB> qualifiers . pop ( 0 ) <TAB> self . may_must = qualifiers [ 0 ] <TAB> if self . may_must not in flags_rec_t . valid_flags_semantics_specifiers : <TAB> <TAB> die ( ""Invalid flags specification: %s"" % input_chunk ) <TAB> self . read_set = flag_set_t ( ) <TAB> self . write_set = flag_set_t ( ) <TAB> self . undefined_set = flag_set_t ( ) <TAB> self . flag_action_index = - 1 <TAB> self . simple_id = - 1 <TAB> for flag_action_str in flags_input : <TAB> <TAB> fa = flag_action_t ( flag_action_str ) <TAB> <TAB> self . flag_actions . append ( fa ) <TAB> <TAB> if fa . flag : <TAB> <TAB> <TAB> if fa . reads_flag ( ) : <TAB> <TAB> <TAB> <TAB> self . read_set . set ( fa . flag ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . write_set . set ( fa . flag ) <TAB> <TAB> <TAB> if fa . makes_flag_undefined ( ) : <TAB> <TAB> <TAB> <TAB> self . undefined_set . set ( fa . flag ) <TAB> <TAB> else : <TAB> <TAB> <TAB> sys . stderr . write ( ""Bogus flag: {}\n"" . format ( flag_action_str ) )",if fa . writes_flag ( ) :,476
24106,"def enable(self):
    log.debug(""\n\nEnabling %s"", self.__class__.__name__)
    for event in self.events:
        if self.__imp == ""core"":
            # component.get('CorePlugin.Notifications').register_custom_email_notification(
            component.get(""Notifications"").register_custom_email_notification(
                event.__class__.__name__, self.custom_email_message_provider
            )
        elif self.__imp == ""gtk"":
            notifications_component = component.get(""Notifications"")
            notifications_component.register_custom_popup_notification(
                event.__class__.__name__, self.custom_popup_message_provider
            )
            notifications_component.register_custom_blink_notification(
                event.__class__.__name__, self.custom_blink_message_provider
            )
            notifications_component.register_custom_sound_notification(
                event.__class__.__name__, self.custom_sound_message_provider
            )
    self.lc.start(60, False)","def enable ( self ) : <TAB> log . debug ( ""\n\nEnabling %s"" , self . __class__ . __name__ ) <TAB> for event in self . events : <TAB> <TAB> if self . __imp == ""core"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> component . get ( ""Notifications"" ) . register_custom_email_notification ( <TAB> <TAB> <TAB> <TAB> event . __class__ . __name__ , self . custom_email_message_provider <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> notifications_component = component . get ( ""Notifications"" ) <TAB> <TAB> <TAB> notifications_component . register_custom_popup_notification ( <TAB> <TAB> <TAB> <TAB> event . __class__ . __name__ , self . custom_popup_message_provider <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> notifications_component . register_custom_blink_notification ( <TAB> <TAB> <TAB> <TAB> event . __class__ . __name__ , self . custom_blink_message_provider <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> notifications_component . register_custom_sound_notification ( <TAB> <TAB> <TAB> <TAB> event . __class__ . __name__ , self . custom_sound_message_provider <TAB> <TAB> <TAB> ) <TAB> self . lc . start ( 60 , False )","elif self . __imp == ""gtk"" :",275
3811,"def _get_filter(self, tag, user_id, include_draft, conn):
    filters = []
    if tag:
        tag = tag.upper()
        tag_statement = sqla.select([self._tag_table.c.id]).where(
            self._tag_table.c.text == tag
        )
        tag_result = conn.execute(tag_statement).fetchone()
        if tag_result is not None:
            tag_id = tag_result[0]
            tag_filter = sqla.and_(
                self._tag_posts_table.c.tag_id == tag_id,
                self._post_table.c.id == self._tag_posts_table.c.post_id,
            )
            filters.append(tag_filter)
    if user_id:
        user_filter = sqla.and_(
            self._user_posts_table.c.user_id == user_id,
            self._post_table.c.id == self._user_posts_table.c.post_id,
        )
        filters.append(user_filter)
    draft_filter = (
        self._post_table.c.draft == 1
        if include_draft
        else self._post_table.c.draft == 0
    )
    filters.append(draft_filter)
    sql_filter = sqla.and_(*filters)
    return sql_filter","def _get_filter ( self , tag , user_id , include_draft , conn ) : <TAB> filters = [ ] <TAB> if tag : <TAB> <TAB> tag = tag . upper ( ) <TAB> <TAB> tag_statement = sqla . select ( [ self . _tag_table . c . id ] ) . where ( <TAB> <TAB> <TAB> self . _tag_table . c . text == tag <TAB> <TAB> ) <TAB> <TAB> tag_result = conn . execute ( tag_statement ) . fetchone ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tag_id = tag_result [ 0 ] <TAB> <TAB> <TAB> tag_filter = sqla . and_ ( <TAB> <TAB> <TAB> <TAB> self . _tag_posts_table . c . tag_id == tag_id , <TAB> <TAB> <TAB> <TAB> self . _post_table . c . id == self . _tag_posts_table . c . post_id , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> filters . append ( tag_filter ) <TAB> if user_id : <TAB> <TAB> user_filter = sqla . and_ ( <TAB> <TAB> <TAB> self . _user_posts_table . c . user_id == user_id , <TAB> <TAB> <TAB> self . _post_table . c . id == self . _user_posts_table . c . post_id , <TAB> <TAB> ) <TAB> <TAB> filters . append ( user_filter ) <TAB> draft_filter = ( <TAB> <TAB> self . _post_table . c . draft == 1 <TAB> <TAB> if include_draft <TAB> <TAB> else self . _post_table . c . draft == 0 <TAB> ) <TAB> filters . append ( draft_filter ) <TAB> sql_filter = sqla . and_ ( * filters ) <TAB> return sql_filter",if tag_result is not None :,366
18599,"def generateMapItemNode(self, node):
    try:
        self.mappingItem = True
        fieldname, value = node
        transformed_fieldname = self.fieldNameMapping(fieldname, value)
        has_wildcard = re.search(
            r""((\\(\*|\?|\\))|\*|\?|_|%)"", self.generateNode(value)
        )
        if "","" in self.generateNode(value) and not has_wildcard:
            return self.mapMulti % (transformed_fieldname, self.generateNode(value))
        elif ""LENGTH"" in transformed_fieldname:
            return self.mapLength % (transformed_fieldname, value)
        elif type(value) == list:
            return self.generateMapItemListNode(transformed_fieldname, value)
        elif (
            self.mapListsSpecialHandling == False
            and type(value) in (str, int, list)
            or self.mapListsSpecialHandling == True
            and type(value) in (str, int)
        ):
            if has_wildcard:
                return self.mapWildcard % (
                    transformed_fieldname,
                    self.generateNode(value),
                )
            else:
                return self.mapExpression % (
                    transformed_fieldname,
                    self.generateNode(value),
                )
        elif ""sourcetype"" in transformed_fieldname:
            return self.mapSource % (transformed_fieldname, self.generateNode(value))
        elif has_wildcard:
            return self.mapWildcard % (transformed_fieldname, self.generateNode(value))
        else:
            raise TypeError(
                ""Backend does not support map values of type "" + str(type(value))
            )
    finally:
        self.mappingItem = False
","def generateMapItemNode ( self , node ) : <TAB> try : <TAB> <TAB> self . mappingItem = True <TAB> <TAB> fieldname , value = node <TAB> <TAB> transformed_fieldname = self . fieldNameMapping ( fieldname , value ) <TAB> <TAB> has_wildcard = re . search ( <TAB> <TAB> <TAB> r""((\\(\*|\?|\\))|\*|\?|_|%)"" , self . generateNode ( value ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return self . mapMulti % ( transformed_fieldname , self . generateNode ( value ) ) <TAB> <TAB> elif ""LENGTH"" in transformed_fieldname : <TAB> <TAB> <TAB> return self . mapLength % ( transformed_fieldname , value ) <TAB> <TAB> elif type ( value ) == list : <TAB> <TAB> <TAB> return self . generateMapItemListNode ( transformed_fieldname , value ) <TAB> <TAB> elif ( <TAB> <TAB> <TAB> self . mapListsSpecialHandling == False <TAB> <TAB> <TAB> and type ( value ) in ( str , int , list ) <TAB> <TAB> <TAB> or self . mapListsSpecialHandling == True <TAB> <TAB> <TAB> and type ( value ) in ( str , int ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> if has_wildcard : <TAB> <TAB> <TAB> <TAB> return self . mapWildcard % ( <TAB> <TAB> <TAB> <TAB> <TAB> transformed_fieldname , <TAB> <TAB> <TAB> <TAB> <TAB> self . generateNode ( value ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return self . mapExpression % ( <TAB> <TAB> <TAB> <TAB> <TAB> transformed_fieldname , <TAB> <TAB> <TAB> <TAB> <TAB> self . generateNode ( value ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> elif ""sourcetype"" in transformed_fieldname : <TAB> <TAB> <TAB> return self . mapSource % ( transformed_fieldname , self . generateNode ( value ) ) <TAB> <TAB> elif has_wildcard : <TAB> <TAB> <TAB> return self . mapWildcard % ( transformed_fieldname , self . generateNode ( value ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> ""Backend does not support map values of type "" + str ( type ( value ) ) <TAB> <TAB> <TAB> ) <TAB> finally : <TAB> <TAB> self . mappingItem = False","if "","" in self . generateNode ( value ) and not has_wildcard :",472
23270,"def depth_first_search(split_bin_str, n, l, sol=None, cur_sum=0):
    """"""Partition an integer value of n into l bins each with min 1""""""
    sol = sol or []
    cur_idx = len(sol)
    if cur_idx < l:
        m = len(split_bin_str[cur_idx])
        n_avail = n - cur_sum
        for j in range(1, min(m, n_avail - (l - 1 - cur_idx)) + 1):
            depth_first_search(split_bin_str, n, l, sol=sol + [j], cur_sum=cur_sum + j)
    elif cur_idx == l:
        if cur_sum == n:
            partition_list = sol
            context.coeff += _coeff_monomial_with_partition(
                split_bin_str, partition_list
            )","def depth_first_search ( split_bin_str , n , l , sol = None , cur_sum = 0 ) : <TAB> """"""Partition an integer value of n into l bins each with min 1"""""" <TAB> sol = sol or [ ] <TAB> cur_idx = len ( sol ) <TAB> if cur_idx < l : <TAB> <TAB> m = len ( split_bin_str [ cur_idx ] ) <TAB> <TAB> n_avail = n - cur_sum <TAB> <TAB> for j in range ( 1 , min ( m , n_avail - ( l - 1 - cur_idx ) ) + 1 ) : <TAB> <TAB> <TAB> depth_first_search ( split_bin_str , n , l , sol = sol + [ j ] , cur_sum = cur_sum + j ) <TAB> elif cur_idx == l : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> partition_list = sol <TAB> <TAB> <TAB> context . coeff += _coeff_monomial_with_partition ( <TAB> <TAB> <TAB> <TAB> split_bin_str , partition_list <TAB> <TAB> <TAB> )",if cur_sum == n :,232
24360,"def _get_omega(self):
    if self._omega is None:
        n = self.get_drift_dim() // 2
        omg = sympl.calc_omega(n)
        if self.oper_dtype == Qobj:
            self._omega = Qobj(omg, dims=self.dyn_dims)
            self._omega_qobj = self._omega
        elif self.oper_dtype == sp.csr_matrix:
            self._omega = sp.csr_matrix(omg)
        else:
            self._omega = omg
    return self._omega","def _get_omega ( self ) : <TAB> if self . _omega is None : <TAB> <TAB> n = self . get_drift_dim ( ) // 2 <TAB> <TAB> omg = sympl . calc_omega ( n ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _omega = Qobj ( omg , dims = self . dyn_dims ) <TAB> <TAB> <TAB> self . _omega_qobj = self . _omega <TAB> <TAB> elif self . oper_dtype == sp . csr_matrix : <TAB> <TAB> <TAB> self . _omega = sp . csr_matrix ( omg ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _omega = omg <TAB> return self . _omega",if self . oper_dtype == Qobj :,163
20587,"def HeaderPrintMUADetails(message, mta=None):
    """"""Summarize what the message tells us directly about the MUA.""""""
    details = []
    for header in MUA_ID_HEADERS:
        value = message.get(header)
        if value:
            # We want some details about the MUA, but also some stability.
            # Thus the HP_MUA_ID_IGNORE regexp...
            value = "" "".join(
                [
                    v
                    for v in HP_MUA_ID_SPLIT.split(value.strip())
                    if not HP_MUA_ID_IGNORE.search(v)
                ]
            )
            details.extend([header, value.strip()])
    if not details:
        # FIXME: We could definitely make more educated guesses!
        if mta and mta[0].startswith(""Received by google.com""):
            details.extend([""Guessed"", ""GMail""])
        elif ""x-ms-tnef-correlator"" in message or ""x-ms-has-attach"" in message:
            details.extend([""Guessed"", ""Exchange""])
        elif ""@mailpile"" in message.get(""message-id"", """"):
            details.extend([""Guessed"", ""Mailpile""])
    return details","def HeaderPrintMUADetails ( message , mta = None ) : <TAB> """"""Summarize what the message tells us directly about the MUA."""""" <TAB> details = [ ] <TAB> for header in MUA_ID_HEADERS : <TAB> <TAB> value = message . get ( header ) <TAB> <TAB> if value : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> value = "" "" . join ( <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> v <TAB> <TAB> <TAB> <TAB> <TAB> for v in HP_MUA_ID_SPLIT . split ( value . strip ( ) ) <TAB> <TAB> <TAB> <TAB> <TAB> if not HP_MUA_ID_IGNORE . search ( v ) <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> details . extend ( [ header , value . strip ( ) ] ) <TAB> if not details : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> details . extend ( [ ""Guessed"" , ""GMail"" ] ) <TAB> <TAB> elif ""x-ms-tnef-correlator"" in message or ""x-ms-has-attach"" in message : <TAB> <TAB> <TAB> details . extend ( [ ""Guessed"" , ""Exchange"" ] ) <TAB> <TAB> elif ""@mailpile"" in message . get ( ""message-id"" , """" ) : <TAB> <TAB> <TAB> details . extend ( [ ""Guessed"" , ""Mailpile"" ] ) <TAB> return details","if mta and mta [ 0 ] . startswith ( ""Received by google.com"" ) :",347
25486,"def _renew_registration(self, serverToRegister, registrationClient, period=DEF_REGINT):
    # Send registration request to discovery server.
    try:
        with self._lock:  # So we don't client.disconnect() from main thread.
            if registrationClient not in self._registration_clients:
                return
            self._register_server(serverToRegister, registrationClient)
    except (BrokenPipeError, OSError) as e:
        self.logger.info(""Discovery server registration failure: {:s}"".format(str(e)))
        return  # TODO handle connection loss (retry x times?).
    except TimeoutError:
        self.logger.info(""Discovery server registration timeout: {:s}"".format(str(e)))
    # Decide whether to schedule a registration renewal.
    if period == 0:
        return  # no periodic registrations.
    elif not serverToRegister.iserver.is_running():
        return  # won't happen as we currently use serverToRegister's own event loop.
    else:
        self._schedule_registration(serverToRegister, registrationClient, period)","def _renew_registration ( self , serverToRegister , registrationClient , period = DEF_REGINT ) : <TAB> <TAB> try : <TAB> <TAB> with self . _lock : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> self . _register_server ( serverToRegister , registrationClient ) <TAB> except ( BrokenPipeError , OSError ) as e : <TAB> <TAB> self . logger . info ( ""Discovery server registration failure: {:s}"" . format ( str ( e ) ) ) <TAB> <TAB> return <TAB> except TimeoutError : <TAB> <TAB> self . logger . info ( ""Discovery server registration timeout: {:s}"" . format ( str ( e ) ) ) <TAB> <TAB> if period == 0 : <TAB> <TAB> return <TAB> elif not serverToRegister . iserver . is_running ( ) : <TAB> <TAB> return <TAB> else : <TAB> <TAB> self . _schedule_registration ( serverToRegister , registrationClient , period )",if registrationClient not in self . _registration_clients :,265
16864,"def get_cursor_position(
    fragment: str = ""[SetCursorPosition]"",
) -> Optional[Point]:
    for y, line in enumerate(fragment_lines):
        x = 0
        for style_str, text, *_ in line:
            if fragment in style_str:
                return Point(x=x, y=y)
            x += len(text)
    return None","def get_cursor_position ( <TAB> fragment : str = ""[SetCursorPosition]"" , ) -> Optional [ Point ] : <TAB> for y , line in enumerate ( fragment_lines ) : <TAB> <TAB> x = 0 <TAB> <TAB> for style_str , text , * _ in line : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return Point ( x = x , y = y ) <TAB> <TAB> <TAB> x += len ( text ) <TAB> return None",if fragment in style_str :,99
20230,"def resize(self, *e):
    bold = (""helvetica"", -self._size.get(), ""bold"")
    helv = (""helvetica"", -self._size.get())
    xspace = self._size.get()
    yspace = self._size.get()
    for widget in self._widgets:
        widget[""node_font""] = bold
        widget[""leaf_font""] = helv
        widget[""xspace""] = xspace
        widget[""yspace""] = yspace
        if self._size.get() < 20:
            widget[""line_width""] = 1
        elif self._size.get() < 30:
            widget[""line_width""] = 2
        else:
            widget[""line_width""] = 3
    self._layout()","def resize ( self , * e ) : <TAB> bold = ( ""helvetica"" , - self . _size . get ( ) , ""bold"" ) <TAB> helv = ( ""helvetica"" , - self . _size . get ( ) ) <TAB> xspace = self . _size . get ( ) <TAB> yspace = self . _size . get ( ) <TAB> for widget in self . _widgets : <TAB> <TAB> widget [ ""node_font"" ] = bold <TAB> <TAB> widget [ ""leaf_font"" ] = helv <TAB> <TAB> widget [ ""xspace"" ] = xspace <TAB> <TAB> widget [ ""yspace"" ] = yspace <TAB> <TAB> if self . _size . get ( ) < 20 : <TAB> <TAB> <TAB> widget [ ""line_width"" ] = 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> widget [ ""line_width"" ] = 2 <TAB> <TAB> else : <TAB> <TAB> <TAB> widget [ ""line_width"" ] = 3 <TAB> self . _layout ( )",elif self . _size . get ( ) < 30 :,185
3867,"def get_generators(self):
    """"""Get a dict with all registered generators, indexed by name""""""
    generators = {}
    for core in self.db.find():
        if hasattr(core, ""get_generators""):
            _generators = core.get_generators({})
            if _generators:
                generators[str(core.name)] = _generators
    return generators
","def get_generators ( self ) : <TAB> """"""Get a dict with all registered generators, indexed by name"""""" <TAB> generators = { } <TAB> for core in self . db . find ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _generators = core . get_generators ( { } ) <TAB> <TAB> <TAB> if _generators : <TAB> <TAB> <TAB> <TAB> generators [ str ( core . name ) ] = _generators <TAB> return generators","if hasattr ( core , ""get_generators"" ) :",93
17249,"def transition(self, context, token, value):
    if context.type == ""from"":
        if token == ""NAME"":
            if context.expect == ""source"":
                if value == ""import"" and context.level:
                    # syntax ""from . import name""
                    context.expect = ""names""
                else:
                    context.source += value
                    context.expect = "".""
            elif context.expect == ""."" and value == ""import"":
                context.expect = ""names""
            elif context.expect == ""names"":
                context.names.append(value)
                context.expect = "",""
        elif token == ""OP"":
            if value == "","" and context.expect == "","":
                context.expect = ""names""
            elif value == ""."" and context.expect == ""."":
                context.source += "".""
                context.expect = ""source""
            elif value == ""."" and context.expect == ""source"":
                context.level += 1
    elif context.type == ""import"":
        if token == ""NAME"":
            if context.expect == ""module"":
                if context.modules and context.modules[-1].endswith("".""):
                    context.modules[-1] += value
                else:
                    context.modules.append(value)
                context.expect = "".""
        elif token == ""OP"":
            if context.expect == ""."":
                if value == ""."":
                    context.modules[-1] += "".""
                context.expect = ""module""","def transition ( self , context , token , value ) : <TAB> if context . type == ""from"" : <TAB> <TAB> if token == ""NAME"" : <TAB> <TAB> <TAB> if context . expect == ""source"" : <TAB> <TAB> <TAB> <TAB> if value == ""import"" and context . level : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> context . expect = ""names"" <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> context . source += value <TAB> <TAB> <TAB> <TAB> <TAB> context . expect = ""."" <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> context . expect = ""names"" <TAB> <TAB> <TAB> elif context . expect == ""names"" : <TAB> <TAB> <TAB> <TAB> context . names . append ( value ) <TAB> <TAB> <TAB> <TAB> context . expect = "","" <TAB> <TAB> elif token == ""OP"" : <TAB> <TAB> <TAB> if value == "","" and context . expect == "","" : <TAB> <TAB> <TAB> <TAB> context . expect = ""names"" <TAB> <TAB> <TAB> elif value == ""."" and context . expect == ""."" : <TAB> <TAB> <TAB> <TAB> context . source += ""."" <TAB> <TAB> <TAB> <TAB> context . expect = ""source"" <TAB> <TAB> <TAB> elif value == ""."" and context . expect == ""source"" : <TAB> <TAB> <TAB> <TAB> context . level += 1 <TAB> elif context . type == ""import"" : <TAB> <TAB> if token == ""NAME"" : <TAB> <TAB> <TAB> if context . expect == ""module"" : <TAB> <TAB> <TAB> <TAB> if context . modules and context . modules [ - 1 ] . endswith ( ""."" ) : <TAB> <TAB> <TAB> <TAB> <TAB> context . modules [ - 1 ] += value <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> context . modules . append ( value ) <TAB> <TAB> <TAB> <TAB> context . expect = ""."" <TAB> <TAB> elif token == ""OP"" : <TAB> <TAB> <TAB> if context . expect == ""."" : <TAB> <TAB> <TAB> <TAB> if value == ""."" : <TAB> <TAB> <TAB> <TAB> <TAB> context . modules [ - 1 ] += ""."" <TAB> <TAB> <TAB> <TAB> context . expect = ""module""","elif context . expect == ""."" and value == ""import"" :",423
9952,"def _verify_flow_removed(self, dp, msg):
    params = self._verify[""params""]
    in_port = self._verify[""in_port""]
    timeout = self._verify[""timeout""]
    if timeout:
        duration_nsec = (msg.duration_sec * 10 ** 9) + msg.duration_nsec
        timeout_nsec = timeout * 10 ** 9
        # grace of -0.5 and +1.5 second to timeout.
        l = (timeout - 0.5) * 10 ** 9
        h = (timeout + 1.5) * 10 ** 9
        if not l < duration_nsec < h:
            return ""bad duration time. set=%s(nsec), duration=%s(nsec)"" % (
                timeout_nsec,
                duration_nsec,
            )
    for name, val in params.items():
        r_val = getattr(msg, name)
        if val != r_val:
            return ""%s is mismatched. verify=%s, reply=%s"" % (name, val, r_val)
    for f in msg.match.fields:
        if f.header == ofproto_v1_2.OXM_OF_IN_PORT:
            if f.value != in_port:
                return ""in_port is mismatched. verify=%s, reply=%s"" % (in_port, f.value)
    return True","def _verify_flow_removed ( self , dp , msg ) : <TAB> params = self . _verify [ ""params"" ] <TAB> in_port = self . _verify [ ""in_port"" ] <TAB> timeout = self . _verify [ ""timeout"" ] <TAB> if timeout : <TAB> <TAB> duration_nsec = ( msg . duration_sec * 10 ** 9 ) + msg . duration_nsec <TAB> <TAB> timeout_nsec = timeout * 10 ** 9 <TAB> <TAB> <TAB> <TAB> l = ( timeout - 0.5 ) * 10 ** 9 <TAB> <TAB> h = ( timeout + 1.5 ) * 10 ** 9 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ""bad duration time. set=%s(nsec), duration=%s(nsec)"" % ( <TAB> <TAB> <TAB> <TAB> timeout_nsec , <TAB> <TAB> <TAB> <TAB> duration_nsec , <TAB> <TAB> <TAB> ) <TAB> for name , val in params . items ( ) : <TAB> <TAB> r_val = getattr ( msg , name ) <TAB> <TAB> if val != r_val : <TAB> <TAB> <TAB> return ""%s is mismatched. verify=%s, reply=%s"" % ( name , val , r_val ) <TAB> for f in msg . match . fields : <TAB> <TAB> if f . header == ofproto_v1_2 . OXM_OF_IN_PORT : <TAB> <TAB> <TAB> if f . value != in_port : <TAB> <TAB> <TAB> <TAB> return ""in_port is mismatched. verify=%s, reply=%s"" % ( in_port , f . value ) <TAB> return True",if not l < duration_nsec < h :,356
19044,"def display_prompt(self):
    self.caret_x = -1
    self.caret_y = -1
    self.do_display_prompt(self.RPROMPT, y_offset=self.PROMPT_OFFSET_V, x_align=""right"")
    self.do_display_prompt(self.PROMPT, y_offset=self.PROMPT_OFFSET_V)
    try:
        # move caret
        if self.caret_x >= 0 and self.caret_y >= 0:
            self.screen.move(
                self.caret_y,
                self.caret_x
                + display.screen_len(self.model.query, 0, self.model.caret),
            )
    except curses.error:
        pass","def display_prompt ( self ) : <TAB> self . caret_x = - 1 <TAB> self . caret_y = - 1 <TAB> self . do_display_prompt ( self . RPROMPT , y_offset = self . PROMPT_OFFSET_V , x_align = ""right"" ) <TAB> self . do_display_prompt ( self . PROMPT , y_offset = self . PROMPT_OFFSET_V ) <TAB> try : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . screen . move ( <TAB> <TAB> <TAB> <TAB> self . caret_y , <TAB> <TAB> <TAB> <TAB> self . caret_x <TAB> <TAB> <TAB> <TAB> + display . screen_len ( self . model . query , 0 , self . model . caret ) , <TAB> <TAB> <TAB> ) <TAB> except curses . error : <TAB> <TAB> pass",if self . caret_x >= 0 and self . caret_y >= 0 :,198
12796,"def _update(model, lun, value):
    if isinstance(model, dict):
        luns = model.keys() if lun is None else [lun]
        for lun_item in luns:
            if lun_item not in model:
                raise CLIError(
                    ""data disk with lun of '{}' doesn't exist"".format(lun_item)
                )
            model[lun_item][""writeAcceleratorEnabled""] = value
    else:
        if lun is None:
            disks = [model.os_disk] + (model.data_disks or [])
        elif lun == ""os"":
            disks = [model.os_disk]
        else:
            disk = next((d for d in model.data_disks if d.lun == lun), None)
            if not disk:
                raise CLIError(""data disk with lun of '{}' doesn't exist"".format(lun))
            disks = [disk]
        for disk in disks:
            disk.write_accelerator_enabled = value
","def _update ( model , lun , value ) : <TAB> if isinstance ( model , dict ) : <TAB> <TAB> luns = model . keys ( ) if lun is None else [ lun ] <TAB> <TAB> for lun_item in luns : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise CLIError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""data disk with lun of '{}' doesn't exist"" . format ( lun_item ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> model [ lun_item ] [ ""writeAcceleratorEnabled"" ] = value <TAB> else : <TAB> <TAB> if lun is None : <TAB> <TAB> <TAB> disks = [ model . os_disk ] + ( model . data_disks or [ ] ) <TAB> <TAB> elif lun == ""os"" : <TAB> <TAB> <TAB> disks = [ model . os_disk ] <TAB> <TAB> else : <TAB> <TAB> <TAB> disk = next ( ( d for d in model . data_disks if d . lun == lun ) , None ) <TAB> <TAB> <TAB> if not disk : <TAB> <TAB> <TAB> <TAB> raise CLIError ( ""data disk with lun of '{}' doesn't exist"" . format ( lun ) ) <TAB> <TAB> <TAB> disks = [ disk ] <TAB> <TAB> for disk in disks : <TAB> <TAB> <TAB> disk . write_accelerator_enabled = value",if lun_item not in model :,288
5867,"def device_iter(**kwargs):
    for dev in backend.enumerate_devices():
        d = Device(dev, backend)
        tests = (val == _try_getattr(d, key) for key, val in kwargs.items())
        if _interop._all(tests) and (custom_match is None or custom_match(d)):
            yield d
","def device_iter ( ** kwargs ) : <TAB> for dev in backend . enumerate_devices ( ) : <TAB> <TAB> d = Device ( dev , backend ) <TAB> <TAB> tests = ( val == _try_getattr ( d , key ) for key , val in kwargs . items ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield d",if _interop . _all ( tests ) and ( custom_match is None or custom_match ( d ) ) :,88
18705,"def test_time_series_intraday_date_indexing(self, mock_request):
    """"""Test that api call returns a pandas data frame with a date as index""""""
    ts = TimeSeries(
        key=TestAlphaVantage._API_KEY_TEST, output_format=""pandas"", indexing_type=""date""
    )
    url = ""https://www.alphavantage.co/query?function=TIME_SERIES_INTRADAY&symbol=MSFT&interval=1min&outputsize=full&apikey=test&datatype=json""
    path_file = self.get_file_from_url(""mock_time_series"")
    with open(path_file) as f:
        mock_request.get(url, text=f.read())
        data, _ = ts.get_intraday(""MSFT"", interval=""1min"", outputsize=""full"")
        if ts.indexing_type == ""date"":
            assert isinstance(data.index[0], Timestamp)
        else:
            if sys.version_info[0] == 3:
                assert isinstance(data.index[0], str)
            else:
                assert isinstance(data.index[0], basestring)","def test_time_series_intraday_date_indexing ( self , mock_request ) : <TAB> """"""Test that api call returns a pandas data frame with a date as index"""""" <TAB> ts = TimeSeries ( <TAB> <TAB> key = TestAlphaVantage . _API_KEY_TEST , output_format = ""pandas"" , indexing_type = ""date"" <TAB> ) <TAB> url = ""https://www.alphavantage.co/query?function=TIME_SERIES_INTRADAY&symbol=MSFT&interval=1min&outputsize=full&apikey=test&datatype=json"" <TAB> path_file = self . get_file_from_url ( ""mock_time_series"" ) <TAB> with open ( path_file ) as f : <TAB> <TAB> mock_request . get ( url , text = f . read ( ) ) <TAB> <TAB> data , _ = ts . get_intraday ( ""MSFT"" , interval = ""1min"" , outputsize = ""full"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert isinstance ( data . index [ 0 ] , Timestamp ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if sys . version_info [ 0 ] == 3 : <TAB> <TAB> <TAB> <TAB> assert isinstance ( data . index [ 0 ] , str ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> assert isinstance ( data . index [ 0 ] , basestring )","if ts . indexing_type == ""date"" :",292
5830,"def read(self, iprot):
    if (
        iprot._fast_decode is not None
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
    ):
        iprot._fast_decode(self, iprot, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRUCT:
                self.sessionHandle = TSessionHandle()
                self.sessionHandle.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.I32:
                self.infoType = iprot.readI32()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . _fast_decode is not None <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> ) : <TAB> <TAB> iprot . _fast_decode ( self , iprot , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . sessionHandle = TSessionHandle ( ) <TAB> <TAB> <TAB> <TAB> self . sessionHandle . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . I32 : <TAB> <TAB> <TAB> <TAB> self . infoType = iprot . readI32 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STRUCT :,316
5061,"def _line_ranges(statements, lines):
    """"""Produce a list of ranges for `format_lines`.""""""
    statements = sorted(statements)
    lines = sorted(lines)
    pairs = []
    start = None
    lidx = 0
    for stmt in statements:
        if lidx >= len(lines):
            break
        if stmt == lines[lidx]:
            lidx += 1
            if not start:
                start = stmt
            end = stmt
        elif start:
            pairs.append((start, end))
            start = None
    if start:
        pairs.append((start, end))
    return pairs","def _line_ranges ( statements , lines ) : <TAB> """"""Produce a list of ranges for `format_lines`."""""" <TAB> statements = sorted ( statements ) <TAB> lines = sorted ( lines ) <TAB> pairs = [ ] <TAB> start = None <TAB> lidx = 0 <TAB> for stmt in statements : <TAB> <TAB> if lidx >= len ( lines ) : <TAB> <TAB> <TAB> break <TAB> <TAB> if stmt == lines [ lidx ] : <TAB> <TAB> <TAB> lidx += 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> start = stmt <TAB> <TAB> <TAB> end = stmt <TAB> <TAB> elif start : <TAB> <TAB> <TAB> pairs . append ( ( start , end ) ) <TAB> <TAB> <TAB> start = None <TAB> if start : <TAB> <TAB> pairs . append ( ( start , end ) ) <TAB> return pairs",if not start :,167
6468,"def _build_auth_record(response):
    """"""Build an AuthenticationRecord from the result of an MSAL ClientApplication token request""""""
    try:
        id_token = response[""id_token_claims""]
        if ""client_info"" in response:
            client_info = json.loads(_decode_client_info(response[""client_info""]))
            home_account_id = ""{uid}.{utid}"".format(**client_info)
        else:
            # MSAL uses the subject claim as home_account_id when the STS doesn't provide client_info
            home_account_id = id_token[""sub""]
        # ""iss"" is the URL of the issuing tenant e.g. https://authority/tenant
        issuer = six.moves.urllib_parse.urlparse(id_token[""iss""])
        # tenant which issued the token, not necessarily user's home tenant
        tenant_id = id_token.get(""tid"") or issuer.path.strip(""/"")
        # AAD returns ""preferred_username"", ADFS returns ""upn""
        username = id_token.get(""preferred_username"") or id_token[""upn""]
        return AuthenticationRecord(
            authority=issuer.netloc,
            client_id=id_token[""aud""],
            home_account_id=home_account_id,
            tenant_id=tenant_id,
            username=username,
        )
    except (KeyError, ValueError) as ex:
        auth_error = ClientAuthenticationError(
            message=""Failed to build AuthenticationRecord from unexpected identity token""
        )
        six.raise_from(auth_error, ex)
","def _build_auth_record ( response ) : <TAB> """"""Build an AuthenticationRecord from the result of an MSAL ClientApplication token request"""""" <TAB> try : <TAB> <TAB> id_token = response [ ""id_token_claims"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> client_info = json . loads ( _decode_client_info ( response [ ""client_info"" ] ) ) <TAB> <TAB> <TAB> home_account_id = ""{uid}.{utid}"" . format ( ** client_info ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> home_account_id = id_token [ ""sub"" ] <TAB> <TAB> <TAB> <TAB> issuer = six . moves . urllib_parse . urlparse ( id_token [ ""iss"" ] ) <TAB> <TAB> <TAB> <TAB> tenant_id = id_token . get ( ""tid"" ) or issuer . path . strip ( ""/"" ) <TAB> <TAB> <TAB> <TAB> username = id_token . get ( ""preferred_username"" ) or id_token [ ""upn"" ] <TAB> <TAB> return AuthenticationRecord ( <TAB> <TAB> <TAB> authority = issuer . netloc , <TAB> <TAB> <TAB> client_id = id_token [ ""aud"" ] , <TAB> <TAB> <TAB> home_account_id = home_account_id , <TAB> <TAB> <TAB> tenant_id = tenant_id , <TAB> <TAB> <TAB> username = username , <TAB> <TAB> ) <TAB> except ( KeyError , ValueError ) as ex : <TAB> <TAB> auth_error = ClientAuthenticationError ( <TAB> <TAB> <TAB> message = ""Failed to build AuthenticationRecord from unexpected identity token"" <TAB> <TAB> ) <TAB> <TAB> six . raise_from ( auth_error , ex )","if ""client_info"" in response :",418
15134,"def publish(self, dashboard_id: int) -> FlaskResponse:  # pylint: disable=no-self-use
    """"""Gets and toggles published status on dashboards""""""
    logger.warning(
        ""This API endpoint is deprecated and will be removed in version 1.0.0""
    )
    session = db.session()
    Role = ab_models.Role
    dash = session.query(Dashboard).filter(Dashboard.id == dashboard_id).one_or_none()
    admin_role = session.query(Role).filter(Role.name == ""Admin"").one_or_none()
    if request.method == ""GET"":
        if dash:
            return json_success(json.dumps({""published"": dash.published}))
        return json_error_response(
            f""ERROR: cannot find dashboard {dashboard_id}"", status=404
        )
    edit_perm = is_owner(dash, g.user) or admin_role in get_user_roles()
    if not edit_perm:
        return json_error_response(
            f'ERROR: ""{g.user.username}"" cannot alter '
            f'dashboard ""{dash.dashboard_title}""',
            status=403,
        )
    dash.published = str(request.form[""published""]).lower() == ""true""
    session.commit()
    return json_success(json.dumps({""published"": dash.published}))","def publish ( self , dashboard_id : int ) -> FlaskResponse : <TAB> """"""Gets and toggles published status on dashboards"""""" <TAB> logger . warning ( <TAB> <TAB> ""This API endpoint is deprecated and will be removed in version 1.0.0"" <TAB> ) <TAB> session = db . session ( ) <TAB> Role = ab_models . Role <TAB> dash = session . query ( Dashboard ) . filter ( Dashboard . id == dashboard_id ) . one_or_none ( ) <TAB> admin_role = session . query ( Role ) . filter ( Role . name == ""Admin"" ) . one_or_none ( ) <TAB> if request . method == ""GET"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return json_success ( json . dumps ( { ""published"" : dash . published } ) ) <TAB> <TAB> return json_error_response ( <TAB> <TAB> <TAB> f""ERROR: cannot find dashboard {dashboard_id}"" , status = 404 <TAB> <TAB> ) <TAB> edit_perm = is_owner ( dash , g . user ) or admin_role in get_user_roles ( ) <TAB> if not edit_perm : <TAB> <TAB> return json_error_response ( <TAB> <TAB> <TAB> f'ERROR: ""{g.user.username}"" cannot alter ' <TAB> <TAB> <TAB> f'dashboard ""{dash.dashboard_title}""' , <TAB> <TAB> <TAB> status = 403 , <TAB> <TAB> ) <TAB> dash . published = str ( request . form [ ""published"" ] ) . lower ( ) == ""true"" <TAB> session . commit ( ) <TAB> return json_success ( json . dumps ( { ""published"" : dash . published } ) )",if dash :,340
5531,"def buildGAPIServiceObject(api, soft_errors=False):
    global extra_args
    auth_as = options.use_admin if options.use_admin else options.email
    scopes = getAPIScope(api)
    credentials = getSvcAcctCredentials(scopes, auth_as)
    if options.debug:
        extra_args[""prettyPrint""] = True
    if os.path.isfile(os.path.join(getProgPath(), ""extra-args.txt"")):
        config = configparser.ConfigParser()
        config.optionxform = str
        config.read(getGamPath() + ""extra-args.txt"")
        extra_args.update(dict(config.items(""extra-args"")))
    httpc = _createHttpObj()
    request = google_auth_httplib2.Request(httpc)
    credentials.refresh(request)
    version = getAPIVer(api)
    try:
        service = googleapiclient.discovery.build(
            api, version, http=httpc, cache_discovery=False
        )
        service._http = google_auth_httplib2.AuthorizedHttp(credentials, http=httpc)
        return service
    except (httplib2.ServerNotFoundError, RuntimeError) as e:
        systemErrorExit(4, e)
    except google.auth.exceptions.RefreshError as e:
        if isinstance(e.args, tuple):
            e = e.args[0]
        systemErrorExit(5, e)","def buildGAPIServiceObject ( api , soft_errors = False ) : <TAB> global extra_args <TAB> auth_as = options . use_admin if options . use_admin else options . email <TAB> scopes = getAPIScope ( api ) <TAB> credentials = getSvcAcctCredentials ( scopes , auth_as ) <TAB> if options . debug : <TAB> <TAB> extra_args [ ""prettyPrint"" ] = True <TAB> if os . path . isfile ( os . path . join ( getProgPath ( ) , ""extra-args.txt"" ) ) : <TAB> <TAB> config = configparser . ConfigParser ( ) <TAB> <TAB> config . optionxform = str <TAB> <TAB> config . read ( getGamPath ( ) + ""extra-args.txt"" ) <TAB> <TAB> extra_args . update ( dict ( config . items ( ""extra-args"" ) ) ) <TAB> httpc = _createHttpObj ( ) <TAB> request = google_auth_httplib2 . Request ( httpc ) <TAB> credentials . refresh ( request ) <TAB> version = getAPIVer ( api ) <TAB> try : <TAB> <TAB> service = googleapiclient . discovery . build ( <TAB> <TAB> <TAB> api , version , http = httpc , cache_discovery = False <TAB> <TAB> ) <TAB> <TAB> service . _http = google_auth_httplib2 . AuthorizedHttp ( credentials , http = httpc ) <TAB> <TAB> return service <TAB> except ( httplib2 . ServerNotFoundError , RuntimeError ) as e : <TAB> <TAB> systemErrorExit ( 4 , e ) <TAB> except google . auth . exceptions . RefreshError as e : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> e = e . args [ 0 ] <TAB> <TAB> systemErrorExit ( 5 , e )","if isinstance ( e . args , tuple ) :",364
19171,"def create_wallet_source(wallet: Wallet, include_worth=True):
    exchange_name = wallet.exchange.name
    symbol = wallet.instrument.symbol
    with Module(exchange_name + "":/"" + symbol) as wallet_ds:
        free_balance = Lambda(""free"", lambda w: w.balance.size, wallet)
        locked_balance = Lambda(""locked"", lambda w: w.locked_balance.size, wallet)
        total_balance = Lambda(""total"", lambda w: w.total_balance.size, wallet)
        nodes = [free_balance, locked_balance, total_balance]
        if include_worth:
            price = Select(lambda node: node.name.endswith(symbol))(wallet.exchange)
            worth = BinOp(""worth"", operator.mul)(price, total_balance)
            nodes += [worth]
    return wallet_ds
","def create_wallet_source ( wallet : Wallet , include_worth = True ) : <TAB> exchange_name = wallet . exchange . name <TAB> symbol = wallet . instrument . symbol <TAB> with Module ( exchange_name + "":/"" + symbol ) as wallet_ds : <TAB> <TAB> free_balance = Lambda ( ""free"" , lambda w : w . balance . size , wallet ) <TAB> <TAB> locked_balance = Lambda ( ""locked"" , lambda w : w . locked_balance . size , wallet ) <TAB> <TAB> total_balance = Lambda ( ""total"" , lambda w : w . total_balance . size , wallet ) <TAB> <TAB> nodes = [ free_balance , locked_balance , total_balance ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> price = Select ( lambda node : node . name . endswith ( symbol ) ) ( wallet . exchange ) <TAB> <TAB> <TAB> worth = BinOp ( ""worth"" , operator . mul ) ( price , total_balance ) <TAB> <TAB> <TAB> nodes += [ worth ] <TAB> return wallet_ds",if include_worth :,232
24063,"def asset(*paths):
    for path in paths:
        fspath = www_root + ""/assets/"" + path
        etag = """"
        try:
            if env.cache_static:
                etag = asset_etag(fspath)
            else:
                os.stat(fspath)
        except FileNotFoundError as e:
            if path == paths[-1]:
                if not os.path.exists(fspath + "".spt""):
                    tell_sentry(e, {})
            else:
                continue
        except Exception as e:
            tell_sentry(e, {})
        return asset_url + path + (etag and ""?etag="" + etag)","def asset ( * paths ) : <TAB> for path in paths : <TAB> <TAB> fspath = www_root + ""/assets/"" + path <TAB> <TAB> etag = """" <TAB> <TAB> try : <TAB> <TAB> <TAB> if env . cache_static : <TAB> <TAB> <TAB> <TAB> etag = asset_etag ( fspath ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> os . stat ( fspath ) <TAB> <TAB> except FileNotFoundError as e : <TAB> <TAB> <TAB> if path == paths [ - 1 ] : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> tell_sentry ( e , { } ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> tell_sentry ( e , { } ) <TAB> <TAB> return asset_url + path + ( etag and ""?etag="" + etag )","if not os . path . exists ( fspath + "".spt"" ) :",182
7777,"def apply(self):
    self.maxdepth = self.startnode.details.get(""depth"", None)
    self.startvalue = self.startnode.details.get(""start"", 1)
    self.prefix = self.startnode.details.get(""prefix"", """")
    self.suffix = self.startnode.details.get(""suffix"", """")
    self.startnode.parent.remove(self.startnode)
    if self.document.settings.sectnum_xform:
        if self.maxdepth is None:
            self.maxdepth = sys.maxint
        self.update_section_numbers(self.document)
    else:  # store details for eventual section numbering by the writer
        self.document.settings.sectnum_depth = self.maxdepth
        self.document.settings.sectnum_start = self.startvalue
        self.document.settings.sectnum_prefix = self.prefix
        self.document.settings.sectnum_suffix = self.suffix","def apply ( self ) : <TAB> self . maxdepth = self . startnode . details . get ( ""depth"" , None ) <TAB> self . startvalue = self . startnode . details . get ( ""start"" , 1 ) <TAB> self . prefix = self . startnode . details . get ( ""prefix"" , """" ) <TAB> self . suffix = self . startnode . details . get ( ""suffix"" , """" ) <TAB> self . startnode . parent . remove ( self . startnode ) <TAB> if self . document . settings . sectnum_xform : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . maxdepth = sys . maxint <TAB> <TAB> self . update_section_numbers ( self . document ) <TAB> else : <TAB> <TAB> self . document . settings . sectnum_depth = self . maxdepth <TAB> <TAB> self . document . settings . sectnum_start = self . startvalue <TAB> <TAB> self . document . settings . sectnum_prefix = self . prefix <TAB> <TAB> self . document . settings . sectnum_suffix = self . suffix",if self . maxdepth is None :,231
3603,"def parse(self, response):
    try:
        content = response.content.decode(""utf-8"", ""ignore"")
        content = json.loads(content, strict=False)
    except:
        self.logger.error(""Fail to parse the response in json format"")
        return
    for item in content[""data""]:
        if ""objURL"" in item:
            img_url = self._decode_url(item[""objURL""])
        elif ""hoverURL"" in item:
            img_url = item[""hoverURL""]
        else:
            continue
        yield dict(file_url=img_url)","def parse ( self , response ) : <TAB> try : <TAB> <TAB> content = response . content . decode ( ""utf-8"" , ""ignore"" ) <TAB> <TAB> content = json . loads ( content , strict = False ) <TAB> except : <TAB> <TAB> self . logger . error ( ""Fail to parse the response in json format"" ) <TAB> <TAB> return <TAB> for item in content [ ""data"" ] : <TAB> <TAB> if ""objURL"" in item : <TAB> <TAB> <TAB> img_url = self . _decode_url ( item [ ""objURL"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> img_url = item [ ""hoverURL"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> continue <TAB> <TAB> yield dict ( file_url = img_url )","elif ""hoverURL"" in item :",158
15299,"def do_rollout(agent, env, num_steps, render=False):
    total_rew = 0
    ob = env.reset()
    for t in range(num_steps):
        a = agent.act(ob)
        (ob, reward, done, _info) = env.step(a)
        total_rew += reward
        if render and t % 3 == 0:
            env.render()
        if done:
            break
    return total_rew, t + 1","def do_rollout ( agent , env , num_steps , render = False ) : <TAB> total_rew = 0 <TAB> ob = env . reset ( ) <TAB> for t in range ( num_steps ) : <TAB> <TAB> a = agent . act ( ob ) <TAB> <TAB> ( ob , reward , done , _info ) = env . step ( a ) <TAB> <TAB> total_rew += reward <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> env . render ( ) <TAB> <TAB> if done : <TAB> <TAB> <TAB> break <TAB> return total_rew , t + 1",if render and t % 3 == 0 :,126
6565,"def pickle_to_file(obj, file_path, gzip=False):
    """"""Pickle obj to file_path with gzipping and failure protection.""""""
    # Pickle to tmp file and overwrite to prevent writing partial files.
    tmp_file_path = file_path + ""._tmp_""
    with tf.io.gfile.GFile(tmp_file_path, ""wb"") as f:
        if not gzip:
            pickle.dump(obj, f, protocol=pickle.HIGHEST_PROTOCOL)
        else:
            with gzip_lib.GzipFile(fileobj=f, compresslevel=2) as gzipf:
                pickle.dump(obj, gzipf, protocol=pickle.HIGHEST_PROTOCOL)
    # Moving a file is much less error-prone than pickling large files.
    tf.io.gfile.rename(tmp_file_path, file_path, overwrite=True)","def pickle_to_file ( obj , file_path , gzip = False ) : <TAB> """"""Pickle obj to file_path with gzipping and failure protection."""""" <TAB> <TAB> tmp_file_path = file_path + ""._tmp_"" <TAB> with tf . io . gfile . GFile ( tmp_file_path , ""wb"" ) as f : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pickle . dump ( obj , f , protocol = pickle . HIGHEST_PROTOCOL ) <TAB> <TAB> else : <TAB> <TAB> <TAB> with gzip_lib . GzipFile ( fileobj = f , compresslevel = 2 ) as gzipf : <TAB> <TAB> <TAB> <TAB> pickle . dump ( obj , gzipf , protocol = pickle . HIGHEST_PROTOCOL ) <TAB> <TAB> tf . io . gfile . rename ( tmp_file_path , file_path , overwrite = True )",if not gzip :,208
13840,"def _do_load(self, row):
    values = dict((c.name, row[c]) for c in self.columns if c in row)
    if all((v is None) for v in values.values()):
        return None
    rv = self.model()
    for c in self.columns:
        if c in row:
            # noinspection PyProtectedMember
            instance_key = self.model._column_name_map.invert_get(c.name)
            rv.__values__[instance_key] = row[c]
    return rv
","def _do_load ( self , row ) : <TAB> values = dict ( ( c . name , row [ c ] ) for c in self . columns if c in row ) <TAB> if all ( ( v is None ) for v in values . values ( ) ) : <TAB> <TAB> return None <TAB> rv = self . model ( ) <TAB> for c in self . columns : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> instance_key = self . model . _column_name_map . invert_get ( c . name ) <TAB> <TAB> <TAB> rv . __values__ [ instance_key ] = row [ c ] <TAB> return rv",if c in row :,136
15920,"def get_django_comment(text: str, i: int) -> str:
    end = i + 4
    unclosed_end = 0
    while end <= len(text):
        if text[end - 2 : end] == ""#}"":
            return text[i:end]
        if not unclosed_end and text[end] == ""<"":
            unclosed_end = end
        end += 1
    raise TokenizationException(""Unclosed comment"", text[i:unclosed_end])","def get_django_comment ( text : str , i : int ) -> str : <TAB> end = i + 4 <TAB> unclosed_end = 0 <TAB> while end <= len ( text ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return text [ i : end ] <TAB> <TAB> if not unclosed_end and text [ end ] == ""<"" : <TAB> <TAB> <TAB> unclosed_end = end <TAB> <TAB> end += 1 <TAB> raise TokenizationException ( ""Unclosed comment"" , text [ i : unclosed_end ] )","if text [ end - 2 : end ] == ""#}"" :",126
12431,"def repl(m, base_path, rel_path=None):
    if m.group(""comments""):
        tag = m.group(""comments"")
    else:
        tag = m.group(""open"")
        if rel_path is None:
            tag += RE_TAG_LINK_ATTR.sub(
                lambda m2: repl_absolute(m2, base_path), m.group(""attr"")
            )
        else:
            tag += RE_TAG_LINK_ATTR.sub(
                lambda m2: repl_relative(m2, base_path, rel_path), m.group(""attr"")
            )
        tag += m.group(""close"")
    return tag","def repl ( m , base_path , rel_path = None ) : <TAB> if m . group ( ""comments"" ) : <TAB> <TAB> tag = m . group ( ""comments"" ) <TAB> else : <TAB> <TAB> tag = m . group ( ""open"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tag += RE_TAG_LINK_ATTR . sub ( <TAB> <TAB> <TAB> <TAB> lambda m2 : repl_absolute ( m2 , base_path ) , m . group ( ""attr"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> tag += RE_TAG_LINK_ATTR . sub ( <TAB> <TAB> <TAB> <TAB> lambda m2 : repl_relative ( m2 , base_path , rel_path ) , m . group ( ""attr"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> tag += m . group ( ""close"" ) <TAB> return tag",if rel_path is None :,179
5246,"def fake_query(*args):
    kwargs = args[1]
    start_key = kwargs.get(EXCLUSIVE_START_KEY, None)
    if start_key:
        item_idx = 0
        for query_item in BATCH_GET_ITEMS.get(RESPONSES).get(UserModel.Meta.table_name):
            item_idx += 1
            if query_item == start_key:
                break
        query_items = BATCH_GET_ITEMS.get(RESPONSES).get(UserModel.Meta.table_name)[
            item_idx : item_idx + 1
        ]
    else:
        query_items = BATCH_GET_ITEMS.get(RESPONSES).get(UserModel.Meta.table_name)[:1]
    data = {
        CAMEL_COUNT: len(query_items),
        ITEMS: query_items,
        SCANNED_COUNT: 2 * len(query_items),
        LAST_EVALUATED_KEY: query_items[-1] if len(query_items) else None,
    }
    return data","def fake_query ( * args ) : <TAB> kwargs = args [ 1 ] <TAB> start_key = kwargs . get ( EXCLUSIVE_START_KEY , None ) <TAB> if start_key : <TAB> <TAB> item_idx = 0 <TAB> <TAB> for query_item in BATCH_GET_ITEMS . get ( RESPONSES ) . get ( UserModel . Meta . table_name ) : <TAB> <TAB> <TAB> item_idx += 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> query_items = BATCH_GET_ITEMS . get ( RESPONSES ) . get ( UserModel . Meta . table_name ) [ <TAB> <TAB> <TAB> item_idx : item_idx + 1 <TAB> <TAB> ] <TAB> else : <TAB> <TAB> query_items = BATCH_GET_ITEMS . get ( RESPONSES ) . get ( UserModel . Meta . table_name ) [ : 1 ] <TAB> data = { <TAB> <TAB> CAMEL_COUNT : len ( query_items ) , <TAB> <TAB> ITEMS : query_items , <TAB> <TAB> SCANNED_COUNT : 2 * len ( query_items ) , <TAB> <TAB> LAST_EVALUATED_KEY : query_items [ - 1 ] if len ( query_items ) else None , <TAB> } <TAB> return data",if query_item == start_key :,268
21431,"def n_weights(self):
    """"""Return the number of weights (parameters) in this network.""""""
    n_weights = 0
    for i, w in enumerate(self.all_weights):
        n = 1
        # for s in p.eval().shape:
        for s in w.get_shape():
            try:
                s = int(s)
            except:
                s = 1
            if s:
                n = n * s
        n_weights = n_weights + n
    # print(""num of weights (parameters) %d"" % n_weights)
    return n_weights","def n_weights ( self ) : <TAB> """"""Return the number of weights (parameters) in this network."""""" <TAB> n_weights = 0 <TAB> for i , w in enumerate ( self . all_weights ) : <TAB> <TAB> n = 1 <TAB> <TAB> <TAB> <TAB> for s in w . get_shape ( ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> s = int ( s ) <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> s = 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> n = n * s <TAB> <TAB> n_weights = n_weights + n <TAB> <TAB> return n_weights",if s :,161
17095,"def calculate(self):
    addr_space = utils.load_as(self._config)
    regapi = registryapi.RegistryApi(self._config)
    regapi.reset_current()
    version = (
        addr_space.profile.metadata.get(""major"", 0),
        addr_space.profile.metadata.get(""minor"", 0),
    )
    for value, data_raw in regapi.reg_yield_values(
        ""security"", ""Policy\\PolAdtEv"", thetype=""REG_NONE""
    ):
        bufferas = addrspace.BufferAddressSpace(self._config, data=data_raw)
        if version <= (5, 1):
            ap = obj.Object(""AuditPolDataXP"", offset=0, vm=bufferas)
        elif version <= (6, 0):
            ap = obj.Object(""AuditPolDataVista"", offset=0, vm=bufferas)
        elif version == (6, 1):
            ap = obj.Object(""AuditPolData7"", offset=0, vm=bufferas)
        elif version == (6, 2) or version == (6, 3):
            ap = obj.Object(""AuditPolData8"", offset=0, vm=bufferas)
        else:
            ap = obj.Object(""AuditPolData10"", offset=0, vm=bufferas)
        if ap == None:
            debug.error(""No AuditPol data found"")
        yield data_raw, ap","def calculate ( self ) : <TAB> addr_space = utils . load_as ( self . _config ) <TAB> regapi = registryapi . RegistryApi ( self . _config ) <TAB> regapi . reset_current ( ) <TAB> version = ( <TAB> <TAB> addr_space . profile . metadata . get ( ""major"" , 0 ) , <TAB> <TAB> addr_space . profile . metadata . get ( ""minor"" , 0 ) , <TAB> ) <TAB> for value , data_raw in regapi . reg_yield_values ( <TAB> <TAB> ""security"" , ""Policy\\PolAdtEv"" , thetype = ""REG_NONE"" <TAB> ) : <TAB> <TAB> bufferas = addrspace . BufferAddressSpace ( self . _config , data = data_raw ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ap = obj . Object ( ""AuditPolDataXP"" , offset = 0 , vm = bufferas ) <TAB> <TAB> elif version <= ( 6 , 0 ) : <TAB> <TAB> <TAB> ap = obj . Object ( ""AuditPolDataVista"" , offset = 0 , vm = bufferas ) <TAB> <TAB> elif version == ( 6 , 1 ) : <TAB> <TAB> <TAB> ap = obj . Object ( ""AuditPolData7"" , offset = 0 , vm = bufferas ) <TAB> <TAB> elif version == ( 6 , 2 ) or version == ( 6 , 3 ) : <TAB> <TAB> <TAB> ap = obj . Object ( ""AuditPolData8"" , offset = 0 , vm = bufferas ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ap = obj . Object ( ""AuditPolData10"" , offset = 0 , vm = bufferas ) <TAB> <TAB> if ap == None : <TAB> <TAB> <TAB> debug . error ( ""No AuditPol data found"" ) <TAB> <TAB> yield data_raw , ap","if version <= ( 5 , 1 ) :",370
17532,"def cdn_ip(address):
    if not address:
        return False
    try:
        _ = addr_to_int(address)
        for prefix, mask in CDN_RANGES.get(address.split(""."")[0], {}):
            if _ & mask == prefix:
                return True
    except (IndexError, ValueError):
        pass
    return False","def cdn_ip ( address ) : <TAB> if not address : <TAB> <TAB> return False <TAB> try : <TAB> <TAB> _ = addr_to_int ( address ) <TAB> <TAB> for prefix , mask in CDN_RANGES . get ( address . split ( ""."" ) [ 0 ] , { } ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return True <TAB> except ( IndexError , ValueError ) : <TAB> <TAB> pass <TAB> return False",if _ & mask == prefix :,94
18784,"def start(self):
    self.on_config_change()
    self.start_config_watch()
    try:
        if self.config[""MITMf""][""DNS""][""tcp""].lower() == ""on"":
            self.startTCP()
        else:
            self.startUDP()
    except socket.error as e:
        if ""Address already in use"" in e:
            shutdown(
                ""\n[DNS] Unable to start DNS server on port {}: port already in use"".format(
                    self.config[""MITMf""][""DNS""][""port""]
                )
            )
","def start ( self ) : <TAB> self . on_config_change ( ) <TAB> self . start_config_watch ( ) <TAB> try : <TAB> <TAB> if self . config [ ""MITMf"" ] [ ""DNS"" ] [ ""tcp"" ] . lower ( ) == ""on"" : <TAB> <TAB> <TAB> self . startTCP ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . startUDP ( ) <TAB> except socket . error as e : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> shutdown ( <TAB> <TAB> <TAB> <TAB> ""\n[DNS] Unable to start DNS server on port {}: port already in use"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> self . config [ ""MITMf"" ] [ ""DNS"" ] [ ""port"" ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> )","if ""Address already in use"" in e :",158
23508,"def find_volume_by_name(
    volume_name: str,
    not_found_msg: Optional[str] = None,
    found_several_msg: Optional[str] = None,
    parent=None,
) -> Optional[str]:
    from thonny.languages import tr
    # Can't translate in the header as _ may not be available at import time
    if not_found_msg is None:
        not_found_msg = tr(
            ""Could not find disk '%s'. Do you want to locate it yourself?""
        )
    if found_several_msg is None:
        found_several_msg = tr(
            ""Found several '%s' disks. Do you want to choose one yourself?""
        )
    volumes = find_volumes_by_name(volume_name)
    if len(volumes) == 1:
        return volumes[0]
    else:
        if len(volumes) == 0:
            msg = not_found_msg % volume_name
        else:
            msg = found_several_msg % volume_name
        import tkinter as tk
        from tkinter.messagebox import askyesno
        from thonny.ui_utils import askdirectory
        if askyesno(tr(""Can't find suitable disk""), msg, master=parent):
            path = askdirectory(parent=parent)
            if path:
                return path
    return None","def find_volume_by_name ( <TAB> volume_name : str , <TAB> not_found_msg : Optional [ str ] = None , <TAB> found_several_msg : Optional [ str ] = None , <TAB> parent = None , ) -> Optional [ str ] : <TAB> from thonny . languages import tr <TAB> <TAB> if not_found_msg is None : <TAB> <TAB> not_found_msg = tr ( <TAB> <TAB> <TAB> ""Could not find disk '%s'. Do you want to locate it yourself?"" <TAB> <TAB> ) <TAB> if found_several_msg is None : <TAB> <TAB> found_several_msg = tr ( <TAB> <TAB> <TAB> ""Found several '%s' disks. Do you want to choose one yourself?"" <TAB> <TAB> ) <TAB> volumes = find_volumes_by_name ( volume_name ) <TAB> if len ( volumes ) == 1 : <TAB> <TAB> return volumes [ 0 ] <TAB> else : <TAB> <TAB> if len ( volumes ) == 0 : <TAB> <TAB> <TAB> msg = not_found_msg % volume_name <TAB> <TAB> else : <TAB> <TAB> <TAB> msg = found_several_msg % volume_name <TAB> <TAB> import tkinter as tk <TAB> <TAB> from tkinter . messagebox import askyesno <TAB> <TAB> from thonny . ui_utils import askdirectory <TAB> <TAB> if askyesno ( tr ( ""Can't find suitable disk"" ) , msg , master = parent ) : <TAB> <TAB> <TAB> path = askdirectory ( parent = parent ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return path <TAB> return None",if path :,349
8547,"def __init__(self, height=20, width=20, density=0.8, minority_pc=0.2, homophily=3):
    """""" """"""
    self.height = height
    self.width = width
    self.density = density
    self.minority_pc = minority_pc
    self.homophily = homophily
    self.schedule = RandomActivation(self)
    self.grid = SingleGrid(height, width, torus=True)
    self.happy = 0
    self.datacollector = DataCollector(
        {""happy"": ""happy""},  # Model-level count of happy agents
        # For testing purposes, agent's individual x and y
        {""x"": lambda a: a.pos[0], ""y"": lambda a: a.pos[1]},
    )
    # Set up agents
    # We use a grid iterator that returns
    # the coordinates of a cell as well as
    # its contents. (coord_iter)
    for cell in self.grid.coord_iter():
        x = cell[1]
        y = cell[2]
        if self.random.random() < self.density:
            if self.random.random() < self.minority_pc:
                agent_type = 1
            else:
                agent_type = 0
            agent = SchellingAgent((x, y), self, agent_type)
            self.grid.position_agent(agent, (x, y))
            self.schedule.add(agent)
    self.running = True
    self.datacollector.collect(self)","def __init__ ( self , height = 20 , width = 20 , density = 0.8 , minority_pc = 0.2 , homophily = 3 ) : <TAB> """""" """""" <TAB> self . height = height <TAB> self . width = width <TAB> self . density = density <TAB> self . minority_pc = minority_pc <TAB> self . homophily = homophily <TAB> self . schedule = RandomActivation ( self ) <TAB> self . grid = SingleGrid ( height , width , torus = True ) <TAB> self . happy = 0 <TAB> self . datacollector = DataCollector ( <TAB> <TAB> { ""happy"" : ""happy"" } , <TAB> <TAB> <TAB> <TAB> { ""x"" : lambda a : a . pos [ 0 ] , ""y"" : lambda a : a . pos [ 1 ] } , <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> for cell in self . grid . coord_iter ( ) : <TAB> <TAB> x = cell [ 1 ] <TAB> <TAB> y = cell [ 2 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if self . random . random ( ) < self . minority_pc : <TAB> <TAB> <TAB> <TAB> agent_type = 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> agent_type = 0 <TAB> <TAB> <TAB> agent = SchellingAgent ( ( x , y ) , self , agent_type ) <TAB> <TAB> <TAB> self . grid . position_agent ( agent , ( x , y ) ) <TAB> <TAB> <TAB> self . schedule . add ( agent ) <TAB> self . running = True <TAB> self . datacollector . collect ( self )",if self . random . random ( ) < self . density :,396
21041,"def cache_cable_devices(apps, schema_editor):
    Cable = apps.get_model(""dcim"", ""Cable"")
    if ""test"" not in sys.argv:
        print(""\nUpdating cable device terminations..."")
    cable_count = Cable.objects.count()
    # Cache A/B termination devices on all existing Cables. Note that the custom save() method on Cable is not
    # available during a migration, so we replicate its logic here.
    for i, cable in enumerate(Cable.objects.all(), start=1):
        if not i % 1000 and ""test"" not in sys.argv:
            print(""[{}/{}]"".format(i, cable_count))
        termination_a_model = apps.get_model(
            cable.termination_a_type.app_label, cable.termination_a_type.model
        )
        termination_a_device = None
        if hasattr(termination_a_model, ""device""):
            termination_a = termination_a_model.objects.get(pk=cable.termination_a_id)
            termination_a_device = termination_a.device
        termination_b_model = apps.get_model(
            cable.termination_b_type.app_label, cable.termination_b_type.model
        )
        termination_b_device = None
        if hasattr(termination_b_model, ""device""):
            termination_b = termination_b_model.objects.get(pk=cable.termination_b_id)
            termination_b_device = termination_b.device
        Cable.objects.filter(pk=cable.pk).update(
            _termination_a_device=termination_a_device,
            _termination_b_device=termination_b_device,
        )","def cache_cable_devices ( apps , schema_editor ) : <TAB> Cable = apps . get_model ( ""dcim"" , ""Cable"" ) <TAB> if ""test"" not in sys . argv : <TAB> <TAB> print ( ""\nUpdating cable device terminations..."" ) <TAB> cable_count = Cable . objects . count ( ) <TAB> <TAB> <TAB> for i , cable in enumerate ( Cable . objects . all ( ) , start = 1 ) : <TAB> <TAB> if not i % 1000 and ""test"" not in sys . argv : <TAB> <TAB> <TAB> print ( ""[{}/{}]"" . format ( i , cable_count ) ) <TAB> <TAB> termination_a_model = apps . get_model ( <TAB> <TAB> <TAB> cable . termination_a_type . app_label , cable . termination_a_type . model <TAB> <TAB> ) <TAB> <TAB> termination_a_device = None <TAB> <TAB> if hasattr ( termination_a_model , ""device"" ) : <TAB> <TAB> <TAB> termination_a = termination_a_model . objects . get ( pk = cable . termination_a_id ) <TAB> <TAB> <TAB> termination_a_device = termination_a . device <TAB> <TAB> termination_b_model = apps . get_model ( <TAB> <TAB> <TAB> cable . termination_b_type . app_label , cable . termination_b_type . model <TAB> <TAB> ) <TAB> <TAB> termination_b_device = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> termination_b = termination_b_model . objects . get ( pk = cable . termination_b_id ) <TAB> <TAB> <TAB> termination_b_device = termination_b . device <TAB> <TAB> Cable . objects . filter ( pk = cable . pk ) . update ( <TAB> <TAB> <TAB> _termination_a_device = termination_a_device , <TAB> <TAB> <TAB> _termination_b_device = termination_b_device , <TAB> <TAB> )","if hasattr ( termination_b_model , ""device"" ) :",458
3310,"def reduce_uri(self, uri, default_port=True):
    """"""Accept authority or URI and extract only the authority and path.""""""
    # note HTTP URLs do not have a userinfo component
    parts = urlparse.urlsplit(uri)
    if parts[1]:
        # URI
        scheme = parts[0]
        authority = parts[1]
        path = parts[2] or ""/""
    else:
        # host or host:port
        scheme = None
        authority = uri
        path = ""/""
    host, port = splitport(authority)
    if default_port and port is None and scheme is not None:
        dport = {
            ""http"": 80,
            ""https"": 443,
        }.get(scheme)
        if dport is not None:
            authority = ""%s:%d"" % (host, dport)
    return authority, path","def reduce_uri ( self , uri , default_port = True ) : <TAB> """"""Accept authority or URI and extract only the authority and path."""""" <TAB> <TAB> parts = urlparse . urlsplit ( uri ) <TAB> if parts [ 1 ] : <TAB> <TAB> <TAB> <TAB> scheme = parts [ 0 ] <TAB> <TAB> authority = parts [ 1 ] <TAB> <TAB> path = parts [ 2 ] or ""/"" <TAB> else : <TAB> <TAB> <TAB> <TAB> scheme = None <TAB> <TAB> authority = uri <TAB> <TAB> path = ""/"" <TAB> host , port = splitport ( authority ) <TAB> if default_port and port is None and scheme is not None : <TAB> <TAB> dport = { <TAB> <TAB> <TAB> ""http"" : 80 , <TAB> <TAB> <TAB> ""https"" : 443 , <TAB> <TAB> } . get ( scheme ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> authority = ""%s:%d"" % ( host , dport ) <TAB> return authority , path",if dport is not None :,224
18008,"def read_config(args, parser):
    """"""Read both user configuration and local configuration.""""""
    config = SafeConfigParser()
    try:
        config.read(args.global_config)
        if not args.ignore_local_config:
            parent = tail = args.files and os.path.abspath(
                os.path.commonprefix(args.files)
            )
            while tail:
                if config.read([os.path.join(parent, fn) for fn in PROJECT_CONFIG]):
                    break
                (parent, tail) = os.path.split(parent)
        defaults = {}
        option_list = {o.dest: o.type or type(o.default) for o in parser._actions}
        for section in [""pep8"", ""pycodestyle"", ""flake8""]:
            if not config.has_section(section):
                continue
            for norm_opt, k, value in _get_normalize_options(
                config, section, option_list
            ):
                if args.verbose:
                    print(
                        ""enable config: section={}, key={}, value={}"".format(
                            section, k, value
                        )
                    )
                defaults[norm_opt] = value
        parser.set_defaults(**defaults)
    except Error:
        # Ignore for now.
        pass
    return parser","def read_config ( args , parser ) : <TAB> """"""Read both user configuration and local configuration."""""" <TAB> config = SafeConfigParser ( ) <TAB> try : <TAB> <TAB> config . read ( args . global_config ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> parent = tail = args . files and os . path . abspath ( <TAB> <TAB> <TAB> <TAB> os . path . commonprefix ( args . files ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> while tail : <TAB> <TAB> <TAB> <TAB> if config . read ( [ os . path . join ( parent , fn ) for fn in PROJECT_CONFIG ] ) : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> ( parent , tail ) = os . path . split ( parent ) <TAB> <TAB> defaults = { } <TAB> <TAB> option_list = { o . dest : o . type or type ( o . default ) for o in parser . _actions } <TAB> <TAB> for section in [ ""pep8"" , ""pycodestyle"" , ""flake8"" ] : <TAB> <TAB> <TAB> if not config . has_section ( section ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> for norm_opt , k , value in _get_normalize_options ( <TAB> <TAB> <TAB> <TAB> config , section , option_list <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> if args . verbose : <TAB> <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""enable config: section={}, key={}, value={}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> section , k , value <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> defaults [ norm_opt ] = value <TAB> <TAB> parser . set_defaults ( ** defaults ) <TAB> except Error : <TAB> <TAB> <TAB> <TAB> pass <TAB> return parser",if not args . ignore_local_config :,376
7936,"def find_distribution_modules(name=__name__, file=__file__):
    current_dist_depth = len(name.split(""."")) - 1
    current_dist = os.path.join(
        os.path.dirname(file), *([os.pardir] * current_dist_depth)
    )
    abs = os.path.abspath(current_dist)
    dist_name = os.path.basename(abs)
    for dirpath, dirnames, filenames in os.walk(abs):
        package = (dist_name + dirpath[len(abs) :]).replace(""/"", ""."")
        if ""__init__.py"" in filenames:
            yield package
            for filename in filenames:
                if filename.endswith("".py"") and filename != ""__init__.py"":
                    yield ""."".join([package, filename])[:-3]","def find_distribution_modules ( name = __name__ , file = __file__ ) : <TAB> current_dist_depth = len ( name . split ( ""."" ) ) - 1 <TAB> current_dist = os . path . join ( <TAB> <TAB> os . path . dirname ( file ) , * ( [ os . pardir ] * current_dist_depth ) <TAB> ) <TAB> abs = os . path . abspath ( current_dist ) <TAB> dist_name = os . path . basename ( abs ) <TAB> for dirpath , dirnames , filenames in os . walk ( abs ) : <TAB> <TAB> package = ( dist_name + dirpath [ len ( abs ) : ] ) . replace ( ""/"" , ""."" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield package <TAB> <TAB> <TAB> for filename in filenames : <TAB> <TAB> <TAB> <TAB> if filename . endswith ( "".py"" ) and filename != ""__init__.py"" : <TAB> <TAB> <TAB> <TAB> <TAB> yield ""."" . join ( [ package , filename ] ) [ : - 3 ]","if ""__init__.py"" in filenames :",198
5596,"def main(docs_dir, outfile):
    keys = {}
    for fname in os.listdir(docs_dir):
        if not fname.endswith("".md"") or fname == ""YAMLTutorial.md"":
            logging.warning(""Ignored path: %s"", fname)
            continue
        keywords = index_file(os.path.join(docs_dir, fname))
        for kwrd in keywords:
            if kwrd not in keys:
                keys[kwrd] = set()
            keys[kwrd].add(fname)
    with open(outfile) as fhr:
        items = []
        for kwrd in sorted(keys.keys()):
            pages = "", "".join(
                [
                    ""[%s](%s)"" % (x.replace("".md"", """"), x.replace("".md"", """"))
                    for x in sorted(keys[kwrd])
                ]
            )
            items.append(""* `%s`: %s"" % (kwrd, pages))
        text = fhr.read() + ""\n"".join(items)
    with open(outfile, ""wt"") as fhw:
        fhw.write(text)
","def main ( docs_dir , outfile ) : <TAB> keys = { } <TAB> for fname in os . listdir ( docs_dir ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logging . warning ( ""Ignored path: %s"" , fname ) <TAB> <TAB> <TAB> continue <TAB> <TAB> keywords = index_file ( os . path . join ( docs_dir , fname ) ) <TAB> <TAB> for kwrd in keywords : <TAB> <TAB> <TAB> if kwrd not in keys : <TAB> <TAB> <TAB> <TAB> keys [ kwrd ] = set ( ) <TAB> <TAB> <TAB> keys [ kwrd ] . add ( fname ) <TAB> with open ( outfile ) as fhr : <TAB> <TAB> items = [ ] <TAB> <TAB> for kwrd in sorted ( keys . keys ( ) ) : <TAB> <TAB> <TAB> pages = "", "" . join ( <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> ""[%s](%s)"" % ( x . replace ( "".md"" , """" ) , x . replace ( "".md"" , """" ) ) <TAB> <TAB> <TAB> <TAB> <TAB> for x in sorted ( keys [ kwrd ] ) <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> items . append ( ""* `%s`: %s"" % ( kwrd , pages ) ) <TAB> <TAB> text = fhr . read ( ) + ""\n"" . join ( items ) <TAB> with open ( outfile , ""wt"" ) as fhw : <TAB> <TAB> fhw . write ( text )","if not fname . endswith ( "".md"" ) or fname == ""YAMLTutorial.md"" :",302
7194,"def wrapper(*args, **kwargs):
    start = time.time()
    try:
        return f(*args, **kwargs)
    finally:
        timing = (time.time() - start) * 1000.0
        func = fqfn(f)
        lt = logtarget
        if expand_logtarget:
            lt += ""."" + func
        logger = logging.getLogger(lt)
        if logger.isEnabledFor(logging.DEBUG):
            data = {""func"": func, ""timing"": timing}
            if incl_func_args:
                data.update(
                    func_args="","".join(map(repr, args)),
                    func_kwargs="","".join(
                        map(lambda x: ""{}={!r}"".format(x[0], x[1]), kwargs.items())
                    ),
                )
            logger.debug(message.format(**data), extra=data)","def wrapper ( * args , ** kwargs ) : <TAB> start = time . time ( ) <TAB> try : <TAB> <TAB> return f ( * args , ** kwargs ) <TAB> finally : <TAB> <TAB> timing = ( time . time ( ) - start ) * 1000.0 <TAB> <TAB> func = fqfn ( f ) <TAB> <TAB> lt = logtarget <TAB> <TAB> if expand_logtarget : <TAB> <TAB> <TAB> lt += ""."" + func <TAB> <TAB> logger = logging . getLogger ( lt ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> data = { ""func"" : func , ""timing"" : timing } <TAB> <TAB> <TAB> if incl_func_args : <TAB> <TAB> <TAB> <TAB> data . update ( <TAB> <TAB> <TAB> <TAB> <TAB> func_args = "","" . join ( map ( repr , args ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> func_kwargs = "","" . join ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> map ( lambda x : ""{}={!r}"" . format ( x [ 0 ] , x [ 1 ] ) , kwargs . items ( ) ) <TAB> <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> logger . debug ( message . format ( ** data ) , extra = data )",if logger . isEnabledFor ( logging . DEBUG ) :,240
0,"def serialize_config(self, session, key, tid, language):
    cache_key = gen_cache_key(key, tid, language)
    cache_obj = None
    if cache_key not in self.cache:
        if key == ""node"":
            cache_obj = db_admin_serialize_node(session, tid, language)
        elif key == ""notification"":
            cache_obj = db_get_notification(session, tid, language)
        self.cache[cache_key] = cache_obj
    return self.cache[cache_key]
","def serialize_config ( self , session , key , tid , language ) : <TAB> cache_key = gen_cache_key ( key , tid , language ) <TAB> cache_obj = None <TAB> if cache_key not in self . cache : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cache_obj = db_admin_serialize_node ( session , tid , language ) <TAB> <TAB> elif key == ""notification"" : <TAB> <TAB> <TAB> cache_obj = db_get_notification ( session , tid , language ) <TAB> <TAB> self . cache [ cache_key ] = cache_obj <TAB> return self . cache [ cache_key ]","if key == ""node"" :",139
19682,"def parse_search_response(json_data):
    """"""Construct response for any input""""""
    if json_data is None:
        return {""error"": ""Error parsing empty search engine response""}
    try:
        return json.loads(json_data)
    except json.JSONDecodeError:
        logger.exception(""Error parsing search engine response"")
        m = re_pre.search(json_data)
        if m is None:
            return {""error"": ""Error parsing search engine response""}
        error = web.htmlunquote(m.group(1))
        solr_error = ""org.apache.lucene.queryParser.ParseException: ""
        if error.startswith(solr_error):
            error = error[len(solr_error) :]
        return {""error"": error}","def parse_search_response ( json_data ) : <TAB> """"""Construct response for any input"""""" <TAB> if json_data is None : <TAB> <TAB> return { ""error"" : ""Error parsing empty search engine response"" } <TAB> try : <TAB> <TAB> return json . loads ( json_data ) <TAB> except json . JSONDecodeError : <TAB> <TAB> logger . exception ( ""Error parsing search engine response"" ) <TAB> <TAB> m = re_pre . search ( json_data ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return { ""error"" : ""Error parsing search engine response"" } <TAB> <TAB> error = web . htmlunquote ( m . group ( 1 ) ) <TAB> <TAB> solr_error = ""org.apache.lucene.queryParser.ParseException: "" <TAB> <TAB> if error . startswith ( solr_error ) : <TAB> <TAB> <TAB> error = error [ len ( solr_error ) : ] <TAB> <TAB> return { ""error"" : error }",if m is None :,198
23887,"def _render_xlsx(self, form_data, output_file=None):
    wb = Workbook(write_only=True)
    n_sheets = len(self.sheets)
    for i_sheet, (s, l) in enumerate(self.sheets):
        ws = wb.create_sheet(str(l))
        total = 0
        counter = 0
        for i, line in enumerate(self.iterate_sheet(form_data, sheet=s)):
            if isinstance(line, self.ProgressSetTotal):
                total = line.total
                continue
            ws.append(
                [str(val) if not isinstance(val, KNOWN_TYPES) else val for val in line]
            )
            if total:
                counter += 1
                if counter % max(10, total // 100) == 0:
                    self.progress_callback(
                        counter / total * 100 / n_sheets + 100 / n_sheets * i_sheet
                    )
    if output_file:
        wb.save(output_file)
        return (
            self.get_filename() + "".xlsx"",
            ""application/vnd.openxmlformats-officedocument.spreadsheetml.sheet"",
            None,
        )
    else:
        with tempfile.NamedTemporaryFile(suffix="".xlsx"") as f:
            wb.save(f.name)
            f.seek(0)
            return (
                self.get_filename() + "".xlsx"",
                ""application/vnd.openxmlformats-officedocument.spreadsheetml.sheet"",
                f.read(),
            )","def _render_xlsx ( self , form_data , output_file = None ) : <TAB> wb = Workbook ( write_only = True ) <TAB> n_sheets = len ( self . sheets ) <TAB> for i_sheet , ( s , l ) in enumerate ( self . sheets ) : <TAB> <TAB> ws = wb . create_sheet ( str ( l ) ) <TAB> <TAB> total = 0 <TAB> <TAB> counter = 0 <TAB> <TAB> for i , line in enumerate ( self . iterate_sheet ( form_data , sheet = s ) ) : <TAB> <TAB> <TAB> if isinstance ( line , self . ProgressSetTotal ) : <TAB> <TAB> <TAB> <TAB> total = line . total <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> ws . append ( <TAB> <TAB> <TAB> <TAB> [ str ( val ) if not isinstance ( val , KNOWN_TYPES ) else val for val in line ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> counter += 1 <TAB> <TAB> <TAB> <TAB> if counter % max ( 10 , total // 100 ) == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> self . progress_callback ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> counter / total * 100 / n_sheets + 100 / n_sheets * i_sheet <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> if output_file : <TAB> <TAB> wb . save ( output_file ) <TAB> <TAB> return ( <TAB> <TAB> <TAB> self . get_filename ( ) + "".xlsx"" , <TAB> <TAB> <TAB> ""application/vnd.openxmlformats-officedocument.spreadsheetml.sheet"" , <TAB> <TAB> <TAB> None , <TAB> <TAB> ) <TAB> else : <TAB> <TAB> with tempfile . NamedTemporaryFile ( suffix = "".xlsx"" ) as f : <TAB> <TAB> <TAB> wb . save ( f . name ) <TAB> <TAB> <TAB> f . seek ( 0 ) <TAB> <TAB> <TAB> return ( <TAB> <TAB> <TAB> <TAB> self . get_filename ( ) + "".xlsx"" , <TAB> <TAB> <TAB> <TAB> ""application/vnd.openxmlformats-officedocument.spreadsheetml.sheet"" , <TAB> <TAB> <TAB> <TAB> f . read ( ) , <TAB> <TAB> <TAB> )",if total :,435
4343,"def recvcb_actions(self, l):
    if l.startswith(""!!""):
        self.do_pause(None)
        msg = l.split("" "", 1)
        if len(msg) > 1 and self.silent is False:
            self.logError(msg[1].ljust(15))
        sys.stdout.write(self.promptf())
        sys.stdout.flush()
        return True
    elif l.startswith(""//""):
        command = l.split("" "", 1)
        if len(command) > 1:
            command = command[1]
            self.log(_(""Received command %s"") % command)
            command = command.split("":"")
            if len(command) == 2 and command[0] == ""action"":
                command = command[1]
                if command == ""pause"":
                    self.do_pause(None)
                    sys.stdout.write(self.promptf())
                    sys.stdout.flush()
                    return True
                elif command == ""resume"":
                    self.do_resume(None)
                    sys.stdout.write(self.promptf())
                    sys.stdout.flush()
                    return True
                elif command == ""disconnect"":
                    self.do_disconnect(None)
                    sys.stdout.write(self.promptf())
                    sys.stdout.flush()
                    return True
    return False","def recvcb_actions ( self , l ) : <TAB> if l . startswith ( ""!!"" ) : <TAB> <TAB> self . do_pause ( None ) <TAB> <TAB> msg = l . split ( "" "" , 1 ) <TAB> <TAB> if len ( msg ) > 1 and self . silent is False : <TAB> <TAB> <TAB> self . logError ( msg [ 1 ] . ljust ( 15 ) ) <TAB> <TAB> sys . stdout . write ( self . promptf ( ) ) <TAB> <TAB> sys . stdout . flush ( ) <TAB> <TAB> return True <TAB> elif l . startswith ( ""//"" ) : <TAB> <TAB> command = l . split ( "" "" , 1 ) <TAB> <TAB> if len ( command ) > 1 : <TAB> <TAB> <TAB> command = command [ 1 ] <TAB> <TAB> <TAB> self . log ( _ ( ""Received command %s"" ) % command ) <TAB> <TAB> <TAB> command = command . split ( "":"" ) <TAB> <TAB> <TAB> if len ( command ) == 2 and command [ 0 ] == ""action"" : <TAB> <TAB> <TAB> <TAB> command = command [ 1 ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . do_pause ( None ) <TAB> <TAB> <TAB> <TAB> <TAB> sys . stdout . write ( self . promptf ( ) ) <TAB> <TAB> <TAB> <TAB> <TAB> sys . stdout . flush ( ) <TAB> <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> <TAB> elif command == ""resume"" : <TAB> <TAB> <TAB> <TAB> <TAB> self . do_resume ( None ) <TAB> <TAB> <TAB> <TAB> <TAB> sys . stdout . write ( self . promptf ( ) ) <TAB> <TAB> <TAB> <TAB> <TAB> sys . stdout . flush ( ) <TAB> <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> <TAB> elif command == ""disconnect"" : <TAB> <TAB> <TAB> <TAB> <TAB> self . do_disconnect ( None ) <TAB> <TAB> <TAB> <TAB> <TAB> sys . stdout . write ( self . promptf ( ) ) <TAB> <TAB> <TAB> <TAB> <TAB> sys . stdout . flush ( ) <TAB> <TAB> <TAB> <TAB> <TAB> return True <TAB> return False","if command == ""pause"" :",396
12158,"def __contains__(self, item):
    if isinstance(item, Distribution):
        if item.key != self.key:
            return False
        if self.index:
            item = item.parsed_version  # only get if we need it
    elif isinstance(item, basestring):
        item = parse_version(item)
    last = None
    for parsed, trans, op, ver in self.index:
        action = trans[cmp(item, parsed)]
        if action == ""F"":
            return False
        elif action == ""T"":
            return True
        elif action == ""+"":
            last = True
        elif action == ""-"" or last is None:
            last = False
    if last is None:
        last = True  # no rules encountered
    return last
","def __contains__ ( self , item ) : <TAB> if isinstance ( item , Distribution ) : <TAB> <TAB> if item . key != self . key : <TAB> <TAB> <TAB> return False <TAB> <TAB> if self . index : <TAB> <TAB> <TAB> item = item . parsed_version <TAB> elif isinstance ( item , basestring ) : <TAB> <TAB> item = parse_version ( item ) <TAB> last = None <TAB> for parsed , trans , op , ver in self . index : <TAB> <TAB> action = trans [ cmp ( item , parsed ) ] <TAB> <TAB> if action == ""F"" : <TAB> <TAB> <TAB> return False <TAB> <TAB> elif action == ""T"" : <TAB> <TAB> <TAB> return True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> last = True <TAB> <TAB> elif action == ""-"" or last is None : <TAB> <TAB> <TAB> last = False <TAB> if last is None : <TAB> <TAB> last = True <TAB> return last","elif action == ""+"" :",201
17707,"def limit_rate(self, response: Response) -> Optional[float]:
    next_check = None
    retry_after = response.headers.get(""Retry-After"")
    if retry_after:
        try:
            # Integer: time to wait before next attempt.
            delay = float(retry_after)
        except ValueError:
            try:
                # An HTTP-date: time of next attempt.
                until = parsedate_to_datetime(retry_after)
            except (TypeError, ValueError):
                # TypeError: Invalid date format.
                # ValueError: Invalid date, e.g. Oct 52th.
                pass
            else:
                next_check = datetime.timestamp(until)
                delay = (until - datetime.now(timezone.utc)).total_seconds()
        else:
            next_check = time.time() + delay
    netloc = urlparse(response.url).netloc
    if next_check is None:
        max_delay = self.config.linkcheck_rate_limit_timeout
        try:
            rate_limit = self.rate_limits[netloc]
        except KeyError:
            delay = DEFAULT_DELAY
        else:
            last_wait_time = rate_limit.delay
            delay = 2.0 * last_wait_time
            if delay > max_delay and last_wait_time < max_delay:
                delay = max_delay
        if delay > max_delay:
            return None
        next_check = time.time() + delay
    self.rate_limits[netloc] = RateLimit(delay, next_check)
    return next_check","def limit_rate ( self , response : Response ) -> Optional [ float ] : <TAB> next_check = None <TAB> retry_after = response . headers . get ( ""Retry-After"" ) <TAB> if retry_after : <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> delay = float ( retry_after ) <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> until = parsedate_to_datetime ( retry_after ) <TAB> <TAB> <TAB> except ( TypeError , ValueError ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> next_check = datetime . timestamp ( until ) <TAB> <TAB> <TAB> <TAB> delay = ( until - datetime . now ( timezone . utc ) ) . total_seconds ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> next_check = time . time ( ) + delay <TAB> netloc = urlparse ( response . url ) . netloc <TAB> if next_check is None : <TAB> <TAB> max_delay = self . config . linkcheck_rate_limit_timeout <TAB> <TAB> try : <TAB> <TAB> <TAB> rate_limit = self . rate_limits [ netloc ] <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> delay = DEFAULT_DELAY <TAB> <TAB> else : <TAB> <TAB> <TAB> last_wait_time = rate_limit . delay <TAB> <TAB> <TAB> delay = 2.0 * last_wait_time <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> delay = max_delay <TAB> <TAB> if delay > max_delay : <TAB> <TAB> <TAB> return None <TAB> <TAB> next_check = time . time ( ) + delay <TAB> self . rate_limits [ netloc ] = RateLimit ( delay , next_check ) <TAB> return next_check",if delay > max_delay and last_wait_time < max_delay :,430
4664,"def _get_x_for_y(self, xValue, x, y):
    # print(""searching ""+x+"" with the value ""+str(xValue)+"" and want to give back ""+y)
    x_value = str(xValue)
    for anime in self.xmlMap.findall(""anime""):
        try:
            if anime.get(x, False) == x_value:
                return int(anime.get(y, 0))
        except ValueError as e:
            continue
    return 0","def _get_x_for_y ( self , xValue , x , y ) : <TAB> <TAB> x_value = str ( xValue ) <TAB> for anime in self . xmlMap . findall ( ""anime"" ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return int ( anime . get ( y , 0 ) ) <TAB> <TAB> except ValueError as e : <TAB> <TAB> <TAB> continue <TAB> return 0","if anime . get ( x , False ) == x_value :",131
7910,"def metadata(environ, start_response):
    try:
        path = args.path
        if path is None or len(path) == 0:
            path = os.path.dirname(os.path.abspath(__file__))
        if path[-1] != ""/"":
            path += ""/""
        metadata = create_metadata_string(
            path + args.config,
            IDP.config,
            args.valid,
            args.cert,
            args.keyfile,
            args.id,
            args.name,
            args.sign,
        )
        start_response(""200 OK"", [(""Content-Type"", ""text/xml"")])
        return metadata
    except Exception as ex:
        logger.error(""An error occured while creating metadata:"", ex.message)
        return not_found(environ, start_response)","def metadata ( environ , start_response ) : <TAB> try : <TAB> <TAB> path = args . path <TAB> <TAB> if path is None or len ( path ) == 0 : <TAB> <TAB> <TAB> path = os . path . dirname ( os . path . abspath ( __file__ ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> path += ""/"" <TAB> <TAB> metadata = create_metadata_string ( <TAB> <TAB> <TAB> path + args . config , <TAB> <TAB> <TAB> IDP . config , <TAB> <TAB> <TAB> args . valid , <TAB> <TAB> <TAB> args . cert , <TAB> <TAB> <TAB> args . keyfile , <TAB> <TAB> <TAB> args . id , <TAB> <TAB> <TAB> args . name , <TAB> <TAB> <TAB> args . sign , <TAB> <TAB> ) <TAB> <TAB> start_response ( ""200 OK"" , [ ( ""Content-Type"" , ""text/xml"" ) ] ) <TAB> <TAB> return metadata <TAB> except Exception as ex : <TAB> <TAB> logger . error ( ""An error occured while creating metadata:"" , ex . message ) <TAB> <TAB> return not_found ( environ , start_response )","if path [ - 1 ] != ""/"" :",221
20873,"def set_caller_information(doc, state):
    """"""Called from hooks on creation of Lead or Contact""""""
    if doc.doctype not in [""Lead"", ""Contact""]:
        return
    numbers = [doc.get(""phone""), doc.get(""mobile_no"")]
    # contact for Contact and lead for Lead
    fieldname = doc.doctype.lower()
    # contact_name or lead_name
    display_name_field = ""{}_name"".format(fieldname)
    # Contact now has all the nos saved in child table
    if doc.doctype == ""Contact"":
        numbers = [d.phone for d in doc.phone_nos]
    for number in numbers:
        number = strip_number(number)
        if not number:
            continue
        filters = frappe._dict({""from"": [""like"", ""%{}"".format(number)], fieldname: """"})
        logs = frappe.get_all(""Call Log"", filters=filters)
        for log in logs:
            frappe.db.set_value(
                ""Call Log"",
                log.name,
                {fieldname: doc.name, display_name_field: doc.get_title()},
                update_modified=False,
            )
","def set_caller_information ( doc , state ) : <TAB> """"""Called from hooks on creation of Lead or Contact"""""" <TAB> if doc . doctype not in [ ""Lead"" , ""Contact"" ] : <TAB> <TAB> return <TAB> numbers = [ doc . get ( ""phone"" ) , doc . get ( ""mobile_no"" ) ] <TAB> <TAB> fieldname = doc . doctype . lower ( ) <TAB> <TAB> display_name_field = ""{}_name"" . format ( fieldname ) <TAB> <TAB> if doc . doctype == ""Contact"" : <TAB> <TAB> numbers = [ d . phone for d in doc . phone_nos ] <TAB> for number in numbers : <TAB> <TAB> number = strip_number ( number ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> filters = frappe . _dict ( { ""from"" : [ ""like"" , ""%{}"" . format ( number ) ] , fieldname : """" } ) <TAB> <TAB> logs = frappe . get_all ( ""Call Log"" , filters = filters ) <TAB> <TAB> for log in logs : <TAB> <TAB> <TAB> frappe . db . set_value ( <TAB> <TAB> <TAB> <TAB> ""Call Log"" , <TAB> <TAB> <TAB> <TAB> log . name , <TAB> <TAB> <TAB> <TAB> { fieldname : doc . name , display_name_field : doc . get_title ( ) } , <TAB> <TAB> <TAB> <TAB> update_modified = False , <TAB> <TAB> <TAB> )",if not number :,309
14381,"def _roll_random(n):
    """"""returns a random # from 0 to N-1""""""
    bits = util.bit_length(n - 1)
    byte_count = (bits + 7) // 8
    hbyte_mask = pow(2, bits % 8) - 1
    # so here's the plan:
    # we fetch as many random bits as we'd need to fit N-1, and if the
    # generated number is >= N, we try again.  in the worst case (N-1 is a
    # power of 2), we have slightly better than 50% odds of getting one that
    # fits, so i can't guarantee that this loop will ever finish, but the odds
    # of it looping forever should be infinitesimal.
    while True:
        x = os.urandom(byte_count)
        if hbyte_mask > 0:
            x = byte_mask(x[0], hbyte_mask) + x[1:]
        num = util.inflate_long(x, 1)
        if num < n:
            break
    return num","def _roll_random ( n ) : <TAB> """"""returns a random # from 0 to N-1"""""" <TAB> bits = util . bit_length ( n - 1 ) <TAB> byte_count = ( bits + 7 ) // 8 <TAB> hbyte_mask = pow ( 2 , bits % 8 ) - 1 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> while True : <TAB> <TAB> x = os . urandom ( byte_count ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> x = byte_mask ( x [ 0 ] , hbyte_mask ) + x [ 1 : ] <TAB> <TAB> num = util . inflate_long ( x , 1 ) <TAB> <TAB> if num < n : <TAB> <TAB> <TAB> break <TAB> return num",if hbyte_mask > 0 :,260
1481,"def OutputString(self, attrs=None):
    # Build up our result
    #
    result = []
    append = result.append
    # First, the key=value pair
    append(""%s=%s"" % (self.key, self.coded_value))
    # Now add any defined attributes
    if attrs is None:
        attrs = self._reserved
    items = sorted(self.items())
    for key, value in items:
        if value == """":
            continue
        if key not in attrs:
            continue
        if key == ""expires"" and isinstance(value, int):
            append(""%s=%s"" % (self._reserved[key], _getdate(value)))
        elif key == ""max-age"" and isinstance(value, int):
            append(""%s=%d"" % (self._reserved[key], value))
        elif key == ""secure"":
            append(str(self._reserved[key]))
        elif key == ""httponly"":
            append(str(self._reserved[key]))
        else:
            append(""%s=%s"" % (self._reserved[key], value))
    # Return the result
    return _semispacejoin(result)
","def OutputString ( self , attrs = None ) : <TAB> <TAB> <TAB> result = [ ] <TAB> append = result . append <TAB> <TAB> append ( ""%s=%s"" % ( self . key , self . coded_value ) ) <TAB> <TAB> if attrs is None : <TAB> <TAB> attrs = self . _reserved <TAB> items = sorted ( self . items ( ) ) <TAB> for key , value in items : <TAB> <TAB> if value == """" : <TAB> <TAB> <TAB> continue <TAB> <TAB> if key not in attrs : <TAB> <TAB> <TAB> continue <TAB> <TAB> if key == ""expires"" and isinstance ( value , int ) : <TAB> <TAB> <TAB> append ( ""%s=%s"" % ( self . _reserved [ key ] , _getdate ( value ) ) ) <TAB> <TAB> elif key == ""max-age"" and isinstance ( value , int ) : <TAB> <TAB> <TAB> append ( ""%s=%d"" % ( self . _reserved [ key ] , value ) ) <TAB> <TAB> elif key == ""secure"" : <TAB> <TAB> <TAB> append ( str ( self . _reserved [ key ] ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> append ( str ( self . _reserved [ key ] ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> append ( ""%s=%s"" % ( self . _reserved [ key ] , value ) ) <TAB> <TAB> return _semispacejoin ( result )","elif key == ""httponly"" :",297
2220,"def raffle_notify(self, func, value, id=None):
    await asyncio.sleep(0)
    if id is None:
        list_tasks = []
        for i, user in enumerate(self._observers):
            if self.check_status(func, i):
                task = asyncio.ensure_future(user.update(func, value))
                list_tasks.append(task)
            if not ((i + 1) % 100):
                await asyncio.wait(list_tasks, return_when=asyncio.ALL_COMPLETED)
                # await asyncio.sleep(1)
                list_tasks = []
        if list_tasks:
            await asyncio.wait(list_tasks, return_when=asyncio.ALL_COMPLETED)
    elif id >= 0:
        user = self._observers[id]
        if self.check_status(func, id):
            asyncio.ensure_future(user.update(func, value))
    else:
        user = self._var_super_user
        answer = await user.update(func, value)
        return answer","def raffle_notify ( self , func , value , id = None ) : <TAB> await asyncio . sleep ( 0 ) <TAB> if id is None : <TAB> <TAB> list_tasks = [ ] <TAB> <TAB> for i , user in enumerate ( self . _observers ) : <TAB> <TAB> <TAB> if self . check_status ( func , i ) : <TAB> <TAB> <TAB> <TAB> task = asyncio . ensure_future ( user . update ( func , value ) ) <TAB> <TAB> <TAB> <TAB> list_tasks . append ( task ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> await asyncio . wait ( list_tasks , return_when = asyncio . ALL_COMPLETED ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> list_tasks = [ ] <TAB> <TAB> if list_tasks : <TAB> <TAB> <TAB> await asyncio . wait ( list_tasks , return_when = asyncio . ALL_COMPLETED ) <TAB> elif id >= 0 : <TAB> <TAB> user = self . _observers [ id ] <TAB> <TAB> if self . check_status ( func , id ) : <TAB> <TAB> <TAB> asyncio . ensure_future ( user . update ( func , value ) ) <TAB> else : <TAB> <TAB> user = self . _var_super_user <TAB> <TAB> answer = await user . update ( func , value ) <TAB> <TAB> return answer",if not ( ( i + 1 ) % 100 ) :,285
22599,"def print_po_snippet(en_loc_old_lists, context):
    for m, localized, old in zip(*en_loc_old_lists):
        if m == """":
            continue
        if m == localized:
            localized = old
        print(
            ""#: {file}:{line}\n""
            'msgid ""{context}{en_month}""\n'
            'msgstr ""{localized_month}""\n'.format(
                context=context,
                file=filename,
                line=print_po_snippet.line,
                en_month=m,
                localized_month=localized,
            )
        )
        print_po_snippet.line += 1","def print_po_snippet ( en_loc_old_lists , context ) : <TAB> for m , localized , old in zip ( * en_loc_old_lists ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if m == localized : <TAB> <TAB> <TAB> localized = old <TAB> <TAB> print ( <TAB> <TAB> <TAB> ""#: {file}:{line}\n"" <TAB> <TAB> <TAB> 'msgid ""{context}{en_month}""\n' <TAB> <TAB> <TAB> 'msgstr ""{localized_month}""\n' . format ( <TAB> <TAB> <TAB> <TAB> context = context , <TAB> <TAB> <TAB> <TAB> file = filename , <TAB> <TAB> <TAB> <TAB> line = print_po_snippet . line , <TAB> <TAB> <TAB> <TAB> en_month = m , <TAB> <TAB> <TAB> <TAB> localized_month = localized , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> <TAB> print_po_snippet . line += 1","if m == """" :",190
9902,"def topology_change_notify(self, port_state):
    notice = False
    if port_state is PORT_STATE_FORWARD:
        for port in self.ports.values():
            if port.role is DESIGNATED_PORT:
                notice = True
                break
    else:
        notice = True
    if notice:
        self.send_event(EventTopologyChange(self.dp))
        if self.is_root_bridge:
            self._transmit_tc_bpdu()
        else:
            self._transmit_tcn_bpdu()
","def topology_change_notify ( self , port_state ) : <TAB> notice = False <TAB> if port_state is PORT_STATE_FORWARD : <TAB> <TAB> for port in self . ports . values ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> notice = True <TAB> <TAB> <TAB> <TAB> break <TAB> else : <TAB> <TAB> notice = True <TAB> if notice : <TAB> <TAB> self . send_event ( EventTopologyChange ( self . dp ) ) <TAB> <TAB> if self . is_root_bridge : <TAB> <TAB> <TAB> self . _transmit_tc_bpdu ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _transmit_tcn_bpdu ( )",if port . role is DESIGNATED_PORT :,154
19245,"def _internal_tell_not_asked(self, candidate: p.Parameter, loss: tp.FloatLoss) -> None:
    discardable: tp.Optional[str] = None
    if len(self.population) >= self.llambda:
        if self.num_objectives == 1:  # monoobjective: replace if better
            uid, worst = max(self.population.items(), key=lambda p: base._loss(p[1]))
            if loss < base._loss(worst):
                discardable = uid
        else:  # multiobjective: replace if in pareto and some parents are not
            pareto_uids = {c.uid for c in self.pareto_front()}
            if candidate.uid in pareto_uids:
                non_pareto_pop = {c.uid for c in self.population.values()} - pareto_uids
                if non_pareto_pop:
                    nonpareto = {c.uid: c for c in self.population.values()}[
                        list(non_pareto_pop)[0]
                    ]
                    discardable = nonpareto.heritage[""lineage""]
    if discardable is not None:  # if we found a point to kick, kick it
        del self.population[discardable]
        self._uid_queue.discard(discardable)
    if len(self.population) < self.llambda:  # if there is space, add the new point
        self.population[candidate.uid] = candidate
        # this candidate lineage is not candidate.uid, but to avoid interfering with other optimizers (eg: PSO)
        # we should not update the lineage (and lineage of children must therefore be enforced manually)
        self._uid_queue.tell(candidate.uid)","def _internal_tell_not_asked ( self , candidate : p . Parameter , loss : tp . FloatLoss ) -> None : <TAB> discardable : tp . Optional [ str ] = None <TAB> if len ( self . population ) >= self . llambda : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> uid , worst = max ( self . population . items ( ) , key = lambda p : base . _loss ( p [ 1 ] ) ) <TAB> <TAB> <TAB> if loss < base . _loss ( worst ) : <TAB> <TAB> <TAB> <TAB> discardable = uid <TAB> <TAB> else : <TAB> <TAB> <TAB> pareto_uids = { c . uid for c in self . pareto_front ( ) } <TAB> <TAB> <TAB> if candidate . uid in pareto_uids : <TAB> <TAB> <TAB> <TAB> non_pareto_pop = { c . uid for c in self . population . values ( ) } - pareto_uids <TAB> <TAB> <TAB> <TAB> if non_pareto_pop : <TAB> <TAB> <TAB> <TAB> <TAB> nonpareto = { c . uid : c for c in self . population . values ( ) } [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> list ( non_pareto_pop ) [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> <TAB> <TAB> discardable = nonpareto . heritage [ ""lineage"" ] <TAB> if discardable is not None : <TAB> <TAB> del self . population [ discardable ] <TAB> <TAB> self . _uid_queue . discard ( discardable ) <TAB> if len ( self . population ) < self . llambda : <TAB> <TAB> self . population [ candidate . uid ] = candidate <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _uid_queue . tell ( candidate . uid )",if self . num_objectives == 1 :,444
20234,"def get_cycle_path(self, curr_node, goal_node_index):
    for dep in curr_node[""deps""]:
        if dep == goal_node_index:
            return [curr_node[""address""]]
    for dep in curr_node[""deps""]:
        path = self.get_cycle_path(
            self.get_by_address(dep), goal_node_index
        )  # self.nodelist[dep], goal_node_index)
        if len(path) > 0:
            path.insert(0, curr_node[""address""])
            return path
    return []","def get_cycle_path ( self , curr_node , goal_node_index ) : <TAB> for dep in curr_node [ ""deps"" ] : <TAB> <TAB> if dep == goal_node_index : <TAB> <TAB> <TAB> return [ curr_node [ ""address"" ] ] <TAB> for dep in curr_node [ ""deps"" ] : <TAB> <TAB> path = self . get_cycle_path ( <TAB> <TAB> <TAB> self . get_by_address ( dep ) , goal_node_index <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> path . insert ( 0 , curr_node [ ""address"" ] ) <TAB> <TAB> <TAB> return path <TAB> return [ ]",if len ( path ) > 0 :,153
8370,"def save_plugin_options(self):
    for name, option_widgets in self._plugin_option_widgets.items():
        if name not in self.config[""plugins""]:
            self.config[""plugins""][name] = {}
        plugin_config = self.config[""plugins""][
            name
        ]  # use or instead of get incase the value is actually None
        for option_name, option_widget in option_widgets.items():
            plugin_config[option_name] = option_widget.option.get_widget_value(
                option_widget.widget
            )
","def save_plugin_options ( self ) : <TAB> for name , option_widgets in self . _plugin_option_widgets . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . config [ ""plugins"" ] [ name ] = { } <TAB> <TAB> plugin_config = self . config [ ""plugins"" ] [ <TAB> <TAB> <TAB> name <TAB> <TAB> ] <TAB> <TAB> for option_name , option_widget in option_widgets . items ( ) : <TAB> <TAB> <TAB> plugin_config [ option_name ] = option_widget . option . get_widget_value ( <TAB> <TAB> <TAB> <TAB> option_widget . widget <TAB> <TAB> <TAB> )","if name not in self . config [ ""plugins"" ] :",149
3745,"def __init__(self, sources, sinks, effect):
    self.effect = OrderedDict()
    # Splits by ',' and separates into lvalue=rvalue. We cannot simply use
    # split, because the rvalue may contain commas in the case of dot(*,*).
    # However, *? is lazy, and * is greedy, making this regex work.
    for lvalue, rvalue in re.findall(""(.*?)=([^=]*)(?:,|$)"", effect):
        sink = lvalue.strip()
        if sink not in sinks:
            raise SpaParseError(
                ""Left-hand module '%s' from effect '%s=%s' ""
                ""is not defined."" % (lvalue, lvalue, rvalue)
            )
        if sink in self.effect:
            raise SpaParseError(
                ""Left-hand module '%s' from effect '%s=%s' ""
                ""is assigned to multiple times in '%s'.""
                % (lvalue, lvalue, rvalue, effect)
            )
        self.effect[sink] = Expression(sources, rvalue)
","def __init__ ( self , sources , sinks , effect ) : <TAB> self . effect = OrderedDict ( ) <TAB> <TAB> <TAB> <TAB> for lvalue , rvalue in re . findall ( ""(.*?)=([^=]*)(?:,|$)"" , effect ) : <TAB> <TAB> sink = lvalue . strip ( ) <TAB> <TAB> if sink not in sinks : <TAB> <TAB> <TAB> raise SpaParseError ( <TAB> <TAB> <TAB> <TAB> ""Left-hand module '%s' from effect '%s=%s' "" <TAB> <TAB> <TAB> <TAB> ""is not defined."" % ( lvalue , lvalue , rvalue ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise SpaParseError ( <TAB> <TAB> <TAB> <TAB> ""Left-hand module '%s' from effect '%s=%s' "" <TAB> <TAB> <TAB> <TAB> ""is assigned to multiple times in '%s'."" <TAB> <TAB> <TAB> <TAB> % ( lvalue , lvalue , rvalue , effect ) <TAB> <TAB> <TAB> ) <TAB> <TAB> self . effect [ sink ] = Expression ( sources , rvalue )",if sink in self . effect :,263
574,"def _upload_file_aws_cli(local_fname, bucket, keyname, config=None, mditems=None):
    """"""Streaming upload via the standard AWS command line interface.""""""
    s3_fname = ""s3://%s/%s"" % (bucket, keyname)
    args = [""--sse"", ""--expected-size"", str(os.path.getsize(local_fname))]
    if config:
        if config.get(""region""):
            args += [""--region"", config.get(""region"")]
        if config.get(""reduced_redundancy""):
            args += [""--storage-class"", ""REDUCED_REDUNDANCY""]
    cmd = (
        [os.path.join(os.path.dirname(sys.executable), ""aws""), ""s3"", ""cp""]
        + args
        + [local_fname, s3_fname]
    )
    do.run(cmd, ""Upload to s3: %s %s"" % (bucket, keyname))","def _upload_file_aws_cli ( local_fname , bucket , keyname , config = None , mditems = None ) : <TAB> """"""Streaming upload via the standard AWS command line interface."""""" <TAB> s3_fname = ""s3://%s/%s"" % ( bucket , keyname ) <TAB> args = [ ""--sse"" , ""--expected-size"" , str ( os . path . getsize ( local_fname ) ) ] <TAB> if config : <TAB> <TAB> if config . get ( ""region"" ) : <TAB> <TAB> <TAB> args += [ ""--region"" , config . get ( ""region"" ) ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> args += [ ""--storage-class"" , ""REDUCED_REDUNDANCY"" ] <TAB> cmd = ( <TAB> <TAB> [ os . path . join ( os . path . dirname ( sys . executable ) , ""aws"" ) , ""s3"" , ""cp"" ] <TAB> <TAB> + args <TAB> <TAB> + [ local_fname , s3_fname ] <TAB> ) <TAB> do . run ( cmd , ""Upload to s3: %s %s"" % ( bucket , keyname ) )","if config . get ( ""reduced_redundancy"" ) :",233
11030,"def _known_types(self, config):
    msg = (
        ""The config entry %r in section %r is of type %r, ""
        ""which does not match the expected type %r.""
    )
    for section, conf in config.items():
        if isinstance(conf, dict):
            for k, v in conf.items():
                if v is not None:
                    expected_type = self.known_config_types.get(k, None)
                    vtype = type(v)
                    if expected_type and vtype != expected_type:
                        warnings.warn(
                            msg % (k, section, vtype.__name__, expected_type.__name__)
                        )
        else:
            k, v = section, conf
            if v is not None:
                expected_type = self.known_config_types.get(k, None)
                vtype = type(v)
                if expected_type and vtype != expected_type:
                    warnings.warn(
                        msg % (k, section, vtype.__name__, expected_type.__name__)
                    )
","def _known_types ( self , config ) : <TAB> msg = ( <TAB> <TAB> ""The config entry %r in section %r is of type %r, "" <TAB> <TAB> ""which does not match the expected type %r."" <TAB> ) <TAB> for section , conf in config . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for k , v in conf . items ( ) : <TAB> <TAB> <TAB> <TAB> if v is not None : <TAB> <TAB> <TAB> <TAB> <TAB> expected_type = self . known_config_types . get ( k , None ) <TAB> <TAB> <TAB> <TAB> <TAB> vtype = type ( v ) <TAB> <TAB> <TAB> <TAB> <TAB> if expected_type and vtype != expected_type : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> warnings . warn ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> msg % ( k , section , vtype . __name__ , expected_type . __name__ ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> k , v = section , conf <TAB> <TAB> <TAB> if v is not None : <TAB> <TAB> <TAB> <TAB> expected_type = self . known_config_types . get ( k , None ) <TAB> <TAB> <TAB> <TAB> vtype = type ( v ) <TAB> <TAB> <TAB> <TAB> if expected_type and vtype != expected_type : <TAB> <TAB> <TAB> <TAB> <TAB> warnings . warn ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> msg % ( k , section , vtype . __name__ , expected_type . __name__ ) <TAB> <TAB> <TAB> <TAB> <TAB> )","if isinstance ( conf , dict ) :",314
2713,"def set_values(self, vals):
    vals = np.array(vals)
    if vals.ndim == 0:
        self.values = np.ones(self.n_points) * vals
    else:
        if vals.shape != (self.n_points,):
            raise ValueError(
                ""Values should be a scalar or a 1D ndarray of the grid size.""
            )
        self.values = vals","def set_values ( self , vals ) : <TAB> vals = np . array ( vals ) <TAB> if vals . ndim == 0 : <TAB> <TAB> self . values = np . ones ( self . n_points ) * vals <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Values should be a scalar or a 1D ndarray of the grid size."" <TAB> <TAB> <TAB> ) <TAB> <TAB> self . values = vals","if vals . shape != ( self . n_points , ) :",108
5229,"def test_run_read_write(self, mock_writer, mock_select, mock_read):
    mock_select.side_effect = [([self.in_fd], [], []), ([self.in_fd], [], [])]
    mock_read.side_effect = [b""A"" * 300, b""""]  # Simulate EOF.
    # Exercise NailgunStreamWriter.running() and .run() simultaneously.
    inc = 0
    with self.writer.running():
        while self.writer.is_alive():
            time.sleep(0.01)
            inc += 1
            if inc >= 1000:
                raise Exception(""waited too long."")
    self.assertFalse(self.writer.is_alive())
    mock_read.assert_called_with(-1, io.DEFAULT_BUFFER_SIZE)
    self.assertEqual(mock_read.call_count, 2)
    mock_writer.assert_has_calls(
        [
            unittest.mock.call(unittest.mock.ANY, ChunkType.STDIN, b""A"" * 300),
            unittest.mock.call(unittest.mock.ANY, ChunkType.STDIN_EOF),
        ]
    )","def test_run_read_write ( self , mock_writer , mock_select , mock_read ) : <TAB> mock_select . side_effect = [ ( [ self . in_fd ] , [ ] , [ ] ) , ( [ self . in_fd ] , [ ] , [ ] ) ] <TAB> mock_read . side_effect = [ b""A"" * 300 , b"""" ] <TAB> <TAB> inc = 0 <TAB> with self . writer . running ( ) : <TAB> <TAB> while self . writer . is_alive ( ) : <TAB> <TAB> <TAB> time . sleep ( 0.01 ) <TAB> <TAB> <TAB> inc += 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise Exception ( ""waited too long."" ) <TAB> self . assertFalse ( self . writer . is_alive ( ) ) <TAB> mock_read . assert_called_with ( - 1 , io . DEFAULT_BUFFER_SIZE ) <TAB> self . assertEqual ( mock_read . call_count , 2 ) <TAB> mock_writer . assert_has_calls ( <TAB> <TAB> [ <TAB> <TAB> <TAB> unittest . mock . call ( unittest . mock . ANY , ChunkType . STDIN , b""A"" * 300 ) , <TAB> <TAB> <TAB> unittest . mock . call ( unittest . mock . ANY , ChunkType . STDIN_EOF ) , <TAB> <TAB> ] <TAB> )",if inc >= 1000 :,293
20632,"def add_msg_info(self, mid, msg_info, full_threads=False, idxs=None):
    # Populate data.metadata
    self[""data""][""metadata""][mid] = self._metadata(msg_info)
    # Populate data.thread
    thread_mid = parent_mid = msg_info[MailIndex.MSG_THREAD_MID]
    if ""/"" in thread_mid:
        thread_mid, parent_mid = thread_mid.split(""/"")
    if thread_mid not in self[""data""][""threads""]:
        thread = self._thread(thread_mid)
        self[""data""][""threads""][thread_mid] = thread
        if full_threads and idxs:
            idxs.extend(
                [
                    int(t, 36)
                    for t, bar, kids in thread
                    if t not in self[""data""][""metadata""]
                ]
            )
    # Populate data.person
    for cid in self._msg_addresses(msg_info):
        if cid not in self[""data""][""addresses""]:
            self[""data""][""addresses""][cid] = self._address(cid=cid)
    # Populate data.tag
    if ""tags"" in self.session.config:
        for tid in self._msg_tags(msg_info):
            if tid not in self[""data""][""tags""]:
                self[""data""][""tags""][tid] = self._tag(tid, {""searched"": False})","def add_msg_info ( self , mid , msg_info , full_threads = False , idxs = None ) : <TAB> <TAB> self [ ""data"" ] [ ""metadata"" ] [ mid ] = self . _metadata ( msg_info ) <TAB> <TAB> thread_mid = parent_mid = msg_info [ MailIndex . MSG_THREAD_MID ] <TAB> if ""/"" in thread_mid : <TAB> <TAB> thread_mid , parent_mid = thread_mid . split ( ""/"" ) <TAB> if thread_mid not in self [ ""data"" ] [ ""threads"" ] : <TAB> <TAB> thread = self . _thread ( thread_mid ) <TAB> <TAB> self [ ""data"" ] [ ""threads"" ] [ thread_mid ] = thread <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> idxs . extend ( <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> int ( t , 36 ) <TAB> <TAB> <TAB> <TAB> <TAB> for t , bar , kids in thread <TAB> <TAB> <TAB> <TAB> <TAB> if t not in self [ ""data"" ] [ ""metadata"" ] <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> ) <TAB> <TAB> for cid in self . _msg_addresses ( msg_info ) : <TAB> <TAB> if cid not in self [ ""data"" ] [ ""addresses"" ] : <TAB> <TAB> <TAB> self [ ""data"" ] [ ""addresses"" ] [ cid ] = self . _address ( cid = cid ) <TAB> <TAB> if ""tags"" in self . session . config : <TAB> <TAB> for tid in self . _msg_tags ( msg_info ) : <TAB> <TAB> <TAB> if tid not in self [ ""data"" ] [ ""tags"" ] : <TAB> <TAB> <TAB> <TAB> self [ ""data"" ] [ ""tags"" ] [ tid ] = self . _tag ( tid , { ""searched"" : False } )",if full_threads and idxs :,359
21525,"def __init__(self, functions=None, type_definitions=None):
    if functions is None:
        functions = {}
    elif isinstance(functions, dict):
        mapped_funcs = {}
        for k, v in functions.items():
            if isinstance(k, string_types):
                k = _expr.GlobalVar(k)
            if not isinstance(k, _expr.GlobalVar):
                raise TypeError(""Expect functions to be Dict[GlobalVar, Function]"")
            mapped_funcs[k] = v
        functions = mapped_funcs
    if type_definitions is None:
        type_definitions = {}
    elif isinstance(type_definitions, dict):
        mapped_type_defs = {}
        for k, v in type_definitions.items():
            if isinstance(k, string_types):
                k = _ty.GlobalTypeVar(k)
            if not isinstance(k, _ty.GlobalTypeVar):
                raise TypeError(
                    ""Expect type_definitions to be Dict[GlobalTypeVar, Type]""
                )
            mapped_type_defs[k] = v
        type_definitions = mapped_type_defs
    self.__init_handle_by_constructor__(_ffi_api.IRModule, functions, type_definitions)
","def __init__ ( self , functions = None , type_definitions = None ) : <TAB> if functions is None : <TAB> <TAB> functions = { } <TAB> elif isinstance ( functions , dict ) : <TAB> <TAB> mapped_funcs = { } <TAB> <TAB> for k , v in functions . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> k = _expr . GlobalVar ( k ) <TAB> <TAB> <TAB> if not isinstance ( k , _expr . GlobalVar ) : <TAB> <TAB> <TAB> <TAB> raise TypeError ( ""Expect functions to be Dict[GlobalVar, Function]"" ) <TAB> <TAB> <TAB> mapped_funcs [ k ] = v <TAB> <TAB> functions = mapped_funcs <TAB> if type_definitions is None : <TAB> <TAB> type_definitions = { } <TAB> elif isinstance ( type_definitions , dict ) : <TAB> <TAB> mapped_type_defs = { } <TAB> <TAB> for k , v in type_definitions . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> k = _ty . GlobalTypeVar ( k ) <TAB> <TAB> <TAB> if not isinstance ( k , _ty . GlobalTypeVar ) : <TAB> <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Expect type_definitions to be Dict[GlobalTypeVar, Type]"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> mapped_type_defs [ k ] = v <TAB> <TAB> type_definitions = mapped_type_defs <TAB> self . __init_handle_by_constructor__ ( _ffi_api . IRModule , functions , type_definitions )","if isinstance ( k , string_types ) :",324
24596,"def _get_dimensions(cls, json, props):
    if json is None:
        return
    if ""config"" in json and ""view"" in json[""config""]:
        size_config = json[""config""][""view""]
    else:
        size_config = json
    view = {}
    for w in (""width"", ""continuousWidth""):
        if w in size_config:
            view[""width""] = size_config[w]
    for h in (""height"", ""continuousHeight""):
        if h in size_config:
            view[""height""] = size_config[h]
    for p in (""width"", ""height""):
        if p not in view or isinstance(view[p], string_types):
            continue
        if props.get(p) is None or p in view and props.get(p) < view[p]:
            v = view[p]
            props[p] = v + 22 if isinstance(v, int) else v
    responsive_height = json.get(""height"") == ""container""
    responsive_width = json.get(""width"") == ""container""
    if responsive_height and responsive_width:
        props[""sizing_mode""] = ""stretch_both""
    elif responsive_width:
        props[""sizing_mode""] = ""stretch_width""
    elif responsive_height:
        props[""sizing_mode""] = ""stretch_height""","def _get_dimensions ( cls , json , props ) : <TAB> if json is None : <TAB> <TAB> return <TAB> if ""config"" in json and ""view"" in json [ ""config"" ] : <TAB> <TAB> size_config = json [ ""config"" ] [ ""view"" ] <TAB> else : <TAB> <TAB> size_config = json <TAB> view = { } <TAB> for w in ( ""width"" , ""continuousWidth"" ) : <TAB> <TAB> if w in size_config : <TAB> <TAB> <TAB> view [ ""width"" ] = size_config [ w ] <TAB> for h in ( ""height"" , ""continuousHeight"" ) : <TAB> <TAB> if h in size_config : <TAB> <TAB> <TAB> view [ ""height"" ] = size_config [ h ] <TAB> for p in ( ""width"" , ""height"" ) : <TAB> <TAB> if p not in view or isinstance ( view [ p ] , string_types ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> v = view [ p ] <TAB> <TAB> <TAB> props [ p ] = v + 22 if isinstance ( v , int ) else v <TAB> responsive_height = json . get ( ""height"" ) == ""container"" <TAB> responsive_width = json . get ( ""width"" ) == ""container"" <TAB> if responsive_height and responsive_width : <TAB> <TAB> props [ ""sizing_mode"" ] = ""stretch_both"" <TAB> elif responsive_width : <TAB> <TAB> props [ ""sizing_mode"" ] = ""stretch_width"" <TAB> elif responsive_height : <TAB> <TAB> props [ ""sizing_mode"" ] = ""stretch_height""",if props . get ( p ) is None or p in view and props . get ( p ) < view [ p ] :,351
24630,"def _check_good_input(self, X, y=None):
    if isinstance(X, dict):
        lengths = [len(X1) for X1 in X.values()]
        if len(set(lengths)) > 1:
            raise ValueError(""Not all values of X are of equal length."")
        x_len = lengths[0]
    else:
        x_len = len(X)
    if y is not None:
        if len(y) != x_len:
            raise ValueError(""X and y are not of equal length."")
    if self.regression and y is not None and y.ndim == 1:
        y = y.reshape(-1, 1)
    return X, y","def _check_good_input ( self , X , y = None ) : <TAB> if isinstance ( X , dict ) : <TAB> <TAB> lengths = [ len ( X1 ) for X1 in X . values ( ) ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""Not all values of X are of equal length."" ) <TAB> <TAB> x_len = lengths [ 0 ] <TAB> else : <TAB> <TAB> x_len = len ( X ) <TAB> if y is not None : <TAB> <TAB> if len ( y ) != x_len : <TAB> <TAB> <TAB> raise ValueError ( ""X and y are not of equal length."" ) <TAB> if self . regression and y is not None and y . ndim == 1 : <TAB> <TAB> y = y . reshape ( - 1 , 1 ) <TAB> return X , y",if len ( set ( lengths ) ) > 1 :,175
21209,"def _path(task, opt):
    # Build the data if it doesn't exist.
    build(opt)
    suffix = """"
    dt = opt[""datatype""].split("":"")[0]
    if dt == ""train"":
        suffix = ""train""
    elif dt == ""test"":
        suffix = ""test""
    elif dt == ""valid"":
        suffix = ""dev""
    datafile = os.path.join(
        opt[""datapath""],
        ""MovieDialog"",
        ""movie_dialog_dataset"",
        ""{t}{s}.txt"".format(t=tasks[int(task)], s=suffix),
    )
    if int(task) == 4:
        if dt == ""train"":
            candpath = None
        else:
            candpath = datafile.replace(suffix + "".txt"", ""cand-{dt}.txt"".format(dt=dt))
    else:
        candpath = os.path.join(
            opt[""datapath""], ""MovieDialog"", ""movie_dialog_dataset"", ""entities.txt""
        )
    return datafile, candpath","def _path ( task , opt ) : <TAB> <TAB> build ( opt ) <TAB> suffix = """" <TAB> dt = opt [ ""datatype"" ] . split ( "":"" ) [ 0 ] <TAB> <fill-in> <TAB> <TAB> suffix = ""train"" <TAB> elif dt == ""test"" : <TAB> <TAB> suffix = ""test"" <TAB> elif dt == ""valid"" : <TAB> <TAB> suffix = ""dev"" <TAB> datafile = os . path . join ( <TAB> <TAB> opt [ ""datapath"" ] , <TAB> <TAB> ""MovieDialog"" , <TAB> <TAB> ""movie_dialog_dataset"" , <TAB> <TAB> ""{t}{s}.txt"" . format ( t = tasks [ int ( task ) ] , s = suffix ) , <TAB> ) <TAB> if int ( task ) == 4 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> candpath = None <TAB> <TAB> else : <TAB> <TAB> <TAB> candpath = datafile . replace ( suffix + "".txt"" , ""cand-{dt}.txt"" . format ( dt = dt ) ) <TAB> else : <TAB> <TAB> candpath = os . path . join ( <TAB> <TAB> <TAB> opt [ ""datapath"" ] , ""MovieDialog"" , ""movie_dialog_dataset"" , ""entities.txt"" <TAB> <TAB> ) <TAB> return datafile , candpath","if dt == ""train"" :",271
11226,"def test_label_plate_by_row():
    """"""Label one complete plate""""""
    nsites = 6
    nimagesets = 96 * nsites
    workspace, module = make_workspace(nimagesets)
    measurements = workspace.measurements
    assert isinstance(measurements, cellprofiler_core.measurement.Measurements)
    assert isinstance(module, cellprofiler.modules.labelimages.LabelImages)
    module.row_count.value = 8
    module.column_count.value = 12
    module.order.value = cellprofiler.modules.labelimages.O_ROW
    module.site_count.value = nsites
    for i in range(nimagesets):
        if i != 0:
            measurements.next_image_set()
        module.run(workspace)
    sites = measurements.get_all_measurements(""Image"", M_SITE)
    rows = measurements.get_all_measurements(""Image"", M_ROW)
    columns = measurements.get_all_measurements(""Image"", M_COLUMN)
    plates = measurements.get_all_measurements(""Image"", M_PLATE)
    wells = measurements.get_all_measurements(""Image"", M_WELL)
    for i in range(nimagesets):
        assert sites[i] == (i % 6) + 1
        this_row = ""ABCDEFGH""[int(i / 6 / 12)]
        this_column = (int(i / 6) % 12) + 1
        assert rows[i] == this_row
        assert columns[i] == this_column
        assert wells[i] == ""%s%02d"" % (this_row, this_column)
        assert plates[i] == 1","def test_label_plate_by_row ( ) : <TAB> """"""Label one complete plate"""""" <TAB> nsites = 6 <TAB> nimagesets = 96 * nsites <TAB> workspace , module = make_workspace ( nimagesets ) <TAB> measurements = workspace . measurements <TAB> assert isinstance ( measurements , cellprofiler_core . measurement . Measurements ) <TAB> assert isinstance ( module , cellprofiler . modules . labelimages . LabelImages ) <TAB> module . row_count . value = 8 <TAB> module . column_count . value = 12 <TAB> module . order . value = cellprofiler . modules . labelimages . O_ROW <TAB> module . site_count . value = nsites <TAB> for i in range ( nimagesets ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> measurements . next_image_set ( ) <TAB> <TAB> module . run ( workspace ) <TAB> sites = measurements . get_all_measurements ( ""Image"" , M_SITE ) <TAB> rows = measurements . get_all_measurements ( ""Image"" , M_ROW ) <TAB> columns = measurements . get_all_measurements ( ""Image"" , M_COLUMN ) <TAB> plates = measurements . get_all_measurements ( ""Image"" , M_PLATE ) <TAB> wells = measurements . get_all_measurements ( ""Image"" , M_WELL ) <TAB> for i in range ( nimagesets ) : <TAB> <TAB> assert sites [ i ] == ( i % 6 ) + 1 <TAB> <TAB> this_row = ""ABCDEFGH"" [ int ( i / 6 / 12 ) ] <TAB> <TAB> this_column = ( int ( i / 6 ) % 12 ) + 1 <TAB> <TAB> assert rows [ i ] == this_row <TAB> <TAB> assert columns [ i ] == this_column <TAB> <TAB> assert wells [ i ] == ""%s%02d"" % ( this_row , this_column ) <TAB> <TAB> assert plates [ i ] == 1",if i != 0 :,427
13068,"def use_params(self, params):
    key_prefix = f""tensorflow_{self.id}_""
    # state dict stores key as name and value as numpy array
    state_dict = {}
    for k, v in params.items():
        if hasattr(k, ""startswith"") and k.startswith(key_prefix):
            if cupy is None:
                assert isinstance(v, numpy.ndarray)
            else:  # pragma: no cover
                if isinstance(v, cupy.core.core.ndarray):
                    v = cupy.asnumpy(v)
                assert isinstance(v, numpy.ndarray)
            state_dict[k.replace(key_prefix, """")] = v
    if state_dict:
        backup = self._create_state_dict()
        self._load_weights_from_state_dict(state_dict)
        yield
        self._load_weights_from_state_dict(backup)
    else:
        yield
","def use_params ( self , params ) : <TAB> key_prefix = f""tensorflow_{self.id}_"" <TAB> <TAB> state_dict = { } <TAB> for k , v in params . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if cupy is None : <TAB> <TAB> <TAB> <TAB> assert isinstance ( v , numpy . ndarray ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if isinstance ( v , cupy . core . core . ndarray ) : <TAB> <TAB> <TAB> <TAB> <TAB> v = cupy . asnumpy ( v ) <TAB> <TAB> <TAB> <TAB> assert isinstance ( v , numpy . ndarray ) <TAB> <TAB> <TAB> state_dict [ k . replace ( key_prefix , """" ) ] = v <TAB> if state_dict : <TAB> <TAB> backup = self . _create_state_dict ( ) <TAB> <TAB> self . _load_weights_from_state_dict ( state_dict ) <TAB> <TAB> yield <TAB> <TAB> self . _load_weights_from_state_dict ( backup ) <TAB> else : <TAB> <TAB> yield","if hasattr ( k , ""startswith"" ) and k . startswith ( key_prefix ) :",245
11518,"def send_request_to_server(request):
    sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
    try:
        # Connect to server and send data
        sock.connect((expand_host, expand_port))
        logger.info(""sending request"")
        req_packet = pickle.dumps(request)
        # sock.sendall(bytes(request + ""\n"", ""utf-8""))
        sock.sendall(req_packet)
        # Receive data from the server and shut down
        data = b""""
        ctr = 0
        while True:
            packet = sock.recv(134217728)
            logger.info(""%s. received: %s"", str(ctr), str(len(packet)))
            ctr += 1
            if not packet:
                break
            data += packet
            logger.info(""got response, uncompressing"")
        received = pickle.loads(data)
        # logger.info(""Received: {}"".format(received))
        return received
    except EOFError:
        logger.info(""No data received"")
    finally:
        sock.close()","def send_request_to_server ( request ) : <TAB> sock = socket . socket ( socket . AF_INET , socket . SOCK_STREAM ) <TAB> try : <TAB> <TAB> <TAB> <TAB> sock . connect ( ( expand_host , expand_port ) ) <TAB> <TAB> logger . info ( ""sending request"" ) <TAB> <TAB> req_packet = pickle . dumps ( request ) <TAB> <TAB> <TAB> <TAB> sock . sendall ( req_packet ) <TAB> <TAB> <TAB> <TAB> data = b"""" <TAB> <TAB> ctr = 0 <TAB> <TAB> while True : <TAB> <TAB> <TAB> packet = sock . recv ( 134217728 ) <TAB> <TAB> <TAB> logger . info ( ""%s. received: %s"" , str ( ctr ) , str ( len ( packet ) ) ) <TAB> <TAB> <TAB> ctr += 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> data += packet <TAB> <TAB> <TAB> logger . info ( ""got response, uncompressing"" ) <TAB> <TAB> received = pickle . loads ( data ) <TAB> <TAB> <TAB> <TAB> return received <TAB> except EOFError : <TAB> <TAB> logger . info ( ""No data received"" ) <TAB> finally : <TAB> <TAB> sock . close ( )",if not packet :,287
10832,"def _update_split(self, _event, direction):
    self.split_count[direction] = self.spinbuttons[direction].get_value_as_int()
    if self.even_splits[direction]:
        self.model[direction].clear()
        # Partition evenly
        count = self.split_count[direction]
        frac = 100 // count
        partition = [frac] * (count - 1)
        partition.append(100 - (count - 1) * frac)
        for i, frac in enumerate(partition, start=1):
            self.model[direction].append([i, frac])
    else:
        delta = self.split_count[direction] - len(self.model[direction])
        if delta > 0:
            # Add delta zero rows
            idx = len(self.model[direction]) + 1
            for i in range(delta):
                self.model[direction].append([idx + i, 0])
        if delta < 0:
            # Delete the last delta entries and ensure that the sum is 100
            s = 0
            for i in range(abs(delta)):
                s += self.model[direction][-1][1]
                del self.model[direction][-1]
            self.model[direction][-1][1] += s","def _update_split ( self , _event , direction ) : <TAB> self . split_count [ direction ] = self . spinbuttons [ direction ] . get_value_as_int ( ) <TAB> if self . even_splits [ direction ] : <TAB> <TAB> self . model [ direction ] . clear ( ) <TAB> <TAB> <TAB> <TAB> count = self . split_count [ direction ] <TAB> <TAB> frac = 100 // count <TAB> <TAB> partition = [ frac ] * ( count - 1 ) <TAB> <TAB> partition . append ( 100 - ( count - 1 ) * frac ) <TAB> <TAB> for i , frac in enumerate ( partition , start = 1 ) : <TAB> <TAB> <TAB> self . model [ direction ] . append ( [ i , frac ] ) <TAB> else : <TAB> <TAB> delta = self . split_count [ direction ] - len ( self . model [ direction ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> idx = len ( self . model [ direction ] ) + 1 <TAB> <TAB> <TAB> for i in range ( delta ) : <TAB> <TAB> <TAB> <TAB> self . model [ direction ] . append ( [ idx + i , 0 ] ) <TAB> <TAB> if delta < 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> s = 0 <TAB> <TAB> <TAB> for i in range ( abs ( delta ) ) : <TAB> <TAB> <TAB> <TAB> s += self . model [ direction ] [ - 1 ] [ 1 ] <TAB> <TAB> <TAB> <TAB> del self . model [ direction ] [ - 1 ] <TAB> <TAB> <TAB> self . model [ direction ] [ - 1 ] [ 1 ] += s",if delta > 0 :,333
4707,"def _dump_section(self, name, values, f):
    doc = ""__doc__""
    if doc in values:
        print(""# %s"" % values[doc], file=f)
    print(""%s("" % name, file=f)
    for k, v in values.items():
        if k.endswith(""__doc__""):
            continue
        doc = k + ""__doc__""
        if doc in values:
            print(""    # %s"" % values[doc], file=f)
        print(""    %s = %s,"" % (k, pprint.pformat(v, indent=8)), file=f)
    print("")\n"", file=f)","def _dump_section ( self , name , values , f ) : <TAB> doc = ""__doc__"" <TAB> if doc in values : <TAB> <TAB> print ( ""# %s"" % values [ doc ] , file = f ) <TAB> print ( ""%s("" % name , file = f ) <TAB> for k , v in values . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> doc = k + ""__doc__"" <TAB> <TAB> if doc in values : <TAB> <TAB> <TAB> print ( ""    # %s"" % values [ doc ] , file = f ) <TAB> <TAB> print ( ""    %s = %s,"" % ( k , pprint . pformat ( v , indent = 8 ) ) , file = f ) <TAB> print ( "")\n"" , file = f )","if k . endswith ( ""__doc__"" ) :",168
840,"def parse_command(self, text):
    result = None
    builtin_commands = sublime.load_settings(""TextPastryCommands.json"")
    cmd_shortcuts = global_settings(""commands"", [])
    cmd_shortcuts.extend(builtin_commands.get(""commands"", []))
    for item in cmd_shortcuts:
        # if parser
        if ""parser"" in item:
            class_ = globals()[item[""parser""]]
            result = class_(text).parse()
        elif ""match"" in item:
            # if match
            comp = re.compile(item[""match""])
            match = comp.match(text)
            if match:
                # create dict with backreferences
                refs = {}
                for (key, value) in enumerate(match.groups()):
                    refs[""$"" + str(key + 1)] = value
                refs[""$0""] = match.group(0)
                # add other stuff to references
                refs[""$clipbord""] = sublime.get_clipboard()
                result = self.create_command(item, refs)
        if result:
            break
    return result","def parse_command ( self , text ) : <TAB> result = None <TAB> builtin_commands = sublime . load_settings ( ""TextPastryCommands.json"" ) <TAB> cmd_shortcuts = global_settings ( ""commands"" , [ ] ) <TAB> cmd_shortcuts . extend ( builtin_commands . get ( ""commands"" , [ ] ) ) <TAB> for item in cmd_shortcuts : <TAB> <TAB> <TAB> <TAB> if ""parser"" in item : <TAB> <TAB> <TAB> class_ = globals ( ) [ item [ ""parser"" ] ] <TAB> <TAB> <TAB> result = class_ ( text ) . parse ( ) <TAB> <TAB> elif ""match"" in item : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> comp = re . compile ( item [ ""match"" ] ) <TAB> <TAB> <TAB> match = comp . match ( text ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> refs = { } <TAB> <TAB> <TAB> <TAB> for ( key , value ) in enumerate ( match . groups ( ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> refs [ ""$"" + str ( key + 1 ) ] = value <TAB> <TAB> <TAB> <TAB> refs [ ""$0"" ] = match . group ( 0 ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> refs [ ""$clipbord"" ] = sublime . get_clipboard ( ) <TAB> <TAB> <TAB> <TAB> result = self . create_command ( item , refs ) <TAB> <TAB> if result : <TAB> <TAB> <TAB> break <TAB> return result",if match :,305
15185,"def __computeTagMaps(self, unique):
    presentTypes = {}
    skipTypes = {}
    defaultType = None
    for namedType in self.__namedTypes:
        tagMap = namedType.asn1Object.tagMap
        if isinstance(tagMap, NamedTypes.PostponedError):
            return tagMap
        for tagSet in tagMap:
            if unique and tagSet in presentTypes:
                return NamedTypes.PostponedError(
                    ""Non-unique tagSet %s of %s at %s"" % (tagSet, namedType, self)
                )
            presentTypes[tagSet] = namedType.asn1Object
        skipTypes.update(tagMap.skipTypes)
        if defaultType is None:
            defaultType = tagMap.defaultType
        elif tagMap.defaultType is not None:
            return NamedTypes.PostponedError(
                ""Duplicate default ASN.1 type at %s"" % (self,)
            )
    return tagmap.TagMap(presentTypes, skipTypes, defaultType)","def __computeTagMaps ( self , unique ) : <TAB> presentTypes = { } <TAB> skipTypes = { } <TAB> defaultType = None <TAB> for namedType in self . __namedTypes : <TAB> <TAB> tagMap = namedType . asn1Object . tagMap <TAB> <TAB> if isinstance ( tagMap , NamedTypes . PostponedError ) : <TAB> <TAB> <TAB> return tagMap <TAB> <TAB> for tagSet in tagMap : <TAB> <TAB> <TAB> if unique and tagSet in presentTypes : <TAB> <TAB> <TAB> <TAB> return NamedTypes . PostponedError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Non-unique tagSet %s of %s at %s"" % ( tagSet , namedType , self ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> presentTypes [ tagSet ] = namedType . asn1Object <TAB> <TAB> skipTypes . update ( tagMap . skipTypes ) <TAB> <TAB> if defaultType is None : <TAB> <TAB> <TAB> defaultType = tagMap . defaultType <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return NamedTypes . PostponedError ( <TAB> <TAB> <TAB> <TAB> ""Duplicate default ASN.1 type at %s"" % ( self , ) <TAB> <TAB> <TAB> ) <TAB> return tagmap . TagMap ( presentTypes , skipTypes , defaultType )",elif tagMap . defaultType is not None :,273
12419,"def write(self, buffer):
    if self.mode == MODE_NUMBER:
        for i in xrange(0, len(self.data), 3):
            chars = self.data[i : i + 3]
            bit_length = NUMBER_LENGTH[len(chars)]
            buffer.put(int(chars), bit_length)
    elif self.mode == MODE_ALPHA_NUM:
        for i in xrange(0, len(self.data), 2):
            chars = self.data[i : i + 2]
            if len(chars) > 1:
                buffer.put(ALPHA_NUM.find(chars[0]) * 45 + ALPHA_NUM.find(chars[1]), 11)
            else:
                buffer.put(ALPHA_NUM.find(chars), 6)
    else:
        if six.PY3:
            # Iterating a bytestring in Python 3 returns an integer,
            # no need to ord().
            data = self.data
        else:
            data = [ord(c) for c in self.data]
        for c in data:
            buffer.put(c, 8)","def write ( self , buffer ) : <TAB> if self . mode == MODE_NUMBER : <TAB> <TAB> for i in xrange ( 0 , len ( self . data ) , 3 ) : <TAB> <TAB> <TAB> chars = self . data [ i : i + 3 ] <TAB> <TAB> <TAB> bit_length = NUMBER_LENGTH [ len ( chars ) ] <TAB> <TAB> <TAB> buffer . put ( int ( chars ) , bit_length ) <TAB> elif self . mode == MODE_ALPHA_NUM : <TAB> <TAB> for i in xrange ( 0 , len ( self . data ) , 2 ) : <TAB> <TAB> <TAB> chars = self . data [ i : i + 2 ] <TAB> <TAB> <TAB> if len ( chars ) > 1 : <TAB> <TAB> <TAB> <TAB> buffer . put ( ALPHA_NUM . find ( chars [ 0 ] ) * 45 + ALPHA_NUM . find ( chars [ 1 ] ) , 11 ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> buffer . put ( ALPHA_NUM . find ( chars ) , 6 ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> data = self . data <TAB> <TAB> else : <TAB> <TAB> <TAB> data = [ ord ( c ) for c in self . data ] <TAB> <TAB> for c in data : <TAB> <TAB> <TAB> buffer . put ( c , 8 )",if six . PY3 :,298
9143,"def _process(self, to_process, batch_size):
    for model, history_model in to_process:
        if history_model.objects.count():
            self.stderr.write(
                ""{msg} {model}\n"".format(msg=self.EXISTING_HISTORY_FOUND, model=model)
            )
            continue
        if self.verbosity >= 1:
            self.stdout.write(self.START_SAVING_FOR_MODEL.format(model=model))
        self._bulk_history_create(model, batch_size)
        if self.verbosity >= 1:
            self.stdout.write(self.DONE_SAVING_FOR_MODEL.format(model=model))","def _process ( self , to_process , batch_size ) : <TAB> for model , history_model in to_process : <TAB> <TAB> if history_model . objects . count ( ) : <TAB> <TAB> <TAB> self . stderr . write ( <TAB> <TAB> <TAB> <TAB> ""{msg} {model}\n"" . format ( msg = self . EXISTING_HISTORY_FOUND , model = model ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . stdout . write ( self . START_SAVING_FOR_MODEL . format ( model = model ) ) <TAB> <TAB> self . _bulk_history_create ( model , batch_size ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . stdout . write ( self . DONE_SAVING_FOR_MODEL . format ( model = model ) )",if self . verbosity >= 1 :,180
12482,"def _extract_subtitles(src):
    subtitles = {}
    for caption in try_get(src, lambda x: x[""captions""], list) or []:
        subtitle_url = url_or_none(caption.get(""uri""))
        if subtitle_url:
            lang = caption.get(""language"", ""deu"")
            subtitles.setdefault(lang, []).append(
                {
                    ""url"": subtitle_url,
                }
            )
    return subtitles
","def _extract_subtitles ( src ) : <TAB> subtitles = { } <TAB> for caption in try_get ( src , lambda x : x [ ""captions"" ] , list ) or [ ] : <TAB> <TAB> subtitle_url = url_or_none ( caption . get ( ""uri"" ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> lang = caption . get ( ""language"" , ""deu"" ) <TAB> <TAB> <TAB> subtitles . setdefault ( lang , [ ] ) . append ( <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> ""url"" : subtitle_url , <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> ) <TAB> return subtitles",if subtitle_url :,131
19278,"def generate_tag_1_data(ids):
    if len(ids) != SAMPLE_NUM:
        raise ValueError(""len ids should equal to sample number"")
    counter = 0
    for sample_i in range(SAMPLE_NUM):
        one_data = [ids[sample_i]]
        valid_set = [x for x in range(TAG_INTERVAL[0], TAG_INTERVAL[1])]
        features = np.random.choice(valid_set, FEATURE_NUM, replace=False)
        one_data += ["":"".join([x, ""1.0""]) for x in features]
        counter += 1
        if counter % 10000 == 0:
            print(""generate data {}"".format(counter))
        yield one_data","def generate_tag_1_data ( ids ) : <TAB> if len ( ids ) != SAMPLE_NUM : <TAB> <TAB> raise ValueError ( ""len ids should equal to sample number"" ) <TAB> counter = 0 <TAB> for sample_i in range ( SAMPLE_NUM ) : <TAB> <TAB> one_data = [ ids [ sample_i ] ] <TAB> <TAB> valid_set = [ x for x in range ( TAG_INTERVAL [ 0 ] , TAG_INTERVAL [ 1 ] ) ] <TAB> <TAB> features = np . random . choice ( valid_set , FEATURE_NUM , replace = False ) <TAB> <TAB> one_data += [ "":"" . join ( [ x , ""1.0"" ] ) for x in features ] <TAB> <TAB> counter += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""generate data {}"" . format ( counter ) ) <TAB> <TAB> yield one_data",if counter % 10000 == 0 :,179
6510,"def onZoomFit(self, *args):
    # for i in range(self.dimensions):
    # 	self.dialog.ranges[i] = None
    # 	self.dialog.state.ranges_viewport[i] = None
    # 	self.range_level = None
    if 0:
        for axisIndex in range(self.dimensions):
            linkButton = self.linkButtons[axisIndex]
            link = linkButton.link
            if link:
                logger.debug(""sending link messages"")
                link.sendRanges(self.dialog.ranges[axisIndex], linkButton)
                link.sendRangesShow(
                    self.dialog.state.ranges_viewport[axisIndex], linkButton
                )
    action = undo.ActionZoom(
        self.dialog.undoManager,
        ""zoom to fit"",
        self.dialog.set_ranges,
        list(range(self.dialog.dimensions)),
        self.dialog.state.ranges_viewport,
        self.dialog.state.range_level_show,
        list(range(self.dialog.dimensions)),
        ranges_viewport=[None] * self.dialog.dimensions,
        range_level_show=None,
    )
    # for layer in dialog.layers:
    # 	layer.range_level = None # reset these... is this the right place?
    action.do()
    self.dialog.checkUndoRedo()
    self.dialog.queue_history_change(""zoom to fit"")
    if 0:
        linked_buttons = [
            button for button in self.linkButtons if button.link is not None
        ]
        links = [button.link for button in linked_buttons]
        if len(linked_buttons) > 0:
            logger.debug(""sending compute message"")
            vaex.dataset.Link.sendCompute(links, linked_buttons)","def onZoomFit ( self , * args ) : <TAB> <TAB> <TAB> <TAB> <TAB> if 0 : <TAB> <TAB> for axisIndex in range ( self . dimensions ) : <TAB> <TAB> <TAB> linkButton = self . linkButtons [ axisIndex ] <TAB> <TAB> <TAB> link = linkButton . link <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> logger . debug ( ""sending link messages"" ) <TAB> <TAB> <TAB> <TAB> link . sendRanges ( self . dialog . ranges [ axisIndex ] , linkButton ) <TAB> <TAB> <TAB> <TAB> link . sendRangesShow ( <TAB> <TAB> <TAB> <TAB> <TAB> self . dialog . state . ranges_viewport [ axisIndex ] , linkButton <TAB> <TAB> <TAB> <TAB> ) <TAB> action = undo . ActionZoom ( <TAB> <TAB> self . dialog . undoManager , <TAB> <TAB> ""zoom to fit"" , <TAB> <TAB> self . dialog . set_ranges , <TAB> <TAB> list ( range ( self . dialog . dimensions ) ) , <TAB> <TAB> self . dialog . state . ranges_viewport , <TAB> <TAB> self . dialog . state . range_level_show , <TAB> <TAB> list ( range ( self . dialog . dimensions ) ) , <TAB> <TAB> ranges_viewport = [ None ] * self . dialog . dimensions , <TAB> <TAB> range_level_show = None , <TAB> ) <TAB> <TAB> <TAB> action . do ( ) <TAB> self . dialog . checkUndoRedo ( ) <TAB> self . dialog . queue_history_change ( ""zoom to fit"" ) <TAB> if 0 : <TAB> <TAB> linked_buttons = [ <TAB> <TAB> <TAB> button for button in self . linkButtons if button . link is not None <TAB> <TAB> ] <TAB> <TAB> links = [ button . link for button in linked_buttons ] <TAB> <TAB> if len ( linked_buttons ) > 0 : <TAB> <TAB> <TAB> logger . debug ( ""sending compute message"" ) <TAB> <TAB> <TAB> vaex . dataset . Link . sendCompute ( links , linked_buttons )",if link :,476
5754,"def find(self, back=False):
    flags = 0
    if back:
        flags = QTextDocument.FindBackward
    if self.csBox.isChecked():
        flags = flags | QTextDocument.FindCaseSensitively
    text = self.searchEdit.text()
    if not self.findMain(text, flags):
        if text in self.editBoxes[self.ind].toPlainText():
            cursor = self.editBoxes[self.ind].textCursor()
            if back:
                cursor.movePosition(QTextCursor.End)
            else:
                cursor.movePosition(QTextCursor.Start)
            self.editBoxes[self.ind].setTextCursor(cursor)
            self.findMain(text, flags)","def find ( self , back = False ) : <TAB> flags = 0 <TAB> if back : <TAB> <TAB> flags = QTextDocument . FindBackward <TAB> if self . csBox . isChecked ( ) : <TAB> <TAB> flags = flags | QTextDocument . FindCaseSensitively <TAB> text = self . searchEdit . text ( ) <TAB> if not self . findMain ( text , flags ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cursor = self . editBoxes [ self . ind ] . textCursor ( ) <TAB> <TAB> <TAB> if back : <TAB> <TAB> <TAB> <TAB> cursor . movePosition ( QTextCursor . End ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> cursor . movePosition ( QTextCursor . Start ) <TAB> <TAB> <TAB> self . editBoxes [ self . ind ] . setTextCursor ( cursor ) <TAB> <TAB> <TAB> self . findMain ( text , flags )",if text in self . editBoxes [ self . ind ] . toPlainText ( ) :,195
106,"def _str_index(self):
    idx = self[""index""]
    out = []
    if len(idx) == 0:
        return out
    out += ["".. index:: %s"" % idx.get(""default"", """")]
    for section, references in idx.iteritems():
        if section == ""default"":
            continue
        elif section == ""refguide"":
            out += [""   single: %s"" % ("", "".join(references))]
        else:
            out += [""   %s: %s"" % (section, "","".join(references))]
    return out","def _str_index ( self ) : <TAB> idx = self [ ""index"" ] <TAB> out = [ ] <TAB> if len ( idx ) == 0 : <TAB> <TAB> return out <TAB> out += [ "".. index:: %s"" % idx . get ( ""default"" , """" ) ] <TAB> for section , references in idx . iteritems ( ) : <TAB> <TAB> if section == ""default"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> out += [ ""   single: %s"" % ( "", "" . join ( references ) ) ] <TAB> <TAB> else : <TAB> <TAB> <TAB> out += [ ""   %s: %s"" % ( section , "","" . join ( references ) ) ] <TAB> return out","elif section == ""refguide"" :",145
4933,"def bufferSaveAs(self):
    """"""Save buffer to a new filename.""""""
    if self.bufferHasChanged() and self.buffer.doc.filepath:
        cancel = self.bufferSuggestSave()
        if cancel:
            return cancel
    filedir = """"
    if self.buffer and self.buffer.doc.filedir:
        filedir = self.buffer.doc.filedir
    result = editor.saveSingle(
        title=""Save PySlices File"",
        directory=filedir,
        wildcard=""PySlices Files (*.pyslices)|*.pyslices"",
    )
    if result.path not in ["""", None]:
        if result.path[-9:] != "".pyslices"":
            result.path += "".pyslices""
        self.buffer.doc = document.Document(result.path)
        self.buffer.name = self.buffer.doc.filename
        self.buffer.modulename = self.buffer.doc.filebase
        self.simpleSave(confirmed=True)  # allow overwrite
        cancel = False
    else:
        cancel = True
    return cancel","def bufferSaveAs ( self ) : <TAB> """"""Save buffer to a new filename."""""" <TAB> if self . bufferHasChanged ( ) and self . buffer . doc . filepath : <TAB> <TAB> cancel = self . bufferSuggestSave ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return cancel <TAB> filedir = """" <TAB> if self . buffer and self . buffer . doc . filedir : <TAB> <TAB> filedir = self . buffer . doc . filedir <TAB> result = editor . saveSingle ( <TAB> <TAB> title = ""Save PySlices File"" , <TAB> <TAB> directory = filedir , <TAB> <TAB> wildcard = ""PySlices Files (*.pyslices)|*.pyslices"" , <TAB> ) <TAB> if result . path not in [ """" , None ] : <TAB> <TAB> if result . path [ - 9 : ] != "".pyslices"" : <TAB> <TAB> <TAB> result . path += "".pyslices"" <TAB> <TAB> self . buffer . doc = document . Document ( result . path ) <TAB> <TAB> self . buffer . name = self . buffer . doc . filename <TAB> <TAB> self . buffer . modulename = self . buffer . doc . filebase <TAB> <TAB> self . simpleSave ( confirmed = True ) <TAB> <TAB> cancel = False <TAB> else : <TAB> <TAB> cancel = True <TAB> return cancel",if cancel :,267
23800,"def update(self):
    for plugin_type in self.PLUGIN_TYPES:
        if plugin_type.startswith(""gui.qt."") and not HAS_GUI_QT:
            continue
        entrypoint_type = ""plover.%s"" % plugin_type
        for entrypoint in pkg_resources.iter_entry_points(entrypoint_type):
            if ""gui_qt"" in entrypoint.extras and not HAS_GUI_QT:
                continue
            self.register_plugin_from_entrypoint(plugin_type, entrypoint)
        if PLUGINS_PLATFORM is not None:
            entrypoint_type = ""plover.%s.%s"" % (PLUGINS_PLATFORM, plugin_type)
            for entrypoint in pkg_resources.iter_entry_points(entrypoint_type):
                self.register_plugin_from_entrypoint(plugin_type, entrypoint)
","def update ( self ) : <TAB> for plugin_type in self . PLUGIN_TYPES : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> entrypoint_type = ""plover.%s"" % plugin_type <TAB> <TAB> for entrypoint in pkg_resources . iter_entry_points ( entrypoint_type ) : <TAB> <TAB> <TAB> if ""gui_qt"" in entrypoint . extras and not HAS_GUI_QT : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> self . register_plugin_from_entrypoint ( plugin_type , entrypoint ) <TAB> <TAB> if PLUGINS_PLATFORM is not None : <TAB> <TAB> <TAB> entrypoint_type = ""plover.%s.%s"" % ( PLUGINS_PLATFORM , plugin_type ) <TAB> <TAB> <TAB> for entrypoint in pkg_resources . iter_entry_points ( entrypoint_type ) : <TAB> <TAB> <TAB> <TAB> self . register_plugin_from_entrypoint ( plugin_type , entrypoint )","if plugin_type . startswith ( ""gui.qt."" ) and not HAS_GUI_QT :",215
15695,"def _run_response_middleware(self, request, response, request_name=None):
    named_middleware = self.named_response_middleware.get(request_name, deque())
    applicable_middleware = self.response_middleware + named_middleware
    if applicable_middleware:
        for middleware in applicable_middleware:
            _response = middleware(request, response)
            if isawaitable(_response):
                _response = await _response
            if _response:
                response = _response
                break
    return response
","def _run_response_middleware ( self , request , response , request_name = None ) : <TAB> named_middleware = self . named_response_middleware . get ( request_name , deque ( ) ) <TAB> applicable_middleware = self . response_middleware + named_middleware <TAB> if applicable_middleware : <TAB> <TAB> for middleware in applicable_middleware : <TAB> <TAB> <TAB> _response = middleware ( request , response ) <TAB> <TAB> <TAB> if isawaitable ( _response ) : <TAB> <TAB> <TAB> <TAB> _response = await _response <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> response = _response <TAB> <TAB> <TAB> <TAB> break <TAB> return response",if _response :,136
5611,"def _wait_for_positive(condition, locators, wait_timeout):
    start_time = time.time()
    while True:
        locator = None
        try:
            locator = get_locator(
                locators, ignore_implicit_wait=True, raise_exception=True
            )
        except NoSuchElementException:
            pass
        if locator:
            element = None
            try:
                element = WebDriverWait(_get_driver(), wait_timeout).until(
                    _get_until_cond(condition, locator)
                )
            except TimeoutException:
                pass
            if element:
                return
        elapsed_time = time.time() - start_time
        if elapsed_time > wait_timeout:
            raise NoSuchElementException(
                ""Timeout occurred while waiting for '%s' condition"" % condition
            )
","def _wait_for_positive ( condition , locators , wait_timeout ) : <TAB> start_time = time . time ( ) <TAB> while True : <TAB> <TAB> locator = None <TAB> <TAB> try : <TAB> <TAB> <TAB> locator = get_locator ( <TAB> <TAB> <TAB> <TAB> locators , ignore_implicit_wait = True , raise_exception = True <TAB> <TAB> <TAB> ) <TAB> <TAB> except NoSuchElementException : <TAB> <TAB> <TAB> pass <TAB> <TAB> if locator : <TAB> <TAB> <TAB> element = None <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> element = WebDriverWait ( _get_driver ( ) , wait_timeout ) . until ( <TAB> <TAB> <TAB> <TAB> <TAB> _get_until_cond ( condition , locator ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> except TimeoutException : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> if element : <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> elapsed_time = time . time ( ) - start_time <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise NoSuchElementException ( <TAB> <TAB> <TAB> <TAB> ""Timeout occurred while waiting for '%s' condition"" % condition <TAB> <TAB> <TAB> )",if elapsed_time > wait_timeout :,237
6122,"def generate(self, length=10000, prefix=False):
    replacements2 = {"" ,"": "","", "" \."": "".\n"", "" :"": "":"", "" ;"": "";"", ""\n\s+"": ""\n""}
    keys = list(self.db.keys())
    key = keys[random.randint(0, len(keys) - 1)]
    words = key
    words = words.capitalize()
    regex = re.compile(""[a-z]+"")
    for i in range(length):
        okey = key
        if not key in self.db:
            break  # should not happen
        db = self.db[key]
        s = sum(db.values())
        i = random.randint(0, s - 1)
        for key, value in db.items():
            if i < value:
                break
            else:
                i -= value
        if okey == ""."":
            key1 = key.capitalize()
        else:
            key1 = key
        if prefix and regex.findall(key1) and random.random() < 0.01:
            key1 = '<a href=""%s%s"">%s</a>' % (prefix, key1, key1)
        words += "" "" + key1
    text = words
    for key, value in replacements2.items():
        text = re.sub(key, value, text)
    return text + "".\n""","def generate ( self , length = 10000 , prefix = False ) : <TAB> replacements2 = { "" ,"" : "","" , "" \."" : "".\n"" , "" :"" : "":"" , "" ;"" : "";"" , ""\n\s+"" : ""\n"" } <TAB> keys = list ( self . db . keys ( ) ) <TAB> key = keys [ random . randint ( 0 , len ( keys ) - 1 ) ] <TAB> words = key <TAB> words = words . capitalize ( ) <TAB> regex = re . compile ( ""[a-z]+"" ) <TAB> for i in range ( length ) : <TAB> <TAB> okey = key <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> db = self . db [ key ] <TAB> <TAB> s = sum ( db . values ( ) ) <TAB> <TAB> i = random . randint ( 0 , s - 1 ) <TAB> <TAB> for key , value in db . items ( ) : <TAB> <TAB> <TAB> if i < value : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> i -= value <TAB> <TAB> if okey == ""."" : <TAB> <TAB> <TAB> key1 = key . capitalize ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> key1 = key <TAB> <TAB> if prefix and regex . findall ( key1 ) and random . random ( ) < 0.01 : <TAB> <TAB> <TAB> key1 = '<a href=""%s%s"">%s</a>' % ( prefix , key1 , key1 ) <TAB> <TAB> words += "" "" + key1 <TAB> text = words <TAB> for key , value in replacements2 . items ( ) : <TAB> <TAB> text = re . sub ( key , value , text ) <TAB> return text + "".\n""",if not key in self . db :,352
4766,"def ConstructDpbService(self):
    """"""Create the dpb_service object and create groups for its vms.""""""
    if self.config.dpb_service is None:
        return
    dpb_service_spec = self.config.dpb_service
    dpb_service_cloud = dpb_service_spec.worker_group.cloud
    providers.LoadProvider(dpb_service_cloud)
    dpb_service_type = dpb_service_spec.service_type
    dpb_service_class = dpb_service.GetDpbServiceClass(dpb_service_type)
    self.dpb_service = dpb_service_class(dpb_service_spec)
    # If the dpb service is un-managed, the provisioning needs to be handed
    # over to the vm creation module.
    if dpb_service_type == dpb_service.UNMANAGED_DPB_SVC_YARN_CLUSTER:
        # Ensure non cluster vms are not present in the spec.
        if self.vms_to_boot:
            raise Exception(
                ""Invalid Non cluster vm group {0} when benchmarking ""
                ""unmanaged dpb service"".format(self.vms_to_boot)
            )
        base_vm_spec = dpb_service_spec.worker_group
        base_vm_spec.vm_spec.zone = self.dpb_service.dpb_service_zone
        worker_group_spec = copy.copy(base_vm_spec)
        worker_group_spec.vm_count = dpb_service_spec.worker_count
        self.vms_to_boot[""worker_group""] = worker_group_spec
        master_group_spec = copy.copy(base_vm_spec)
        master_group_spec.vm_count = 1
        self.vms_to_boot[""master_group""] = master_group_spec
        logging.info(str(self.vms_to_boot))","def ConstructDpbService ( self ) : <TAB> """"""Create the dpb_service object and create groups for its vms."""""" <TAB> if self . config . dpb_service is None : <TAB> <TAB> return <TAB> dpb_service_spec = self . config . dpb_service <TAB> dpb_service_cloud = dpb_service_spec . worker_group . cloud <TAB> providers . LoadProvider ( dpb_service_cloud ) <TAB> dpb_service_type = dpb_service_spec . service_type <TAB> dpb_service_class = dpb_service . GetDpbServiceClass ( dpb_service_type ) <TAB> self . dpb_service = dpb_service_class ( dpb_service_spec ) <TAB> <TAB> <TAB> if dpb_service_type == dpb_service . UNMANAGED_DPB_SVC_YARN_CLUSTER : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> ""Invalid Non cluster vm group {0} when benchmarking "" <TAB> <TAB> <TAB> <TAB> ""unmanaged dpb service"" . format ( self . vms_to_boot ) <TAB> <TAB> <TAB> ) <TAB> <TAB> base_vm_spec = dpb_service_spec . worker_group <TAB> <TAB> base_vm_spec . vm_spec . zone = self . dpb_service . dpb_service_zone <TAB> <TAB> worker_group_spec = copy . copy ( base_vm_spec ) <TAB> <TAB> worker_group_spec . vm_count = dpb_service_spec . worker_count <TAB> <TAB> self . vms_to_boot [ ""worker_group"" ] = worker_group_spec <TAB> <TAB> master_group_spec = copy . copy ( base_vm_spec ) <TAB> <TAB> master_group_spec . vm_count = 1 <TAB> <TAB> self . vms_to_boot [ ""master_group"" ] = master_group_spec <TAB> <TAB> logging . info ( str ( self . vms_to_boot ) )",if self . vms_to_boot :,490
11147,"def _write_inputs(node):
    lines = []
    nodename = node.fullname.replace(""."", ""_"")
    for key, _ in list(node.inputs.items()):
        val = getattr(node.inputs, key)
        if isdefined(val):
            if isinstance(val, (str, bytes)):
                try:
                    func = create_function_from_source(val)
                except RuntimeError:
                    lines.append(""%s.inputs.%s = '%s'"" % (nodename, key, val))
                else:
                    funcname = [
                        name for name in func.__globals__ if name != ""__builtins__""
                    ][0]
                    lines.append(pickle.loads(val))
                    if funcname == nodename:
                        lines[-1] = lines[-1].replace(
                            "" %s("" % funcname, "" %s_1("" % funcname
                        )
                        funcname = ""%s_1"" % funcname
                    lines.append(""from nipype.utils.functions import getsource"")
                    lines.append(
                        ""%s.inputs.%s = getsource(%s)"" % (nodename, key, funcname)
                    )
            else:
                lines.append(""%s.inputs.%s = %s"" % (nodename, key, val))
    return lines","def _write_inputs ( node ) : <TAB> lines = [ ] <TAB> nodename = node . fullname . replace ( ""."" , ""_"" ) <TAB> for key , _ in list ( node . inputs . items ( ) ) : <TAB> <TAB> val = getattr ( node . inputs , key ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if isinstance ( val , ( str , bytes ) ) : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> func = create_function_from_source ( val ) <TAB> <TAB> <TAB> <TAB> except RuntimeError : <TAB> <TAB> <TAB> <TAB> <TAB> lines . append ( ""%s.inputs.%s = '%s'"" % ( nodename , key , val ) ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> funcname = [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> name for name in func . __globals__ if name != ""__builtins__"" <TAB> <TAB> <TAB> <TAB> <TAB> ] [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> lines . append ( pickle . loads ( val ) ) <TAB> <TAB> <TAB> <TAB> <TAB> if funcname == nodename : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> lines [ - 1 ] = lines [ - 1 ] . replace ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> "" %s("" % funcname , "" %s_1("" % funcname <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> funcname = ""%s_1"" % funcname <TAB> <TAB> <TAB> <TAB> <TAB> lines . append ( ""from nipype.utils.functions import getsource"" ) <TAB> <TAB> <TAB> <TAB> <TAB> lines . append ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""%s.inputs.%s = getsource(%s)"" % ( nodename , key , funcname ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> lines . append ( ""%s.inputs.%s = %s"" % ( nodename , key , val ) ) <TAB> return lines",if isdefined ( val ) :,376
6000,"def test_expect_setecho_off(self):
    """"""This tests that echo may be toggled off.""""""
    p = pexpect.spawn(""cat"", echo=True, timeout=5)
    try:
        self._expect_echo_toggle(p)
    except IOError:
        if sys.platform.lower().startswith(""sunos""):
            if hasattr(unittest, ""SkipTest""):
                raise unittest.SkipTest(""Not supported on this platform."")
            return ""skip""
        raise","def test_expect_setecho_off ( self ) : <TAB> """"""This tests that echo may be toggled off."""""" <TAB> p = pexpect . spawn ( ""cat"" , echo = True , timeout = 5 ) <TAB> try : <TAB> <TAB> self . _expect_echo_toggle ( p ) <TAB> except IOError : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if hasattr ( unittest , ""SkipTest"" ) : <TAB> <TAB> <TAB> <TAB> raise unittest . SkipTest ( ""Not supported on this platform."" ) <TAB> <TAB> <TAB> return ""skip"" <TAB> <TAB> raise","if sys . platform . lower ( ) . startswith ( ""sunos"" ) :",123
3785,"def _compute_substitution_score(
    aln1_chars, aln2_chars, substitution_matrix, gap_substitution_score, gap_chars
):
    substitution_score = 0
    for aln1_char, aln2_char in product(aln1_chars, aln2_chars):
        if aln1_char in gap_chars or aln2_char in gap_chars:
            substitution_score += gap_substitution_score
        else:
            try:
                substitution_score += substitution_matrix[aln1_char][aln2_char]
            except KeyError:
                offending_chars = [
                    c for c in (aln1_char, aln2_char) if c not in substitution_matrix
                ]
                raise ValueError(
                    ""One of the sequences contains a character that is ""
                    ""not contained in the substitution matrix. Are you ""
                    ""using an appropriate substitution matrix for your ""
                    ""sequence type (e.g., a nucleotide substitution ""
                    ""matrix does not make sense for aligning protein ""
                    ""sequences)? Does your sequence contain invalid ""
                    ""characters? The offending character(s) is: ""
                    "" %s."" % "", "".join(offending_chars)
                )
    substitution_score /= len(aln1_chars) * len(aln2_chars)
    return substitution_score","def _compute_substitution_score ( <TAB> aln1_chars , aln2_chars , substitution_matrix , gap_substitution_score , gap_chars ) : <TAB> substitution_score = 0 <TAB> for aln1_char , aln2_char in product ( aln1_chars , aln2_chars ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> substitution_score += gap_substitution_score <TAB> <TAB> else : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> substitution_score += substitution_matrix [ aln1_char ] [ aln2_char ] <TAB> <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> offending_chars = [ <TAB> <TAB> <TAB> <TAB> <TAB> c for c in ( aln1_char , aln2_char ) if c not in substitution_matrix <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""One of the sequences contains a character that is "" <TAB> <TAB> <TAB> <TAB> <TAB> ""not contained in the substitution matrix. Are you "" <TAB> <TAB> <TAB> <TAB> <TAB> ""using an appropriate substitution matrix for your "" <TAB> <TAB> <TAB> <TAB> <TAB> ""sequence type (e.g., a nucleotide substitution "" <TAB> <TAB> <TAB> <TAB> <TAB> ""matrix does not make sense for aligning protein "" <TAB> <TAB> <TAB> <TAB> <TAB> ""sequences)? Does your sequence contain invalid "" <TAB> <TAB> <TAB> <TAB> <TAB> ""characters? The offending character(s) is: "" <TAB> <TAB> <TAB> <TAB> <TAB> "" %s."" % "", "" . join ( offending_chars ) <TAB> <TAB> <TAB> <TAB> ) <TAB> substitution_score /= len ( aln1_chars ) * len ( aln2_chars ) <TAB> return substitution_score",if aln1_char in gap_chars or aln2_char in gap_chars :,391
14213,"def merge_lz_operations(lzops):
    """"""Merge consecutive LZ operations into single ops if possible.""""""
    lzops = iter(lzops)
    try:
        prev = lzops.next()
        while True:
            cur = lzops.next()
            if isinstance(cur, LZLiteral):
                if isinstance(prev, LZLiteral):
                    prev.data += cur.data
                else:
                    yield prev
                    prev = cur
            else:
                if isinstance(prev, LZLiteral):
                    yield prev
                    prev = cur
                else:
                    if prev.distance == cur.distance:
                        prev.length += cur.length
                    else:
                        yield prev
                        prev = cur
    except StopIteration:
        pass
","def merge_lz_operations ( lzops ) : <TAB> """"""Merge consecutive LZ operations into single ops if possible."""""" <TAB> lzops = iter ( lzops ) <TAB> try : <TAB> <TAB> prev = lzops . next ( ) <TAB> <TAB> while True : <TAB> <TAB> <TAB> cur = lzops . next ( ) <TAB> <TAB> <TAB> if isinstance ( cur , LZLiteral ) : <TAB> <TAB> <TAB> <TAB> if isinstance ( prev , LZLiteral ) : <TAB> <TAB> <TAB> <TAB> <TAB> prev . data += cur . data <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> yield prev <TAB> <TAB> <TAB> <TAB> <TAB> prev = cur <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if isinstance ( prev , LZLiteral ) : <TAB> <TAB> <TAB> <TAB> <TAB> yield prev <TAB> <TAB> <TAB> <TAB> <TAB> prev = cur <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> prev . length += cur . length <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> yield prev <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> prev = cur <TAB> except StopIteration : <TAB> <TAB> pass",if prev . distance == cur . distance :,245
17836,"def get_output_for(self, input, **kwargs):
    # fc * c01b... = f01b...
    out = T.tensordot(self.W, input, axes=[[1], [0]])
    if self.b is None:
        activation = out
    else:
        if self.untie_biases:
            bias_axes = range(input.ndim - 1) + [""x""]
        else:
            bias_axes = [0] + ([""x""] * (input.ndim - 1))
        b_shuffled = self.b.dimshuffle(bias_axes)
        activation = out + b_shuffled
    return self.nonlinearity(activation)","def get_output_for ( self , input , ** kwargs ) : <TAB> <TAB> out = T . tensordot ( self . W , input , axes = [ [ 1 ] , [ 0 ] ] ) <TAB> if self . b is None : <TAB> <TAB> activation = out <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> bias_axes = range ( input . ndim - 1 ) + [ ""x"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> bias_axes = [ 0 ] + ( [ ""x"" ] * ( input . ndim - 1 ) ) <TAB> <TAB> b_shuffled = self . b . dimshuffle ( bias_axes ) <TAB> <TAB> activation = out + b_shuffled <TAB> return self . nonlinearity ( activation )",if self . untie_biases :,166
21691,"def compile(self, filename, obfuscate=False, raw=False, magic=""\x00"" * 8):
    body = marshal.dumps(compile(self.visit(self._source_ast), filename, ""exec""))
    if obfuscate:
        body_len = len(body)
        offset = 0 if raw else 8
        output = bytearray(body_len + 8)
        for i, x in enumerate(body):
            output[i + offset] = ord(x) ^ ((2 ** ((65535 - i) % 65535)) % 251)
        if raw:
            for i in xrange(8):
                output[i] = 0
        return output
    elif raw:
        return body
    else:
        return magic + body","def compile ( self , filename , obfuscate = False , raw = False , magic = ""\x00"" * 8 ) : <TAB> body = marshal . dumps ( compile ( self . visit ( self . _source_ast ) , filename , ""exec"" ) ) <TAB> if obfuscate : <TAB> <TAB> body_len = len ( body ) <TAB> <TAB> offset = 0 if raw else 8 <TAB> <TAB> output = bytearray ( body_len + 8 ) <TAB> <TAB> for i , x in enumerate ( body ) : <TAB> <TAB> <TAB> output [ i + offset ] = ord ( x ) ^ ( ( 2 ** ( ( 65535 - i ) % 65535 ) ) % 251 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for i in xrange ( 8 ) : <TAB> <TAB> <TAB> <TAB> output [ i ] = 0 <TAB> <TAB> return output <TAB> el <fill-in> <TAB> <TAB> return body <TAB> else : <TAB> <TAB> return magic + body",if raw :,188
16373,"def apply(
    self,
    basket,
    condition,
    offer,
    discount_percent=None,
    max_total_discount=None,
    **kwargs
):
    if discount_percent is None:
        discount_percent = self.value
    discount_amount_available = max_total_discount
    line_tuples = self.get_applicable_lines(offer, basket)
    discount_percent = min(discount_percent, D(""100.0""))
    discount = D(""0.00"")
    affected_items = 0
    max_affected_items = self._effective_max_affected_items()
    affected_lines = []
    for price, line in line_tuples:
        if affected_items >= max_affected_items:
            break
        if discount_amount_available == 0:
            break
        quantity_affected = min(
            line.quantity_without_offer_discount(offer),
            max_affected_items - affected_items,
        )
        if quantity_affected <= 0:
            break
        line_discount = self.round(
            discount_percent / D(""100.0"") * price * int(quantity_affected)
        )
        if discount_amount_available is not None:
            line_discount = min(line_discount, discount_amount_available)
            discount_amount_available -= line_discount
        apply_discount(line, line_discount, quantity_affected, offer)
        affected_lines.append((line, line_discount, quantity_affected))
        affected_items += quantity_affected
        discount += line_discount
    return BasketDiscount(discount)","def apply ( <TAB> self , <TAB> basket , <TAB> condition , <TAB> offer , <TAB> discount_percent = None , <TAB> max_total_discount = None , <TAB> ** kwargs ) : <TAB> if discount_percent is None : <TAB> <TAB> discount_percent = self . value <TAB> discount_amount_available = max_total_discount <TAB> line_tuples = self . get_applicable_lines ( offer , basket ) <TAB> discount_percent = min ( discount_percent , D ( ""100.0"" ) ) <TAB> discount = D ( ""0.00"" ) <TAB> affected_items = 0 <TAB> max_affected_items = self . _effective_max_affected_items ( ) <TAB> affected_lines = [ ] <TAB> for price , line in line_tuples : <TAB> <TAB> if affected_items >= max_affected_items : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> quantity_affected = min ( <TAB> <TAB> <TAB> line . quantity_without_offer_discount ( offer ) , <TAB> <TAB> <TAB> max_affected_items - affected_items , <TAB> <TAB> ) <TAB> <TAB> if quantity_affected <= 0 : <TAB> <TAB> <TAB> break <TAB> <TAB> line_discount = self . round ( <TAB> <TAB> <TAB> discount_percent / D ( ""100.0"" ) * price * int ( quantity_affected ) <TAB> <TAB> ) <TAB> <TAB> if discount_amount_available is not None : <TAB> <TAB> <TAB> line_discount = min ( line_discount , discount_amount_available ) <TAB> <TAB> <TAB> discount_amount_available -= line_discount <TAB> <TAB> apply_discount ( line , line_discount , quantity_affected , offer ) <TAB> <TAB> affected_lines . append ( ( line , line_discount , quantity_affected ) ) <TAB> <TAB> affected_items += quantity_affected <TAB> <TAB> discount += line_discount <TAB> return BasketDiscount ( discount )",if discount_amount_available == 0 :,412
19594,"def __pow__(self, power):
    if power == 1:
        return self
    if power == -1:
        # HACK: break cycle
        from cirq.devices import line_qubit
        decomposed = protocols.decompose_once_with_qubits(
            self, qubits=line_qubit.LineQid.for_gate(self), default=None
        )
        if decomposed is None:
            return NotImplemented
        inverse_decomposed = protocols.inverse(decomposed, None)
        if inverse_decomposed is None:
            return NotImplemented
        return _InverseCompositeGate(self)
    return NotImplemented","def __pow__ ( self , power ) : <TAB> if power == 1 : <TAB> <TAB> return self <TAB> if power == - 1 : <TAB> <TAB> <TAB> <TAB> from cirq . devices import line_qubit <TAB> <TAB> decomposed = protocols . decompose_once_with_qubits ( <TAB> <TAB> <TAB> self , qubits = line_qubit . LineQid . for_gate ( self ) , default = None <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return NotImplemented <TAB> <TAB> inverse_decomposed = protocols . inverse ( decomposed , None ) <TAB> <TAB> if inverse_decomposed is None : <TAB> <TAB> <TAB> return NotImplemented <TAB> <TAB> return _InverseCompositeGate ( self ) <TAB> return NotImplemented",if decomposed is None :,164
5409,"def detect_object(
    inference, camera, classes, threshold, out_dir, range_x=[0, 1], range_y=[0, 1]
):
    """"""Detects objects belonging to given classes in camera stream.""""""
    stream = io.BytesIO()
    camera.capture(stream, format=""jpeg"")
    stream.seek(0)
    image = Image.open(stream)
    # Every so often, we get an image with a decimated green channel
    # Skip these.
    rgb_histogram = np.array(image.histogram()).reshape((3, 256))
    green_peak = np.argmax(rgb_histogram[1, :])
    if green_peak < 3:
        time.sleep(1.0)
        return False, None, None
    debug_data = []
    detection = False
    max_accumulator = 0.0
    print(""Inferring..."")
    for p in crop_parameters(image, range_x, range_y):
        im_crop = image.crop(p)
        accumulator = 0.0
        infer_classes = image_classification.get_classes(
            inference.run(im_crop), top_k=5, threshold=0.05
        )
        corner = [p[0], p[1]]
        print(corner)
        for idx, (label, score) in enumerate(infer_classes):
            debug_data.append((corner, im_crop.size, idx, label, score))
            if label in classes:
                accumulator += score
        if accumulator > max_accumulator:
            max_accumulator = accumulator
        if accumulator >= threshold:
            detection = True
            break
    if out_dir:
        debug_output(image, debug_data, out_dir)
    print(""Accumulator: %f"" % (max_accumulator))
    print(""Detection!"" if detection else ""Non Detection"")
    return detection, image, debug_data","def detect_object ( <TAB> inference , camera , classes , threshold , out_dir , range_x = [ 0 , 1 ] , range_y = [ 0 , 1 ] ) : <TAB> """"""Detects objects belonging to given classes in camera stream."""""" <TAB> stream = io . BytesIO ( ) <TAB> camera . capture ( stream , format = ""jpeg"" ) <TAB> stream . seek ( 0 ) <TAB> image = Image . open ( stream ) <TAB> <TAB> <TAB> rgb_histogram = np . array ( image . histogram ( ) ) . reshape ( ( 3 , 256 ) ) <TAB> green_peak = np . argmax ( rgb_histogram [ 1 , : ] ) <TAB> if green_peak < 3 : <TAB> <TAB> time . sleep ( 1.0 ) <TAB> <TAB> return False , None , None <TAB> debug_data = [ ] <TAB> detection = False <TAB> max_accumulator = 0.0 <TAB> print ( ""Inferring..."" ) <TAB> for p in crop_parameters ( image , range_x , range_y ) : <TAB> <TAB> im_crop = image . crop ( p ) <TAB> <TAB> accumulator = 0.0 <TAB> <TAB> infer_classes = image_classification . get_classes ( <TAB> <TAB> <TAB> inference . run ( im_crop ) , top_k = 5 , threshold = 0.05 <TAB> <TAB> ) <TAB> <TAB> corner = [ p [ 0 ] , p [ 1 ] ] <TAB> <TAB> print ( corner ) <TAB> <TAB> for idx , ( label , score ) in enumerate ( infer_classes ) : <TAB> <TAB> <TAB> debug_data . append ( ( corner , im_crop . size , idx , label , score ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> accumulator += score <TAB> <TAB> if accumulator > max_accumulator : <TAB> <TAB> <TAB> max_accumulator = accumulator <TAB> <TAB> if accumulator >= threshold : <TAB> <TAB> <TAB> detection = True <TAB> <TAB> <TAB> break <TAB> if out_dir : <TAB> <TAB> debug_output ( image , debug_data , out_dir ) <TAB> print ( ""Accumulator: %f"" % ( max_accumulator ) ) <TAB> print ( ""Detection!"" if detection else ""Non Detection"" ) <TAB> return detection , image , debug_data",if label in classes :,473
1383,"def _handle(self, environ):
    path = environ[""bottle.raw_path""] = environ[""PATH_INFO""]
    if py3k:
        try:
            environ[""PATH_INFO""] = path.encode(""latin1"").decode(""utf8"")
        except UnicodeError:
            return HTTPError(400, ""Invalid path string. Expected UTF-8"")
    try:
        environ[""bottle.app""] = self
        request.bind(environ)
        response.bind()
        try:
            self.trigger_hook(""before_request"")
            route, args = self.router.match(environ)
            environ[""route.handle""] = route
            environ[""bottle.route""] = route
            environ[""route.url_args""] = args
            return route.call(**args)
        finally:
            self.trigger_hook(""after_request"")
    except HTTPResponse:
        return _e()
    except RouteReset:
        route.reset()
        return self._handle(environ)
    except (KeyboardInterrupt, SystemExit, MemoryError):
        raise
    except Exception:
        if not self.catchall:
            raise
        stacktrace = format_exc()
        environ[""wsgi.errors""].write(stacktrace)
        return HTTPError(500, ""Internal Server Error"", _e(), stacktrace)","def _handle ( self , environ ) : <TAB> path = environ [ ""bottle.raw_path"" ] = environ [ ""PATH_INFO"" ] <TAB> if py3k : <TAB> <TAB> try : <TAB> <TAB> <TAB> environ [ ""PATH_INFO"" ] = path . encode ( ""latin1"" ) . decode ( ""utf8"" ) <TAB> <TAB> except UnicodeError : <TAB> <TAB> <TAB> return HTTPError ( 400 , ""Invalid path string. Expected UTF-8"" ) <TAB> try : <TAB> <TAB> environ [ ""bottle.app"" ] = self <TAB> <TAB> request . bind ( environ ) <TAB> <TAB> response . bind ( ) <TAB> <TAB> try : <TAB> <TAB> <TAB> self . trigger_hook ( ""before_request"" ) <TAB> <TAB> <TAB> route , args = self . router . match ( environ ) <TAB> <TAB> <TAB> environ [ ""route.handle"" ] = route <TAB> <TAB> <TAB> environ [ ""bottle.route"" ] = route <TAB> <TAB> <TAB> environ [ ""route.url_args"" ] = args <TAB> <TAB> <TAB> return route . call ( ** args ) <TAB> <TAB> finally : <TAB> <TAB> <TAB> self . trigger_hook ( ""after_request"" ) <TAB> except HTTPResponse : <TAB> <TAB> return _e ( ) <TAB> except RouteReset : <TAB> <TAB> route . reset ( ) <TAB> <TAB> return self . _handle ( environ ) <TAB> except ( KeyboardInterrupt , SystemExit , MemoryError ) : <TAB> <TAB> raise <TAB> except Exception : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise <TAB> <TAB> stacktrace = format_exc ( ) <TAB> <TAB> environ [ ""wsgi.errors"" ] . write ( stacktrace ) <TAB> <TAB> return HTTPError ( 500 , ""Internal Server Error"" , _e ( ) , stacktrace )",if not self . catchall :,338
13093,"def upload_object_via_stream(
    self, iterator, container, object_name, callback=None, extra=None, **kwargs
):
    import boto3.s3.transfer
    stream = _Stream(iterator)
    try:
        container.bucket.upload_fileobj(
            stream,
            object_name,
            Config=boto3.s3.transfer.TransferConfig(
                use_threads=container.config.multipart,
                max_concurrency=self._max_multipart_concurrency
                if container.config.multipart
                else 1,
                num_download_attempts=container.config.retries,
            ),
            Callback=callback,
        )
    except Exception as ex:
        log.error(""Failed uploading: %s"" % ex)
        return False
    return True","def upload_object_via_stream ( <TAB> self , iterator , container , object_name , callback = None , extra = None , ** kwargs ) : <TAB> import boto3 . s3 . transfer <TAB> stream = _Stream ( iterator ) <TAB> try : <TAB> <TAB> container . bucket . upload_fileobj ( <TAB> <TAB> <TAB> stream , <TAB> <TAB> <TAB> object_name , <TAB> <TAB> <TAB> Config = boto3 . s3 . transfer . TransferConfig ( <TAB> <TAB> <TAB> <TAB> use_threads = container . config . multipart , <TAB> <TAB> <TAB> <TAB> max_concurrency = self . _max_multipart_concurrency <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> else 1 , <TAB> <TAB> <TAB> <TAB> num_download_attempts = container . config . retries , <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> Callback = callback , <TAB> <TAB> ) <TAB> except Exception as ex : <TAB> <TAB> log . error ( ""Failed uploading: %s"" % ex ) <TAB> <TAB> return False <TAB> return True",if container . config . multipart,214
7495,"def delete_user(request):
    if not is_admin(request.user):
        request.audit = {
            ""operation"": ""DELETE_USER"",
            ""operationText"": _get_failed_operation_text(
                request.user.username, ""DELETE_USER""
            ),
            ""allowed"": False,
        }
        raise PopupException(
            _(""You must be a superuser to delete users.""), error_code=401
        )
    if request.method != ""POST"":
        raise PopupException(_(""A POST request is required.""))
    ids = request.POST.getlist(""user_ids"")
    global __users_lock
    __users_lock.acquire()
    try:
        if str(request.user.id) in ids:
            raise PopupException(_(""You cannot remove yourself.""), error_code=401)
        usernames = list(
            User.objects.filter(id__in=ids).values_list(""username"", flat=True)
        )
        UserProfile.objects.filter(user__id__in=ids).delete()
        User.objects.filter(id__in=ids).delete()
        request.audit = {
            ""operation"": ""DELETE_USER"",
            ""operationText"": ""Deleted User(s): %s"" % "", "".join(usernames),
        }
    finally:
        __users_lock.release()
    is_embeddable = request.GET.get(
        ""is_embeddable"", request.POST.get(""is_embeddable"", False)
    )
    if is_embeddable:
        return JsonResponse({""url"": ""/hue"" + reverse(list_users)})
    else:
        request.info(_(""The users were deleted.""))
        return redirect(reverse(list_users))","def delete_user ( request ) : <TAB> if not is_admin ( request . user ) : <TAB> <TAB> request . audit = { <TAB> <TAB> <TAB> ""operation"" : ""DELETE_USER"" , <TAB> <TAB> <TAB> ""operationText"" : _get_failed_operation_text ( <TAB> <TAB> <TAB> <TAB> request . user . username , ""DELETE_USER"" <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ""allowed"" : False , <TAB> <TAB> } <TAB> <TAB> raise PopupException ( <TAB> <TAB> <TAB> _ ( ""You must be a superuser to delete users."" ) , error_code = 401 <TAB> <TAB> ) <TAB> if request . method != ""POST"" : <TAB> <TAB> raise PopupException ( _ ( ""A POST request is required."" ) ) <TAB> ids = request . POST . getlist ( ""user_ids"" ) <TAB> global __users_lock <TAB> __users_lock . acquire ( ) <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise PopupException ( _ ( ""You cannot remove yourself."" ) , error_code = 401 ) <TAB> <TAB> usernames = list ( <TAB> <TAB> <TAB> User . objects . filter ( id__in = ids ) . values_list ( ""username"" , flat = True ) <TAB> <TAB> ) <TAB> <TAB> UserProfile . objects . filter ( user__id__in = ids ) . delete ( ) <TAB> <TAB> User . objects . filter ( id__in = ids ) . delete ( ) <TAB> <TAB> request . audit = { <TAB> <TAB> <TAB> ""operation"" : ""DELETE_USER"" , <TAB> <TAB> <TAB> ""operationText"" : ""Deleted User(s): %s"" % "", "" . join ( usernames ) , <TAB> <TAB> } <TAB> finally : <TAB> <TAB> __users_lock . release ( ) <TAB> is_embeddable = request . GET . get ( <TAB> <TAB> ""is_embeddable"" , request . POST . get ( ""is_embeddable"" , False ) <TAB> ) <TAB> if is_embeddable : <TAB> <TAB> return JsonResponse ( { ""url"" : ""/hue"" + reverse ( list_users ) } ) <TAB> else : <TAB> <TAB> request . info ( _ ( ""The users were deleted."" ) ) <TAB> <TAB> return redirect ( reverse ( list_users ) )",if str ( request . user . id ) in ids :,444
20098,"def check_multiple_inheritance(self, typ: TypeInfo) -> None:
    """"""Check for multiple inheritance related errors.""""""
    if len(typ.bases) <= 1:
        # No multiple inheritance.
        return
    # Verify that inherited attributes are compatible.
    mro = typ.mro[1:]
    for i, base in enumerate(mro):
        # Attributes defined in both the type and base are skipped.
        # Normal checks for attribute compatibility should catch any problems elsewhere.
        non_overridden_attrs = base.names.keys() - typ.names.keys()
        for name in non_overridden_attrs:
            if is_private(name):
                continue
            for base2 in mro[i + 1 :]:
                # We only need to check compatibility of attributes from classes not
                # in a subclass relationship. For subclasses, normal (single inheritance)
                # checks suffice (these are implemented elsewhere).
                if name in base2.names and base2 not in base.mro:
                    self.check_compatibility(name, base, base2, typ)","def check_multiple_inheritance ( self , typ : TypeInfo ) -> None : <TAB> """"""Check for multiple inheritance related errors."""""" <TAB> if len ( typ . bases ) <= 1 : <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> mro = typ . mro [ 1 : ] <TAB> for i , base in enumerate ( mro ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> non_overridden_attrs = base . names . keys ( ) - typ . names . keys ( ) <TAB> <TAB> for name in non_overridden_attrs : <TAB> <TAB> <TAB> if is_private ( name ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> for base2 in mro [ i + 1 : ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . check_compatibility ( name , base , base2 , typ )",if name in base2 . names and base2 not in base . mro :,269
12367,"def change_args_to_dict(string):
    if string is None:
        return None
    ans = []
    strings = string.split(""\n"")
    ind = 1
    start = 0
    while ind <= len(strings):
        if ind < len(strings) and strings[ind].startswith("" ""):
            ind += 1
        else:
            if start < ind:
                ans.append(""\n"".join(strings[start:ind]))
            start = ind
            ind += 1
    d = {}
    for line in ans:
        if "":"" in line and len(line) > 0:
            lines = line.split("":"")
            d[lines[0]] = lines[1].strip()
    return d","def change_args_to_dict ( string ) : <TAB> if string is None : <TAB> <TAB> return None <TAB> ans = [ ] <TAB> strings = string . split ( ""\n"" ) <TAB> ind = 1 <TAB> start = 0 <TAB> while ind <= len ( strings ) : <TAB> <TAB> if ind < len ( strings ) and strings [ ind ] . startswith ( "" "" ) : <TAB> <TAB> <TAB> ind += 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> if start < ind : <TAB> <TAB> <TAB> <TAB> ans . append ( ""\n"" . join ( strings [ start : ind ] ) ) <TAB> <TAB> <TAB> start = ind <TAB> <TAB> <TAB> ind += 1 <TAB> d = { } <TAB> for line in ans : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> lines = line . split ( "":"" ) <TAB> <TAB> <TAB> d [ lines [ 0 ] ] = lines [ 1 ] . strip ( ) <TAB> return d","if "":"" in line and len ( line ) > 0 :",188
9458,"def reader_leaves(self):
    self.mutex.acquire()
    try:
        self.active_readers -= 1
        if self.active_readers == 0 and self.waiting_writers != 0:
            self.active_writers += 1
            self.waiting_writers -= 1
            self.can_write.release()
    finally:
        self.mutex.release()",def reader_leaves ( self ) : <TAB> self . mutex . acquire ( ) <TAB> try : <TAB> <TAB> self . active_readers -= 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . active_writers += 1 <TAB> <TAB> <TAB> self . waiting_writers -= 1 <TAB> <TAB> <TAB> self . can_write . release ( ) <TAB> finally : <TAB> <TAB> self . mutex . release ( ),if self . active_readers == 0 and self . waiting_writers != 0 :,101
9681,"def number_headings(toc, maindoc):
    mdlines = []
    skip = False
    for line in maindoc.splitlines():
        if line.strip() == ""# Introduction"":
            toc.start_numbering = True
            toc.numbering = [0]
        if line == ""```"":
            skip = not skip
        if not skip:
            m = re.match(r""^(#+) (.*)"", line)
            if m:
                num = toc.add_entry(len(m.group(1)), m.group(2))
                line = ""%s %s %s"" % (m.group(1), num, m.group(2))
            line = re.sub(r""^(https?://\S+)"", r""[\1](\1)"", line)
        mdlines.append(line)
    maindoc = ""\n"".join(mdlines)
    return maindoc","def number_headings ( toc , maindoc ) : <TAB> mdlines = [ ] <TAB> skip = False <TAB> for line in maindoc . splitlines ( ) : <TAB> <TAB> if line . strip ( ) == ""# Introduction"" : <TAB> <TAB> <TAB> toc . start_numbering = True <TAB> <TAB> <TAB> toc . numbering = [ 0 ] <TAB> <TAB> if line == ""```"" : <TAB> <TAB> <TAB> skip = not skip <TAB> <TAB> if not skip : <TAB> <TAB> <TAB> m = re . match ( r""^(#+) (.*)"" , line ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> num = toc . add_entry ( len ( m . group ( 1 ) ) , m . group ( 2 ) ) <TAB> <TAB> <TAB> <TAB> line = ""%s %s %s"" % ( m . group ( 1 ) , num , m . group ( 2 ) ) <TAB> <TAB> <TAB> line = re . sub ( r""^(https?://\S+)"" , r""[\1](\1)"" , line ) <TAB> <TAB> mdlines . append ( line ) <TAB> maindoc = ""\n"" . join ( mdlines ) <TAB> return maindoc",if m :,232
8532,"def _tune(
    kmeans_estimator,
    kmeans_train_set,
    tuner=None,
    hyperparameter_ranges=None,
    job_name=None,
    warm_start_config=None,
    wait=True,
    max_jobs=2,
    max_parallel_jobs=2,
    early_stopping_type=""Off"",
):
    with timeout(minutes=TUNING_DEFAULT_TIMEOUT_MINUTES):
        if not tuner:
            tuner = HyperparameterTuner(
                estimator=kmeans_estimator,
                objective_metric_name=""test:msd"",
                hyperparameter_ranges=hyperparameter_ranges,
                objective_type=""Minimize"",
                max_jobs=max_jobs,
                max_parallel_jobs=max_parallel_jobs,
                warm_start_config=warm_start_config,
                early_stopping_type=early_stopping_type,
            )
        records = kmeans_estimator.record_set(kmeans_train_set[0][:100])
        test_record_set = kmeans_estimator.record_set(
            kmeans_train_set[0][:100], channel=""test""
        )
        print(""Started hyperparameter tuning job with name: {}"".format(job_name))
        tuner.fit([records, test_record_set], job_name=job_name, wait=wait)
    return tuner","def _tune ( <TAB> kmeans_estimator , <TAB> kmeans_train_set , <TAB> tuner = None , <TAB> hyperparameter_ranges = None , <TAB> job_name = None , <TAB> warm_start_config = None , <TAB> wait = True , <TAB> max_jobs = 2 , <TAB> max_parallel_jobs = 2 , <TAB> early_stopping_type = ""Off"" , ) : <TAB> with timeout ( minutes = TUNING_DEFAULT_TIMEOUT_MINUTES ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tuner = HyperparameterTuner ( <TAB> <TAB> <TAB> <TAB> estimator = kmeans_estimator , <TAB> <TAB> <TAB> <TAB> objective_metric_name = ""test:msd"" , <TAB> <TAB> <TAB> <TAB> hyperparameter_ranges = hyperparameter_ranges , <TAB> <TAB> <TAB> <TAB> objective_type = ""Minimize"" , <TAB> <TAB> <TAB> <TAB> max_jobs = max_jobs , <TAB> <TAB> <TAB> <TAB> max_parallel_jobs = max_parallel_jobs , <TAB> <TAB> <TAB> <TAB> warm_start_config = warm_start_config , <TAB> <TAB> <TAB> <TAB> early_stopping_type = early_stopping_type , <TAB> <TAB> <TAB> ) <TAB> <TAB> records = kmeans_estimator . record_set ( kmeans_train_set [ 0 ] [ : 100 ] ) <TAB> <TAB> test_record_set = kmeans_estimator . record_set ( <TAB> <TAB> <TAB> kmeans_train_set [ 0 ] [ : 100 ] , channel = ""test"" <TAB> <TAB> ) <TAB> <TAB> print ( ""Started hyperparameter tuning job with name: {}"" . format ( job_name ) ) <TAB> <TAB> tuner . fit ( [ records , test_record_set ] , job_name = job_name , wait = wait ) <TAB> return tuner",if not tuner :,368
20593,"def writeout(self, fd, output):
    if isinstance(output, (str, unicode)):
        total = len(output)
        output = StringIO.StringIO(output)
    else:
        total = 0
    try:
        while True:
            self.state = ""read""
            line = output.read(BLOCKSIZE)
            if line == """":
                break
            self.state = ""write""
            fd.write(line)
            total -= len(line)
        output.close()
    except:
        if not self.partial_write_ok:
            print(""%s: %s bytes left"" % (self, total))
            traceback.print_exc()
    finally:
        self.state = ""done""
        fd.close()","def writeout ( self , fd , output ) : <TAB> if isinstance ( output , ( str , unicode ) ) : <TAB> <TAB> total = len ( output ) <TAB> <TAB> output = StringIO . StringIO ( output ) <TAB> else : <TAB> <TAB> total = 0 <TAB> try : <TAB> <TAB> while True : <TAB> <TAB> <TAB> self . state = ""read"" <TAB> <TAB> <TAB> line = output . read ( BLOCKSIZE ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> self . state = ""write"" <TAB> <TAB> <TAB> fd . write ( line ) <TAB> <TAB> <TAB> total -= len ( line ) <TAB> <TAB> output . close ( ) <TAB> except : <TAB> <TAB> if not self . partial_write_ok : <TAB> <TAB> <TAB> print ( ""%s: %s bytes left"" % ( self , total ) ) <TAB> <TAB> <TAB> traceback . print_exc ( ) <TAB> finally : <TAB> <TAB> self . state = ""done"" <TAB> <TAB> fd . close ( )","if line == """" :",206
20080,"def visit_decorator(self, o: Decorator) -> None:
    if not self.use_logical_deps():
        # We don't need to recheck outer scope for an overload, only overload itself.
        # Also if any decorator is nested, it is not externally visible, so we don't need to
        # generate dependency.
        if not o.func.is_overload and self.scope.current_function_name() is None:
            self.add_dependency(make_trigger(o.func.fullname))
    else:
        # Add logical dependencies from decorators to the function. For example,
        # if we have
        #     @dec
        #     def func(): ...
        # then if `dec` is unannotated, then it will ""spoil"" `func` and consequently
        # all call sites, making them all `Any`.
        for d in o.decorators:
            tname = None  # type: Optional[str]
            if isinstance(d, RefExpr) and d.fullname is not None:
                tname = d.fullname
            if (
                isinstance(d, CallExpr)
                and isinstance(d.callee, RefExpr)
                and d.callee.fullname is not None
            ):
                tname = d.callee.fullname
            if tname is not None:
                self.add_dependency(make_trigger(tname), make_trigger(o.func.fullname))
    super().visit_decorator(o)
","def visit_decorator ( self , o : Decorator ) -> None : <TAB> if not self . use_logical_deps ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . add_dependency ( make_trigger ( o . func . fullname ) ) <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for d in o . decorators : <TAB> <TAB> <TAB> tname = None <TAB> <TAB> <TAB> if isinstance ( d , RefExpr ) and d . fullname is not None : <TAB> <TAB> <TAB> <TAB> tname = d . fullname <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> isinstance ( d , CallExpr ) <TAB> <TAB> <TAB> <TAB> and isinstance ( d . callee , RefExpr ) <TAB> <TAB> <TAB> <TAB> and d . callee . fullname is not None <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> tname = d . callee . fullname <TAB> <TAB> <TAB> if tname is not None : <TAB> <TAB> <TAB> <TAB> self . add_dependency ( make_trigger ( tname ) , make_trigger ( o . func . fullname ) ) <TAB> super ( ) . visit_decorator ( o )",if not o . func . is_overload and self . scope . current_function_name ( ) is None :,379
6595,"def _parse_images(self, is_train):
    image_ids = self.COCO.getImgIds()
    image_ids.sort()
    imgs = copy.deepcopy(self.COCO.loadImgs(image_ids))
    for img in imgs:
        img[""image""] = os.path.join(self.img_dir, img[""file_name""])
        assert os.path.exists(img[""image""]), ""image {} not found."".format(img[""image""])
        box_num = cfg.max_box_num
        img[""gt_boxes""] = np.zeros((cfg.max_box_num, 4), dtype=np.float32)
        img[""gt_labels""] = np.zeros((cfg.max_box_num), dtype=np.int32)
        for k in [""date_captured"", ""url"", ""license"", ""file_name""]:
            if k in img:
                del img[k]
        if is_train:
            self._parse_gt_annotations(img)
    print(""Loaded {0} images from {1}."".format(len(imgs), cfg.dataset))
    return imgs","def _parse_images ( self , is_train ) : <TAB> image_ids = self . COCO . getImgIds ( ) <TAB> image_ids . sort ( ) <TAB> imgs = copy . deepcopy ( self . COCO . loadImgs ( image_ids ) ) <TAB> for img in imgs : <TAB> <TAB> img [ ""image"" ] = os . path . join ( self . img_dir , img [ ""file_name"" ] ) <TAB> <TAB> assert os . path . exists ( img [ ""image"" ] ) , ""image {} not found."" . format ( img [ ""image"" ] ) <TAB> <TAB> box_num = cfg . max_box_num <TAB> <TAB> img [ ""gt_boxes"" ] = np . zeros ( ( cfg . max_box_num , 4 ) , dtype = np . float32 ) <TAB> <TAB> img [ ""gt_labels"" ] = np . zeros ( ( cfg . max_box_num ) , dtype = np . int32 ) <TAB> <TAB> for k in [ ""date_captured"" , ""url"" , ""license"" , ""file_name"" ] : <TAB> <TAB> <TAB> if k in img : <TAB> <TAB> <TAB> <TAB> del img [ k ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _parse_gt_annotations ( img ) <TAB> print ( ""Loaded {0} images from {1}."" . format ( len ( imgs ) , cfg . dataset ) ) <TAB> return imgs",if is_train :,281
4688,"def search(
    self, search_strings, age=0, show_id=None, season=None, episode=None, **kwargs
):
    results = []
    if not self.login():
        return results
    for mode in search_strings:
        sickrage.app.log.debug(""Search Mode: %s"" % mode)
        for search_string in search_strings[mode]:
            if mode != ""RSS"":
                sickrage.app.log.debug(""Search string: %s"" % search_string)
                searchURL = self.urls[""search""] % (
                    quote_plus(search_string.replace(""."", "" "")),
                )
            else:
                searchURL = self.urls[""search""] % """"
            try:
                data = self.session.get(searchURL).text
                results += self.parse(data, mode)
            except Exception:
                sickrage.app.log.debug(""No data returned from provider"")
                continue
    return results","def search ( <TAB> self , search_strings , age = 0 , show_id = None , season = None , episode = None , ** kwargs ) : <TAB> results = [ ] <TAB> if not self . login ( ) : <TAB> <TAB> return results <TAB> for mode in search_strings : <TAB> <TAB> sickrage . app . log . debug ( ""Search Mode: %s"" % mode ) <TAB> <TAB> for search_string in search_strings [ mode ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> sickrage . app . log . debug ( ""Search string: %s"" % search_string ) <TAB> <TAB> <TAB> <TAB> searchURL = self . urls [ ""search"" ] % ( <TAB> <TAB> <TAB> <TAB> <TAB> quote_plus ( search_string . replace ( ""."" , "" "" ) ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> searchURL = self . urls [ ""search"" ] % """" <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> data = self . session . get ( searchURL ) . text <TAB> <TAB> <TAB> <TAB> results += self . parse ( data , mode ) <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> sickrage . app . log . debug ( ""No data returned from provider"" ) <TAB> <TAB> <TAB> <TAB> continue <TAB> return results","if mode != ""RSS"" :",275
23607,"def on_cboSearchDirectoryEntry_changed(self, entry):
    text = entry.get_text()
    if text and self._autoCompleteList != None:
        path = os.path.dirname(text)
        start = os.path.basename(text)
        self._autoCompleteList.clear()
        try:
            files = dircache.listdir(path)[:]
        except OSError:
            return
        dircache.annotate(path, files)
        for f in files:
            if f.startswith(""."") and not (start.startswith(""."")):
                # show hidden dirs only if explicitly requested by user
                continue
            if f.startswith(start) and f.endswith(""/""):
                if path == ""/"":
                    match = path + f
                else:
                    match = path + os.sep + f
                self._autoCompleteList.append([match])
","def on_cboSearchDirectoryEntry_changed ( self , entry ) : <TAB> text = entry . get_text ( ) <TAB> if text and self . _autoCompleteList != None : <TAB> <TAB> path = os . path . dirname ( text ) <TAB> <TAB> start = os . path . basename ( text ) <TAB> <TAB> self . _autoCompleteList . clear ( ) <TAB> <TAB> try : <TAB> <TAB> <TAB> files = dircache . listdir ( path ) [ : ] <TAB> <TAB> except OSError : <TAB> <TAB> <TAB> return <TAB> <TAB> dircache . annotate ( path , files ) <TAB> <TAB> for f in files : <TAB> <TAB> <TAB> if f . startswith ( ""."" ) and not ( start . startswith ( ""."" ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if path == ""/"" : <TAB> <TAB> <TAB> <TAB> <TAB> match = path + f <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> match = path + os . sep + f <TAB> <TAB> <TAB> <TAB> self . _autoCompleteList . append ( [ match ] )","if f . startswith ( start ) and f . endswith ( ""/"" ) :",236
6923,"def should_execute(file_name: str, file_text: str) -> Tuple[str, bool]:
    if dont_execute_re.search(file_text):
        return dont_execute_re.sub("""", file_text), False
    m = required_py_re.search(file_text)
    if m:
        if sys.version_info >= tuple(int(v) for v in m.groups()):
            return required_py_re.sub("""", file_text), True
        else:
            v = ""."".join(m.groups())
            print(f""WARNING: {file_name} requires python {v}, not running"")
            return (
                required_py_re.sub(f""# requires python {v}, NOT EXECUTED!"", file_text),
                False,
            )
    else:
        return file_text, True
","def should_execute ( file_name : str , file_text : str ) -> Tuple [ str , bool ] : <TAB> if dont_execute_re . search ( file_text ) : <TAB> <TAB> return dont_execute_re . sub ( """" , file_text ) , False <TAB> m = required_py_re . search ( file_text ) <TAB> if m : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return required_py_re . sub ( """" , file_text ) , True <TAB> <TAB> else : <TAB> <TAB> <TAB> v = ""."" . join ( m . groups ( ) ) <TAB> <TAB> <TAB> print ( f""WARNING: {file_name} requires python {v}, not running"" ) <TAB> <TAB> <TAB> return ( <TAB> <TAB> <TAB> <TAB> required_py_re . sub ( f""# requires python {v}, NOT EXECUTED!"" , file_text ) , <TAB> <TAB> <TAB> <TAB> False , <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> return file_text , True",if sys . version_info >= tuple ( int ( v ) for v in m . groups ( ) ) :,219
24809,"def main():
    assert sys.version_info[0] == 3
    moduleset_versions = get_moduleset_versions()
    pool = ThreadPool(20)
    pool_iter = pool.imap_unordered(_fetch_version, moduleset_versions.keys())
    arch_versions = {}
    for i, some_versions in enumerate(pool_iter):
        arch_versions.update(some_versions)
    for name, version in sorted(moduleset_versions.items()):
        arch_name = fix_name(name)
        if arch_name in arch_versions:
            arch_version, arch_url = arch_versions[arch_name]
            arch_version = arch_version.split(""+"", 1)[0]
            if arch_name == ""readline"":
                arch_version = ""."".join(arch_version.split(""."")[:2])
        else:
            arch_version = ""???""
            arch_url = """"
        if is_maybe_newer(arch_version, version):
            print(""%-30s %-20s %-20s %s"" % (name, version, arch_version, arch_url))","def main ( ) : <TAB> assert sys . version_info [ 0 ] == 3 <TAB> moduleset_versions = get_moduleset_versions ( ) <TAB> pool = ThreadPool ( 20 ) <TAB> pool_iter = pool . imap_unordered ( _fetch_version , moduleset_versions . keys ( ) ) <TAB> arch_versions = { } <TAB> for i , some_versions in enumerate ( pool_iter ) : <TAB> <TAB> arch_versions . update ( some_versions ) <TAB> for name , version in sorted ( moduleset_versions . items ( ) ) : <TAB> <TAB> arch_name = fix_name ( name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> arch_version , arch_url = arch_versions [ arch_name ] <TAB> <TAB> <TAB> arch_version = arch_version . split ( ""+"" , 1 ) [ 0 ] <TAB> <TAB> <TAB> if arch_name == ""readline"" : <TAB> <TAB> <TAB> <TAB> arch_version = ""."" . join ( arch_version . split ( ""."" ) [ : 2 ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> arch_version = ""???"" <TAB> <TAB> <TAB> arch_url = """" <TAB> <TAB> if is_maybe_newer ( arch_version , version ) : <TAB> <TAB> <TAB> print ( ""%-30s %-20s %-20s %s"" % ( name , version , arch_version , arch_url ) )",if arch_name in arch_versions :,281
25404,"def load_template(self, template_path, template_type):
    """"""Load a package info template in Info.plist or PackageInfo format.""""""
    if template_path.endswith("".plist""):
        # Try to load Info.plist in bundle format.
        try:
            with open(self.env[""template_path""], ""rb"") as f:
                info = plistlib.load(f)
        except Exception:
            raise ProcessorError(
                f""Malformed Info.plist template {self.env['template_path']}""
            )
        if template_type == ""bundle"":
            return info
        else:
            return self.convert_bundle_info_to_flat(info)
    else:
        # Try to load PackageInfo in flat format.
        try:
            info = ElementTree.parse(template_path)
        except Exception:
            raise ProcessorError(
                f""Malformed PackageInfo template {self.env['template_path']}""
            )
        if template_type == ""flat"":
            return info
        else:
            return self.convert_flat_info_to_bundle(info)
","def load_template ( self , template_path , template_type ) : <TAB> """"""Load a package info template in Info.plist or PackageInfo format."""""" <TAB> if template_path . endswith ( "".plist"" ) : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> with open ( self . env [ ""template_path"" ] , ""rb"" ) as f : <TAB> <TAB> <TAB> <TAB> info = plistlib . load ( f ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> raise ProcessorError ( <TAB> <TAB> <TAB> <TAB> f""Malformed Info.plist template {self.env['template_path']}"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return info <TAB> <TAB> else : <TAB> <TAB> <TAB> return self . convert_bundle_info_to_flat ( info ) <TAB> else : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> info = ElementTree . parse ( template_path ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> raise ProcessorError ( <TAB> <TAB> <TAB> <TAB> f""Malformed PackageInfo template {self.env['template_path']}"" <TAB> <TAB> <TAB> ) <TAB> <TAB> if template_type == ""flat"" : <TAB> <TAB> <TAB> return info <TAB> <TAB> else : <TAB> <TAB> <TAB> return self . convert_flat_info_to_bundle ( info )","if template_type == ""bundle"" :",298
15872,"def get_common_timezones() -> Dict[str, Union[int, Any]]:
    tzdata = {}
    normal = datetime.datetime(2009, 9, 1)  # Any random date is fine here.
    for str in pytz.all_timezones:
        tz = pytz.timezone(str)
        timedelta = tz.utcoffset(normal)
        if not timedelta:
            continue
        offset = timedelta.seconds
        tz_name = tz.tzname(normal)
        tzdata[tz_name] = offset
        # Handle known duplicates/exceptions.
        # IST: Asia/Kolkata and Europe/Dublin.
        if tz_name == ""IST"":
            tzdata[tz_name] = 19800  # Asia/Kolkata
        # CDT: America/AlmostAll and America/Havana.
        if tz_name == ""CDT"":
            tzdata[tz_name] = -68400  # America/AlmostAll
        # CST America/Belize -64800
        # CST America/Costa_Rica -64800
        # CST America/El_Salvador -64800
        # CST America/Guatemala -64800
        # CST America/Managua -64800
        # CST America/Regina -64800
        # CST America/Swift_Current -64800
        # CST America/Tegucigalpa -64800
        # CST Asia/Macau 28800
        # CST Asia/Shanghai 28800
        # CST Asia/Taipei 28800
        if tz_name == ""CST"":
            tzdata[tz_name] = -64800  # America/All
    return tzdata","def get_common_timezones ( ) -> Dict [ str , Union [ int , Any ] ] : <TAB> tzdata = { } <TAB> normal = datetime . datetime ( 2009 , 9 , 1 ) <TAB> for str in pytz . all_timezones : <TAB> <TAB> tz = pytz . timezone ( str ) <TAB> <TAB> timedelta = tz . utcoffset ( normal ) <TAB> <TAB> if not timedelta : <TAB> <TAB> <TAB> continue <TAB> <TAB> offset = timedelta . seconds <TAB> <TAB> tz_name = tz . tzname ( normal ) <TAB> <TAB> tzdata [ tz_name ] = offset <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if tz_name == ""IST"" : <TAB> <TAB> <TAB> tzdata [ tz_name ] = 19800 <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tzdata [ tz_name ] = - 68400 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if tz_name == ""CST"" : <TAB> <TAB> <TAB> tzdata [ tz_name ] = - 64800 <TAB> return tzdata","if tz_name == ""CDT"" :",474
25460,"def do_STOU(self, line):
    """"""Store a file on the server with a unique name.""""""
    try:
        if self._restart_position:
            self.respond(b""450 Can't STOU while REST request is pending."")
            return
        _, _file_name = os.path.split(tempfile.NamedTemporaryFile().name)
        if line:
            line = self.ftp_path(line)
            basedir, prefix = os.path.split(line)
            _file_name = ""."" + _file_name
        else:
            basedir = self.working_dir
            if self.config.stou_suffix:
                _file_name = _file_name + self.config.stou_suffix
            if self.config.stou_prefix:
                _file_name = self.config.stou_prefix + _file_name
        with self.config.vfs.check_access(path=basedir, user=self._uid, perms=""w""):
            self.respond(b""150 FILE: %a"" % _file_name)
            self.recv_file(os.path.join(basedir, _file_name), 0, cmd=""STOR"")
    except FSOperationNotPermitted:
        self.respond(b""500 Operation not permitted."")","def do_STOU ( self , line ) : <TAB> """"""Store a file on the server with a unique name."""""" <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . respond ( b""450 Can't STOU while REST request is pending."" ) <TAB> <TAB> <TAB> return <TAB> <TAB> _ , _file_name = os . path . split ( tempfile . NamedTemporaryFile ( ) . name ) <TAB> <TAB> if line : <TAB> <TAB> <TAB> line = self . ftp_path ( line ) <TAB> <TAB> <TAB> basedir , prefix = os . path . split ( line ) <TAB> <TAB> <TAB> _file_name = ""."" + _file_name <TAB> <TAB> else : <TAB> <TAB> <TAB> basedir = self . working_dir <TAB> <TAB> <TAB> if self . config . stou_suffix : <TAB> <TAB> <TAB> <TAB> _file_name = _file_name + self . config . stou_suffix <TAB> <TAB> <TAB> if self . config . stou_prefix : <TAB> <TAB> <TAB> <TAB> _file_name = self . config . stou_prefix + _file_name <TAB> <TAB> with self . config . vfs . check_access ( path = basedir , user = self . _uid , perms = ""w"" ) : <TAB> <TAB> <TAB> self . respond ( b""150 FILE: %a"" % _file_name ) <TAB> <TAB> <TAB> self . recv_file ( os . path . join ( basedir , _file_name ) , 0 , cmd = ""STOR"" ) <TAB> except FSOperationNotPermitted : <TAB> <TAB> self . respond ( b""500 Operation not permitted."" )",if self . _restart_position :,336
7698,"def _read_passphrase(self, buf, size, rwflag, userdata):
    try:
        if self._more_args:
            result = self._passphrase(size, rwflag, userdata)
        else:
            result = self._passphrase(rwflag)
        if not isinstance(result, bytes):
            raise ValueError(""String expected"")
        if len(result) > size:
            if self._truncate:
                result = result[:size]
            else:
                raise ValueError(""passphrase returned by callback is too long"")
        for i in range(len(result)):
            buf[i] = result[i : i + 1]
        return len(result)
    except Exception as e:
        self._problems.append(e)
        return 0","def _read_passphrase ( self , buf , size , rwflag , userdata ) : <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result = self . _passphrase ( size , rwflag , userdata ) <TAB> <TAB> else : <TAB> <TAB> <TAB> result = self . _passphrase ( rwflag ) <TAB> <TAB> if not isinstance ( result , bytes ) : <TAB> <TAB> <TAB> raise ValueError ( ""String expected"" ) <TAB> <TAB> if len ( result ) > size : <TAB> <TAB> <TAB> if self . _truncate : <TAB> <TAB> <TAB> <TAB> result = result [ : size ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""passphrase returned by callback is too long"" ) <TAB> <TAB> for i in range ( len ( result ) ) : <TAB> <TAB> <TAB> buf [ i ] = result [ i : i + 1 ] <TAB> <TAB> return len ( result ) <TAB> except Exception as e : <TAB> <TAB> self . _problems . append ( e ) <TAB> <TAB> return 0",if self . _more_args :,201
13090,"def get_children(self, element_name):
    child_spec = self._check_valid_child(element_name)
    if child_spec.repeated:
        return _ElementListView(spec=child_spec, parent=self)
    else:
        for child in self._children:
            if child.tag == element_name:
                return child
        if child_spec.on_demand:
            return None
        else:
            raise RuntimeError(
                ""Cannot find the non-repeated child <{}> of <{}>. ""
                ""This should never happen, as we pre-create these in __init__. ""
                ""Please file an bug report. Thank you."".format(
                    element_name, self._spec.name
                )
            )
","def get_children ( self , element_name ) : <TAB> child_spec = self . _check_valid_child ( element_name ) <TAB> if child_spec . repeated : <TAB> <TAB> return _ElementListView ( spec = child_spec , parent = self ) <TAB> else : <TAB> <TAB> for child in self . _children : <TAB> <TAB> <TAB> if child . tag == element_name : <TAB> <TAB> <TAB> <TAB> return child <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return None <TAB> <TAB> else : <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> ""Cannot find the non-repeated child <{}> of <{}>. "" <TAB> <TAB> <TAB> <TAB> ""This should never happen, as we pre-create these in __init__. "" <TAB> <TAB> <TAB> <TAB> ""Please file an bug report. Thank you."" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> element_name , self . _spec . name <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> )",if child_spec . on_demand :,208
9959,"def _get_field_value(self, test, key, match):
    if test.ver == ofproto_v1_0.OFP_VERSION:
        members = inspect.getmembers(match)
        for member in members:
            if member[0] == key:
                field_value = member[1]
            elif member[0] == ""wildcards"":
                wildcards = member[1]
        if key == ""nw_src"":
            field_value = test.nw_src_to_str(wildcards, field_value)
        elif key == ""nw_dst"":
            field_value = test.nw_dst_to_str(wildcards, field_value)
    else:
        field_value = match[key]
    return field_value","def _get_field_value ( self , test , key , match ) : <TAB> if test . ver == ofproto_v1_0 . OFP_VERSION : <TAB> <TAB> members = inspect . getmembers ( match ) <TAB> <TAB> for member in members : <TAB> <TAB> <TAB> if member [ 0 ] == key : <TAB> <TAB> <TAB> <TAB> field_value = member [ 1 ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> wildcards = member [ 1 ] <TAB> <TAB> if key == ""nw_src"" : <TAB> <TAB> <TAB> field_value = test . nw_src_to_str ( wildcards , field_value ) <TAB> <TAB> elif key == ""nw_dst"" : <TAB> <TAB> <TAB> field_value = test . nw_dst_to_str ( wildcards , field_value ) <TAB> else : <TAB> <TAB> field_value = match [ key ] <TAB> return field_value","elif member [ 0 ] == ""wildcards"" :",200
1017,"def release_dict_file():
    """"""Try to gather release information manually when other methods fail""""""
    data = {}
    try:
        if os.path.exists(""/etc/lsb-release""):
            data = {}
            with open(""/etc/lsb-release"") as f:
                for line in f:
                    key, value = line.split(""="", 1)
                    data[key] = value.strip()
        elif os.path.exists(""/etc/redhat-release""):
            data = {}
            with open(""/etc/redhat-release"") as f:
                distro = f.readline().strip()
            import re
            match = re.match(r""(.*) release (.*) \((.*)\)"", distro)
            if match:
                data[""DISTRIB_ID""] = match.group(1)
                data[""DISTRIB_RELEASE""] = match.group(2)
        elif os.path.exists(""/etc/SuSE-release""):
            data = {}
            data[""DISTRIB_ID""] = ""SUSE LINUX""
            with open(""/etc/SuSE-release"") as f:
                for line in f:
                    if line.startswith(""VERSION = ""):
                        data[""DISTRIB_RELEASE""] = line[10:].rstrip()
                        break
    except IOError:
        return {}
    return data","def release_dict_file ( ) : <TAB> """"""Try to gather release information manually when other methods fail"""""" <TAB> data = { } <TAB> try : <TAB> <TAB> if os . path . exists ( ""/etc/lsb-release"" ) : <TAB> <TAB> <TAB> data = { } <TAB> <TAB> <TAB> with open ( ""/etc/lsb-release"" ) as f : <TAB> <TAB> <TAB> <TAB> for line in f : <TAB> <TAB> <TAB> <TAB> <TAB> key , value = line . split ( ""="" , 1 ) <TAB> <TAB> <TAB> <TAB> <TAB> data [ key ] = value . strip ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> data = { } <TAB> <TAB> <TAB> with open ( ""/etc/redhat-release"" ) as f : <TAB> <TAB> <TAB> <TAB> distro = f . readline ( ) . strip ( ) <TAB> <TAB> <TAB> import re <TAB> <TAB> <TAB> match = re . match ( r""(.*) release (.*) \((.*)\)"" , distro ) <TAB> <TAB> <TAB> if match : <TAB> <TAB> <TAB> <TAB> data [ ""DISTRIB_ID"" ] = match . group ( 1 ) <TAB> <TAB> <TAB> <TAB> data [ ""DISTRIB_RELEASE"" ] = match . group ( 2 ) <TAB> <TAB> elif os . path . exists ( ""/etc/SuSE-release"" ) : <TAB> <TAB> <TAB> data = { } <TAB> <TAB> <TAB> data [ ""DISTRIB_ID"" ] = ""SUSE LINUX"" <TAB> <TAB> <TAB> with open ( ""/etc/SuSE-release"" ) as f : <TAB> <TAB> <TAB> <TAB> for line in f : <TAB> <TAB> <TAB> <TAB> <TAB> if line . startswith ( ""VERSION = "" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> data [ ""DISTRIB_RELEASE"" ] = line [ 10 : ] . rstrip ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> except IOError : <TAB> <TAB> return { } <TAB> return data","elif os . path . exists ( ""/etc/redhat-release"" ) :",369
24054,"def delete(self, option):
    """"""Deletes media. ""last"", ""all"" or an integer are accepted values for option""""""
    if self.whichCam() == constants.Camera.Interface.GPControl:
        # This allows you to delete x number of files backwards. Will delete a timelapse/burst entirely as its interpreted as a single file.
        if isinstance(option, int):
            for _ in range(option):
                return self.gpControlCommand(""storage/delete/"" + ""last"")
        else:
            return self.gpControlCommand(""storage/delete/"" + option)
    else:
        if isinstance(option, int) == True:
            for _ in range(option):
                return self.sendCamera(""DL"")
        else:
            if option == ""last"":
                return self.sendCamera(""DL"")
            if option == ""all"":
                return self.sendCamera(""DA"")
","def delete ( self , option ) : <TAB> """"""Deletes media. ""last"", ""all"" or an integer are accepted values for option"""""" <TAB> if self . whichCam ( ) == constants . Camera . Interface . GPControl : <TAB> <TAB> <TAB> <TAB> if isinstance ( option , int ) : <TAB> <TAB> <TAB> for _ in range ( option ) : <TAB> <TAB> <TAB> <TAB> return self . gpControlCommand ( ""storage/delete/"" + ""last"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return self . gpControlCommand ( ""storage/delete/"" + option ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for _ in range ( option ) : <TAB> <TAB> <TAB> <TAB> return self . sendCamera ( ""DL"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if option == ""last"" : <TAB> <TAB> <TAB> <TAB> return self . sendCamera ( ""DL"" ) <TAB> <TAB> <TAB> if option == ""all"" : <TAB> <TAB> <TAB> <TAB> return self . sendCamera ( ""DA"" )","if isinstance ( option , int ) == True :",235
6023,"def _get_daily_spot_value(self, asset, column, dt):
    reader = self._get_pricing_reader(""daily"")
    if column == ""last_traded"":
        last_traded_dt = reader.get_last_traded_dt(asset, dt)
        if isnull(last_traded_dt):
            return pd.NaT
        else:
            return last_traded_dt
    elif column in OHLCV_FIELDS:
        # don't forward fill
        try:
            return reader.get_value(asset, dt, column)
        except NoDataOnDate:
            return np.nan
    elif column == ""price"":
        found_dt = dt
        while True:
            try:
                value = reader.get_value(asset, found_dt, ""close"")
                if not isnull(value):
                    if dt == found_dt:
                        return value
                    else:
                        # adjust if needed
                        return self.get_adjusted_value(
                            asset, column, found_dt, dt, ""minute"", spot_value=value
                        )
                else:
                    found_dt -= self.trading_calendar.day
            except NoDataOnDate:
                return np.nan
","def _get_daily_spot_value ( self , asset , column , dt ) : <TAB> reader = self . _get_pricing_reader ( ""daily"" ) <TAB> if column == ""last_traded"" : <TAB> <TAB> last_traded_dt = reader . get_last_traded_dt ( asset , dt ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return pd . NaT <TAB> <TAB> else : <TAB> <TAB> <TAB> return last_traded_dt <TAB> elif column in OHLCV_FIELDS : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> return reader . get_value ( asset , dt , column ) <TAB> <TAB> except NoDataOnDate : <TAB> <TAB> <TAB> return np . nan <TAB> elif column == ""price"" : <TAB> <TAB> found_dt = dt <TAB> <TAB> while True : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> value = reader . get_value ( asset , found_dt , ""close"" ) <TAB> <TAB> <TAB> <TAB> if not isnull ( value ) : <TAB> <TAB> <TAB> <TAB> <TAB> if dt == found_dt : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return value <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return self . get_adjusted_value ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> asset , column , found_dt , dt , ""minute"" , spot_value = value <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> found_dt -= self . trading_calendar . day <TAB> <TAB> <TAB> except NoDataOnDate : <TAB> <TAB> <TAB> <TAB> return np . nan",if isnull ( last_traded_dt ) :,363
20991,"def get_conditions(filters):
    conditions = {""docstatus"": (""="", 1)}
    if filters.get(""from_date"") and filters.get(""to_date""):
        conditions[""result_date""] = (
            ""between"",
            (filters.get(""from_date""), filters.get(""to_date"")),
        )
        filters.pop(""from_date"")
        filters.pop(""to_date"")
    for key, value in filters.items():
        if filters.get(key):
            conditions[key] = value
    return conditions","def get_conditions ( filters ) : <TAB> conditions = { ""docstatus"" : ( ""="" , 1 ) } <TAB> if filters . get ( ""from_date"" ) and filters . get ( ""to_date"" ) : <TAB> <TAB> conditions [ ""result_date"" ] = ( <TAB> <TAB> <TAB> ""between"" , <TAB> <TAB> <TAB> ( filters . get ( ""from_date"" ) , filters . get ( ""to_date"" ) ) , <TAB> <TAB> ) <TAB> <TAB> filters . pop ( ""from_date"" ) <TAB> <TAB> filters . pop ( ""to_date"" ) <TAB> for key , value in filters . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> conditions [ key ] = value <TAB> return conditions",if filters . get ( key ) :,140
7149,"def gen_code(self, phase=""test""):
    self.phase = phase
    self.add_body(0, self.header_code)
    # for test
    # with open(""graph.txt"", 'w') as f:
    #     for layer in self.IR_graph.topological_sort:
    #         current_node = self.IR_graph.get_node(layer)
    #         print(""========current_node=========\n{}"".format(current_node.layer), file=f)
    # test end
    for layer in self.IR_graph.topological_sort:
        current_node = self.IR_graph.get_node(layer)
        node_type = current_node.type
        # print(""========current_node={}"".format(current_node.layer))
        if hasattr(self, ""emit_"" + node_type):
            func = getattr(self, ""emit_"" + node_type)
            func(current_node)
        else:
            print(""CaffeEmitter has not supported operator [%s]."" % (node_type))
            self.emit_UNKNOWN(current_node)
    self.add_body(0, """")
    self.add_body(0, self.end_code)
    return self.body_code","def gen_code ( self , phase = ""test"" ) : <TAB> self . phase = phase <TAB> self . add_body ( 0 , self . header_code ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for layer in self . IR_graph . topological_sort : <TAB> <TAB> current_node = self . IR_graph . get_node ( layer ) <TAB> <TAB> node_type = current_node . type <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> func = getattr ( self , ""emit_"" + node_type ) <TAB> <TAB> <TAB> func ( current_node ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""CaffeEmitter has not supported operator [%s]."" % ( node_type ) ) <TAB> <TAB> <TAB> self . emit_UNKNOWN ( current_node ) <TAB> self . add_body ( 0 , """" ) <TAB> self . add_body ( 0 , self . end_code ) <TAB> return self . body_code","if hasattr ( self , ""emit_"" + node_type ) :",328
4013,"def fit(self):
    print(""Start training..."")
    train_acc = 0.0
    for i in range(self.max_epoch):
        train_loss, train_acc = self._train_step()
        if self.device != ""cpu"":
            torch.cuda.empty_cache()
        print(f""#epoch {i} : train_loss: {train_loss}, train_acc: {train_acc}"")
    if not self.output_model_file == """":
        if not os.path.exists(""./saved""):
            os.mkdir(""./saved"")
        if isinstance(self.model, GNNPred):
            model = self.model.gnn
        else:
            model = self.model
        if self.finetune:
            torch.save(model.state_dict(), self.output_model_file + ""_ft.pth"")
        else:
            torch.save(model.state_dict(), self.output_model_file + "".pth"")
    return dict(Acc=train_acc.item())","def fit ( self ) : <TAB> print ( ""Start training..."" ) <TAB> train_acc = 0.0 <TAB> for i in range ( self . max_epoch ) : <TAB> <TAB> train_loss , train_acc = self . _train_step ( ) <TAB> <TAB> if self . device != ""cpu"" : <TAB> <TAB> <TAB> torch . cuda . empty_cache ( ) <TAB> <TAB> print ( f""#epoch {i} : train_loss: {train_loss}, train_acc: {train_acc}"" ) <TAB> if not self . output_model_file == """" : <TAB> <TAB> if not os . path . exists ( ""./saved"" ) : <TAB> <TAB> <TAB> os . mkdir ( ""./saved"" ) <TAB> <TAB> if isinstance ( self . model , GNNPred ) : <TAB> <TAB> <TAB> model = self . model . gnn <TAB> <TAB> else : <TAB> <TAB> <TAB> model = self . model <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> torch . save ( model . state_dict ( ) , self . output_model_file + ""_ft.pth"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> torch . save ( model . state_dict ( ) , self . output_model_file + "".pth"" ) <TAB> return dict ( Acc = train_acc . item ( ) )",if self . finetune :,258
9973,"def annotation_specific(self, mode, annotation_type, chapter, cursor_position):
    try:
        chapter_annotations = self.pw.annotation_dict[chapter]
    except KeyError:
        return False
    for i in chapter_annotations:
        if annotation_type == ""text"":
            cursor_start = i[""cursor""][0]
            cursor_end = i[""cursor""][1]
            if cursor_start <= cursor_position <= cursor_end:
                if mode == ""check"":
                    return True
                if mode == ""delete"":
                    self.pw.annotation_dict[chapter].remove(i)
                if mode == ""note"":
                    note = i[""note""]
                    self.pw.parent.annotationNoteDock.set_annotation(i)
                    self.pw.parent.annotationNoteEdit.setText(note)
                    self.pw.parent.annotationNoteDock.show()
    # Post iteration
    if mode == ""check"":
        return False
    if mode == ""delete"":
        scroll_position = self.pw.verticalScrollBar().value()
        self.clear_annotations()
        self.load_annotations(chapter)
        self.pw.verticalScrollBar().setValue(scroll_position)","def annotation_specific ( self , mode , annotation_type , chapter , cursor_position ) : <TAB> try : <TAB> <TAB> chapter_annotations = self . pw . annotation_dict [ chapter ] <TAB> except KeyError : <TAB> <TAB> return False <TAB> for i in chapter_annotations : <TAB> <TAB> if annotation_type == ""text"" : <TAB> <TAB> <TAB> cursor_start = i [ ""cursor"" ] [ 0 ] <TAB> <TAB> <TAB> cursor_end = i [ ""cursor"" ] [ 1 ] <TAB> <TAB> <TAB> if cursor_start <= cursor_position <= cursor_end : <TAB> <TAB> <TAB> <TAB> if mode == ""check"" : <TAB> <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> <TAB> if mode == ""delete"" : <TAB> <TAB> <TAB> <TAB> <TAB> self . pw . annotation_dict [ chapter ] . remove ( i ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> note = i [ ""note"" ] <TAB> <TAB> <TAB> <TAB> <TAB> self . pw . parent . annotationNoteDock . set_annotation ( i ) <TAB> <TAB> <TAB> <TAB> <TAB> self . pw . parent . annotationNoteEdit . setText ( note ) <TAB> <TAB> <TAB> <TAB> <TAB> self . pw . parent . annotationNoteDock . show ( ) <TAB> <TAB> if mode == ""check"" : <TAB> <TAB> return False <TAB> if mode == ""delete"" : <TAB> <TAB> scroll_position = self . pw . verticalScrollBar ( ) . value ( ) <TAB> <TAB> self . clear_annotations ( ) <TAB> <TAB> self . load_annotations ( chapter ) <TAB> <TAB> self . pw . verticalScrollBar ( ) . setValue ( scroll_position )","if mode == ""note"" :",331
2475,"def _parse_vhosts(details):
    for service_alias, attr in details.iteritems():
        virtual_host_str = attr[""virtual_host_str""] = attr[""virtual_host""]
        parsed_virtual_host = []
        if virtual_host_str:
            for h in [h.strip() for h in virtual_host_str.strip().split("","")]:
                pr = urlparse.urlparse(h)
                if not pr.netloc:
                    pr = urlparse.urlparse(""http://%s"" % h)
                port = ""443"" if pr.scheme.lower() in [""https"", ""wss""] else ""80""
                host = pr.netloc
                if "":"" in pr.netloc:
                    host_port = pr.netloc.split("":"")
                    host = host_port[0]
                    port = host_port[1]
                parsed_virtual_host.append(
                    {""scheme"": pr.scheme, ""host"": host, ""port"": port, ""path"": pr.path}
                )
        details[service_alias][""virtual_host""] = parsed_virtual_host
    vhosts = []
    for service_alias, attr in details.iteritems():
        virtual_hosts = attr[""virtual_host""]
        if virtual_hosts:
            for v in virtual_hosts:
                vhost = dict(v)
                vhost[""service_alias""] = service_alias
                vhosts.append(vhost)
    try:
        return sorted(
            vhosts,
            key=lambda vhost: details[vhost[""service_alias""]][""virtual_host_weight""],
            reverse=True,
        )
    except:
        return","def _parse_vhosts ( details ) : <TAB> for service_alias , attr in details . iteritems ( ) : <TAB> <TAB> virtual_host_str = attr [ ""virtual_host_str"" ] = attr [ ""virtual_host"" ] <TAB> <TAB> parsed_virtual_host = [ ] <TAB> <TAB> if virtual_host_str : <TAB> <TAB> <TAB> for h in [ h . strip ( ) for h in virtual_host_str . strip ( ) . split ( "","" ) ] : <TAB> <TAB> <TAB> <TAB> pr = urlparse . urlparse ( h ) <TAB> <TAB> <TAB> <TAB> if not pr . netloc : <TAB> <TAB> <TAB> <TAB> <TAB> pr = urlparse . urlparse ( ""http://%s"" % h ) <TAB> <TAB> <TAB> <TAB> port = ""443"" if pr . scheme . lower ( ) in [ ""https"" , ""wss"" ] else ""80"" <TAB> <TAB> <TAB> <TAB> host = pr . netloc <TAB> <TAB> <TAB> <TAB> if "":"" in pr . netloc : <TAB> <TAB> <TAB> <TAB> <TAB> host_port = pr . netloc . split ( "":"" ) <TAB> <TAB> <TAB> <TAB> <TAB> host = host_port [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> port = host_port [ 1 ] <TAB> <TAB> <TAB> <TAB> parsed_virtual_host . append ( <TAB> <TAB> <TAB> <TAB> <TAB> { ""scheme"" : pr . scheme , ""host"" : host , ""port"" : port , ""path"" : pr . path } <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> details [ service_alias ] [ ""virtual_host"" ] = parsed_virtual_host <TAB> vhosts = [ ] <TAB> for service_alias , attr in details . iteritems ( ) : <TAB> <TAB> virtual_hosts = attr [ ""virtual_host"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for v in virtual_hosts : <TAB> <TAB> <TAB> <TAB> vhost = dict ( v ) <TAB> <TAB> <TAB> <TAB> vhost [ ""service_alias"" ] = service_alias <TAB> <TAB> <TAB> <TAB> vhosts . append ( vhost ) <TAB> try : <TAB> <TAB> return sorted ( <TAB> <TAB> <TAB> vhosts , <TAB> <TAB> <TAB> key = lambda vhost : details [ vhost [ ""service_alias"" ] ] [ ""virtual_host_weight"" ] , <TAB> <TAB> <TAB> reverse = True , <TAB> <TAB> ) <TAB> except : <TAB> <TAB> return",if virtual_hosts :,453
5804,"def func(x, y):
    try:
        if x > y:
            z = x + 2 * math.sin(y)
            return z ** 2
        elif x == y:
            return 4
        else:
            return 2 ** 3
    except ValueError:
        foo = 0
        for i in range(4):
            foo += i
        return foo
    except TypeError:
        return 42
    else:
        return 33
    finally:
        print(""finished"")","def func ( x , y ) : <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> z = x + 2 * math . sin ( y ) <TAB> <TAB> <TAB> return z ** 2 <TAB> <TAB> elif x == y : <TAB> <TAB> <TAB> return 4 <TAB> <TAB> else : <TAB> <TAB> <TAB> return 2 ** 3 <TAB> except ValueError : <TAB> <TAB> foo = 0 <TAB> <TAB> for i in range ( 4 ) : <TAB> <TAB> <TAB> foo += i <TAB> <TAB> return foo <TAB> except TypeError : <TAB> <TAB> return 42 <TAB> else : <TAB> <TAB> return 33 <TAB> finally : <TAB> <TAB> print ( ""finished"" )",if x > y :,134
10883,"def get_string_width(self, s):
    ""Get width of a string in the current font""
    s = self.normalize_text(s)
    cw = self.current_font[""cw""]
    w = 0
    l = len(s)
    if self.unifontsubset:
        for char in s:
            char = ord(char)
            if len(cw) > char:
                w += cw[char]  # ord(cw[2*char])<<8 + ord(cw[2*char+1])
            # elif (char>0 and char<128 and isset($cw[chr($char)])) { $w += $cw[chr($char)]; }
            elif self.current_font[""desc""][""MissingWidth""]:
                w += self.current_font[""desc""][""MissingWidth""]
            # elif (isset($this->CurrentFont['MissingWidth'])) { $w += $this->CurrentFont['MissingWidth']; }
            else:
                w += 500
    else:
        for i in range(0, l):
            w += cw.get(s[i], 0)
    if self.font_stretching != 100:
        w = w * self.font_stretching / 100.0
    return w * self.font_size / 1000.0","def get_string_width ( self , s ) : <TAB> ""Get width of a string in the current font"" <TAB> s = self . normalize_text ( s ) <TAB> cw = self . current_font [ ""cw"" ] <TAB> w = 0 <TAB> l = len ( s ) <TAB> if self . unifontsubset : <TAB> <TAB> for char in s : <TAB> <TAB> <TAB> char = ord ( char ) <TAB> <TAB> <TAB> if len ( cw ) > char : <TAB> <TAB> <TAB> <TAB> w += cw [ char ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> w += self . current_font [ ""desc"" ] [ ""MissingWidth"" ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> w += 500 <TAB> else : <TAB> <TAB> for i in range ( 0 , l ) : <TAB> <TAB> <TAB> w += cw . get ( s [ i ] , 0 ) <TAB> if self . font_stretching != 100 : <TAB> <TAB> w = w * self . font_stretching / 100.0 <TAB> return w * self . font_size / 1000.0","elif self . current_font [ ""desc"" ] [ ""MissingWidth"" ] :",334
10149,"def editSize(self, rpcObjects=None):
    subs = self._getSelected(rpcObjects)
    if subs:
        current = max([sub.data.size for sub in subs])
        title = ""Edit Subscription Size""
        body = (
            ""Please enter the new subscription size value:\nThis ""
            ""should only be changed by administrators.\nPlease ""
            ""contact the resource department.""
        )
        minSize = 0
        decimalPlaces = 0
        (value, choice) = QtWidgets.QInputDialog.getDouble(
            self._caller,
            title,
            body,
            current / 100.0,
            minSize,
            cuegui.Constants.QT_MAX_INT,
            decimalPlaces,
        )
        if choice:
            msg = QtWidgets.QMessageBox()
            msg.setText(
                ""You are about to modify a number that can affect a show's billing. Are you ""
                ""sure you want to do this?""
            )
            msg.setStandardButtons(QtWidgets.QMessageBox.Yes | QtWidgets.QMessageBox.No)
            msg.setDefaultButton(QtWidgets.QMessageBox.No)
            if msg.exec_() == QtWidgets.QMessageBox.No:
                return
            for sub in subs:
                self.cuebotCall(
                    sub.setSize,
                    ""Set Size on Subscription %s Failed"" % sub.data.name,
                    int(value * 100.0),
                )
            self._update()","def editSize ( self , rpcObjects = None ) : <TAB> subs = self . _getSelected ( rpcObjects ) <TAB> if subs : <TAB> <TAB> current = max ( [ sub . data . size for sub in subs ] ) <TAB> <TAB> title = ""Edit Subscription Size"" <TAB> <TAB> body = ( <TAB> <TAB> <TAB> ""Please enter the new subscription size value:\nThis "" <TAB> <TAB> <TAB> ""should only be changed by administrators.\nPlease "" <TAB> <TAB> <TAB> ""contact the resource department."" <TAB> <TAB> ) <TAB> <TAB> minSize = 0 <TAB> <TAB> decimalPlaces = 0 <TAB> <TAB> ( value , choice ) = QtWidgets . QInputDialog . getDouble ( <TAB> <TAB> <TAB> self . _caller , <TAB> <TAB> <TAB> title , <TAB> <TAB> <TAB> body , <TAB> <TAB> <TAB> current / 100.0 , <TAB> <TAB> <TAB> minSize , <TAB> <TAB> <TAB> cuegui . Constants . QT_MAX_INT , <TAB> <TAB> <TAB> decimalPlaces , <TAB> <TAB> ) <TAB> <TAB> if choice : <TAB> <TAB> <TAB> msg = QtWidgets . QMessageBox ( ) <TAB> <TAB> <TAB> msg . setText ( <TAB> <TAB> <TAB> <TAB> ""You are about to modify a number that can affect a show's billing. Are you "" <TAB> <TAB> <TAB> <TAB> ""sure you want to do this?"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> msg . setStandardButtons ( QtWidgets . QMessageBox . Yes | QtWidgets . QMessageBox . No ) <TAB> <TAB> <TAB> msg . setDefaultButton ( QtWidgets . QMessageBox . No ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> for sub in subs : <TAB> <TAB> <TAB> <TAB> self . cuebotCall ( <TAB> <TAB> <TAB> <TAB> <TAB> sub . setSize , <TAB> <TAB> <TAB> <TAB> <TAB> ""Set Size on Subscription %s Failed"" % sub . data . name , <TAB> <TAB> <TAB> <TAB> <TAB> int ( value * 100.0 ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . _update ( )",if msg . exec_ ( ) == QtWidgets . QMessageBox . No :,436
22196,"def init_environment(installdir):
    # Try loading custom environment setup
    env_config_file = os.path.join(installdir, ""environ.ini"")
    if os.path.exists(env_config_file):
        import configparser
        env_config = configparser.ConfigParser(
            allow_no_value=True, interpolation=configparser.ExtendedInterpolation()
        )
        env_config.optionxform = lambda option: option  # make parser case sensitive
        env_config[""DEFAULT""].update(
            (k, v.replace(""$"", ""$$"")) for k, v in os.environ.items()
        )  # set default values for interpolating parameters
        env_config.read(env_config_file)
        for k, v in env_config[""Environment""].items():
            os.environ[k] = _parse_environment_param(v, installdir)
    # Set data dir specific for windows installer
    data_dir = os.path.normpath(os.path.join(installdir, ""share""))
    if os.path.exists(data_dir):
        dirs = os.environ.get(""XDG_DATA_DIRS"")
        if dirs:
            os.environ[""XDG_DATA_DIRS""] = dirs + os.pathsep + data_dir
        else:
            os.environ[""XDG_DATA_DIRS""] = data_dir
","def init_environment ( installdir ) : <TAB> <TAB> env_config_file = os . path . join ( installdir , ""environ.ini"" ) <TAB> if os . path . exists ( env_config_file ) : <TAB> <TAB> import configparser <TAB> <TAB> env_config = configparser . ConfigParser ( <TAB> <TAB> <TAB> allow_no_value = True , interpolation = configparser . ExtendedInterpolation ( ) <TAB> <TAB> ) <TAB> <TAB> env_config . optionxform = lambda option : option <TAB> <TAB> env_config [ ""DEFAULT"" ] . update ( <TAB> <TAB> <TAB> ( k , v . replace ( ""$"" , ""$$"" ) ) for k , v in os . environ . items ( ) <TAB> <TAB> ) <TAB> <TAB> env_config . read ( env_config_file ) <TAB> <TAB> for k , v in env_config [ ""Environment"" ] . items ( ) : <TAB> <TAB> <TAB> os . environ [ k ] = _parse_environment_param ( v , installdir ) <TAB> <TAB> data_dir = os . path . normpath ( os . path . join ( installdir , ""share"" ) ) <TAB> if os . path . exists ( data_dir ) : <TAB> <TAB> dirs = os . environ . get ( ""XDG_DATA_DIRS"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . environ [ ""XDG_DATA_DIRS"" ] = dirs + os . pathsep + data_dir <TAB> <TAB> else : <TAB> <TAB> <TAB> os . environ [ ""XDG_DATA_DIRS"" ] = data_dir",if dirs :,337
11746,"def new_func(self, *args, **kwargs):
    obj = self.obj_ref()
    attr = self.attr
    if obj is not None:
        args = tuple(TrackedValue.make(obj, attr, arg) for arg in args)
        if kwargs:
            kwargs = {
                key: TrackedValue.make(obj, attr, value)
                for key, value in iteritems(kwargs)
            }
    result = func(self, *args, **kwargs)
    self._changed_()
    return result
","def new_func ( self , * args , ** kwargs ) : <TAB> obj = self . obj_ref ( ) <TAB> attr = self . attr <TAB> if obj is not None : <TAB> <TAB> args = tuple ( TrackedValue . make ( obj , attr , arg ) for arg in args ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> kwargs = { <TAB> <TAB> <TAB> <TAB> key : TrackedValue . make ( obj , attr , value ) <TAB> <TAB> <TAB> <TAB> for key , value in iteritems ( kwargs ) <TAB> <TAB> <TAB> } <TAB> result = func ( self , * args , ** kwargs ) <TAB> self . _changed_ ( ) <TAB> return result",if kwargs :,138
559,"def _run_somatic(paired, ref_file, assoc_files, region, out_file, work_dir):
    if not utils.file_exists(out_file):
        with file_transaction(paired.tumor_data, work_dir) as tx_work_dir:
            workflow_file = _configure_somatic(
                paired, ref_file, region, out_file, tx_work_dir
            )
            if workflow_file:
                has_variants = True
                _run_workflow(paired.tumor_data, workflow_file, tx_work_dir)
            else:
                has_variants = False
                vcfutils.write_empty_vcf(
                    out_file,
                    paired.tumor_data[""config""],
                    [
                        dd.get_sample_name(d)
                        for d in [paired.tumor_data, paired.normal_data]
                    ],
                )
        if has_variants:
            var_dir = os.path.join(work_dir, ""results"", ""variants"")
            vcfutils.combine_variant_files(
                [
                    _postprocess_somatic(os.path.join(var_dir, f), paired)
                    for f in [""somatic.snvs.vcf.gz"", ""somatic.indels.vcf.gz""]
                ],
                out_file,
                ref_file,
                paired.tumor_data[""config""],
                region=region,
            )
    return out_file
","def _run_somatic ( paired , ref_file , assoc_files , region , out_file , work_dir ) : <TAB> if not utils . file_exists ( out_file ) : <TAB> <TAB> with file_transaction ( paired . tumor_data , work_dir ) as tx_work_dir : <TAB> <TAB> <TAB> workflow_file = _configure_somatic ( <TAB> <TAB> <TAB> <TAB> paired , ref_file , region , out_file , tx_work_dir <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> has_variants = True <TAB> <TAB> <TAB> <TAB> _run_workflow ( paired . tumor_data , workflow_file , tx_work_dir ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> has_variants = False <TAB> <TAB> <TAB> <TAB> vcfutils . write_empty_vcf ( <TAB> <TAB> <TAB> <TAB> <TAB> out_file , <TAB> <TAB> <TAB> <TAB> <TAB> paired . tumor_data [ ""config"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dd . get_sample_name ( d ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for d in [ paired . tumor_data , paired . normal_data ] <TAB> <TAB> <TAB> <TAB> <TAB> ] , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> if has_variants : <TAB> <TAB> <TAB> var_dir = os . path . join ( work_dir , ""results"" , ""variants"" ) <TAB> <TAB> <TAB> vcfutils . combine_variant_files ( <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> _postprocess_somatic ( os . path . join ( var_dir , f ) , paired ) <TAB> <TAB> <TAB> <TAB> <TAB> for f in [ ""somatic.snvs.vcf.gz"" , ""somatic.indels.vcf.gz"" ] <TAB> <TAB> <TAB> <TAB> ] , <TAB> <TAB> <TAB> <TAB> out_file , <TAB> <TAB> <TAB> <TAB> ref_file , <TAB> <TAB> <TAB> <TAB> paired . tumor_data [ ""config"" ] , <TAB> <TAB> <TAB> <TAB> region = region , <TAB> <TAB> <TAB> ) <TAB> return out_file",if workflow_file :,443
4839,"def _invoke_async_task(invocation, planner):
    job_id = ""%016x"" % random.randint(0, 2 ** 64)
    context = invocation.connection.spawn_isolated_child()
    _propagate_deps(invocation, planner, context)
    with mitogen.core.Receiver(context.router) as started_recv:
        call_recv = context.call_async(
            ansible_mitogen.target.run_module_async,
            job_id=job_id,
            timeout_secs=invocation.timeout_secs,
            started_sender=started_recv.to_sender(),
            kwargs=planner.get_kwargs(),
        )
        # Wait for run_module_async() to crash, or for AsyncRunner to indicate
        # the job file has been written.
        for msg in mitogen.select.Select([started_recv, call_recv]):
            if msg.receiver is call_recv:
                # It can only be an exception.
                raise msg.unpickle()
            break
        return {
            ""stdout"": json.dumps(
                {
                    # modules/utilities/logic/async_wrapper.py::_run_module().
                    ""changed"": True,
                    ""started"": 1,
                    ""finished"": 0,
                    ""ansible_job_id"": job_id,
                }
            )
        }","def _invoke_async_task ( invocation , planner ) : <TAB> job_id = ""%016x"" % random . randint ( 0 , 2 ** 64 ) <TAB> context = invocation . connection . spawn_isolated_child ( ) <TAB> _propagate_deps ( invocation , planner , context ) <TAB> with mitogen . core . Receiver ( context . router ) as started_recv : <TAB> <TAB> call_recv = context . call_async ( <TAB> <TAB> <TAB> ansible_mitogen . target . run_module_async , <TAB> <TAB> <TAB> job_id = job_id , <TAB> <TAB> <TAB> timeout_secs = invocation . timeout_secs , <TAB> <TAB> <TAB> started_sender = started_recv . to_sender ( ) , <TAB> <TAB> <TAB> kwargs = planner . get_kwargs ( ) , <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for msg in mitogen . select . Select ( [ started_recv , call_recv ] ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise msg . unpickle ( ) <TAB> <TAB> <TAB> break <TAB> <TAB> return { <TAB> <TAB> <TAB> ""stdout"" : json . dumps ( <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""changed"" : True , <TAB> <TAB> <TAB> <TAB> <TAB> ""started"" : 1 , <TAB> <TAB> <TAB> <TAB> <TAB> ""finished"" : 0 , <TAB> <TAB> <TAB> <TAB> <TAB> ""ansible_job_id"" : job_id , <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> ) <TAB> <TAB> }",if msg . receiver is call_recv :,380
14391,"def onMESSAGE(self, hwnd, msg, wp, lp):
    if msg == fw.WND_WM_NOTIFY:
        if wp == fw.WND_NM_MSGREFLECT:
            msgr = fw.WND_MSGREFLECT.from_address(lp)
            msgr.fReturn = self._base_fMsgReflect
            if msgr.msg == self.Msg.WM_HSCROLL:
                return self._base_HandleScroll(hwnd, msgr.msg, msgr.wParam, msgr.lParam)
            elif msgr.msg == self.Msg.WM_VSCROLL:
                return self._base_HandleScroll(hwnd, msgr.msg, msgr.wParam, msgr.lParam)
        return 0
    elif msg == self.Msg.WM_DESTROY:
        self.onMSG(hwnd, ""destroy"", 0, 0)","def onMESSAGE ( self , hwnd , msg , wp , lp ) : <TAB> if msg == fw . WND_WM_NOTIFY : <TAB> <TAB> if wp == fw . WND_NM_MSGREFLECT : <TAB> <TAB> <TAB> msgr = fw . WND_MSGREFLECT . from_address ( lp ) <TAB> <TAB> <TAB> msgr . fReturn = self . _base_fMsgReflect <TAB> <TAB> <TAB> if msgr . msg == self . Msg . WM_HSCROLL : <TAB> <TAB> <TAB> <TAB> return self . _base_HandleScroll ( hwnd , msgr . msg , msgr . wParam , msgr . lParam ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return self . _base_HandleScroll ( hwnd , msgr . msg , msgr . wParam , msgr . lParam ) <TAB> <TAB> return 0 <TAB> elif msg == self . Msg . WM_DESTROY : <TAB> <TAB> self . onMSG ( hwnd , ""destroy"" , 0 , 0 )",elif msgr . msg == self . Msg . WM_VSCROLL :,224
16690,"def __getitem__(self, index):
    img = Image.open(self.images[index]).convert(""RGB"")
    if self.mode == ""test"":
        img = self._img_transform(img)
        if self.transform is not None:
            img = self.transform(img)
        return img, os.path.basename(self.images[index])
    mask = Image.open(self.masks[index])
    # synchrosized transform
    if self.mode == ""train"":
        img, mask = self._sync_transform(img, mask)
    elif self.mode == ""val"":
        img, mask = self._val_sync_transform(img, mask)
    else:
        assert self.mode == ""testval""
        img, mask = self._img_transform(img), self._mask_transform(mask)
    # general resize, normalize and toTensor
    if self.transform is not None:
        img = self.transform(img)
    return img, mask
","def __getitem__ ( self , index ) : <TAB> img = Image . open ( self . images [ index ] ) . convert ( ""RGB"" ) <TAB> if self . mode == ""test"" : <TAB> <TAB> img = self . _img_transform ( img ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> img = self . transform ( img ) <TAB> <TAB> return img , os . path . basename ( self . images [ index ] ) <TAB> mask = Image . open ( self . masks [ index ] ) <TAB> <TAB> if self . mode == ""train"" : <TAB> <TAB> img , mask = self . _sync_transform ( img , mask ) <TAB> elif self . mode == ""val"" : <TAB> <TAB> img , mask = self . _val_sync_transform ( img , mask ) <TAB> else : <TAB> <TAB> assert self . mode == ""testval"" <TAB> <TAB> img , mask = self . _img_transform ( img ) , self . _mask_transform ( mask ) <TAB> <TAB> <fill-in> <TAB> <TAB> img = self . transform ( img ) <TAB> return img , mask",if self . transform is not None :,245
25151,"def _v2_common(self, cfg):
    LOG.debug(""v2_common: handling config:\n%s"", cfg)
    if ""nameservers"" in cfg:
        search = cfg.get(""nameservers"").get(""search"", [])
        dns = cfg.get(""nameservers"").get(""addresses"", [])
        name_cmd = {""type"": ""nameserver""}
        if len(search) > 0:
            name_cmd.update({""search"": search})
        if len(dns) > 0:
            name_cmd.update({""addresses"": dns})
        LOG.debug(""v2(nameserver) -> v1(nameserver):\n%s"", name_cmd)
        self.handle_nameserver(name_cmd)","def _v2_common ( self , cfg ) : <TAB> LOG . debug ( ""v2_common: handling config:\n%s"" , cfg ) <TAB> if ""nameservers"" in cfg : <TAB> <TAB> search = cfg . get ( ""nameservers"" ) . get ( ""search"" , [ ] ) <TAB> <TAB> dns = cfg . get ( ""nameservers"" ) . get ( ""addresses"" , [ ] ) <TAB> <TAB> name_cmd = { ""type"" : ""nameserver"" } <TAB> <TAB> if len ( search ) > 0 : <TAB> <TAB> <TAB> name_cmd . update ( { ""search"" : search } ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> name_cmd . update ( { ""addresses"" : dns } ) <TAB> <TAB> LOG . debug ( ""v2(nameserver) -> v1(nameserver):\n%s"" , name_cmd ) <TAB> <TAB> self . handle_nameserver ( name_cmd )",if len ( dns ) > 0 :,178
17204,"def parse_key_equal_value(text):
    """"""Parse a string of the form 'key1=value1 key2=value2'""""""
    # Empty metadata?
    text = text.strip()
    if not text:
        return {}
    last_space_pos = text.rfind("" "")
    # Just an identifier?
    if not text.startswith(""--"") and isidentifier(text[last_space_pos + 1 :]):
        key = text[last_space_pos + 1 :]
        value = None
        result = {key: value}
        if last_space_pos > 0:
            result.update(parse_key_equal_value(text[:last_space_pos]))
        return result
    # Iterate on the '=' signs, starting from the right
    equal_sign_pos = None
    while True:
        equal_sign_pos = text.rfind(""="", None, equal_sign_pos)
        if equal_sign_pos < 0:
            return incorrectly_encoded_metadata(text)
        # Do we have an identifier on the left of the equal sign?
        prev_whitespace = text[:equal_sign_pos].rstrip().rfind("" "")
        key = text[prev_whitespace + 1 : equal_sign_pos].strip()
        if not isidentifier(key.replace(""."", """")):
            continue
        try:
            value = relax_json_loads(text[equal_sign_pos + 1 :])
        except (ValueError, SyntaxError):
            # try with a longer expression
            continue
        # Combine with remaining metadata
        metadata = (
            parse_key_equal_value(text[:prev_whitespace]) if prev_whitespace > 0 else {}
        )
        # Append our value
        metadata[key] = value
        # And return
        return metadata","def parse_key_equal_value ( text ) : <TAB> """"""Parse a string of the form 'key1=value1 key2=value2'"""""" <TAB> <TAB> text = text . strip ( ) <TAB> if not text : <TAB> <TAB> return { } <TAB> last_space_pos = text . rfind ( "" "" ) <TAB> <TAB> if not text . startswith ( ""--"" ) and isidentifier ( text [ last_space_pos + 1 : ] ) : <TAB> <TAB> key = text [ last_space_pos + 1 : ] <TAB> <TAB> value = None <TAB> <TAB> result = { key : value } <TAB> <TAB> if last_space_pos > 0 : <TAB> <TAB> <TAB> result . update ( parse_key_equal_value ( text [ : last_space_pos ] ) ) <TAB> <TAB> return result <TAB> <TAB> equal_sign_pos = None <TAB> while True : <TAB> <TAB> equal_sign_pos = text . rfind ( ""="" , None , equal_sign_pos ) <TAB> <TAB> if equal_sign_pos < 0 : <TAB> <TAB> <TAB> return incorrectly_encoded_metadata ( text ) <TAB> <TAB> <TAB> <TAB> prev_whitespace = text [ : equal_sign_pos ] . rstrip ( ) . rfind ( "" "" ) <TAB> <TAB> key = text [ prev_whitespace + 1 : equal_sign_pos ] . strip ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> value = relax_json_loads ( text [ equal_sign_pos + 1 : ] ) <TAB> <TAB> except ( ValueError , SyntaxError ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> metadata = ( <TAB> <TAB> <TAB> parse_key_equal_value ( text [ : prev_whitespace ] ) if prev_whitespace > 0 else { } <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> metadata [ key ] = value <TAB> <TAB> <TAB> <TAB> return metadata","if not isidentifier ( key . replace ( ""."" , """" ) ) :",446
10907,"def generate(self, dest, vars):
    util.ensure_dir(dest)
    for relpath, src, template in self._file_templates:
        file_dest = os.path.join(dest, relpath)
        util.ensure_dir(os.path.dirname(file_dest))
        if template is None:
            shutil.copyfile(src, file_dest)
        else:
            _render_template(template, vars, file_dest)
","def generate ( self , dest , vars ) : <TAB> util . ensure_dir ( dest ) <TAB> for relpath , src , template in self . _file_templates : <TAB> <TAB> file_dest = os . path . join ( dest , relpath ) <TAB> <TAB> util . ensure_dir ( os . path . dirname ( file_dest ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> shutil . copyfile ( src , file_dest ) <TAB> <TAB> else : <TAB> <TAB> <TAB> _render_template ( template , vars , file_dest )",if template is None :,115
25313,"def parse_resources(resources_args, fallback=None):
    """"""Parse resources from args.""""""
    resources = dict()
    if resources_args is not None:
        valid = re.compile(r""[a-zA-Z_]\w*$"")
        for res in resources_args:
            try:
                res, val = res.split(""="")
            except ValueError:
                raise ValueError(""Resources have to be defined as name=value pairs."")
            if not valid.match(res):
                raise ValueError(
                    ""Resource definition must start with a valid identifier.""
                )
            try:
                val = int(val)
            except ValueError:
                if fallback is not None:
                    val = fallback(val)
                else:
                    raise ValueError(
                        ""Resource definiton must contain an integer after the identifier.""
                    )
            if res == ""_cores"":
                raise ValueError(
                    ""Resource _cores is already defined internally. Use a different name.""
                )
            resources[res] = val
    return resources
","def parse_resources ( resources_args , fallback = None ) : <TAB> """"""Parse resources from args."""""" <TAB> resources = dict ( ) <TAB> if resources_args is not None : <TAB> <TAB> valid = re . compile ( r""[a-zA-Z_]\w*$"" ) <TAB> <TAB> for res in resources_args : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> res , val = res . split ( ""="" ) <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""Resources have to be defined as name=value pairs."" ) <TAB> <TAB> <TAB> if not valid . match ( res ) : <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Resource definition must start with a valid identifier."" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> val = int ( val ) <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> val = fallback ( val ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Resource definiton must contain an integer after the identifier."" <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if res == ""_cores"" : <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Resource _cores is already defined internally. Use a different name."" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> resources [ res ] = val <TAB> return resources",if fallback is not None :,304
13603,"def _read_value(self, item):
    item = _normalize_path(item)
    if item in self._store:
        if item in self._expire_time and self._expire_time[item] < datetime.now():
            del self._store[item]
            raise KeyError(item)
        return PathResult(item, value=self._store[item])
    elif item in self._children:
        return PathResult(item, dir=True)
    else:
        raise KeyError(item)
","def _read_value ( self , item ) : <TAB> item = _normalize_path ( item ) <TAB> if item in self . _store : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> del self . _store [ item ] <TAB> <TAB> <TAB> raise KeyError ( item ) <TAB> <TAB> return PathResult ( item , value = self . _store [ item ] ) <TAB> elif item in self . _children : <TAB> <TAB> return PathResult ( item , dir = True ) <TAB> else : <TAB> <TAB> raise KeyError ( item )",if item in self . _expire_time and self . _expire_time [ item ] < datetime . now ( ) :,125
3118,"def splitwords(str, minlength):
    words = []
    i = 0
    n = len(str)
    while i < n:
        while i < n and str[i] in "" \t\n"":
            i = i + 1
        if i >= n:
            break
        start = i
        i = findwordend(str, i, n)
        words.append(str[start:i])
    while len(words) < minlength:
        words.append("""")
    return words","def splitwords ( str , minlength ) : <TAB> words = [ ] <TAB> i = 0 <TAB> n = len ( str ) <TAB> while i < n : <TAB> <TAB> while i < n and str [ i ] in "" \t\n"" : <TAB> <TAB> <TAB> i = i + 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> start = i <TAB> <TAB> i = findwordend ( str , i , n ) <TAB> <TAB> words . append ( str [ start : i ] ) <TAB> while len ( words ) < minlength : <TAB> <TAB> words . append ( """" ) <TAB> return words",if i >= n :,132
21550,"def _strided_slice_shape_func_input_shape(data_shape, begin, end, strides, slice_mode):
    ndim = data_shape.shape[0]
    out = output_tensor((ndim,), ""int64"")
    for i in const_range(ndim):
        cbegin = int64(0)
        cend = int64(data_shape[i])
        cstride = int64(1)
        if len(strides) > i:
            cstride = int64(strides[i])
        if len(begin) > i:
            cbegin = int64(begin[i])
            if cbegin < 0:
                cbegin += int64(data_shape[i])
        if len(end) <= i:
            cend = int64(data_shape[i])
        elif slice_mode != 0:
            cstride = int64(1)
            if end[i] < 0:
                cend = int64(data_shape[i])
            else:
                cend = cbegin + int64(end[i])
        else:
            if end[i] > data_shape[i]:
                cend = int64(data_shape[i])
            else:
                cend = int64(end[i])
                if cend < 0:
                    cend += int64(data_shape[i])
        assert cstride != 0, ""Strides can't be zero.""
        if cstride < 0:
            slice_range = cbegin - cend
            step = -cstride
        else:
            slice_range = cend - cbegin
            step = cstride
        out[i] = int64(ceil_div(slice_range, step))
    return out","def _strided_slice_shape_func_input_shape ( data_shape , begin , end , strides , slice_mode ) : <TAB> ndim = data_shape . shape [ 0 ] <TAB> out = output_tensor ( ( ndim , ) , ""int64"" ) <TAB> for i in const_range ( ndim ) : <TAB> <TAB> cbegin = int64 ( 0 ) <TAB> <TAB> cend = int64 ( data_shape [ i ] ) <TAB> <TAB> cstride = int64 ( 1 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cstride = int64 ( strides [ i ] ) <TAB> <TAB> if len ( begin ) > i : <TAB> <TAB> <TAB> cbegin = int64 ( begin [ i ] ) <TAB> <TAB> <TAB> if cbegin < 0 : <TAB> <TAB> <TAB> <TAB> cbegin += int64 ( data_shape [ i ] ) <TAB> <TAB> if len ( end ) <= i : <TAB> <TAB> <TAB> cend = int64 ( data_shape [ i ] ) <TAB> <TAB> elif slice_mode != 0 : <TAB> <TAB> <TAB> cstride = int64 ( 1 ) <TAB> <TAB> <TAB> if end [ i ] < 0 : <TAB> <TAB> <TAB> <TAB> cend = int64 ( data_shape [ i ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> cend = cbegin + int64 ( end [ i ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if end [ i ] > data_shape [ i ] : <TAB> <TAB> <TAB> <TAB> cend = int64 ( data_shape [ i ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> cend = int64 ( end [ i ] ) <TAB> <TAB> <TAB> <TAB> if cend < 0 : <TAB> <TAB> <TAB> <TAB> <TAB> cend += int64 ( data_shape [ i ] ) <TAB> <TAB> assert cstride != 0 , ""Strides can't be zero."" <TAB> <TAB> if cstride < 0 : <TAB> <TAB> <TAB> slice_range = cbegin - cend <TAB> <TAB> <TAB> step = - cstride <TAB> <TAB> else : <TAB> <TAB> <TAB> slice_range = cend - cbegin <TAB> <TAB> <TAB> step = cstride <TAB> <TAB> out [ i ] = int64 ( ceil_div ( slice_range , step ) ) <TAB> return out",if len ( strides ) > i :,471
4598,"def remove_dot_segments(path):
    r = []
    while path:
        # A
        if path.startswith(""../""):
            path = path[3:]
            continue
        if path.startswith(""./""):
            path = path[2:]
            continue
        # B
        if path.startswith(""/./""):
            path = path[2:]
            continue
        if path == ""/."":
            path = ""/""
            continue
        # C
        if path.startswith(""/../""):
            path = path[3:]
            if r:
                r.pop()
            continue
        if path == ""/.."":
            path = ""/""
            if r:
                r.pop()
            continue
        # D
        if path == ""."":
            path = path[1:]
            continue
        if path == "".."":
            path = path[2:]
            continue
        # E
        start = 0
        if path.startswith(""/""):
            start = 1
        ii = path.find(""/"", start)
        if ii < 0:
            ii = None
        r.append(path[:ii])
        if ii is None:
            break
        path = path[ii:]
    return """".join(r)","def remove_dot_segments ( path ) : <TAB> r = [ ] <TAB> while path : <TAB> <TAB> <TAB> <TAB> if path . startswith ( ""../"" ) : <TAB> <TAB> <TAB> path = path [ 3 : ] <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> path = path [ 2 : ] <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if path . startswith ( ""/./"" ) : <TAB> <TAB> <TAB> path = path [ 2 : ] <TAB> <TAB> <TAB> continue <TAB> <TAB> if path == ""/."" : <TAB> <TAB> <TAB> path = ""/"" <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if path . startswith ( ""/../"" ) : <TAB> <TAB> <TAB> path = path [ 3 : ] <TAB> <TAB> <TAB> if r : <TAB> <TAB> <TAB> <TAB> r . pop ( ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if path == ""/.."" : <TAB> <TAB> <TAB> path = ""/"" <TAB> <TAB> <TAB> if r : <TAB> <TAB> <TAB> <TAB> r . pop ( ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if path == ""."" : <TAB> <TAB> <TAB> path = path [ 1 : ] <TAB> <TAB> <TAB> continue <TAB> <TAB> if path == "".."" : <TAB> <TAB> <TAB> path = path [ 2 : ] <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> start = 0 <TAB> <TAB> if path . startswith ( ""/"" ) : <TAB> <TAB> <TAB> start = 1 <TAB> <TAB> ii = path . find ( ""/"" , start ) <TAB> <TAB> if ii < 0 : <TAB> <TAB> <TAB> ii = None <TAB> <TAB> r . append ( path [ : ii ] ) <TAB> <TAB> if ii is None : <TAB> <TAB> <TAB> break <TAB> <TAB> path = path [ ii : ] <TAB> return """" . join ( r )","if path . startswith ( ""./"" ) :",348
9371,"def PyJsHoisted__interopRequireWildcard_(obj, this, arguments, var=var):
    var = Scope({u""this"": this, u""obj"": obj, u""arguments"": arguments}, var)
    var.registers([u""obj"", u""key"", u""newObj""])
    if var.get(u""obj"") and var.get(u""obj"").get(u""__esModule""):
        return var.get(u""obj"")
    else:
        PyJs_Object_842_ = Js({})
        var.put(u""newObj"", PyJs_Object_842_)
        if var.get(u""obj"") != var.get(u""null""):
            for PyJsTemp in var.get(u""obj""):
                var.put(u""key"", PyJsTemp)
                if (
                    var.get(u""Object"")
                    .get(u""prototype"")
                    .get(u""hasOwnProperty"")
                    .callprop(u""call"", var.get(u""obj""), var.get(u""key""))
                ):
                    var.get(u""newObj"").put(
                        var.get(u""key""), var.get(u""obj"").get(var.get(u""key""))
                    )
        var.get(u""newObj"").put(u""default"", var.get(u""obj""))
        return var.get(u""newObj"")","def PyJsHoisted__interopRequireWildcard_ ( obj , this , arguments , var = var ) : <TAB> var = Scope ( { u""this"" : this , u""obj"" : obj , u""arguments"" : arguments } , var ) <TAB> var . registers ( [ u""obj"" , u""key"" , u""newObj"" ] ) <TAB> if var . get ( u""obj"" ) and var . get ( u""obj"" ) . get ( u""__esModule"" ) : <TAB> <TAB> return var . get ( u""obj"" ) <TAB> else : <TAB> <TAB> PyJs_Object_842_ = Js ( { } ) <TAB> <TAB> var . put ( u""newObj"" , PyJs_Object_842_ ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for PyJsTemp in var . get ( u""obj"" ) : <TAB> <TAB> <TAB> <TAB> var . put ( u""key"" , PyJsTemp ) <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> <TAB> var . get ( u""Object"" ) <TAB> <TAB> <TAB> <TAB> <TAB> . get ( u""prototype"" ) <TAB> <TAB> <TAB> <TAB> <TAB> . get ( u""hasOwnProperty"" ) <TAB> <TAB> <TAB> <TAB> <TAB> . callprop ( u""call"" , var . get ( u""obj"" ) , var . get ( u""key"" ) ) <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> var . get ( u""newObj"" ) . put ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> var . get ( u""key"" ) , var . get ( u""obj"" ) . get ( var . get ( u""key"" ) ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> var . get ( u""newObj"" ) . put ( u""default"" , var . get ( u""obj"" ) ) <TAB> <TAB> return var . get ( u""newObj"" )","if var . get ( u""obj"" ) != var . get ( u""null"" ) :",384
23184,"def _validate_options(self):
    for option in self.options:
        # if value type is bool or int, then we know the options is set
        if not type(self.options[option]) in [bool, int]:
            if self.options.required[option] is True and not self.options[option]:
                if option == Constants.PASSWORD_CLEAR:
                    option = ""password"".upper()
                raise FrameworkException(
                    ""Value required for the '%s' option."" % (option.upper())
                )
    return
","def _validate_options ( self ) : <TAB> for option in self . options : <TAB> <TAB> <TAB> <TAB> if not type ( self . options [ option ] ) in [ bool , int ] : <TAB> <TAB> <TAB> if self . options . required [ option ] is True and not self . options [ option ] : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> option = ""password"" . upper ( ) <TAB> <TAB> <TAB> <TAB> raise FrameworkException ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Value required for the '%s' option."" % ( option . upper ( ) ) <TAB> <TAB> <TAB> <TAB> ) <TAB> return",if option == Constants . PASSWORD_CLEAR :,148
4577,"def iterscan(self, string, idx=0, context=None):
    """"""Yield match, end_idx for each match""""""
    match = self.scanner.scanner(string, idx).match
    actions = self.actions
    lastend = idx
    end = len(string)
    while True:
        m = match()
        if m is None:
            break
        matchbegin, matchend = m.span()
        if lastend == matchend:
            break
        action = actions[m.lastindex]
        if action is not None:
            rval, next_pos = action(m, context)
            if next_pos is not None and next_pos != matchend:
                # ""fast forward"" the scanner
                matchend = next_pos
                match = self.scanner.scanner(string, matchend).match
            yield rval, matchend
        lastend = matchend","def iterscan ( self , string , idx = 0 , context = None ) : <TAB> """"""Yield match, end_idx for each match"""""" <TAB> match = self . scanner . scanner ( string , idx ) . match <TAB> actions = self . actions <TAB> lastend = idx <TAB> end = len ( string ) <TAB> while True : <TAB> <TAB> m = match ( ) <TAB> <TAB> if m is None : <TAB> <TAB> <TAB> break <TAB> <TAB> matchbegin , matchend = m . span ( ) <TAB> <TAB> if lastend == matchend : <TAB> <TAB> <TAB> break <TAB> <TAB> action = actions [ m . lastindex ] <TAB> <TAB> if action is not None : <TAB> <TAB> <TAB> rval , next_pos = action ( m , context ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> matchend = next_pos <TAB> <TAB> <TAB> <TAB> match = self . scanner . scanner ( string , matchend ) . match <TAB> <TAB> <TAB> yield rval , matchend <TAB> <TAB> lastend = matchend",if next_pos is not None and next_pos != matchend :,234
21541,"def from_darknet(self):
    """"""To convert the darknet symbol to relay functions.""""""
    for i in range(self._net.n):
        layer = self._net.layers[i]
        need_skip, sym = self._preproc_layer(layer, i)
        if need_skip:
            continue
        processed, sym = self._handle_darknet_rnn_layers(i, sym)
        if processed:
            continue
        attr = self._get_darknet_attrs(layer, i)
        op_name = self._get_opname(layer)
        prefix = _get_params_prefix(op_name, i)
        params = self._get_darknet_params(self._net.layers[i], prefix)
        sym = _darknet_convert_symbol(op_name, _as_list(sym), params, attr, prefix)
        if params:
            self._tvmparams.update(params)
        self._sym_array[i] = sym
        self._make_outlist(sym, prefix, layer, i)
    outputs = _as_list(sym) + self._outs
    outputs = outputs[0] if len(outputs) == 1 else _expr.Tuple(outputs)
    sym = _function.Function(analysis.free_vars(outputs), outputs)
    return IRModule.from_expr(sym), self._tvmparams","def from_darknet ( self ) : <TAB> """"""To convert the darknet symbol to relay functions."""""" <TAB> for i in range ( self . _net . n ) : <TAB> <TAB> layer = self . _net . layers [ i ] <TAB> <TAB> need_skip , sym = self . _preproc_layer ( layer , i ) <TAB> <TAB> if need_skip : <TAB> <TAB> <TAB> continue <TAB> <TAB> processed , sym = self . _handle_darknet_rnn_layers ( i , sym ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> attr = self . _get_darknet_attrs ( layer , i ) <TAB> <TAB> op_name = self . _get_opname ( layer ) <TAB> <TAB> prefix = _get_params_prefix ( op_name , i ) <TAB> <TAB> params = self . _get_darknet_params ( self . _net . layers [ i ] , prefix ) <TAB> <TAB> sym = _darknet_convert_symbol ( op_name , _as_list ( sym ) , params , attr , prefix ) <TAB> <TAB> if params : <TAB> <TAB> <TAB> self . _tvmparams . update ( params ) <TAB> <TAB> self . _sym_array [ i ] = sym <TAB> <TAB> self . _make_outlist ( sym , prefix , layer , i ) <TAB> outputs = _as_list ( sym ) + self . _outs <TAB> outputs = outputs [ 0 ] if len ( outputs ) == 1 else _expr . Tuple ( outputs ) <TAB> sym = _function . Function ( analysis . free_vars ( outputs ) , outputs ) <TAB> return IRModule . from_expr ( sym ) , self . _tvmparams",if processed :,346
153,"def load_weights_from_unsupervised(self, unsupervised_model):
    update_state_dict = copy.deepcopy(self.network.state_dict())
    for param, weights in unsupervised_model.network.state_dict().items():
        if param.startswith(""encoder""):
            # Convert encoder's layers name to match
            new_param = ""tabnet."" + param
        else:
            new_param = param
        if self.network.state_dict().get(new_param) is not None:
            # update only common layers
            update_state_dict[new_param] = weights
    self.network.load_state_dict(update_state_dict)
","def load_weights_from_unsupervised ( self , unsupervised_model ) : <TAB> update_state_dict = copy . deepcopy ( self . network . state_dict ( ) ) <TAB> for param , weights in unsupervised_model . network . state_dict ( ) . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> new_param = ""tabnet."" + param <TAB> <TAB> else : <TAB> <TAB> <TAB> new_param = param <TAB> <TAB> if self . network . state_dict ( ) . get ( new_param ) is not None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> update_state_dict [ new_param ] = weights <TAB> self . network . load_state_dict ( update_state_dict )","if param . startswith ( ""encoder"" ) :",170
2273,"def is_key_allowed_v1(
    self,
    api_resource: str,
    api_operation: str,
    api_name: str,
    extra_data: Optional[Dict[str, Any]] = None,
) -> bool:
    """"""Checks if a key is allowed with v1 permissions""""""
    allowed = self.permissions_document[""default_allow""]
    # Get our per-endpoint validation function now to ensure that api_name is valid before continuing
    try:
        validation_function = ENDPOINT_MAP[api_name]
    except Exception:
        # This should never happen
        _log.exception(f""Error api_name {api_name} is wrong. This should never happen!"")
        raise RuntimeError(f""'{api_name}' is not a valid know api_name"")
    # Check the 'global' CRUD values
    group_allow = _process_api_resource(
        self.permissions_document[""permissions""], api_operation
    )
    if group_allow is not None:
        allowed = group_allow
    # Check the specific api resource CRUD values
    api_resource_permissions = self.permissions_document[""permissions""].get(
        api_resource
    )
    if api_resource_permissions:
        group_allow = _process_api_resource(api_resource_permissions, api_operation)
        if group_allow is not None:
            allowed = group_allow
        # Check the specific api operation permissions itself
        api_name_permissions = api_resource_permissions.get(api_name)
        if api_name_permissions:
            # Special permissions on a per-endpoint level are handled here
            endpoint_allow = validation_function(api_name_permissions, extra_data)
            if endpoint_allow is not None:
                allowed = endpoint_allow
    return allowed","def is_key_allowed_v1 ( <TAB> self , <TAB> api_resource : str , <TAB> api_operation : str , <TAB> api_name : str , <TAB> extra_data : Optional [ Dict [ str , Any ] ] = None , ) -> bool : <TAB> """"""Checks if a key is allowed with v1 permissions"""""" <TAB> allowed = self . permissions_document [ ""default_allow"" ] <TAB> <TAB> try : <TAB> <TAB> validation_function = ENDPOINT_MAP [ api_name ] <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> _log . exception ( f""Error api_name {api_name} is wrong. This should never happen!"" ) <TAB> <TAB> raise RuntimeError ( f""'{api_name}' is not a valid know api_name"" ) <TAB> <TAB> group_allow = _process_api_resource ( <TAB> <TAB> self . permissions_document [ ""permissions"" ] , api_operation <TAB> ) <TAB> if group_allow is not None : <TAB> <TAB> allowed = group_allow <TAB> <TAB> api_resource_permissions = self . permissions_document [ ""permissions"" ] . get ( <TAB> <TAB> api_resource <TAB> ) <TAB> if api_resource_permissions : <TAB> <TAB> group_allow = _process_api_resource ( api_resource_permissions , api_operation ) <TAB> <TAB> if group_allow is not None : <TAB> <TAB> <TAB> allowed = group_allow <TAB> <TAB> <TAB> <TAB> api_name_permissions = api_resource_permissions . get ( api_name ) <TAB> <TAB> if api_name_permissions : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> endpoint_allow = validation_function ( api_name_permissions , extra_data ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> allowed = endpoint_allow <TAB> return allowed",if endpoint_allow is not None :,444
5444,"def _serialize(self, value, attr, obj):
    usages = value._usages
    usage_list = {}
    for usage in usages:
        if usage == x509.oid.ExtendedKeyUsageOID.CLIENT_AUTH:
            usage_list[""useClientAuthentication""] = True
        elif usage == x509.oid.ExtendedKeyUsageOID.SERVER_AUTH:
            usage_list[""useServerAuthentication""] = True
        elif usage == x509.oid.ExtendedKeyUsageOID.CODE_SIGNING:
            usage_list[""useCodeSigning""] = True
        elif usage == x509.oid.ExtendedKeyUsageOID.EMAIL_PROTECTION:
            usage_list[""useEmailProtection""] = True
        elif usage == x509.oid.ExtendedKeyUsageOID.TIME_STAMPING:
            usage_list[""useTimestamping""] = True
        elif usage == x509.oid.ExtendedKeyUsageOID.OCSP_SIGNING:
            usage_list[""useOCSPSigning""] = True
        elif usage.dotted_string == ""1.3.6.1.5.5.7.3.14"":
            usage_list[""useEapOverLAN""] = True
        elif usage.dotted_string == ""1.3.6.1.5.5.7.3.13"":
            usage_list[""useEapOverPPP""] = True
        elif usage.dotted_string == ""1.3.6.1.4.1.311.20.2.2"":
            usage_list[""useSmartCardLogon""] = True
        else:
            current_app.logger.warning(
                ""Unable to serialize ExtendedKeyUsage with OID: {usage}"".format(
                    usage=usage.dotted_string
                )
            )
    return usage_list","def _serialize ( self , value , attr , obj ) : <TAB> usages = value . _usages <TAB> usage_list = { } <TAB> for usage in usages : <TAB> <TAB> if usage == x509 . oid . ExtendedKeyUsageOID . CLIENT_AUTH : <TAB> <TAB> <TAB> usage_list [ ""useClientAuthentication"" ] = True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> usage_list [ ""useServerAuthentication"" ] = True <TAB> <TAB> elif usage == x509 . oid . ExtendedKeyUsageOID . CODE_SIGNING : <TAB> <TAB> <TAB> usage_list [ ""useCodeSigning"" ] = True <TAB> <TAB> elif usage == x509 . oid . ExtendedKeyUsageOID . EMAIL_PROTECTION : <TAB> <TAB> <TAB> usage_list [ ""useEmailProtection"" ] = True <TAB> <TAB> elif usage == x509 . oid . ExtendedKeyUsageOID . TIME_STAMPING : <TAB> <TAB> <TAB> usage_list [ ""useTimestamping"" ] = True <TAB> <TAB> elif usage == x509 . oid . ExtendedKeyUsageOID . OCSP_SIGNING : <TAB> <TAB> <TAB> usage_list [ ""useOCSPSigning"" ] = True <TAB> <TAB> elif usage . dotted_string == ""1.3.6.1.5.5.7.3.14"" : <TAB> <TAB> <TAB> usage_list [ ""useEapOverLAN"" ] = True <TAB> <TAB> elif usage . dotted_string == ""1.3.6.1.5.5.7.3.13"" : <TAB> <TAB> <TAB> usage_list [ ""useEapOverPPP"" ] = True <TAB> <TAB> elif usage . dotted_string == ""1.3.6.1.4.1.311.20.2.2"" : <TAB> <TAB> <TAB> usage_list [ ""useSmartCardLogon"" ] = True <TAB> <TAB> else : <TAB> <TAB> <TAB> current_app . logger . warning ( <TAB> <TAB> <TAB> <TAB> ""Unable to serialize ExtendedKeyUsage with OID: {usage}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> usage = usage . dotted_string <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> return usage_list",elif usage == x509 . oid . ExtendedKeyUsageOID . SERVER_AUTH :,466
9532,"def realizeElementExpressions(innerElement):
    elementHasBeenRealized = False
    for exp in innerElement.expressions:
        if not hasattr(exp, ""realize""):
            continue
        # else:
        before, during, after = exp.realize(innerElement)
        elementHasBeenRealized = True
        for n in before:
            newStream.append(n)
        if during is not None:
            newStream.append(during)
        for n in after:
            newStream.append(n)
    if elementHasBeenRealized is False:
        newStream.append(innerElement)
","def realizeElementExpressions ( innerElement ) : <TAB> elementHasBeenRealized = False <TAB> for exp in innerElement . expressions : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> before , during , after = exp . realize ( innerElement ) <TAB> <TAB> elementHasBeenRealized = True <TAB> <TAB> for n in before : <TAB> <TAB> <TAB> newStream . append ( n ) <TAB> <TAB> if during is not None : <TAB> <TAB> <TAB> newStream . append ( during ) <TAB> <TAB> for n in after : <TAB> <TAB> <TAB> newStream . append ( n ) <TAB> if elementHasBeenRealized is False : <TAB> <TAB> newStream . append ( innerElement )","if not hasattr ( exp , ""realize"" ) :",164
2478,"def parse_extra_frontend_settings(envvars):
    settings_dict = {}
    if isinstance(envvars, os._Environ) or isinstance(envvars, dict):
        frontend_settings_pattern = re.compile(r""^EXTRA_FRONTEND_SETTINGS_(\d{1,5})$"")
        frontend_settings_file_pattern = re.compile(
            r""^EXTRA_FRONTEND_SETTINGS_FILE_(\d{1,5})$""
        )
        for k, v in envvars.iteritems():
            settings = []
            match = frontend_settings_pattern.match(k)
            file_match = frontend_settings_file_pattern.match(k)
            if match:
                port = match.group(1)
                settings.extend(
                    [
                        x.strip().replace(""\,"", "","")
                        for x in re.split(r""(?<!\\),"", v.strip())
                    ]
                )
            elif file_match:
                port = file_match.group(1)
                try:
                    with open(v) as file:
                        for line in file:
                            settings.append(line.strip())
                except Exception as e:
                    logger.info(""Error reading %s at '%s', error %s"" % (k, v, e))
            if len(settings) > 0:
                if port in settings_dict:
                    settings_dict[port].extend(settings)
                else:
                    settings_dict[port] = settings
    return settings_dict","def parse_extra_frontend_settings ( envvars ) : <TAB> settings_dict = { } <TAB> if isinstance ( envvars , os . _Environ ) or isinstance ( envvars , dict ) : <TAB> <TAB> frontend_settings_pattern = re . compile ( r""^EXTRA_FRONTEND_SETTINGS_(\d{1,5})$"" ) <TAB> <TAB> frontend_settings_file_pattern = re . compile ( <TAB> <TAB> <TAB> r""^EXTRA_FRONTEND_SETTINGS_FILE_(\d{1,5})$"" <TAB> <TAB> ) <TAB> <TAB> for k , v in envvars . iteritems ( ) : <TAB> <TAB> <TAB> settings = [ ] <TAB> <TAB> <TAB> match = frontend_settings_pattern . match ( k ) <TAB> <TAB> <TAB> file_match = frontend_settings_file_pattern . match ( k ) <TAB> <TAB> <TAB> if match : <TAB> <TAB> <TAB> <TAB> port = match . group ( 1 ) <TAB> <TAB> <TAB> <TAB> settings . extend ( <TAB> <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> x . strip ( ) . replace ( ""\,"" , "","" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for x in re . split ( r""(?<!\\),"" , v . strip ( ) ) <TAB> <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> elif file_match : <TAB> <TAB> <TAB> <TAB> port = file_match . group ( 1 ) <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> with open ( v ) as file : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for line in file : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> settings . append ( line . strip ( ) ) <TAB> <TAB> <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> <TAB> <TAB> logger . info ( ""Error reading %s at '%s', error %s"" % ( k , v , e ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if port in settings_dict : <TAB> <TAB> <TAB> <TAB> <TAB> settings_dict [ port ] . extend ( settings ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> settings_dict [ port ] = settings <TAB> return settings_dict",if len ( settings ) > 0 :,433
18222,"def __call__(self, message):
    with self._lock:
        self._pending_ack += 1
        self.max_pending_ack = max(self.max_pending_ack, self._pending_ack)
        self.seen_message_ids.append(int(message.attributes[""seq_num""]))
    time.sleep(self._processing_time)
    with self._lock:
        self._pending_ack -= 1
        message.ack()
        self.completed_calls += 1
        if self.completed_calls >= self._resolve_at_msg_count:
            if not self.done_future.done():
                self.done_future.set_result(None)","def __call__ ( self , message ) : <TAB> with self . _lock : <TAB> <TAB> self . _pending_ack += 1 <TAB> <TAB> self . max_pending_ack = max ( self . max_pending_ack , self . _pending_ack ) <TAB> <TAB> self . seen_message_ids . append ( int ( message . attributes [ ""seq_num"" ] ) ) <TAB> time . sleep ( self . _processing_time ) <TAB> with self . _lock : <TAB> <TAB> self . _pending_ack -= 1 <TAB> <TAB> message . ack ( ) <TAB> <TAB> self . completed_calls += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not self . done_future . done ( ) : <TAB> <TAB> <TAB> <TAB> self . done_future . set_result ( None )",if self . completed_calls >= self . _resolve_at_msg_count :,173
19219,"def parametrize(self, *, x, conditions):
    log_epsilon = tf_util.constant(value=np.log(util.epsilon), dtype=""float"")
    shape = (-1,) + self.action_spec.shape
    # Mean
    mean = self.mean.apply(x=x)
    if len(self.input_spec.shape) == 1:
        mean = tf.reshape(tensor=mean, shape=shape)
    # Log standard deviation
    if self.global_stddev:
        multiples = (tf.shape(input=x)[0],) + tuple(
            1 for _ in range(self.action_spec.rank)
        )
        log_stddev = tf.tile(input=self.log_stddev, multiples=multiples)
    else:
        log_stddev = self.log_stddev.apply(x=x)
        if len(self.input_spec.shape) == 1:
            log_stddev = tf.reshape(tensor=log_stddev, shape=shape)
    # Shift log stddev to reduce zero value (TODO: 0.1 random choice)
    if (
        self.action_spec.min_value is not None
        and self.action_spec.max_value is not None
    ):
        log_stddev += tf_util.constant(value=np.log(0.1), dtype=""float"")
    # Clip log_stddev for numerical stability (epsilon < 1.0, hence negative)
    log_stddev = tf.clip_by_value(
        t=log_stddev, clip_value_min=log_epsilon, clip_value_max=-log_epsilon
    )
    # Standard deviation
    stddev = tf.math.exp(x=log_stddev)
    return TensorDict(mean=mean, stddev=stddev, log_stddev=log_stddev)","def parametrize ( self , * , x , conditions ) : <TAB> log_epsilon = tf_util . constant ( value = np . log ( util . epsilon ) , dtype = ""float"" ) <TAB> shape = ( - 1 , ) + self . action_spec . shape <TAB> <TAB> mean = self . mean . apply ( x = x ) <TAB> <fill-in> <TAB> <TAB> mean = tf . reshape ( tensor = mean , shape = shape ) <TAB> <TAB> if self . global_stddev : <TAB> <TAB> multiples = ( tf . shape ( input = x ) [ 0 ] , ) + tuple ( <TAB> <TAB> <TAB> 1 for _ in range ( self . action_spec . rank ) <TAB> <TAB> ) <TAB> <TAB> log_stddev = tf . tile ( input = self . log_stddev , multiples = multiples ) <TAB> else : <TAB> <TAB> log_stddev = self . log_stddev . apply ( x = x ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> log_stddev = tf . reshape ( tensor = log_stddev , shape = shape ) <TAB> <TAB> if ( <TAB> <TAB> self . action_spec . min_value is not None <TAB> <TAB> and self . action_spec . max_value is not None <TAB> ) : <TAB> <TAB> log_stddev += tf_util . constant ( value = np . log ( 0.1 ) , dtype = ""float"" ) <TAB> <TAB> log_stddev = tf . clip_by_value ( <TAB> <TAB> t = log_stddev , clip_value_min = log_epsilon , clip_value_max = - log_epsilon <TAB> ) <TAB> <TAB> stddev = tf . math . exp ( x = log_stddev ) <TAB> return TensorDict ( mean = mean , stddev = stddev , log_stddev = log_stddev )",if len ( self . input_spec . shape ) == 1 :,438
9418,"def get(self):
    name = request.args.get(""filename"")
    if name is not None:
        opts = dict()
        opts[""type""] = ""episode""
        result = guessit(name, options=opts)
        res = dict()
        if ""episode"" in result:
            res[""episode""] = result[""episode""]
        else:
            res[""episode""] = 0
        if ""season"" in result:
            res[""season""] = result[""season""]
        else:
            res[""season""] = 0
        if ""subtitle_language"" in result:
            res[""subtitle_language""] = str(result[""subtitle_language""])
        return jsonify(data=res)
    else:
        return """", 400","def get ( self ) : <TAB> name = request . args . get ( ""filename"" ) <TAB> if name is not None : <TAB> <TAB> opts = dict ( ) <TAB> <TAB> opts [ ""type"" ] = ""episode"" <TAB> <TAB> result = guessit ( name , options = opts ) <TAB> <TAB> res = dict ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> res [ ""episode"" ] = result [ ""episode"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> res [ ""episode"" ] = 0 <TAB> <TAB> if ""season"" in result : <TAB> <TAB> <TAB> res [ ""season"" ] = result [ ""season"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> res [ ""season"" ] = 0 <TAB> <TAB> if ""subtitle_language"" in result : <TAB> <TAB> <TAB> res [ ""subtitle_language"" ] = str ( result [ ""subtitle_language"" ] ) <TAB> <TAB> return jsonify ( data = res ) <TAB> else : <TAB> <TAB> return """" , 400","if ""episode"" in result :",196
6709,"def set_message_type_visibility(self, message_type: MessageType):
    try:
        rows = {
            i
            for i, msg in enumerate(self.proto_analyzer.messages)
            if msg.message_type == message_type
        }
        if message_type.show:
            self.ui.tblViewProtocol.show_rows(rows)
        else:
            self.ui.tblViewProtocol.hide_rows(rows)
    except Exception as e:
        logger.exception(e)
","def set_message_type_visibility ( self , message_type : MessageType ) : <TAB> try : <TAB> <TAB> rows = { <TAB> <TAB> <TAB> i <TAB> <TAB> <TAB> for i , msg in enumerate ( self . proto_analyzer . messages ) <TAB> <TAB> <TAB> if msg . message_type == message_type <TAB> <TAB> } <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . ui . tblViewProtocol . show_rows ( rows ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . ui . tblViewProtocol . hide_rows ( rows ) <TAB> except Exception as e : <TAB> <TAB> logger . exception ( e )",if message_type . show :,138
11622,"def __setLoadCmd(self):
    base = self.__rawLoadCmd
    for _ in range(self.__machHeader.ncmds):
        command = LOAD_COMMAND.from_buffer_copy(base)
        if command.cmd == MACHOFlags.LC_SEGMENT:
            segment = SEGMENT_COMMAND.from_buffer_copy(base)
            self.__setSections(segment, base[56:], 32)
        elif command.cmd == MACHOFlags.LC_SEGMENT_64:
            segment = SEGMENT_COMMAND64.from_buffer_copy(base)
            self.__setSections(segment, base[72:], 64)
        base = base[command.cmdsize :]","def __setLoadCmd ( self ) : <TAB> base = self . __rawLoadCmd <TAB> for _ in range ( self . __machHeader . ncmds ) : <TAB> <TAB> command = LOAD_COMMAND . from_buffer_copy ( base ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> segment = SEGMENT_COMMAND . from_buffer_copy ( base ) <TAB> <TAB> <TAB> self . __setSections ( segment , base [ 56 : ] , 32 ) <TAB> <TAB> elif command . cmd == MACHOFlags . LC_SEGMENT_64 : <TAB> <TAB> <TAB> segment = SEGMENT_COMMAND64 . from_buffer_copy ( base ) <TAB> <TAB> <TAB> self . __setSections ( segment , base [ 72 : ] , 64 ) <TAB> <TAB> base = base [ command . cmdsize : ]",if command . cmd == MACHOFlags . LC_SEGMENT :,174
24364,"def test_node_label_pull_scenarios(graph):
    label_sets = [set(), {""Foo""}, {""Foo"", ""Bar""}, {""Spam""}]
    for old_labels in label_sets:
        for new_labels in label_sets:
            node = Node(*old_labels)
            graph.create(node)
            node_id = node.identity
            assert set(node.labels) == old_labels
            if old_labels:
                remove_clause = ""REMOVE a:%s"" % "":"".join(old_labels)
            else:
                remove_clause = """"
            if new_labels:
                set_clause = ""SET a:%s"" % "":"".join(new_labels)
            else:
                set_clause = """"
            if remove_clause or set_clause:
                graph.run(
                    ""MATCH (a) WHERE id(a)=$x %s %s"" % (remove_clause, set_clause),
                    x=node_id,
                )
                graph.pull(node)
                assert (
                    set(node.labels) == new_labels
                ), ""Failed to pull new labels %r over old labels %r"" % (
                    new_labels,
                    old_labels,
                )
","def test_node_label_pull_scenarios ( graph ) : <TAB> label_sets = [ set ( ) , { ""Foo"" } , { ""Foo"" , ""Bar"" } , { ""Spam"" } ] <TAB> for old_labels in label_sets : <TAB> <TAB> for new_labels in label_sets : <TAB> <TAB> <TAB> node = Node ( * old_labels ) <TAB> <TAB> <TAB> graph . create ( node ) <TAB> <TAB> <TAB> node_id = node . identity <TAB> <TAB> <TAB> assert set ( node . labels ) == old_labels <TAB> <TAB> <TAB> if old_labels : <TAB> <TAB> <TAB> <TAB> remove_clause = ""REMOVE a:%s"" % "":"" . join ( old_labels ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> remove_clause = """" <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> set_clause = ""SET a:%s"" % "":"" . join ( new_labels ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> set_clause = """" <TAB> <TAB> <TAB> if remove_clause or set_clause : <TAB> <TAB> <TAB> <TAB> graph . run ( <TAB> <TAB> <TAB> <TAB> <TAB> ""MATCH (a) WHERE id(a)=$x %s %s"" % ( remove_clause , set_clause ) , <TAB> <TAB> <TAB> <TAB> <TAB> x = node_id , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> graph . pull ( node ) <TAB> <TAB> <TAB> <TAB> assert ( <TAB> <TAB> <TAB> <TAB> <TAB> set ( node . labels ) == new_labels <TAB> <TAB> <TAB> <TAB> ) , ""Failed to pull new labels %r over old labels %r"" % ( <TAB> <TAB> <TAB> <TAB> <TAB> new_labels , <TAB> <TAB> <TAB> <TAB> <TAB> old_labels , <TAB> <TAB> <TAB> <TAB> )",if new_labels :,359
17309,"def process_request(self, request):
    force_host = settings.SSL_FORCE_HOST
    response = None
    if force_host and request.get_host().split("":"")[0] != force_host:
        url = ""http://%s%s"" % (force_host, request.get_full_path())
        response = HttpResponsePermanentRedirect(url)
    elif settings.SSL_ENABLED and not settings.DEV_SERVER:
        url = ""%s%s"" % (request.get_host(), request.get_full_path())
        path = request.path
        if settings.USE_I18N and path[1:3] in self.languages():
            path = path[3:]
        if path.startswith(settings.SSL_FORCE_URL_PREFIXES):
            if not request.is_secure():
                response = HttpResponseRedirect(""https://%s"" % url)
        elif request.is_secure() and settings.SSL_FORCED_PREFIXES_ONLY:
            response = HttpResponseRedirect(""http://%s"" % url)
    if response and request.method == ""POST"":
        if resolve(request.get_full_path()).url_name == ""fb_do_upload"":
            # The handler for the flash file uploader in filebrowser
            # doesn't have access to the http headers Django will use
            # to determine whether the request is secure or not, so
            # in this case we don't attempt a redirect - note that
            # when /admin is restricted to SSL using Mezzanine's SSL
            # setup, the flash uploader will post over SSL, so
            # someone would need to explictly go out of their way to
            # trigger this.
            return
        # Tell the client they need to re-POST.
        response.status_code = 307
    return response","def process_request ( self , request ) : <TAB> force_host = settings . SSL_FORCE_HOST <TAB> response = None <TAB> if force_host and request . get_host ( ) . split ( "":"" ) [ 0 ] != force_host : <TAB> <TAB> url = ""http://%s%s"" % ( force_host , request . get_full_path ( ) ) <TAB> <TAB> response = HttpResponsePermanentRedirect ( url ) <TAB> elif settings . SSL_ENABLED and not settings . DEV_SERVER : <TAB> <TAB> url = ""%s%s"" % ( request . get_host ( ) , request . get_full_path ( ) ) <TAB> <TAB> path = request . path <TAB> <TAB> if settings . USE_I18N and path [ 1 : 3 ] in self . languages ( ) : <TAB> <TAB> <TAB> path = path [ 3 : ] <TAB> <TAB> if path . startswith ( settings . SSL_FORCE_URL_PREFIXES ) : <TAB> <TAB> <TAB> if not request . is_secure ( ) : <TAB> <TAB> <TAB> <TAB> response = HttpResponseRedirect ( ""https://%s"" % url ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> response = HttpResponseRedirect ( ""http://%s"" % url ) <TAB> if response and request . method == ""POST"" : <TAB> <TAB> if resolve ( request . get_full_path ( ) ) . url_name == ""fb_do_upload"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> response . status_code = 307 <TAB> return response",elif request . is_secure ( ) and settings . SSL_FORCED_PREFIXES_ONLY :,451
11086,"def print_tools(self, buf=sys.stdout):
    data = self.get_tools()
    if not data:
        return
    _pr = Printer(buf)
    conflicts = set(self.get_conflicting_tools().keys())
    rows = [[""TOOL"", ""PACKAGE"", """"], [""----"", ""-------"", """"]]
    colors = [None, None]
    for _, (variant, tools) in sorted(data.items()):
        pkg_str = variant.qualified_package_name
        for tool in sorted(tools):
            col = None
            row = [tool, pkg_str, """"]
            if tool in conflicts:
                col = critical
                row[-1] = ""(in conflict)""
            rows.append(row)
            colors.append(col)
    for col, line in zip(colors, columnise(rows)):
        _pr(line, col)","def print_tools ( self , buf = sys . stdout ) : <TAB> data = self . get_tools ( ) <TAB> if not data : <TAB> <TAB> return <TAB> _pr = Printer ( buf ) <TAB> conflicts = set ( self . get_conflicting_tools ( ) . keys ( ) ) <TAB> rows = [ [ ""TOOL"" , ""PACKAGE"" , """" ] , [ ""----"" , ""-------"" , """" ] ] <TAB> colors = [ None , None ] <TAB> for _ , ( variant , tools ) in sorted ( data . items ( ) ) : <TAB> <TAB> pkg_str = variant . qualified_package_name <TAB> <TAB> for tool in sorted ( tools ) : <TAB> <TAB> <TAB> col = None <TAB> <TAB> <TAB> row = [ tool , pkg_str , """" ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> col = critical <TAB> <TAB> <TAB> <TAB> row [ - 1 ] = ""(in conflict)"" <TAB> <TAB> <TAB> rows . append ( row ) <TAB> <TAB> <TAB> colors . append ( col ) <TAB> for col , line in zip ( colors , columnise ( rows ) ) : <TAB> <TAB> _pr ( line , col )",if tool in conflicts :,228
24367,"def process_all(self, lines, times=1):
    gap = False
    for _ in range(times):
        for line in lines:
            if gap:
                self.write("""")
            self.process(line)
            if not is_command(line):
                gap = True
    return 0","def process_all ( self , lines , times = 1 ) : <TAB> gap = False <TAB> for _ in range ( times ) : <TAB> <TAB> for line in lines : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . write ( """" ) <TAB> <TAB> <TAB> self . process ( line ) <TAB> <TAB> <TAB> if not is_command ( line ) : <TAB> <TAB> <TAB> <TAB> gap = True <TAB> return 0",if gap :,86
24515,"def test_load_with_missing(self):
    with open(""state"", ""w"") as state_file:
        print(""!GlobalState"", file=state_file)
        print(""assets: "", file=state_file)
        if self.build_packages:
            print(""  build-packages: {}"".format(self.build_packages), file=state_file)
        if self.build_snaps:
            print(""  build-snaps: {}"".format(self.build_snaps), file=state_file)
        if self.required_grade:
            print(""  required-grade: {}"".format(self.required_grade), file=state_file)
    global_state = GlobalState.load(filepath=""state"")
    self.assertThat(global_state.get_build_packages(), Equals(self.build_packages))
    self.assertThat(global_state.get_build_snaps(), Equals(self.build_snaps))
    self.assertThat(global_state.get_required_grade(), Equals(self.required_grade))
","def test_load_with_missing ( self ) : <TAB> with open ( ""state"" , ""w"" ) as state_file : <TAB> <TAB> print ( ""!GlobalState"" , file = state_file ) <TAB> <TAB> print ( ""assets: "" , file = state_file ) <TAB> <TAB> if self . build_packages : <TAB> <TAB> <TAB> print ( ""  build-packages: {}"" . format ( self . build_packages ) , file = state_file ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""  build-snaps: {}"" . format ( self . build_snaps ) , file = state_file ) <TAB> <TAB> if self . required_grade : <TAB> <TAB> <TAB> print ( ""  required-grade: {}"" . format ( self . required_grade ) , file = state_file ) <TAB> global_state = GlobalState . load ( filepath = ""state"" ) <TAB> self . assertThat ( global_state . get_build_packages ( ) , Equals ( self . build_packages ) ) <TAB> self . assertThat ( global_state . get_build_snaps ( ) , Equals ( self . build_snaps ) ) <TAB> self . assertThat ( global_state . get_required_grade ( ) , Equals ( self . required_grade ) )",if self . build_snaps :,266
3322,"def test_len(self):
    eq = self.assertEqual
    eq(base64MIME.base64_len(""hello""), len(base64MIME.encode(""hello"", eol="""")))
    for size in range(15):
        if size == 0:
            bsize = 0
        elif size <= 3:
            bsize = 4
        elif size <= 6:
            bsize = 8
        elif size <= 9:
            bsize = 12
        elif size <= 12:
            bsize = 16
        else:
            bsize = 20
        eq(base64MIME.base64_len(""x"" * size), bsize)","def test_len ( self ) : <TAB> eq = self . assertEqual <TAB> eq ( base64MIME . base64_len ( ""hello"" ) , len ( base64MIME . encode ( ""hello"" , eol = """" ) ) ) <TAB> for size in range ( 15 ) : <TAB> <TAB> if size == 0 : <TAB> <TAB> <TAB> bsize = 0 <TAB> <TAB> elif size <= 3 : <TAB> <TAB> <TAB> bsize = 4 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> bsize = 8 <TAB> <TAB> elif size <= 9 : <TAB> <TAB> <TAB> bsize = 12 <TAB> <TAB> elif size <= 12 : <TAB> <TAB> <TAB> bsize = 16 <TAB> <TAB> else : <TAB> <TAB> <TAB> bsize = 20 <TAB> <TAB> eq ( base64MIME . base64_len ( ""x"" * size ) , bsize )",elif size <= 6 :,160
921,"def wrapped(*args, **kwargs):
    count = 0
    while True:
        try:
            return func(*args, **kwargs)
        except (HTTPException, HTTPError, socket.error, socket.timeout):
            if count >= 10:
                raise
            logger.info(""Throttling API requests..."")
            time.sleep(2 ** count * 0.5)
            count += 1","def wrapped ( * args , ** kwargs ) : <TAB> count = 0 <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> return func ( * args , ** kwargs ) <TAB> <TAB> except ( HTTPException , HTTPError , socket . error , socket . timeout ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> logger . info ( ""Throttling API requests..."" ) <TAB> <TAB> <TAB> time . sleep ( 2 ** count * 0.5 ) <TAB> <TAB> <TAB> count += 1",if count >= 10 :,107
2797,"def __define_authform_utils(self):
    settings = {
        ""form_registration_rw"": {""writable"": [], ""readable"": []},
        ""form_profile_rw"": {""writable"": [], ""readable"": []},
    }
    for config_dict in settings.keys():
        rw_data = self.__base_visibility()
        rw_data.update(**self.fields_rw)
        rw_data.update(**getattr(self, config_dict))
        for key, value in rw_data.items():
            if isinstance(value, (tuple, list)):
                readable, writable = value
            else:
                readable = writable = value
            if readable:
                settings[config_dict][""readable""].append(key)
            if writable:
                settings[config_dict][""writable""].append(key)
    setattr(
        self,
        ""_merged_form_rw_"",
        {
            ""registration"": settings[""form_registration_rw""],
            ""profile"": settings[""form_profile_rw""],
        },
    )
","def __define_authform_utils ( self ) : <TAB> settings = { <TAB> <TAB> ""form_registration_rw"" : { ""writable"" : [ ] , ""readable"" : [ ] } , <TAB> <TAB> ""form_profile_rw"" : { ""writable"" : [ ] , ""readable"" : [ ] } , <TAB> } <TAB> for config_dict in settings . keys ( ) : <TAB> <TAB> rw_data = self . __base_visibility ( ) <TAB> <TAB> rw_data . update ( ** self . fields_rw ) <TAB> <TAB> rw_data . update ( ** getattr ( self , config_dict ) ) <TAB> <TAB> for key , value in rw_data . items ( ) : <TAB> <TAB> <TAB> if isinstance ( value , ( tuple , list ) ) : <TAB> <TAB> <TAB> <TAB> readable , writable = value <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> readable = writable = value <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> settings [ config_dict ] [ ""readable"" ] . append ( key ) <TAB> <TAB> <TAB> if writable : <TAB> <TAB> <TAB> <TAB> settings [ config_dict ] [ ""writable"" ] . append ( key ) <TAB> setattr ( <TAB> <TAB> self , <TAB> <TAB> ""_merged_form_rw_"" , <TAB> <TAB> { <TAB> <TAB> <TAB> ""registration"" : settings [ ""form_registration_rw"" ] , <TAB> <TAB> <TAB> ""profile"" : settings [ ""form_profile_rw"" ] , <TAB> <TAB> } , <TAB> )",if readable :,274
7355,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRING:
                self.dbName = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRING:
                self.tblName = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.STRING:
                self.expr = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 4:
            if ftype == TType.STRING:
                self.defaultPartitionName = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 5:
            if ftype == TType.I16:
                self.maxParts = iprot.readI16()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . dbName = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . tblName = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 3 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . expr = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 4 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . defaultPartitionName = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 5 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . maxParts = iprot . readI16 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . I16 :,491
11697,"def hadoop_fs_rmr(stdout, stderr, environ, *args):
    yarn = mock_hadoop_uses_yarn(environ)
    if yarn:
        print(""rmr: DEPRECATED: Please use 'rm -r' instead."", file=stderr)
    if args and args[0] == ""-skipTrash"":
        path_args = args[1:]
    else:
        path_args = args
    if not path_args:
        if yarn:
            print(""-rmr: Not enough arguments: expected 1 but got 0"", file=stderr)
            # -skipTrash isn't mentioned in usage, at least in 2.5.2
            print(""Usage: hadoop fs [generic options] -rmr"" "" <src> ..."", file=stderr)
        else:
            print(""Usage: java FsShell [-rmr [-skipTrash] <src>]"", file=stderr)
        return -1
    return _hadoop_fs_rm(
        ""rmr"", stdout, stderr, environ, path_args=path_args, recursive=True, force=False
    )","def hadoop_fs_rmr ( stdout , stderr , environ , * args ) : <TAB> yarn = mock_hadoop_uses_yarn ( environ ) <TAB> <fill-in> <TAB> <TAB> print ( ""rmr: DEPRECATED: Please use 'rm -r' instead."" , file = stderr ) <TAB> if args and args [ 0 ] == ""-skipTrash"" : <TAB> <TAB> path_args = args [ 1 : ] <TAB> else : <TAB> <TAB> path_args = args <TAB> if not path_args : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""-rmr: Not enough arguments: expected 1 but got 0"" , file = stderr ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( ""Usage: hadoop fs [generic options] -rmr"" "" <src> ..."" , file = stderr ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""Usage: java FsShell [-rmr [-skipTrash] <src>]"" , file = stderr ) <TAB> <TAB> return - 1 <TAB> return _hadoop_fs_rm ( <TAB> <TAB> ""rmr"" , stdout , stderr , environ , path_args = path_args , recursive = True , force = False <TAB> )",if yarn :,268
22141,"def _parse_plugins_key(cls, key):
    if not key:
        return None, None
    plugins = key.split(""+"")
    result = []
    # Parse plugin dependencies
    for plugin_key in plugins:
        # Parse plugin key
        plugin_name, plugin_module = cls._parse_plugin_key(plugin_key)
        if not plugin_name or not plugin_module:
            continue
        result.append((plugin_name, plugin_module))
    # Add main plugin
    result.append(cls._parse_plugin_key(key.replace(""+"", ""-"")))
    return result
","def _parse_plugins_key ( cls , key ) : <TAB> if not key : <TAB> <TAB> return None , None <TAB> plugins = key . split ( ""+"" ) <TAB> result = [ ] <TAB> <TAB> for plugin_key in plugins : <TAB> <TAB> <TAB> <TAB> plugin_name , plugin_module = cls . _parse_plugin_key ( plugin_key ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> result . append ( ( plugin_name , plugin_module ) ) <TAB> <TAB> result . append ( cls . _parse_plugin_key ( key . replace ( ""+"" , ""-"" ) ) ) <TAB> return result",if not plugin_name or not plugin_module :,150
11627,"def canvas_size(self):
    """"""Return the width and height for this sprite canvas""""""
    width = height = 0
    for image in self.images:
        x = image.x + image.absolute_width
        y = image.y + image.absolute_height
        if width < x:
            width = x
        if height < y:
            height = y
    return round_up(width), round_up(height)","def canvas_size ( self ) : <TAB> """"""Return the width and height for this sprite canvas"""""" <TAB> width = height = 0 <TAB> for image in self . images : <TAB> <TAB> x = image . x + image . absolute_width <TAB> <TAB> y = image . y + image . absolute_height <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> width = x <TAB> <TAB> if height < y : <TAB> <TAB> <TAB> height = y <TAB> return round_up ( width ) , round_up ( height )",if width < x :,110
18912,"def _get_season_search_strings(self, show, season=None):
    if not show:
        return [{}]
    to_return = []
    # add new query strings for exceptions
    name_exceptions = scene_exceptions.get_scene_exceptions(show.tvdbid) + [show.name]
    for cur_exception in name_exceptions:
        cur_params = {}
        # search directly by tvrage id
        if show.tvrid:
            cur_params[""rid""] = show.tvrid
        # if we can't then fall back on a very basic name search
        else:
            cur_params[""q""] = helpers.sanitizeSceneName(cur_exception)
        if season != None:
            # air-by-date means &season=2010&q=2010.03, no other way to do it atm
            if show.air_by_date:
                cur_params[""season""] = season.split(""-"")[0]
                if ""q"" in cur_params:
                    cur_params[""q""] += ""."" + season.replace(""-"", ""."")
                else:
                    cur_params[""q""] = season.replace(""-"", ""."")
            else:
                cur_params[""season""] = season
        # hack to only add a single result if it's a rageid search
        if not (""rid"" in cur_params and to_return):
            to_return.append(cur_params)
    return to_return","def _get_season_search_strings ( self , show , season = None ) : <TAB> if not show : <TAB> <TAB> return [ { } ] <TAB> to_return = [ ] <TAB> <TAB> name_exceptions = scene_exceptions . get_scene_exceptions ( show . tvdbid ) + [ show . name ] <TAB> for cur_exception in name_exceptions : <TAB> <TAB> cur_params = { } <TAB> <TAB> <TAB> <TAB> if show . tvrid : <TAB> <TAB> <TAB> cur_params [ ""rid"" ] = show . tvrid <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> cur_params [ ""q"" ] = helpers . sanitizeSceneName ( cur_exception ) <TAB> <TAB> if season != None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> cur_params [ ""season"" ] = season . split ( ""-"" ) [ 0 ] <TAB> <TAB> <TAB> <TAB> if ""q"" in cur_params : <TAB> <TAB> <TAB> <TAB> <TAB> cur_params [ ""q"" ] += ""."" + season . replace ( ""-"" , ""."" ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> cur_params [ ""q"" ] = season . replace ( ""-"" , ""."" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> cur_params [ ""season"" ] = season <TAB> <TAB> <TAB> <TAB> if not ( ""rid"" in cur_params and to_return ) : <TAB> <TAB> <TAB> to_return . append ( cur_params ) <TAB> return to_return",if show . air_by_date :,389
19695,"def ensure_connection(engine):
    remaining_attempts = FLAGS.sql_max_retries
    while True:
        try:
            engine.connect()
            return
        except sqlalchemy.exc.OperationalError:
            if remaining_attempts == 0:
                raise
            LOG.warning(
                _(
                    ""SQL connection failed (%(connstring)s). ""
                    ""%(attempts)d attempts left.""
                ),
                {""connstring"": FLAGS.sql_connection, ""attempts"": remaining_attempts},
            )
            time.sleep(FLAGS.sql_retry_interval)
            remaining_attempts -= 1","def ensure_connection ( engine ) : <TAB> remaining_attempts = FLAGS . sql_max_retries <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> engine . connect ( ) <TAB> <TAB> <TAB> return <TAB> <TAB> except sqlalchemy . exc . OperationalError : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> LOG . warning ( <TAB> <TAB> <TAB> <TAB> _ ( <TAB> <TAB> <TAB> <TAB> <TAB> ""SQL connection failed (%(connstring)s). "" <TAB> <TAB> <TAB> <TAB> <TAB> ""%(attempts)d attempts left."" <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> { ""connstring"" : FLAGS . sql_connection , ""attempts"" : remaining_attempts } , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> time . sleep ( FLAGS . sql_retry_interval ) <TAB> <TAB> <TAB> remaining_attempts -= 1",if remaining_attempts == 0 :,174
25014,"def _download(dset):
    for url in dset.urls:
        file = os.path.basename(urlparse(url).path)
        out_path = os.path.join(DATA_DIR, file)
        if not os.path.exists(out_path):
            print(""Downloading - {}."".format(url))
            urlretrieve(url, out_path)
            print(""Download complete."")
","def _download ( dset ) : <TAB> for url in dset . urls : <TAB> <TAB> file = os . path . basename ( urlparse ( url ) . path ) <TAB> <TAB> out_path = os . path . join ( DATA_DIR , file ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""Downloading - {}."" . format ( url ) ) <TAB> <TAB> <TAB> urlretrieve ( url , out_path ) <TAB> <TAB> <TAB> print ( ""Download complete."" )",if not os . path . exists ( out_path ) :,102
3608,"def init_author_file(self):
    self.author_map = {}
    if self.ui.config(""git"", ""authors""):
        f = open(self.repo.wjoin(self.ui.config(""git"", ""authors"")))
        try:
            for line in f:
                line = line.strip()
                if not line or line.startswith(""#""):
                    continue
                from_, to = RE_AUTHOR_FILE.split(line, 2)
                self.author_map[from_] = to
        finally:
            f.close()","def init_author_file ( self ) : <TAB> self . author_map = { } <TAB> if self . ui . config ( ""git"" , ""authors"" ) : <TAB> <TAB> f = open ( self . repo . wjoin ( self . ui . config ( ""git"" , ""authors"" ) ) ) <TAB> <TAB> try : <TAB> <TAB> <TAB> for line in f : <TAB> <TAB> <TAB> <TAB> line = line . strip ( ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> from_ , to = RE_AUTHOR_FILE . split ( line , 2 ) <TAB> <TAB> <TAB> <TAB> self . author_map [ from_ ] = to <TAB> <TAB> finally : <TAB> <TAB> <TAB> f . close ( )","if not line or line . startswith ( ""#"" ) :",152
10213,"def get_indexes(self, cursor, table_name):
    cursor.execute(
        ""SHOW INDEX FROM {0}"" """".format(self.connection.ops.quote_name(table_name))
    )
    # Do a two-pass search for indexes: on first pass check which indexes
    # are multicolumn, on second pass check which single-column indexes
    # are present.
    rows = list(cursor.fetchall())
    multicol_indexes = set()
    for row in rows:
        if row[3] > 1:
            multicol_indexes.add(row[2])
    indexes = {}
    for row in rows:
        if row[2] in multicol_indexes:
            continue
        if row[4] not in indexes:
            indexes[row[4]] = {""primary_key"": False, ""unique"": False}
        # It's possible to have the unique and PK constraints in
        # separate indexes.
        if row[2] == ""PRIMARY"":
            indexes[row[4]][""primary_key""] = True
        if not row[1]:
            indexes[row[4]][""unique""] = True
    return indexes","def get_indexes ( self , cursor , table_name ) : <TAB> cursor . execute ( <TAB> <TAB> ""SHOW INDEX FROM {0}"" """" . format ( self . connection . ops . quote_name ( table_name ) ) <TAB> ) <TAB> <TAB> <TAB> <TAB> rows = list ( cursor . fetchall ( ) ) <TAB> multicol_indexes = set ( ) <TAB> for row in rows : <TAB> <TAB> if row [ 3 ] > 1 : <TAB> <TAB> <TAB> multicol_indexes . add ( row [ 2 ] ) <TAB> indexes = { } <TAB> for row in rows : <TAB> <TAB> if row [ 2 ] in multicol_indexes : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> indexes [ row [ 4 ] ] = { ""primary_key"" : False , ""unique"" : False } <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if row [ 2 ] == ""PRIMARY"" : <TAB> <TAB> <TAB> indexes [ row [ 4 ] ] [ ""primary_key"" ] = True <TAB> <TAB> if not row [ 1 ] : <TAB> <TAB> <TAB> indexes [ row [ 4 ] ] [ ""unique"" ] = True <TAB> return indexes",if row [ 4 ] not in indexes :,285
2943,"def when(self, matches, context):
    to_remove = []
    to_ignore = set()
    remove = False
    for filepart in matches.markers.named(""path""):
        year = matches.range(
            filepart.start, filepart.end, predicate=lambda m: m.name == ""year"", index=0
        )
        if year:
            remove = True
            next_match = matches.range(
                year.end, filepart.end, predicate=lambda m: m.private, index=0
            )
            if (
                next_match
                and not matches.holes(
                    year.end, next_match.start, predicate=lambda m: m.raw.strip(seps)
                )
                and not matches.at_match(
                    next_match, predicate=lambda m: m.name == ""year""
                )
            ):
                to_ignore.add(next_match.initiator)
            to_ignore.update(
                matches.range(
                    filepart.start,
                    filepart.end,
                    predicate=lambda m: len(m.children.named(""episode"")) > 1,
                )
            )
            to_remove.extend(matches.conflicting(year))
    if remove:
        to_remove.extend(
            matches.tagged(
                ""weak-episode"",
                predicate=(
                    lambda m: m.initiator not in to_ignore and ""anime"" not in m.tags
                ),
            )
        )
    return to_remove","def when ( self , matches , context ) : <TAB> to_remove = [ ] <TAB> to_ignore = set ( ) <TAB> remove = False <TAB> for filepart in matches . markers . named ( ""path"" ) : <TAB> <TAB> year = matches . range ( <TAB> <TAB> <TAB> filepart . start , filepart . end , predicate = lambda m : m . name == ""year"" , index = 0 <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> remove = True <TAB> <TAB> <TAB> next_match = matches . range ( <TAB> <TAB> <TAB> <TAB> year . end , filepart . end , predicate = lambda m : m . private , index = 0 <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> next_match <TAB> <TAB> <TAB> <TAB> and not matches . holes ( <TAB> <TAB> <TAB> <TAB> <TAB> year . end , next_match . start , predicate = lambda m : m . raw . strip ( seps ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> and not matches . at_match ( <TAB> <TAB> <TAB> <TAB> <TAB> next_match , predicate = lambda m : m . name == ""year"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> to_ignore . add ( next_match . initiator ) <TAB> <TAB> <TAB> to_ignore . update ( <TAB> <TAB> <TAB> <TAB> matches . range ( <TAB> <TAB> <TAB> <TAB> <TAB> filepart . start , <TAB> <TAB> <TAB> <TAB> <TAB> filepart . end , <TAB> <TAB> <TAB> <TAB> <TAB> predicate = lambda m : len ( m . children . named ( ""episode"" ) ) > 1 , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> to_remove . extend ( matches . conflicting ( year ) ) <TAB> if remove : <TAB> <TAB> to_remove . extend ( <TAB> <TAB> <TAB> matches . tagged ( <TAB> <TAB> <TAB> <TAB> ""weak-episode"" , <TAB> <TAB> <TAB> <TAB> predicate = ( <TAB> <TAB> <TAB> <TAB> <TAB> lambda m : m . initiator not in to_ignore and ""anime"" not in m . tags <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> return to_remove",if year :,445
8849,"def send_push(
    self, api_key, title, body, url=None, destination=None, destination_type=None
):
    push_type = ""link"" if url else ""note""
    notification = {""type"": push_type, ""title"": title, ""body"": body}
    if url:
        notification[""url""] = url
    if destination:
        notification[destination_type] = destination
    # Make the request
    headers = {
        ""Authorization"": b""Basic "" + base64.b64encode(api_key.encode(""ascii"")),
        ""Content-Type"": ""application/json"",
        ""Accept"": ""application/json"",
        ""User-Agent"": ""Flexget"",
    }
    try:
        response = requests.post(PUSHBULLET_URL, headers=headers, json=notification)
    except RequestException as e:
        if e.response is not None:
            if e.response.status_code == 429:
                reset_time = datetime.datetime.fromtimestamp(
                    int(e.response.headers[""X-Ratelimit-Reset""])
                ).strftime(""%Y-%m-%d %H:%M:%S"")
                message = (
                    ""Monthly Pushbullet database operations limit reached. Next reset: %s""
                    % reset_time
                )
            else:
                message = e.response.json()[""error""][""message""]
        else:
            message = str(e)
        raise PluginWarning(message)
    reset_time = datetime.datetime.fromtimestamp(
        int(response.headers[""X-Ratelimit-Reset""])
    ).strftime(""%Y-%m-%d %H:%M:%S"")
    remaining = response.headers[""X-Ratelimit-Remaining""]
    log.debug(
        ""Pushbullet notification sent. Database operations remaining until next reset: %s. ""
        ""Next reset at: %s"",
        remaining,
        reset_time,
    )","def send_push ( <TAB> self , api_key , title , body , url = None , destination = None , destination_type = None ) : <TAB> push_type = ""link"" if url else ""note"" <TAB> notification = { ""type"" : push_type , ""title"" : title , ""body"" : body } <TAB> if url : <TAB> <TAB> notification [ ""url"" ] = url <TAB> if destination : <TAB> <TAB> notification [ destination_type ] = destination <TAB> <TAB> headers = { <TAB> <TAB> ""Authorization"" : b""Basic "" + base64 . b64encode ( api_key . encode ( ""ascii"" ) ) , <TAB> <TAB> ""Content-Type"" : ""application/json"" , <TAB> <TAB> ""Accept"" : ""application/json"" , <TAB> <TAB> ""User-Agent"" : ""Flexget"" , <TAB> } <TAB> try : <TAB> <TAB> response = requests . post ( PUSHBULLET_URL , headers = headers , json = notification ) <TAB> except RequestException as e : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if e . response . status_code == 429 : <TAB> <TAB> <TAB> <TAB> reset_time = datetime . datetime . fromtimestamp ( <TAB> <TAB> <TAB> <TAB> <TAB> int ( e . response . headers [ ""X-Ratelimit-Reset"" ] ) <TAB> <TAB> <TAB> <TAB> ) . strftime ( ""%Y-%m-%d %H:%M:%S"" ) <TAB> <TAB> <TAB> <TAB> message = ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Monthly Pushbullet database operations limit reached. Next reset: %s"" <TAB> <TAB> <TAB> <TAB> <TAB> % reset_time <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> message = e . response . json ( ) [ ""error"" ] [ ""message"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> message = str ( e ) <TAB> <TAB> raise PluginWarning ( message ) <TAB> reset_time = datetime . datetime . fromtimestamp ( <TAB> <TAB> int ( response . headers [ ""X-Ratelimit-Reset"" ] ) <TAB> ) . strftime ( ""%Y-%m-%d %H:%M:%S"" ) <TAB> remaining = response . headers [ ""X-Ratelimit-Remaining"" ] <TAB> log . debug ( <TAB> <TAB> ""Pushbullet notification sent. Database operations remaining until next reset: %s. "" <TAB> <TAB> ""Next reset at: %s"" , <TAB> <TAB> remaining , <TAB> <TAB> reset_time , <TAB> )",if e . response is not None :,500
17939,"def ParseFile(
    self,
    knowledge_base: rdf_client.KnowledgeBase,
    pathspec: rdf_paths.PathSpec,
    filedesc: IO[bytes],
) -> Iterator[rdf_webhistory.BrowserHistoryItem]:
    del knowledge_base  # Unused.
    # TODO(user): Convert this to use the far more intelligent plaso parser.
    chrome = ChromeParser()
    path = pathspec.CollapsePath()
    for timestamp, entry_type, url, data1, _, _ in chrome.Parse(path, filedesc):
        if entry_type == ""CHROME_DOWNLOAD"":
            yield rdf_webhistory.BrowserHistoryItem(
                url=url,
                domain=urlparse.urlparse(url).netloc,
                access_time=timestamp,
                program_name=""Chrome"",
                source_path=pathspec.CollapsePath(),
                download_path=data1,
            )
        elif entry_type == ""CHROME_VISIT"":
            yield rdf_webhistory.BrowserHistoryItem(
                url=url,
                domain=urlparse.urlparse(url).netloc,
                access_time=timestamp,
                program_name=""Chrome"",
                source_path=pathspec.CollapsePath(),
                title=data1,
            )","def ParseFile ( <TAB> self , <TAB> knowledge_base : rdf_client . KnowledgeBase , <TAB> pathspec : rdf_paths . PathSpec , <TAB> filedesc : IO [ bytes ] , ) -> Iterator [ rdf_webhistory . BrowserHistoryItem ] : <TAB> del knowledge_base <TAB> <TAB> chrome = ChromeParser ( ) <TAB> path = pathspec . CollapsePath ( ) <TAB> for timestamp , entry_type , url , data1 , _ , _ in chrome . Parse ( path , filedesc ) : <TAB> <TAB> if entry_type == ""CHROME_DOWNLOAD"" : <TAB> <TAB> <TAB> yield rdf_webhistory . BrowserHistoryItem ( <TAB> <TAB> <TAB> <TAB> url = url , <TAB> <TAB> <TAB> <TAB> domain = urlparse . urlparse ( url ) . netloc , <TAB> <TAB> <TAB> <TAB> access_time = timestamp , <TAB> <TAB> <TAB> <TAB> program_name = ""Chrome"" , <TAB> <TAB> <TAB> <TAB> source_path = pathspec . CollapsePath ( ) , <TAB> <TAB> <TAB> <TAB> download_path = data1 , <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield rdf_webhistory . BrowserHistoryItem ( <TAB> <TAB> <TAB> <TAB> url = url , <TAB> <TAB> <TAB> <TAB> domain = urlparse . urlparse ( url ) . netloc , <TAB> <TAB> <TAB> <TAB> access_time = timestamp , <TAB> <TAB> <TAB> <TAB> program_name = ""Chrome"" , <TAB> <TAB> <TAB> <TAB> source_path = pathspec . CollapsePath ( ) , <TAB> <TAB> <TAB> <TAB> title = data1 , <TAB> <TAB> <TAB> )","elif entry_type == ""CHROME_VISIT"" :",346
20524,"def test_read_value(self, replicator_fn, cross_replica):
    replicator = replicator_fn()
    if replicator is None:
        self.skipTest(""No replicator supplied."")
    with replicator.scope():
        v = tf.Variable(0.0)
    if cross_replica:
        values = [v.read_value()]
    else:
        # TpuReplicator doesn't support pure eager mode.
        if isinstance(replicator, snt_replicator.TpuReplicator):
            read_value_fn = tf.function(v.read_value)
        else:
            read_value_fn = v.read_value
        values = replicator.run(read_value_fn)
        values = replicator.experimental_local_results(values)
    for component in v._values:
        for value in values:
            self.assertAllEqual(component.read_value(), value)","def test_read_value ( self , replicator_fn , cross_replica ) : <TAB> replicator = replicator_fn ( ) <TAB> if replicator is None : <TAB> <TAB> self . skipTest ( ""No replicator supplied."" ) <TAB> with replicator . scope ( ) : <TAB> <TAB> v = tf . Variable ( 0.0 ) <TAB> if cross_replica : <TAB> <TAB> values = [ v . read_value ( ) ] <TAB> else : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> read_value_fn = tf . function ( v . read_value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> read_value_fn = v . read_value <TAB> <TAB> values = replicator . run ( read_value_fn ) <TAB> <TAB> values = replicator . experimental_local_results ( values ) <TAB> for component in v . _values : <TAB> <TAB> for value in values : <TAB> <TAB> <TAB> self . assertAllEqual ( component . read_value ( ) , value )","if isinstance ( replicator , snt_replicator . TpuReplicator ) :",244
15173,"def runas(
    args=sys.argv,
    executable=sys.executable,
    cwd=None,
    nShow=1,
    waitClose=True,
    waitTimeout=-1,
):
    if not 0 <= nShow <= 10:
        nShow = 1
    err = None
    try:
        if args is not None and not isinstance(args, str):
            args = subprocess.list2cmdline(args)
        pExecInfo = ShellExecuteInfo()
        pExecInfo.cbSize = ctypes.sizeof(pExecInfo)
        pExecInfo.fMask |= SEE_MASK_NOCLOSEPROCESS
        pExecInfo.lpVerb = b""open"" if is_admin() else b""runas""
        pExecInfo.lpFile = encode_for_locale(executable)
        pExecInfo.lpParameters = encode_for_locale(args)
        pExecInfo.lpDirectory = encode_for_locale(cwd)
        pExecInfo.nShow = nShow
        if ShellExecuteEx(pExecInfo):
            if waitClose:
                WaitForSingleObject(pExecInfo.hProcess, waitTimeout)
                return True
            else:
                return pExecInfo.hProcess
        else:
            err = SE_ERR_CODES.get(pExecInfo.hInstApp, ""unknown"")
    except Exception as e:
        err = e
    if err:
        print((""runas failed! error: %r"" % err))","def runas ( <TAB> args = sys . argv , <TAB> executable = sys . executable , <TAB> cwd = None , <TAB> nShow = 1 , <TAB> waitClose = True , <TAB> waitTimeout = - 1 , ) : <TAB> if not 0 <= nShow <= 10 : <TAB> <TAB> nShow = 1 <TAB> err = None <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> args = subprocess . list2cmdline ( args ) <TAB> <TAB> pExecInfo = ShellExecuteInfo ( ) <TAB> <TAB> pExecInfo . cbSize = ctypes . sizeof ( pExecInfo ) <TAB> <TAB> pExecInfo . fMask |= SEE_MASK_NOCLOSEPROCESS <TAB> <TAB> pExecInfo . lpVerb = b""open"" if is_admin ( ) else b""runas"" <TAB> <TAB> pExecInfo . lpFile = encode_for_locale ( executable ) <TAB> <TAB> pExecInfo . lpParameters = encode_for_locale ( args ) <TAB> <TAB> pExecInfo . lpDirectory = encode_for_locale ( cwd ) <TAB> <TAB> pExecInfo . nShow = nShow <TAB> <TAB> if ShellExecuteEx ( pExecInfo ) : <TAB> <TAB> <TAB> if waitClose : <TAB> <TAB> <TAB> <TAB> WaitForSingleObject ( pExecInfo . hProcess , waitTimeout ) <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return pExecInfo . hProcess <TAB> <TAB> else : <TAB> <TAB> <TAB> err = SE_ERR_CODES . get ( pExecInfo . hInstApp , ""unknown"" ) <TAB> except Exception as e : <TAB> <TAB> err = e <TAB> if err : <TAB> <TAB> print ( ( ""runas failed! error: %r"" % err ) )","if args is not None and not isinstance ( args , str ) :",372
20014,"def __init__(self, num_spherical, num_radial, cutoff=5.0, envelope_exponent=5):
    super(SphericalBasisLayer, self).__init__()
    assert num_radial <= 64
    self.num_spherical = num_spherical
    self.num_radial = num_radial
    self.cutoff = cutoff
    self.envelope = Envelope(envelope_exponent)
    bessel_forms = bessel_basis(num_spherical, num_radial)
    sph_harm_forms = real_sph_harm(num_spherical)
    self.sph_funcs = []
    self.bessel_funcs = []
    x, theta = sym.symbols(""x theta"")
    modules = {""sin"": torch.sin, ""cos"": torch.cos}
    for i in range(num_spherical):
        if i == 0:
            sph1 = sym.lambdify([theta], sph_harm_forms[i][0], modules)(0)
            self.sph_funcs.append(lambda x: torch.zeros_like(x) + sph1)
        else:
            sph = sym.lambdify([theta], sph_harm_forms[i][0], modules)
            self.sph_funcs.append(sph)
        for j in range(num_radial):
            bessel = sym.lambdify([x], bessel_forms[i][j], modules)
            self.bessel_funcs.append(bessel)","def __init__ ( self , num_spherical , num_radial , cutoff = 5.0 , envelope_exponent = 5 ) : <TAB> super ( SphericalBasisLayer , self ) . __init__ ( ) <TAB> assert num_radial <= 64 <TAB> self . num_spherical = num_spherical <TAB> self . num_radial = num_radial <TAB> self . cutoff = cutoff <TAB> self . envelope = Envelope ( envelope_exponent ) <TAB> bessel_forms = bessel_basis ( num_spherical , num_radial ) <TAB> sph_harm_forms = real_sph_harm ( num_spherical ) <TAB> self . sph_funcs = [ ] <TAB> self . bessel_funcs = [ ] <TAB> x , theta = sym . symbols ( ""x theta"" ) <TAB> modules = { ""sin"" : torch . sin , ""cos"" : torch . cos } <TAB> for i in range ( num_spherical ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sph1 = sym . lambdify ( [ theta ] , sph_harm_forms [ i ] [ 0 ] , modules ) ( 0 ) <TAB> <TAB> <TAB> self . sph_funcs . append ( lambda x : torch . zeros_like ( x ) + sph1 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> sph = sym . lambdify ( [ theta ] , sph_harm_forms [ i ] [ 0 ] , modules ) <TAB> <TAB> <TAB> self . sph_funcs . append ( sph ) <TAB> <TAB> for j in range ( num_radial ) : <TAB> <TAB> <TAB> bessel = sym . lambdify ( [ x ] , bessel_forms [ i ] [ j ] , modules ) <TAB> <TAB> <TAB> self . bessel_funcs . append ( bessel )",if i == 0 :,338
25107,"def builder():
    try:
        res = self._svnwithrev(""ls"", ""-v"")
    except process.cmdexec.Error:
        e = sys.exc_info()[1]
        if e.err.find(""non-existent in that revision"") != -1:
            raise py.error.ENOENT(self, e.err)
        elif e.err.find(""E200009:"") != -1:
            raise py.error.ENOENT(self, e.err)
        elif e.err.find(""File not found"") != -1:
            raise py.error.ENOENT(self, e.err)
        elif e.err.find(""not part of a repository"") != -1:
            raise py.error.ENOENT(self, e.err)
        elif e.err.find(""Unable to open"") != -1:
            raise py.error.ENOENT(self, e.err)
        elif e.err.lower().find(""method not allowed"") != -1:
            raise py.error.EACCES(self, e.err)
        raise py.error.Error(e.err)
    lines = res.split(""\n"")
    nameinfo_seq = []
    for lsline in lines:
        if lsline:
            info = InfoSvnCommand(lsline)
            if info._name != ""."":  # svn 1.5 produces '.' dirs,
                nameinfo_seq.append((info._name, info))
    nameinfo_seq.sort()
    return nameinfo_seq","def builder ( ) : <TAB> try : <TAB> <TAB> res = self . _svnwithrev ( ""ls"" , ""-v"" ) <TAB> except process . cmdexec . Error : <TAB> <TAB> e = sys . exc_info ( ) [ 1 ] <TAB> <TAB> if e . err . find ( ""non-existent in that revision"" ) != - 1 : <TAB> <TAB> <TAB> raise py . error . ENOENT ( self , e . err ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise py . error . ENOENT ( self , e . err ) <TAB> <TAB> elif e . err . find ( ""File not found"" ) != - 1 : <TAB> <TAB> <TAB> raise py . error . ENOENT ( self , e . err ) <TAB> <TAB> elif e . err . find ( ""not part of a repository"" ) != - 1 : <TAB> <TAB> <TAB> raise py . error . ENOENT ( self , e . err ) <TAB> <TAB> elif e . err . find ( ""Unable to open"" ) != - 1 : <TAB> <TAB> <TAB> raise py . error . ENOENT ( self , e . err ) <TAB> <TAB> elif e . err . lower ( ) . find ( ""method not allowed"" ) != - 1 : <TAB> <TAB> <TAB> raise py . error . EACCES ( self , e . err ) <TAB> <TAB> raise py . error . Error ( e . err ) <TAB> lines = res . split ( ""\n"" ) <TAB> nameinfo_seq = [ ] <TAB> for lsline in lines : <TAB> <TAB> if lsline : <TAB> <TAB> <TAB> info = InfoSvnCommand ( lsline ) <TAB> <TAB> <TAB> if info . _name != ""."" : <TAB> <TAB> <TAB> <TAB> nameinfo_seq . append ( ( info . _name , info ) ) <TAB> nameinfo_seq . sort ( ) <TAB> return nameinfo_seq","elif e . err . find ( ""E200009:"" ) != - 1 :",382
22945,"def star_op(self):
    """"""Put a '*' op, with special cases for *args.""""""
    val = ""*""
    if self.paren_level:
        i = len(self.code_list) - 1
        if self.code_list[i].kind == ""blank"":
            i -= 1
        token = self.code_list[i]
        if token.kind == ""lt"":
            self.op_no_blanks(val)
        elif token.value == "","":
            self.blank()
            self.add_token(""op-no-blanks"", val)
        else:
            self.op(val)
    else:
        self.op(val)","def star_op ( self ) : <TAB> """"""Put a '*' op, with special cases for *args."""""" <TAB> val = ""*"" <TAB> if self . paren_level : <TAB> <TAB> i = len ( self . code_list ) - 1 <TAB> <TAB> if self . code_list [ i ] . kind == ""blank"" : <TAB> <TAB> <TAB> i -= 1 <TAB> <TAB> token = self . code_list [ i ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . op_no_blanks ( val ) <TAB> <TAB> elif token . value == "","" : <TAB> <TAB> <TAB> self . blank ( ) <TAB> <TAB> <TAB> self . add_token ( ""op-no-blanks"" , val ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . op ( val ) <TAB> else : <TAB> <TAB> self . op ( val )","if token . kind == ""lt"" :",177
1758,"def test_values_extended(self):
    entries = grp.getgrall()
    if len(entries) > 1000:  # Huge group file (NIS?) -- skip the rest
        self.skipTest(""huge group file, extended test skipped"")
    for e in entries:
        e2 = grp.getgrgid(e.gr_gid)
        self.check_value(e2)
        self.assertEqual(e2.gr_gid, e.gr_gid)
        name = e.gr_name
        if name.startswith(""+"") or name.startswith(""-""):
            # NIS-related entry
            continue
        e2 = grp.getgrnam(name)
        self.check_value(e2)
        # There are instances where getgrall() returns group names in
        # lowercase while getgrgid() returns proper casing.
        # Discovered on Ubuntu 5.04 (custom).
        self.assertEqual(e2.gr_name.lower(), name.lower())","def test_values_extended ( self ) : <TAB> entries = grp . getgrall ( ) <TAB> if len ( entries ) > 1000 : <TAB> <TAB> self . skipTest ( ""huge group file, extended test skipped"" ) <TAB> for e in entries : <TAB> <TAB> e2 = grp . getgrgid ( e . gr_gid ) <TAB> <TAB> self . check_value ( e2 ) <TAB> <TAB> self . assertEqual ( e2 . gr_gid , e . gr_gid ) <TAB> <TAB> name = e . gr_name <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> e2 = grp . getgrnam ( name ) <TAB> <TAB> self . check_value ( e2 ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( e2 . gr_name . lower ( ) , name . lower ( ) )","if name . startswith ( ""+"" ) or name . startswith ( ""-"" ) :",242
24955,"def _presolve(self, *args, **kwds):
    if not isinstance(args[0], six.string_types):
        self._instance = args[0]
        xfrm = TransformationFactory(""mpec.nl"")
        xfrm.apply_to(self._instance)
        if len(self._instance._transformation_data[""mpec.nl""].compl_cuids) == 0:
            # There were no complementarity conditions
            # so we don't hold onto the instance
            self._instance = None
        else:
            args = (self._instance,)
    else:
        self._instance = None
    #
    SystemCallSolver._presolve(self, *args, **kwds)","def _presolve ( self , * args , ** kwds ) : <TAB> if not isinstance ( args [ 0 ] , six . string_types ) : <TAB> <TAB> self . _instance = args [ 0 ] <TAB> <TAB> xfrm = TransformationFactory ( ""mpec.nl"" ) <TAB> <TAB> xfrm . apply_to ( self . _instance ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _instance = None <TAB> <TAB> else : <TAB> <TAB> <TAB> args = ( self . _instance , ) <TAB> else : <TAB> <TAB> self . _instance = None <TAB> <TAB> SystemCallSolver . _presolve ( self , * args , ** kwds )","if len ( self . _instance . _transformation_data [ ""mpec.nl"" ] . compl_cuids ) == 0 :",179
3664,"def update_or_create_direct_relations(self, attrs, relations):
    for field_name, (field, field_source) in relations.items():
        obj = None
        data = self.get_initial()[field_name]
        model_class = field.Meta.model
        pk = self._get_related_pk(data, model_class)
        if pk:
            obj = model_class.objects.filter(
                pk=pk,
            ).first()
        serializer = self._get_serializer_for_field(
            field,
            instance=obj,
            data=data,
        )
        try:
            serializer.is_valid(raise_exception=True)
            attrs[field_source] = serializer.save(**self._get_save_kwargs(field_name))
        except ValidationError as exc:
            raise ValidationError({field_name: exc.detail})
","def update_or_create_direct_relations ( self , attrs , relations ) : <TAB> for field_name , ( field , field_source ) in relations . items ( ) : <TAB> <TAB> obj = None <TAB> <TAB> data = self . get_initial ( ) [ field_name ] <TAB> <TAB> model_class = field . Meta . model <TAB> <TAB> pk = self . _get_related_pk ( data , model_class ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> obj = model_class . objects . filter ( <TAB> <TAB> <TAB> <TAB> pk = pk , <TAB> <TAB> <TAB> ) . first ( ) <TAB> <TAB> serializer = self . _get_serializer_for_field ( <TAB> <TAB> <TAB> field , <TAB> <TAB> <TAB> instance = obj , <TAB> <TAB> <TAB> data = data , <TAB> <TAB> ) <TAB> <TAB> try : <TAB> <TAB> <TAB> serializer . is_valid ( raise_exception = True ) <TAB> <TAB> <TAB> attrs [ field_source ] = serializer . save ( ** self . _get_save_kwargs ( field_name ) ) <TAB> <TAB> except ValidationError as exc : <TAB> <TAB> <TAB> raise ValidationError ( { field_name : exc . detail } )",if pk :,237
9157,"def _get_subtype(dtype: torch.dtype, format: str, encoding: str, bits_per_sample: int):
    if format == ""wav"":
        return _get_subtype_for_wav(dtype, encoding, bits_per_sample)
    if format == ""flac"":
        if encoding:
            raise ValueError(""flac does not support encoding."")
        if not bits_per_sample:
            return ""PCM_24""
        if bits_per_sample > 24:
            raise ValueError(""flac does not support bits_per_sample > 24."")
        return ""PCM_S8"" if bits_per_sample == 8 else f""PCM_{bits_per_sample}""
    if format in (""ogg"", ""vorbis""):
        if encoding or bits_per_sample:
            raise ValueError(""ogg/vorbis does not support encoding/bits_per_sample."")
        return ""VORBIS""
    if format == ""sph"":
        return _get_subtype_for_sphere(encoding, bits_per_sample)
    if format in (""nis"", ""nist""):
        return ""PCM_16""
    raise ValueError(f""Unsupported format: {format}"")","def _get_subtype ( dtype : torch . dtype , format : str , encoding : str , bits_per_sample : int ) : <TAB> if format == ""wav"" : <TAB> <TAB> return _get_subtype_for_wav ( dtype , encoding , bits_per_sample ) <TAB> if format == ""flac"" : <TAB> <TAB> if encoding : <TAB> <TAB> <TAB> raise ValueError ( ""flac does not support encoding."" ) <TAB> <TAB> if not bits_per_sample : <TAB> <TAB> <TAB> return ""PCM_24"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""flac does not support bits_per_sample > 24."" ) <TAB> <TAB> return ""PCM_S8"" if bits_per_sample == 8 else f""PCM_{bits_per_sample}"" <TAB> if format in ( ""ogg"" , ""vorbis"" ) : <TAB> <TAB> if encoding or bits_per_sample : <TAB> <TAB> <TAB> raise ValueError ( ""ogg/vorbis does not support encoding/bits_per_sample."" ) <TAB> <TAB> return ""VORBIS"" <TAB> if format == ""sph"" : <TAB> <TAB> return _get_subtype_for_sphere ( encoding , bits_per_sample ) <TAB> if format in ( ""nis"" , ""nist"" ) : <TAB> <TAB> return ""PCM_16"" <TAB> raise ValueError ( f""Unsupported format: {format}"" )",if bits_per_sample > 24 :,293
11441,"def _parse_preamble(self):
    """"""Parse metadata about query (PRIVATE).""""""
    meta = {}
    while self.line:
        regx = re.search(_RE_QUERY, self.line)
        if regx:
            self.query_id = regx.group(1)
        if self.line.startswith(""Match_columns""):
            self.seq_len = int(self.line.strip().split()[1])
        self.line = self.handle.readline().strip()
    return meta","def _parse_preamble ( self ) : <TAB> """"""Parse metadata about query (PRIVATE)."""""" <TAB> meta = { } <TAB> while self . line : <TAB> <TAB> regx = re . search ( _RE_QUERY , self . line ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . query_id = regx . group ( 1 ) <TAB> <TAB> if self . line . startswith ( ""Match_columns"" ) : <TAB> <TAB> <TAB> self . seq_len = int ( self . line . strip ( ) . split ( ) [ 1 ] ) <TAB> <TAB> self . line = self . handle . readline ( ) . strip ( ) <TAB> return meta",if regx :,130
19927,"def test_non_uniform_probabilities_over_elements(self):
    param = iap.Choice([0, 1], p=[0.25, 0.75])
    samples = param.draw_samples((10000,))
    unique, counts = np.unique(samples, return_counts=True)
    assert len(unique) == 2
    for val, count in zip(unique, counts):
        if val == 0:
            assert 2500 - 500 < count < 2500 + 500
        elif val == 1:
            assert 7500 - 500 < count < 7500 + 500
        else:
            assert False","def test_non_uniform_probabilities_over_elements ( self ) : <TAB> param = iap . Choice ( [ 0 , 1 ] , p = [ 0.25 , 0.75 ] ) <TAB> samples = param . draw_samples ( ( 10000 , ) ) <TAB> unique , counts = np . unique ( samples , return_counts = True ) <TAB> assert len ( unique ) == 2 <TAB> for val , count in zip ( unique , counts ) : <TAB> <TAB> if val == 0 : <TAB> <TAB> <TAB> assert 2500 - 500 < count < 2500 + 500 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert 7500 - 500 < count < 7500 + 500 <TAB> <TAB> else : <TAB> <TAB> <TAB> assert False",elif val == 1 :,145
7473,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.LIST:
                self.partitions = []
                (_etype367, _size364) = iprot.readListBegin()
                for _i368 in xrange(_size364):
                    _elem369 = Partition()
                    _elem369.read(iprot)
                    self.partitions.append(_elem369)
                iprot.readListEnd()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . LIST : <TAB> <TAB> <TAB> <TAB> self . partitions = [ ] <TAB> <TAB> <TAB> <TAB> ( _etype367 , _size364 ) = iprot . readListBegin ( ) <TAB> <TAB> <TAB> <TAB> for _i368 in xrange ( _size364 ) : <TAB> <TAB> <TAB> <TAB> <TAB> _elem369 = Partition ( ) <TAB> <TAB> <TAB> <TAB> <TAB> _elem369 . read ( iprot ) <TAB> <TAB> <TAB> <TAB> <TAB> self . partitions . append ( _elem369 ) <TAB> <TAB> <TAB> <TAB> iprot . readListEnd ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if fid == 1 :,351
13377,"def onMessage(self, message, metadata):
    # criteria for dropping messages
    # early exit by setting message = None and return
    if ""details"" in message:
        # drop disabled for now
        # if 'signatureid' in message['details']:
        # if message['details'].lower() == 'execve' and \
        # 'command' not in message['details']:
        # auditd entry without a command
        # likely a result of another command (java starting a job, etc.)
        # signal a drop
        # message = None
        # return message
        if ""http_user_agent"" in message[""details""]:
            if message[""details""][""http_user_agent""] == ""ELB-HealthChecker/1.0"":
                message = None
                return message
    return (message, metadata)","def onMessage ( self , message , metadata ) : <TAB> <TAB> <TAB> if ""details"" in message : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if ""http_user_agent"" in message [ ""details"" ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> message = None <TAB> <TAB> <TAB> <TAB> return message <TAB> return ( message , metadata )","if message [ ""details"" ] [ ""http_user_agent"" ] == ""ELB-HealthChecker/1.0"" :",206
13096,"def _blob_name_from_object_path(cls, name, container_name):
    scheme = urlparse(name).scheme
    if scheme:
        if scheme != cls.scheme:
            raise StorageError(
                ""When using a URL, only the `{}` scheme is supported for Azure storage: {}"",
                cls.scheme,
                name,
            )
        f = furl(name)
        if not f.path.segments:
            raise StorageError(
                ""Missing container name in URL {}"",
                name,
            )
        parsed_container_name = f.path.segments[0]
        if parsed_container_name != container_name:
            raise StorageError(
                ""Container name mismatch (expected {}, found {}) in {}"",
                container_name,
                parsed_container_name,
                name,
            )
        if len(f.path.segments) == 1:
            raise StorageError(
                ""No path found following container name {} in {}"",
                container_name,
                name,
            )
        return f.path.segments[0], os.path.join(*f.path.segments[1:])
    return name","def _blob_name_from_object_path ( cls , name , container_name ) : <TAB> scheme = urlparse ( name ) . scheme <TAB> if scheme : <TAB> <TAB> if scheme != cls . scheme : <TAB> <TAB> <TAB> raise StorageError ( <TAB> <TAB> <TAB> <TAB> ""When using a URL, only the `{}` scheme is supported for Azure storage: {}"" , <TAB> <TAB> <TAB> <TAB> cls . scheme , <TAB> <TAB> <TAB> <TAB> name , <TAB> <TAB> <TAB> ) <TAB> <TAB> f = furl ( name ) <TAB> <TAB> if not f . path . segments : <TAB> <TAB> <TAB> raise StorageError ( <TAB> <TAB> <TAB> <TAB> ""Missing container name in URL {}"" , <TAB> <TAB> <TAB> <TAB> name , <TAB> <TAB> <TAB> ) <TAB> <TAB> parsed_container_name = f . path . segments [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise StorageError ( <TAB> <TAB> <TAB> <TAB> ""Container name mismatch (expected {}, found {}) in {}"" , <TAB> <TAB> <TAB> <TAB> container_name , <TAB> <TAB> <TAB> <TAB> parsed_container_name , <TAB> <TAB> <TAB> <TAB> name , <TAB> <TAB> <TAB> ) <TAB> <TAB> if len ( f . path . segments ) == 1 : <TAB> <TAB> <TAB> raise StorageError ( <TAB> <TAB> <TAB> <TAB> ""No path found following container name {} in {}"" , <TAB> <TAB> <TAB> <TAB> container_name , <TAB> <TAB> <TAB> <TAB> name , <TAB> <TAB> <TAB> ) <TAB> <TAB> return f . path . segments [ 0 ] , os . path . join ( * f . path . segments [ 1 : ] ) <TAB> return name",if parsed_container_name != container_name :,327
5854,"def read(self, iprot):
    if (
        iprot._fast_decode is not None
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
    ):
        iprot._fast_decode(self, iprot, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 0:
            if ftype == TType.STRUCT:
                self.success = TCancelOperationResp()
                self.success.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . _fast_decode is not None <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> ) : <TAB> <TAB> iprot . _fast_decode ( self , iprot , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 0 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . success = TCancelOperationResp ( ) <TAB> <TAB> <TAB> <TAB> self . success . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STRUCT :,257
13183,"def get_quarantine_count(self):
    """"""get obj/container/account quarantine counts""""""
    qcounts = {""objects"": 0, ""containers"": 0, ""accounts"": 0}
    qdir = ""quarantined""
    for device in os.listdir(self.devices):
        for qtype in qcounts:
            qtgt = os.path.join(self.devices, device, qdir, qtype)
            if os.path.exists(qtgt):
                linkcount = os.lstat(qtgt).st_nlink
                if linkcount > 2:
                    qcounts[qtype] += linkcount - 2
    return qcounts","def get_quarantine_count ( self ) : <TAB> """"""get obj/container/account quarantine counts"""""" <TAB> qcounts = { ""objects"" : 0 , ""containers"" : 0 , ""accounts"" : 0 } <TAB> qdir = ""quarantined"" <TAB> for device in os . listdir ( self . devices ) : <TAB> <TAB> for qtype in qcounts : <TAB> <TAB> <TAB> qtgt = os . path . join ( self . devices , device , qdir , qtype ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> linkcount = os . lstat ( qtgt ) . st_nlink <TAB> <TAB> <TAB> <TAB> if linkcount > 2 : <TAB> <TAB> <TAB> <TAB> <TAB> qcounts [ qtype ] += linkcount - 2 <TAB> return qcounts",if os . path . exists ( qtgt ) :,171
1798,"def test_attributes_bad_port(self):
    """"""Check handling of invalid ports.""""""
    for bytes in (False, True):
        for parse in (urllib.parse.urlsplit, urllib.parse.urlparse):
            for port in (""foo"", ""1.5"", ""-1"", ""0x10""):
                with self.subTest(bytes=bytes, parse=parse, port=port):
                    netloc = ""www.example.net:"" + port
                    url = ""http://"" + netloc
                    if bytes:
                        netloc = netloc.encode(""ascii"")
                        url = url.encode(""ascii"")
                    p = parse(url)
                    self.assertEqual(p.netloc, netloc)
                    with self.assertRaises(ValueError):
                        p.port","def test_attributes_bad_port ( self ) : <TAB> """"""Check handling of invalid ports."""""" <TAB> for bytes in ( False , True ) : <TAB> <TAB> for parse in ( urllib . parse . urlsplit , urllib . parse . urlparse ) : <TAB> <TAB> <TAB> for port in ( ""foo"" , ""1.5"" , ""-1"" , ""0x10"" ) : <TAB> <TAB> <TAB> <TAB> with self . subTest ( bytes = bytes , parse = parse , port = port ) : <TAB> <TAB> <TAB> <TAB> <TAB> netloc = ""www.example.net:"" + port <TAB> <TAB> <TAB> <TAB> <TAB> url = ""http://"" + netloc <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> netloc = netloc . encode ( ""ascii"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> url = url . encode ( ""ascii"" ) <TAB> <TAB> <TAB> <TAB> <TAB> p = parse ( url ) <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( p . netloc , netloc ) <TAB> <TAB> <TAB> <TAB> <TAB> with self . assertRaises ( ValueError ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> p . port",if bytes :,216
444,"def get_file_sources():
    global _file_sources
    if _file_sources is None:
        from galaxy.files import ConfiguredFileSources
        file_sources = None
        if os.path.exists(""file_sources.json""):
            file_sources_as_dict = None
            with open(""file_sources.json"", ""r"") as f:
                file_sources_as_dict = json.load(f)
            if file_sources_as_dict is not None:
                file_sources = ConfiguredFileSources.from_dict(file_sources_as_dict)
        if file_sources is None:
            ConfiguredFileSources.from_dict([])
        _file_sources = file_sources
    return _file_sources
","def get_file_sources ( ) : <TAB> global _file_sources <TAB> if _file_sources is None : <TAB> <TAB> from galaxy . files import ConfiguredFileSources <TAB> <TAB> file_sources = None <TAB> <TAB> if os . path . exists ( ""file_sources.json"" ) : <TAB> <TAB> <TAB> file_sources_as_dict = None <TAB> <TAB> <TAB> with open ( ""file_sources.json"" , ""r"" ) as f : <TAB> <TAB> <TAB> <TAB> file_sources_as_dict = json . load ( f ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> file_sources = ConfiguredFileSources . from_dict ( file_sources_as_dict ) <TAB> <TAB> if file_sources is None : <TAB> <TAB> <TAB> ConfiguredFileSources . from_dict ( [ ] ) <TAB> <TAB> _file_sources = file_sources <TAB> return _file_sources",if file_sources_as_dict is not None :,196
25231,"def search(a, b, desired):
    if a == b:
        return a
    if abs(b - a) < 0.005:
        ca = count(a)
        cb = count(b)
        dista = abs(desired - ca)
        distb = abs(desired - cb)
        if dista < distb:
            return a
        else:
            return b
    m = (a + b) / 2.0
    cm = count(m)
    if desired < cm:
        return search(m, b, desired)
    else:
        return search(a, m, desired)","def search ( a , b , desired ) : <TAB> if a == b : <TAB> <TAB> return a <TAB> if abs ( b - a ) < 0.005 : <TAB> <TAB> ca = count ( a ) <TAB> <TAB> cb = count ( b ) <TAB> <TAB> dista = abs ( desired - ca ) <TAB> <TAB> distb = abs ( desired - cb ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return a <TAB> <TAB> else : <TAB> <TAB> <TAB> return b <TAB> m = ( a + b ) / 2.0 <TAB> cm = count ( m ) <TAB> if desired < cm : <TAB> <TAB> return search ( m , b , desired ) <TAB> else : <TAB> <TAB> return search ( a , m , desired )",if dista < distb :,161
8391,"def _handleLogError(self, msg, data, marker, pattern):
    print("""")
    print(""    ERROR: %s"" % msg)
    if not self.interactive:
        raise self.failureException(msg)
    p = ""    Show: "" ""[L]og [M]arker [P]attern; "" ""[I]gnore, [R]aise, or sys.e[X]it >> ""
    sys.stdout.write(p + "" "")
    # ARGH
    sys.stdout.flush()
    while True:
        i = getchar().upper()
        if i not in ""MPLIRX"":
            continue
        print(i.upper())  # Also prints new line
        if i == ""L"":
            for x, line in enumerate(data):
                if (x + 1) % self.console_height == 0:
                    # The \r and comma should make the next line overwrite
                    sys.stdout.write(""<-- More -->\r "")
                    m = getchar().lower()
                    # Erase our ""More"" prompt
                    sys.stdout.write(""            \r "")
                    if m == ""q"":
                        break
                print(line.rstrip())
        elif i == ""M"":
            print(repr(marker or self.lastmarker))
        elif i == ""P"":
            print(repr(pattern))
        elif i == ""I"":
            # return without raising the normal exception
            return
        elif i == ""R"":
            raise self.failureException(msg)
        elif i == ""X"":
            self.exit()
        sys.stdout.write(p + "" "")","def _handleLogError ( self , msg , data , marker , pattern ) : <TAB> print ( """" ) <TAB> print ( ""    ERROR: %s"" % msg ) <TAB> if not self . interactive : <TAB> <TAB> raise self . failureException ( msg ) <TAB> p = ""    Show: "" ""[L]og [M]arker [P]attern; "" ""[I]gnore, [R]aise, or sys.e[X]it >> "" <TAB> sys . stdout . write ( p + "" "" ) <TAB> <TAB> sys . stdout . flush ( ) <TAB> while True : <TAB> <TAB> i = getchar ( ) . upper ( ) <TAB> <TAB> if i not in ""MPLIRX"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> print ( i . upper ( ) ) <TAB> <TAB> if i == ""L"" : <TAB> <TAB> <TAB> for x , line in enumerate ( data ) : <TAB> <TAB> <TAB> <TAB> if ( x + 1 ) % self . console_height == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sys . stdout . write ( ""<-- More -->\r "" ) <TAB> <TAB> <TAB> <TAB> <TAB> m = getchar ( ) . lower ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sys . stdout . write ( ""            \r "" ) <TAB> <TAB> <TAB> <TAB> <TAB> if m == ""q"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> print ( line . rstrip ( ) ) <TAB> <TAB> elif i == ""M"" : <TAB> <TAB> <TAB> print ( repr ( marker or self . lastmarker ) ) <TAB> <TAB> elif i == ""P"" : <TAB> <TAB> <TAB> print ( repr ( pattern ) ) <TAB> <TAB> elif i == ""I"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> elif i == ""R"" : <TAB> <TAB> <TAB> raise self . failureException ( msg ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . exit ( ) <TAB> <TAB> sys . stdout . write ( p + "" "" )","elif i == ""X"" :",451
14046,"def consume_buf():
    ty = state[""ty""] - 1
    for i in xrange(state[""buf""].shape[1] // N):
        tx = x // N + i
        src = state[""buf""][:, i * N : (i + 1) * N, :]
        if src[:, :, 3].any():
            with self.tile_request(tx, ty, readonly=False) as dst:
                mypaintlib.tile_convert_rgba8_to_rgba16(src, dst, self.EOTF)
    if state[""progress""]:
        try:
            state[""progress""].completed(ty - ty0)
        except Exception:
            logger.exception(""Progress.completed() failed"")
            state[""progress""] = None","def consume_buf ( ) : <TAB> ty = state [ ""ty"" ] - 1 <TAB> for i in xrange ( state [ ""buf"" ] . shape [ 1 ] // N ) : <TAB> <TAB> tx = x // N + i <TAB> <TAB> src = state [ ""buf"" ] [ : , i * N : ( i + 1 ) * N , : ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> with self . tile_request ( tx , ty , readonly = False ) as dst : <TAB> <TAB> <TAB> <TAB> mypaintlib . tile_convert_rgba8_to_rgba16 ( src , dst , self . EOTF ) <TAB> if state [ ""progress"" ] : <TAB> <TAB> try : <TAB> <TAB> <TAB> state [ ""progress"" ] . completed ( ty - ty0 ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> logger . exception ( ""Progress.completed() failed"" ) <TAB> <TAB> <TAB> state [ ""progress"" ] = None","if src [ : , : , 3 ] . any ( ) :",188
17702,"def using_user_docutils_conf(confdir: str) -> Generator[None, None, None]:
    """"""Let docutils know the location of ``docutils.conf`` for Sphinx.""""""
    try:
        docutilsconfig = os.environ.get(""DOCUTILSCONFIG"", None)
        if confdir:
            os.environ[""DOCUTILSCONFIG""] = path.join(
                path.abspath(confdir), ""docutils.conf""
            )
        yield
    finally:
        if docutilsconfig is None:
            os.environ.pop(""DOCUTILSCONFIG"", None)
        else:
            os.environ[""DOCUTILSCONFIG""] = docutilsconfig
","def using_user_docutils_conf ( confdir : str ) -> Generator [ None , None , None ] : <TAB> """"""Let docutils know the location of ``docutils.conf`` for Sphinx."""""" <TAB> try : <TAB> <TAB> docutilsconfig = os . environ . get ( ""DOCUTILSCONFIG"" , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . environ [ ""DOCUTILSCONFIG"" ] = path . join ( <TAB> <TAB> <TAB> <TAB> path . abspath ( confdir ) , ""docutils.conf"" <TAB> <TAB> <TAB> ) <TAB> <TAB> yield <TAB> finally : <TAB> <TAB> if docutilsconfig is None : <TAB> <TAB> <TAB> os . environ . pop ( ""DOCUTILSCONFIG"" , None ) <TAB> <TAB> else : <TAB> <TAB> <TAB> os . environ [ ""DOCUTILSCONFIG"" ] = docutilsconfig",if confdir :,168
15065,"def evaluate_batch_e2e(args, rag_model, questions):
    with torch.no_grad():
        inputs_dict = rag_model.retriever.question_encoder_tokenizer.batch_encode_plus(
            questions, return_tensors=""pt"", padding=True, truncation=True
        )
        input_ids = inputs_dict.input_ids.to(args.device)
        attention_mask = inputs_dict.attention_mask.to(args.device)
        outputs = rag_model.generate(  # rag_model overwrites generate
            input_ids,
            attention_mask=attention_mask,
            num_beams=args.num_beams,
            min_length=args.min_length,
            max_length=args.max_length,
            early_stopping=False,
            num_return_sequences=1,
            bad_words_ids=[
                [0, 0]
            ],  # BART likes to repeat BOS tokens, dont allow it to generate more than one
        )
        answers = rag_model.retriever.generator_tokenizer.batch_decode(
            outputs, skip_special_tokens=True
        )
        if args.print_predictions:
            for q, a in zip(questions, answers):
                logger.info(""Q: {} - A: {}"".format(q, a))
        return answers","def evaluate_batch_e2e ( args , rag_model , questions ) : <TAB> with torch . no_grad ( ) : <TAB> <TAB> inputs_dict = rag_model . retriever . question_encoder_tokenizer . batch_encode_plus ( <TAB> <TAB> <TAB> questions , return_tensors = ""pt"" , padding = True , truncation = True <TAB> <TAB> ) <TAB> <TAB> input_ids = inputs_dict . input_ids . to ( args . device ) <TAB> <TAB> attention_mask = inputs_dict . attention_mask . to ( args . device ) <TAB> <TAB> outputs = rag_model . generate ( <TAB> <TAB> <TAB> input_ids , <TAB> <TAB> <TAB> attention_mask = attention_mask , <TAB> <TAB> <TAB> num_beams = args . num_beams , <TAB> <TAB> <TAB> min_length = args . min_length , <TAB> <TAB> <TAB> max_length = args . max_length , <TAB> <TAB> <TAB> early_stopping = False , <TAB> <TAB> <TAB> num_return_sequences = 1 , <TAB> <TAB> <TAB> bad_words_ids = [ <TAB> <TAB> <TAB> <TAB> [ 0 , 0 ] <TAB> <TAB> <TAB> ] , <TAB> <TAB> ) <TAB> <TAB> answers = rag_model . retriever . generator_tokenizer . batch_decode ( <TAB> <TAB> <TAB> outputs , skip_special_tokens = True <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for q , a in zip ( questions , answers ) : <TAB> <TAB> <TAB> <TAB> logger . info ( ""Q: {} - A: {}"" . format ( q , a ) ) <TAB> <TAB> return answers",if args . print_predictions :,364
1541,"def compute_timer_precision(timer):
    precision = None
    points = 0
    timeout = timeout_timer() + 1.0
    previous = timer()
    while timeout_timer() < timeout or points < 5:
        for _ in XRANGE(10):
            t1 = timer()
            t2 = timer()
            dt = t2 - t1
            if 0 < dt:
                break
        else:
            dt = t2 - previous
            if dt <= 0.0:
                continue
        if precision is not None:
            precision = min(precision, dt)
        else:
            precision = dt
        points += 1
        previous = timer()
    return precision","def compute_timer_precision ( timer ) : <TAB> precision = None <TAB> points = 0 <TAB> timeout = timeout_timer ( ) + 1.0 <TAB> previous = timer ( ) <TAB> while timeout_timer ( ) < timeout or points < 5 : <TAB> <TAB> for _ in XRANGE ( 10 ) : <TAB> <TAB> <TAB> t1 = timer ( ) <TAB> <TAB> <TAB> t2 = timer ( ) <TAB> <TAB> <TAB> dt = t2 - t1 <TAB> <TAB> <TAB> if 0 < dt : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> dt = t2 - previous <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> if precision is not None : <TAB> <TAB> <TAB> precision = min ( precision , dt ) <TAB> <TAB> else : <TAB> <TAB> <TAB> precision = dt <TAB> <TAB> points += 1 <TAB> <TAB> previous = timer ( ) <TAB> return precision",if dt <= 0.0 :,189
8811,"def forward_pass(self, buffers, training_pass=True):
    # prepare
    _h = self.handler
    W, R, bias, timing = buffers.parameters
    inputs = buffers.inputs.default
    outputs = buffers.outputs.default
    Ha = buffers.internals.Ha
    flat_inputs = flatten_time_and_features(inputs)
    flat_H = flatten_time(Ha[:-1])
    _h.dot_mm(flat_inputs, W, flat_H, transb=True)
    _h.add_mv(flat_H, bias.reshape((1, self.size)), flat_H)
    tmp = _h.zeros(timing.shape)
    cond = _h.zeros(outputs[0].shape)
    for t in range(inputs.shape[0]):
        _h.dot_add_mm(outputs[t - 1], R, Ha[t], transb=True)
        _h.act_func[self.activation](Ha[t], outputs[t])
        # Undo updates
        if t > 0:
            _h.fill(tmp, t)
            _h.modulo_tt(tmp, timing, tmp)
            _h.broadcast_t(tmp.reshape((1, tmp.shape[0])), 0, cond)
            _h.copy_to_if(outputs[t - 1], outputs[t], cond)","def forward_pass ( self , buffers , training_pass = True ) : <TAB> <TAB> _h = self . handler <TAB> W , R , bias , timing = buffers . parameters <TAB> inputs = buffers . inputs . default <TAB> outputs = buffers . outputs . default <TAB> Ha = buffers . internals . Ha <TAB> flat_inputs = flatten_time_and_features ( inputs ) <TAB> flat_H = flatten_time ( Ha [ : - 1 ] ) <TAB> _h . dot_mm ( flat_inputs , W , flat_H , transb = True ) <TAB> _h . add_mv ( flat_H , bias . reshape ( ( 1 , self . size ) ) , flat_H ) <TAB> tmp = _h . zeros ( timing . shape ) <TAB> cond = _h . zeros ( outputs [ 0 ] . shape ) <TAB> for t in range ( inputs . shape [ 0 ] ) : <TAB> <TAB> _h . dot_add_mm ( outputs [ t - 1 ] , R , Ha [ t ] , transb = True ) <TAB> <TAB> _h . act_func [ self . activation ] ( Ha [ t ] , outputs [ t ] ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _h . fill ( tmp , t ) <TAB> <TAB> <TAB> _h . modulo_tt ( tmp , timing , tmp ) <TAB> <TAB> <TAB> _h . broadcast_t ( tmp . reshape ( ( 1 , tmp . shape [ 0 ] ) ) , 0 , cond ) <TAB> <TAB> <TAB> _h . copy_to_if ( outputs [ t - 1 ] , outputs [ t ] , cond )",if t > 0 :,338
21518,"def _is_static_shape(self, shape):
    if shape is None or not isinstance(shape, list):
        return False
    for dim_value in shape:
        if not isinstance(dim_value, int):
            return False
        if dim_value < 0:
            raise Exception(""Negative dimension is illegal: %d"" % dim_value)
    return True","def _is_static_shape ( self , shape ) : <TAB> if shape is None or not isinstance ( shape , list ) : <TAB> <TAB> return False <TAB> for dim_value in shape : <TAB> <TAB> if not isinstance ( dim_value , int ) : <TAB> <TAB> <TAB> return False <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise Exception ( ""Negative dimension is illegal: %d"" % dim_value ) <TAB> return True",if dim_value < 0 :,94
14628,"def _update_balancer(self, params):
    try:
        return self.connection.request(
            ""/api/grid/loadbalancer/edit"", method=""POST"", params=params
        )
    except Exception as e:
        if ""Update already pending"" in str(e):
            raise LibcloudLBImmutableError(""Balancer is immutable"", GoGridLBDriver)
        raise LibcloudError(value=""Exception: %s"" % str(e), driver=self)
","def _update_balancer ( self , params ) : <TAB> try : <TAB> <TAB> return self . connection . request ( <TAB> <TAB> <TAB> ""/api/grid/loadbalancer/edit"" , method = ""POST"" , params = params <TAB> <TAB> ) <TAB> except Exception as e : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise LibcloudLBImmutableError ( ""Balancer is immutable"" , GoGridLBDriver ) <TAB> <TAB> raise LibcloudError ( value = ""Exception: %s"" % str ( e ) , driver = self )","if ""Update already pending"" in str ( e ) :",118
6610,"def read_raw_data(
    self,
    filename,
    ordered=False,
    lower_case=True,
    delimiter=None,
    add_eos=True,
    add_double_eos=False,
):
    assert os.path.exists(filename), ""%s is not exist. "" % filename
    data = []
    with open(filename, ""r"", encoding=""utf-8"") as f:
        for line in f:
            tokens = LMDataset.tokenize(
                line=line, delimiter=delimiter, lower_case=lower_case
            )
            if add_double_eos:  # for lm1b
                tokens = (
                    [self.vocab._identifiers_to_tokens[""bos_token""]]
                    + tokens
                    + [self.vocab._identifiers_to_tokens[""bos_token""]]
                )
            elif add_eos:
                tokens = tokens + [self.vocab._identifiers_to_tokens[""eos_token""]]
            data.append(np.asarray(self.get_indices(tokens)).astype(""int64""))
    if ordered:
        data = np.concatenate(data)
    return data","def read_raw_data ( <TAB> self , <TAB> filename , <TAB> ordered = False , <TAB> lower_case = True , <TAB> delimiter = None , <TAB> add_eos = True , <TAB> add_double_eos = False , ) : <TAB> assert os . path . exists ( filename ) , ""%s is not exist. "" % filename <TAB> data = [ ] <TAB> with open ( filename , ""r"" , encoding = ""utf-8"" ) as f : <TAB> <TAB> for line in f : <TAB> <TAB> <TAB> tokens = LMDataset . tokenize ( <TAB> <TAB> <TAB> <TAB> line = line , delimiter = delimiter , lower_case = lower_case <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> tokens = ( <TAB> <TAB> <TAB> <TAB> <TAB> [ self . vocab . _identifiers_to_tokens [ ""bos_token"" ] ] <TAB> <TAB> <TAB> <TAB> <TAB> + tokens <TAB> <TAB> <TAB> <TAB> <TAB> + [ self . vocab . _identifiers_to_tokens [ ""bos_token"" ] ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> elif add_eos : <TAB> <TAB> <TAB> <TAB> tokens = tokens + [ self . vocab . _identifiers_to_tokens [ ""eos_token"" ] ] <TAB> <TAB> <TAB> data . append ( np . asarray ( self . get_indices ( tokens ) ) . astype ( ""int64"" ) ) <TAB> if ordered : <TAB> <TAB> data = np . concatenate ( data ) <TAB> return data",if add_double_eos :,303
14952,"def _EvalCondition(self, cond, spid):
    # type: (condition_t, int) -> bool
    b = False
    UP_cond = cond
    with tagswitch(cond) as case:
        if case(condition_e.Shell):
            cond = cast(condition__Shell, UP_cond)
            self._StrictErrExitList(cond.commands)
            with state.ctx_ErrExit(self.mutable_opts, False, spid):
                cond_status = self._ExecuteList(cond.commands)
            b = cond_status == 0
        elif case(condition_e.Oil):
            if mylib.PYTHON:
                cond = cast(condition__Oil, UP_cond)
                obj = self.expr_ev.EvalExpr(cond.e)
                b = bool(obj)
    return b","def _EvalCondition ( self , cond , spid ) : <TAB> <TAB> b = False <TAB> UP_cond = cond <TAB> with tagswitch ( cond ) as case : <TAB> <TAB> if case ( condition_e . Shell ) : <TAB> <TAB> <TAB> cond = cast ( condition__Shell , UP_cond ) <TAB> <TAB> <TAB> self . _StrictErrExitList ( cond . commands ) <TAB> <TAB> <TAB> with state . ctx_ErrExit ( self . mutable_opts , False , spid ) : <TAB> <TAB> <TAB> <TAB> cond_status = self . _ExecuteList ( cond . commands ) <TAB> <TAB> <TAB> b = cond_status == 0 <TAB> <TAB> elif case ( condition_e . Oil ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> cond = cast ( condition__Oil , UP_cond ) <TAB> <TAB> <TAB> <TAB> obj = self . expr_ev . EvalExpr ( cond . e ) <TAB> <TAB> <TAB> <TAB> b = bool ( obj ) <TAB> return b",if mylib . PYTHON :,221
726,"def sina_download(url, info_only=False, **kwargs):
    """"""Downloads Sina videos by URL.""""""
    if ""news.sina.com.cn/zxt"" in url:
        sina_zxt(url, info_only=info_only, **kwargs)
        return
    vid = match1(url, r""vid=(\d+)"")
    if vid is None:
        video_page = get_content(url)
        vid = hd_vid = match1(video_page, r""hd_vid\s*:\s*\'([^\']+)\'"")
        if hd_vid == ""0"":
            vids = match1(video_page, r""[^\w]vid\s*:\s*\'([^\']+)\'"").split(""|"")
            vid = vids[-1]
    if vid is None:
        vid = match1(video_page, r'vid:""?(\d+)""?')
    if vid:
        # title = match1(video_page, r'title\s*:\s*\'([^\']+)\'')
        sina_download_by_vid(vid, info_only=info_only, **kwargs)
    else:
        vkey = match1(video_page, r'vkey\s*:\s*""([^""]+)""')
        if vkey is None:
            vid = match1(url, r""#(\d+)"")
            sina_download_by_vid(vid, info_only=info_only, **kwargs)
            return
        title = match1(video_page, r'title\s*:\s*""([^""]+)""')
        sina_download_by_vkey(vkey, title=title, info_only=info_only, **kwargs)","def sina_download ( url , info_only = False , ** kwargs ) : <TAB> """"""Downloads Sina videos by URL."""""" <TAB> if ""news.sina.com.cn/zxt"" in url : <TAB> <TAB> sina_zxt ( url , info_only = info_only , ** kwargs ) <TAB> <TAB> return <TAB> vid = match1 ( url , r""vid=(\d+)"" ) <TAB> if vid is None : <TAB> <TAB> video_page = get_content ( url ) <TAB> <TAB> vid = hd_vid = match1 ( video_page , r""hd_vid\s*:\s*\'([^\']+)\'"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> vids = match1 ( video_page , r""[^\w]vid\s*:\s*\'([^\']+)\'"" ) . split ( ""|"" ) <TAB> <TAB> <TAB> vid = vids [ - 1 ] <TAB> if vid is None : <TAB> <TAB> vid = match1 ( video_page , r'vid:""?(\d+)""?' ) <TAB> if vid : <TAB> <TAB> <TAB> <TAB> sina_download_by_vid ( vid , info_only = info_only , ** kwargs ) <TAB> else : <TAB> <TAB> vkey = match1 ( video_page , r'vkey\s*:\s*""([^""]+)""' ) <TAB> <TAB> if vkey is None : <TAB> <TAB> <TAB> vid = match1 ( url , r""#(\d+)"" ) <TAB> <TAB> <TAB> sina_download_by_vid ( vid , info_only = info_only , ** kwargs ) <TAB> <TAB> <TAB> return <TAB> <TAB> title = match1 ( video_page , r'title\s*:\s*""([^""]+)""' ) <TAB> <TAB> sina_download_by_vkey ( vkey , title = title , info_only = info_only , ** kwargs )","if hd_vid == ""0"" :",417
22185,"def set_merge_cells(self, mergecells):
    if not mergecells:
        return
    if not self.filedata:
        self.filedata = self.filehandle.read()
    data = str(self.filedata)  # python3: convert byte buffer to string
    # find worksheet tag, we need namespaces from it
    start = data.find(""<worksheet"")
    if start < 0:
        return
    end = data.find("">"", start)
    worksheet = data[start : end + 1]
    # find hyperlinks part
    start = data.find(""<mergeCells"")
    if start < 0:
        # hyperlinks not found
        return
    end = data.find(""</mergeCells>"")
    data = data[start : end + 13]
    # parse hyperlinks
    doc = minidom.parseString(worksheet + data + ""</worksheet>"").firstChild
    if doc.namespaceURI:
        mergeCells = doc.getElementsByTagNameNS(doc.namespaceURI, ""mergeCell"")
    else:
        mergeCells = doc.getElementsByTagName(""mergeCell"")
    for mergeCell in mergeCells:
        attrs = mergeCell._attrs
        if ""ref"" in attrs.keys():
            rangeStr = attrs[""ref""].value
            rng = rangeStr.split("":"")
            if len(rng) > 1:
                for cell in self._range(rangeStr):
                    self.mergeCells[cell] = {}
                    self.mergeCells[cell][""copyFrom""] = rng[0]","def set_merge_cells ( self , mergecells ) : <TAB> if not mergecells : <TAB> <TAB> return <TAB> if not self . filedata : <TAB> <TAB> self . filedata = self . filehandle . read ( ) <TAB> data = str ( self . filedata ) <TAB> <TAB> start = data . find ( ""<worksheet"" ) <TAB> if start < 0 : <TAB> <TAB> return <TAB> end = data . find ( "">"" , start ) <TAB> worksheet = data [ start : end + 1 ] <TAB> <TAB> start = data . find ( ""<mergeCells"" ) <TAB> if start < 0 : <TAB> <TAB> <TAB> <TAB> return <TAB> end = data . find ( ""</mergeCells>"" ) <TAB> data = data [ start : end + 13 ] <TAB> <TAB> doc = minidom . parseString ( worksheet + data + ""</worksheet>"" ) . firstChild <TAB> if doc . namespaceURI : <TAB> <TAB> mergeCells = doc . getElementsByTagNameNS ( doc . namespaceURI , ""mergeCell"" ) <TAB> else : <TAB> <TAB> mergeCells = doc . getElementsByTagName ( ""mergeCell"" ) <TAB> for mergeCell in mergeCells : <TAB> <TAB> attrs = mergeCell . _attrs <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rangeStr = attrs [ ""ref"" ] . value <TAB> <TAB> <TAB> rng = rangeStr . split ( "":"" ) <TAB> <TAB> <TAB> if len ( rng ) > 1 : <TAB> <TAB> <TAB> <TAB> for cell in self . _range ( rangeStr ) : <TAB> <TAB> <TAB> <TAB> <TAB> self . mergeCells [ cell ] = { } <TAB> <TAB> <TAB> <TAB> <TAB> self . mergeCells [ cell ] [ ""copyFrom"" ] = rng [ 0 ]","if ""ref"" in attrs . keys ( ) :",373
9285,"def parseFunctionDeclaration(self, node, identifierIsOptional=None):
    d = null
    params = []
    defaults = []
    message = None
    firstRestricted = None
    self.expectKeyword(""function"")
    if identifierIsOptional or not self.match(""(""):
        token = self.lookahead
        d = self.parseVariableIdentifier()
        if self.strict:
            if isRestrictedWord(token[""value""]):
                self.tolerateUnexpectedToken(token, Messages.StrictFunctionName)
        else:
            if isRestrictedWord(token[""value""]):
                firstRestricted = token
                message = Messages.StrictFunctionName
            elif isStrictModeReservedWord(token[""value""]):
                firstRestricted = token
                message = Messages.StrictReservedWord
    tmp = self.parseParams(firstRestricted)
    params = tmp[""params""]
    defaults = tmp[""defaults""]
    stricted = tmp.get(""stricted"")
    firstRestricted = tmp[""firstRestricted""]
    if tmp.get(""message""):
        message = tmp[""message""]
    previousStrict = self.strict
    body = self.parseFunctionSourceElements()
    if self.strict and firstRestricted:
        self.throwUnexpectedToken(firstRestricted, message)
    if self.strict and stricted:
        self.tolerateUnexpectedToken(stricted, message)
    self.strict = previousStrict
    return node.finishFunctionDeclaration(d, params, defaults, body)
","def parseFunctionDeclaration ( self , node , identifierIsOptional = None ) : <TAB> d = null <TAB> params = [ ] <TAB> defaults = [ ] <TAB> message = None <TAB> firstRestricted = None <TAB> self . expectKeyword ( ""function"" ) <TAB> if identifierIsOptional or not self . match ( ""("" ) : <TAB> <TAB> token = self . lookahead <TAB> <TAB> d = self . parseVariableIdentifier ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if isRestrictedWord ( token [ ""value"" ] ) : <TAB> <TAB> <TAB> <TAB> self . tolerateUnexpectedToken ( token , Messages . StrictFunctionName ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if isRestrictedWord ( token [ ""value"" ] ) : <TAB> <TAB> <TAB> <TAB> firstRestricted = token <TAB> <TAB> <TAB> <TAB> message = Messages . StrictFunctionName <TAB> <TAB> <TAB> elif isStrictModeReservedWord ( token [ ""value"" ] ) : <TAB> <TAB> <TAB> <TAB> firstRestricted = token <TAB> <TAB> <TAB> <TAB> message = Messages . StrictReservedWord <TAB> tmp = self . parseParams ( firstRestricted ) <TAB> params = tmp [ ""params"" ] <TAB> defaults = tmp [ ""defaults"" ] <TAB> stricted = tmp . get ( ""stricted"" ) <TAB> firstRestricted = tmp [ ""firstRestricted"" ] <TAB> if tmp . get ( ""message"" ) : <TAB> <TAB> message = tmp [ ""message"" ] <TAB> previousStrict = self . strict <TAB> body = self . parseFunctionSourceElements ( ) <TAB> if self . strict and firstRestricted : <TAB> <TAB> self . throwUnexpectedToken ( firstRestricted , message ) <TAB> if self . strict and stricted : <TAB> <TAB> self . tolerateUnexpectedToken ( stricted , message ) <TAB> self . strict = previousStrict <TAB> return node . finishFunctionDeclaration ( d , params , defaults , body )",if self . strict :,384
14633,"def _parse_service_catalog_auth_v3(self, service_catalog):
    entries = []
    for item in service_catalog:
        service_type = item[""type""]
        service_name = item.get(""name"", None)
        entry_endpoints = []
        for endpoint in item[""endpoints""]:
            region = endpoint.get(""region"", None)
            url = endpoint[""url""]
            endpoint_type = endpoint[""interface""]
            if endpoint_type == ""internal"":
                endpoint_type = OpenStackIdentityEndpointType.INTERNAL
            elif endpoint_type == ""public"":
                endpoint_type = OpenStackIdentityEndpointType.EXTERNAL
            elif endpoint_type == ""admin"":
                endpoint_type = OpenStackIdentityEndpointType.ADMIN
            entry_endpoint = OpenStackServiceCatalogEntryEndpoint(
                region=region, url=url, endpoint_type=endpoint_type
            )
            entry_endpoints.append(entry_endpoint)
        entry = OpenStackServiceCatalogEntry(
            service_type=service_type,
            service_name=service_name,
            endpoints=entry_endpoints,
        )
        entries.append(entry)
    return entries","def _parse_service_catalog_auth_v3 ( self , service_catalog ) : <TAB> entries = [ ] <TAB> for item in service_catalog : <TAB> <TAB> service_type = item [ ""type"" ] <TAB> <TAB> service_name = item . get ( ""name"" , None ) <TAB> <TAB> entry_endpoints = [ ] <TAB> <TAB> for endpoint in item [ ""endpoints"" ] : <TAB> <TAB> <TAB> region = endpoint . get ( ""region"" , None ) <TAB> <TAB> <TAB> url = endpoint [ ""url"" ] <TAB> <TAB> <TAB> endpoint_type = endpoint [ ""interface"" ] <TAB> <TAB> <TAB> if endpoint_type == ""internal"" : <TAB> <TAB> <TAB> <TAB> endpoint_type = OpenStackIdentityEndpointType . INTERNAL <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> endpoint_type = OpenStackIdentityEndpointType . EXTERNAL <TAB> <TAB> <TAB> elif endpoint_type == ""admin"" : <TAB> <TAB> <TAB> <TAB> endpoint_type = OpenStackIdentityEndpointType . ADMIN <TAB> <TAB> <TAB> entry_endpoint = OpenStackServiceCatalogEntryEndpoint ( <TAB> <TAB> <TAB> <TAB> region = region , url = url , endpoint_type = endpoint_type <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> entry_endpoints . append ( entry_endpoint ) <TAB> <TAB> entry = OpenStackServiceCatalogEntry ( <TAB> <TAB> <TAB> service_type = service_type , <TAB> <TAB> <TAB> service_name = service_name , <TAB> <TAB> <TAB> endpoints = entry_endpoints , <TAB> <TAB> ) <TAB> <TAB> entries . append ( entry ) <TAB> return entries","elif endpoint_type == ""public"" :",316
17493,"def run(self, bar_dict):
    conf = self._env.config.base
    for event in self._env.event_source.events(
        conf.start_date, conf.end_date, conf.frequency
    ):
        if event.event_type == EVENT.TICK:
            if self._ensure_before_trading(event):
                self._split_and_publish(event)
        elif event.event_type == EVENT.BAR:
            if self._ensure_before_trading(event):
                bar_dict.update_dt(event.calendar_dt)
                event.bar_dict = bar_dict
                self._split_and_publish(event)
        elif event.event_type == EVENT.OPEN_AUCTION:
            if self._ensure_before_trading(event):
                bar_dict.update_dt(event.calendar_dt)
                event.bar_dict = bar_dict
                self._split_and_publish(event)
        elif event.event_type == EVENT.BEFORE_TRADING:
            self._ensure_before_trading(event)
        elif event.event_type == EVENT.AFTER_TRADING:
            self._split_and_publish(event)
        else:
            self._env.event_bus.publish_event(event)
    # publish settlement after last day
    self._split_and_publish(Event(EVENT.SETTLEMENT))
","def run ( self , bar_dict ) : <TAB> conf = self . _env . config . base <TAB> for event in self . _env . event_source . events ( <TAB> <TAB> conf . start_date , conf . end_date , conf . frequency <TAB> ) : <TAB> <TAB> if event . event_type == EVENT . TICK : <TAB> <TAB> <TAB> if self . _ensure_before_trading ( event ) : <TAB> <TAB> <TAB> <TAB> self . _split_and_publish ( event ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if self . _ensure_before_trading ( event ) : <TAB> <TAB> <TAB> <TAB> bar_dict . update_dt ( event . calendar_dt ) <TAB> <TAB> <TAB> <TAB> event . bar_dict = bar_dict <TAB> <TAB> <TAB> <TAB> self . _split_and_publish ( event ) <TAB> <TAB> elif event . event_type == EVENT . OPEN_AUCTION : <TAB> <TAB> <TAB> if self . _ensure_before_trading ( event ) : <TAB> <TAB> <TAB> <TAB> bar_dict . update_dt ( event . calendar_dt ) <TAB> <TAB> <TAB> <TAB> event . bar_dict = bar_dict <TAB> <TAB> <TAB> <TAB> self . _split_and_publish ( event ) <TAB> <TAB> elif event . event_type == EVENT . BEFORE_TRADING : <TAB> <TAB> <TAB> self . _ensure_before_trading ( event ) <TAB> <TAB> elif event . event_type == EVENT . AFTER_TRADING : <TAB> <TAB> <TAB> self . _split_and_publish ( event ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _env . event_bus . publish_event ( event ) <TAB> <TAB> self . _split_and_publish ( Event ( EVENT . SETTLEMENT ) )",elif event . event_type == EVENT . BAR :,376
19450,"def _pipe_relay(stopped, fd, name, cb, tee, output_writer):
    while True:
        try:
            data = os.read(fd, 4096)
        except OSError:
            # TODO(jhr): handle this
            return
        if len(data) == 0:
            break
        if stopped.isSet():
            # TODO(jhr): Is this going to capture all timings?
            if data.endswith(_LAST_WRITE_TOKEN.encode()):
                logger.info(""relay done saw last write: %s"", name)
                break
        if tee:
            os.write(tee, data)
        if output_writer:
            output_writer.write(data)
        if cb:
            try:
                cb(name, data)
            except Exception:
                logger.exception(""problem in pipe relay"")
                # Prevent further callbacks
                # TODO(jhr): how does error get propogated?
                cb = None
                # exc_info = sys.exc_info()
                # six.reraise(*exc_info)
    logger.info(""relay done done: %s"", name)","def _pipe_relay ( stopped , fd , name , cb , tee , output_writer ) : <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> data = os . read ( fd , 4096 ) <TAB> <TAB> except OSError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> if len ( data ) == 0 : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if data . endswith ( _LAST_WRITE_TOKEN . encode ( ) ) : <TAB> <TAB> <TAB> <TAB> logger . info ( ""relay done saw last write: %s"" , name ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if tee : <TAB> <TAB> <TAB> os . write ( tee , data ) <TAB> <TAB> if output_writer : <TAB> <TAB> <TAB> output_writer . write ( data ) <TAB> <TAB> if cb : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> cb ( name , data ) <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> logger . exception ( ""problem in pipe relay"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cb = None <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> logger . info ( ""relay done done: %s"" , name )",if stopped . isSet ( ) :,321
23082,"def _get_sources(self):
    servers = self.config[""servers""]
    url = """"
    for i in servers:
        params = {
            ""s"": i,
            ""episode_id"": self.url.split(""id="")[-1],
        }
        api = helpers.post(
            self._episode_list_url, params=params, referer=self.url
        ).json()
        if api.get(""status"", False):
            iframe_regex = r'<iframe src=""([^""]*?)""'
            url = re.search(iframe_regex, api[""value""]).group(1)
            if url.startswith(""//""):
                url = ""https:"" + url
            if url.endswith(""mp4upload.com/embed-.html"") or url.endswith(
                ""yourupload.com/embed/""
            ):  # Sometimes returns empty link
                url = """"
                continue
            break
    extractor = ""streamx""  # defaut extractor
    extractor_urls = {  # dumb, but easily expandable, maps urls to extractors
        ""mp4upload.com"": ""mp4upload"",
        ""yourupload.com"": ""yourupload"",
    }
    for i in extractor_urls:
        if i in url:
            extractor = extractor_urls[i]
    return [(extractor, url)]","def _get_sources ( self ) : <TAB> servers = self . config [ ""servers"" ] <TAB> url = """" <TAB> for i in servers : <TAB> <TAB> params = { <TAB> <TAB> <TAB> ""s"" : i , <TAB> <TAB> <TAB> ""episode_id"" : self . url . split ( ""id="" ) [ - 1 ] , <TAB> <TAB> } <TAB> <TAB> api = helpers . post ( <TAB> <TAB> <TAB> self . _episode_list_url , params = params , referer = self . url <TAB> <TAB> ) . json ( ) <TAB> <TAB> if api . get ( ""status"" , False ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> url = re . search ( iframe_regex , api [ ""value"" ] ) . group ( 1 ) <TAB> <TAB> <TAB> if url . startswith ( ""//"" ) : <TAB> <TAB> <TAB> <TAB> url = ""https:"" + url <TAB> <TAB> <TAB> if url . endswith ( ""mp4upload.com/embed-.html"" ) or url . endswith ( <TAB> <TAB> <TAB> <TAB> ""yourupload.com/embed/"" <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> url = """" <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> break <TAB> extractor = ""streamx"" <TAB> extractor_urls = { <TAB> <TAB> ""mp4upload.com"" : ""mp4upload"" , <TAB> <TAB> ""yourupload.com"" : ""yourupload"" , <TAB> } <TAB> for i in extractor_urls : <TAB> <TAB> if i in url : <TAB> <TAB> <TAB> extractor = extractor_urls [ i ] <TAB> return [ ( extractor , url ) ]","iframe_regex = r'<iframe src=""([^""]*?)""'",348
15793,"def _resize_masks(self, results):
    """"""Resize masks with ``results['scale']``""""""
    for key in results.get(""mask_fields"", []):
        if results[key] is None:
            continue
        if self.keep_ratio:
            results[key] = results[key].rescale(results[""scale""])
        else:
            results[key] = results[key].resize(results[""img_shape""][:2])","def _resize_masks ( self , results ) : <TAB> """"""Resize masks with ``results['scale']``"""""" <TAB> for key in results . get ( ""mask_fields"" , [ ] ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if self . keep_ratio : <TAB> <TAB> <TAB> results [ key ] = results [ key ] . rescale ( results [ ""scale"" ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> results [ key ] = results [ key ] . resize ( results [ ""img_shape"" ] [ : 2 ] )",if results [ key ] is None :,110
23746,"def onCompletion(self, text):
    res = []
    for l in text.split(""\n""):
        if not l:
            continue
        l = l.split("":"")
        if len(l) != 2:
            continue
        res.append([l[0].strip(), l[1].strip()])
    self.panel.setChapters(res)","def onCompletion ( self , text ) : <TAB> res = [ ] <TAB> for l in text . split ( ""\n"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> l = l . split ( "":"" ) <TAB> <TAB> if len ( l ) != 2 : <TAB> <TAB> <TAB> continue <TAB> <TAB> res . append ( [ l [ 0 ] . strip ( ) , l [ 1 ] . strip ( ) ] ) <TAB> self . panel . setChapters ( res )",if not l :,93
22520,"def get_mech_config(limit=None):
    logger.info(""Getting Mech config..."")
    if limit and not isinstance(limit, (list, tuple)):
        limit = [limit]
    # Note: There is no ""--machine-readable"" option to 'mech status'
    with progress_spinner({""mech ls""}) as progress:
        output = local.shell(
            ""mech ls"",
            splitlines=True,
        )
        progress(""mech ls"")
    targets = []
    for line in output:
        address = """"
        data = line.split()
        target = data[0]
        if len(data) == 5:
            address = data[1]
        # Skip anything not in the limit
        if limit is not None and target not in limit:
            continue
        # For each vm that has an address, fetch it's SSH config in a thread
        if address != """" and address[0].isdigit():
            targets.append(target)
    threads = []
    config_queue = Queue()
    with progress_spinner(targets) as progress:
        for target in targets:
            thread = Thread(
                target=_get_mech_ssh_config,
                args=(config_queue, progress, target),
            )
            threads.append(thread)
            thread.start()
    for thread in threads:
        thread.join()
    queue_items = list(config_queue.queue)
    lines = []
    for output in queue_items:
        lines.extend(output)
    return lines","def get_mech_config ( limit = None ) : <TAB> logger . info ( ""Getting Mech config..."" ) <TAB> if limit and not isinstance ( limit , ( list , tuple ) ) : <TAB> <TAB> limit = [ limit ] <TAB> <TAB> with progress_spinner ( { ""mech ls"" } ) as progress : <TAB> <TAB> output = local . shell ( <TAB> <TAB> <TAB> ""mech ls"" , <TAB> <TAB> <TAB> splitlines = True , <TAB> <TAB> ) <TAB> <TAB> progress ( ""mech ls"" ) <TAB> targets = [ ] <TAB> for line in output : <TAB> <TAB> address = """" <TAB> <TAB> data = line . split ( ) <TAB> <TAB> target = data [ 0 ] <TAB> <TAB> if len ( data ) == 5 : <TAB> <TAB> <TAB> address = data [ 1 ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if address != """" and address [ 0 ] . isdigit ( ) : <TAB> <TAB> <TAB> targets . append ( target ) <TAB> threads = [ ] <TAB> config_queue = Queue ( ) <TAB> with progress_spinner ( targets ) as progress : <TAB> <TAB> for target in targets : <TAB> <TAB> <TAB> thread = Thread ( <TAB> <TAB> <TAB> <TAB> target = _get_mech_ssh_config , <TAB> <TAB> <TAB> <TAB> args = ( config_queue , progress , target ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> threads . append ( thread ) <TAB> <TAB> <TAB> thread . start ( ) <TAB> for thread in threads : <TAB> <TAB> thread . join ( ) <TAB> queue_items = list ( config_queue . queue ) <TAB> lines = [ ] <TAB> for output in queue_items : <TAB> <TAB> lines . extend ( output ) <TAB> return lines",if limit is not None and target not in limit :,402
11698,"def _get_python_wrapper_content(self, job_class, args):
    job = job_class([""-r"", ""hadoop""] + list(args))
    job.sandbox()
    with job.make_runner() as runner:
        runner._create_setup_wrapper_scripts()
        if runner._spark_python_wrapper_path:
            with open(runner._spark_python_wrapper_path) as f:
                return f.read()
        else:
            return None
","def _get_python_wrapper_content ( self , job_class , args ) : <TAB> job = job_class ( [ ""-r"" , ""hadoop"" ] + list ( args ) ) <TAB> job . sandbox ( ) <TAB> with job . make_runner ( ) as runner : <TAB> <TAB> runner . _create_setup_wrapper_scripts ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> with open ( runner . _spark_python_wrapper_path ) as f : <TAB> <TAB> <TAB> <TAB> return f . read ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return None",if runner . _spark_python_wrapper_path :,125
11728,"def manage_user_outputs_with_mapping(mapping, reference_mapping, user_layers):
    if mapping is not None and reference_mapping is not None:
        layers_map = map_layers(mapping, reference_mapping)
    else:
        layers_map = {layer: layer for layer in user_layers}
    for layer in user_layers:
        if layer not in layers_map:
            if mapping is not None and reference_mapping is not None:
                log.warning(
                    ""Can not map layer {} from --model/-m to any layer from --reference_model/-ref_m"".format(
                        layer
                    )
                )
            else:
                log.warning(
                    ""Can not find layer {} in --reference_model/-ref_m model"".format(
                        layer
                    )
                )
    for layer in layers_map:
        if layer not in user_layers:
            del layers_map[layer]
    return layers_map
","def manage_user_outputs_with_mapping ( mapping , reference_mapping , user_layers ) : <TAB> if mapping is not None and reference_mapping is not None : <TAB> <TAB> layers_map = map_layers ( mapping , reference_mapping ) <TAB> else : <TAB> <TAB> layers_map = { layer : layer for layer in user_layers } <TAB> for layer in user_layers : <TAB> <TAB> if layer not in layers_map : <TAB> <TAB> <TAB> if mapping is not None and reference_mapping is not None : <TAB> <TAB> <TAB> <TAB> log . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Can not map layer {} from --model/-m to any layer from --reference_model/-ref_m"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> layer <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> log . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Can not find layer {} in --reference_model/-ref_m model"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> layer <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> for layer in layers_map : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> del layers_map [ layer ] <TAB> return layers_map",if layer not in user_layers :,273
23743,"def set(self, obj, **kwargs):
    """"""Check for missing event functions and substitute these with""""""
    """"""the ignore method""""""
    ignore = getattr(self, ""ignore"")
    for k, v in kwargs.iteritems():
        setattr(self, k, getattr(obj, v))
        if k in self.combinations:
            for k1 in self.combinations[k]:
                if not hasattr(self, k1):
                    setattr(self, k1, ignore)","def set ( self , obj , ** kwargs ) : <TAB> """"""Check for missing event functions and substitute these with"""""" <TAB> """"""the ignore method"""""" <TAB> ignore = getattr ( self , ""ignore"" ) <TAB> for k , v in kwargs . iteritems ( ) : <TAB> <TAB> setattr ( self , k , getattr ( obj , v ) ) <TAB> <TAB> if k in self . combinations : <TAB> <TAB> <TAB> for k1 in self . combinations [ k ] : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> setattr ( self , k1 , ignore )","if not hasattr ( self , k1 ) :",121
8189,"def is_dead(self):
    monkey_is_dead = False
    if self.dead:
        monkey_is_dead = True
    else:
        try:
            if MonkeyTtl.objects(id=self.ttl_ref.id).count() == 0:
                # No TTLs - monkey has timed out. The monkey is MIA.
                monkey_is_dead = True
        except (DoesNotExist, AttributeError):
            # Trying to dereference unknown document - the monkey is MIA.
            monkey_is_dead = True
    return monkey_is_dead","def is_dead ( self ) : <TAB> monkey_is_dead = False <TAB> if self . dead : <TAB> <TAB> monkey_is_dead = True <TAB> else : <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> monkey_is_dead = True <TAB> <TAB> except ( DoesNotExist , AttributeError ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> monkey_is_dead = True <TAB> return monkey_is_dead",if MonkeyTtl . objects ( id = self . ttl_ref . id ) . count ( ) == 0 :,151
24560,"def set_date(self, year, month, day):
    try:
        date(year, month, day)
    except Exception as e:
        if str(e) == ""day is out of range for month"":
            raise self.SetDateError(
                "" Day %s day is out of range for month %s"" % (day, month)
            )
        elif str(e) == ""month must be in 1..12"":
            raise self.SetDateError(""Month must be between 1 and 12, got %s"" % month)
        elif str(e) == ""year is out of range"":
            raise self.SetDateError(
                ""Year must be between %s and %s, got %s""
                % (datetime.MINYEAR, datetime.MAXYEAR, year)
            )
    else:
        self.sel_year = year
        self.sel_month = month
        self.sel_day = day
        self.month = self.sel_month
        self.year = self.sel_year
        self.day = self.sel_day
        self.update_cal_matrix(self.sel_year, self.sel_month)
        self.set_month_day(self.sel_day)
        self.selector.update()","def set_date ( self , year , month , day ) : <TAB> try : <TAB> <TAB> date ( year , month , day ) <TAB> except Exception as e : <TAB> <TAB> if str ( e ) == ""day is out of range for month"" : <TAB> <TAB> <TAB> raise self . SetDateError ( <TAB> <TAB> <TAB> <TAB> "" Day %s day is out of range for month %s"" % ( day , month ) <TAB> <TAB> <TAB> ) <TAB> <TAB> elif str ( e ) == ""month must be in 1..12"" : <TAB> <TAB> <TAB> raise self . SetDateError ( ""Month must be between 1 and 12, got %s"" % month ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise self . SetDateError ( <TAB> <TAB> <TAB> <TAB> ""Year must be between %s and %s, got %s"" <TAB> <TAB> <TAB> <TAB> % ( datetime . MINYEAR , datetime . MAXYEAR , year ) <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> self . sel_year = year <TAB> <TAB> self . sel_month = month <TAB> <TAB> self . sel_day = day <TAB> <TAB> self . month = self . sel_month <TAB> <TAB> self . year = self . sel_year <TAB> <TAB> self . day = self . sel_day <TAB> <TAB> self . update_cal_matrix ( self . sel_year , self . sel_month ) <TAB> <TAB> self . set_month_day ( self . sel_day ) <TAB> <TAB> self . selector . update ( )","elif str ( e ) == ""year is out of range"" :",333
22371,"def create_docker_client():
    try:
        if use_environ():
            print(""using environment to create docker client"")
            c = docker.from_env()
        else:
            c = docker.DockerClient(
                base_url=""unix://var/run/docker.sock"", version=""auto""
            )
        # XXX ?
        c.run = run(c)
        return c
    except DockerException as e:
        print(""Unable to connect to a docker socket"")
        raise pytest.UsageError(
            ""Could not connect to a running docker socket: %s"" % str(e)
        )
","def create_docker_client ( ) : <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""using environment to create docker client"" ) <TAB> <TAB> <TAB> c = docker . from_env ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> c = docker . DockerClient ( <TAB> <TAB> <TAB> <TAB> base_url = ""unix://var/run/docker.sock"" , version = ""auto"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> c . run = run ( c ) <TAB> <TAB> return c <TAB> except DockerException as e : <TAB> <TAB> print ( ""Unable to connect to a docker socket"" ) <TAB> <TAB> raise pytest . UsageError ( <TAB> <TAB> <TAB> ""Could not connect to a running docker socket: %s"" % str ( e ) <TAB> <TAB> )",if use_environ ( ) :,166
3230,"def visitIf(self, node, scope):
    for test, body in node.tests:
        if isinstance(test, ast.Const):
            if type(test.value) in self._const_types:
                if not test.value:
                    continue
        self.visit(test, scope)
        self.visit(body, scope)
    if node.else_:
        self.visit(node.else_, scope)
","def visitIf ( self , node , scope ) : <TAB> for test , body in node . tests : <TAB> <TAB> if isinstance ( test , ast . Const ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if not test . value : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> self . visit ( test , scope ) <TAB> <TAB> self . visit ( body , scope ) <TAB> if node . else_ : <TAB> <TAB> self . visit ( node . else_ , scope )",if type ( test . value ) in self . _const_types :,112
25092,"def __exit__(self, *exc_info):
    super(WarningsChecker, self).__exit__(*exc_info)
    # only check if we're not currently handling an exception
    if all(a is None for a in exc_info):
        if self.expected_warning is not None:
            if not any(r.category in self.expected_warning for r in self):
                __tracebackhide__ = True
                pytest.fail(""DID NOT WARN"")
","def __exit__ ( self , * exc_info ) : <TAB> super ( WarningsChecker , self ) . __exit__ ( * exc_info ) <TAB> <TAB> if all ( a is None for a in exc_info ) : <TAB> <TAB> if self . expected_warning is not None : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> __tracebackhide__ = True <TAB> <TAB> <TAB> <TAB> pytest . fail ( ""DID NOT WARN"" )",if not any ( r . category in self . expected_warning for r in self ) :,115
16063,"def test_arguments_regex(self):
    argument_matches = (
        (""pip=1.1"", (""pip"", ""1.1"")),
        (""pip==1.1"", None),
        (""pip=1.2=1"", (""pip"", ""1.2=1"")),
    )
    for argument, match in argument_matches:
        if match is None:
            self.assertIsNone(salt.utils.args.KWARG_REGEX.match(argument))
        else:
            self.assertEqual(
                salt.utils.args.KWARG_REGEX.match(argument).groups(), match
            )","def test_arguments_regex ( self ) : <TAB> argument_matches = ( <TAB> <TAB> ( ""pip=1.1"" , ( ""pip"" , ""1.1"" ) ) , <TAB> <TAB> ( ""pip==1.1"" , None ) , <TAB> <TAB> ( ""pip=1.2=1"" , ( ""pip"" , ""1.2=1"" ) ) , <TAB> ) <TAB> for argument , match in argument_matches : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertIsNone ( salt . utils . args . KWARG_REGEX . match ( argument ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . assertEqual ( <TAB> <TAB> <TAB> <TAB> salt . utils . args . KWARG_REGEX . match ( argument ) . groups ( ) , match <TAB> <TAB> <TAB> )",if match is None :,157
23220,"def normalize(d: Dict[Any, Any]) -> Dict[str, Any]:
    first_exception = None
    for normalizer in normalizers:
        try:
            normalized = normalizer(d)
        except KeyError as e:
            if not first_exception:
                first_exception = e
        else:
            return normalized
    assert first_exception is not None
    raise first_exception
","def normalize ( d : Dict [ Any , Any ] ) -> Dict [ str , Any ] : <TAB> first_exception = None <TAB> for normalizer in normalizers : <TAB> <TAB> try : <TAB> <TAB> <TAB> normalized = normalizer ( d ) <TAB> <TAB> except KeyError as e : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> first_exception = e <TAB> <TAB> else : <TAB> <TAB> <TAB> return normalized <TAB> assert first_exception is not None <TAB> raise first_exception",if not first_exception :,103
10556,"def _fatal_error(self, exc, message=""Fatal error on pipe transport""):
    if isinstance(exc, (BrokenPipeError, ConnectionResetError)):
        if self._loop.get_debug():
            logger.debug(""%r: %s"", self, message, exc_info=True)
    else:
        self._loop.call_exception_handler(
            {
                ""message"": message,
                ""exception"": exc,
                ""transport"": self,
                ""protocol"": self._protocol,
            }
        )
    self._force_close(exc)
","def _fatal_error ( self , exc , message = ""Fatal error on pipe transport"" ) : <TAB> if isinstance ( exc , ( BrokenPipeError , ConnectionResetError ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . debug ( ""%r: %s"" , self , message , exc_info = True ) <TAB> else : <TAB> <TAB> self . _loop . call_exception_handler ( <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""message"" : message , <TAB> <TAB> <TAB> <TAB> ""exception"" : exc , <TAB> <TAB> <TAB> <TAB> ""transport"" : self , <TAB> <TAB> <TAB> <TAB> ""protocol"" : self . _protocol , <TAB> <TAB> <TAB> } <TAB> <TAB> ) <TAB> self . _force_close ( exc )",if self . _loop . get_debug ( ) :,150
15373,"def __getattr__(self, name):
    # CLI spinners
    if name in SPINNER_ATTRS:
        from .spinners import Spinners
        sp = getattr(Spinners, name)
        self.spinner = sp
    # Color Attributes: ""color"", ""on_color"", ""attrs""
    elif name in COLOR_ATTRS:
        attr_type = COLOR_MAP[name]
        # Call appropriate property setters;
        # _color_func is updated automatically by setters.
        if attr_type == ""attrs"":
            self.attrs = [name]  # calls property setter
        if attr_type in (""color"", ""on_color""):
            setattr(self, attr_type, name)  # calls property setter
    # Side: ""left"" or ""right""
    elif name in (""left"", ""right""):
        self.side = name  # calls property setter
    # Common error for unsupported attributes
    else:
        raise AttributeError(
            ""'{0}' object has no attribute: '{1}'"".format(self.__class__.__name__, name)
        )
    return self","def __getattr__ ( self , name ) : <TAB> <TAB> if name in SPINNER_ATTRS : <TAB> <TAB> from . spinners import Spinners <TAB> <TAB> sp = getattr ( Spinners , name ) <TAB> <TAB> self . spinner = sp <TAB> <TAB> elif name in COLOR_ATTRS : <TAB> <TAB> attr_type = COLOR_MAP [ name ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . attrs = [ name ] <TAB> <TAB> if attr_type in ( ""color"" , ""on_color"" ) : <TAB> <TAB> <TAB> setattr ( self , attr_type , name ) <TAB> <TAB> elif name in ( ""left"" , ""right"" ) : <TAB> <TAB> self . side = name <TAB> <TAB> else : <TAB> <TAB> raise AttributeError ( <TAB> <TAB> <TAB> ""'{0}' object has no attribute: '{1}'"" . format ( self . __class__ . __name__ , name ) <TAB> <TAB> ) <TAB> return self","if attr_type == ""attrs"" :",273
10407,"def _cmd_rmrcconsistgrp(self, **kwargs):
    if ""obj"" not in kwargs:
        return self._errors[""CMMVC5701E""]
    rccg_name = kwargs[""obj""].strip(""'\"""")
    force = True if ""force"" in kwargs else False
    try:
        rccg = self._rcconsistgrp_list[rccg_name]
    except KeyError:
        return self._errors[""CMMVC5804E""]
    function = ""delete_force"" if force else ""delete""
    self._rccg_state_transition(function, rccg)
    if rccg[""state""] == ""end"":
        for rcrel_info in self._rcrelationship_list.values():
            if rcrel_info[""consistency_group_name""] == rccg[""name""]:
                rcrel_info[""consistency_group_name""] = """"
                rcrel_info[""consistency_group_id""] = """"
        del self._rcconsistgrp_list[rccg_name]
    return ("""", """")","def _cmd_rmrcconsistgrp ( self , ** kwargs ) : <TAB> if ""obj"" not in kwargs : <TAB> <TAB> return self . _errors [ ""CMMVC5701E"" ] <TAB> rccg_name = kwargs [ ""obj"" ] . strip ( ""'\"""" ) <TAB> force = True if ""force"" in kwargs else False <TAB> try : <TAB> <TAB> rccg = self . _rcconsistgrp_list [ rccg_name ] <TAB> except KeyError : <TAB> <TAB> return self . _errors [ ""CMMVC5804E"" ] <TAB> function = ""delete_force"" if force else ""delete"" <TAB> self . _rccg_state_transition ( function , rccg ) <TAB> if rccg [ ""state"" ] == ""end"" : <TAB> <TAB> for rcrel_info in self . _rcrelationship_list . values ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> rcrel_info [ ""consistency_group_name"" ] = """" <TAB> <TAB> <TAB> <TAB> rcrel_info [ ""consistency_group_id"" ] = """" <TAB> <TAB> del self . _rcconsistgrp_list [ rccg_name ] <TAB> return ( """" , """" )","if rcrel_info [ ""consistency_group_name"" ] == rccg [ ""name"" ] :",261
5393,"def _read_header_lines(fp):
    """"""Read lines with headers until the start of body""""""
    lines = deque()
    for line in fp:
        if is_empty(line):
            break
        # tricky case if it's not a header and not an empty line
        # usually means that user forgot to separate the body and newlines
        # so ""unread"" this line here, what means to treat it like a body
        if not _RE_HEADER.match(line):
            fp.seek(fp.tell() - len(line))
            break
        lines.append(line)
    return lines
","def _read_header_lines ( fp ) : <TAB> """"""Read lines with headers until the start of body"""""" <TAB> lines = deque ( ) <TAB> for line in fp : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not _RE_HEADER . match ( line ) : <TAB> <TAB> <TAB> fp . seek ( fp . tell ( ) - len ( line ) ) <TAB> <TAB> <TAB> break <TAB> <TAB> lines . append ( line ) <TAB> return lines",if is_empty ( line ) :,153
23630,"def create_accumulator(self) -> tf_metric_accumulators.TFCompilableMetricsAccumulator:
    configs = zip(self._metric_configs, self._loss_configs)
    padding_options = None
    if self._eval_config is not None:
        model_spec = model_util.get_model_spec(self._eval_config, self._model_name)
        if model_spec is not None and model_spec.HasField(""padding_options""):
            padding_options = model_spec.padding_options
    return tf_metric_accumulators.TFCompilableMetricsAccumulator(
        padding_options,
        [len(m) + len(l) for m, l in configs],
        desired_batch_size=self._desired_batch_size,
    )
","def create_accumulator ( self ) -> tf_metric_accumulators . TFCompilableMetricsAccumulator : <TAB> configs = zip ( self . _metric_configs , self . _loss_configs ) <TAB> padding_options = None <TAB> if self . _eval_config is not None : <TAB> <TAB> model_spec = model_util . get_model_spec ( self . _eval_config , self . _model_name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> padding_options = model_spec . padding_options <TAB> return tf_metric_accumulators . TFCompilableMetricsAccumulator ( <TAB> <TAB> padding_options , <TAB> <TAB> [ len ( m ) + len ( l ) for m , l in configs ] , <TAB> <TAB> desired_batch_size = self . _desired_batch_size , <TAB> )","if model_spec is not None and model_spec . HasField ( ""padding_options"" ) :",196
20303,"def local_recursive_function(list_opt, out, optimized_vars, depth):
    if not getattr(out, ""owner"", None):
        return [out], optimized_vars
    node = out.owner
    if hasattr(node, ""fgraph""):
        return node.outputs, optimized_vars
    for idx, inp in enumerate(node.inputs):
        if inp in optimized_vars:
            nw_in = optimized_vars[inp]
        else:
            if inp.owner:
                outs, optimized_vars = local_recursive_function(
                    list_opt, inp, optimized_vars, depth + 1
                )
                for k, v in zip(inp.owner.outputs, outs):
                    optimized_vars[k] = v
                nw_in = outs[inp.owner.outputs.index(inp)]
            else:
                nw_in = inp
                optimized_vars[inp] = inp
        node.inputs[idx] = nw_in
    results = node.outputs
    for opt in list_opt:
        ret = opt.transform(node)
        if ret is not False and ret is not None:
            assert len(ret) == len(node.outputs), opt
            for k, v in zip(node.outputs, ret):
                optimized_vars[k] = v
            results = ret
            if ret[0].owner:
                node = out.owner
            else:
                break
    return results, optimized_vars","def local_recursive_function ( list_opt , out , optimized_vars , depth ) : <TAB> if not getattr ( out , ""owner"" , None ) : <TAB> <TAB> return [ out ] , optimized_vars <TAB> node = out . owner <TAB> if hasattr ( node , ""fgraph"" ) : <TAB> <TAB> return node . outputs , optimized_vars <TAB> for idx , inp in enumerate ( node . inputs ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> nw_in = optimized_vars [ inp ] <TAB> <TAB> else : <TAB> <TAB> <TAB> if inp . owner : <TAB> <TAB> <TAB> <TAB> outs , optimized_vars = local_recursive_function ( <TAB> <TAB> <TAB> <TAB> <TAB> list_opt , inp , optimized_vars , depth + 1 <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> for k , v in zip ( inp . owner . outputs , outs ) : <TAB> <TAB> <TAB> <TAB> <TAB> optimized_vars [ k ] = v <TAB> <TAB> <TAB> <TAB> nw_in = outs [ inp . owner . outputs . index ( inp ) ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> nw_in = inp <TAB> <TAB> <TAB> <TAB> optimized_vars [ inp ] = inp <TAB> <TAB> node . inputs [ idx ] = nw_in <TAB> results = node . outputs <TAB> for opt in list_opt : <TAB> <TAB> ret = opt . transform ( node ) <TAB> <TAB> if ret is not False and ret is not None : <TAB> <TAB> <TAB> assert len ( ret ) == len ( node . outputs ) , opt <TAB> <TAB> <TAB> for k , v in zip ( node . outputs , ret ) : <TAB> <TAB> <TAB> <TAB> optimized_vars [ k ] = v <TAB> <TAB> <TAB> results = ret <TAB> <TAB> <TAB> if ret [ 0 ] . owner : <TAB> <TAB> <TAB> <TAB> node = out . owner <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> break <TAB> return results , optimized_vars",if inp in optimized_vars :,397
16576,"def _alter_begin(
    self,
    schema: s_schema.Schema,
    context: sd.CommandContext,
) -> s_schema.Schema:
    schema = super()._alter_begin(schema, context)
    scls = self.scls
    if not context.canonical:
        props = self.enumerate_attributes()
        if props:
            if context.enable_recursion:
                self._propagate_field_alter(schema, context, scls, props)
            bases = scls.get_bases(schema).objects(schema)
            self.inherit_fields(schema, context, bases, fields=props)
    return schema
","def _alter_begin ( <TAB> self , <TAB> schema : s_schema . Schema , <TAB> context : sd . CommandContext , ) -> s_schema . Schema : <TAB> schema = super ( ) . _alter_begin ( schema , context ) <TAB> scls = self . scls <TAB> if not context . canonical : <TAB> <TAB> props = self . enumerate_attributes ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if context . enable_recursion : <TAB> <TAB> <TAB> <TAB> self . _propagate_field_alter ( schema , context , scls , props ) <TAB> <TAB> <TAB> bases = scls . get_bases ( schema ) . objects ( schema ) <TAB> <TAB> <TAB> self . inherit_fields ( schema , context , bases , fields = props ) <TAB> return schema",if props :,162
22618,"def double_click(self, obj, event):
    """"""the user wants to edit the selected person or family""""""
    if event.type == Gdk.EventType._2BUTTON_PRESS and event.button == 1:
        (model, node) = self.selection.get_selected()
        if not node:
            return
        sort_path = self.sort_model.get_path(node)
        filt_path = self.sort_model.convert_path_to_child_path(sort_path)
        real_path = self.filt_model.convert_path_to_child_path(filt_path)
        row = self.real_model[real_path]
        the_type = row[VerifyResults.OBJ_TYPE_COL]
        handle = row[VerifyResults.OBJ_HANDLE_COL]
        if the_type == ""Person"":
            try:
                person = self.dbstate.db.get_person_from_handle(handle)
                EditPerson(self.dbstate, self.uistate, self.track, person)
            except WindowActiveError:
                pass
        elif the_type == ""Family"":
            try:
                family = self.dbstate.db.get_family_from_handle(handle)
                EditFamily(self.dbstate, self.uistate, self.track, family)
            except WindowActiveError:
                pass","def double_click ( self , obj , event ) : <TAB> """"""the user wants to edit the selected person or family"""""" <TAB> if event . type == Gdk . EventType . _2BUTTON_PRESS and event . button == 1 : <TAB> <TAB> ( model , node ) = self . selection . get_selected ( ) <TAB> <TAB> if not node : <TAB> <TAB> <TAB> return <TAB> <TAB> sort_path = self . sort_model . get_path ( node ) <TAB> <TAB> filt_path = self . sort_model . convert_path_to_child_path ( sort_path ) <TAB> <TAB> real_path = self . filt_model . convert_path_to_child_path ( filt_path ) <TAB> <TAB> row = self . real_model [ real_path ] <TAB> <TAB> the_type = row [ VerifyResults . OBJ_TYPE_COL ] <TAB> <TAB> handle = row [ VerifyResults . OBJ_HANDLE_COL ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> person = self . dbstate . db . get_person_from_handle ( handle ) <TAB> <TAB> <TAB> <TAB> EditPerson ( self . dbstate , self . uistate , self . track , person ) <TAB> <TAB> <TAB> except WindowActiveError : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> elif the_type == ""Family"" : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> family = self . dbstate . db . get_family_from_handle ( handle ) <TAB> <TAB> <TAB> <TAB> EditFamily ( self . dbstate , self . uistate , self . track , family ) <TAB> <TAB> <TAB> except WindowActiveError : <TAB> <TAB> <TAB> <TAB> pass","if the_type == ""Person"" :",365
20012,"def __init__(
    self,
    data,
    batch_size: int,
    num_steps: int = 1,
    sample_coverage: int = 0,
    save_dir: Optional[str] = None,
    log: bool = True,
    **kwargs
):
    assert data.edge_index is not None
    assert ""node_norm"" not in data
    assert ""edge_norm"" not in data
    self.num_steps = num_steps
    self.__batch_size__ = batch_size
    self.sample_coverage = sample_coverage
    self.log = log
    self.N = N = data.num_nodes
    self.E = data.num_edges
    self.adj = SparseTensor(
        row=data.edge_index[0],
        col=data.edge_index[1],
        value=torch.arange(self.E, device=data.edge_index.device),
        sparse_sizes=(N, N),
    )
    self.data = copy.copy(data)
    self.data.edge_index = None
    super(GraphSAINTSampler, self).__init__(
        self, batch_size=1, collate_fn=self.__collate__, **kwargs
    )
    if self.sample_coverage > 0:
        path = osp.join(save_dir or """", self.__filename__)
        if save_dir is not None and osp.exists(path):  # pragma: no cover
            self.node_norm, self.edge_norm = torch.load(path)
        else:
            self.node_norm, self.edge_norm = self.__compute_norm__()
            if save_dir is not None:  # pragma: no cover
                torch.save((self.node_norm, self.edge_norm), path)","def __init__ ( <TAB> self , <TAB> data , <TAB> batch_size : int , <TAB> num_steps : int = 1 , <TAB> sample_coverage : int = 0 , <TAB> save_dir : Optional [ str ] = None , <TAB> log : bool = True , <TAB> ** kwargs ) : <TAB> assert data . edge_index is not None <TAB> assert ""node_norm"" not in data <TAB> assert ""edge_norm"" not in data <TAB> self . num_steps = num_steps <TAB> self . __batch_size__ = batch_size <TAB> self . sample_coverage = sample_coverage <TAB> self . log = log <TAB> self . N = N = data . num_nodes <TAB> self . E = data . num_edges <TAB> self . adj = SparseTensor ( <TAB> <TAB> row = data . edge_index [ 0 ] , <TAB> <TAB> col = data . edge_index [ 1 ] , <TAB> <TAB> value = torch . arange ( self . E , device = data . edge_index . device ) , <TAB> <TAB> sparse_sizes = ( N , N ) , <TAB> ) <TAB> self . data = copy . copy ( data ) <TAB> self . data . edge_index = None <TAB> super ( GraphSAINTSampler , self ) . __init__ ( <TAB> <TAB> self , batch_size = 1 , collate_fn = self . __collate__ , ** kwargs <TAB> ) <TAB> if self . sample_coverage > 0 : <TAB> <TAB> path = osp . join ( save_dir or """" , self . __filename__ ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . node_norm , self . edge_norm = torch . load ( path ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . node_norm , self . edge_norm = self . __compute_norm__ ( ) <TAB> <TAB> <TAB> if save_dir is not None : <TAB> <TAB> <TAB> <TAB> torch . save ( ( self . node_norm , self . edge_norm ) , path )",if save_dir is not None and osp . exists ( path ) :,438
12993,"def _getListNextPackagesReadyToBuild():
    for pkg in Scheduler.listOfPackagesToBuild:
        if pkg in Scheduler.listOfPackagesCurrentlyBuilding:
            continue
        if constants.rpmCheck or Scheduler._checkNextPackageIsReadyToBuild(pkg):
            Scheduler.listOfPackagesNextToBuild.put((-Scheduler._getPriority(pkg), pkg))
            Scheduler.logger.debug(""Adding "" + pkg + "" to the schedule list"")
","def _getListNextPackagesReadyToBuild ( ) : <TAB> for pkg in Scheduler . listOfPackagesToBuild : <TAB> <TAB> if pkg in Scheduler . listOfPackagesCurrentlyBuilding : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> Scheduler . listOfPackagesNextToBuild . put ( ( - Scheduler . _getPriority ( pkg ) , pkg ) ) <TAB> <TAB> <TAB> Scheduler . logger . debug ( ""Adding "" + pkg + "" to the schedule list"" )",if constants . rpmCheck or Scheduler . _checkNextPackageIsReadyToBuild ( pkg ) :,113
10401,"def _create_object(self, obj_body):
    props = obj_body[SYMBOL_PROPERTIES]
    for prop_name, prop_value in props.items():
        if isinstance(prop_value, dict) and prop_value:
            # get the first key as the convert function
            func_name = list(prop_value.keys())[0]
            if func_name.startswith(""_""):
                func = getattr(self, func_name)
                props[prop_name] = func(prop_value[func_name])
    if SYMBOL_TYPE in obj_body and obj_body[SYMBOL_TYPE] in self.fake_func_mapping:
        return self.fake_func_mapping[obj_body[SYMBOL_TYPE]](**props)
    else:
        return props","def _create_object ( self , obj_body ) : <TAB> props = obj_body [ SYMBOL_PROPERTIES ] <TAB> for prop_name , prop_value in props . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> func_name = list ( prop_value . keys ( ) ) [ 0 ] <TAB> <TAB> <TAB> if func_name . startswith ( ""_"" ) : <TAB> <TAB> <TAB> <TAB> func = getattr ( self , func_name ) <TAB> <TAB> <TAB> <TAB> props [ prop_name ] = func ( prop_value [ func_name ] ) <TAB> if SYMBOL_TYPE in obj_body and obj_body [ SYMBOL_TYPE ] in self . fake_func_mapping : <TAB> <TAB> return self . fake_func_mapping [ obj_body [ SYMBOL_TYPE ] ] ( ** props ) <TAB> else : <TAB> <TAB> return props","if isinstance ( prop_value , dict ) and prop_value :",199
14155,"def test_compile_success():
    with compilation(
        valid_paths=[""a.py"", ""c/c.py""],
        invalid_paths=[""b.py"", ""d/d.py""],
        compile_paths=[""a.py"", ""c/c.py""],
    ) as (root, compiled_relpaths):
        assert 2 == len(compiled_relpaths)
        results = {}
        for compiled in compiled_relpaths:
            compiled_abspath = os.path.join(root, compiled)
            with open(compiled_abspath, ""rb"") as fp:
                fp.read(4)  # Skip the magic header.
                if sys.version_info[:2] >= (3, 7):
                    # We're in PEP-552 mode: https://www.python.org/dev/peps/pep-0552
                    fp.read(4)  # Skip the invalidation mode bitfield.
                fp.read(4)  # Skip the timestamp.
                if compatibility.PY3:
                    fp.read(4)  # Skip the size.
                code = marshal.load(fp)
            local_symbols = {}
            exec(code, {}, local_symbols)
            results[compiled] = local_symbols
        assert {""basename"": ""a.py""} == results.pop(""a.pyc"")
        assert {""basename"": ""c.py""} == results.pop(""c/c.pyc"")
        assert 0 == len(results)","def test_compile_success ( ) : <TAB> with compilation ( <TAB> <TAB> valid_paths = [ ""a.py"" , ""c/c.py"" ] , <TAB> <TAB> invalid_paths = [ ""b.py"" , ""d/d.py"" ] , <TAB> <TAB> compile_paths = [ ""a.py"" , ""c/c.py"" ] , <TAB> ) as ( root , compiled_relpaths ) : <TAB> <TAB> assert 2 == len ( compiled_relpaths ) <TAB> <TAB> results = { } <TAB> <TAB> for compiled in compiled_relpaths : <TAB> <TAB> <TAB> compiled_abspath = os . path . join ( root , compiled ) <TAB> <TAB> <TAB> with open ( compiled_abspath , ""rb"" ) as fp : <TAB> <TAB> <TAB> <TAB> fp . read ( 4 ) <TAB> <TAB> <TAB> <TAB> if sys . version_info [ : 2 ] >= ( 3 , 7 ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> fp . read ( 4 ) <TAB> <TAB> <TAB> <TAB> fp . read ( 4 ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> fp . read ( 4 ) <TAB> <TAB> <TAB> <TAB> code = marshal . load ( fp ) <TAB> <TAB> <TAB> local_symbols = { } <TAB> <TAB> <TAB> exec ( code , { } , local_symbols ) <TAB> <TAB> <TAB> results [ compiled ] = local_symbols <TAB> <TAB> assert { ""basename"" : ""a.py"" } == results . pop ( ""a.pyc"" ) <TAB> <TAB> assert { ""basename"" : ""c.py"" } == results . pop ( ""c/c.pyc"" ) <TAB> <TAB> assert 0 == len ( results )",if compatibility . PY3 :,385
21893,"def __setitem__(self, key, value):
    _type = type(key)
    if _type is str:
        value = np.array(value, dtype=bool, ndmin=1)
        k_params = self.k_params
        self.k_parameters[key] = value.size + np.sum(value) * (self.k_regimes - 1)
        self.k_params += self.k_parameters[key]
        self.switching[key] = value
        self.slices_purpose[key] = np.s_[k_params : self.k_params]
        for j in range(self.k_regimes):
            self.relative_index_regime_purpose[j][key] = []
            self.index_regime_purpose[j][key] = []
        offset = 0
        for i in range(value.size):
            switching = value[i]
            for j in range(self.k_regimes):
                # Non-switching parameters
                if not switching:
                    self.relative_index_regime_purpose[j][key].append(offset)
                # Switching parameters
                else:
                    self.relative_index_regime_purpose[j][key].append(offset + j)
            offset += 1 if not switching else self.k_regimes
        for j in range(self.k_regimes):
            offset = 0
            indices = []
            for k, v in self.relative_index_regime_purpose[j].items():
                v = (np.r_[v] + offset).tolist()
                self.index_regime_purpose[j][k] = v
                indices.append(v)
                offset += self.k_parameters[k]
            self.index_regime[j] = np.concatenate(indices).astype(int)
    else:
        raise IndexError(""Invalid index"")","def __setitem__ ( self , key , value ) : <TAB> _type = type ( key ) <TAB> if _type is str : <TAB> <TAB> value = np . array ( value , dtype = bool , ndmin = 1 ) <TAB> <TAB> k_params = self . k_params <TAB> <TAB> self . k_parameters [ key ] = value . size + np . sum ( value ) * ( self . k_regimes - 1 ) <TAB> <TAB> self . k_params += self . k_parameters [ key ] <TAB> <TAB> self . switching [ key ] = value <TAB> <TAB> self . slices_purpose [ key ] = np . s_ [ k_params : self . k_params ] <TAB> <TAB> for j in range ( self . k_regimes ) : <TAB> <TAB> <TAB> self . relative_index_regime_purpose [ j ] [ key ] = [ ] <TAB> <TAB> <TAB> self . index_regime_purpose [ j ] [ key ] = [ ] <TAB> <TAB> offset = 0 <TAB> <TAB> for i in range ( value . size ) : <TAB> <TAB> <TAB> switching = value [ i ] <TAB> <TAB> <TAB> for j in range ( self . k_regimes ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . relative_index_regime_purpose [ j ] [ key ] . append ( offset ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> self . relative_index_regime_purpose [ j ] [ key ] . append ( offset + j ) <TAB> <TAB> <TAB> offset += 1 if not switching else self . k_regimes <TAB> <TAB> for j in range ( self . k_regimes ) : <TAB> <TAB> <TAB> offset = 0 <TAB> <TAB> <TAB> indices = [ ] <TAB> <TAB> <TAB> for k , v in self . relative_index_regime_purpose [ j ] . items ( ) : <TAB> <TAB> <TAB> <TAB> v = ( np . r_ [ v ] + offset ) . tolist ( ) <TAB> <TAB> <TAB> <TAB> self . index_regime_purpose [ j ] [ k ] = v <TAB> <TAB> <TAB> <TAB> indices . append ( v ) <TAB> <TAB> <TAB> <TAB> offset += self . k_parameters [ k ] <TAB> <TAB> <TAB> self . index_regime [ j ] = np . concatenate ( indices ) . astype ( int ) <TAB> else : <TAB> <TAB> raise IndexError ( ""Invalid index"" )",if not switching :,512
23409,"def verts_of_loop(edge_loop):
    verts = []
    for e0, e1 in iter_pairs(edge_loop, False):
        if not verts:
            v0 = e0.shared_vert(e1)
            verts += [e0.other_vert(v0), v0]
        verts += [e1.other_vert(verts[-1])]
    if len(verts) > 1 and verts[0] == verts[-1]:
        return verts[:-1]
    return verts","def verts_of_loop ( edge_loop ) : <TAB> verts = [ ] <TAB> for e0 , e1 in iter_pairs ( edge_loop , False ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> v0 = e0 . shared_vert ( e1 ) <TAB> <TAB> <TAB> verts += [ e0 . other_vert ( v0 ) , v0 ] <TAB> <TAB> verts += [ e1 . other_vert ( verts [ - 1 ] ) ] <TAB> if len ( verts ) > 1 and verts [ 0 ] == verts [ - 1 ] : <TAB> <TAB> return verts [ : - 1 ] <TAB> return verts",if not verts :,134
22901,"def init(self, name, dataList):
    """"""aList is a list of tuples (commandName,bi).""""""
    c, d, modeName = self.c, self.d, self.name
    for name, bi in dataList:
        if not name:
            # An entry command: put it in the special *entry-commands* key.
            self.entryCommands.append(bi)
        elif bi is not None:
            # A regular shortcut.
            bi.pane = modeName
            aList = d.get(name, [])
            # Important: use previous bindings if possible.
            key2, aList2 = c.config.getShortcut(name)
            aList3 = [z for z in aList2 if z.pane != modeName]
            if aList3:
                aList.extend(aList3)
            aList.append(bi)
            d[name] = aList","def init ( self , name , dataList ) : <TAB> """"""aList is a list of tuples (commandName,bi)."""""" <TAB> c , d , modeName = self . c , self . d , self . name <TAB> for name , bi in dataList : <TAB> <TAB> if not name : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . entryCommands . append ( bi ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> bi . pane = modeName <TAB> <TAB> <TAB> aList = d . get ( name , [ ] ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> key2 , aList2 = c . config . getShortcut ( name ) <TAB> <TAB> <TAB> aList3 = [ z for z in aList2 if z . pane != modeName ] <TAB> <TAB> <TAB> if aList3 : <TAB> <TAB> <TAB> <TAB> aList . extend ( aList3 ) <TAB> <TAB> <TAB> aList . append ( bi ) <TAB> <TAB> <TAB> d [ name ] = aList",elif bi is not None :,245
14679,"def download_cell(cell_id):  # pylint: disable=unused-variable
    worksheet = app.config[""worksheet""]
    data = cStringIO.StringIO()
    with zipfile.ZipFile(data, mode=""w"", compression=zipfile.ZIP_DEFLATED) as out_fd:
        path = ""%s/"" % cell_id
        stored_files = set()
        for filename in worksheet.ListFiles():
            # De-duplicate base on filename.
            if filename in stored_files:
                continue
            stored_files.add(filename)
            # Copy all files under this cell id.
            if filename.startswith(path):
                with worksheet.Open(filename) as in_fd:
                    # Limit reading to a reasonable size (10Mb).
                    out_fd.writestr(filename[len(path) :], in_fd.read(100000000))
    return (
        data.getvalue(),
        200,
        {
            ""content-type"": ""binary/octet-stream"",
            ""content-disposition"": 'attachment; filename=""%s.zip""'
            % (request.args.get(""filename"", ""unknown"")),
        },
    )","def download_cell ( cell_id ) : <TAB> worksheet = app . config [ ""worksheet"" ] <TAB> data = cStringIO . StringIO ( ) <TAB> with zipfile . ZipFile ( data , mode = ""w"" , compression = zipfile . ZIP_DEFLATED ) as out_fd : <TAB> <TAB> path = ""%s/"" % cell_id <TAB> <TAB> stored_files = set ( ) <TAB> <TAB> for filename in worksheet . ListFiles ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> stored_files . add ( filename ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if filename . startswith ( path ) : <TAB> <TAB> <TAB> <TAB> with worksheet . Open ( filename ) as in_fd : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> out_fd . writestr ( filename [ len ( path ) : ] , in_fd . read ( 100000000 ) ) <TAB> return ( <TAB> <TAB> data . getvalue ( ) , <TAB> <TAB> 200 , <TAB> <TAB> { <TAB> <TAB> <TAB> ""content-type"" : ""binary/octet-stream"" , <TAB> <TAB> <TAB> ""content-disposition"" : 'attachment; filename=""%s.zip""' <TAB> <TAB> <TAB> % ( request . args . get ( ""filename"" , ""unknown"" ) ) , <TAB> <TAB> } , <TAB> )",if filename in stored_files :,303
19507,"def run():
    if len(completions) > completions_per_page:
        # Ask confirmation if it doesn't fit on the screen.
        message = ""Display all {} possibilities? (y on n) "".format(len(completions))
        confirm = yield create_confirm_application(message)
        if confirm:
            # Display pages.
            for page in range(page_count):
                display(page)
                if page != page_count - 1:
                    # Display --MORE-- and go to the next page.
                    show_more = yield _create_more_application()
                    if not show_more:
                        return
        else:
            cli.output.write(""\n"")
            cli.output.flush()
    else:
        # Display all completions.
        display(0)","def run ( ) : <TAB> if len ( completions ) > completions_per_page : <TAB> <TAB> <TAB> <TAB> message = ""Display all {} possibilities? (y on n) "" . format ( len ( completions ) ) <TAB> <TAB> confirm = yield create_confirm_application ( message ) <TAB> <TAB> if confirm : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for page in range ( page_count ) : <TAB> <TAB> <TAB> <TAB> display ( page ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> show_more = yield _create_more_application ( ) <TAB> <TAB> <TAB> <TAB> <TAB> if not show_more : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> else : <TAB> <TAB> <TAB> cli . output . write ( ""\n"" ) <TAB> <TAB> <TAB> cli . output . flush ( ) <TAB> else : <TAB> <TAB> <TAB> <TAB> display ( 0 )",if page != page_count - 1 :,222
25180,"def register_helper(register, base_url, body):
    if not isinstance(base_url, str):
        register(base_url, body)
        return
    base_url = base_url.rstrip(""/"")
    if isinstance(body, str):
        register(base_url, body)
    elif isinstance(body, list):
        register(base_url, ""\n"".join(body) + ""\n"")
        register(base_url + ""/"", ""\n"".join(body) + ""\n"")
    elif isinstance(body, dict):
        vals = []
        for k, v in body.items():
            if k == ""public-keys"":
                _register_ssh_keys(register, base_url + ""/public-keys/"", v)
                continue
            suffix = k.rstrip(""/"")
            if not isinstance(v, (str, list)):
                suffix += ""/""
            vals.append(suffix)
            url = base_url + ""/"" + suffix
            register_helper(register, url, v)
        register(base_url, ""\n"".join(vals) + ""\n"")
        register(base_url + ""/"", ""\n"".join(vals) + ""\n"")
    elif body is None:
        register(base_url, ""not found"", status=404)","def register_helper ( register , base_url , body ) : <TAB> if not isinstance ( base_url , str ) : <TAB> <TAB> register ( base_url , body ) <TAB> <TAB> return <TAB> base_url = base_url . rstrip ( ""/"" ) <TAB> if isinstance ( body , str ) : <TAB> <TAB> register ( base_url , body ) <TAB> elif isinstance ( body , list ) : <TAB> <TAB> register ( base_url , ""\n"" . join ( body ) + ""\n"" ) <TAB> <TAB> register ( base_url + ""/"" , ""\n"" . join ( body ) + ""\n"" ) <TAB> elif isinstance ( body , dict ) : <TAB> <TAB> vals = [ ] <TAB> <TAB> for k , v in body . items ( ) : <TAB> <TAB> <TAB> if k == ""public-keys"" : <TAB> <TAB> <TAB> <TAB> _register_ssh_keys ( register , base_url + ""/public-keys/"" , v ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> suffix = k . rstrip ( ""/"" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> suffix += ""/"" <TAB> <TAB> <TAB> vals . append ( suffix ) <TAB> <TAB> <TAB> url = base_url + ""/"" + suffix <TAB> <TAB> <TAB> register_helper ( register , url , v ) <TAB> <TAB> register ( base_url , ""\n"" . join ( vals ) + ""\n"" ) <TAB> <TAB> register ( base_url + ""/"" , ""\n"" . join ( vals ) + ""\n"" ) <TAB> elif body is None : <TAB> <TAB> register ( base_url , ""not found"" , status = 404 )","if not isinstance ( v , ( str , list ) ) :",328
1047,"def _check_repo_status(self, repo_dir, expected_status):
    """"""Check the worktree status of a repository""""""
    result = runCmd(""git status . --porcelain"", cwd=repo_dir)
    for line in result.output.splitlines():
        for ind, (f_status, fn_re) in enumerate(expected_status):
            if re.match(fn_re, line[3:]):
                if f_status != line[:2]:
                    self.fail(""Unexpected status in line: %s"" % line)
                expected_status.pop(ind)
                break
        else:
            self.fail(""Unexpected modified file in line: %s"" % line)
    if expected_status:
        self.fail(""Missing file changes: %s"" % expected_status)","def _check_repo_status ( self , repo_dir , expected_status ) : <TAB> """"""Check the worktree status of a repository"""""" <TAB> result = runCmd ( ""git status . --porcelain"" , cwd = repo_dir ) <TAB> for line in result . output . splitlines ( ) : <TAB> <TAB> for ind , ( f_status , fn_re ) in enumerate ( expected_status ) : <TAB> <TAB> <TAB> if re . match ( fn_re , line [ 3 : ] ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . fail ( ""Unexpected status in line: %s"" % line ) <TAB> <TAB> <TAB> <TAB> expected_status . pop ( ind ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> self . fail ( ""Unexpected modified file in line: %s"" % line ) <TAB> if expected_status : <TAB> <TAB> self . fail ( ""Missing file changes: %s"" % expected_status )",if f_status != line [ : 2 ] :,209
8376,"def CalculateChecksum(data):
    # The checksum is just a sum of all the bytes. I swear.
    if isinstance(data, bytearray):
        total = sum(data)
    elif isinstance(data, bytes):
        if data and isinstance(data[0], bytes):
            # Python 2 bytes (str) index as single-character strings.
            total = sum(map(ord, data))
        else:
            # Python 3 bytes index as numbers (and PY2 empty strings sum() to 0)
            total = sum(data)
    else:
        # Unicode strings (should never see?)
        total = sum(map(ord, data))
    return total & 0xFFFFFFFF","def CalculateChecksum ( data ) : <TAB> <TAB> if isinstance ( data , bytearray ) : <TAB> <TAB> total = sum ( data ) <TAB> elif isinstance ( data , bytes ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> total = sum ( map ( ord , data ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> total = sum ( data ) <TAB> else : <TAB> <TAB> <TAB> <TAB> total = sum ( map ( ord , data ) ) <TAB> return total & 0xFFFFFFFF","if data and isinstance ( data [ 0 ] , bytes ) :",172
2278,"def load_schemas(ref=None, included_files=[]):
    """"""Loads ECS and custom schemas. They are returned deeply nested and merged.""""""
    # ECS fields (from git ref or not)
    if ref:
        schema_files_raw = load_schemas_from_git(ref)
    else:
        schema_files_raw = load_schema_files(ecs_helpers.ecs_files())
    fields = deep_nesting_representation(schema_files_raw)
    # Custom additional files
    if included_files and len(included_files) > 0:
        print(""Loading user defined schemas: {0}"".format(included_files))
        # If --ref provided and --include loading experimental schemas
        if ref and EXPERIMENTAL_SCHEMA_DIR in included_files:
            exp_schema_files_raw = load_schemas_from_git(
                ref, target_dir=EXPERIMENTAL_SCHEMA_DIR
            )
            exp_fields = deep_nesting_representation(exp_schema_files_raw)
            fields = merge_fields(fields, exp_fields)
            included_files.remove(EXPERIMENTAL_SCHEMA_DIR)
        # Remaining additional custom files (never from git ref)
        custom_files = ecs_helpers.get_glob_files(included_files, ecs_helpers.YAML_EXT)
        custom_fields = deep_nesting_representation(load_schema_files(custom_files))
        fields = merge_fields(fields, custom_fields)
    return fields","def load_schemas ( ref = None , included_files = [ ] ) : <TAB> """"""Loads ECS and custom schemas. They are returned deeply nested and merged."""""" <TAB> <TAB> if ref : <TAB> <TAB> schema_files_raw = load_schemas_from_git ( ref ) <TAB> else : <TAB> <TAB> schema_files_raw = load_schema_files ( ecs_helpers . ecs_files ( ) ) <TAB> fields = deep_nesting_representation ( schema_files_raw ) <TAB> <TAB> if included_files and len ( included_files ) > 0 : <TAB> <TAB> print ( ""Loading user defined schemas: {0}"" . format ( included_files ) ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> exp_schema_files_raw = load_schemas_from_git ( <TAB> <TAB> <TAB> <TAB> ref , target_dir = EXPERIMENTAL_SCHEMA_DIR <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> exp_fields = deep_nesting_representation ( exp_schema_files_raw ) <TAB> <TAB> <TAB> fields = merge_fields ( fields , exp_fields ) <TAB> <TAB> <TAB> included_files . remove ( EXPERIMENTAL_SCHEMA_DIR ) <TAB> <TAB> <TAB> <TAB> custom_files = ecs_helpers . get_glob_files ( included_files , ecs_helpers . YAML_EXT ) <TAB> <TAB> custom_fields = deep_nesting_representation ( load_schema_files ( custom_files ) ) <TAB> <TAB> fields = merge_fields ( fields , custom_fields ) <TAB> return fields",if ref and EXPERIMENTAL_SCHEMA_DIR in included_files :,375
8355,"def _perform_vex_expr_Load(self, addr_bundle, ty, end, condition=None, **kwargs):
    addr, addr_deps = addr_bundle
    if condition is not None:
        condition, condition_deps = condition
    else:
        condition_deps = None
    result = super()._perform_vex_expr_Load(
        addr, ty, end, condition=condition, **kwargs
    )
    if o.TRACK_MEMORY_ACTIONS in self.state.options:
        addr_ao = SimActionObject(addr, deps=addr_deps, state=self.state)
        condition_ao = (
            SimActionObject(condition, deps=condition_deps, state=self.state)
            if condition is not None
            else None
        )
        r = SimActionData(
            self.state,
            self.state.memory.id,
            SimActionData.READ,
            addr=addr_ao,
            size=pyvex.get_type_size(ty),
            data=result,
            condition=condition_ao,
        )
        self.state.history.add_action(r)
        a = frozenset((r,))
    else:
        a = frozenset()
    return result, a
","def _perform_vex_expr_Load ( self , addr_bundle , ty , end , condition = None , ** kwargs ) : <TAB> addr , addr_deps = addr_bundle <TAB> <fill-in> : <TAB> <TAB> condition , condition_deps = condition <TAB> else : <TAB> <TAB> condition_deps = None <TAB> result = super ( ) . _perform_vex_expr_Load ( <TAB> <TAB> addr , ty , end , condition = condition , ** kwargs <TAB> ) <TAB> if o . TRACK_MEMORY_ACTIONS in self . state . options : <TAB> <TAB> addr_ao = SimActionObject ( addr , deps = addr_deps , state = self . state ) <TAB> <TAB> condition_ao = ( <TAB> <TAB> <TAB> SimActionObject ( condition , deps = condition_deps , state = self . state ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> else None <TAB> <TAB> ) <TAB> <TAB> r = SimActionData ( <TAB> <TAB> <TAB> self . state , <TAB> <TAB> <TAB> self . state . memory . id , <TAB> <TAB> <TAB> SimActionData . READ , <TAB> <TAB> <TAB> addr = addr_ao , <TAB> <TAB> <TAB> size = pyvex . get_type_size ( ty ) , <TAB> <TAB> <TAB> data = result , <TAB> <TAB> <TAB> condition = condition_ao , <TAB> <TAB> ) <TAB> <TAB> self . state . history . add_action ( r ) <TAB> <TAB> a = frozenset ( ( r , ) ) <TAB> else : <TAB> <TAB> a = frozenset ( ) <TAB> return result , a",if condition is not None,323
9862,"def OnGraphOptionChanged(self, event):
    event.Skip()
    layout = getattr(event, ""refreshColumns"", False) or getattr(
        event, ""refreshColumns"", False
    )
    if layout:
        self.ctrlPanel.Freeze()
        if getattr(event, ""refreshAxeLabels"", False):
            self.ctrlPanel.refreshAxeLabels(restoreSelection=True)
        if getattr(event, ""refreshColumns"", False):
            self.ctrlPanel.refreshColumns()
        self.Layout()
        self.ctrlPanel.Thaw()
    self.clearCache(reason=GraphCacheCleanupReason.optionChanged)
    self.draw()
","def OnGraphOptionChanged ( self , event ) : <TAB> event . Skip ( ) <TAB> layout = getattr ( event , ""refreshColumns"" , False ) or getattr ( <TAB> <TAB> event , ""refreshColumns"" , False <TAB> ) <TAB> if layout : <TAB> <TAB> self . ctrlPanel . Freeze ( ) <TAB> <TAB> if getattr ( event , ""refreshAxeLabels"" , False ) : <TAB> <TAB> <TAB> self . ctrlPanel . refreshAxeLabels ( restoreSelection = True ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . ctrlPanel . refreshColumns ( ) <TAB> <TAB> self . Layout ( ) <TAB> <TAB> self . ctrlPanel . Thaw ( ) <TAB> self . clearCache ( reason = GraphCacheCleanupReason . optionChanged ) <TAB> self . draw ( )","if getattr ( event , ""refreshColumns"" , False ) :",166
20535,"def _get_run_link(self, tracking_uri, run_id):
    # if using the default Databricks tracking URI and in a notebook, we can automatically
    # figure out the run-link.
    if is_databricks_default_tracking_uri(tracking_uri) and (
        is_in_databricks_notebook() or is_in_databricks_job()
    ):
        # use DBUtils to determine workspace information.
        workspace_host, workspace_id = get_workspace_info_from_dbutils()
    else:
        # in this scenario, we're not able to automatically extract the workspace ID
        # to proceed, and users will need to pass in a databricks profile with the scheme:
        # databricks://scope:prefix and store the host and workspace-ID as a secret in the
        # Databricks Secret Manager with scope=<scope> and key=<prefix>-workspaceid.
        workspace_host, workspace_id = get_workspace_info_from_databricks_secrets(
            tracking_uri
        )
        if not workspace_id:
            print(
                ""No workspace ID specified; if your Databricks workspaces share the same""
                "" host URL, you may want to specify the workspace ID (along with the host""
                "" information in the secret manager) for run lineage tracking. For more""
                "" details on how to specify this information in the secret manager,""
                "" please refer to the model registry documentation.""
            )
    # retrieve experiment ID of the run for the URL
    experiment_id = self.get_run(run_id).info.experiment_id
    if workspace_host and run_id and experiment_id:
        return construct_run_url(workspace_host, experiment_id, run_id, workspace_id)
","def _get_run_link ( self , tracking_uri , run_id ) : <TAB> <TAB> <TAB> if is_databricks_default_tracking_uri ( tracking_uri ) and ( <TAB> <TAB> is_in_databricks_notebook ( ) or is_in_databricks_job ( ) <TAB> ) : <TAB> <TAB> <TAB> <TAB> workspace_host , workspace_id = get_workspace_info_from_dbutils ( ) <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> workspace_host , workspace_id = get_workspace_info_from_databricks_secrets ( <TAB> <TAB> <TAB> tracking_uri <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""No workspace ID specified; if your Databricks workspaces share the same"" <TAB> <TAB> <TAB> <TAB> "" host URL, you may want to specify the workspace ID (along with the host"" <TAB> <TAB> <TAB> <TAB> "" information in the secret manager) for run lineage tracking. For more"" <TAB> <TAB> <TAB> <TAB> "" details on how to specify this information in the secret manager,"" <TAB> <TAB> <TAB> <TAB> "" please refer to the model registry documentation."" <TAB> <TAB> <TAB> ) <TAB> <TAB> experiment_id = self . get_run ( run_id ) . info . experiment_id <TAB> if workspace_host and run_id and experiment_id : <TAB> <TAB> return construct_run_url ( workspace_host , experiment_id , run_id , workspace_id )",if not workspace_id :,461
15721,"def __impl__(func):
    if op_type is None:
        op_type_name = func.__name__
    else:
        op_type_name = op_type
    op_proto = OpProtoHolder.instance().get_op_proto(op_type_name)
    tmpl = string.Template(func.__doc__)
    comment_lines = op_proto.comment.split(""\n"")
    comment = """"
    for line in comment_lines:
        line = line.strip()
        if len(line) != 0:
            comment += escape_math(line)
            comment += "" ""
        elif len(comment) != 0:
            comment += ""\n    \n    ""
    args = {""comment"": trim_ending_dot(comment)}
    for each_input in op_proto.inputs:
        input_name = _convert_(each_input.name)
        args[""{0}_comment"".format(input_name)] = trim_ending_dot(each_input.comment)
        args[""{0}_type"".format(input_name)] = ""Variable""
    for each_attr in op_proto.attrs:
        input_name = _convert_(each_attr.name)
        args[""{0}_comment"".format(input_name)] = trim_ending_dot(each_attr.comment)
        args[""{0}_type"".format(input_name)] = _type_to_str_(each_attr.type)
    for each_opt in op_proto.outputs:
        output_name = _convert_(each_opt.name)
        args[""{0}_comment"".format(output_name)] = trim_ending_dot(each_opt.comment)
        args[""{0}_type"".format(output_name)] = ""Variable""
    func.__doc__ = tmpl.substitute(args)
    return func","def __impl__ ( func ) : <TAB> if op_type is None : <TAB> <TAB> op_type_name = func . __name__ <TAB> else : <TAB> <TAB> op_type_name = op_type <TAB> op_proto = OpProtoHolder . instance ( ) . get_op_proto ( op_type_name ) <TAB> tmpl = string . Template ( func . __doc__ ) <TAB> comment_lines = op_proto . comment . split ( ""\n"" ) <TAB> comment = """" <TAB> for line in comment_lines : <TAB> <TAB> line = line . strip ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> comment += escape_math ( line ) <TAB> <TAB> <TAB> comment += "" "" <TAB> <TAB> elif len ( comment ) != 0 : <TAB> <TAB> <TAB> comment += ""\n    \n    "" <TAB> args = { ""comment"" : trim_ending_dot ( comment ) } <TAB> for each_input in op_proto . inputs : <TAB> <TAB> input_name = _convert_ ( each_input . name ) <TAB> <TAB> args [ ""{0}_comment"" . format ( input_name ) ] = trim_ending_dot ( each_input . comment ) <TAB> <TAB> args [ ""{0}_type"" . format ( input_name ) ] = ""Variable"" <TAB> for each_attr in op_proto . attrs : <TAB> <TAB> input_name = _convert_ ( each_attr . name ) <TAB> <TAB> args [ ""{0}_comment"" . format ( input_name ) ] = trim_ending_dot ( each_attr . comment ) <TAB> <TAB> args [ ""{0}_type"" . format ( input_name ) ] = _type_to_str_ ( each_attr . type ) <TAB> for each_opt in op_proto . outputs : <TAB> <TAB> output_name = _convert_ ( each_opt . name ) <TAB> <TAB> args [ ""{0}_comment"" . format ( output_name ) ] = trim_ending_dot ( each_opt . comment ) <TAB> <TAB> args [ ""{0}_type"" . format ( output_name ) ] = ""Variable"" <TAB> func . __doc__ = tmpl . substitute ( args ) <TAB> return func",if len ( line ) != 0 :,449
811,"def _inner(src):
    for match in C_INCLUDE_RE.finditer(src):
        included = match.group(1)
        found = False
        for ipath in include_path:
            included_file_name = realpath(join(ipath, included))
            if included_file_name not in result:
                try:
                    src_file = open(included_file_name, ""rt"")
                except IOError:
                    continue
                try:
                    included_src = src_file.read()
                finally:
                    src_file.close()
                # jrevent infinite recursion if some header file appears to
                # include itself
                result[included_file_name] = None
                checksum = new_hash()
                update_checksum(checksum, included_src)
                _inner(included_src)
                result[included_file_name] = (
                    os.stat(included_file_name).st_mtime,
                    checksum.hexdigest(),
                )
                found = True
                break  # stop searching the include path
        if not found:
            pass","def _inner ( src ) : <TAB> for match in C_INCLUDE_RE . finditer ( src ) : <TAB> <TAB> included = match . group ( 1 ) <TAB> <TAB> found = False <TAB> <TAB> for ipath in include_path : <TAB> <TAB> <TAB> included_file_name = realpath ( join ( ipath , included ) ) <TAB> <TAB> <TAB> if included_file_name not in result : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> src_file = open ( included_file_name , ""rt"" ) <TAB> <TAB> <TAB> <TAB> except IOError : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> included_src = src_file . read ( ) <TAB> <TAB> <TAB> <TAB> finally : <TAB> <TAB> <TAB> <TAB> <TAB> src_file . close ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> result [ included_file_name ] = None <TAB> <TAB> <TAB> <TAB> checksum = new_hash ( ) <TAB> <TAB> <TAB> <TAB> update_checksum ( checksum , included_src ) <TAB> <TAB> <TAB> <TAB> _inner ( included_src ) <TAB> <TAB> <TAB> <TAB> result [ included_file_name ] = ( <TAB> <TAB> <TAB> <TAB> <TAB> os . stat ( included_file_name ) . st_mtime , <TAB> <TAB> <TAB> <TAB> <TAB> checksum . hexdigest ( ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> found = True <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pass",if not found :,330
5751,"def monitor_filter(self):
    """"""Return filtered service objects list""""""
    services = self.client.services.list(filters={""label"": ""com.ouroboros.enable""})
    monitored_services = []
    for service in services:
        ouro_label = service.attrs[""Spec""][""Labels""].get(""com.ouroboros.enable"")
        if not self.config.label_enable or ouro_label.lower() in [""true"", ""yes""]:
            monitored_services.append(service)
    self.data_manager.monitored_containers[self.socket] = len(monitored_services)
    self.data_manager.set(self.socket)
    return monitored_services
","def monitor_filter ( self ) : <TAB> """"""Return filtered service objects list"""""" <TAB> services = self . client . services . list ( filters = { ""label"" : ""com.ouroboros.enable"" } ) <TAB> monitored_services = [ ] <TAB> for service in services : <TAB> <TAB> ouro_label = service . attrs [ ""Spec"" ] [ ""Labels"" ] . get ( ""com.ouroboros.enable"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> monitored_services . append ( service ) <TAB> self . data_manager . monitored_containers [ self . socket ] = len ( monitored_services ) <TAB> self . data_manager . set ( self . socket ) <TAB> return monitored_services","if not self . config . label_enable or ouro_label . lower ( ) in [ ""true"" , ""yes"" ] :",176
9467,"def handle_label(self, path, **options):
    verbosity = int(options.get(""verbosity"", 1))
    result = finders.find(path, all=options[""all""])
    path = smart_unicode(path)
    if result:
        if not isinstance(result, (list, tuple)):
            result = [result]
        output = u""\n  "".join(
            (smart_unicode(os.path.realpath(path)) for path in result)
        )
        self.stdout.write(smart_str(u""Found '%s' here:\n  %s\n"" % (path, output)))
    else:
        if verbosity >= 1:
            self.stderr.write(smart_str(""No matching file found for '%s'.\n"" % path))","def handle_label ( self , path , ** options ) : <TAB> verbosity = int ( options . get ( ""verbosity"" , 1 ) ) <TAB> result = finders . find ( path , all = options [ ""all"" ] ) <TAB> path = smart_unicode ( path ) <TAB> if result : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result = [ result ] <TAB> <TAB> output = u""\n  "" . join ( <TAB> <TAB> <TAB> ( smart_unicode ( os . path . realpath ( path ) ) for path in result ) <TAB> <TAB> ) <TAB> <TAB> self . stdout . write ( smart_str ( u""Found '%s' here:\n  %s\n"" % ( path , output ) ) ) <TAB> else : <TAB> <TAB> if verbosity >= 1 : <TAB> <TAB> <TAB> self . stderr . write ( smart_str ( ""No matching file found for '%s'.\n"" % path ) )","if not isinstance ( result , ( list , tuple ) ) :",193
2366,"def __listingColumns(self):
    columns = []
    for name in self.__getColumns():
        definition = column(name)
        if not definition:
            IECore.msg(
                IECore.Msg.Level.Error,
                ""GafferImageUI.CatalogueUI"",
                ""No column registered with name '%s'"" % name,
            )
            continue
        if isinstance(definition, IconColumn):
            c = GafferUI.PathListingWidget.IconColumn(definition.title(), """", name)
        else:
            c = GafferUI.PathListingWidget.StandardColumn(definition.title(), name)
        columns.append(c)
    return columns
","def __listingColumns ( self ) : <TAB> columns = [ ] <TAB> for name in self . __getColumns ( ) : <TAB> <TAB> definition = column ( name ) <TAB> <TAB> if not definition : <TAB> <TAB> <TAB> IECore . msg ( <TAB> <TAB> <TAB> <TAB> IECore . Msg . Level . Error , <TAB> <TAB> <TAB> <TAB> ""GafferImageUI.CatalogueUI"" , <TAB> <TAB> <TAB> <TAB> ""No column registered with name '%s'"" % name , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> c = GafferUI . PathListingWidget . IconColumn ( definition . title ( ) , """" , name ) <TAB> <TAB> else : <TAB> <TAB> <TAB> c = GafferUI . PathListingWidget . StandardColumn ( definition . title ( ) , name ) <TAB> <TAB> columns . append ( c ) <TAB> return columns","if isinstance ( definition , IconColumn ) :",184
20926,"def get_reference_as_per_payment_terms(
    payment_schedule, dt, dn, doc, grand_total, outstanding_amount
):
    references = []
    for payment_term in payment_schedule:
        payment_term_outstanding = flt(
            payment_term.payment_amount - payment_term.paid_amount,
            payment_term.precision(""payment_amount""),
        )
        if payment_term_outstanding:
            references.append(
                {
                    ""reference_doctype"": dt,
                    ""reference_name"": dn,
                    ""bill_no"": doc.get(""bill_no""),
                    ""due_date"": doc.get(""due_date""),
                    ""total_amount"": grand_total,
                    ""outstanding_amount"": outstanding_amount,
                    ""payment_term"": payment_term.payment_term,
                    ""allocated_amount"": payment_term_outstanding,
                }
            )
    return references
","def get_reference_as_per_payment_terms ( <TAB> payment_schedule , dt , dn , doc , grand_total , outstanding_amount ) : <TAB> references = [ ] <TAB> for payment_term in payment_schedule : <TAB> <TAB> payment_term_outstanding = flt ( <TAB> <TAB> <TAB> payment_term . payment_amount - payment_term . paid_amount , <TAB> <TAB> <TAB> payment_term . precision ( ""payment_amount"" ) , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> references . append ( <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> ""reference_doctype"" : dt , <TAB> <TAB> <TAB> <TAB> <TAB> ""reference_name"" : dn , <TAB> <TAB> <TAB> <TAB> <TAB> ""bill_no"" : doc . get ( ""bill_no"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> ""due_date"" : doc . get ( ""due_date"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> ""total_amount"" : grand_total , <TAB> <TAB> <TAB> <TAB> <TAB> ""outstanding_amount"" : outstanding_amount , <TAB> <TAB> <TAB> <TAB> <TAB> ""payment_term"" : payment_term . payment_term , <TAB> <TAB> <TAB> <TAB> <TAB> ""allocated_amount"" : payment_term_outstanding , <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> ) <TAB> return references",if payment_term_outstanding :,275
1342,"def process_query(self, query):
    raw_filters = {}
    # clean and normalize the request parameters
    for key in request.args:
        orig_key = key
        if key.startswith(""-""):
            negated = True
            key = key[1:]
        else:
            negated = False
        if ""__"" in key:
            expr, op = key.rsplit(""__"", 1)
            if op not in DJANGO_MAP:
                expr = key
                op = ""eq""
        else:
            expr = key
            op = ""eq""
        raw_filters.setdefault(expr, [])
        raw_filters[expr].append((op, request.args.getlist(orig_key), negated))
    # do a breadth first search across the field tree created by filter_fields,
    # searching for matching keys in the request parameters -- when found,
    # filter the query accordingly
    queue = [(self._field_tree, """")]
    while queue:
        node, prefix = queue.pop(0)
        for field in node.fields:
            filter_expr = ""%s%s"" % (prefix, field.name)
            if filter_expr in raw_filters:
                for op, arg_list, negated in raw_filters[filter_expr]:
                    clean_args = self.clean_arg_list(arg_list)
                    query = self.apply_filter(
                        query, filter_expr, op, clean_args, negated
                    )
        for child_prefix, child_node in node.children.items():
            queue.append((child_node, prefix + child_prefix + ""__""))
    return query","def process_query ( self , query ) : <TAB> raw_filters = { } <TAB> <TAB> for key in request . args : <TAB> <TAB> orig_key = key <TAB> <TAB> if key . startswith ( ""-"" ) : <TAB> <TAB> <TAB> negated = True <TAB> <TAB> <TAB> key = key [ 1 : ] <TAB> <TAB> else : <TAB> <TAB> <TAB> negated = False <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> expr , op = key . rsplit ( ""__"" , 1 ) <TAB> <TAB> <TAB> if op not in DJANGO_MAP : <TAB> <TAB> <TAB> <TAB> expr = key <TAB> <TAB> <TAB> <TAB> op = ""eq"" <TAB> <TAB> else : <TAB> <TAB> <TAB> expr = key <TAB> <TAB> <TAB> op = ""eq"" <TAB> <TAB> raw_filters . setdefault ( expr , [ ] ) <TAB> <TAB> raw_filters [ expr ] . append ( ( op , request . args . getlist ( orig_key ) , negated ) ) <TAB> <TAB> <TAB> <TAB> queue = [ ( self . _field_tree , """" ) ] <TAB> while queue : <TAB> <TAB> node , prefix = queue . pop ( 0 ) <TAB> <TAB> for field in node . fields : <TAB> <TAB> <TAB> filter_expr = ""%s%s"" % ( prefix , field . name ) <TAB> <TAB> <TAB> if filter_expr in raw_filters : <TAB> <TAB> <TAB> <TAB> for op , arg_list , negated in raw_filters [ filter_expr ] : <TAB> <TAB> <TAB> <TAB> <TAB> clean_args = self . clean_arg_list ( arg_list ) <TAB> <TAB> <TAB> <TAB> <TAB> query = self . apply_filter ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> query , filter_expr , op , clean_args , negated <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> for child_prefix , child_node in node . children . items ( ) : <TAB> <TAB> <TAB> queue . append ( ( child_node , prefix + child_prefix + ""__"" ) ) <TAB> return query","if ""__"" in key :",432
4474,"def _set_multiple_targets():
    # set multi targets to kb
    if conf.url:
        targets = set()
        for url in conf.url:
            parsed = parse_target(url)
            if parsed:
                targets.add(parsed)
        if not targets:
            err_msg = ""incorrect target url or ip format!""
            logger.error(err_msg)
        for target in targets:
            kb.targets.add(target)
    if conf.url_file:
        for line in get_file_items(conf.url_file, lowercase=False, unique=True):
            kb.targets.add(line)
    if conf.dork:
        # enable plugin 'target_from_zoomeye' by default
        if (
            ""target_from_shodan"" not in conf.plugins
            and ""target_from_fofa"" not in conf.plugins
        ):
            conf.plugins.append(""target_from_zoomeye"")
    if conf.dork_zoomeye:
        conf.plugins.append(""target_from_zoomeye"")
    if conf.dork_shodan:
        conf.plugins.append(""target_from_shodan"")
    if conf.dork_censys:
        conf.plugins.append(""target_from_censys"")
    if conf.dork_fofa:
        conf.plugins.append(""target_from_fofa"")
","def _set_multiple_targets ( ) : <TAB> <TAB> if conf . url : <TAB> <TAB> targets = set ( ) <TAB> <TAB> for url in conf . url : <TAB> <TAB> <TAB> parsed = parse_target ( url ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> targets . add ( parsed ) <TAB> <TAB> if not targets : <TAB> <TAB> <TAB> err_msg = ""incorrect target url or ip format!"" <TAB> <TAB> <TAB> logger . error ( err_msg ) <TAB> <TAB> for target in targets : <TAB> <TAB> <TAB> kb . targets . add ( target ) <TAB> if conf . url_file : <TAB> <TAB> for line in get_file_items ( conf . url_file , lowercase = False , unique = True ) : <TAB> <TAB> <TAB> kb . targets . add ( line ) <TAB> if conf . dork : <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> ""target_from_shodan"" not in conf . plugins <TAB> <TAB> <TAB> and ""target_from_fofa"" not in conf . plugins <TAB> <TAB> ) : <TAB> <TAB> <TAB> conf . plugins . append ( ""target_from_zoomeye"" ) <TAB> if conf . dork_zoomeye : <TAB> <TAB> conf . plugins . append ( ""target_from_zoomeye"" ) <TAB> if conf . dork_shodan : <TAB> <TAB> conf . plugins . append ( ""target_from_shodan"" ) <TAB> if conf . dork_censys : <TAB> <TAB> conf . plugins . append ( ""target_from_censys"" ) <TAB> if conf . dork_fofa : <TAB> <TAB> conf . plugins . append ( ""target_from_fofa"" )",if parsed :,379
24691,"def setup(self, gen):
    Node.setup(self, gen)
    for c in self.children:
        c.setup(gen)
    if not self.accepts_epsilon:
        # If it's not already accepting epsilon, it might now do so.
        for c in self.children:
            # any non-epsilon means all is non-epsilon
            if not c.accepts_epsilon:
                break
        else:
            self.accepts_epsilon = 1
            gen.changed()","def setup ( self , gen ) : <TAB> Node . setup ( self , gen ) <TAB> for c in self . children : <TAB> <TAB> c . setup ( gen ) <TAB> if not self . accepts_epsilon : <TAB> <TAB> <TAB> <TAB> for c in self . children : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> self . accepts_epsilon = 1 <TAB> <TAB> <TAB> gen . changed ( )",if not c . accepts_epsilon :,135
22689,"def process_cache_response(self, view_instance, view_method, request, args, kwargs):
    key = self.calculate_key(
        view_instance=view_instance,
        view_method=view_method,
        request=request,
        args=args,
        kwargs=kwargs,
    )
    timeout = self.calculate_timeout(view_instance=view_instance)
    response_triple = self.cache.get(key)
    if not response_triple:
        # render response to create and cache the content byte string
        response = view_method(view_instance, request, *args, **kwargs)
        response = view_instance.finalize_response(request, response, *args, **kwargs)
        response.render()
        if not response.status_code >= 400 or self.cache_errors:
            response_triple = (
                response.rendered_content,
                response.status_code,
                response._headers.copy(),
            )
            self.cache.set(key, response_triple, timeout)
    else:
        # build smaller Django HttpResponse
        content, status, headers = response_triple
        response = HttpResponse(content=content, status=status)
        for k, v in headers.values():
            response[k] = v
    if not hasattr(response, ""_closable_objects""):
        response._closable_objects = []
    return response","def process_cache_response ( self , view_instance , view_method , request , args , kwargs ) : <TAB> key = self . calculate_key ( <TAB> <TAB> view_instance = view_instance , <TAB> <TAB> view_method = view_method , <TAB> <TAB> request = request , <TAB> <TAB> args = args , <TAB> <TAB> kwargs = kwargs , <TAB> ) <TAB> timeout = self . calculate_timeout ( view_instance = view_instance ) <TAB> response_triple = self . cache . get ( key ) <TAB> if not response_triple : <TAB> <TAB> <TAB> <TAB> response = view_method ( view_instance , request , * args , ** kwargs ) <TAB> <TAB> response = view_instance . finalize_response ( request , response , * args , ** kwargs ) <TAB> <TAB> response . render ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> response_triple = ( <TAB> <TAB> <TAB> <TAB> response . rendered_content , <TAB> <TAB> <TAB> <TAB> response . status_code , <TAB> <TAB> <TAB> <TAB> response . _headers . copy ( ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . cache . set ( key , response_triple , timeout ) <TAB> else : <TAB> <TAB> <TAB> <TAB> content , status , headers = response_triple <TAB> <TAB> response = HttpResponse ( content = content , status = status ) <TAB> <TAB> for k , v in headers . values ( ) : <TAB> <TAB> <TAB> response [ k ] = v <TAB> if not hasattr ( response , ""_closable_objects"" ) : <TAB> <TAB> response . _closable_objects = [ ] <TAB> return response",if not response . status_code >= 400 or self . cache_errors :,361
2646,"def async_recv(self):
    poll = select.poll()
    poll.register(self._sock, select.POLLIN | select.POLLPRI)
    poll.register(self._ctrl_read, select.POLLIN | select.POLLPRI)
    sockfd = self._sock.fileno()
    while True:
        events = poll.poll()
        for (fd, event) in events:
            if fd == sockfd:
                try:
                    data = bytearray(64000)
                    self._sock.recv_into(data, 64000)
                    self.buffer_queue.put_nowait(data)
                except Exception as e:
                    self.buffer_queue.put(e)
                    return
            else:
                return","def async_recv ( self ) : <TAB> poll = select . poll ( ) <TAB> poll . register ( self . _sock , select . POLLIN | select . POLLPRI ) <TAB> poll . register ( self . _ctrl_read , select . POLLIN | select . POLLPRI ) <TAB> sockfd = self . _sock . fileno ( ) <TAB> while True : <TAB> <TAB> events = poll . poll ( ) <TAB> <TAB> for ( fd , event ) in events : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> data = bytearray ( 64000 ) <TAB> <TAB> <TAB> <TAB> <TAB> self . _sock . recv_into ( data , 64000 ) <TAB> <TAB> <TAB> <TAB> <TAB> self . buffer_queue . put_nowait ( data ) <TAB> <TAB> <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> <TAB> <TAB> self . buffer_queue . put ( e ) <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return",if fd == sockfd :,207
1903,"def getDOMImplementation(features=None):
    if features:
        if isinstance(features, str):
            features = domreg._parse_feature_string(features)
        for f, v in features:
            if not Document.implementation.hasFeature(f, v):
                return None
    return Document.implementation
","def getDOMImplementation ( features = None ) : <TAB> if features : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> features = domreg . _parse_feature_string ( features ) <TAB> <TAB> for f , v in features : <TAB> <TAB> <TAB> if not Document . implementation . hasFeature ( f , v ) : <TAB> <TAB> <TAB> <TAB> return None <TAB> return Document . implementation","if isinstance ( features , str ) :",83
2770,"def _represent_changes(self, changes, field):
    if ""default"" in changes and changes[""default""][1] is not None:
        ftype = changes[""default""][2] or field.type
        if ""type"" in changes:
            ftype = changes[""type""][1]
        changes[""default""][1] = self.adapter.represent(changes[""default""][1], ftype)
    if ""type"" in changes:
        changes.pop(""length"", None)
        coltype = changes[""type""][1]
        if coltype.startswith(""reference""):
            raise NotImplementedError(
                ""Type change on reference fields is not supported.""
            )
        elif coltype.startswith(""decimal""):
            precision, scale = map(int, coltype[8:-1].split("",""))
            csql = self.adapter.types[coltype[:7]] % dict(
                precision=precision, scale=scale
            )
        elif coltype.startswith(""geo""):
            csql = self._gen_geo()
        else:
            csql = self.adapter.types[coltype] % {
                ""length"": changes[""type""][2] or field.length
            }
        changes[""type""][1] = csql
    elif ""length"" in changes:
        change = changes.pop(""length"")
        ftype = change[2] or field.type
        changes[""type""] = [None, self.adapter.types[ftype] % {""length"": change[1]}]","def _represent_changes ( self , changes , field ) : <TAB> if ""default"" in changes and changes [ ""default"" ] [ 1 ] is not None : <TAB> <TAB> ftype = changes [ ""default"" ] [ 2 ] or field . type <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ftype = changes [ ""type"" ] [ 1 ] <TAB> <TAB> changes [ ""default"" ] [ 1 ] = self . adapter . represent ( changes [ ""default"" ] [ 1 ] , ftype ) <TAB> <fill-in> <TAB> <TAB> changes . pop ( ""length"" , None ) <TAB> <TAB> coltype = changes [ ""type"" ] [ 1 ] <TAB> <TAB> if coltype . startswith ( ""reference"" ) : <TAB> <TAB> <TAB> raise NotImplementedError ( <TAB> <TAB> <TAB> <TAB> ""Type change on reference fields is not supported."" <TAB> <TAB> <TAB> ) <TAB> <TAB> elif coltype . startswith ( ""decimal"" ) : <TAB> <TAB> <TAB> precision , scale = map ( int , coltype [ 8 : - 1 ] . split ( "","" ) ) <TAB> <TAB> <TAB> csql = self . adapter . types [ coltype [ : 7 ] ] % dict ( <TAB> <TAB> <TAB> <TAB> precision = precision , scale = scale <TAB> <TAB> <TAB> ) <TAB> <TAB> elif coltype . startswith ( ""geo"" ) : <TAB> <TAB> <TAB> csql = self . _gen_geo ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> csql = self . adapter . types [ coltype ] % { <TAB> <TAB> <TAB> <TAB> ""length"" : changes [ ""type"" ] [ 2 ] or field . length <TAB> <TAB> <TAB> } <TAB> <TAB> changes [ ""type"" ] [ 1 ] = csql <TAB> elif ""length"" in changes : <TAB> <TAB> change = changes . pop ( ""length"" ) <TAB> <TAB> ftype = change [ 2 ] or field . type <TAB> <TAB> changes [ ""type"" ] = [ None , self . adapter . types [ ftype ] % { ""length"" : change [ 1 ] } ]","if ""type"" in changes :",373
17106,"def get_symbol_type(self, sym_name, nm_type="""", module=""kernel""):
    symtable = self.sys_map
    ret = None
    # check if the module is there...
    if module in symtable:
        mod = symtable[module]
        # check if the requested symbol is in the module
        if sym_name in mod:
            sym_list = mod[sym_name]
            # if a symbol has multiple definitions, then the plugin needs to specify the type
            if len(sym_list) > 1:
                if nm_type == """":
                    debug.debug(
                        ""Requested symbol {0:s} in module {1:s} has multiple definitions and no type given\n"".format(
                            sym_name, module
                        )
                    )
                    return None
                else:
                    for (addr, stype) in sym_list:
                        if stype == nm_type:
                            ret = addr
                            break
                    if ret == None:
                        debug.error(
                            ""Requested symbol {0:s} in module {1:s} could not be found\n"".format(
                                sym_name, module
                            )
                        )
            else:
                # get the type of the symbol
                ret = sym_list[0][1]
        else:
            debug.debug(
                ""Requested symbol {0:s} not found in module {1:s}\n"".format(
                    sym_name, module
                )
            )
    else:
        debug.info(""Requested module {0:s} not found in symbol table\n"".format(module))
    return ret","def get_symbol_type ( self , sym_name , nm_type = """" , module = ""kernel"" ) : <TAB> symtable = self . sys_map <TAB> ret = None <TAB> <TAB> if module in symtable : <TAB> <TAB> mod = symtable [ module ] <TAB> <TAB> <TAB> <TAB> if sym_name in mod : <TAB> <TAB> <TAB> sym_list = mod [ sym_name ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if len ( sym_list ) > 1 : <TAB> <TAB> <TAB> <TAB> if nm_type == """" : <TAB> <TAB> <TAB> <TAB> <TAB> debug . debug ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Requested symbol {0:s} in module {1:s} has multiple definitions and no type given\n"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sym_name , module <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> for ( addr , stype ) in sym_list : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ret = addr <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> <TAB> if ret == None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> debug . error ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Requested symbol {0:s} in module {1:s} could not be found\n"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sym_name , module <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ret = sym_list [ 0 ] [ 1 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> debug . debug ( <TAB> <TAB> <TAB> <TAB> ""Requested symbol {0:s} not found in module {1:s}\n"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> sym_name , module <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> debug . info ( ""Requested module {0:s} not found in symbol table\n"" . format ( module ) ) <TAB> return ret",if stype == nm_type :,495
14858,"def _get_startup_packages(lib_path: Path, packages) -> Set[str]:
    names = set()
    for path in lib_path.iterdir():
        name = path.name
        if name == ""__pycache__"":
            continue
        if name.endswith("".py""):
            names.add(name.split(""."")[0])
        elif path.is_dir() and ""."" not in name:
            names.add(name)
    if packages:
        packages = {package.lower().replace(""-"", ""_"") for package in packages}
        if len(names & packages) == len(packages):
            return packages
    return names","def _get_startup_packages ( lib_path : Path , packages ) -> Set [ str ] : <TAB> names = set ( ) <TAB> for path in lib_path . iterdir ( ) : <TAB> <TAB> name = path . name <TAB> <TAB> if name == ""__pycache__"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> if name . endswith ( "".py"" ) : <TAB> <TAB> <TAB> names . add ( name . split ( ""."" ) [ 0 ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> names . add ( name ) <TAB> if packages : <TAB> <TAB> packages = { package . lower ( ) . replace ( ""-"" , ""_"" ) for package in packages } <TAB> <TAB> if len ( names & packages ) == len ( packages ) : <TAB> <TAB> <TAB> return packages <TAB> return names","elif path . is_dir ( ) and ""."" not in name :",159
16275,"def swap_actions(actions):
    for mutexgroup in mutex_groups:
        mutex_actions = mutexgroup._group_actions
        if contains_actions(mutex_actions, actions):
            # make a best guess as to where we should store the group
            targetindex = actions.index(mutexgroup._group_actions[0])
            # insert the _ArgumentGroup container
            actions[targetindex] = mutexgroup
            # remove the duplicated individual actions
            actions = [action for action in actions if action not in mutex_actions]
    return actions",def swap_actions ( actions ) : <TAB> for mutexgroup in mutex_groups : <TAB> <TAB> mutex_actions = mutexgroup . _group_actions <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> targetindex = actions . index ( mutexgroup . _group_actions [ 0 ] ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> actions [ targetindex ] = mutexgroup <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> actions = [ action for action in actions if action not in mutex_actions ] <TAB> return actions,"if contains_actions ( mutex_actions , actions ) :",147
16153,"def flush(self):
    try:
        with salt.utils.files.fopen(self.name, ""wb"") as outfile:
            ini_gen = self.gen_ini()
            next(ini_gen)
            ini_gen_list = list(ini_gen)
            # Avoid writing an initial line separator.
            if ini_gen_list:
                ini_gen_list[0] = ini_gen_list[0].lstrip(os.linesep)
            outfile.writelines(salt.utils.data.encode(ini_gen_list))
    except (OSError, IOError) as exc:
        raise CommandExecutionError(
            ""Unable to write file '{0}'. "" ""Exception: {1}"".format(self.name, exc)
        )","def flush ( self ) : <TAB> try : <TAB> <TAB> with salt . utils . files . fopen ( self . name , ""wb"" ) as outfile : <TAB> <TAB> <TAB> ini_gen = self . gen_ini ( ) <TAB> <TAB> <TAB> next ( ini_gen ) <TAB> <TAB> <TAB> ini_gen_list = list ( ini_gen ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> ini_gen_list [ 0 ] = ini_gen_list [ 0 ] . lstrip ( os . linesep ) <TAB> <TAB> <TAB> outfile . writelines ( salt . utils . data . encode ( ini_gen_list ) ) <TAB> except ( OSError , IOError ) as exc : <TAB> <TAB> raise CommandExecutionError ( <TAB> <TAB> <TAB> ""Unable to write file '{0}'. "" ""Exception: {1}"" . format ( self . name , exc ) <TAB> <TAB> )",if ini_gen_list :,197
8972,"def _describe_tracks(
    self,
    video_path,
    general_track,
    video_tracks,
    audio_tracks,
    subtitle_tracks,
    context,
):
    logger.debug(""Handling general track"")
    props = self._describe_track(general_track, ""general"", context)
    if ""path"" not in props:
        props[""path""] = video_path
    if ""container"" not in props:
        props[""container""] = os.path.splitext(video_path)[1][1:]
    if ""size"" not in props and os.path.isfile(video_path):
        props[""size""] = size_property.handle(os.path.getsize(video_path), context)
    for track_type, tracks, in (
        (""video"", video_tracks),
        (""audio"", audio_tracks),
        (""subtitle"", subtitle_tracks),
    ):
        results = []
        for track in tracks or []:
            logger.debug(""Handling %s track"", track_type)
            t = self._validate_track(
                track_type, self._describe_track(track, track_type, context)
            )
            if t:
                results.append(t)
        if results:
            props[track_type] = results
    return props","def _describe_tracks ( <TAB> self , <TAB> video_path , <TAB> general_track , <TAB> video_tracks , <TAB> audio_tracks , <TAB> subtitle_tracks , <TAB> context , ) : <TAB> logger . debug ( ""Handling general track"" ) <TAB> props = self . _describe_track ( general_track , ""general"" , context ) <TAB> if ""path"" not in props : <TAB> <TAB> props [ ""path"" ] = video_path <TAB> if ""container"" not in props : <TAB> <TAB> props [ ""container"" ] = os . path . splitext ( video_path ) [ 1 ] [ 1 : ] <TAB> if ""size"" not in props and os . path . isfile ( video_path ) : <TAB> <TAB> props [ ""size"" ] = size_property . handle ( os . path . getsize ( video_path ) , context ) <TAB> for track_type , tracks , in ( <TAB> <TAB> ( ""video"" , video_tracks ) , <TAB> <TAB> ( ""audio"" , audio_tracks ) , <TAB> <TAB> ( ""subtitle"" , subtitle_tracks ) , <TAB> ) : <TAB> <TAB> results = [ ] <TAB> <TAB> for track in tracks or [ ] : <TAB> <TAB> <TAB> logger . debug ( ""Handling %s track"" , track_type ) <TAB> <TAB> <TAB> t = self . _validate_track ( <TAB> <TAB> <TAB> <TAB> track_type , self . _describe_track ( track , track_type , context ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if t : <TAB> <TAB> <TAB> <TAB> results . append ( t ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> props [ track_type ] = results <TAB> return props",if results :,332
16154,"def _add_content(linesep, lines=None, include_marker_start=True, end_line=None):
    if lines is None:
        lines = []
        include_marker_start = True
    if end_line is None:
        end_line = marker_end
    end_line = end_line.rstrip(""\r\n"") + linesep
    if include_marker_start:
        lines.append(marker_start + linesep)
    if split_content:
        for index, content_line in enumerate(split_content, 1):
            if index != line_count:
                lines.append(content_line + linesep)
            else:
                # We're on the last line of the content block
                if append_newline:
                    lines.append(content_line + linesep)
                    lines.append(end_line)
                else:
                    lines.append(content_line + end_line)
    else:
        lines.append(end_line)
    return lines","def _add_content ( linesep , lines = None , include_marker_start = True , end_line = None ) : <TAB> if lines is None : <TAB> <TAB> lines = [ ] <TAB> <TAB> include_marker_start = True <TAB> if end_line is None : <TAB> <TAB> end_line = marker_end <TAB> end_line = end_line . rstrip ( ""\r\n"" ) + linesep <TAB> if include_marker_start : <TAB> <TAB> lines . append ( marker_start + linesep ) <TAB> if split_content : <TAB> <TAB> for index , content_line in enumerate ( split_content , 1 ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> lines . append ( content_line + linesep ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if append_newline : <TAB> <TAB> <TAB> <TAB> <TAB> lines . append ( content_line + linesep ) <TAB> <TAB> <TAB> <TAB> <TAB> lines . append ( end_line ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> lines . append ( content_line + end_line ) <TAB> else : <TAB> <TAB> lines . append ( end_line ) <TAB> return lines",if index != line_count :,266
14501,"def getDocumentHandler(self, publicId=None, systemId=None, namespace=None):
    try:
        if namespace:
            if publicId or systemId:
                log.debug(
                    ""getDocumentHandler: using all three, %s %s %s"",
                    publicId,
                    systemId,
                    namespace,
                )
                return self.handlers[(publicId, systemId, namespace)]
            else:
                log.debug(""getDocumentHandler: namespace only, %s"", namespace)
                return self.handlers[namespace]
        else:
            log.debug(""getDocumentHandler: ids only, %s, %s"", publicId, systemId)
            return self.handlers[(publicId, systemId)]
    except KeyError:
        log.debug(
            ""getDocumentHandler: Failed, retrying with %s, %s, %s..."",
            publicId,
            systemId,
            namespace,
        )
        dataset = self.resolver.getDataset(publicId, systemId, namespace)
        if not dataset:
            handler = EmptyDatasetHandler()
        else:
            handler = DataSetHandler(namespace, dataset)
            if namespace:
                self.handlers[namespace] = handler
                if publicId or systemId:
                    self.handlers[(publicId, systemId, namespace)] = handler
            if publicId or systemId:
                self.handlers[(publicId, systemId)] = handler
        return handler
","def getDocumentHandler ( self , publicId = None , systemId = None , namespace = None ) : <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if publicId or systemId : <TAB> <TAB> <TAB> <TAB> log . debug ( <TAB> <TAB> <TAB> <TAB> <TAB> ""getDocumentHandler: using all three, %s %s %s"" , <TAB> <TAB> <TAB> <TAB> <TAB> publicId , <TAB> <TAB> <TAB> <TAB> <TAB> systemId , <TAB> <TAB> <TAB> <TAB> <TAB> namespace , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> return self . handlers [ ( publicId , systemId , namespace ) ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> log . debug ( ""getDocumentHandler: namespace only, %s"" , namespace ) <TAB> <TAB> <TAB> <TAB> return self . handlers [ namespace ] <TAB> <TAB> else : <TAB> <TAB> <TAB> log . debug ( ""getDocumentHandler: ids only, %s, %s"" , publicId , systemId ) <TAB> <TAB> <TAB> return self . handlers [ ( publicId , systemId ) ] <TAB> except KeyError : <TAB> <TAB> log . debug ( <TAB> <TAB> <TAB> ""getDocumentHandler: Failed, retrying with %s, %s, %s..."" , <TAB> <TAB> <TAB> publicId , <TAB> <TAB> <TAB> systemId , <TAB> <TAB> <TAB> namespace , <TAB> <TAB> ) <TAB> <TAB> dataset = self . resolver . getDataset ( publicId , systemId , namespace ) <TAB> <TAB> if not dataset : <TAB> <TAB> <TAB> handler = EmptyDatasetHandler ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> handler = DataSetHandler ( namespace , dataset ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . handlers [ namespace ] = handler <TAB> <TAB> <TAB> <TAB> if publicId or systemId : <TAB> <TAB> <TAB> <TAB> <TAB> self . handlers [ ( publicId , systemId , namespace ) ] = handler <TAB> <TAB> <TAB> if publicId or systemId : <TAB> <TAB> <TAB> <TAB> self . handlers [ ( publicId , systemId ) ] = handler <TAB> <TAB> return handler",if namespace :,408
8295,"def _handle_Conversion(self, expr):
    simop = vex_operations[expr.op]
    arg_0 = self._expr(expr.args[0])
    bits = int(simop.op_attrs[""to_size""])
    data = set()
    # convert operand if possible otherwise keep it unchanged
    for a in arg_0:
        if type(a) is Undefined:
            pass
        elif isinstance(a, int):
            mask = 2 ** bits - 1
            a &= mask
        elif type(a) is Parameter:
            if type(a.value) is Register:
                a.value.size = bits // 8
            elif type(a.value) is SpOffset:
                a.value.bits = bits
            else:
                l.warning(
                    ""Unsupported type Parameter->%s for conversion."",
                    type(a.value).__name__,
                )
        else:
            l.warning(""Unsupported type %s for conversion."", type(a).__name__)
        data.add(a)
    return DataSet(data, expr.result_size(self.tyenv))","def _handle_Conversion ( self , expr ) : <TAB> simop = vex_operations [ expr . op ] <TAB> arg_0 = self . _expr ( expr . args [ 0 ] ) <TAB> bits = int ( simop . op_attrs [ ""to_size"" ] ) <TAB> data = set ( ) <TAB> <TAB> for a in arg_0 : <TAB> <TAB> if type ( a ) is Undefined : <TAB> <TAB> <TAB> pass <TAB> <TAB> elif isinstance ( a , int ) : <TAB> <TAB> <TAB> mask = 2 ** bits - 1 <TAB> <TAB> <TAB> a &= mask <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if type ( a . value ) is Register : <TAB> <TAB> <TAB> <TAB> a . value . size = bits // 8 <TAB> <TAB> <TAB> elif type ( a . value ) is SpOffset : <TAB> <TAB> <TAB> <TAB> a . value . bits = bits <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> l . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Unsupported type Parameter->%s for conversion."" , <TAB> <TAB> <TAB> <TAB> <TAB> type ( a . value ) . __name__ , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> l . warning ( ""Unsupported type %s for conversion."" , type ( a ) . __name__ ) <TAB> <TAB> data . add ( a ) <TAB> return DataSet ( data , expr . result_size ( self . tyenv ) )",elif type ( a ) is Parameter :,297
7323,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 0:
            if ftype == TType.LIST:
                self.success = []
                (_etype734, _size731) = iprot.readListBegin()
                for _i735 in xrange(_size731):
                    _elem736 = PartitionSpec()
                    _elem736.read(iprot)
                    self.success.append(_elem736)
                iprot.readListEnd()
            else:
                iprot.skip(ftype)
        elif fid == 1:
            if ftype == TType.STRUCT:
                self.o1 = NoSuchObjectException()
                self.o1.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRUCT:
                self.o2 = MetaException()
                self.o2.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 0 : <TAB> <TAB> <TAB> if ftype == TType . LIST : <TAB> <TAB> <TAB> <TAB> self . success = [ ] <TAB> <TAB> <TAB> <TAB> ( _etype734 , _size731 ) = iprot . readListBegin ( ) <TAB> <TAB> <TAB> <TAB> for _i735 in xrange ( _size731 ) : <TAB> <TAB> <TAB> <TAB> <TAB> _elem736 = PartitionSpec ( ) <TAB> <TAB> <TAB> <TAB> <TAB> _elem736 . read ( iprot ) <TAB> <TAB> <TAB> <TAB> <TAB> self . success . append ( _elem736 ) <TAB> <TAB> <TAB> <TAB> iprot . readListEnd ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . o1 = NoSuchObjectException ( ) <TAB> <TAB> <TAB> <TAB> self . o1 . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . o2 = MetaException ( ) <TAB> <TAB> <TAB> <TAB> self . o2 . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",elif fid == 2 :,493
11803,"def test_array_interface(self, data):
    result = np.array(data)
    np.testing.assert_array_equal(result[0], data[0])
    result = np.array(data, dtype=object)
    expected = np.array(list(data), dtype=object)
    for a1, a2 in zip(result, expected):
        if np.isscalar(a1):
            assert np.isnan(a1) and np.isnan(a2)
        else:
            tm.assert_numpy_array_equal(a2, a1)","def test_array_interface ( self , data ) : <TAB> result = np . array ( data ) <TAB> np . testing . assert_array_equal ( result [ 0 ] , data [ 0 ] ) <TAB> result = np . array ( data , dtype = object ) <TAB> expected = np . array ( list ( data ) , dtype = object ) <TAB> for a1 , a2 in zip ( result , expected ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert np . isnan ( a1 ) and np . isnan ( a2 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> tm . assert_numpy_array_equal ( a2 , a1 )",if np . isscalar ( a1 ) :,143
21687,"def _load_db(self):
    try:
        with open(self.db) as db:
            content = db.read(8)
            db.seek(0)
            if content == (""Salted__""):
                data = StringIO()
                if self.encryptor:
                    self.encryptor.decrypt(db, data)
                else:
                    raise EncryptionError(
                        ""Encrpyted credential storage: {}"".format(self.db)
                    )
                return json.loads(data.getvalue())
            else:
                return json.load(db)
    except:
        return {""creds"": []}","def _load_db ( self ) : <TAB> try : <TAB> <TAB> with open ( self . db ) as db : <TAB> <TAB> <TAB> content = db . read ( 8 ) <TAB> <TAB> <TAB> db . seek ( 0 ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> data = StringIO ( ) <TAB> <TAB> <TAB> <TAB> if self . encryptor : <TAB> <TAB> <TAB> <TAB> <TAB> self . encryptor . decrypt ( db , data ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> raise EncryptionError ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Encrpyted credential storage: {}"" . format ( self . db ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> return json . loads ( data . getvalue ( ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return json . load ( db ) <TAB> except : <TAB> <TAB> return { ""creds"" : [ ] }","if content == ( ""Salted__"" ) :",187
1544,"def _libc_clock_info(use_info):
    if use_info:
        info = {
            ""implementation"": ""clock()"",
            ""resolution"": 1.0,
            # FIXME: 'resolution': 1.0 / CLOCKS_PER_SEC,
            ""monotonic"": True,
            ""adjustable"": False,
        }
        if os.name != ""nt"":
            info[""monotonic""] = True
    else:
        info = None
    if has_libc_clock:
        value = _libc_clock()
        if use_info:
            info[""implementation""] = ""clock()""
    else:
        value = python_time.clock()
        if use_info:
            info[""implementation""] = ""time.clock()""
    return (value, info)","def _libc_clock_info ( use_info ) : <TAB> <fill-in> <TAB> <TAB> info = { <TAB> <TAB> <TAB> ""implementation"" : ""clock()"" , <TAB> <TAB> <TAB> ""resolution"" : 1.0 , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""monotonic"" : True , <TAB> <TAB> <TAB> ""adjustable"" : False , <TAB> <TAB> } <TAB> <TAB> if os . name != ""nt"" : <TAB> <TAB> <TAB> info [ ""monotonic"" ] = True <TAB> else : <TAB> <TAB> info = None <TAB> if has_libc_clock : <TAB> <TAB> value = _libc_clock ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> info [ ""implementation"" ] = ""clock()"" <TAB> else : <TAB> <TAB> value = python_time . clock ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> info [ ""implementation"" ] = ""time.clock()"" <TAB> return ( value , info )",if use_info :,210
4694,"def _api_call(self, params=None, results_per_page=300, offset=0):
    response = {}
    json_rpc = {
        ""jsonrpc"": ""2.0"",
        ""method"": ""getTorrents"",
        ""params"": [self.api_key, params or {}, results_per_page, offset],
        ""id"": uuid.uuid4().hex,
    }
    try:
        response = self.session.post(
            self.urls[""api""],
            json=json_rpc,
            headers={""Content-Type"": ""application/json-rpc""},
        ).json()
        if ""error"" in response:
            error = response[""error""]
            message = error[""message""]
            code = error[""code""]
            if code == -32001:
                sickrage.app.log.warning(""Incorrect authentication credentials."")
            elif code == -32002:
                sickrage.app.log.warning(
                    ""You have exceeded the limit of 150 calls per hour.""
                )
            elif code in (500, 502, 521, 524):
                sickrage.app.log.warning(
                    ""Provider is currently unavailable. Error: {} {}"".format(
                        code, message
                    )
                )
            else:
                sickrage.app.log.error(
                    ""JSON-RPC protocol error while accessing provider. Error: {error!r}"".format(
                        error=error
                    )
                )
        elif ""result"" in response:
            response = response[""result""]
    except Exception as e:
        sickrage.app.log.warning(""Error while accessing provider. Error: {}"".format(e))
    return response","def _api_call ( self , params = None , results_per_page = 300 , offset = 0 ) : <TAB> response = { } <TAB> json_rpc = { <TAB> <TAB> ""jsonrpc"" : ""2.0"" , <TAB> <TAB> ""method"" : ""getTorrents"" , <TAB> <TAB> ""params"" : [ self . api_key , params or { } , results_per_page , offset ] , <TAB> <TAB> ""id"" : uuid . uuid4 ( ) . hex , <TAB> } <TAB> try : <TAB> <TAB> response = self . session . post ( <TAB> <TAB> <TAB> self . urls [ ""api"" ] , <TAB> <TAB> <TAB> json = json_rpc , <TAB> <TAB> <TAB> headers = { ""Content-Type"" : ""application/json-rpc"" } , <TAB> <TAB> ) . json ( ) <TAB> <TAB> if ""error"" in response : <TAB> <TAB> <TAB> error = response [ ""error"" ] <TAB> <TAB> <TAB> message = error [ ""message"" ] <TAB> <TAB> <TAB> code = error [ ""code"" ] <TAB> <TAB> <TAB> if code == - 32001 : <TAB> <TAB> <TAB> <TAB> sickrage . app . log . warning ( ""Incorrect authentication credentials."" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> sickrage . app . log . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> ""You have exceeded the limit of 150 calls per hour."" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> elif code in ( 500 , 502 , 521 , 524 ) : <TAB> <TAB> <TAB> <TAB> sickrage . app . log . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Provider is currently unavailable. Error: {} {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> code , message <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> sickrage . app . log . error ( <TAB> <TAB> <TAB> <TAB> <TAB> ""JSON-RPC protocol error while accessing provider. Error: {error!r}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> error = error <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> elif ""result"" in response : <TAB> <TAB> <TAB> response = response [ ""result"" ] <TAB> except Exception as e : <TAB> <TAB> sickrage . app . log . warning ( ""Error while accessing provider. Error: {}"" . format ( e ) ) <TAB> return response",elif code == - 32002 :,489
5338,"def filter_mtime(oldest_time, newest_time, root, dirs, files, pth):
    fnames = []
    for f in files:
        st_mtime = os.stat(os.path.join(root, f)).st_mtime
        if newest_time > st_mtime > oldest_time:
            fnames.append(f)
    dnames = []
    for d in dirs:
        st_mtime = os.stat(os.path.join(root, d)).st_mtime
        if newest_time > st_mtime > oldest_time:
            dnames.append(d)
    if not fnames and not dnames:
        st_mtime = os.stat(root).st_mtime
        if not (newest_time > st_mtime > oldest_time):
            return None, None, None
    return root, dnames, fnames
","def filter_mtime ( oldest_time , newest_time , root , dirs , files , pth ) : <TAB> fnames = [ ] <TAB> for f in files : <TAB> <TAB> st_mtime = os . stat ( os . path . join ( root , f ) ) . st_mtime <TAB> <TAB> if newest_time > st_mtime > oldest_time : <TAB> <TAB> <TAB> fnames . append ( f ) <TAB> dnames = [ ] <TAB> for d in dirs : <TAB> <TAB> st_mtime = os . stat ( os . path . join ( root , d ) ) . st_mtime <TAB> <TAB> if newest_time > st_mtime > oldest_time : <TAB> <TAB> <TAB> dnames . append ( d ) <TAB> if not fnames and not dnames : <TAB> <TAB> st_mtime = os . stat ( root ) . st_mtime <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return None , None , None <TAB> return root , dnames , fnames",if not ( newest_time > st_mtime > oldest_time ) :,212
4476,"def parse_target(address):
    target = None
    if (
        is_domain_format(address)
        or is_url_format(address)
        or is_ip_address_with_port_format(address)
    ):
        target = address
    elif is_ipv6_url_format(address):
        conf.ipv6 = True
        target = address
    elif is_ip_address_format(address):
        try:
            ip = ip_address(address)
            target = ip.exploded
        except ValueError:
            pass
    else:
        if is_ipv6_address_format(address):
            conf.ipv6 = True
            try:
                ip = ip_address(address)
                target = ip.exploded
            except ValueError:
                try:
                    network = ip_network(address, strict=False)
                    for host in network.hosts():
                        target = host.exploded
                except ValueError:
                    pass
    return target","def parse_target ( address ) : <TAB> target = None <TAB> if ( <TAB> <TAB> is_domain_format ( address ) <TAB> <TAB> or is_url_format ( address ) <TAB> <TAB> or is_ip_address_with_port_format ( address ) <TAB> ) : <TAB> <TAB> target = address <TAB> elif is_ipv6_url_format ( address ) : <TAB> <TAB> conf . ipv6 = True <TAB> <TAB> target = address <TAB> elif is_ip_address_format ( address ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> ip = ip_address ( address ) <TAB> <TAB> <TAB> target = ip . exploded <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> pass <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> conf . ipv6 = True <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> ip = ip_address ( address ) <TAB> <TAB> <TAB> <TAB> target = ip . exploded <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> network = ip_network ( address , strict = False ) <TAB> <TAB> <TAB> <TAB> <TAB> for host in network . hosts ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> target = host . exploded <TAB> <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> return target",if is_ipv6_address_format ( address ) :,283
20087,"def from_funcitem(stub: nodes.FuncItem) -> ""Signature[nodes.Argument]"":
    stub_sig = Signature()  # type: Signature[nodes.Argument]
    for stub_arg in stub.arguments:
        if stub_arg.kind in (nodes.ARG_POS, nodes.ARG_OPT):
            stub_sig.pos.append(stub_arg)
        elif stub_arg.kind in (nodes.ARG_NAMED, nodes.ARG_NAMED_OPT):
            stub_sig.kwonly[stub_arg.variable.name] = stub_arg
        elif stub_arg.kind == nodes.ARG_STAR:
            stub_sig.varpos = stub_arg
        elif stub_arg.kind == nodes.ARG_STAR2:
            stub_sig.varkw = stub_arg
        else:
            raise AssertionError
    return stub_sig","def from_funcitem ( stub : nodes . FuncItem ) -> ""Signature[nodes.Argument]"" : <TAB> stub_sig = Signature ( ) <TAB> for stub_arg in stub . arguments : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> stub_sig . pos . append ( stub_arg ) <TAB> <TAB> elif stub_arg . kind in ( nodes . ARG_NAMED , nodes . ARG_NAMED_OPT ) : <TAB> <TAB> <TAB> stub_sig . kwonly [ stub_arg . variable . name ] = stub_arg <TAB> <TAB> elif stub_arg . kind == nodes . ARG_STAR : <TAB> <TAB> <TAB> stub_sig . varpos = stub_arg <TAB> <TAB> elif stub_arg . kind == nodes . ARG_STAR2 : <TAB> <TAB> <TAB> stub_sig . varkw = stub_arg <TAB> <TAB> else : <TAB> <TAB> <TAB> raise AssertionError <TAB> return stub_sig","if stub_arg . kind in ( nodes . ARG_POS , nodes . ARG_OPT ) :",211
8433,"def edit(request, provider_id=None, credentials_id=None):
    provider_data = cloud_credentials_model.get_by_id(credentials_id)
    all_for_provider = cloud_credentials_model.get_all_for_provider(
        provider_id=provider_id
    )
    provider_form = PROVIDERS_FORMS.get(provider_id, False)
    if not provider_form:
        return redirect(reverse(""cloudservers""))
    if request.method == ""POST"":
        form = provider_form(request.POST)
        if form.is_valid():
            data = form.cleaned_data
            cloud_credentials_model.update(
                data=data, id=credentials_id, provider_id=provider_id
            )
            sync_credentials(credentials=provider_data)
            redirect_url = reverse(
                ""cloudservers_edit"",
                kwargs={""provider_id"": provider_id, ""credentials_id"": credentials_id},
            )
            messages.add_message(
                request,
                messages.INFO,
                ""{0} credentials updated & Servers synced"".format(provider_id.title()),
            )
            return redirect(redirect_url)
    else:
        form = provider_form(provider_data=provider_data)
    return render_to_response(
        ""cloudservers/view.html"",
        {
            ""form"": form,
            ""provider_data"": provider_data,
            ""provider_id"": provider_id,
            ""credentials_id"": credentials_id,
            ""all_for_provider"": all_for_provider,
        },
        context_instance=RequestContext(request),
    )","def edit ( request , provider_id = None , credentials_id = None ) : <TAB> provider_data = cloud_credentials_model . get_by_id ( credentials_id ) <TAB> all_for_provider = cloud_credentials_model . get_all_for_provider ( <TAB> <TAB> provider_id = provider_id <TAB> ) <TAB> provider_form = PROVIDERS_FORMS . get ( provider_id , False ) <TAB> if not provider_form : <TAB> <TAB> return redirect ( reverse ( ""cloudservers"" ) ) <TAB> if request . method == ""POST"" : <TAB> <TAB> form = provider_form ( request . POST ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> data = form . cleaned_data <TAB> <TAB> <TAB> cloud_credentials_model . update ( <TAB> <TAB> <TAB> <TAB> data = data , id = credentials_id , provider_id = provider_id <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> sync_credentials ( credentials = provider_data ) <TAB> <TAB> <TAB> redirect_url = reverse ( <TAB> <TAB> <TAB> <TAB> ""cloudservers_edit"" , <TAB> <TAB> <TAB> <TAB> kwargs = { ""provider_id"" : provider_id , ""credentials_id"" : credentials_id } , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> messages . add_message ( <TAB> <TAB> <TAB> <TAB> request , <TAB> <TAB> <TAB> <TAB> messages . INFO , <TAB> <TAB> <TAB> <TAB> ""{0} credentials updated & Servers synced"" . format ( provider_id . title ( ) ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return redirect ( redirect_url ) <TAB> else : <TAB> <TAB> form = provider_form ( provider_data = provider_data ) <TAB> return render_to_response ( <TAB> <TAB> ""cloudservers/view.html"" , <TAB> <TAB> { <TAB> <TAB> <TAB> ""form"" : form , <TAB> <TAB> <TAB> ""provider_data"" : provider_data , <TAB> <TAB> <TAB> ""provider_id"" : provider_id , <TAB> <TAB> <TAB> ""credentials_id"" : credentials_id , <TAB> <TAB> <TAB> ""all_for_provider"" : all_for_provider , <TAB> <TAB> } , <TAB> <TAB> context_instance = RequestContext ( request ) , <TAB> )",if form . is_valid ( ) :,456
8534,"def xview(self, mode=None, value=None, units=None):
    if type(value) == str:
        value = float(value)
    if mode is None:
        return self.hsb.get()
    elif mode == ""moveto"":
        frameWidth = self.innerframe.winfo_reqwidth()
        self._startX = value * float(frameWidth)
    else:  # mode == 'scroll'
        clipperWidth = self._clipper.winfo_width()
        if units == ""units"":
            jump = int(clipperWidth * self._jfraction)
        else:
            jump = clipperWidth
        self._startX = self._startX + value * jump
    self.reposition()
","def xview ( self , mode = None , value = None , units = None ) : <TAB> if type ( value ) == str : <TAB> <TAB> value = float ( value ) <TAB> if mode is None : <TAB> <TAB> return self . hsb . get ( ) <TAB> elif mode == ""moveto"" : <TAB> <TAB> frameWidth = self . innerframe . winfo_reqwidth ( ) <TAB> <TAB> self . _startX = value * float ( frameWidth ) <TAB> else : <TAB> <TAB> clipperWidth = self . _clipper . winfo_width ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> jump = int ( clipperWidth * self . _jfraction ) <TAB> <TAB> else : <TAB> <TAB> <TAB> jump = clipperWidth <TAB> <TAB> self . _startX = self . _startX + value * jump <TAB> self . reposition ( )","if units == ""units"" :",181
13292,"def r_main_suffix(self):
    # (, line 36
    # setlimit, line 37
    v_1 = self.limit - self.cursor
    # tomark, line 37
    if self.cursor < self.I_p1:
        return False
    self.cursor = self.I_p1
    v_2 = self.limit_backward
    self.limit_backward = self.cursor
    self.cursor = self.limit - v_1
    # (, line 37
    # [, line 37
    self.ket = self.cursor
    # substring, line 37
    among_var = self.find_among_b(SwedishStemmer.a_0, 37)
    if among_var == 0:
        self.limit_backward = v_2
        return False
    # ], line 37
    self.bra = self.cursor
    self.limit_backward = v_2
    if among_var == 0:
        return False
    elif among_var == 1:
        # (, line 44
        # delete, line 44
        if not self.slice_del():
            return False
    elif among_var == 2:
        # (, line 46
        if not self.in_grouping_b(SwedishStemmer.g_s_ending, 98, 121):
            return False
        # delete, line 46
        if not self.slice_del():
            return False
    return True","def r_main_suffix ( self ) : <TAB> <TAB> <TAB> v_1 = self . limit - self . cursor <TAB> <TAB> if self . cursor < self . I_p1 : <TAB> <TAB> return False <TAB> self . cursor = self . I_p1 <TAB> v_2 = self . limit_backward <TAB> self . limit_backward = self . cursor <TAB> self . cursor = self . limit - v_1 <TAB> <TAB> <TAB> self . ket = self . cursor <TAB> <TAB> among_var = self . find_among_b ( SwedishStemmer . a_0 , 37 ) <TAB> if among_var == 0 : <TAB> <TAB> self . limit_backward = v_2 <TAB> <TAB> return False <TAB> <TAB> self . bra = self . cursor <TAB> self . limit_backward = v_2 <TAB> if among_var == 0 : <TAB> <TAB> return False <TAB> elif among_var == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> elif among_var == 2 : <TAB> <TAB> <TAB> <TAB> if not self . in_grouping_b ( SwedishStemmer . g_s_ending , 98 , 121 ) : <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> return True",if not self . slice_del ( ) :,354
12474,"def make_HTTPS_handler(params, **kwargs):
    opts_no_check_certificate = params.get(""nocheckcertificate"", False)
    if hasattr(ssl, ""create_default_context""):  # Python >= 3.4 or 2.7.9
        context = ssl.create_default_context(ssl.Purpose.SERVER_AUTH)
        if opts_no_check_certificate:
            context.check_hostname = False
            context.verify_mode = ssl.CERT_NONE
        try:
            return YoutubeDLHTTPSHandler(params, context=context, **kwargs)
        except TypeError:
            # Python 2.7.8
            # (create_default_context present but HTTPSHandler has no context=)
            pass
    if sys.version_info < (3, 2):
        return YoutubeDLHTTPSHandler(params, **kwargs)
    else:  # Python < 3.4
        context = ssl.SSLContext(ssl.PROTOCOL_TLSv1)
        context.verify_mode = (
            ssl.CERT_NONE if opts_no_check_certificate else ssl.CERT_REQUIRED
        )
        context.set_default_verify_paths()
        return YoutubeDLHTTPSHandler(params, context=context, **kwargs)","def make_HTTPS_handler ( params , ** kwargs ) : <TAB> opts_no_check_certificate = params . get ( ""nocheckcertificate"" , False ) <TAB> if hasattr ( ssl , ""create_default_context"" ) : <TAB> <TAB> context = ssl . create_default_context ( ssl . Purpose . SERVER_AUTH ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> context . check_hostname = False <TAB> <TAB> <TAB> context . verify_mode = ssl . CERT_NONE <TAB> <TAB> try : <TAB> <TAB> <TAB> return YoutubeDLHTTPSHandler ( params , context = context , ** kwargs ) <TAB> <TAB> except TypeError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> if sys . version_info < ( 3 , 2 ) : <TAB> <TAB> return YoutubeDLHTTPSHandler ( params , ** kwargs ) <TAB> else : <TAB> <TAB> context = ssl . SSLContext ( ssl . PROTOCOL_TLSv1 ) <TAB> <TAB> context . verify_mode = ( <TAB> <TAB> <TAB> ssl . CERT_NONE if opts_no_check_certificate else ssl . CERT_REQUIRED <TAB> <TAB> ) <TAB> <TAB> context . set_default_verify_paths ( ) <TAB> <TAB> return YoutubeDLHTTPSHandler ( params , context = context , ** kwargs )",if opts_no_check_certificate :,324
11838,"def __setitem__(self, key, value):
    """"""Register item with priorty 5 less than lowest existing priority.""""""
    if isinstance(key, str):
        warnings.warn(
            ""Using setitem to register a processor or pattern is deprecated. ""
            ""Use the `register` method instead."",
            DeprecationWarning,
            stacklevel=2,
        )
        if key in self:
            # Key already exists, replace without altering priority
            self._data[key] = value
            return
        if len(self) == 0:
            # This is the first item. Set priority to 50.
            priority = 50
        else:
            self._sort()
            priority = self._priority[-1].priority - 5
        self.register(value, key, priority)
    else:
        raise TypeError","def __setitem__ ( self , key , value ) : <TAB> """"""Register item with priorty 5 less than lowest existing priority."""""" <TAB> if isinstance ( key , str ) : <TAB> <TAB> warnings . warn ( <TAB> <TAB> <TAB> ""Using setitem to register a processor or pattern is deprecated. "" <TAB> <TAB> <TAB> ""Use the `register` method instead."" , <TAB> <TAB> <TAB> DeprecationWarning , <TAB> <TAB> <TAB> stacklevel = 2 , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _data [ key ] = value <TAB> <TAB> <TAB> return <TAB> <TAB> if len ( self ) == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> priority = 50 <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _sort ( ) <TAB> <TAB> <TAB> priority = self . _priority [ - 1 ] . priority - 5 <TAB> <TAB> self . register ( value , key , priority ) <TAB> else : <TAB> <TAB> raise TypeError",if key in self :,215
8239,"def write_to_datastore(self):
    """"""Writes all image batches to the datastore.""""""
    client = self._datastore_client
    with client.no_transact_batch() as client_batch:
        for batch_id, batch_data in iteritems(self._data):
            batch_key = client.key(self._entity_kind_batches, batch_id)
            batch_entity = client.entity(batch_key)
            for k, v in iteritems(batch_data):
                if k != ""images"":
                    batch_entity[k] = v
            client_batch.put(batch_entity)
            self._write_single_batch_images_internal(batch_id, client_batch)
","def write_to_datastore ( self ) : <TAB> """"""Writes all image batches to the datastore."""""" <TAB> client = self . _datastore_client <TAB> with client . no_transact_batch ( ) as client_batch : <TAB> <TAB> for batch_id , batch_data in iteritems ( self . _data ) : <TAB> <TAB> <TAB> batch_key = client . key ( self . _entity_kind_batches , batch_id ) <TAB> <TAB> <TAB> batch_entity = client . entity ( batch_key ) <TAB> <TAB> <TAB> for k , v in iteritems ( batch_data ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> batch_entity [ k ] = v <TAB> <TAB> <TAB> client_batch . put ( batch_entity ) <TAB> <TAB> <TAB> self . _write_single_batch_images_internal ( batch_id , client_batch )","if k != ""images"" :",184
12565,"def generate():
    if self._gzipped:
        decoder = zlib.decompressobj(16 + zlib.MAX_WBITS)
    while True:
        chunk = self.raw.read(chunk_size)
        if not chunk:
            break
        if self._gzipped:
            chunk = decoder.decompress(chunk)
        yield chunk",def generate ( ) : <TAB> <fill-in> <TAB> <TAB> decoder = zlib . decompressobj ( 16 + zlib . MAX_WBITS ) <TAB> while True : <TAB> <TAB> chunk = self . raw . read ( chunk_size ) <TAB> <TAB> if not chunk : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> chunk = decoder . decompress ( chunk ) <TAB> <TAB> yield chunk,if self . _gzipped :,87
20491,"def check(self):
    tcp_client = self.tcp_create()
    if tcp_client.connect():
        tcp_client.send(b""ABCDE"")
        response = tcp_client.recv(5)
        tcp_client.close()
        if response:
            if response.startswith(b""MMcS""):
                self.endianness = "">""  # BE
            elif response.startswith(b""ScMM""):
                self.endianness = ""<""  # LE
            return True  # target is vulnerable
    return False  # target is not vulnerable","def check ( self ) : <TAB> tcp_client = self . tcp_create ( ) <TAB> if tcp_client . connect ( ) : <TAB> <TAB> tcp_client . send ( b""ABCDE"" ) <TAB> <TAB> response = tcp_client . recv ( 5 ) <TAB> <TAB> tcp_client . close ( ) <TAB> <TAB> if response : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . endianness = "">"" <TAB> <TAB> <TAB> elif response . startswith ( b""ScMM"" ) : <TAB> <TAB> <TAB> <TAB> self . endianness = ""<"" <TAB> <TAB> <TAB> return True <TAB> return False","if response . startswith ( b""MMcS"" ) :",148
14704,"def collect(self):
    for task in self.filter_processes():
        if not task.mm:
            continue
        yield dict(divider=""Proc %s (%s)"" % (task.name, task.pid))
        for vma in task.mm.mmap.walk_list(""vm_next""):
            if vma.vm_file:
                inode = vma.vm_file.dentry.d_inode
                major, minor = inode.i_sb.major, inode.i_sb.minor
                ino = inode.i_ino
                pgoff = vma.vm_pgoff << 12
                fname = task.get_path(vma.vm_file)
            else:
                (major, minor, ino, pgoff) = [0] * 4
                if vma.vm_start <= task.mm.start_brk and vma.vm_end >= task.mm.brk:
                    fname = ""[heap]""
                elif (
                    vma.vm_start <= task.mm.start_stack
                    and vma.vm_end >= task.mm.start_stack
                ):
                    fname = ""[stack]""
                else:
                    fname = """"
            yield dict(
                task=task,
                start=vma.vm_start,
                end=vma.vm_end,
                flags=vma.vm_flags,
                pgoff=pgoff,
                major=major,
                minor=minor,
                inode=ino,
                file_path=fname,
            )","def collect ( self ) : <TAB> for task in self . filter_processes ( ) : <TAB> <TAB> if not task . mm : <TAB> <TAB> <TAB> continue <TAB> <TAB> yield dict ( divider = ""Proc %s (%s)"" % ( task . name , task . pid ) ) <TAB> <TAB> for vma in task . mm . mmap . walk_list ( ""vm_next"" ) : <TAB> <TAB> <TAB> if vma . vm_file : <TAB> <TAB> <TAB> <TAB> inode = vma . vm_file . dentry . d_inode <TAB> <TAB> <TAB> <TAB> major , minor = inode . i_sb . major , inode . i_sb . minor <TAB> <TAB> <TAB> <TAB> ino = inode . i_ino <TAB> <TAB> <TAB> <TAB> pgoff = vma . vm_pgoff << 12 <TAB> <TAB> <TAB> <TAB> fname = task . get_path ( vma . vm_file ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> ( major , minor , ino , pgoff ) = [ 0 ] * 4 <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> fname = ""[heap]"" <TAB> <TAB> <TAB> <TAB> elif ( <TAB> <TAB> <TAB> <TAB> <TAB> vma . vm_start <= task . mm . start_stack <TAB> <TAB> <TAB> <TAB> <TAB> and vma . vm_end >= task . mm . start_stack <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> fname = ""[stack]"" <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> fname = """" <TAB> <TAB> <TAB> yield dict ( <TAB> <TAB> <TAB> <TAB> task = task , <TAB> <TAB> <TAB> <TAB> start = vma . vm_start , <TAB> <TAB> <TAB> <TAB> end = vma . vm_end , <TAB> <TAB> <TAB> <TAB> flags = vma . vm_flags , <TAB> <TAB> <TAB> <TAB> pgoff = pgoff , <TAB> <TAB> <TAB> <TAB> major = major , <TAB> <TAB> <TAB> <TAB> minor = minor , <TAB> <TAB> <TAB> <TAB> inode = ino , <TAB> <TAB> <TAB> <TAB> file_path = fname , <TAB> <TAB> <TAB> )",if vma . vm_start <= task . mm . start_brk and vma . vm_end >= task . mm . brk :,449
9430,"def get_field_type(self, connection, table_name, row):
    field_type, field_params, field_notes = super(Command, self).get_field_type(
        connection, table_name, row
    )
    if field_type == ""GeometryField"":
        geo_col = row[0]
        # Getting a more specific field type and any additional parameters
        # from the `get_geometry_type` routine for the spatial backend.
        field_type, geo_params = connection.introspection.get_geometry_type(
            table_name, geo_col
        )
        field_params.update(geo_params)
        # Adding the table name and column to the `gis_tables` dictionary, this
        # allows us to track which tables need a GeoManager.
        if table_name in self.gis_tables:
            self.gis_tables[table_name].append(geo_col)
        else:
            self.gis_tables[table_name] = [geo_col]
    return field_type, field_params, field_notes","def get_field_type ( self , connection , table_name , row ) : <TAB> field_type , field_params , field_notes = super ( Command , self ) . get_field_type ( <TAB> <TAB> connection , table_name , row <TAB> ) <TAB> if field_type == ""GeometryField"" : <TAB> <TAB> geo_col = row [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> field_type , geo_params = connection . introspection . get_geometry_type ( <TAB> <TAB> <TAB> table_name , geo_col <TAB> <TAB> ) <TAB> <TAB> field_params . update ( geo_params ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . gis_tables [ table_name ] . append ( geo_col ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . gis_tables [ table_name ] = [ geo_col ] <TAB> return field_type , field_params , field_notes",if table_name in self . gis_tables :,271
12517,"def add(meta_list, info_list=None):
    if not info_list:
        info_list = meta_list
    if not isinstance(meta_list, (list, tuple)):
        meta_list = (meta_list,)
    if not isinstance(info_list, (list, tuple)):
        info_list = (info_list,)
    for info_f in info_list:
        if info.get(info_f) is not None:
            for meta_f in meta_list:
                metadata[meta_f] = info[info_f]
            break
","def add ( meta_list , info_list = None ) : <TAB> if not info_list : <TAB> <TAB> info_list = meta_list <TAB> if not isinstance ( meta_list , ( list , tuple ) ) : <TAB> <TAB> meta_list = ( meta_list , ) <TAB> if not isinstance ( info_list , ( list , tuple ) ) : <TAB> <TAB> info_list = ( info_list , ) <TAB> for info_f in info_list : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for meta_f in meta_list : <TAB> <TAB> <TAB> <TAB> metadata [ meta_f ] = info [ info_f ] <TAB> <TAB> <TAB> break",if info . get ( info_f ) is not None :,149
16160,"def _source_encode(source, saltenv):
    try:
        source_url = _urlparse(source)
    except TypeError:
        return """", {}, (""Invalid format for source parameter"")
    protos = (""salt"", ""http"", ""https"", ""ftp"", ""swift"", ""s3"", ""file"")
    log.trace(""parsed source looks like: %s"", source_url)
    if not source_url.scheme or source_url.scheme == ""file"":
        # just a regular file
        filename = os.path.abspath(source_url.path)
        sname = os.path.basename(filename)
        log.debug(""Source is a regular local file: %s"", source_url.path)
        if _is_dns_subdomain(sname) and _is_valid_secret_file(filename):
            return sname, _file_encode(filename)
    else:
        if source_url.scheme in protos:
            # The source is a file on a server
            filename = __salt__[""cp.cache_file""](source, saltenv)
            if not filename:
                log.warning(""Source file: %s can not be retrieved"", source)
                return """", """"
            return os.path.basename(filename), _file_encode(filename)
    return """", """"","def _source_encode ( source , saltenv ) : <TAB> try : <TAB> <TAB> source_url = _urlparse ( source ) <TAB> except TypeError : <TAB> <TAB> return """" , { } , ( ""Invalid format for source parameter"" ) <TAB> protos = ( ""salt"" , ""http"" , ""https"" , ""ftp"" , ""swift"" , ""s3"" , ""file"" ) <TAB> log . trace ( ""parsed source looks like: %s"" , source_url ) <TAB> if not source_url . scheme or source_url . scheme == ""file"" : <TAB> <TAB> <TAB> <TAB> filename = os . path . abspath ( source_url . path ) <TAB> <TAB> sname = os . path . basename ( filename ) <TAB> <TAB> log . debug ( ""Source is a regular local file: %s"" , source_url . path ) <TAB> <TAB> if _is_dns_subdomain ( sname ) and _is_valid_secret_file ( filename ) : <TAB> <TAB> <TAB> return sname , _file_encode ( filename ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> filename = __salt__ [ ""cp.cache_file"" ] ( source , saltenv ) <TAB> <TAB> <TAB> if not filename : <TAB> <TAB> <TAB> <TAB> log . warning ( ""Source file: %s can not be retrieved"" , source ) <TAB> <TAB> <TAB> <TAB> return """" , """" <TAB> <TAB> <TAB> return os . path . basename ( filename ) , _file_encode ( filename ) <TAB> return """" , """"",if source_url . scheme in protos :,324
17645,"def html_visit_displaymath(self: HTMLTranslator, node: nodes.math_block) -> None:
    self.body.append(self.starttag(node, ""div"", CLASS=""math notranslate nohighlight""))
    if node[""nowrap""]:
        self.body.append(self.encode(node.astext()))
        self.body.append(""</div>"")
        raise nodes.SkipNode
    # necessary to e.g. set the id property correctly
    if node[""number""]:
        number = get_node_equation_number(self, node)
        self.body.append('<span class=""eqno"">(%s)' % number)
        self.add_permalink_ref(node, _(""Permalink to this equation""))
        self.body.append(""</span>"")
    self.body.append(self.builder.config.mathjax_display[0])
    parts = [prt for prt in node.astext().split(""\n\n"") if prt.strip()]
    if len(parts) > 1:  # Add alignment if there are more than 1 equation
        self.body.append(r"" \begin{align}\begin{aligned}"")
    for i, part in enumerate(parts):
        part = self.encode(part)
        if r""\\"" in part:
            self.body.append(r""\begin{split}"" + part + r""\end{split}"")
        else:
            self.body.append(part)
        if i < len(parts) - 1:  # append new line if not the last equation
            self.body.append(r""\\"")
    if len(parts) > 1:  # Add alignment if there are more than 1 equation
        self.body.append(r""\end{aligned}\end{align} "")
    self.body.append(self.builder.config.mathjax_display[1])
    self.body.append(""</div>\n"")
    raise nodes.SkipNode","def html_visit_displaymath ( self : HTMLTranslator , node : nodes . math_block ) -> None : <TAB> self . body . append ( self . starttag ( node , ""div"" , CLASS = ""math notranslate nohighlight"" ) ) <TAB> if node [ ""nowrap"" ] : <TAB> <TAB> self . body . append ( self . encode ( node . astext ( ) ) ) <TAB> <TAB> self . body . append ( ""</div>"" ) <TAB> <TAB> raise nodes . SkipNode <TAB> <TAB> if node [ ""number"" ] : <TAB> <TAB> number = get_node_equation_number ( self , node ) <TAB> <TAB> self . body . append ( '<span class=""eqno"">(%s)' % number ) <TAB> <TAB> self . add_permalink_ref ( node , _ ( ""Permalink to this equation"" ) ) <TAB> <TAB> self . body . append ( ""</span>"" ) <TAB> self . body . append ( self . builder . config . mathjax_display [ 0 ] ) <TAB> parts = [ prt for prt in node . astext ( ) . split ( ""\n\n"" ) if prt . strip ( ) ] <TAB> if len ( parts ) > 1 : <TAB> <TAB> self . body . append ( r"" \begin{align}\begin{aligned}"" ) <TAB> for i , part in enumerate ( parts ) : <TAB> <TAB> part = self . encode ( part ) <TAB> <TAB> if r""\\"" in part : <TAB> <TAB> <TAB> self . body . append ( r""\begin{split}"" + part + r""\end{split}"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . body . append ( part ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . body . append ( r""\\"" ) <TAB> if len ( parts ) > 1 : <TAB> <TAB> self . body . append ( r""\end{aligned}\end{align} "" ) <TAB> self . body . append ( self . builder . config . mathjax_display [ 1 ] ) <TAB> self . body . append ( ""</div>\n"" ) <TAB> raise nodes . SkipNode",if i < len ( parts ) - 1 :,466
9450,"def __contains__(self, val):
    # The 'in' operator works without this method, due to __iter__. This
    # implementation exists only to shortcut the creation of Model
    # instances, by bailing out early if we find a matching element.
    pos = 0
    if self._result_cache is not None:
        if val in self._result_cache:
            return True
        elif self._iter is None:
            # iterator is exhausted, so we have our answer
            return False
        # remember not to check these again:
        pos = len(self._result_cache)
    else:
        # We need to start filling the result cache out. The following
        # ensures that self._iter is not None and self._result_cache is not
        # None
        it = iter(self)
    # Carry on, one result at a time.
    while True:
        if len(self._result_cache) <= pos:
            self._fill_cache(num=1)
        if self._iter is None:
            # we ran out of items
            return False
        if self._result_cache[pos] == val:
            return True
        pos += 1","def __contains__ ( self , val ) : <TAB> <TAB> <TAB> <TAB> pos = 0 <TAB> if self . _result_cache is not None : <TAB> <TAB> if val in self . _result_cache : <TAB> <TAB> <TAB> return True <TAB> <TAB> elif self . _iter is None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> <TAB> pos = len ( self . _result_cache ) <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> it = iter ( self ) <TAB> <TAB> while True : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _fill_cache ( num = 1 ) <TAB> <TAB> if self . _iter is None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> if self . _result_cache [ pos ] == val : <TAB> <TAB> <TAB> return True <TAB> <TAB> pos += 1",if len ( self . _result_cache ) <= pos :,300
15248,"def forwards(self, orm):
    ""Write your forwards methods here.""
    # Note: Remember to use orm['appname.ModelName'] rather than ""from appname.models...""
    for affecteduser in orm[""sentry.AffectedUserByGroup""].objects.filter(
        ident__isnull=False
    ):
        if affecteduser.ident.startswith(""email:""):
            email = affecteduser.ident.split(""email:"", 1)[-1]
        else:
            email = None
        tuser, created = orm[""sentry.TrackedUser""].objects.get_or_create(
            project=affecteduser.project,
            ident=affecteduser.ident,
            defaults={
                ""last_seen"": affecteduser.last_seen,
                ""first_seen"": affecteduser.first_seen,
                ""num_events"": affecteduser.times_seen,
                ""email"": email,
            },
        )
        if not created:
            kwargs = {
                ""num_events"": F(""num_events"") + affecteduser.times_seen,
            }
            if affecteduser.last_seen > tuser.last_seen:
                kwargs[""last_seen""] = affecteduser.last_seen
            if affecteduser.first_seen > tuser.first_seen:
                kwargs[""first_seen""] = affecteduser.first_seen
            orm[""sentry.TrackedUser""].objects.filter(id=tuser.id).update(**kwargs)
        orm[""sentry.AffectedUserByGroup""].objects.filter(id=affecteduser.id).update(
            tuser=tuser,
            ident=None,
        )","def forwards ( self , orm ) : <TAB> ""Write your forwards methods here."" <TAB> <TAB> for affecteduser in orm [ ""sentry.AffectedUserByGroup"" ] . objects . filter ( <TAB> <TAB> ident__isnull = False <TAB> ) : <TAB> <TAB> if affecteduser . ident . startswith ( ""email:"" ) : <TAB> <TAB> <TAB> email = affecteduser . ident . split ( ""email:"" , 1 ) [ - 1 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> email = None <TAB> <TAB> tuser , created = orm [ ""sentry.TrackedUser"" ] . objects . get_or_create ( <TAB> <TAB> <TAB> project = affecteduser . project , <TAB> <TAB> <TAB> ident = affecteduser . ident , <TAB> <TAB> <TAB> defaults = { <TAB> <TAB> <TAB> <TAB> ""last_seen"" : affecteduser . last_seen , <TAB> <TAB> <TAB> <TAB> ""first_seen"" : affecteduser . first_seen , <TAB> <TAB> <TAB> <TAB> ""num_events"" : affecteduser . times_seen , <TAB> <TAB> <TAB> <TAB> ""email"" : email , <TAB> <TAB> <TAB> } , <TAB> <TAB> ) <TAB> <TAB> if not created : <TAB> <TAB> <TAB> kwargs = { <TAB> <TAB> <TAB> <TAB> ""num_events"" : F ( ""num_events"" ) + affecteduser . times_seen , <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> if affecteduser . last_seen > tuser . last_seen : <TAB> <TAB> <TAB> <TAB> kwargs [ ""last_seen"" ] = affecteduser . last_seen <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> kwargs [ ""first_seen"" ] = affecteduser . first_seen <TAB> <TAB> <TAB> orm [ ""sentry.TrackedUser"" ] . objects . filter ( id = tuser . id ) . update ( ** kwargs ) <TAB> <TAB> orm [ ""sentry.AffectedUserByGroup"" ] . objects . filter ( id = affecteduser . id ) . update ( <TAB> <TAB> <TAB> tuser = tuser , <TAB> <TAB> <TAB> ident = None , <TAB> <TAB> )",if affecteduser . first_seen > tuser . first_seen :,432
2447,"def readAtOffset(self, offset, size, shortok=False):
    ret = b""""
    self.fd.seek(offset)
    while len(ret) != size:
        rlen = size - len(ret)
        x = self.fd.read(rlen)
        if x == b"""":
            if not shortok:
                return None
            return ret
        ret += x
    return ret
","def readAtOffset ( self , offset , size , shortok = False ) : <TAB> ret = b"""" <TAB> self . fd . seek ( offset ) <TAB> while len ( ret ) != size : <TAB> <TAB> rlen = size - len ( ret ) <TAB> <TAB> x = self . fd . read ( rlen ) <TAB> <TAB> if x == b"""" : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> <TAB> return ret <TAB> <TAB> ret += x <TAB> return ret",if not shortok :,111
12985,"def _download_data(self):
    _, archive_hash = self._archive_file
    for name, checksum in self._checksums.items():
        name = name.split(""/"")
        path = os.path.join(self.root, *name)
        if not os.path.exists(path) or not check_sha1(path, checksum):
            if self._namespace is not None:
                url = _get_repo_file_url(self._namespace, self._archive_file[0])
            else:
                url = self._url
            downloaded_file_path = download(
                url, path=self.root, sha1_hash=archive_hash, verify_ssl=self._verify_ssl
            )
            if downloaded_file_path.lower().endswith(""zip""):
                with zipfile.ZipFile(downloaded_file_path, ""r"") as zf:
                    zf.extractall(path=self.root)
            elif downloaded_file_path.lower().endswith(""tar.gz""):
                with tarfile.open(downloaded_file_path, ""r"") as tf:
                    tf.extractall(path=self.root)
            elif len(self._checksums) > 1:
                err = ""Failed retrieving {clsname}."".format(
                    clsname=self.__class__.__name__
                )
                err += (
                    "" Expecting multiple files, "" ""but could not detect archive format.""
                )
                raise RuntimeError(err)","def _download_data ( self ) : <TAB> _ , archive_hash = self . _archive_file <TAB> for name , checksum in self . _checksums . items ( ) : <TAB> <TAB> name = name . split ( ""/"" ) <TAB> <TAB> path = os . path . join ( self . root , * name ) <TAB> <TAB> if not os . path . exists ( path ) or not check_sha1 ( path , checksum ) : <TAB> <TAB> <TAB> if self . _namespace is not None : <TAB> <TAB> <TAB> <TAB> url = _get_repo_file_url ( self . _namespace , self . _archive_file [ 0 ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> url = self . _url <TAB> <TAB> <TAB> downloaded_file_path = download ( <TAB> <TAB> <TAB> <TAB> url , path = self . root , sha1_hash = archive_hash , verify_ssl = self . _verify_ssl <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if downloaded_file_path . lower ( ) . endswith ( ""zip"" ) : <TAB> <TAB> <TAB> <TAB> with zipfile . ZipFile ( downloaded_file_path , ""r"" ) as zf : <TAB> <TAB> <TAB> <TAB> <TAB> zf . extractall ( path = self . root ) <TAB> <TAB> <TAB> elif downloaded_file_path . lower ( ) . endswith ( ""tar.gz"" ) : <TAB> <TAB> <TAB> <TAB> with tarfile . open ( downloaded_file_path , ""r"" ) as tf : <TAB> <TAB> <TAB> <TAB> <TAB> tf . extractall ( path = self . root ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> err = ""Failed retrieving {clsname}."" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> clsname = self . __class__ . __name__ <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> err += ( <TAB> <TAB> <TAB> <TAB> <TAB> "" Expecting multiple files, "" ""but could not detect archive format."" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> raise RuntimeError ( err )",elif len ( self . _checksums ) > 1 :,398
17014,"def _find_activity_task_from_token(self, task_token):
    activity_task = None
    for domain in self.domains:
        for wfe in domain.workflow_executions:
            for task in wfe.activity_tasks:
                if task.task_token == task_token:
                    activity_task = task
    # no task found
    if not activity_task:
        # Same as for decision tasks, we raise an invalid token BOTH for clearly
        # wrong SWF tokens and OK tokens but not used correctly. This should not
        # be a problem in moto.
        raise SWFValidationException(""Invalid token"")
    # activity task found, but WorflowExecution is CLOSED
    wfe = activity_task.workflow_execution
    if not wfe.open:
        raise SWFUnknownResourceFault(
            ""execution"",
            ""WorkflowExecution=[workflowId={0}, runId={1}]"".format(
                wfe.workflow_id, wfe.run_id
            ),
        )
    # activity task found, but already completed
    if activity_task.state != ""STARTED"":
        if activity_task.state == ""COMPLETED"":
            raise SWFUnknownResourceFault(
                ""activity, scheduledEventId = {0}"".format(
                    activity_task.scheduled_event_id
                )
            )
        else:
            raise ValueError(
                ""This shouldn't happen: you have to PollForActivityTask to get a token, ""
                ""which changes ActivityTask status to 'STARTED' ; then it can only change ""
                ""to 'COMPLETED'. If you didn't hack moto/swf internals, this is probably ""
                ""a bug in moto, please report it, thanks!""
            )
    # everything's good
    return activity_task","def _find_activity_task_from_token ( self , task_token ) : <TAB> activity_task = None <TAB> for domain in self . domains : <TAB> <TAB> for wfe in domain . workflow_executions : <TAB> <TAB> <TAB> for task in wfe . activity_tasks : <TAB> <TAB> <TAB> <TAB> if task . task_token == task_token : <TAB> <TAB> <TAB> <TAB> <TAB> activity_task = task <TAB> <TAB> if not activity_task : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise SWFValidationException ( ""Invalid token"" ) <TAB> <TAB> wfe = activity_task . workflow_execution <TAB> if not wfe . open : <TAB> <TAB> raise SWFUnknownResourceFault ( <TAB> <TAB> <TAB> ""execution"" , <TAB> <TAB> <TAB> ""WorkflowExecution=[workflowId={0}, runId={1}]"" . format ( <TAB> <TAB> <TAB> <TAB> wfe . workflow_id , wfe . run_id <TAB> <TAB> <TAB> ) , <TAB> <TAB> ) <TAB> <TAB> if activity_task . state != ""STARTED"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise SWFUnknownResourceFault ( <TAB> <TAB> <TAB> <TAB> ""activity, scheduledEventId = {0}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> activity_task . scheduled_event_id <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""This shouldn't happen: you have to PollForActivityTask to get a token, "" <TAB> <TAB> <TAB> <TAB> ""which changes ActivityTask status to 'STARTED' ; then it can only change "" <TAB> <TAB> <TAB> <TAB> ""to 'COMPLETED'. If you didn't hack moto/swf internals, this is probably "" <TAB> <TAB> <TAB> <TAB> ""a bug in moto, please report it, thanks!"" <TAB> <TAB> <TAB> ) <TAB> <TAB> return activity_task","if activity_task . state == ""COMPLETED"" :",486
21661,"def get_resource_public_actions(resource_class):
    resource_class_members = inspect.getmembers(resource_class)
    resource_methods = {}
    for name, member in resource_class_members:
        if not name.startswith(""_""):
            if not name[0].isupper():
                if not name.startswith(""wait_until""):
                    if is_resource_action(member):
                        resource_methods[name] = member
    return resource_methods","def get_resource_public_actions ( resource_class ) : <TAB> resource_class_members = inspect . getmembers ( resource_class ) <TAB> resource_methods = { } <TAB> for name , member in resource_class_members : <TAB> <TAB> if not name . startswith ( ""_"" ) : <TAB> <TAB> <TAB> if not name [ 0 ] . isupper ( ) : <TAB> <TAB> <TAB> <TAB> if not name . startswith ( ""wait_until"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> resource_methods [ name ] = member <TAB> return resource_methods",if is_resource_action ( member ) :,122
8678,"def numpy_data_from_bmesh(bm, out_np, face_data=None):
    if out_np[0]:
        verts = np.array([v.co[:] for v in bm.verts])
    else:
        verts = [v.co[:] for v in bm.verts]
    if out_np[1]:
        edges = np.array([[e.verts[0].index, e.verts[1].index] for e in bm.edges])
    else:
        edges = [[e.verts[0].index, e.verts[1].index] for e in bm.edges]
    if out_np[2]:
        faces = np.array([[i.index for i in p.verts] for p in bm.faces])
    else:
        faces = [[i.index for i in p.verts] for p in bm.faces]
    if face_data:
        if out_np[3]:
            face_data_out = np.array(face_data_from_bmesh_faces(bm, face_data))
        else:
            face_data_out = face_data_from_bmesh_faces(bm, face_data)
            return verts, edges, faces, face_data_out
    else:
        return verts, edges, faces, []","def numpy_data_from_bmesh ( bm , out_np , face_data = None ) : <TAB> if out_np [ 0 ] : <TAB> <TAB> verts = np . array ( [ v . co [ : ] for v in bm . verts ] ) <TAB> else : <TAB> <TAB> verts = [ v . co [ : ] for v in bm . verts ] <TAB> if out_np [ 1 ] : <TAB> <TAB> edges = np . array ( [ [ e . verts [ 0 ] . index , e . verts [ 1 ] . index ] for e in bm . edges ] ) <TAB> else : <TAB> <TAB> edges = [ [ e . verts [ 0 ] . index , e . verts [ 1 ] . index ] for e in bm . edges ] <TAB> if out_np [ 2 ] : <TAB> <TAB> faces = np . array ( [ [ i . index for i in p . verts ] for p in bm . faces ] ) <TAB> else : <TAB> <TAB> faces = [ [ i . index for i in p . verts ] for p in bm . faces ] <TAB> if face_data : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> face_data_out = np . array ( face_data_from_bmesh_faces ( bm , face_data ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> face_data_out = face_data_from_bmesh_faces ( bm , face_data ) <TAB> <TAB> <TAB> return verts , edges , faces , face_data_out <TAB> else : <TAB> <TAB> return verts , edges , faces , [ ]",if out_np [ 3 ] :,331
22528,"def visualize_dnn(dnn):
    layer_num = len(dnn.params) / 2  ## including input and output
    for i in xrange(layer_num):
        fig_name = ""Activation weights W"" + str(i)
        fig_title = ""Activation weights of W"" + str(i)
        xlabel = ""Neuron index of hidden layer "" + str(i)
        ylabel = ""Neuron index of hidden layer "" + str(i + 1)
        if i == 0:
            xlabel = ""Input feature index""
        if i == layer_num - 1:
            ylabel = ""Output feature index""
        logger.create_plot(fig_name, SingleWeightMatrixPlot)
        plotlogger.add_plot_point(
            fig_name, fig_name, dnn.params[i * 2].get_value(borrow=True).T
        )
        plotlogger.save_plot(fig_name, title=fig_name, xlabel=xlabel, ylabel=ylabel)","def visualize_dnn ( dnn ) : <TAB> layer_num = len ( dnn . params ) / 2 <TAB> for i in xrange ( layer_num ) : <TAB> <TAB> fig_name = ""Activation weights W"" + str ( i ) <TAB> <TAB> fig_title = ""Activation weights of W"" + str ( i ) <TAB> <TAB> xlabel = ""Neuron index of hidden layer "" + str ( i ) <TAB> <TAB> ylabel = ""Neuron index of hidden layer "" + str ( i + 1 ) <TAB> <TAB> if i == 0 : <TAB> <TAB> <TAB> xlabel = ""Input feature index"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ylabel = ""Output feature index"" <TAB> <TAB> logger . create_plot ( fig_name , SingleWeightMatrixPlot ) <TAB> <TAB> plotlogger . add_plot_point ( <TAB> <TAB> <TAB> fig_name , fig_name , dnn . params [ i * 2 ] . get_value ( borrow = True ) . T <TAB> <TAB> ) <TAB> <TAB> plotlogger . save_plot ( fig_name , title = fig_name , xlabel = xlabel , ylabel = ylabel )",if i == layer_num - 1 :,246
14900,"def apply_constants_config(
    spec_globals: Dict[str, Any], warn_if_unknown: bool = False
) -> None:
    global config
    for k, v in config.items():
        # the spec should have default values for everything, if not, the config key is invalid.
        if k in spec_globals:
            # Keep the same type as the default value indicates (which may be an SSZ basic type subclass, e.g. 'Gwei')
            spec_globals[k] = spec_globals[k].__class__(v)
        else:
            # Note: Phase 0 spec will not know the phase 1 config values.
            # Yet, during debugging you can enable explicit warnings.
            if warn_if_unknown:
                print(f""WARNING: unknown config key: '{k}' with value: '{v}'"")","def apply_constants_config ( <TAB> spec_globals : Dict [ str , Any ] , warn_if_unknown : bool = False ) -> None : <TAB> global config <TAB> for k , v in config . items ( ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> spec_globals [ k ] = spec_globals [ k ] . __class__ ( v ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if warn_if_unknown : <TAB> <TAB> <TAB> <TAB> print ( f""WARNING: unknown config key: '{k}' with value: '{v}'"" )",if k in spec_globals :,212
1013,"def detect_layers(layer_directories, no_auto):
    layers = []
    for directory in layer_directories:
        directory = os.path.realpath(directory)
        if directory[-1] == ""/"":
            directory = directory[0:-1]
        if no_auto:
            conf_dir = os.path.join(directory, ""conf"")
            if os.path.isdir(conf_dir):
                layer = _detect_layer(directory)
                if layer:
                    layers.append(layer)
        else:
            for root, dirs, files in os.walk(directory):
                dir_name = os.path.basename(root)
                conf_dir = os.path.join(root, ""conf"")
                if os.path.isdir(conf_dir):
                    layer = _detect_layer(root)
                    if layer:
                        layers.append(layer)
    return layers","def detect_layers ( layer_directories , no_auto ) : <TAB> layers = [ ] <TAB> for directory in layer_directories : <TAB> <TAB> directory = os . path . realpath ( directory ) <TAB> <TAB> if directory [ - 1 ] == ""/"" : <TAB> <TAB> <TAB> directory = directory [ 0 : - 1 ] <TAB> <TAB> if no_auto : <TAB> <TAB> <TAB> conf_dir = os . path . join ( directory , ""conf"" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> layer = _detect_layer ( directory ) <TAB> <TAB> <TAB> <TAB> if layer : <TAB> <TAB> <TAB> <TAB> <TAB> layers . append ( layer ) <TAB> <TAB> else : <TAB> <TAB> <TAB> for root , dirs , files in os . walk ( directory ) : <TAB> <TAB> <TAB> <TAB> dir_name = os . path . basename ( root ) <TAB> <TAB> <TAB> <TAB> conf_dir = os . path . join ( root , ""conf"" ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> layer = _detect_layer ( root ) <TAB> <TAB> <TAB> <TAB> <TAB> if layer : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> layers . append ( layer ) <TAB> return layers",if os . path . isdir ( conf_dir ) :,255
10728,"def write_config(config: configparser.ConfigParser = None) -> None:
    if not config:
        config = configparser.ConfigParser()
    need_write = False
    for section_name, section in CONFIG_SCHEMA.items():
        if section_name not in config:
            config[section_name] = {}
        for option_name, option_schema in section.items():
            if option_schema.get(""migrated""):
                need_write = True
                continue
            if option_schema.get(""deprecated""):
                continue
            if option_name not in config[section_name]:
                config[section_name][option_name] = option_schema[""default""]
                need_write = True
    if need_write:
        if not os.path.exists(CONFIG_ROOT):
            os.makedirs(CONFIG_ROOT)
        with open(CONFIG_PATH, ""w"") as configfile:
            config.write(configfile)
","def write_config ( config : configparser . ConfigParser = None ) -> None : <TAB> if not config : <TAB> <TAB> config = configparser . ConfigParser ( ) <TAB> need_write = False <TAB> for section_name , section in CONFIG_SCHEMA . items ( ) : <TAB> <TAB> if section_name not in config : <TAB> <TAB> <TAB> config [ section_name ] = { } <TAB> <TAB> for option_name , option_schema in section . items ( ) : <TAB> <TAB> <TAB> if option_schema . get ( ""migrated"" ) : <TAB> <TAB> <TAB> <TAB> need_write = True <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if option_name not in config [ section_name ] : <TAB> <TAB> <TAB> <TAB> config [ section_name ] [ option_name ] = option_schema [ ""default"" ] <TAB> <TAB> <TAB> <TAB> need_write = True <TAB> if need_write : <TAB> <TAB> if not os . path . exists ( CONFIG_ROOT ) : <TAB> <TAB> <TAB> os . makedirs ( CONFIG_ROOT ) <TAB> <TAB> with open ( CONFIG_PATH , ""w"" ) as configfile : <TAB> <TAB> <TAB> config . write ( configfile )","if option_schema . get ( ""deprecated"" ) :",251
21154,"def _poll(self):
    self._sleep = min(20, self._sleep + 2)
    if len(self.pending) == 0:
        return
    for name, spec in self.pending.items():
        delta = time.time() - spec[""received_at""]
        if delta > self.start_timeout:
            raise error.TimeoutError(
                ""Waited {}s for {} to get an IP, which exceeds start_timeout of {}"".format(
                    delta, name, self.start_timeout
                )
            )
    names = list(self.pending.keys())
    # This really should be an allocation_get, but it's possible
    # the pods list will be long. So it's either GET with a body,
    # or POST what should really be a GET. We do the latter.
    allocation = self.with_retries(
        self._requestor.allocation_refresh, self.client_id, names=names
    )
    assert len(allocation[""env_n""]) <= len(
        names
    ), ""Received more envs than requested: allocation={} names={}"".format(
        allocation, names
    )
    # Handle any envs which have gone missing
    result = set(env[""name""] for env in allocation[""env_n""])
    dropped = [p for p in self.pending.keys() if p not in result]
    if len(dropped) > 0:
        logger.info(
            ""Pending remote envs %s were not returned by the allocator (only %s were returned). Assuming the missing ones have gone down and requesting replacements."",
            dropped,
            list(result),
        )
        for d in dropped:
            spec = self.pending.pop(d)
            self._allocate([spec[""handle""]], False, spec[""params""])
    # Handle successful allocations
    self._handle_allocation(allocation, pop=True)","def _poll ( self ) : <TAB> self . _sleep = min ( 20 , self . _sleep + 2 ) <TAB> if len ( self . pending ) == 0 : <TAB> <TAB> return <TAB> for name , spec in self . pending . items ( ) : <TAB> <TAB> delta = time . time ( ) - spec [ ""received_at"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise error . TimeoutError ( <TAB> <TAB> <TAB> <TAB> ""Waited {}s for {} to get an IP, which exceeds start_timeout of {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> delta , name , self . start_timeout <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> names = list ( self . pending . keys ( ) ) <TAB> <TAB> <TAB> <TAB> allocation = self . with_retries ( <TAB> <TAB> self . _requestor . allocation_refresh , self . client_id , names = names <TAB> ) <TAB> assert len ( allocation [ ""env_n"" ] ) <= len ( <TAB> <TAB> names <TAB> ) , ""Received more envs than requested: allocation={} names={}"" . format ( <TAB> <TAB> allocation , names <TAB> ) <TAB> <TAB> result = set ( env [ ""name"" ] for env in allocation [ ""env_n"" ] ) <TAB> dropped = [ p for p in self . pending . keys ( ) if p not in result ] <TAB> if len ( dropped ) > 0 : <TAB> <TAB> logger . info ( <TAB> <TAB> <TAB> ""Pending remote envs %s were not returned by the allocator (only %s were returned). Assuming the missing ones have gone down and requesting replacements."" , <TAB> <TAB> <TAB> dropped , <TAB> <TAB> <TAB> list ( result ) , <TAB> <TAB> ) <TAB> <TAB> for d in dropped : <TAB> <TAB> <TAB> spec = self . pending . pop ( d ) <TAB> <TAB> <TAB> self . _allocate ( [ spec [ ""handle"" ] ] , False , spec [ ""params"" ] ) <TAB> <TAB> self . _handle_allocation ( allocation , pop = True )",if delta > self . start_timeout :,462
4067,"def __init__(
    self,
    config,
    auth_portal,
    RouterPB=None,
    SMPPClientManagerPB=None,
    interceptorpb_client=None,
):
    self.config = config
    # A dict of protocol instances for each of the current connections,
    # indexed by system_id
    self.bound_connections = {}
    self._auth_portal = auth_portal
    self.RouterPB = RouterPB
    self.SMPPClientManagerPB = SMPPClientManagerPB
    self.interceptorpb_client = interceptorpb_client
    # Setup statistics collector
    self.stats = SMPPServerStatsCollector().get(cid=self.config.id)
    self.stats.set(""created_at"", datetime.now())
    # Set up a dedicated logger
    self.log = logging.getLogger(LOG_CATEGORY_SERVER_BASE + "".%s"" % config.id)
    if len(self.log.handlers) != 1:
        self.log.setLevel(config.log_level)
        if ""stdout"" in self.config.log_file:
            handler = logging.StreamHandler(sys.stdout)
        else:
            handler = TimedRotatingFileHandler(
                filename=self.config.log_file, when=self.config.log_rotate
            )
        formatter = logging.Formatter(config.log_format, config.log_date_format)
        handler.setFormatter(formatter)
        self.log.addHandler(handler)
        self.log.propagate = False
    self.msgHandler = self.submit_sm_event_interceptor","def __init__ ( <TAB> self , <TAB> config , <TAB> auth_portal , <TAB> RouterPB = None , <TAB> SMPPClientManagerPB = None , <TAB> interceptorpb_client = None , ) : <TAB> self . config = config <TAB> <TAB> <TAB> self . bound_connections = { } <TAB> self . _auth_portal = auth_portal <TAB> self . RouterPB = RouterPB <TAB> self . SMPPClientManagerPB = SMPPClientManagerPB <TAB> self . interceptorpb_client = interceptorpb_client <TAB> <TAB> self . stats = SMPPServerStatsCollector ( ) . get ( cid = self . config . id ) <TAB> self . stats . set ( ""created_at"" , datetime . now ( ) ) <TAB> <TAB> self . log = logging . getLogger ( LOG_CATEGORY_SERVER_BASE + "".%s"" % config . id ) <TAB> if len ( self . log . handlers ) != 1 : <TAB> <TAB> self . log . setLevel ( config . log_level ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> handler = logging . StreamHandler ( sys . stdout ) <TAB> <TAB> else : <TAB> <TAB> <TAB> handler = TimedRotatingFileHandler ( <TAB> <TAB> <TAB> <TAB> filename = self . config . log_file , when = self . config . log_rotate <TAB> <TAB> <TAB> ) <TAB> <TAB> formatter = logging . Formatter ( config . log_format , config . log_date_format ) <TAB> <TAB> handler . setFormatter ( formatter ) <TAB> <TAB> self . log . addHandler ( handler ) <TAB> <TAB> self . log . propagate = False <TAB> self . msgHandler = self . submit_sm_event_interceptor","if ""stdout"" in self . config . log_file :",401
17365,"def toString(self) -> str:
    l = []  # type: List[str]
    w = l.append
    w(""sip:"")
    if self.username != None:
        w(self.username)
        if self.password != None:
            w("":%s"" % self.password)
        w(""@"")
    w(self.host)
    if self.port != None:
        w("":%d"" % self.port)
    if self.usertype != None:
        w("";user=%s"" % self.usertype)
    for n in (""transport"", ""ttl"", ""maddr"", ""method"", ""tag""):
        v = getattr(self, n)
        if v != None:
            w("";{}={}"".format(n, v))
    for v in self.other:
        w("";%s"" % v)
    if self.headers:
        w(""?"")
        w(
            ""&"".join(
                [
                    (""{}={}"".format(specialCases.get(h) or dashCapitalize(h), v))
                    for (h, v) in self.headers.items()
                ]
            )
        )
    return """".join(l)
","def toString ( self ) -> str : <TAB> l = [ ] <TAB> w = l . append <TAB> w ( ""sip:"" ) <TAB> if self . username != None : <TAB> <TAB> w ( self . username ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> w ( "":%s"" % self . password ) <TAB> <TAB> w ( ""@"" ) <TAB> w ( self . host ) <TAB> if self . port != None : <TAB> <TAB> w ( "":%d"" % self . port ) <TAB> if self . usertype != None : <TAB> <TAB> w ( "";user=%s"" % self . usertype ) <TAB> for n in ( ""transport"" , ""ttl"" , ""maddr"" , ""method"" , ""tag"" ) : <TAB> <TAB> v = getattr ( self , n ) <TAB> <TAB> if v != None : <TAB> <TAB> <TAB> w ( "";{}={}"" . format ( n , v ) ) <TAB> for v in self . other : <TAB> <TAB> w ( "";%s"" % v ) <TAB> if self . headers : <TAB> <TAB> w ( ""?"" ) <TAB> <TAB> w ( <TAB> <TAB> <TAB> ""&"" . join ( <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> ( ""{}={}"" . format ( specialCases . get ( h ) or dashCapitalize ( h ) , v ) ) <TAB> <TAB> <TAB> <TAB> <TAB> for ( h , v ) in self . headers . items ( ) <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> return """" . join ( l )",if self . password != None :,313
4043,"def get_object_from_name(self, name, check_symlinks=True):
    if not name:
        return None
    name = name.rstrip(""\\"")
    for a, o in self.objects.items():
        if not o.name:
            continue
        if o.name.lower() == name.lower():
            return o
    if check_symlinks:
        m = [sl[1] for sl in self.symlinks if name.lower() == sl[0].lower()]
        if m:
            name = m[0]
        return self.get_object_from_name(name, False)","def get_object_from_name ( self , name , check_symlinks = True ) : <TAB> if not name : <TAB> <TAB> return None <TAB> name = name . rstrip ( ""\\"" ) <TAB> for a , o in self . objects . items ( ) : <TAB> <TAB> if not o . name : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return o <TAB> if check_symlinks : <TAB> <TAB> m = [ sl [ 1 ] for sl in self . symlinks if name . lower ( ) == sl [ 0 ] . lower ( ) ] <TAB> <TAB> if m : <TAB> <TAB> <TAB> name = m [ 0 ] <TAB> <TAB> return self . get_object_from_name ( name , False )",if o . name . lower ( ) == name . lower ( ) :,156
22565,"def refresh(self):
    if self._obj:
        base = self._db.get_media_from_handle(self._obj.get_reference_handle())
        if base:
            self._title = base.get_description()
            self._value = base.get_path()
",def refresh ( self ) : <TAB> if self . _obj : <TAB> <TAB> base = self . _db . get_media_from_handle ( self . _obj . get_reference_handle ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _title = base . get_description ( ) <TAB> <TAB> <TAB> self . _value = base . get_path ( ),if base :,74
18453,"def flow_stream_stats(ips, flow_stream, period):
    period_counters = {}
    stats = Counter()
    for flow_records in flow_stream:
        for record in flow_records:
            stats[""Flows""] += 1
            stats[""Bytes""] += record.bytes
            pk = record.start - record.start % period
            pc = period_counters.get(pk)
            if pc is None:
                period_counters[pk] = pc = {""inbytes"": Counter(), ""outbytes"": Counter()}
            if record.action == REJECT:
                stats[""Rejects""] += 1
            if record.dstaddr in ips:
                pc[""inbytes""][record.srcaddr] += record.bytes
            elif record.srcaddr in ips:
                pc[""outbytes""][record.dstaddr] += record.bytes
            else:
                raise ValueError("""")
    log.info(
        ""flows:%d bytes:%s rejects:%s"",
        stats[""Flows""],
        human_size(stats[""Bytes""]),
        stats[""Rejects""],
    )
    return period_counters","def flow_stream_stats ( ips , flow_stream , period ) : <TAB> period_counters = { } <TAB> stats = Counter ( ) <TAB> for flow_records in flow_stream : <TAB> <TAB> for record in flow_records : <TAB> <TAB> <TAB> stats [ ""Flows"" ] += 1 <TAB> <TAB> <TAB> stats [ ""Bytes"" ] += record . bytes <TAB> <TAB> <TAB> pk = record . start - record . start % period <TAB> <TAB> <TAB> pc = period_counters . get ( pk ) <TAB> <TAB> <TAB> if pc is None : <TAB> <TAB> <TAB> <TAB> period_counters [ pk ] = pc = { ""inbytes"" : Counter ( ) , ""outbytes"" : Counter ( ) } <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> stats [ ""Rejects"" ] += 1 <TAB> <TAB> <TAB> if record . dstaddr in ips : <TAB> <TAB> <TAB> <TAB> pc [ ""inbytes"" ] [ record . srcaddr ] += record . bytes <TAB> <TAB> <TAB> elif record . srcaddr in ips : <TAB> <TAB> <TAB> <TAB> pc [ ""outbytes"" ] [ record . dstaddr ] += record . bytes <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise ValueError ( """" ) <TAB> log . info ( <TAB> <TAB> ""flows:%d bytes:%s rejects:%s"" , <TAB> <TAB> stats [ ""Flows"" ] , <TAB> <TAB> human_size ( stats [ ""Bytes"" ] ) , <TAB> <TAB> stats [ ""Rejects"" ] , <TAB> ) <TAB> return period_counters",if record . action == REJECT :,293
9687,"def update_pp_binding(
    tenantid, ppid, newtenantid=None, newportid=None, newdefault=None
):
    """"""Updates port profile binding""""""
    LOG.debug(""update_pp_binding() called"")
    session = db.get_session()
    try:
        binding = (
            session.query(l2network_models.PortProfileBinding)
            .filter_by(portprofile_id=ppid)
            .one()
        )
        if newtenantid:
            binding[""tenant_id""] = newtenantid
        if newportid:
            binding[""port_id""] = newportid
        if newdefault:
            binding[""default""] = newdefault
        session.merge(binding)
        session.flush()
        return binding
    except exc.NoResultFound:
        raise c_exc.PortProfileNotFound(tenant_id=tenantid, portprofile_id=ppid)","def update_pp_binding ( <TAB> tenantid , ppid , newtenantid = None , newportid = None , newdefault = None ) : <TAB> """"""Updates port profile binding"""""" <TAB> LOG . debug ( ""update_pp_binding() called"" ) <TAB> session = db . get_session ( ) <TAB> try : <TAB> <TAB> binding = ( <TAB> <TAB> <TAB> session . query ( l2network_models . PortProfileBinding ) <TAB> <TAB> <TAB> . filter_by ( portprofile_id = ppid ) <TAB> <TAB> <TAB> . one ( ) <TAB> <TAB> ) <TAB> <TAB> if newtenantid : <TAB> <TAB> <TAB> binding [ ""tenant_id"" ] = newtenantid <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> binding [ ""port_id"" ] = newportid <TAB> <TAB> if newdefault : <TAB> <TAB> <TAB> binding [ ""default"" ] = newdefault <TAB> <TAB> session . merge ( binding ) <TAB> <TAB> session . flush ( ) <TAB> <TAB> return binding <TAB> except exc . NoResultFound : <TAB> <TAB> raise c_exc . PortProfileNotFound ( tenant_id = tenantid , portprofile_id = ppid )",if newportid :,245
14515,"def doc(self):
    lines = []
    for line in striphtml(self.data[""desc""], tags=[""pre""]).splitlines():
        line = re.sub(""\s+"", "" "", line)
        if not line:
            continue
        if re.match(""function \([^)]*\) { *}"", line):
            continue
        lines.append(line)
    return ""\n"".join(textwrap.wrap(""\n"".join(lines), width=72))","def doc ( self ) : <TAB> lines = [ ] <TAB> for line in striphtml ( self . data [ ""desc"" ] , tags = [ ""pre"" ] ) . splitlines ( ) : <TAB> <TAB> line = re . sub ( ""\s+"" , "" "" , line ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if re . match ( ""function \([^)]*\) { *}"" , line ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> lines . append ( line ) <TAB> return ""\n"" . join ( textwrap . wrap ( ""\n"" . join ( lines ) , width = 72 ) )",if not line :,113
16199,"def __init__(
    self,
    manifest_path,
    sample_rate,
    max_sample_size=None,
    min_sample_size=None,
    shuffle=True,
    min_length=0,
    pad=False,
    normalize=False,
):
    super().__init__(
        sample_rate=sample_rate,
        max_sample_size=max_sample_size,
        min_sample_size=min_sample_size,
        shuffle=shuffle,
        min_length=min_length,
        pad=pad,
        normalize=normalize,
    )
    self.fnames = []
    skipped = 0
    with open(manifest_path, ""r"") as f:
        self.root_dir = f.readline().strip()
        for line in f:
            items = line.strip().split(""\t"")
            assert len(items) == 2, line
            sz = int(items[1])
            if min_length is not None and sz < min_length:
                skipped += 1
                continue
            self.fnames.append(items[0])
            self.sizes.append(sz)
    logger.info(f""loaded {len(self.fnames)}, skipped {skipped} samples"")","def __init__ ( <TAB> self , <TAB> manifest_path , <TAB> sample_rate , <TAB> max_sample_size = None , <TAB> min_sample_size = None , <TAB> shuffle = True , <TAB> min_length = 0 , <TAB> pad = False , <TAB> normalize = False , ) : <TAB> super ( ) . __init__ ( <TAB> <TAB> sample_rate = sample_rate , <TAB> <TAB> max_sample_size = max_sample_size , <TAB> <TAB> min_sample_size = min_sample_size , <TAB> <TAB> shuffle = shuffle , <TAB> <TAB> min_length = min_length , <TAB> <TAB> pad = pad , <TAB> <TAB> normalize = normalize , <TAB> ) <TAB> self . fnames = [ ] <TAB> skipped = 0 <TAB> with open ( manifest_path , ""r"" ) as f : <TAB> <TAB> self . root_dir = f . readline ( ) . strip ( ) <TAB> <TAB> for line in f : <TAB> <TAB> <TAB> items = line . strip ( ) . split ( ""\t"" ) <TAB> <TAB> <TAB> assert len ( items ) == 2 , line <TAB> <TAB> <TAB> sz = int ( items [ 1 ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> skipped += 1 <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> self . fnames . append ( items [ 0 ] ) <TAB> <TAB> <TAB> self . sizes . append ( sz ) <TAB> logger . info ( f""loaded {len(self.fnames)}, skipped {skipped} samples"" )",if min_length is not None and sz < min_length :,319
21754,"def __init__(self, event, event_info, fields=[]):
    _wmi_object.__init__(self, event, fields=fields)
    _set(self, ""event_type"", None)
    _set(self, ""timestamp"", None)
    _set(self, ""previous"", None)
    if event_info:
        event_type = self.event_type_re.match(event_info.Path_.Class).group(1).lower()
        _set(self, ""event_type"", event_type)
        if hasattr(event_info, ""TIME_CREATED""):
            _set(self, ""timestamp"", from_1601(event_info.TIME_CREATED))
        if hasattr(event_info, ""PreviousInstance""):
            _set(self, ""previous"", event_info.PreviousInstance)","def __init__ ( self , event , event_info , fields = [ ] ) : <TAB> _wmi_object . __init__ ( self , event , fields = fields ) <TAB> _set ( self , ""event_type"" , None ) <TAB> _set ( self , ""timestamp"" , None ) <TAB> _set ( self , ""previous"" , None ) <TAB> if event_info : <TAB> <TAB> event_type = self . event_type_re . match ( event_info . Path_ . Class ) . group ( 1 ) . lower ( ) <TAB> <TAB> _set ( self , ""event_type"" , event_type ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _set ( self , ""timestamp"" , from_1601 ( event_info . TIME_CREATED ) ) <TAB> <TAB> if hasattr ( event_info , ""PreviousInstance"" ) : <TAB> <TAB> <TAB> _set ( self , ""previous"" , event_info . PreviousInstance )","if hasattr ( event_info , ""TIME_CREATED"" ) :",199
12886,"def doForward(users):
    enable = getBoolean(sys.argv[4], ""gam <users> forward"")
    body = {""enabled"": enable}
    i = 5
    while i < len(sys.argv):
        myarg = sys.argv[i].lower()
        if myarg in EMAILSETTINGS_FORWARD_POP_ACTION_CHOICES_MAP:
            body[""disposition""] = EMAILSETTINGS_FORWARD_POP_ACTION_CHOICES_MAP[myarg]
            i += 1
        elif myarg == ""confirm"":
            i += 1
        elif myarg.find(""@"") != -1:
            body[""emailAddress""] = sys.argv[i]
            i += 1
        else:
            controlflow.invalid_argument_exit(myarg, ""gam <users> forward"")
    if enable and (not body.get(""disposition"") or not body.get(""emailAddress"")):
        controlflow.system_error_exit(
            2,
            'you must specify an action and a forwarding address for ""gam <users> forward',
        )
    i = 0
    count = len(users)
    for user in users:
        i += 1
        user, gmail = buildGmailGAPIObject(user)
        if not gmail:
            continue
        if enable:
            print(
                f'User: {user}, Forward Enabled: {enable}, Forwarding Address: {body[""emailAddress""]}, Action: {body[""disposition""]}{currentCount(i, count)}'
            )
        else:
            print(f""User: {user}, Forward Enabled: {enable}{currentCount(i, count)}"")
        gapi.call(
            gmail.users().settings(),
            ""updateAutoForwarding"",
            soft_errors=True,
            userId=""me"",
            body=body,
        )","def doForward ( users ) : <TAB> enable = getBoolean ( sys . argv [ 4 ] , ""gam <users> forward"" ) <TAB> body = { ""enabled"" : enable } <TAB> i = 5 <TAB> while i < len ( sys . argv ) : <TAB> <TAB> myarg = sys . argv [ i ] . lower ( ) <TAB> <TAB> if myarg in EMAILSETTINGS_FORWARD_POP_ACTION_CHOICES_MAP : <TAB> <TAB> <TAB> body [ ""disposition"" ] = EMAILSETTINGS_FORWARD_POP_ACTION_CHOICES_MAP [ myarg ] <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> elif myarg . find ( ""@"" ) != - 1 : <TAB> <TAB> <TAB> body [ ""emailAddress"" ] = sys . argv [ i ] <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> controlflow . invalid_argument_exit ( myarg , ""gam <users> forward"" ) <TAB> if enable and ( not body . get ( ""disposition"" ) or not body . get ( ""emailAddress"" ) ) : <TAB> <TAB> controlflow . system_error_exit ( <TAB> <TAB> <TAB> 2 , <TAB> <TAB> <TAB> 'you must specify an action and a forwarding address for ""gam <users> forward' , <TAB> <TAB> ) <TAB> i = 0 <TAB> count = len ( users ) <TAB> for user in users : <TAB> <TAB> i += 1 <TAB> <TAB> user , gmail = buildGmailGAPIObject ( user ) <TAB> <TAB> if not gmail : <TAB> <TAB> <TAB> continue <TAB> <TAB> if enable : <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> f'User: {user}, Forward Enabled: {enable}, Forwarding Address: {body[""emailAddress""]}, Action: {body[""disposition""]}{currentCount(i, count)}' <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( f""User: {user}, Forward Enabled: {enable}{currentCount(i, count)}"" ) <TAB> <TAB> gapi . call ( <TAB> <TAB> <TAB> gmail . users ( ) . settings ( ) , <TAB> <TAB> <TAB> ""updateAutoForwarding"" , <TAB> <TAB> <TAB> soft_errors = True , <TAB> <TAB> <TAB> userId = ""me"" , <TAB> <TAB> <TAB> body = body , <TAB> <TAB> )","elif myarg == ""confirm"" :",472
19918,"def _threaded_request_tracker(self, builder):
    while True:
        event_type = self._read_q.get()
        if event_type is False:
            return
        payload = {""body"": b""""}
        request_id = builder.build_record(event_type, payload, """")
        self._write_q.put_nowait(request_id)
","def _threaded_request_tracker ( self , builder ) : <TAB> while True : <TAB> <TAB> event_type = self . _read_q . get ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> payload = { ""body"" : b"""" } <TAB> <TAB> request_id = builder . build_record ( event_type , payload , """" ) <TAB> <TAB> self . _write_q . put_nowait ( request_id )",if event_type is False :,96
11351,"def __getitem__(self, index):
    while True:
        try:
            file = self.files[self.index]
            self.index = self.index + 1
        except IndexError:
            # pop next directory from stack
            self.directory = self.stack.pop()
            if os.path.isdir(self.directory):
                self.files = os.listdir(self.directory)
            else:
                self.files = []
            self.index = 0
        else:
            # got a filename
            fullname = os.path.join(self.directory, file)
            if os.path.isdir(fullname) and not os.path.islink(fullname):
                self.stack.append(fullname)
            if fnmatch.fnmatch(file, self.pattern):
                return fullname","def __getitem__ ( self , index ) : <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> file = self . files [ self . index ] <TAB> <TAB> <TAB> self . index = self . index + 1 <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . directory = self . stack . pop ( ) <TAB> <TAB> <TAB> if os . path . isdir ( self . directory ) : <TAB> <TAB> <TAB> <TAB> self . files = os . listdir ( self . directory ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . files = [ ] <TAB> <TAB> <TAB> self . index = 0 <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> fullname = os . path . join ( self . directory , file ) <TAB> <TAB> <TAB> if os . path . isdir ( fullname ) and not os . path . islink ( fullname ) : <TAB> <TAB> <TAB> <TAB> self . stack . append ( fullname ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return fullname","if fnmatch . fnmatch ( file , self . pattern ) :",222
19610,"def register_middleware(self, middleware_instance):
    registered_count = 0
    self._middlewares.append(middleware_instance)
    for hook in self._hooks.keys():
        functor = getattr(middleware_instance, hook, None)
        if functor is None:
            try:
                functor = middleware_instance.get(hook, None)
            except AttributeError:
                pass
        if functor is not None:
            self._hooks[hook].append(functor)
            registered_count += 1
    return registered_count","def register_middleware ( self , middleware_instance ) : <TAB> registered_count = 0 <TAB> self . _middlewares . append ( middleware_instance ) <TAB> for hook in self . _hooks . keys ( ) : <TAB> <TAB> functor = getattr ( middleware_instance , hook , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> functor = middleware_instance . get ( hook , None ) <TAB> <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> if functor is not None : <TAB> <TAB> <TAB> self . _hooks [ hook ] . append ( functor ) <TAB> <TAB> <TAB> registered_count += 1 <TAB> return registered_count",if functor is None :,146
24734,"def plugin_on_song_ended(self, song, skipped):
    if song is not None:
        rating = song(""~#rating"")
        invrating = 1.0 - rating
        delta = min(rating, invrating) / 2.0
        if skipped:
            rating -= delta
        else:
            rating += delta
        song[""~#rating""] = rating","def plugin_on_song_ended ( self , song , skipped ) : <TAB> if song is not None : <TAB> <TAB> rating = song ( ""~#rating"" ) <TAB> <TAB> invrating = 1.0 - rating <TAB> <TAB> delta = min ( rating , invrating ) / 2.0 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rating -= delta <TAB> <TAB> else : <TAB> <TAB> <TAB> rating += delta <TAB> <TAB> song [ ""~#rating"" ] = rating",if skipped :,97
4848,"def _setup_importer(self):
    importer = self.config.get(""importer"")
    if importer:
        importer._install_handler(self.router)
        importer._context = self.parent
    else:
        core_src_fd = self.config.get(""core_src_fd"", 101)
        if core_src_fd:
            fp = os.fdopen(core_src_fd, ""rb"", 1)
            try:
                core_src = fp.read()
                # Strip ""ExternalContext.main()"" call from last line.
                core_src = b(""\n"").join(core_src.splitlines()[:-1])
            finally:
                fp.close()
        else:
            core_src = None
        importer = Importer(
            self.router,
            self.parent,
            core_src,
            self.config.get(""whitelist"", ()),
            self.config.get(""blacklist"", ()),
        )
    self.importer = importer
    self.router.importer = importer
    sys.meta_path.insert(0, self.importer)","def _setup_importer ( self ) : <TAB> importer = self . config . get ( ""importer"" ) <TAB> if importer : <TAB> <TAB> importer . _install_handler ( self . router ) <TAB> <TAB> importer . _context = self . parent <TAB> else : <TAB> <TAB> core_src_fd = self . config . get ( ""core_src_fd"" , 101 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fp = os . fdopen ( core_src_fd , ""rb"" , 1 ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> core_src = fp . read ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> core_src = b ( ""\n"" ) . join ( core_src . splitlines ( ) [ : - 1 ] ) <TAB> <TAB> <TAB> finally : <TAB> <TAB> <TAB> <TAB> fp . close ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> core_src = None <TAB> <TAB> importer = Importer ( <TAB> <TAB> <TAB> self . router , <TAB> <TAB> <TAB> self . parent , <TAB> <TAB> <TAB> core_src , <TAB> <TAB> <TAB> self . config . get ( ""whitelist"" , ( ) ) , <TAB> <TAB> <TAB> self . config . get ( ""blacklist"" , ( ) ) , <TAB> <TAB> ) <TAB> self . importer = importer <TAB> self . router . importer = importer <TAB> sys . meta_path . insert ( 0 , self . importer )",if core_src_fd :,291
24828,"def _resolve_baseami(self):
    log.info(""Resolving base AMI"")
    context = self._config.context
    cloud_config = self._config.plugins[self.full_name]
    try:
        ami_id = context.ami.get(
            ""base_ami_name"", cloud_config.get(""base_ami_name"", None)
        )
        if ami_id is None:
            ami_id = context.ami.get(
                ""base_ami_id"", cloud_config.get(""base_ami_id"", None)
            )
            if ami_id is None:
                raise RuntimeError(
                    ""Must configure or provide either a base ami name or id""
                )
            else:
                context.ami[""ami_id""] = ami_id
                log.info(""looking up base AMI with ID {0}"".format(ami_id))
                baseami = self._connection.get_all_images(image_ids=[ami_id])[0]
        else:
            log.info(""looking up base AMI with name {0}"".format(ami_id))
            baseami = self._connection.get_all_images(filters={""name"": ami_id})[0]
    except IndexError:
        raise RuntimeError(
            ""Could not locate base AMI with identifier: {0}"".format(ami_id)
        )
    log.info(""Successfully resolved {0.name}({0.id})"".format(baseami))
    context[""base_ami""] = baseami","def _resolve_baseami ( self ) : <TAB> log . info ( ""Resolving base AMI"" ) <TAB> context = self . _config . context <TAB> cloud_config = self . _config . plugins [ self . full_name ] <TAB> try : <TAB> <TAB> ami_id = context . ami . get ( <TAB> <TAB> <TAB> ""base_ami_name"" , cloud_config . get ( ""base_ami_name"" , None ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ami_id = context . ami . get ( <TAB> <TAB> <TAB> <TAB> ""base_ami_id"" , cloud_config . get ( ""base_ami_id"" , None ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Must configure or provide either a base ami name or id"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> context . ami [ ""ami_id"" ] = ami_id <TAB> <TAB> <TAB> <TAB> log . info ( ""looking up base AMI with ID {0}"" . format ( ami_id ) ) <TAB> <TAB> <TAB> <TAB> baseami = self . _connection . get_all_images ( image_ids = [ ami_id ] ) [ 0 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> log . info ( ""looking up base AMI with name {0}"" . format ( ami_id ) ) <TAB> <TAB> <TAB> baseami = self . _connection . get_all_images ( filters = { ""name"" : ami_id } ) [ 0 ] <TAB> except IndexError : <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> ""Could not locate base AMI with identifier: {0}"" . format ( ami_id ) <TAB> <TAB> ) <TAB> log . info ( ""Successfully resolved {0.name}({0.id})"" . format ( baseami ) ) <TAB> context [ ""base_ami"" ] = baseami",if ami_id is None :,399
20584,"def _tokenize(self, string, munge=False):
    if munge:
        for ts in self.RE_MUNGE_TOKENSPACERS:
            string = re.sub(ts, ""\\1 \\2"", string)
        if munge == 3:
            for ts in self.RE_MUNGE_TOKENSTRIPPERS:
                string = re.sub(ts, """", string)
    return re.findall(self.RE_TOKENIZER, string)","def _tokenize ( self , string , munge = False ) : <TAB> if munge : <TAB> <TAB> for ts in self . RE_MUNGE_TOKENSPACERS : <TAB> <TAB> <TAB> string = re . sub ( ts , ""\\1 \\2"" , string ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for ts in self . RE_MUNGE_TOKENSTRIPPERS : <TAB> <TAB> <TAB> <TAB> string = re . sub ( ts , """" , string ) <TAB> return re . findall ( self . RE_TOKENIZER , string )",if munge == 3 :,119
4680,"def get_scene_exceptions_by_season(self, season=-1):
    scene_exceptions = []
    for scene_exception in self.scene_exceptions:
        if not len(scene_exception) == 2:
            continue
        scene_name, scene_season = scene_exception.split(""|"")
        if season == scene_season:
            scene_exceptions.append(scene_name)
    return scene_exceptions","def get_scene_exceptions_by_season ( self , season = - 1 ) : <TAB> scene_exceptions = [ ] <TAB> for scene_exception in self . scene_exceptions : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> scene_name , scene_season = scene_exception . split ( ""|"" ) <TAB> <TAB> if season == scene_season : <TAB> <TAB> <TAB> scene_exceptions . append ( scene_name ) <TAB> return scene_exceptions",if not len ( scene_exception ) == 2 :,121
18207,"def getElement(self, aboutUri, namespace, name):
    for desc in self.rdfRoot.getElementsByTagNameNS(RDF_NAMESPACE, ""Description""):
        if desc.getAttributeNS(RDF_NAMESPACE, ""about"") == aboutUri:
            attr = desc.getAttributeNodeNS(namespace, name)
            if attr != None:
                yield attr
            for element in desc.getElementsByTagNameNS(namespace, name):
                yield element
","def getElement ( self , aboutUri , namespace , name ) : <TAB> for desc in self . rdfRoot . getElementsByTagNameNS ( RDF_NAMESPACE , ""Description"" ) : <TAB> <TAB> if desc . getAttributeNS ( RDF_NAMESPACE , ""about"" ) == aboutUri : <TAB> <TAB> <TAB> attr = desc . getAttributeNodeNS ( namespace , name ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> yield attr <TAB> <TAB> <TAB> for element in desc . getElementsByTagNameNS ( namespace , name ) : <TAB> <TAB> <TAB> <TAB> yield element",if attr != None :,113
14318,"def save(self, commit=True):
    account = super(AccountFormGeneral, self).save(commit=False)
    if self.user == account and not self.cleaned_data[""is_active""]:
        raise lib_exceptions.PermDeniedException(
            _(""You can't disable your own account"")
        )
    if not account.pk:
        account.language = settings.LANGUAGE_CODE
    if commit:
        if self.cleaned_data.get(""password2"", """") != """":
            account.set_password(self.cleaned_data[""password2""])
        account.save()
        account.role = self.cleaned_data[""role""]
        if hasattr(account, ""mailbox""):
            # Update forward status according to account status
            models.Alias.objects.filter(address=account.email, internal=False).update(
                enabled=account.is_active
            )
    return account","def save ( self , commit = True ) : <TAB> account = super ( AccountFormGeneral , self ) . save ( commit = False ) <TAB> if self . user == account and not self . cleaned_data [ ""is_active"" ] : <TAB> <TAB> raise lib_exceptions . PermDeniedException ( <TAB> <TAB> <TAB> _ ( ""You can't disable your own account"" ) <TAB> <TAB> ) <TAB> if not account . pk : <TAB> <TAB> account . language = settings . LANGUAGE_CODE <TAB> if commit : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> account . set_password ( self . cleaned_data [ ""password2"" ] ) <TAB> <TAB> account . save ( ) <TAB> <TAB> account . role = self . cleaned_data [ ""role"" ] <TAB> <TAB> if hasattr ( account , ""mailbox"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> models . Alias . objects . filter ( address = account . email , internal = False ) . update ( <TAB> <TAB> <TAB> <TAB> enabled = account . is_active <TAB> <TAB> <TAB> ) <TAB> return account","if self . cleaned_data . get ( ""password2"" , """" ) != """" :",231
22566,"def refresh(self):
    if self._handle:
        source = self._db.get_repository_from_handle(self._handle)
        if source:
            self._title = str(source.get_type())
            self._value = source.get_name()
",def refresh ( self ) : <TAB> if self . _handle : <TAB> <TAB> source = self . _db . get_repository_from_handle ( self . _handle ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _title = str ( source . get_type ( ) ) <TAB> <TAB> <TAB> self . _value = source . get_name ( ),if source :,70
7162,"def save_weight(name, node, level):
    weights[name] = dict()
    current_layer = weights[name]
    for p in params:
        if hasattr(node, p):
            func = getattr(node, p)
            arr = np.array(func)
            if arr.ndim >= 1:
                current_layer[p] = arr
                print(
                    ""    "" * level
                    + ""{}.{} shape {} {}"".format(
                        name, p, current_layer[p].shape, current_layer[p].dtype
                    )
                )
    for p in recursive:
        if hasattr(node, p):
            func = getattr(node, p)
            if func != None:
                for idx, subnode in enumerate(func):
                    new_name = name + "":{}:{}"".format(p, idx)
                    save_weight(new_name, subnode, level + 1)","def save_weight ( name , node , level ) : <TAB> weights [ name ] = dict ( ) <TAB> current_layer = weights [ name ] <TAB> for p in params : <TAB> <TAB> if hasattr ( node , p ) : <TAB> <TAB> <TAB> func = getattr ( node , p ) <TAB> <TAB> <TAB> arr = np . array ( func ) <TAB> <TAB> <TAB> if arr . ndim >= 1 : <TAB> <TAB> <TAB> <TAB> current_layer [ p ] = arr <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> ""    "" * level <TAB> <TAB> <TAB> <TAB> <TAB> + ""{}.{} shape {} {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> name , p , current_layer [ p ] . shape , current_layer [ p ] . dtype <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> for p in recursive : <TAB> <TAB> if hasattr ( node , p ) : <TAB> <TAB> <TAB> func = getattr ( node , p ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> for idx , subnode in enumerate ( func ) : <TAB> <TAB> <TAB> <TAB> <TAB> new_name = name + "":{}:{}"" . format ( p , idx ) <TAB> <TAB> <TAB> <TAB> <TAB> save_weight ( new_name , subnode , level + 1 )",if func != None :,261
16570,"def expression_set(
    expr: irast.Expr,
    path_id: Optional[irast.PathId] = None,
    *,
    type_override: Optional[s_types.Type] = None,
    ctx: context.ContextLevel,
) -> irast.Set:
    if isinstance(expr, irast.Set):  # pragma: no cover
        raise errors.InternalServerError(f""{expr!r} is already a Set"")
    if type_override is not None:
        stype = type_override
    else:
        stype = inference.infer_type(expr, ctx.env)
    if path_id is None:
        path_id = getattr(expr, ""path_id"", None)
        if path_id is None:
            path_id = pathctx.get_expression_path_id(stype, ctx=ctx)
    return new_set(
        path_id=path_id, stype=stype, expr=expr, context=expr.context, ctx=ctx
    )
","def expression_set ( <TAB> expr : irast . Expr , <TAB> path_id : Optional [ irast . PathId ] = None , <TAB> * , <TAB> type_override : Optional [ s_types . Type ] = None , <TAB> ctx : context . ContextLevel , ) -> irast . Set : <TAB> if isinstance ( expr , irast . Set ) : <TAB> <TAB> raise errors . InternalServerError ( f""{expr!r} is already a Set"" ) <TAB> if type_override is not None : <TAB> <TAB> stype = type_override <TAB> else : <TAB> <TAB> stype = inference . infer_type ( expr , ctx . env ) <TAB> <fill-in> <TAB> <TAB> path_id = getattr ( expr , ""path_id"" , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> path_id = pathctx . get_expression_path_id ( stype , ctx = ctx ) <TAB> return new_set ( <TAB> <TAB> path_id = path_id , stype = stype , expr = expr , context = expr . context , ctx = ctx <TAB> )",if path_id is None :,248
2112,"def list_stuff(self, upto=10, start_after=-1):
    for i in range(upto):
        if i <= start_after:
            continue
        if i == 2 and self.count < 1:
            self.count += 1
            raise TemporaryProblem
        if i == 7 and self.count < 4:
            self.count += 1
            raise TemporaryProblem
        yield i","def list_stuff ( self , upto = 10 , start_after = - 1 ) : <TAB> for i in range ( upto ) : <TAB> <TAB> if i <= start_after : <TAB> <TAB> <TAB> continue <TAB> <TAB> if i == 2 and self . count < 1 : <TAB> <TAB> <TAB> self . count += 1 <TAB> <TAB> <TAB> raise TemporaryProblem <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . count += 1 <TAB> <TAB> <TAB> raise TemporaryProblem <TAB> <TAB> yield i",if i == 7 and self . count < 4 :,110
13734,"def ingest(self, co, classname=None, code_objects={}, show_asm=None):
    tokens, customize = Scanner3.ingest(self, co, classname, code_objects, show_asm)
    not_pypy36 = not (self.version == 3.6 and self.is_pypy)
    for t in tokens:
        # The lowest bit of flags indicates whether the
        # var-keyword argument is placed at the top of the stack
        if not_pypy36 and t.op == self.opc.CALL_FUNCTION_EX and t.attr & 1:
            t.kind = ""CALL_FUNCTION_EX_KW""
            pass
        elif t.op == self.opc.BUILD_STRING:
            t.kind = ""BUILD_STRING_%s"" % t.attr
        elif t.op == self.opc.CALL_FUNCTION_KW:
            t.kind = ""CALL_FUNCTION_KW_%s"" % t.attr
        elif t.op == self.opc.FORMAT_VALUE:
            if t.attr & 0x4:
                t.kind = ""FORMAT_VALUE_ATTR""
                pass
        elif not_pypy36 and t.op == self.opc.BUILD_MAP_UNPACK_WITH_CALL:
            t.kind = ""BUILD_MAP_UNPACK_WITH_CALL_%d"" % t.attr
        elif not_pypy36 and t.op == self.opc.BUILD_TUPLE_UNPACK_WITH_CALL:
            t.kind = ""BUILD_TUPLE_UNPACK_WITH_CALL_%d"" % t.attr
        pass
    return tokens, customize","def ingest ( self , co , classname = None , code_objects = { } , show_asm = None ) : <TAB> tokens , customize = Scanner3 . ingest ( self , co , classname , code_objects , show_asm ) <TAB> not_pypy36 = not ( self . version == 3.6 and self . is_pypy ) <TAB> for t in tokens : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not_pypy36 and t . op == self . opc . CALL_FUNCTION_EX and t . attr & 1 : <TAB> <TAB> <TAB> t . kind = ""CALL_FUNCTION_EX_KW"" <TAB> <TAB> <TAB> pass <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> t . kind = ""BUILD_STRING_%s"" % t . attr <TAB> <TAB> elif t . op == self . opc . CALL_FUNCTION_KW : <TAB> <TAB> <TAB> t . kind = ""CALL_FUNCTION_KW_%s"" % t . attr <TAB> <TAB> elif t . op == self . opc . FORMAT_VALUE : <TAB> <TAB> <TAB> if t . attr & 0x4 : <TAB> <TAB> <TAB> <TAB> t . kind = ""FORMAT_VALUE_ATTR"" <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> elif not_pypy36 and t . op == self . opc . BUILD_MAP_UNPACK_WITH_CALL : <TAB> <TAB> <TAB> t . kind = ""BUILD_MAP_UNPACK_WITH_CALL_%d"" % t . attr <TAB> <TAB> elif not_pypy36 and t . op == self . opc . BUILD_TUPLE_UNPACK_WITH_CALL : <TAB> <TAB> <TAB> t . kind = ""BUILD_TUPLE_UNPACK_WITH_CALL_%d"" % t . attr <TAB> <TAB> pass <TAB> return tokens , customize",elif t . op == self . opc . BUILD_STRING :,395
820,"def post(self, *args, **kwargs):
    self.object = confirmation = self.get_object()
    self.user = self.request.user
    confirmed = confirmation.confirm() is not None
    if confirmed:
        self.after_confirmation(confirmation)
        if settings.ACCOUNT_EMAIL_CONFIRMATION_AUTO_LOGIN:
            self.user = self.login_user(confirmation.email_address.user)
        redirect_url = self.get_redirect_url()
        if not redirect_url:
            ctx = self.get_context_data()
            return self.render_to_response(ctx)
        if self.messages.get(""email_confirmed""):
            messages.add_message(
                self.request,
                self.messages[""email_confirmed""][""level""],
                self.messages[""email_confirmed""][""text""].format(
                    **{""email"": confirmation.email_address.email}
                ),
            )
    else:
        redirect_url = self.get_redirect_url()
        messages.add_message(
            self.request,
            self.messages[""email_confirmation_expired""][""level""],
            self.messages[""email_confirmation_expired""][""text""].format(
                **{""email"": confirmation.email_address.email}
            ),
        )
    return redirect(redirect_url)
","def post ( self , * args , ** kwargs ) : <TAB> self . object = confirmation = self . get_object ( ) <TAB> self . user = self . request . user <TAB> confirmed = confirmation . confirm ( ) is not None <TAB> if confirmed : <TAB> <TAB> self . after_confirmation ( confirmation ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . user = self . login_user ( confirmation . email_address . user ) <TAB> <TAB> redirect_url = self . get_redirect_url ( ) <TAB> <TAB> if not redirect_url : <TAB> <TAB> <TAB> ctx = self . get_context_data ( ) <TAB> <TAB> <TAB> return self . render_to_response ( ctx ) <TAB> <TAB> if self . messages . get ( ""email_confirmed"" ) : <TAB> <TAB> <TAB> messages . add_message ( <TAB> <TAB> <TAB> <TAB> self . request , <TAB> <TAB> <TAB> <TAB> self . messages [ ""email_confirmed"" ] [ ""level"" ] , <TAB> <TAB> <TAB> <TAB> self . messages [ ""email_confirmed"" ] [ ""text"" ] . format ( <TAB> <TAB> <TAB> <TAB> <TAB> ** { ""email"" : confirmation . email_address . email } <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> redirect_url = self . get_redirect_url ( ) <TAB> <TAB> messages . add_message ( <TAB> <TAB> <TAB> self . request , <TAB> <TAB> <TAB> self . messages [ ""email_confirmation_expired"" ] [ ""level"" ] , <TAB> <TAB> <TAB> self . messages [ ""email_confirmation_expired"" ] [ ""text"" ] . format ( <TAB> <TAB> <TAB> <TAB> ** { ""email"" : confirmation . email_address . email } <TAB> <TAB> <TAB> ) , <TAB> <TAB> ) <TAB> return redirect ( redirect_url )",if settings . ACCOUNT_EMAIL_CONFIRMATION_AUTO_LOGIN :,355
259,"def func_wrapper(self, *args, **kwds):
    self.home()
    history_name = f.__name__ + datetime.datetime.now().strftime(""%Y%m%d%H%M%s"")
    self.history_panel_create_new_with_name(history_name)
    try:
        f(self, *args, **kwds)
    finally:
        if ""GALAXY_TEST_NO_CLEANUP"" not in os.environ:
            try:
                current_history_id = self.current_history_id()
                self.dataset_populator.cancel_history_jobs(current_history_id)
                self.api_delete(""histories/%s"" % current_history_id)
            except Exception:
                print(
                    ""Faild to cleanup managed history, selenium connection corrupted somehow?""
                )
","def func_wrapper ( self , * args , ** kwds ) : <TAB> self . home ( ) <TAB> history_name = f . __name__ + datetime . datetime . now ( ) . strftime ( ""%Y%m%d%H%M%s"" ) <TAB> self . history_panel_create_new_with_name ( history_name ) <TAB> try : <TAB> <TAB> f ( self , * args , ** kwds ) <TAB> finally : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> current_history_id = self . current_history_id ( ) <TAB> <TAB> <TAB> <TAB> self . dataset_populator . cancel_history_jobs ( current_history_id ) <TAB> <TAB> <TAB> <TAB> self . api_delete ( ""histories/%s"" % current_history_id ) <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Faild to cleanup managed history, selenium connection corrupted somehow?"" <TAB> <TAB> <TAB> <TAB> )","if ""GALAXY_TEST_NO_CLEANUP"" not in os . environ :",225
7397,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRING:
                self.value = iprot.readString()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . value = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STRING :,260
10673,"def notify_global_event(
    event, sender_user, node, timestamp, recipients, template=None, context=None
):
    event_type = utils.find_subscription_type(event)
    sent_users = []
    if not context:
        context = {}
    for recipient in recipients:
        subscriptions = get_user_subscriptions(recipient, event_type)
        context[""is_creator""] = recipient == node.creator
        if node.provider:
            context[""has_psyarxiv_chronos_text""] = (
                node.has_permission(recipient, ADMIN)
                and ""psyarxiv"" in node.provider.name.lower()
            )
        for notification_type in subscriptions:
            if (
                notification_type != ""none""
                and subscriptions[notification_type]
                and recipient._id in subscriptions[notification_type]
            ):
                store_emails(
                    [recipient._id],
                    notification_type,
                    event,
                    sender_user,
                    node,
                    timestamp,
                    template=template,
                    **context
                )
                sent_users.append(recipient._id)
    return sent_users
","def notify_global_event ( <TAB> event , sender_user , node , timestamp , recipients , template = None , context = None ) : <TAB> event_type = utils . find_subscription_type ( event ) <TAB> sent_users = [ ] <TAB> if not context : <TAB> <TAB> context = { } <TAB> for recipient in recipients : <TAB> <TAB> subscriptions = get_user_subscriptions ( recipient , event_type ) <TAB> <TAB> context [ ""is_creator"" ] = recipient == node . creator <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> context [ ""has_psyarxiv_chronos_text"" ] = ( <TAB> <TAB> <TAB> <TAB> node . has_permission ( recipient , ADMIN ) <TAB> <TAB> <TAB> <TAB> and ""psyarxiv"" in node . provider . name . lower ( ) <TAB> <TAB> <TAB> ) <TAB> <TAB> for notification_type in subscriptions : <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> notification_type != ""none"" <TAB> <TAB> <TAB> <TAB> and subscriptions [ notification_type ] <TAB> <TAB> <TAB> <TAB> and recipient . _id in subscriptions [ notification_type ] <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> store_emails ( <TAB> <TAB> <TAB> <TAB> <TAB> [ recipient . _id ] , <TAB> <TAB> <TAB> <TAB> <TAB> notification_type , <TAB> <TAB> <TAB> <TAB> <TAB> event , <TAB> <TAB> <TAB> <TAB> <TAB> sender_user , <TAB> <TAB> <TAB> <TAB> <TAB> node , <TAB> <TAB> <TAB> <TAB> <TAB> timestamp , <TAB> <TAB> <TAB> <TAB> <TAB> template = template , <TAB> <TAB> <TAB> <TAB> <TAB> ** context <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> sent_users . append ( recipient . _id ) <TAB> return sent_users",if node . provider :,345
15315,"def _worker(index, env_fn, pipe, parent_pipe, shared_memory, error_queue):
    assert shared_memory is None
    env = env_fn()
    parent_pipe.close()
    try:
        while True:
            command, data = pipe.recv()
            if command == ""reset"":
                observation = env.reset()
                pipe.send((observation, True))
            elif command == ""step"":
                observation, reward, done, info = env.step(data)
                if done:
                    observation = env.reset()
                pipe.send(((observation, reward, done, info), True))
            elif command == ""seed"":
                env.seed(data)
                pipe.send((None, True))
            elif command == ""close"":
                pipe.send((None, True))
                break
            elif command == ""_check_observation_space"":
                pipe.send((data == env.observation_space, True))
            else:
                raise RuntimeError(
                    ""Received unknown command `{0}`. Must ""
                    ""be one of {`reset`, `step`, `seed`, `close`, ""
                    ""`_check_observation_space`}."".format(command)
                )
    except (KeyboardInterrupt, Exception):
        error_queue.put((index,) + sys.exc_info()[:2])
        pipe.send((None, False))
    finally:
        env.close()","def _worker ( index , env_fn , pipe , parent_pipe , shared_memory , error_queue ) : <TAB> assert shared_memory is None <TAB> env = env_fn ( ) <TAB> parent_pipe . close ( ) <TAB> try : <TAB> <TAB> while True : <TAB> <TAB> <TAB> command , data = pipe . recv ( ) <TAB> <TAB> <TAB> if command == ""reset"" : <TAB> <TAB> <TAB> <TAB> observation = env . reset ( ) <TAB> <TAB> <TAB> <TAB> pipe . send ( ( observation , True ) ) <TAB> <TAB> <TAB> elif command == ""step"" : <TAB> <TAB> <TAB> <TAB> observation , reward , done , info = env . step ( data ) <TAB> <TAB> <TAB> <TAB> if done : <TAB> <TAB> <TAB> <TAB> <TAB> observation = env . reset ( ) <TAB> <TAB> <TAB> <TAB> pipe . send ( ( ( observation , reward , done , info ) , True ) ) <TAB> <TAB> <TAB> elif command == ""seed"" : <TAB> <TAB> <TAB> <TAB> env . seed ( data ) <TAB> <TAB> <TAB> <TAB> pipe . send ( ( None , True ) ) <TAB> <TAB> <TAB> elif command == ""close"" : <TAB> <TAB> <TAB> <TAB> pipe . send ( ( None , True ) ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> pipe . send ( ( data == env . observation_space , True ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Received unknown command `{0}`. Must "" <TAB> <TAB> <TAB> <TAB> <TAB> ""be one of {`reset`, `step`, `seed`, `close`, "" <TAB> <TAB> <TAB> <TAB> <TAB> ""`_check_observation_space`}."" . format ( command ) <TAB> <TAB> <TAB> <TAB> ) <TAB> except ( KeyboardInterrupt , Exception ) : <TAB> <TAB> error_queue . put ( ( index , ) + sys . exc_info ( ) [ : 2 ] ) <TAB> <TAB> pipe . send ( ( None , False ) ) <TAB> finally : <TAB> <TAB> env . close ( )","elif command == ""_check_observation_space"" :",405
5118,"def sla_add(request, response_format=""html""):
    ""ServiceLevelAgreement add""
    if not request.user.profile.is_admin(""treeio.services""):
        return user_denied(
            request,
            message=""You don't have administrator access to the Service Support module"",
        )
    if request.POST:
        if ""cancel"" not in request.POST:
            sla = ServiceLevelAgreement()
            form = ServiceLevelAgreementForm(
                request.user.profile, request.POST, instance=sla
            )
            if form.is_valid():
                sla = form.save()
                sla.set_user_from_request(request)
                return HttpResponseRedirect(reverse(""services_sla_view"", args=[sla.id]))
        else:
            return HttpResponseRedirect(reverse(""services""))
    else:
        form = ServiceLevelAgreementForm(request.user.profile)
    context = _get_default_context(request)
    context.update({""form"": form})
    return render_to_response(
        ""services/sla_add"",
        context,
        context_instance=RequestContext(request),
        response_format=response_format,
    )
","def sla_add ( request , response_format = ""html"" ) : <TAB> ""ServiceLevelAgreement add"" <TAB> if not request . user . profile . is_admin ( ""treeio.services"" ) : <TAB> <TAB> return user_denied ( <TAB> <TAB> <TAB> request , <TAB> <TAB> <TAB> message = ""You don't have administrator access to the Service Support module"" , <TAB> <TAB> ) <TAB> if request . POST : <TAB> <TAB> if ""cancel"" not in request . POST : <TAB> <TAB> <TAB> sla = ServiceLevelAgreement ( ) <TAB> <TAB> <TAB> form = ServiceLevelAgreementForm ( <TAB> <TAB> <TAB> <TAB> request . user . profile , request . POST , instance = sla <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> sla = form . save ( ) <TAB> <TAB> <TAB> <TAB> sla . set_user_from_request ( request ) <TAB> <TAB> <TAB> <TAB> return HttpResponseRedirect ( reverse ( ""services_sla_view"" , args = [ sla . id ] ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return HttpResponseRedirect ( reverse ( ""services"" ) ) <TAB> else : <TAB> <TAB> form = ServiceLevelAgreementForm ( request . user . profile ) <TAB> context = _get_default_context ( request ) <TAB> context . update ( { ""form"" : form } ) <TAB> return render_to_response ( <TAB> <TAB> ""services/sla_add"" , <TAB> <TAB> context , <TAB> <TAB> context_instance = RequestContext ( request ) , <TAB> <TAB> response_format = response_format , <TAB> )",if form . is_valid ( ) :,327
11191,"def on_file_save(self, event):
    with wx.FileDialog(
        self,
        ""Save figure"",
        wildcard=""PDF file (*.pdf)|*.pdf|PNG image (*.png)|*.png"",
        style=wx.FD_SAVE | wx.FD_OVERWRITE_PROMPT,
    ) as dlg:
        if dlg.ShowModal() == wx.ID_OK:
            path = dlg.GetPath()
            if dlg.FilterIndex == 1:
                file_format = ""png""
            elif dlg.FilterIndex == 0:
                file_format = ""pdf""
            elif dlg.FilterIndex == 2:
                file_format = ""tif""
            elif dlg.FilterIndex == 3:
                file_format = ""jpg""
            else:
                file_format = ""pdf""
            if ""."" not in os.path.split(path)[1]:
                path += ""."" + file_format
            self.figure.savefig(path, format=file_format)","def on_file_save ( self , event ) : <TAB> with wx . FileDialog ( <TAB> <TAB> self , <TAB> <TAB> ""Save figure"" , <TAB> <TAB> wildcard = ""PDF file (*.pdf)|*.pdf|PNG image (*.png)|*.png"" , <TAB> <TAB> style = wx . FD_SAVE | wx . FD_OVERWRITE_PROMPT , <TAB> ) as dlg : <TAB> <TAB> if dlg . ShowModal ( ) == wx . ID_OK : <TAB> <TAB> <TAB> path = dlg . GetPath ( ) <TAB> <TAB> <TAB> if dlg . FilterIndex == 1 : <TAB> <TAB> <TAB> <TAB> file_format = ""png"" <TAB> <TAB> <TAB> elif dlg . FilterIndex == 0 : <TAB> <TAB> <TAB> <TAB> file_format = ""pdf"" <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> file_format = ""tif"" <TAB> <TAB> <TAB> elif dlg . FilterIndex == 3 : <TAB> <TAB> <TAB> <TAB> file_format = ""jpg"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> file_format = ""pdf"" <TAB> <TAB> <TAB> if ""."" not in os . path . split ( path ) [ 1 ] : <TAB> <TAB> <TAB> <TAB> path += ""."" + file_format <TAB> <TAB> <TAB> self . figure . savefig ( path , format = file_format )",elif dlg . FilterIndex == 2 :,264
7201,"def getStateString(self, state=None):
    if state is None:
        state = self._state
    if state == self.STATE_NONE:
        return ""Offline""
    elif state == self.STATE_OPEN_SERIAL:
        return ""Opening serial connection""
    elif state == self.STATE_DETECT_SERIAL:
        return ""Detecting serial connection""
    elif state == self.STATE_CONNECTING:
        return ""Connecting""
    elif state == self.STATE_OPERATIONAL:
        return ""Operational""
    elif state == self.STATE_STARTING:
        if self.isSdFileSelected():
            return ""Starting print from SD""
        elif self.isStreaming():
            return ""Starting to send file to SD""
        else:
            return ""Starting""
    elif state == self.STATE_PRINTING:
        if self.isSdFileSelected():
            return ""Printing from SD""
        elif self.isStreaming():
            return ""Sending file to SD""
        else:
            return ""Printing""
    elif state == self.STATE_CANCELLING:
        return ""Cancelling""
    elif state == self.STATE_PAUSING:
        return ""Pausing""
    elif state == self.STATE_PAUSED:
        return ""Paused""
    elif state == self.STATE_RESUMING:
        return ""Resuming""
    elif state == self.STATE_FINISHING:
        return ""Finishing""
    elif state == self.STATE_CLOSED:
        return ""Offline""
    elif state == self.STATE_ERROR:
        return ""Error: {}"".format(self.getErrorString())
    elif state == self.STATE_CLOSED_WITH_ERROR:
        return ""Offline (Error: {})"".format(self.getErrorString())
    elif state == self.STATE_TRANSFERING_FILE:
        return ""Transferring file to SD""
    return ""Unknown State ({})"".format(self._state)
","def getStateString ( self , state = None ) : <TAB> if state is None : <TAB> <TAB> state = self . _state <TAB> if state == self . STATE_NONE : <TAB> <TAB> return ""Offline"" <TAB> elif state == self . STATE_OPEN_SERIAL : <TAB> <TAB> return ""Opening serial connection"" <TAB> elif state == self . STATE_DETECT_SERIAL : <TAB> <TAB> return ""Detecting serial connection"" <TAB> elif state == self . STATE_CONNECTING : <TAB> <TAB> return ""Connecting"" <TAB> elif state == self . STATE_OPERATIONAL : <TAB> <TAB> return ""Operational"" <TAB> elif state == self . STATE_STARTING : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ""Starting print from SD"" <TAB> <TAB> elif self . isStreaming ( ) : <TAB> <TAB> <TAB> return ""Starting to send file to SD"" <TAB> <TAB> else : <TAB> <TAB> <TAB> return ""Starting"" <TAB> elif state == self . STATE_PRINTING : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ""Printing from SD"" <TAB> <TAB> elif self . isStreaming ( ) : <TAB> <TAB> <TAB> return ""Sending file to SD"" <TAB> <TAB> else : <TAB> <TAB> <TAB> return ""Printing"" <TAB> elif state == self . STATE_CANCELLING : <TAB> <TAB> return ""Cancelling"" <TAB> elif state == self . STATE_PAUSING : <TAB> <TAB> return ""Pausing"" <TAB> elif state == self . STATE_PAUSED : <TAB> <TAB> return ""Paused"" <TAB> elif state == self . STATE_RESUMING : <TAB> <TAB> return ""Resuming"" <TAB> elif state == self . STATE_FINISHING : <TAB> <TAB> return ""Finishing"" <TAB> elif state == self . STATE_CLOSED : <TAB> <TAB> return ""Offline"" <TAB> elif state == self . STATE_ERROR : <TAB> <TAB> return ""Error: {}"" . format ( self . getErrorString ( ) ) <TAB> elif state == self . STATE_CLOSED_WITH_ERROR : <TAB> <TAB> return ""Offline (Error: {})"" . format ( self . getErrorString ( ) ) <TAB> elif state == self . STATE_TRANSFERING_FILE : <TAB> <TAB> return ""Transferring file to SD"" <TAB> return ""Unknown State ({})"" . format ( self . _state )",if self . isSdFileSelected ( ) :,486
4809,"def clean_asset(self):
    model = self.cleaned_data.get(""model"")
    asset = self.cleaned_data.get(""asset"")
    # model should be required anyway, so there's no sense to validate an
    # asset when the model is missing
    if not model:
        return asset
    if model and model.type not in ASSET_NOT_REQUIRED:
        if not asset:
            msg = ""Asset is required for this kind of device.""
            raise forms.ValidationError(msg)
    if ""ralph_assets"" in settings.INSTALLED_APPS:
        from ralph_assets.api_ralph import is_asset_assigned
        if asset and is_asset_assigned(asset_id=asset.id):
            raise forms.ValidationError(
                ""This asset is already linked to some other device. ""
                ""To resolve this conflict, please click the link above.""
            )
    return asset
","def clean_asset ( self ) : <TAB> model = self . cleaned_data . get ( ""model"" ) <TAB> asset = self . cleaned_data . get ( ""asset"" ) <TAB> <TAB> <TAB> if not model : <TAB> <TAB> return asset <TAB> if model and model . type not in ASSET_NOT_REQUIRED : <TAB> <TAB> if not asset : <TAB> <TAB> <TAB> msg = ""Asset is required for this kind of device."" <TAB> <TAB> <TAB> raise forms . ValidationError ( msg ) <TAB> if ""ralph_assets"" in settings . INSTALLED_APPS : <TAB> <TAB> from ralph_assets . api_ralph import is_asset_assigned <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise forms . ValidationError ( <TAB> <TAB> <TAB> <TAB> ""This asset is already linked to some other device. "" <TAB> <TAB> <TAB> <TAB> ""To resolve this conflict, please click the link above."" <TAB> <TAB> <TAB> ) <TAB> return asset",if asset and is_asset_assigned ( asset_id = asset . id ) :,232
22913,"def make_test_suite(self, all, marked):
    """"""Return the test suite or None.""""""
    c, tm = self.c, self
    suite = unittest.makeSuite(unittest.TestCase)
    aList = tm.findAllUnitTestNodes(all, marked)
    setup_script = None
    found = False
    for p in aList:
        if tm.isTestSetupNode(p):
            setup_script = p.b
            test = None
        elif tm.isTestNode(p):
            test = tm.makeTestCase(p, setup_script)
        elif tm.isSuiteNode(p):  # @suite
            test = tm.makeTestSuite(p, setup_script)
        elif tm.isTestClassNode(p):
            test = tm.makeTestClass(p)  # A suite of tests.
        else:
            test = None
        if test:
            suite.addTest(test)
            found = True
    if not found:
        # Run the body of p as a unit test.
        test = tm.makeTestCase(c.p, setup_script)
        if test:
            suite.addTest(test)
            found = True
    return suite if found else None
","def make_test_suite ( self , all , marked ) : <TAB> """"""Return the test suite or None."""""" <TAB> c , tm = self . c , self <TAB> suite = unittest . makeSuite ( unittest . TestCase ) <TAB> aList = tm . findAllUnitTestNodes ( all , marked ) <TAB> setup_script = None <TAB> found = False <TAB> for p in aList : <TAB> <TAB> if tm . isTestSetupNode ( p ) : <TAB> <TAB> <TAB> setup_script = p . b <TAB> <TAB> <TAB> test = None <TAB> <TAB> elif tm . isTestNode ( p ) : <TAB> <TAB> <TAB> test = tm . makeTestCase ( p , setup_script ) <TAB> <TAB> elif tm . isSuiteNode ( p ) : <TAB> <TAB> <TAB> test = tm . makeTestSuite ( p , setup_script ) <TAB> <TAB> elif tm . isTestClassNode ( p ) : <TAB> <TAB> <TAB> test = tm . makeTestClass ( p ) <TAB> <TAB> else : <TAB> <TAB> <TAB> test = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> suite . addTest ( test ) <TAB> <TAB> <TAB> found = True <TAB> if not found : <TAB> <TAB> <TAB> <TAB> test = tm . makeTestCase ( c . p , setup_script ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> suite . addTest ( test ) <TAB> <TAB> <TAB> found = True <TAB> return suite if found else None",if test :,315
1853,"def test_write(self):
    with gzip.GzipFile(self.filename, ""wb"") as f:
        f.write(data1 * 50)
        # Try flush and fileno.
        f.flush()
        f.fileno()
        if hasattr(os, ""fsync""):
            os.fsync(f.fileno())
        f.close()
    # Test multiple close() calls.
    f.close()","def test_write ( self ) : <TAB> with gzip . GzipFile ( self . filename , ""wb"" ) as f : <TAB> <TAB> f . write ( data1 * 50 ) <TAB> <TAB> <TAB> <TAB> f . flush ( ) <TAB> <TAB> f . fileno ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . fsync ( f . fileno ( ) ) <TAB> <TAB> f . close ( ) <TAB> <TAB> f . close ( )","if hasattr ( os , ""fsync"" ) :",106
687,"def _gen_az_wrapper(self, genaz_regex, count_regex):
    if genaz_regex.search(self.param_value):
        numazs = int(self.regxfind(count_regex, self.param_value))
        if numazs:
            self._regex_replace_param_value(genaz_regex, self.get_available_azs(numazs))
        else:
            LOG.info(""$[taskcat_genaz_(!)]"")
            LOG.info(""Number of az's not specified!"")
            LOG.info("" - (Defaulting to 1 az)"")
            self._regex_replace_param_value(genaz_regex, self.get_available_azs(1))","def _gen_az_wrapper ( self , genaz_regex , count_regex ) : <TAB> if genaz_regex . search ( self . param_value ) : <TAB> <TAB> numazs = int ( self . regxfind ( count_regex , self . param_value ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _regex_replace_param_value ( genaz_regex , self . get_available_azs ( numazs ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> LOG . info ( ""$[taskcat_genaz_(!)]"" ) <TAB> <TAB> <TAB> LOG . info ( ""Number of az's not specified!"" ) <TAB> <TAB> <TAB> LOG . info ( "" - (Defaulting to 1 az)"" ) <TAB> <TAB> <TAB> self . _regex_replace_param_value ( genaz_regex , self . get_available_azs ( 1 ) )",if numazs :,185
20900,"def update_clearance_date(self):
    clearance_date_updated = False
    for d in self.get(""payment_entries""):
        if d.clearance_date:
            if not d.payment_document:
                frappe.throw(
                    _(
                        ""Row #{0}: Payment document is required to complete the transaction""
                    )
                )
            if d.cheque_date and getdate(d.clearance_date) < getdate(d.cheque_date):
                frappe.throw(
                    _(
                        ""Row #{0}: Clearance date {1} cannot be before Cheque Date {2}""
                    ).format(d.idx, d.clearance_date, d.cheque_date)
                )
        if d.clearance_date or self.include_reconciled_entries:
            if not d.clearance_date:
                d.clearance_date = None
            payment_entry = frappe.get_doc(d.payment_document, d.payment_entry)
            payment_entry.db_set(""clearance_date"", d.clearance_date)
            clearance_date_updated = True
    if clearance_date_updated:
        self.get_payment_entries()
        msgprint(_(""Clearance Date updated""))
    else:
        msgprint(_(""Clearance Date not mentioned""))","def update_clearance_date ( self ) : <TAB> clearance_date_updated = False <TAB> for d in self . get ( ""payment_entries"" ) : <TAB> <TAB> if d . clearance_date : <TAB> <TAB> <TAB> if not d . payment_document : <TAB> <TAB> <TAB> <TAB> frappe . throw ( <TAB> <TAB> <TAB> <TAB> <TAB> _ ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Row #{0}: Payment document is required to complete the transaction"" <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if d . cheque_date and getdate ( d . clearance_date ) < getdate ( d . cheque_date ) : <TAB> <TAB> <TAB> <TAB> frappe . throw ( <TAB> <TAB> <TAB> <TAB> <TAB> _ ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Row #{0}: Clearance date {1} cannot be before Cheque Date {2}"" <TAB> <TAB> <TAB> <TAB> <TAB> ) . format ( d . idx , d . clearance_date , d . cheque_date ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> if d . clearance_date or self . include_reconciled_entries : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> d . clearance_date = None <TAB> <TAB> <TAB> payment_entry = frappe . get_doc ( d . payment_document , d . payment_entry ) <TAB> <TAB> <TAB> payment_entry . db_set ( ""clearance_date"" , d . clearance_date ) <TAB> <TAB> <TAB> clearance_date_updated = True <TAB> if clearance_date_updated : <TAB> <TAB> self . get_payment_entries ( ) <TAB> <TAB> msgprint ( _ ( ""Clearance Date updated"" ) ) <TAB> else : <TAB> <TAB> msgprint ( _ ( ""Clearance Date not mentioned"" ) )",if not d . clearance_date :,379
8767,"def adjust_inputs(self, context):
    mode = self.type_selected_mode
    inputs = self.inputs
    socket_ops = self.soket_opt
    if mode == ""Int"":
        if inputs[2].prop_name[-1] == ""f"":
            inputs[2].prop_name = ""low_i""
            inputs[3].prop_name = ""high_i""
        inputs[""Weights""].hide_safe = not self.weighted
        for i in range(0, 3):
            inputs[socket_ops[i][0]].hide_safe = True
    elif mode == ""Float"":
        dsm = self.distribute_mode
        func = self.func_dict[dsm]
        if inputs[2].prop_name[-1] == ""i"":
            inputs[2].prop_name = ""low_f""
            inputs[3].prop_name = ""high_f""
        inputs[""Weights""].hide_safe = True
        for i in range(1, 4):
            inputs[socket_ops[i - 1][0]].hide_safe = i not in func[2]
    updateNode(self, context)","def adjust_inputs ( self , context ) : <TAB> mode = self . type_selected_mode <TAB> inputs = self . inputs <TAB> socket_ops = self . soket_opt <TAB> if mode == ""Int"" : <TAB> <TAB> if inputs [ 2 ] . prop_name [ - 1 ] == ""f"" : <TAB> <TAB> <TAB> inputs [ 2 ] . prop_name = ""low_i"" <TAB> <TAB> <TAB> inputs [ 3 ] . prop_name = ""high_i"" <TAB> <TAB> inputs [ ""Weights"" ] . hide_safe = not self . weighted <TAB> <TAB> for i in range ( 0 , 3 ) : <TAB> <TAB> <TAB> inputs [ socket_ops [ i ] [ 0 ] ] . hide_safe = True <TAB> elif mode == ""Float"" : <TAB> <TAB> dsm = self . distribute_mode <TAB> <TAB> func = self . func_dict [ dsm ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> inputs [ 2 ] . prop_name = ""low_f"" <TAB> <TAB> <TAB> inputs [ 3 ] . prop_name = ""high_f"" <TAB> <TAB> inputs [ ""Weights"" ] . hide_safe = True <TAB> <TAB> for i in range ( 1 , 4 ) : <TAB> <TAB> <TAB> inputs [ socket_ops [ i - 1 ] [ 0 ] ] . hide_safe = i not in func [ 2 ] <TAB> updateNode ( self , context )","if inputs [ 2 ] . prop_name [ - 1 ] == ""i"" :",291
10944,"def monitor_removed(self, parent, monitor):
    for row in self.liststore:
        titer = row.iter
        (val,) = self.liststore.get(titer, 0)
        if val == monitor.device[""Address""]:
            self.liststore.set(
                titer,
                1,
                self.get_caption(monitor.device[""Alias""], monitor.device[""Address""]),
                2,
                _(""Not Connected""),
                3,
                None,
            )
            return","def monitor_removed ( self , parent , monitor ) : <TAB> for row in self . liststore : <TAB> <TAB> titer = row . iter <TAB> <TAB> ( val , ) = self . liststore . get ( titer , 0 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . liststore . set ( <TAB> <TAB> <TAB> <TAB> titer , <TAB> <TAB> <TAB> <TAB> 1 , <TAB> <TAB> <TAB> <TAB> self . get_caption ( monitor . device [ ""Alias"" ] , monitor . device [ ""Address"" ] ) , <TAB> <TAB> <TAB> <TAB> 2 , <TAB> <TAB> <TAB> <TAB> _ ( ""Not Connected"" ) , <TAB> <TAB> <TAB> <TAB> 3 , <TAB> <TAB> <TAB> <TAB> None , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return","if val == monitor . device [ ""Address"" ] :",148
986,"def get_attr_by_data_model(self, dmodel, exclude_record=False):
    if exclude_record:
        return list(
            filter(
                lambda x: x.data_model == dmodel and x.value == """"
                if x.attribute != ""Record"" and hasattr(x, ""data_model"")
                else False,
                self._inferred_intent,
            )
        )
    else:
        return list(
            filter(
                lambda x: x.data_model == dmodel and x.value == """"
                if hasattr(x, ""data_model"")
                else False,
                self._inferred_intent,
            )
        )
","def get_attr_by_data_model ( self , dmodel , exclude_record = False ) : <TAB> if exclude_record : <TAB> <TAB> return list ( <TAB> <TAB> <TAB> filter ( <TAB> <TAB> <TAB> <TAB> lambda x : x . data_model == dmodel and x . value == """" <TAB> <TAB> <TAB> <TAB> if x . attribute != ""Record"" and hasattr ( x , ""data_model"" ) <TAB> <TAB> <TAB> <TAB> else False , <TAB> <TAB> <TAB> <TAB> self . _inferred_intent , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> else : <TAB> <TAB> return list ( <TAB> <TAB> <TAB> filter ( <TAB> <TAB> <TAB> <TAB> lambda x : x . data_model == dmodel and x . value == """" <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> else False , <TAB> <TAB> <TAB> <TAB> self . _inferred_intent , <TAB> <TAB> <TAB> ) <TAB> <TAB> )","if hasattr ( x , ""data_model"" )",196
15755,"def _prune_tasks(self):
    assistant_ids = {w.id for w in self._state.get_assistants()}
    remove_tasks = []
    for task in self._state.get_active_tasks():
        self._state.fail_dead_worker_task(task, self._config, assistant_ids)
        self._state.update_status(task, self._config)
        if self._state.may_prune(task):
            logger.info(""Removing task %r"", task.id)
            remove_tasks.append(task.id)
    self._state.inactivate_tasks(remove_tasks)
","def _prune_tasks ( self ) : <TAB> assistant_ids = { w . id for w in self . _state . get_assistants ( ) } <TAB> remove_tasks = [ ] <TAB> for task in self . _state . get_active_tasks ( ) : <TAB> <TAB> self . _state . fail_dead_worker_task ( task , self . _config , assistant_ids ) <TAB> <TAB> self . _state . update_status ( task , self . _config ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . info ( ""Removing task %r"" , task . id ) <TAB> <TAB> <TAB> remove_tasks . append ( task . id ) <TAB> self . _state . inactivate_tasks ( remove_tasks )",if self . _state . may_prune ( task ) :,157
10818,"def dnd_end(self, target, event):
    gui.trace(""<<DRAGGABLE_WIDGET.dnd_end>> %s target=%s"", self.Name, target)
    # from somewhere, dropped nowhere - self destruct, or put back
    if self.Canvas is None:
        gui.trace(""<<DRAGGABLE_WIDGET.dnd_end>> dropped with Canvas (None)"")
        if DraggableWidget.discardDragged:
            gui.trace(""<<DRAGGABLE_WIDGET.dnd_end>> DISCARDING under order"")
        else:
            if self.OriginalCanvas is not None:
                gui.trace(""<<DRAGGABLE_WIDGET.dnd_end>> RESTORING"")
                self.restoreOldData()
                self.Canvas.dnd_enter(self, event)
            else:
                gui.trace(""<<DRAGGABLE_WIDGET.dnd_end>> DISCARDING as nowhere to go"")
    # have been dropped somewhere
    else:
        gui.trace(
            ""<<DRAGGABLE_WIDGET.dnd_end>> dropped with Canvas(%s) Target=%s"",
            self.Canvas,
            self.dropTarget,
        )
        if not self.dropTarget:
            # make the dragged object re-draggable
            self.Label.bind(""<ButtonPress>"", self.press)
        else:
            if self.dropTarget.keepWidget(self.Title, self.Name):
                self.Label.bind(""<ButtonPress>"", self.press)
            else:
                self.vanish(True)
        # delete any old widget
        if self.OriginalCanvas:
            self.OriginalCanvas.delete(self.OriginalID)
            self.OriginalCanvas = None
            self.OriginalID = None
            self.OriginalLabel = None
","def dnd_end ( self , target , event ) : <TAB> gui . trace ( ""<<DRAGGABLE_WIDGET.dnd_end>> %s target=%s"" , self . Name , target ) <TAB> <TAB> if self . Canvas is None : <TAB> <TAB> gui . trace ( ""<<DRAGGABLE_WIDGET.dnd_end>> dropped with Canvas (None)"" ) <TAB> <TAB> if DraggableWidget . discardDragged : <TAB> <TAB> <TAB> gui . trace ( ""<<DRAGGABLE_WIDGET.dnd_end>> DISCARDING under order"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if self . OriginalCanvas is not None : <TAB> <TAB> <TAB> <TAB> gui . trace ( ""<<DRAGGABLE_WIDGET.dnd_end>> RESTORING"" ) <TAB> <TAB> <TAB> <TAB> self . restoreOldData ( ) <TAB> <TAB> <TAB> <TAB> self . Canvas . dnd_enter ( self , event ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> gui . trace ( ""<<DRAGGABLE_WIDGET.dnd_end>> DISCARDING as nowhere to go"" ) <TAB> <TAB> else : <TAB> <TAB> gui . trace ( <TAB> <TAB> <TAB> ""<<DRAGGABLE_WIDGET.dnd_end>> dropped with Canvas(%s) Target=%s"" , <TAB> <TAB> <TAB> self . Canvas , <TAB> <TAB> <TAB> self . dropTarget , <TAB> <TAB> ) <TAB> <TAB> if not self . dropTarget : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . Label . bind ( ""<ButtonPress>"" , self . press ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . Label . bind ( ""<ButtonPress>"" , self . press ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . vanish ( True ) <TAB> <TAB> <TAB> <TAB> if self . OriginalCanvas : <TAB> <TAB> <TAB> self . OriginalCanvas . delete ( self . OriginalID ) <TAB> <TAB> <TAB> self . OriginalCanvas = None <TAB> <TAB> <TAB> self . OriginalID = None <TAB> <TAB> <TAB> self . OriginalLabel = None","if self . dropTarget . keepWidget ( self . Title , self . Name ) :",483
19827,"def handle_code(code, vk_packet=True):
    """"""Handle a key or sequence of keys in braces""""""
    code_keys = []
    # it is a known code (e.g. {DOWN}, {ENTER}, etc)
    if code in CODES:
        code_keys.append(KeyAction(CODES[code]))
    # it is an escaped modifier e.g. {%}, {^}, {+}
    elif len(code) == 1:
        code_keys.append(KeyAction(code))
    # it is a repetition or a pause  {DOWN 5}, {PAUSE 1.3}
    elif "" "" in code:
        to_repeat, count = code.rsplit(None, 1)
        if to_repeat == ""PAUSE"":
            try:
                pause_time = float(count)
            except ValueError:
                raise KeySequenceError(""invalid pause time {}"".format(count))
            code_keys.append(PauseAction(pause_time))
        else:
            try:
                count = int(count)
            except ValueError:
                raise KeySequenceError(""invalid repetition count {}"".format(count))
            # If the value in to_repeat is a VK e.g. DOWN
            # we need to add the code repeated
            if to_repeat in CODES:
                code_keys.extend([KeyAction(CODES[to_repeat])] * count)
            # otherwise parse the keys and we get back a KeyAction
            else:
                to_repeat = parse_keys(to_repeat)
                if isinstance(to_repeat, list):
                    keys = to_repeat * count
                else:
                    keys = [to_repeat] * count
                code_keys.extend(keys)
    else:
        raise RuntimeError(""Unknown code: {}"".format(code))
    return code_keys","def handle_code ( code , vk_packet = True ) : <TAB> """"""Handle a key or sequence of keys in braces"""""" <TAB> code_keys = [ ] <TAB> <TAB> if code in CODES : <TAB> <TAB> code_keys . append ( KeyAction ( CODES [ code ] ) ) <TAB> <TAB> elif len ( code ) == 1 : <TAB> <TAB> code_keys . append ( KeyAction ( code ) ) <TAB> <TAB> elif "" "" in code : <TAB> <TAB> to_repeat , count = code . rsplit ( None , 1 ) <TAB> <TAB> if to_repeat == ""PAUSE"" : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> pause_time = float ( count ) <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> raise KeySequenceError ( ""invalid pause time {}"" . format ( count ) ) <TAB> <TAB> <TAB> code_keys . append ( PauseAction ( pause_time ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> count = int ( count ) <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> raise KeySequenceError ( ""invalid repetition count {}"" . format ( count ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> code_keys . extend ( [ KeyAction ( CODES [ to_repeat ] ) ] * count ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> to_repeat = parse_keys ( to_repeat ) <TAB> <TAB> <TAB> <TAB> if isinstance ( to_repeat , list ) : <TAB> <TAB> <TAB> <TAB> <TAB> keys = to_repeat * count <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> keys = [ to_repeat ] * count <TAB> <TAB> <TAB> <TAB> code_keys . extend ( keys ) <TAB> else : <TAB> <TAB> raise RuntimeError ( ""Unknown code: {}"" . format ( code ) ) <TAB> return code_keys",if to_repeat in CODES :,487
415,"def populate_resource_parameters(self, tool_source):
    root = getattr(tool_source, ""root"", None)
    if (
        root is not None
        and hasattr(self.app, ""job_config"")
        and hasattr(self.app.job_config, ""get_tool_resource_xml"")
    ):
        resource_xml = self.app.job_config.get_tool_resource_xml(
            root.get(""id""), self.tool_type
        )
        if resource_xml is not None:
            inputs = root.find(""inputs"")
            if inputs is None:
                inputs = parse_xml_string(""<inputs/>"")
                root.append(inputs)
            inputs.append(resource_xml)
","def populate_resource_parameters ( self , tool_source ) : <TAB> root = getattr ( tool_source , ""root"" , None ) <TAB> if ( <TAB> <TAB> root is not None <TAB> <TAB> and hasattr ( self . app , ""job_config"" ) <TAB> <TAB> and hasattr ( self . app . job_config , ""get_tool_resource_xml"" ) <TAB> ) : <TAB> <TAB> resource_xml = self . app . job_config . get_tool_resource_xml ( <TAB> <TAB> <TAB> root . get ( ""id"" ) , self . tool_type <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> inputs = root . find ( ""inputs"" ) <TAB> <TAB> <TAB> if inputs is None : <TAB> <TAB> <TAB> <TAB> inputs = parse_xml_string ( ""<inputs/>"" ) <TAB> <TAB> <TAB> <TAB> root . append ( inputs ) <TAB> <TAB> <TAB> inputs . append ( resource_xml )",if resource_xml is not None :,194
20932,"def validate_max_discount(self):
    if self.rate_or_discount == ""Discount Percentage"" and self.get(""items""):
        for d in self.items:
            max_discount = frappe.get_cached_value(""Item"", d.item_code, ""max_discount"")
            if max_discount and flt(self.discount_percentage) > flt(max_discount):
                throw(
                    _(""Max discount allowed for item: {0} is {1}%"").format(
                        self.item_code, max_discount
                    )
                )","def validate_max_discount ( self ) : <TAB> if self . rate_or_discount == ""Discount Percentage"" and self . get ( ""items"" ) : <TAB> <TAB> for d in self . items : <TAB> <TAB> <TAB> max_discount = frappe . get_cached_value ( ""Item"" , d . item_code , ""max_discount"" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> throw ( <TAB> <TAB> <TAB> <TAB> <TAB> _ ( ""Max discount allowed for item: {0} is {1}%"" ) . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . item_code , max_discount <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> )",if max_discount and flt ( self . discount_percentage ) > flt ( max_discount ) :,158
6868,"def check_converter_received_device_arg(self, received_device_arg, device_arg):
    new_style = self.converter_style in (""decorator"", ""class"")
    # None
    if device_arg is None:
        assert received_device_arg is None
        return
    # Normalize input device types
    is_cpu = False
    cuda_device_id = None
    if isinstance(device_arg, int):
        if device_arg < 0:
            is_cpu = True
        else:
            cuda_device_id = device_arg
    elif isinstance(device_arg, _cpu.CpuDevice):
        is_cpu = True
    elif isinstance(device_arg, cuda.GpuDevice):
        cuda_device_id = device_arg.device.id
    else:
        assert False
    # Check received device
    if is_cpu:
        if new_style:
            assert received_device_arg == _cpu.CpuDevice()
        else:
            assert received_device_arg == -1
    elif cuda_device_id is not None:
        if new_style:
            assert received_device_arg == cuda.GpuDevice.from_device_id(cuda_device_id)
        else:
            assert isinstance(received_device_arg, int)
            assert received_device_arg == cuda_device_id
    else:
        assert new_style
        assert received_device_arg is device_arg","def check_converter_received_device_arg ( self , received_device_arg , device_arg ) : <TAB> new_style = self . converter_style in ( ""decorator"" , ""class"" ) <TAB> <TAB> if device_arg is None : <TAB> <TAB> assert received_device_arg is None <TAB> <TAB> return <TAB> <TAB> is_cpu = False <TAB> cuda_device_id = None <TAB> if isinstance ( device_arg , int ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> is_cpu = True <TAB> <TAB> else : <TAB> <TAB> <TAB> cuda_device_id = device_arg <TAB> elif isinstance ( device_arg , _cpu . CpuDevice ) : <TAB> <TAB> is_cpu = True <TAB> elif isinstance ( device_arg , cuda . GpuDevice ) : <TAB> <TAB> cuda_device_id = device_arg . device . id <TAB> else : <TAB> <TAB> assert False <TAB> <TAB> if is_cpu : <TAB> <TAB> if new_style : <TAB> <TAB> <TAB> assert received_device_arg == _cpu . CpuDevice ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> assert received_device_arg == - 1 <TAB> elif cuda_device_id is not None : <TAB> <TAB> if new_style : <TAB> <TAB> <TAB> assert received_device_arg == cuda . GpuDevice . from_device_id ( cuda_device_id ) <TAB> <TAB> else : <TAB> <TAB> <TAB> assert isinstance ( received_device_arg , int ) <TAB> <TAB> <TAB> assert received_device_arg == cuda_device_id <TAB> else : <TAB> <TAB> assert new_style <TAB> <TAB> assert received_device_arg is device_arg",if device_arg < 0 :,369
23202,"def _best_latent(self):
    if self.latent is None:
        self.latent = self.gan.session.run(self.gan.latent.sample)
    fitness = self.gan.session.run(self.fitness, {self.gan.latent.sample: self.latent})
    zs = self.latent
    sort_zs = None
    last_fitness = 10000
    count = 0
    while True:
        d = self.gan.session.run([self.fitness, self.gan.latent.sample])
        _f = d[0]
        _z = d[1]
        fitness = np.reshape(fitness, np.shape(_f))
        fitness = np.concatenate([fitness, _f], axis=0)
        zs = np.reshape(zs, np.shape(_z))
        zs = np.concatenate([zs, _z], axis=0)
        sort = np.argsort(fitness.flatten())[: self.gan.batch_size()]
        zs = zs[sort]
        fitness = fitness.flatten()[sort]
        if fitness.flatten()[-1] < last_fitness:
            last_fitness = fitness[-1]
            count = 0
        else:
            count += 1
            if count > self.config.heuristic:
                # print(""z fit "", i)
                sort_zs = np.reshape(zs, np.shape(_z))
                break
    return sort_zs","def _best_latent ( self ) : <TAB> if self . latent is None : <TAB> <TAB> self . latent = self . gan . session . run ( self . gan . latent . sample ) <TAB> fitness = self . gan . session . run ( self . fitness , { self . gan . latent . sample : self . latent } ) <TAB> zs = self . latent <TAB> sort_zs = None <TAB> last_fitness = 10000 <TAB> count = 0 <TAB> while True : <TAB> <TAB> d = self . gan . session . run ( [ self . fitness , self . gan . latent . sample ] ) <TAB> <TAB> _f = d [ 0 ] <TAB> <TAB> _z = d [ 1 ] <TAB> <TAB> fitness = np . reshape ( fitness , np . shape ( _f ) ) <TAB> <TAB> fitness = np . concatenate ( [ fitness , _f ] , axis = 0 ) <TAB> <TAB> zs = np . reshape ( zs , np . shape ( _z ) ) <TAB> <TAB> zs = np . concatenate ( [ zs , _z ] , axis = 0 ) <TAB> <TAB> sort = np . argsort ( fitness . flatten ( ) ) [ : self . gan . batch_size ( ) ] <TAB> <TAB> zs = zs [ sort ] <TAB> <TAB> fitness = fitness . flatten ( ) [ sort ] <TAB> <TAB> if fitness . flatten ( ) [ - 1 ] < last_fitness : <TAB> <TAB> <TAB> last_fitness = fitness [ - 1 ] <TAB> <TAB> <TAB> count = 0 <TAB> <TAB> else : <TAB> <TAB> <TAB> count += 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sort_zs = np . reshape ( zs , np . shape ( _z ) ) <TAB> <TAB> <TAB> <TAB> break <TAB> return sort_zs",if count > self . config . heuristic :,374
11098,"def __get_attribute__(self, attr):
    """"""Look for default attributes for this node""""""
    attr_val = self.obj_dict[""attributes""].get(attr, None)
    if attr_val is None:
        # get the defaults for nodes/edges
        default_node_name = self.obj_dict[""type""]
        # The defaults for graphs are set on a node named 'graph'
        if default_node_name in (""subgraph"", ""digraph"", ""cluster""):
            default_node_name = ""graph""
        g = self.get_parent_graph()
        if g is not None:
            defaults = g.get_node(default_node_name)
        else:
            return None
        # Multiple defaults could be set by having repeated 'graph [...]'
        # 'node [...]', 'edge [...]' statements. In such case, if the
        # same attribute is set in different statements, only the first
        # will be returned. In order to get all, one would call the
        # get_*_defaults() methods and handle those. Or go node by node
        # (of the ones specifying defaults) and modify the attributes
        # individually.
        #
        if not isinstance(defaults, (list, tuple)):
            defaults = [defaults]
        for default in defaults:
            attr_val = default.obj_dict[""attributes""].get(attr, None)
            if attr_val:
                return attr_val
    else:
        return attr_val
    return None
","def __get_attribute__ ( self , attr ) : <TAB> """"""Look for default attributes for this node"""""" <TAB> attr_val = self . obj_dict [ ""attributes"" ] . get ( attr , None ) <TAB> if attr_val is None : <TAB> <TAB> <TAB> <TAB> default_node_name = self . obj_dict [ ""type"" ] <TAB> <TAB> <TAB> <TAB> if default_node_name in ( ""subgraph"" , ""digraph"" , ""cluster"" ) : <TAB> <TAB> <TAB> default_node_name = ""graph"" <TAB> <TAB> g = self . get_parent_graph ( ) <TAB> <TAB> if g is not None : <TAB> <TAB> <TAB> defaults = g . get_node ( default_node_name ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return None <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not isinstance ( defaults , ( list , tuple ) ) : <TAB> <TAB> <TAB> defaults = [ defaults ] <TAB> <TAB> for default in defaults : <TAB> <TAB> <TAB> attr_val = default . obj_dict [ ""attributes"" ] . get ( attr , None ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return attr_val <TAB> else : <TAB> <TAB> return attr_val <TAB> return None",if attr_val :,378
12751,"def validate_or_policy(namespace):
    error_elements = []
    if namespace.properties is None:
        error_msg = (
            ""Please provide --policy in JSON format or the following arguments: ""
        )
        if namespace.source_account is None:
            error_elements.append(""--source-account"")
        # Apply account name when there is no destination account provided
        if namespace.destination_account is None:
            namespace.destination_account = namespace.account_name
        if error_elements:
            error_msg += "", "".join(error_elements)
            error_msg += "" to initialize Object Replication Policy for storage account.""
            raise ValueError(error_msg)
    else:
        if os.path.exists(namespace.properties):
            or_policy = get_file_json(namespace.properties)
        else:
            or_policy = shell_safe_json_parse(namespace.properties)
        try:
            namespace.source_account = or_policy[""sourceAccount""]
        except KeyError:
            namespace.source_account = or_policy[""source_account""]
        if namespace.source_account is None:
            error_elements.append(""source_account"")
        try:
            namespace.destination_account = or_policy[""destinationAccount""]
        except KeyError:
            namespace.destination_account = or_policy[""destination_account""]
        if ""rules"" not in or_policy.keys() or not or_policy[""rules""]:
            error_elements.append(""rules"")
        error_msg = ""Missing input parameters: ""
        if error_elements:
            error_msg += "", "".join(error_elements)
            error_msg += "" in properties to initialize Object Replication Policy for storage account.""
            raise ValueError(error_msg)
        namespace.properties = or_policy
        if ""policyId"" in or_policy.keys() and or_policy[""policyId""]:
            namespace.policy_id = or_policy[""policyId""]
","def validate_or_policy ( namespace ) : <TAB> error_elements = [ ] <TAB> if namespace . properties is None : <TAB> <TAB> error_msg = ( <TAB> <TAB> <TAB> ""Please provide --policy in JSON format or the following arguments: "" <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> error_elements . append ( ""--source-account"" ) <TAB> <TAB> <TAB> <TAB> if namespace . destination_account is None : <TAB> <TAB> <TAB> namespace . destination_account = namespace . account_name <TAB> <TAB> if error_elements : <TAB> <TAB> <TAB> error_msg += "", "" . join ( error_elements ) <TAB> <TAB> <TAB> error_msg += "" to initialize Object Replication Policy for storage account."" <TAB> <TAB> <TAB> raise ValueError ( error_msg ) <TAB> else : <TAB> <TAB> if os . path . exists ( namespace . properties ) : <TAB> <TAB> <TAB> or_policy = get_file_json ( namespace . properties ) <TAB> <TAB> else : <TAB> <TAB> <TAB> or_policy = shell_safe_json_parse ( namespace . properties ) <TAB> <TAB> try : <TAB> <TAB> <TAB> namespace . source_account = or_policy [ ""sourceAccount"" ] <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> namespace . source_account = or_policy [ ""source_account"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> error_elements . append ( ""source_account"" ) <TAB> <TAB> try : <TAB> <TAB> <TAB> namespace . destination_account = or_policy [ ""destinationAccount"" ] <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> namespace . destination_account = or_policy [ ""destination_account"" ] <TAB> <TAB> if ""rules"" not in or_policy . keys ( ) or not or_policy [ ""rules"" ] : <TAB> <TAB> <TAB> error_elements . append ( ""rules"" ) <TAB> <TAB> error_msg = ""Missing input parameters: "" <TAB> <TAB> if error_elements : <TAB> <TAB> <TAB> error_msg += "", "" . join ( error_elements ) <TAB> <TAB> <TAB> error_msg += "" in properties to initialize Object Replication Policy for storage account."" <TAB> <TAB> <TAB> raise ValueError ( error_msg ) <TAB> <TAB> namespace . properties = or_policy <TAB> <TAB> if ""policyId"" in or_policy . keys ( ) and or_policy [ ""policyId"" ] : <TAB> <TAB> <TAB> namespace . policy_id = or_policy [ ""policyId"" ]",if namespace . source_account is None :,510
6185,"def __handle_blamechunk_content__(self, content):
    author = None
    (comments, self.is_inside_comment) = comment.handle_comment_block(
        self.is_inside_comment, self.extension, content
    )
    if self.blamechunk_is_prior and interval.get_since():
        return
    try:
        author = self.changes.get_latest_author_by_email(self.blamechunk_email)
    except KeyError:
        return
    if (
        not filtering.set_filtered(author, ""author"")
        and not filtering.set_filtered(self.blamechunk_email, ""email"")
        and not filtering.set_filtered(self.blamechunk_revision, ""revision"")
    ):
        __blame_lock__.acquire()  # Global lock used to protect calls from here...
        if self.blames.get((author, self.filename), None) == None:
            self.blames[(author, self.filename)] = BlameEntry()
        self.blames[(author, self.filename)].comments += comments
        self.blames[(author, self.filename)].rows += 1
        if (self.blamechunk_time - self.changes.first_commit_date).days > 0:
            self.blames[(author, self.filename)].skew += (
                self.changes.last_commit_date - self.blamechunk_time
            ).days / (7.0 if self.useweeks else AVG_DAYS_PER_MONTH)
        __blame_lock__.release()  # ...to here.","def __handle_blamechunk_content__ ( self , content ) : <TAB> author = None <TAB> ( comments , self . is_inside_comment ) = comment . handle_comment_block ( <TAB> <TAB> self . is_inside_comment , self . extension , content <TAB> ) <TAB> if self . blamechunk_is_prior and interval . get_since ( ) : <TAB> <TAB> return <TAB> try : <TAB> <TAB> author = self . changes . get_latest_author_by_email ( self . blamechunk_email ) <TAB> except KeyError : <TAB> <TAB> return <TAB> if ( <TAB> <TAB> not filtering . set_filtered ( author , ""author"" ) <TAB> <TAB> and not filtering . set_filtered ( self . blamechunk_email , ""email"" ) <TAB> <TAB> and not filtering . set_filtered ( self . blamechunk_revision , ""revision"" ) <TAB> ) : <TAB> <TAB> __blame_lock__ . acquire ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . blames [ ( author , self . filename ) ] = BlameEntry ( ) <TAB> <TAB> self . blames [ ( author , self . filename ) ] . comments += comments <TAB> <TAB> self . blames [ ( author , self . filename ) ] . rows += 1 <TAB> <TAB> if ( self . blamechunk_time - self . changes . first_commit_date ) . days > 0 : <TAB> <TAB> <TAB> self . blames [ ( author , self . filename ) ] . skew += ( <TAB> <TAB> <TAB> <TAB> self . changes . last_commit_date - self . blamechunk_time <TAB> <TAB> <TAB> ) . days / ( 7.0 if self . useweeks else AVG_DAYS_PER_MONTH ) <TAB> <TAB> __blame_lock__ . release ( )","if self . blames . get ( ( author , self . filename ) , None ) == None :",399
22363,"def normalized_version_match(rawsemver, rawpkgver, language=""python""):
    versionmatch = False
    vranges = re.split(r"" *\|\| *"", rawsemver)
    # or check
    inrange = False
    for vrange in vranges:
        vrange = vrange.strip()
        if vrange in [""*"", ""all""]:
            inrange = True
            break
        tokre = re.compile(r""[!|<|>|=|~|^]+\s*[^\s]+"")
        rangechecks = tokre.findall(vrange)
        # and check
        violation = False
        if not rangechecks:
            raise Exception(""invalid range detected - {}"".format(vrange))
        for rangecheck in rangechecks:
            rangecheck = re.sub(r""\s+"", """", rangecheck)
            patt = re.match(""([!|<|>|=|~|^]+)(.*)"", rangecheck)
            if patt:
                op, verraw = (patt.group(1), patt.group(2))
                inrange = language_compare(rawpkgver, op, verraw, language=language)
                if not inrange:
                    violation = True
                    break
        if not violation:
            inrange = True
            break
    if inrange:
        versionmatch = True
    return versionmatch","def normalized_version_match ( rawsemver , rawpkgver , language = ""python"" ) : <TAB> versionmatch = False <TAB> vranges = re . split ( r"" *\|\| *"" , rawsemver ) <TAB> <TAB> inrange = False <TAB> for vrange in vranges : <TAB> <TAB> vrange = vrange . strip ( ) <TAB> <TAB> if vrange in [ ""*"" , ""all"" ] : <TAB> <TAB> <TAB> inrange = True <TAB> <TAB> <TAB> break <TAB> <TAB> tokre = re . compile ( r""[!|<|>|=|~|^]+\s*[^\s]+"" ) <TAB> <TAB> rangechecks = tokre . findall ( vrange ) <TAB> <TAB> <TAB> <TAB> violation = False <TAB> <TAB> if not rangechecks : <TAB> <TAB> <TAB> raise Exception ( ""invalid range detected - {}"" . format ( vrange ) ) <TAB> <TAB> for rangecheck in rangechecks : <TAB> <TAB> <TAB> rangecheck = re . sub ( r""\s+"" , """" , rangecheck ) <TAB> <TAB> <TAB> patt = re . match ( ""([!|<|>|=|~|^]+)(.*)"" , rangecheck ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> op , verraw = ( patt . group ( 1 ) , patt . group ( 2 ) ) <TAB> <TAB> <TAB> <TAB> inrange = language_compare ( rawpkgver , op , verraw , language = language ) <TAB> <TAB> <TAB> <TAB> if not inrange : <TAB> <TAB> <TAB> <TAB> <TAB> violation = True <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if not violation : <TAB> <TAB> <TAB> inrange = True <TAB> <TAB> <TAB> break <TAB> if inrange : <TAB> <TAB> versionmatch = True <TAB> return versionmatch",if patt :,353
310,"def cleanup_from_JSON_dict_filename(cls, filename):
    try:
        with open(filename) as fh:
            for value in json.load(fh).values():
                if cls.is_JSONified_value(value):
                    value = cls.from_JSON(value)
                if isinstance(value, cls) and os.path.exists(value.file_name):
                    log.debug(
                        ""Cleaning up abandoned MetadataTempFile file: %s"",
                        value.file_name,
                    )
                    os.unlink(value.file_name)
    except Exception as e:
        log.debug(
            ""Failed to cleanup MetadataTempFile temp files from %s: %s"",
            filename,
            unicodify(e),
        )
","def cleanup_from_JSON_dict_filename ( cls , filename ) : <TAB> try : <TAB> <TAB> with open ( filename ) as fh : <TAB> <TAB> <TAB> for value in json . load ( fh ) . values ( ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> value = cls . from_JSON ( value ) <TAB> <TAB> <TAB> <TAB> if isinstance ( value , cls ) and os . path . exists ( value . file_name ) : <TAB> <TAB> <TAB> <TAB> <TAB> log . debug ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Cleaning up abandoned MetadataTempFile file: %s"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> value . file_name , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> os . unlink ( value . file_name ) <TAB> except Exception as e : <TAB> <TAB> log . debug ( <TAB> <TAB> <TAB> ""Failed to cleanup MetadataTempFile temp files from %s: %s"" , <TAB> <TAB> <TAB> filename , <TAB> <TAB> <TAB> unicodify ( e ) , <TAB> <TAB> )",if cls . is_JSONified_value ( value ) :,222
5116,"def ticket_edit(request, ticket_id, response_format=""html""):
    ""Ticket edit""
    context = _get_default_context(request)
    agent = context[""agent""]
    ticket = get_object_or_404(Ticket, pk=ticket_id)
    if not request.user.profile.has_permission(ticket, mode=""w""):
        return user_denied(request, message=""You don't have access to this Ticket"")
    if request.POST:
        if ""cancel"" not in request.POST:
            form = TicketForm(
                request.user.profile, None, agent, request.POST, instance=ticket
            )
            if form.is_valid():
                ticket = form.save()
                return HttpResponseRedirect(
                    reverse(""services_ticket_view"", args=[ticket.id])
                )
        else:
            return HttpResponseRedirect(
                reverse(""services_ticket_view"", args=[ticket.id])
            )
    else:
        form = TicketForm(request.user.profile, None, agent, instance=ticket)
    context.update({""form"": form, ""ticket"": ticket})
    return render_to_response(
        ""services/ticket_edit"",
        context,
        context_instance=RequestContext(request),
        response_format=response_format,
    )","def ticket_edit ( request , ticket_id , response_format = ""html"" ) : <TAB> ""Ticket edit"" <TAB> context = _get_default_context ( request ) <TAB> agent = context [ ""agent"" ] <TAB> ticket = get_object_or_404 ( Ticket , pk = ticket_id ) <TAB> if not request . user . profile . has_permission ( ticket , mode = ""w"" ) : <TAB> <TAB> return user_denied ( request , message = ""You don't have access to this Ticket"" ) <TAB> if request . POST : <TAB> <TAB> if ""cancel"" not in request . POST : <TAB> <TAB> <TAB> form = TicketForm ( <TAB> <TAB> <TAB> <TAB> request . user . profile , None , agent , request . POST , instance = ticket <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> ticket = form . save ( ) <TAB> <TAB> <TAB> <TAB> return HttpResponseRedirect ( <TAB> <TAB> <TAB> <TAB> <TAB> reverse ( ""services_ticket_view"" , args = [ ticket . id ] ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return HttpResponseRedirect ( <TAB> <TAB> <TAB> <TAB> reverse ( ""services_ticket_view"" , args = [ ticket . id ] ) <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> form = TicketForm ( request . user . profile , None , agent , instance = ticket ) <TAB> context . update ( { ""form"" : form , ""ticket"" : ticket } ) <TAB> return render_to_response ( <TAB> <TAB> ""services/ticket_edit"" , <TAB> <TAB> context , <TAB> <TAB> context_instance = RequestContext ( request ) , <TAB> <TAB> response_format = response_format , <TAB> )",if form . is_valid ( ) :,356
14665,"def _validated_matches(self, rules: yara.Rules) -> []:
    try:
        return rules.match(self.filepath)
    except yara.Error as e:
        if ""internal error"" in str(e):
            _, code = str(e).split("":"")
            if int(code.strip()) == 30:
                message = f""Too many matches for {self.filename}""
                self.result.append({""match"": message})
                logger.warning(message)
                return []
        raise e","def _validated_matches ( self , rules : yara . Rules ) -> [ ] : <TAB> try : <TAB> <TAB> return rules . match ( self . filepath ) <TAB> except yara . Error as e : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _ , code = str ( e ) . split ( "":"" ) <TAB> <TAB> <TAB> if int ( code . strip ( ) ) == 30 : <TAB> <TAB> <TAB> <TAB> message = f""Too many matches for {self.filename}"" <TAB> <TAB> <TAB> <TAB> self . result . append ( { ""match"" : message } ) <TAB> <TAB> <TAB> <TAB> logger . warning ( message ) <TAB> <TAB> <TAB> <TAB> return [ ] <TAB> <TAB> raise e","if ""internal error"" in str ( e ) :",140
8690,"def to_nurbs(self, curves):
    result = []
    for i, c in enumerate(curves):
        nurbs = SvNurbsCurve.to_nurbs(c)
        if nurbs is None:
            raise Exception(f""Curve #{i} - {c} - can not be converted to NURBS!"")
        result.append(nurbs)
    return result
","def to_nurbs ( self , curves ) : <TAB> result = [ ] <TAB> for i , c in enumerate ( curves ) : <TAB> <TAB> nurbs = SvNurbsCurve . to_nurbs ( c ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise Exception ( f""Curve #{i} - {c} - can not be converted to NURBS!"" ) <TAB> <TAB> result . append ( nurbs ) <TAB> return result",if nurbs is None :,102
1685,"def ajax_compat_update(request, addon_id, addon, version_id):
    if not addon.accepts_compatible_apps():
        raise http.Http404()
    version = get_object_or_404(addon.versions.all(), pk=version_id)
    compat_form = forms.CompatFormSet(
        request.POST or None,
        queryset=version.apps.all().select_related(""min"", ""max""),
        form_kwargs={""version"": version},
    )
    if request.method == ""POST"" and compat_form.is_valid():
        for compat in compat_form.save(commit=False):
            compat.version = version
            compat.save()
        for compat in compat_form.deleted_objects:
            compat.delete()
        for form in compat_form.forms:
            if isinstance(form, forms.CompatForm) and ""max"" in form.changed_data:
                _log_max_version_change(addon, version, form.instance)
    return render(
        request,
        ""devhub/addons/ajax_compat_update.html"",
        dict(addon=addon, version=version, compat_form=compat_form),
    )","def ajax_compat_update ( request , addon_id , addon , version_id ) : <TAB> if not addon . accepts_compatible_apps ( ) : <TAB> <TAB> raise http . Http404 ( ) <TAB> version = get_object_or_404 ( addon . versions . all ( ) , pk = version_id ) <TAB> compat_form = forms . CompatFormSet ( <TAB> <TAB> request . POST or None , <TAB> <TAB> queryset = version . apps . all ( ) . select_related ( ""min"" , ""max"" ) , <TAB> <TAB> form_kwargs = { ""version"" : version } , <TAB> ) <TAB> if request . method == ""POST"" and compat_form . is_valid ( ) : <TAB> <TAB> for compat in compat_form . save ( commit = False ) : <TAB> <TAB> <TAB> compat . version = version <TAB> <TAB> <TAB> compat . save ( ) <TAB> <TAB> for compat in compat_form . deleted_objects : <TAB> <TAB> <TAB> compat . delete ( ) <TAB> <TAB> for form in compat_form . forms : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> _log_max_version_change ( addon , version , form . instance ) <TAB> return render ( <TAB> <TAB> request , <TAB> <TAB> ""devhub/addons/ajax_compat_update.html"" , <TAB> <TAB> dict ( addon = addon , version = version , compat_form = compat_form ) , <TAB> )","if isinstance ( form , forms . CompatForm ) and ""max"" in form . changed_data :",307
102,"def get_doc_object(obj, what=None):
    if what is None:
        if inspect.isclass(obj):
            what = ""class""
        elif inspect.ismodule(obj):
            what = ""module""
        elif callable(obj):
            what = ""function""
        else:
            what = ""object""
    if what == ""class"":
        return SphinxClassDoc(obj, """", func_doc=SphinxFunctionDoc)
    elif what in (""function"", ""method""):
        return SphinxFunctionDoc(obj, """")
    else:
        return SphinxDocString(pydoc.getdoc(obj))
","def get_doc_object ( obj , what = None ) : <TAB> if what is None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> what = ""class"" <TAB> <TAB> elif inspect . ismodule ( obj ) : <TAB> <TAB> <TAB> what = ""module"" <TAB> <TAB> elif callable ( obj ) : <TAB> <TAB> <TAB> what = ""function"" <TAB> <TAB> else : <TAB> <TAB> <TAB> what = ""object"" <TAB> if what == ""class"" : <TAB> <TAB> return SphinxClassDoc ( obj , """" , func_doc = SphinxFunctionDoc ) <TAB> elif what in ( ""function"" , ""method"" ) : <TAB> <TAB> return SphinxFunctionDoc ( obj , """" ) <TAB> else : <TAB> <TAB> return SphinxDocString ( pydoc . getdoc ( obj ) )",if inspect . isclass ( obj ) :,161
20792,"def check_context_processors(output):
    with output.section(""Context processors"") as section:
        processors = list(
            chain(
                *[
                    template[""OPTIONS""].get(""context_processors"", [])
                    for template in settings.TEMPLATES
                ]
            )
        )
        required_processors = (""cms.context_processors.cms_settings"",)
        for processor in required_processors:
            if processor not in processors:
                section.error(
                    ""%s context processor must be in TEMPLATES option context_processors""
                    % processor
                )
","def check_context_processors ( output ) : <TAB> with output . section ( ""Context processors"" ) as section : <TAB> <TAB> processors = list ( <TAB> <TAB> <TAB> chain ( <TAB> <TAB> <TAB> <TAB> * [ <TAB> <TAB> <TAB> <TAB> <TAB> template [ ""OPTIONS"" ] . get ( ""context_processors"" , [ ] ) <TAB> <TAB> <TAB> <TAB> <TAB> for template in settings . TEMPLATES <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> <TAB> required_processors = ( ""cms.context_processors.cms_settings"" , ) <TAB> <TAB> for processor in required_processors : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> section . error ( <TAB> <TAB> <TAB> <TAB> <TAB> ""%s context processor must be in TEMPLATES option context_processors"" <TAB> <TAB> <TAB> <TAB> <TAB> % processor <TAB> <TAB> <TAB> <TAB> )",if processor not in processors :,171
17671,"def to_string(self, indent: int) -> str:
    res = [Symbol.debug_indent_string * indent]
    if not self.parent:
        res.append(""::"")
    else:
        if self.templateParams:
            res.append(str(self.templateParams))
            res.append(""\n"")
            res.append(Symbol.debug_indent_string * indent)
        if self.identOrOp:
            res.append(str(self.identOrOp))
        else:
            res.append(str(self.declaration))
        if self.templateArgs:
            res.append(str(self.templateArgs))
        if self.declaration:
            res.append("": "")
            if self.isRedeclaration:
                res.append(""!!duplicate!! "")
            res.append(str(self.declaration))
    if self.docname:
        res.append(""\t("")
        res.append(self.docname)
        res.append("")"")
    res.append(""\n"")
    return """".join(res)
","def to_string ( self , indent : int ) -> str : <TAB> res = [ Symbol . debug_indent_string * indent ] <TAB> if not self . parent : <TAB> <TAB> res . append ( ""::"" ) <TAB> else : <TAB> <TAB> if self . templateParams : <TAB> <TAB> <TAB> res . append ( str ( self . templateParams ) ) <TAB> <TAB> <TAB> res . append ( ""\n"" ) <TAB> <TAB> <TAB> res . append ( Symbol . debug_indent_string * indent ) <TAB> <TAB> if self . identOrOp : <TAB> <TAB> <TAB> res . append ( str ( self . identOrOp ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> res . append ( str ( self . declaration ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> res . append ( str ( self . templateArgs ) ) <TAB> <TAB> if self . declaration : <TAB> <TAB> <TAB> res . append ( "": "" ) <TAB> <TAB> <TAB> if self . isRedeclaration : <TAB> <TAB> <TAB> <TAB> res . append ( ""!!duplicate!! "" ) <TAB> <TAB> <TAB> res . append ( str ( self . declaration ) ) <TAB> if self . docname : <TAB> <TAB> res . append ( ""\t("" ) <TAB> <TAB> res . append ( self . docname ) <TAB> <TAB> res . append ( "")"" ) <TAB> res . append ( ""\n"" ) <TAB> return """" . join ( res )",if self . templateArgs :,279
12970,"def log(args, kwargs):
    """"""Log to a file.""""""
    logfile = os.path.join(args.logdir, ""log.tsv"")
    if ""log_created"" not in globals():
        if os.path.exists(logfile):
            logging.error(""Logfile %s already exists."", logfile)
            sys.exit(1)
        global log_created
        log_created = sorted(kwargs.keys())
        header = ""\t"".join((str(k) for k in log_created)) + ""\n""
        with open(logfile, ""w"") as f:
            f.write(header)
    # Log variables shouldn't change during training
    assert log_created == sorted(kwargs.keys())
    with open(logfile, ""a"") as f:
        f.write(""\t"".join((str(kwargs[k]) for k in log_created)) + ""\n"")","def log ( args , kwargs ) : <TAB> """"""Log to a file."""""" <TAB> logfile = os . path . join ( args . logdir , ""log.tsv"" ) <TAB> if ""log_created"" not in globals ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logging . error ( ""Logfile %s already exists."" , logfile ) <TAB> <TAB> <TAB> sys . exit ( 1 ) <TAB> <TAB> global log_created <TAB> <TAB> log_created = sorted ( kwargs . keys ( ) ) <TAB> <TAB> header = ""\t"" . join ( ( str ( k ) for k in log_created ) ) + ""\n"" <TAB> <TAB> with open ( logfile , ""w"" ) as f : <TAB> <TAB> <TAB> f . write ( header ) <TAB> <TAB> assert log_created == sorted ( kwargs . keys ( ) ) <TAB> with open ( logfile , ""a"" ) as f : <TAB> <TAB> f . write ( ""\t"" . join ( ( str ( kwargs [ k ] ) for k in log_created ) ) + ""\n"" )",if os . path . exists ( logfile ) :,220
4907,"def ShowTooltip(self):
    """"""Shows the tooltip on the tab.""""""
    wnd = self.GetPointedToTab()
    if wnd != self._tooltip_wnd:
        self.RestartTooltipTimer(wnd)
    else:
        idx = self.GetIdxFromWindow(wnd)
        if idx >= 0 and idx < len(self._pages):
            page = self._pages[idx]
            if page.tooltip:
                pos = self.ClientToScreen(page.rect.GetPosition())
                rect = wx.Rect(pos, page.rect.GetSize())
                tooltip = wx.TipWindow(self, page.tooltip)
                tooltip.SetBoundingRect(rect)
        else:
            pos = self.ScreenToClient(wx.GetMousePosition())
            button = self.ButtonHitTest(pos.x, pos.y)
            if button:
                pos = self.ClientToScreen(button.rect.GetPosition())
                rect = wx.Rect(pos, button.rect.GetSize())
                tooltip = wx.TipWindow(self, button.name)
                tooltip.SetBoundingRect(rect)","def ShowTooltip ( self ) : <TAB> """"""Shows the tooltip on the tab."""""" <TAB> wnd = self . GetPointedToTab ( ) <TAB> if wnd != self . _tooltip_wnd : <TAB> <TAB> self . RestartTooltipTimer ( wnd ) <TAB> else : <TAB> <TAB> idx = self . GetIdxFromWindow ( wnd ) <TAB> <TAB> if idx >= 0 and idx < len ( self . _pages ) : <TAB> <TAB> <TAB> page = self . _pages [ idx ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> pos = self . ClientToScreen ( page . rect . GetPosition ( ) ) <TAB> <TAB> <TAB> <TAB> rect = wx . Rect ( pos , page . rect . GetSize ( ) ) <TAB> <TAB> <TAB> <TAB> tooltip = wx . TipWindow ( self , page . tooltip ) <TAB> <TAB> <TAB> <TAB> tooltip . SetBoundingRect ( rect ) <TAB> <TAB> else : <TAB> <TAB> <TAB> pos = self . ScreenToClient ( wx . GetMousePosition ( ) ) <TAB> <TAB> <TAB> button = self . ButtonHitTest ( pos . x , pos . y ) <TAB> <TAB> <TAB> if button : <TAB> <TAB> <TAB> <TAB> pos = self . ClientToScreen ( button . rect . GetPosition ( ) ) <TAB> <TAB> <TAB> <TAB> rect = wx . Rect ( pos , button . rect . GetSize ( ) ) <TAB> <TAB> <TAB> <TAB> tooltip = wx . TipWindow ( self , button . name ) <TAB> <TAB> <TAB> <TAB> tooltip . SetBoundingRect ( rect )",if page . tooltip :,305
19395,"def upgrade():
    # it's easier to drop the table and re-create instead of modifying
    conn = op.get_bind()
    session = orm.Session(bind=conn)
    results = conn.execute(""select * from dispatch_user"").fetchall()
    op.drop_table(""dispatch_user"")
    op.create_table(
        ""dispatch_user"",
        sa.Column(""id"", sa.Integer(), nullable=False),
        sa.Column(""email"", sa.String(), nullable=False),
        sa.Column(""password"", sa.Binary(), nullable=False),
        sa.Column(""role"", sa.String(), nullable=False),
        sa.Column(""created_at"", sa.DateTime(), nullable=True),
        sa.Column(""updated_at"", sa.DateTime(), nullable=True),
        sa.PrimaryKeyConstraint(""id""),
    )
    for r in results:
        if len(r) == 5:
            session.add(DispatchUser(email=r[0], password=r[1], role=r[4]))
        else:
            session.add(DispatchUser(email=r[0], password=r[1]))
    session.commit()","def upgrade ( ) : <TAB> <TAB> conn = op . get_bind ( ) <TAB> session = orm . Session ( bind = conn ) <TAB> results = conn . execute ( ""select * from dispatch_user"" ) . fetchall ( ) <TAB> op . drop_table ( ""dispatch_user"" ) <TAB> op . create_table ( <TAB> <TAB> ""dispatch_user"" , <TAB> <TAB> sa . Column ( ""id"" , sa . Integer ( ) , nullable = False ) , <TAB> <TAB> sa . Column ( ""email"" , sa . String ( ) , nullable = False ) , <TAB> <TAB> sa . Column ( ""password"" , sa . Binary ( ) , nullable = False ) , <TAB> <TAB> sa . Column ( ""role"" , sa . String ( ) , nullable = False ) , <TAB> <TAB> sa . Column ( ""created_at"" , sa . DateTime ( ) , nullable = True ) , <TAB> <TAB> sa . Column ( ""updated_at"" , sa . DateTime ( ) , nullable = True ) , <TAB> <TAB> sa . PrimaryKeyConstraint ( ""id"" ) , <TAB> ) <TAB> for r in results : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> session . add ( DispatchUser ( email = r [ 0 ] , password = r [ 1 ] , role = r [ 4 ] ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> session . add ( DispatchUser ( email = r [ 0 ] , password = r [ 1 ] ) ) <TAB> session . commit ( )",if len ( r ) == 5 :,291
5114,"def queue_view(request, queue_id, response_format=""html""):
    ""Queue view""
    queue = get_object_or_404(TicketQueue, pk=queue_id)
    if not request.user.profile.has_permission(queue):
        return user_denied(request, message=""You don't have access to this Queue"")
    query = Q(queue=queue)
    if request.GET:
        if ""status"" in request.GET and request.GET[""status""]:
            query = query & _get_filter_query(request.GET)
        else:
            query = query & Q(status__hidden=False) & _get_filter_query(request.GET)
    else:
        query = query & Q(status__hidden=False)
    tickets = Object.filter_by_request(request, Ticket.objects.filter(query))
    filters = FilterForm(request.user.profile, ""queue"", request.GET)
    subqueues = Object.filter_by_request(
        request, TicketQueue.objects.filter(parent=queue)
    )
    context = _get_default_context(request)
    context.update(
        {""queue"": queue, ""subqueues"": subqueues, ""filters"": filters, ""tickets"": tickets}
    )
    return render_to_response(
        ""services/queue_view"",
        context,
        context_instance=RequestContext(request),
        response_format=response_format,
    )","def queue_view ( request , queue_id , response_format = ""html"" ) : <TAB> ""Queue view"" <TAB> queue = get_object_or_404 ( TicketQueue , pk = queue_id ) <TAB> if not request . user . profile . has_permission ( queue ) : <TAB> <TAB> return user_denied ( request , message = ""You don't have access to this Queue"" ) <TAB> query = Q ( queue = queue ) <TAB> if request . GET : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> query = query & _get_filter_query ( request . GET ) <TAB> <TAB> else : <TAB> <TAB> <TAB> query = query & Q ( status__hidden = False ) & _get_filter_query ( request . GET ) <TAB> else : <TAB> <TAB> query = query & Q ( status__hidden = False ) <TAB> tickets = Object . filter_by_request ( request , Ticket . objects . filter ( query ) ) <TAB> filters = FilterForm ( request . user . profile , ""queue"" , request . GET ) <TAB> subqueues = Object . filter_by_request ( <TAB> <TAB> request , TicketQueue . objects . filter ( parent = queue ) <TAB> ) <TAB> context = _get_default_context ( request ) <TAB> context . update ( <TAB> <TAB> { ""queue"" : queue , ""subqueues"" : subqueues , ""filters"" : filters , ""tickets"" : tickets } <TAB> ) <TAB> return render_to_response ( <TAB> <TAB> ""services/queue_view"" , <TAB> <TAB> context , <TAB> <TAB> context_instance = RequestContext ( request ) , <TAB> <TAB> response_format = response_format , <TAB> )","if ""status"" in request . GET and request . GET [ ""status"" ] :",367
19226,"def autoload(self):
    if self._app.config.THEME == ""auto"":
        if sys.platform == ""darwin"":
            if get_osx_theme() == 1:
                theme = DARK
            else:
                theme = LIGHT
        else:
            theme = self.guess_system_theme()
            if theme == Dark:
                theme = MacOSDark
    else:  # user settings have highest priority
        theme = self._app.config.THEME
    self.load_theme(theme)","def autoload ( self ) : <TAB> if self . _app . config . THEME == ""auto"" : <TAB> <TAB> if sys . platform == ""darwin"" : <TAB> <TAB> <TAB> if get_osx_theme ( ) == 1 : <TAB> <TAB> <TAB> <TAB> theme = DARK <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> theme = LIGHT <TAB> <TAB> else : <TAB> <TAB> <TAB> theme = self . guess_system_theme ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> theme = MacOSDark <TAB> else : <TAB> <TAB> theme = self . _app . config . THEME <TAB> self . load_theme ( theme )",if theme == Dark :,141
14855,"def _parse_description(self, text: str):
    result = dict(links=[], versions=[])
    for line in text.splitlines():
        clean = REX_TAG.sub("""", line.strip())
        if clean.startswith(""Severity:""):
            result[""severity""] = clean.split()[1]
            continue
        if clean.startswith(""Affects:""):
            result[""name""] = clean.split()[1]
            continue
        if "" or higher"" in clean:
            result[""versions""] = self._get_versions(clean)
        result[""links""].extend(REX_LINK.findall(line))
    return result","def _parse_description ( self , text : str ) : <TAB> result = dict ( links = [ ] , versions = [ ] ) <TAB> for line in text . splitlines ( ) : <TAB> <TAB> clean = REX_TAG . sub ( """" , line . strip ( ) ) <TAB> <TAB> if clean . startswith ( ""Severity:"" ) : <TAB> <TAB> <TAB> result [ ""severity"" ] = clean . split ( ) [ 1 ] <TAB> <TAB> <TAB> continue <TAB> <TAB> if clean . startswith ( ""Affects:"" ) : <TAB> <TAB> <TAB> result [ ""name"" ] = clean . split ( ) [ 1 ] <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result [ ""versions"" ] = self . _get_versions ( clean ) <TAB> <TAB> result [ ""links"" ] . extend ( REX_LINK . findall ( line ) ) <TAB> return result","if "" or higher"" in clean :",162
16520,"def _make_gz(args):
    try:
        columns, from_file, to_file, sep = args
        if os.path.exists(to_file):
            return
        with open(from_file, ""rb"") as fin, gzip.open(to_file, ""wb"") as fout:
            log.debug(""making gz %s => %s"" % (from_file, to_file))
            for i, line in enumerate(fin):
                line = line.strip(b""\n"").split(sep)
                # if i % 10000 == 0:
                #    log.debug('making gz %s => %s [%d]' % (from_file, to_file, i))
                if len(line) != len(columns):
                    log.error(
                        ""columns not match at %s, got %d, expect %d""
                        % (from_file, len(line), len(columns))
                    )
                    continue
                features = {}
                for l, c in zip(line, columns):
                    features[c.name] = c.raw_to_proto(l)
                example = example_pb2.Example(
                    features=feature_pb2.Features(feature=features)
                )
                serialized = example.SerializeToString()
                l = len(serialized)
                data = struct.pack(""i%ds"" % l, l, serialized)
                fout.write(data)
            log.debug(""done making gz %s => %s"" % (from_file, to_file))
    except Exception as e:
        log.exception(e)
        raise e","def _make_gz ( args ) : <TAB> try : <TAB> <TAB> columns , from_file , to_file , sep = args <TAB> <TAB> if os . path . exists ( to_file ) : <TAB> <TAB> <TAB> return <TAB> <TAB> with open ( from_file , ""rb"" ) as fin , gzip . open ( to_file , ""wb"" ) as fout : <TAB> <TAB> <TAB> log . debug ( ""making gz %s => %s"" % ( from_file , to_file ) ) <TAB> <TAB> <TAB> for i , line in enumerate ( fin ) : <TAB> <TAB> <TAB> <TAB> line = line . strip ( b""\n"" ) . split ( sep ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> log . error ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""columns not match at %s, got %d, expect %d"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> % ( from_file , len ( line ) , len ( columns ) ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> features = { } <TAB> <TAB> <TAB> <TAB> for l , c in zip ( line , columns ) : <TAB> <TAB> <TAB> <TAB> <TAB> features [ c . name ] = c . raw_to_proto ( l ) <TAB> <TAB> <TAB> <TAB> example = example_pb2 . Example ( <TAB> <TAB> <TAB> <TAB> <TAB> features = feature_pb2 . Features ( feature = features ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> serialized = example . SerializeToString ( ) <TAB> <TAB> <TAB> <TAB> l = len ( serialized ) <TAB> <TAB> <TAB> <TAB> data = struct . pack ( ""i%ds"" % l , l , serialized ) <TAB> <TAB> <TAB> <TAB> fout . write ( data ) <TAB> <TAB> <TAB> log . debug ( ""done making gz %s => %s"" % ( from_file , to_file ) ) <TAB> except Exception as e : <TAB> <TAB> log . exception ( e ) <TAB> <TAB> raise e",if len ( line ) != len ( columns ) :,458
14988,"def iterator(self):
    self._epoch += 1
    self._pos = 0
    files = copy.deepcopy(self.file_list)
    if self.shuffle:
        random.shuffle(files)
    files = files[: self.num_samples]
    self.num_samples = len(files)
    for f in files:
        records = f[1]
        im_info = copy.deepcopy(records[0])
        label_info = copy.deepcopy(records[1])
        im_info[""epoch""] = self._epoch
        if self.num_samples > 1:
            mix_idx = random.randint(1, self.num_samples - 1)
            mix_pos = (mix_idx + self._pos) % self.num_samples
        else:
            mix_pos = 0
        im_info[""mixup""] = [
            files[mix_pos][0],
            copy.deepcopy(files[mix_pos][1][0]),
            copy.deepcopy(files[mix_pos][1][1]),
        ]
        self._pos += 1
        sample = [f[0], im_info, label_info]
        yield sample","def iterator ( self ) : <TAB> self . _epoch += 1 <TAB> self . _pos = 0 <TAB> files = copy . deepcopy ( self . file_list ) <TAB> if self . shuffle : <TAB> <TAB> random . shuffle ( files ) <TAB> files = files [ : self . num_samples ] <TAB> self . num_samples = len ( files ) <TAB> for f in files : <TAB> <TAB> records = f [ 1 ] <TAB> <TAB> im_info = copy . deepcopy ( records [ 0 ] ) <TAB> <TAB> label_info = copy . deepcopy ( records [ 1 ] ) <TAB> <TAB> im_info [ ""epoch"" ] = self . _epoch <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> mix_idx = random . randint ( 1 , self . num_samples - 1 ) <TAB> <TAB> <TAB> mix_pos = ( mix_idx + self . _pos ) % self . num_samples <TAB> <TAB> else : <TAB> <TAB> <TAB> mix_pos = 0 <TAB> <TAB> im_info [ ""mixup"" ] = [ <TAB> <TAB> <TAB> files [ mix_pos ] [ 0 ] , <TAB> <TAB> <TAB> copy . deepcopy ( files [ mix_pos ] [ 1 ] [ 0 ] ) , <TAB> <TAB> <TAB> copy . deepcopy ( files [ mix_pos ] [ 1 ] [ 1 ] ) , <TAB> <TAB> ] <TAB> <TAB> self . _pos += 1 <TAB> <TAB> sample = [ f [ 0 ] , im_info , label_info ] <TAB> <TAB> yield sample",if self . num_samples > 1 :,299
5789,"def listen_for_order_book_diffs(
    self, ev_loop: asyncio.BaseEventLoop, output: asyncio.Queue
):
    while True:
        try:
            trading_pairs: List[str] = self._trading_pairs
            async with websockets.connect(WS_URL) as ws:
                ws: websockets.WebSocketClientProtocol = ws
                for trading_pair in trading_pairs:
                    request: Dict[str, str] = {
                        ""type"": ""SUBSCRIBE"",
                        ""topic"": ""BOOK"",
                        ""market"": trading_pair,
                    }
                    await ws.send(ujson.dumps(request))
                async for raw_msg in self._inner_messages(ws):
                    msg = ujson.loads(raw_msg)
                    # Valid Diff messages from RadarRelay have action key
                    if ""action"" in msg:
                        diff_msg: RadarRelayOrderBookMessage = (
                            RadarRelayOrderBook.diff_message_from_exchange(
                                msg, time.time()
                            )
                        )
                        output.put_nowait(diff_msg)
        except asyncio.CancelledError:
            raise
        except Exception:
            self.logger().error(
                ""Unexpected error with WebSocket connection. Retrying after 30 seconds..."",
                exc_info=True,
            )
            await asyncio.sleep(30.0)","def listen_for_order_book_diffs ( <TAB> self , ev_loop : asyncio . BaseEventLoop , output : asyncio . Queue ) : <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> trading_pairs : List [ str ] = self . _trading_pairs <TAB> <TAB> <TAB> async with websockets . connect ( WS_URL ) as ws : <TAB> <TAB> <TAB> <TAB> ws : websockets . WebSocketClientProtocol = ws <TAB> <TAB> <TAB> <TAB> for trading_pair in trading_pairs : <TAB> <TAB> <TAB> <TAB> <TAB> request : Dict [ str , str ] = { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""type"" : ""SUBSCRIBE"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""topic"" : ""BOOK"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""market"" : trading_pair , <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> <TAB> await ws . send ( ujson . dumps ( request ) ) <TAB> <TAB> <TAB> <TAB> async for raw_msg in self . _inner_messages ( ws ) : <TAB> <TAB> <TAB> <TAB> <TAB> msg = ujson . loads ( raw_msg ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> diff_msg : RadarRelayOrderBookMessage = ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> RadarRelayOrderBook . diff_message_from_exchange ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> msg , time . time ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> output . put_nowait ( diff_msg ) <TAB> <TAB> except asyncio . CancelledError : <TAB> <TAB> <TAB> raise <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> self . logger ( ) . error ( <TAB> <TAB> <TAB> <TAB> ""Unexpected error with WebSocket connection. Retrying after 30 seconds..."" , <TAB> <TAB> <TAB> <TAB> exc_info = True , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> await asyncio . sleep ( 30.0 )","if ""action"" in msg :",434
4620,"def create(self):
    """"""Create a backup in /tmp""""""
    if not is_safe_to_remove(self.repository.content.path.local):
        return
    if os.path.exists(self.backup_path):
        shutil.rmtree(self.backup_path)
        while os.path.exists(self.backup_path):
            sleep(0.1)
    os.makedirs(self.backup_path, exist_ok=True)
    for filename in os.listdir(self.repository.content.path.local):
        if filename.endswith("".yaml""):
            source_file_name = f""{self.repository.content.path.local}/{filename}""
            target_file_name = f""{self.backup_path}/{filename}""
            shutil.copyfile(source_file_name, target_file_name)","def create ( self ) : <TAB> """"""Create a backup in /tmp"""""" <TAB> if not is_safe_to_remove ( self . repository . content . path . local ) : <TAB> <TAB> return <TAB> if os . path . exists ( self . backup_path ) : <TAB> <TAB> shutil . rmtree ( self . backup_path ) <TAB> <TAB> while os . path . exists ( self . backup_path ) : <TAB> <TAB> <TAB> sleep ( 0.1 ) <TAB> os . makedirs ( self . backup_path , exist_ok = True ) <TAB> for filename in os . listdir ( self . repository . content . path . local ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> source_file_name = f""{self.repository.content.path.local}/{filename}"" <TAB> <TAB> <TAB> target_file_name = f""{self.backup_path}/{filename}"" <TAB> <TAB> <TAB> shutil . copyfile ( source_file_name , target_file_name )","if filename . endswith ( "".yaml"" ) :",207
1953,"def wait(self, timeout=None):
    if self.returncode is None:
        if timeout is not None:
            from multiprocessing.connection import wait
            if not wait([self.sentinel], timeout):
                return None
        # This shouldn't block if wait() returned successfully.
        return self.poll(os.WNOHANG if timeout == 0.0 else 0)
    return self.returncode","def wait ( self , timeout = None ) : <TAB> if self . returncode is None : <TAB> <TAB> if timeout is not None : <TAB> <TAB> <TAB> from multiprocessing . connection import wait <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> <TAB> <TAB> return self . poll ( os . WNOHANG if timeout == 0.0 else 0 ) <TAB> return self . returncode","if not wait ( [ self . sentinel ] , timeout ) :",102
18757,"def has_hash_of(self, destpath, code, package_level):
    """"""Determine if a file has the hash of the code.""""""
    if destpath is not None and os.path.isfile(destpath):
        with univ_open(destpath, ""r"") as opened:
            compiled = readfile(opened)
        hashash = gethash(compiled)
        if hashash is not None and hashash == self.comp.genhash(code, package_level):
            return True
    return False
","def has_hash_of ( self , destpath , code , package_level ) : <TAB> """"""Determine if a file has the hash of the code."""""" <TAB> if destpath is not None and os . path . isfile ( destpath ) : <TAB> <TAB> with univ_open ( destpath , ""r"" ) as opened : <TAB> <TAB> <TAB> compiled = readfile ( opened ) <TAB> <TAB> hashash = gethash ( compiled ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return True <TAB> return False","if hashash is not None and hashash == self . comp . genhash ( code , package_level ) :",126
13,"def create(self, defn, check, allow_reboot, allow_recreate):
    self.no_subscription_id_change(defn)
    self.no_location_change(defn)
    self.no_property_change(defn, ""resource_group"")
    self.copy_mgmt_credentials(defn)
    self.gateway_name = defn.gateway_name
    self.resource_group = defn.resource_group
    if check:
        gateway = self.get_settled_resource()
        if not gateway:
            self.warn_missing_resource()
        elif self.state == self.UP:
            self.warn_if_failed(gateway)
            self.handle_changed_property(
                ""location"", normalize_location(gateway.location), can_fix=False
            )
            self.handle_changed_property(""tags"", gateway.tags)
            self.handle_changed_property(
                ""address_space"",
                gateway.local_network_site_address_space
                and gateway.local_network_site_address_space.address_prefixes,
            )
            self.handle_changed_property(""ip_address"", gateway.gateway_ip_address)
        else:
            self.warn_not_supposed_to_exist()
            self.confirm_destroy()
    if self.state != self.UP:
        if self.get_settled_resource():
            raise Exception(
                ""tried creating a local network gateway that already exists; ""
                ""please run 'deploy --check' to fix this""
            )
        self.log(""creating {0}..."".format(self.full_name))
        self._create_or_update(defn)
    if self.properties_changed(defn):
        self.log(""updating properties of {0}..."".format(self.full_name))
        self.get_settled_resource_assert_exists()
        self._create_or_update(defn)","def create ( self , defn , check , allow_reboot , allow_recreate ) : <TAB> self . no_subscription_id_change ( defn ) <TAB> self . no_location_change ( defn ) <TAB> self . no_property_change ( defn , ""resource_group"" ) <TAB> self . copy_mgmt_credentials ( defn ) <TAB> self . gateway_name = defn . gateway_name <TAB> self . resource_group = defn . resource_group <TAB> if check : <TAB> <TAB> gateway = self . get_settled_resource ( ) <TAB> <TAB> if not gateway : <TAB> <TAB> <TAB> self . warn_missing_resource ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . warn_if_failed ( gateway ) <TAB> <TAB> <TAB> self . handle_changed_property ( <TAB> <TAB> <TAB> <TAB> ""location"" , normalize_location ( gateway . location ) , can_fix = False <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . handle_changed_property ( ""tags"" , gateway . tags ) <TAB> <TAB> <TAB> self . handle_changed_property ( <TAB> <TAB> <TAB> <TAB> ""address_space"" , <TAB> <TAB> <TAB> <TAB> gateway . local_network_site_address_space <TAB> <TAB> <TAB> <TAB> and gateway . local_network_site_address_space . address_prefixes , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . handle_changed_property ( ""ip_address"" , gateway . gateway_ip_address ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . warn_not_supposed_to_exist ( ) <TAB> <TAB> <TAB> self . confirm_destroy ( ) <TAB> if self . state != self . UP : <TAB> <TAB> if self . get_settled_resource ( ) : <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> ""tried creating a local network gateway that already exists; "" <TAB> <TAB> <TAB> <TAB> ""please run 'deploy --check' to fix this"" <TAB> <TAB> <TAB> ) <TAB> <TAB> self . log ( ""creating {0}..."" . format ( self . full_name ) ) <TAB> <TAB> self . _create_or_update ( defn ) <TAB> if self . properties_changed ( defn ) : <TAB> <TAB> self . log ( ""updating properties of {0}..."" . format ( self . full_name ) ) <TAB> <TAB> self . get_settled_resource_assert_exists ( ) <TAB> <TAB> self . _create_or_update ( defn )",elif self . state == self . UP :,510
12434,"def __init__(self, data, prefix=""picard"", suffix=""""):
    self._filename = None
    _datafile_mutex.lock()
    try:
        m = md5()
        m.update(data)
        self._hash = m.hexdigest()
        if self._hash not in _datafiles:
            (fd, self._filename) = tempfile.mkstemp(prefix=prefix, suffix=suffix)
            QObject.tagger.register_cleanup(self.delete_file)
            with os.fdopen(fd, ""wb"") as imagefile:
                imagefile.write(data)
            _datafiles[self._hash] = self._filename
            log.debug(""Saving image data %s to %r"" % (self._hash, self._filename))
        else:
            self._filename = _datafiles[self._hash]
    finally:
        _datafile_mutex.unlock()","def __init__ ( self , data , prefix = ""picard"" , suffix = """" ) : <TAB> self . _filename = None <TAB> _datafile_mutex . lock ( ) <TAB> try : <TAB> <TAB> m = md5 ( ) <TAB> <TAB> m . update ( data ) <TAB> <TAB> self . _hash = m . hexdigest ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ( fd , self . _filename ) = tempfile . mkstemp ( prefix = prefix , suffix = suffix ) <TAB> <TAB> <TAB> QObject . tagger . register_cleanup ( self . delete_file ) <TAB> <TAB> <TAB> with os . fdopen ( fd , ""wb"" ) as imagefile : <TAB> <TAB> <TAB> <TAB> imagefile . write ( data ) <TAB> <TAB> <TAB> _datafiles [ self . _hash ] = self . _filename <TAB> <TAB> <TAB> log . debug ( ""Saving image data %s to %r"" % ( self . _hash , self . _filename ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _filename = _datafiles [ self . _hash ] <TAB> finally : <TAB> <TAB> _datafile_mutex . unlock ( )",if self . _hash not in _datafiles :,230
12104,"def _NewSearchResults(self, response, cursor):
    """"""Returns a SearchResults populated from a search_service response pb.""""""
    results = []
    for result_pb in response.result_list():
        per_result_cursor = None
        if result_pb.has_cursor():
            if isinstance(cursor, Cursor):
                per_result_cursor = Cursor(
                    web_safe_string=_ToWebSafeString(
                        cursor.per_result, _DecodeUTF8(result_pb.cursor())
                    )
                )
        results.append(
            self._NewScoredDocumentFromPb(
                result_pb.document(),
                result_pb.score_list(),
                result_pb.expression_list(),
                per_result_cursor,
            )
        )
    results_cursor = None
    if response.has_cursor():
        if isinstance(cursor, Cursor):
            results_cursor = Cursor(
                web_safe_string=_ToWebSafeString(
                    cursor.per_result, _DecodeUTF8(response.cursor())
                )
            )
    return SearchResults(
        results=results, number_found=response.matched_count(), cursor=results_cursor
    )","def _NewSearchResults ( self , response , cursor ) : <TAB> """"""Returns a SearchResults populated from a search_service response pb."""""" <TAB> results = [ ] <TAB> for result_pb in response . result_list ( ) : <TAB> <TAB> per_result_cursor = None <TAB> <TAB> if result_pb . has_cursor ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> per_result_cursor = Cursor ( <TAB> <TAB> <TAB> <TAB> <TAB> web_safe_string = _ToWebSafeString ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cursor . per_result , _DecodeUTF8 ( result_pb . cursor ( ) ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> results . append ( <TAB> <TAB> <TAB> self . _NewScoredDocumentFromPb ( <TAB> <TAB> <TAB> <TAB> result_pb . document ( ) , <TAB> <TAB> <TAB> <TAB> result_pb . score_list ( ) , <TAB> <TAB> <TAB> <TAB> result_pb . expression_list ( ) , <TAB> <TAB> <TAB> <TAB> per_result_cursor , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> results_cursor = None <TAB> if response . has_cursor ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> results_cursor = Cursor ( <TAB> <TAB> <TAB> <TAB> web_safe_string = _ToWebSafeString ( <TAB> <TAB> <TAB> <TAB> <TAB> cursor . per_result , _DecodeUTF8 ( response . cursor ( ) ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> return SearchResults ( <TAB> <TAB> results = results , number_found = response . matched_count ( ) , cursor = results_cursor <TAB> )","if isinstance ( cursor , Cursor ) :",344
20187,"def generate(self):
    inpath = self.keypath.get()
    self.status[""text""] = ""Getting key...""
    try:
        keys = get_serials(inpath)
        keycount = 0
        for key in keys:
            while True:
                keycount += 1
                outfile = os.path.join(progpath, ""kindlekey{0:d}.k4a"".format(keycount))
                if not os.path.exists(outfile):
                    break
            with open(outfile, ""w"") as keyfileout:
                keyfileout.write(key)
            success = True
            tkinter.messagebox.showinfo(
                progname, ""Key successfully retrieved to {0}"".format(outfile)
            )
    except Exception as e:
        self.status[""text""] = ""Error: {0}"".format(e.args[0])
        return
    self.status[""text""] = ""Select backup.ab file""","def generate ( self ) : <TAB> inpath = self . keypath . get ( ) <TAB> self . status [ ""text"" ] = ""Getting key..."" <TAB> try : <TAB> <TAB> keys = get_serials ( inpath ) <TAB> <TAB> keycount = 0 <TAB> <TAB> for key in keys : <TAB> <TAB> <TAB> while True : <TAB> <TAB> <TAB> <TAB> keycount += 1 <TAB> <TAB> <TAB> <TAB> outfile = os . path . join ( progpath , ""kindlekey{0:d}.k4a"" . format ( keycount ) ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> with open ( outfile , ""w"" ) as keyfileout : <TAB> <TAB> <TAB> <TAB> keyfileout . write ( key ) <TAB> <TAB> <TAB> success = True <TAB> <TAB> <TAB> tkinter . messagebox . showinfo ( <TAB> <TAB> <TAB> <TAB> progname , ""Key successfully retrieved to {0}"" . format ( outfile ) <TAB> <TAB> <TAB> ) <TAB> except Exception as e : <TAB> <TAB> self . status [ ""text"" ] = ""Error: {0}"" . format ( e . args [ 0 ] ) <TAB> <TAB> return <TAB> self . status [ ""text"" ] = ""Select backup.ab file""",if not os . path . exists ( outfile ) :,246
18435,"def get_eval_matcher(self):
    if isinstance(self.data[""match""], str):
        if self.data[""match""] == ""denied"":
            values = [""explicitDeny"", ""implicitDeny""]
        else:
            values = [""allowed""]
        vf = ValueFilter(
            {""type"": ""value"", ""key"": ""EvalDecision"", ""value"": values, ""op"": ""in""}
        )
    else:
        vf = ValueFilter(self.data[""match""])
    vf.annotate = False
    return vf
","def get_eval_matcher ( self ) : <TAB> if isinstance ( self . data [ ""match"" ] , str ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> values = [ ""explicitDeny"" , ""implicitDeny"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> values = [ ""allowed"" ] <TAB> <TAB> vf = ValueFilter ( <TAB> <TAB> <TAB> { ""type"" : ""value"" , ""key"" : ""EvalDecision"" , ""value"" : values , ""op"" : ""in"" } <TAB> <TAB> ) <TAB> else : <TAB> <TAB> vf = ValueFilter ( self . data [ ""match"" ] ) <TAB> vf . annotate = False <TAB> return vf","if self . data [ ""match"" ] == ""denied"" :",140
13272,"def wrapper(evaluator, obj, arguments):
    debug.dbg(""builtin start %s"" % obj, color=""MAGENTA"")
    try:
        lst = list(arguments.eval_argument_clinic(clinic_args))
    except ValueError:
        return set()
    else:
        kwargs = {}
        if want_context:
            kwargs[""context""] = arguments.context
        if want_obj:
            kwargs[""obj""] = obj
        if want_arguments:
            kwargs[""arguments""] = arguments
        return func(evaluator, *lst, **kwargs)
    finally:
        debug.dbg(""builtin end"", color=""MAGENTA"")
","def wrapper ( evaluator , obj , arguments ) : <TAB> debug . dbg ( ""builtin start %s"" % obj , color = ""MAGENTA"" ) <TAB> try : <TAB> <TAB> lst = list ( arguments . eval_argument_clinic ( clinic_args ) ) <TAB> except ValueError : <TAB> <TAB> return set ( ) <TAB> else : <TAB> <TAB> kwargs = { } <TAB> <TAB> if want_context : <TAB> <TAB> <TAB> kwargs [ ""context"" ] = arguments . context <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> kwargs [ ""obj"" ] = obj <TAB> <TAB> if want_arguments : <TAB> <TAB> <TAB> kwargs [ ""arguments"" ] = arguments <TAB> <TAB> return func ( evaluator , * lst , ** kwargs ) <TAB> finally : <TAB> <TAB> debug . dbg ( ""builtin end"" , color = ""MAGENTA"" )",if want_obj :,164
17503,"def _column_keys(self):
    """"""Get a dictionary of all columns and their case mapping.""""""
    if not self.exists:
        return {}
    with self.db.lock:
        if self._columns is None:
            # Initialise the table if it doesn't exist
            table = self.table
            self._columns = {}
            for column in table.columns:
                name = normalize_column_name(column.name)
                key = normalize_column_key(name)
                if key in self._columns:
                    log.warning(""Duplicate column: %s"", name)
                self._columns[key] = name
        return self._columns
","def _column_keys ( self ) : <TAB> """"""Get a dictionary of all columns and their case mapping."""""" <TAB> if not self . exists : <TAB> <TAB> return { } <TAB> with self . db . lock : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> table = self . table <TAB> <TAB> <TAB> self . _columns = { } <TAB> <TAB> <TAB> for column in table . columns : <TAB> <TAB> <TAB> <TAB> name = normalize_column_name ( column . name ) <TAB> <TAB> <TAB> <TAB> key = normalize_column_key ( name ) <TAB> <TAB> <TAB> <TAB> if key in self . _columns : <TAB> <TAB> <TAB> <TAB> <TAB> log . warning ( ""Duplicate column: %s"" , name ) <TAB> <TAB> <TAB> <TAB> self . _columns [ key ] = name <TAB> <TAB> return self . _columns",if self . _columns is None :,180
17260,"def handle_starttag(self, tag, attrs):
    if tag.lower() == ""script"":
        _type = ""js_script""
        src = None
        for key, value in attrs:
            if key == ""type"" and value in (""text/python"", ""text/python3""):
                _type = ""py_script""
            elif key == ""src"":
                src = value
        if _type == ""py_script"" and src:
            _type = ""py_script_with_src""
            path = os.path.join(self.dirname, src)
            with open(path, encoding=""utf-8"") as fobj:
                self.scripts.append(fobj.read())
        self.tag_stack.append(_type)","def handle_starttag ( self , tag , attrs ) : <TAB> if tag . lower ( ) == ""script"" : <TAB> <TAB> _type = ""js_script"" <TAB> <TAB> src = None <TAB> <TAB> for key , value in attrs : <TAB> <TAB> <TAB> if key == ""type"" and value in ( ""text/python"" , ""text/python3"" ) : <TAB> <TAB> <TAB> <TAB> _type = ""py_script"" <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> src = value <TAB> <TAB> if _type == ""py_script"" and src : <TAB> <TAB> <TAB> _type = ""py_script_with_src"" <TAB> <TAB> <TAB> path = os . path . join ( self . dirname , src ) <TAB> <TAB> <TAB> with open ( path , encoding = ""utf-8"" ) as fobj : <TAB> <TAB> <TAB> <TAB> self . scripts . append ( fobj . read ( ) ) <TAB> <TAB> self . tag_stack . append ( _type )","elif key == ""src"" :",202
14637,"def _refresh_watermarked_events(self):
    self._watermarked_events.clear()
    timestamps = [x.timestamp for x in self._conversation.events]
    for user_id in self._conversation.watermarks:
        user = self._conversation.get_user(user_id)
        # Ignore the current user.
        if user.is_self:
            continue
        # Skip searching if the watermark's event was not loaded yet.
        timestamp = self._conversation.watermarks[user_id]
        if timestamp < timestamps[0]:
            continue
        event_idx = ConversationEventListWalker._find_watermark_event(
            timestamps, timestamp
        )
        if event_idx >= 0:
            event_pos = self._conversation.events[event_idx].id_
            if event_pos not in self._watermarked_events:
                self._watermarked_events[event_pos] = set()
            self._watermarked_events[event_pos].add(user)","def _refresh_watermarked_events ( self ) : <TAB> self . _watermarked_events . clear ( ) <TAB> timestamps = [ x . timestamp for x in self . _conversation . events ] <TAB> for user_id in self . _conversation . watermarks : <TAB> <TAB> user = self . _conversation . get_user ( user_id ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> timestamp = self . _conversation . watermarks [ user_id ] <TAB> <TAB> if timestamp < timestamps [ 0 ] : <TAB> <TAB> <TAB> continue <TAB> <TAB> event_idx = ConversationEventListWalker . _find_watermark_event ( <TAB> <TAB> <TAB> timestamps , timestamp <TAB> <TAB> ) <TAB> <TAB> if event_idx >= 0 : <TAB> <TAB> <TAB> event_pos = self . _conversation . events [ event_idx ] . id_ <TAB> <TAB> <TAB> if event_pos not in self . _watermarked_events : <TAB> <TAB> <TAB> <TAB> self . _watermarked_events [ event_pos ] = set ( ) <TAB> <TAB> <TAB> self . _watermarked_events [ event_pos ] . add ( user )",if user . is_self :,268
7207,"def startFileTransfer(
    self, path, localFilename, remoteFilename, special=False, tags=None
):
    if not self.isOperational() or self.isBusy():
        self._logger.info(""Printer is not operational or busy"")
        return
    if tags is None:
        tags = set()
    with self._jobLock:
        self.resetLineNumbers(tags={""trigger:comm.start_file_transfer""})
        if special:
            self._currentFile = SpecialStreamingGcodeFileInformation(
                path, localFilename, remoteFilename
            )
        else:
            self._currentFile = StreamingGcodeFileInformation(
                path, localFilename, remoteFilename
            )
        self._currentFile.start()
        self.sendCommand(
            ""M28 %s"" % remoteFilename,
            tags=tags
            | {
                ""trigger:comm.start_file_transfer"",
            },
        )
        self._callback.on_comm_file_transfer_started(
            localFilename,
            remoteFilename,
            self._currentFile.getFilesize(),
            user=self._currentFile.getUser(),
        )","def startFileTransfer ( <TAB> self , path , localFilename , remoteFilename , special = False , tags = None ) : <TAB> if not self . isOperational ( ) or self . isBusy ( ) : <TAB> <TAB> self . _logger . info ( ""Printer is not operational or busy"" ) <TAB> <TAB> return <TAB> if tags is None : <TAB> <TAB> tags = set ( ) <TAB> with self . _jobLock : <TAB> <TAB> self . resetLineNumbers ( tags = { ""trigger:comm.start_file_transfer"" } ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _currentFile = SpecialStreamingGcodeFileInformation ( <TAB> <TAB> <TAB> <TAB> path , localFilename , remoteFilename <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _currentFile = StreamingGcodeFileInformation ( <TAB> <TAB> <TAB> <TAB> path , localFilename , remoteFilename <TAB> <TAB> <TAB> ) <TAB> <TAB> self . _currentFile . start ( ) <TAB> <TAB> self . sendCommand ( <TAB> <TAB> <TAB> ""M28 %s"" % remoteFilename , <TAB> <TAB> <TAB> tags = tags <TAB> <TAB> <TAB> | { <TAB> <TAB> <TAB> <TAB> ""trigger:comm.start_file_transfer"" , <TAB> <TAB> <TAB> } , <TAB> <TAB> ) <TAB> <TAB> self . _callback . on_comm_file_transfer_started ( <TAB> <TAB> <TAB> localFilename , <TAB> <TAB> <TAB> remoteFilename , <TAB> <TAB> <TAB> self . _currentFile . getFilesize ( ) , <TAB> <TAB> <TAB> user = self . _currentFile . getUser ( ) , <TAB> <TAB> )",if special :,314
1181,"def __parse_tag(self, tag, count):
    """"""Raises IOError and APEBadItemError""""""
    fileobj = BytesIO(tag)
    for i in range(count):
        tag_data = fileobj.read(8)
        # someone writes wrong item counts
        if not tag_data:
            break
        if len(tag_data) != 8:
            raise error
        size = cdata.uint32_le(tag_data[:4])
        flags = cdata.uint32_le(tag_data[4:8])
        # Bits 1 and 2 bits are flags, 0-3
        # Bit 0 is read/write flag, ignored
        kind = (flags & 6) >> 1
        if kind == 3:
            raise APEBadItemError(""value type must be 0, 1, or 2"")
        key = value = fileobj.read(1)
        if not key:
            raise APEBadItemError
        while key[-1:] != b""\x00"" and value:
            value = fileobj.read(1)
            if not value:
                raise APEBadItemError
            key += value
        if key[-1:] == b""\x00"":
            key = key[:-1]
        try:
            key = key.decode(""ascii"")
        except UnicodeError as err:
            reraise(APEBadItemError, err, sys.exc_info()[2])
        value = fileobj.read(size)
        if len(value) != size:
            raise APEBadItemError
        value = _get_value_type(kind)._new(value)
        self[key] = value","def __parse_tag ( self , tag , count ) : <TAB> """"""Raises IOError and APEBadItemError"""""" <TAB> fileobj = BytesIO ( tag ) <TAB> for i in range ( count ) : <TAB> <TAB> tag_data = fileobj . read ( 8 ) <TAB> <TAB> <TAB> <TAB> if not tag_data : <TAB> <TAB> <TAB> break <TAB> <TAB> if len ( tag_data ) != 8 : <TAB> <TAB> <TAB> raise error <TAB> <TAB> size = cdata . uint32_le ( tag_data [ : 4 ] ) <TAB> <TAB> flags = cdata . uint32_le ( tag_data [ 4 : 8 ] ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> kind = ( flags & 6 ) >> 1 <TAB> <TAB> if kind == 3 : <TAB> <TAB> <TAB> raise APEBadItemError ( ""value type must be 0, 1, or 2"" ) <TAB> <TAB> key = value = fileobj . read ( 1 ) <TAB> <TAB> if not key : <TAB> <TAB> <TAB> raise APEBadItemError <TAB> <TAB> while key [ - 1 : ] != b""\x00"" and value : <TAB> <TAB> <TAB> value = fileobj . read ( 1 ) <TAB> <TAB> <TAB> if not value : <TAB> <TAB> <TAB> <TAB> raise APEBadItemError <TAB> <TAB> <TAB> key += value <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> key = key [ : - 1 ] <TAB> <TAB> try : <TAB> <TAB> <TAB> key = key . decode ( ""ascii"" ) <TAB> <TAB> except UnicodeError as err : <TAB> <TAB> <TAB> reraise ( APEBadItemError , err , sys . exc_info ( ) [ 2 ] ) <TAB> <TAB> value = fileobj . read ( size ) <TAB> <TAB> if len ( value ) != size : <TAB> <TAB> <TAB> raise APEBadItemError <TAB> <TAB> value = _get_value_type ( kind ) . _new ( value ) <TAB> <TAB> self [ key ] = value","if key [ - 1 : ] == b""\x00"" :",423
25087,"def _prunetraceback(self, excinfo):
    if hasattr(self, ""_obj"") and not self.config.option.fulltrace:
        code = _pytest._code.Code(get_real_func(self.obj))
        path, firstlineno = code.path, code.firstlineno
        traceback = excinfo.traceback
        ntraceback = traceback.cut(path=path, firstlineno=firstlineno)
        if ntraceback == traceback:
            ntraceback = ntraceback.cut(path=path)
            if ntraceback == traceback:
                # ntraceback = ntraceback.cut(excludepath=cutdir2)
                ntraceback = ntraceback.filter(filter_traceback)
                if not ntraceback:
                    ntraceback = traceback
        excinfo.traceback = ntraceback.filter()
        # issue364: mark all but first and last frames to
        # only show a single-line message for each frame
        if self.config.option.tbstyle == ""auto"":
            if len(excinfo.traceback) > 2:
                for entry in excinfo.traceback[1:-1]:
                    entry.set_repr_style(""short"")","def _prunetraceback ( self , excinfo ) : <TAB> if hasattr ( self , ""_obj"" ) and not self . config . option . fulltrace : <TAB> <TAB> code = _pytest . _code . Code ( get_real_func ( self . obj ) ) <TAB> <TAB> path , firstlineno = code . path , code . firstlineno <TAB> <TAB> traceback = excinfo . traceback <TAB> <TAB> ntraceback = traceback . cut ( path = path , firstlineno = firstlineno ) <TAB> <TAB> if ntraceback == traceback : <TAB> <TAB> <TAB> ntraceback = ntraceback . cut ( path = path ) <TAB> <TAB> <TAB> if ntraceback == traceback : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ntraceback = ntraceback . filter ( filter_traceback ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> ntraceback = traceback <TAB> <TAB> excinfo . traceback = ntraceback . filter ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . config . option . tbstyle == ""auto"" : <TAB> <TAB> <TAB> if len ( excinfo . traceback ) > 2 : <TAB> <TAB> <TAB> <TAB> for entry in excinfo . traceback [ 1 : - 1 ] : <TAB> <TAB> <TAB> <TAB> <TAB> entry . set_repr_style ( ""short"" )",if not ntraceback :,297
15878,"def fix_datetime_fields(data: TableData, table: TableName) -> None:
    for item in data[table]:
        for field_name in DATE_FIELDS[table]:
            if item[field_name] is not None:
                item[field_name] = datetime.datetime.fromtimestamp(
                    item[field_name], tz=datetime.timezone.utc
                )
","def fix_datetime_fields ( data : TableData , table : TableName ) -> None : <TAB> for item in data [ table ] : <TAB> <TAB> for field_name in DATE_FIELDS [ table ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> item [ field_name ] = datetime . datetime . fromtimestamp ( <TAB> <TAB> <TAB> <TAB> <TAB> item [ field_name ] , tz = datetime . timezone . utc <TAB> <TAB> <TAB> <TAB> )",if item [ field_name ] is not None :,102
8220,"def search(
    self, query: List[str], unknown_elem_positions: List[Tuple[int, str]]
) -> List[Dict[str, str]]:
    query = list(map(lambda elem: """" if elem.startswith(""?"") else elem, query))
    subj, rel, obj = query
    if self.file_format == ""hdt"":
        triplets, c = self.document.search_triples(subj, rel, obj)
        if rel == self.description_rel:
            triplets = [
                triplet for triplet in triplets if triplet[2].endswith(self.lang)
            ]
        combs = [
            {elem: triplet[pos] for pos, elem in unknown_elem_positions}
            for triplet in triplets
        ]
    else:
        if subj:
            subj, triplets = self.find_triplets(subj, ""forw"")
            triplets = [
                [subj, triplet[0], obj] for triplet in triplets for obj in triplet[1:]
            ]
        if obj:
            obj, triplets = self.find_triplets(obj, ""backw"")
            triplets = [
                [subj, triplet[0], obj] for triplet in triplets for subj in triplet[1:]
            ]
        if rel:
            if rel == self.description_rel:
                triplets = [triplet for triplet in triplets if triplet[1] == ""descr_en""]
            else:
                rel = rel.split(""/"")[-1]
                triplets = [triplet for triplet in triplets if triplet[1] == rel]
        combs = [
            {elem: triplet[pos] for pos, elem in unknown_elem_positions}
            for triplet in triplets
        ]
    return combs","def search ( <TAB> self , query : List [ str ] , unknown_elem_positions : List [ Tuple [ int , str ] ] ) -> List [ Dict [ str , str ] ] : <TAB> query = list ( map ( lambda elem : """" if elem . startswith ( ""?"" ) else elem , query ) ) <TAB> subj , rel , obj = query <TAB> if self . file_format == ""hdt"" : <TAB> <TAB> triplets , c = self . document . search_triples ( subj , rel , obj ) <TAB> <TAB> if rel == self . description_rel : <TAB> <TAB> <TAB> triplets = [ <TAB> <TAB> <TAB> <TAB> triplet for triplet in triplets if triplet [ 2 ] . endswith ( self . lang ) <TAB> <TAB> <TAB> ] <TAB> <TAB> combs = [ <TAB> <TAB> <TAB> { elem : triplet [ pos ] for pos , elem in unknown_elem_positions } <TAB> <TAB> <TAB> for triplet in triplets <TAB> <TAB> ] <TAB> else : <TAB> <TAB> if subj : <TAB> <TAB> <TAB> subj , triplets = self . find_triplets ( subj , ""forw"" ) <TAB> <TAB> <TAB> triplets = [ <TAB> <TAB> <TAB> <TAB> [ subj , triplet [ 0 ] , obj ] for triplet in triplets for obj in triplet [ 1 : ] <TAB> <TAB> <TAB> ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> obj , triplets = self . find_triplets ( obj , ""backw"" ) <TAB> <TAB> <TAB> triplets = [ <TAB> <TAB> <TAB> <TAB> [ subj , triplet [ 0 ] , obj ] for triplet in triplets for subj in triplet [ 1 : ] <TAB> <TAB> <TAB> ] <TAB> <TAB> if rel : <TAB> <TAB> <TAB> if rel == self . description_rel : <TAB> <TAB> <TAB> <TAB> triplets = [ triplet for triplet in triplets if triplet [ 1 ] == ""descr_en"" ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> rel = rel . split ( ""/"" ) [ - 1 ] <TAB> <TAB> <TAB> <TAB> triplets = [ triplet for triplet in triplets if triplet [ 1 ] == rel ] <TAB> <TAB> combs = [ <TAB> <TAB> <TAB> { elem : triplet [ pos ] for pos , elem in unknown_elem_positions } <TAB> <TAB> <TAB> for triplet in triplets <TAB> <TAB> ] <TAB> return combs",if obj :,483
21052,"def post(self, request):
    logger = logging.getLogger(""netbox.auth.login"")
    form = LoginForm(request, data=request.POST)
    if form.is_valid():
        logger.debug(""Login form validation was successful"")
        # If maintenance mode is enabled, assume the database is read-only, and disable updating the user's
        # last_login time upon authentication.
        if settings.MAINTENANCE_MODE:
            logger.warning(
                ""Maintenance mode enabled: disabling update of most recent login time""
            )
            user_logged_in.disconnect(
                update_last_login, dispatch_uid=""update_last_login""
            )
        # Authenticate user
        auth_login(request, form.get_user())
        logger.info(f""User {request.user} successfully authenticated"")
        messages.info(request, ""Logged in as {}."".format(request.user))
        return self.redirect_to_next(request, logger)
    else:
        logger.debug(""Login form validation failed"")
    return render(
        request,
        self.template_name,
        {
            ""form"": form,
        },
    )
","def post ( self , request ) : <TAB> logger = logging . getLogger ( ""netbox.auth.login"" ) <TAB> form = LoginForm ( request , data = request . POST ) <TAB> if form . is_valid ( ) : <TAB> <TAB> logger . debug ( ""Login form validation was successful"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> ""Maintenance mode enabled: disabling update of most recent login time"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> user_logged_in . disconnect ( <TAB> <TAB> <TAB> <TAB> update_last_login , dispatch_uid = ""update_last_login"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> auth_login ( request , form . get_user ( ) ) <TAB> <TAB> logger . info ( f""User {request.user} successfully authenticated"" ) <TAB> <TAB> messages . info ( request , ""Logged in as {}."" . format ( request . user ) ) <TAB> <TAB> return self . redirect_to_next ( request , logger ) <TAB> else : <TAB> <TAB> logger . debug ( ""Login form validation failed"" ) <TAB> return render ( <TAB> <TAB> request , <TAB> <TAB> self . template_name , <TAB> <TAB> { <TAB> <TAB> <TAB> ""form"" : form , <TAB> <TAB> } , <TAB> )",if settings . MAINTENANCE_MODE :,313
23206,"def build_pass_managers(**kws):
    mod = kws.get(""mod"")
    if not mod:
        raise NameError(""module must be provided"")
    pm = llvm.create_module_pass_manager()
    if kws.get(""fpm"", True):
        assert isinstance(mod, llvm.ModuleRef)
        fpm = llvm.create_function_pass_manager(mod)
    else:
        fpm = None
    with llvm.create_pass_manager_builder() as pmb:
        pmb.opt_level = opt = kws.get(""opt"", 2)
        pmb.loop_vectorize = kws.get(""loop_vectorize"", False)
        pmb.slp_vectorize = kws.get(""slp_vectorize"", False)
        pmb.inlining_threshold = _inlining_threshold(optlevel=opt)
        if mod:
            tli = llvm.create_target_library_info(mod.triple)
            if kws.get(""nobuiltins"", False):
                # Disable all builtins (-fno-builtins)
                tli.disable_all()
            else:
                # Disable a list of builtins given
                for k in kws.get(""disable_builtins"", ()):
                    libf = tli.get_libfunc(k)
                    tli.set_unavailable(libf)
            tli.add_pass(pm)
            if fpm is not None:
                tli.add_pass(fpm)
        tm = kws.get(""tm"")
        if tm:
            tm.add_analysis_passes(pm)
            if fpm is not None:
                tm.add_analysis_passes(fpm)
        pmb.populate(pm)
        if fpm is not None:
            pmb.populate(fpm)
        return namedtuple(""pms"", [""pm"", ""fpm""])(pm=pm, fpm=fpm)","def build_pass_managers ( ** kws ) : <TAB> mod = kws . get ( ""mod"" ) <TAB> if not mod : <TAB> <TAB> raise NameError ( ""module must be provided"" ) <TAB> pm = llvm . create_module_pass_manager ( ) <TAB> if kws . get ( ""fpm"" , True ) : <TAB> <TAB> assert isinstance ( mod , llvm . ModuleRef ) <TAB> <TAB> fpm = llvm . create_function_pass_manager ( mod ) <TAB> else : <TAB> <TAB> fpm = None <TAB> with llvm . create_pass_manager_builder ( ) as pmb : <TAB> <TAB> pmb . opt_level = opt = kws . get ( ""opt"" , 2 ) <TAB> <TAB> pmb . loop_vectorize = kws . get ( ""loop_vectorize"" , False ) <TAB> <TAB> pmb . slp_vectorize = kws . get ( ""slp_vectorize"" , False ) <TAB> <TAB> pmb . inlining_threshold = _inlining_threshold ( optlevel = opt ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tli = llvm . create_target_library_info ( mod . triple ) <TAB> <TAB> <TAB> if kws . get ( ""nobuiltins"" , False ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> tli . disable_all ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for k in kws . get ( ""disable_builtins"" , ( ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> libf = tli . get_libfunc ( k ) <TAB> <TAB> <TAB> <TAB> <TAB> tli . set_unavailable ( libf ) <TAB> <TAB> <TAB> tli . add_pass ( pm ) <TAB> <TAB> <TAB> if fpm is not None : <TAB> <TAB> <TAB> <TAB> tli . add_pass ( fpm ) <TAB> <TAB> tm = kws . get ( ""tm"" ) <TAB> <TAB> if tm : <TAB> <TAB> <TAB> tm . add_analysis_passes ( pm ) <TAB> <TAB> <TAB> if fpm is not None : <TAB> <TAB> <TAB> <TAB> tm . add_analysis_passes ( fpm ) <TAB> <TAB> pmb . populate ( pm ) <TAB> <TAB> if fpm is not None : <TAB> <TAB> <TAB> pmb . populate ( fpm ) <TAB> <TAB> return namedtuple ( ""pms"" , [ ""pm"" , ""fpm"" ] ) ( pm = pm , fpm = fpm )",if mod :,505
4622,"def can_be_installed(self) -> bool:
    if self.data.homeassistant is not None:
        if self.data.releases:
            if not version_left_higher_then_right(
                self.hacs.system.ha_version, self.data.homeassistant
            ):
                return False
    return True
","def can_be_installed ( self ) -> bool : <TAB> if self . data . homeassistant is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not version_left_higher_then_right ( <TAB> <TAB> <TAB> <TAB> self . hacs . system . ha_version , self . data . homeassistant <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> return False <TAB> return True",if self . data . releases :,92
17213,"def create(self, attrs):
    args = {}
    for field_tuple in self._THRIFT_CLASS.thrift_spec:
        if not field_tuple:
            continue
        _, thrift_type, arg_name, _, default = field_tuple
        f_name = arg_name
        if arg_name in self._THRIFT_RENAMED_FIELDS:
            f_name = self._THRIFT_RENAMED_FIELDS[arg_name]
        serializer = self.fields[f_name]
        if f_name not in attrs:
            args[arg_name] = default
            continue
        if thrift_type == TType.STRUCT:
            args[arg_name] = serializer.create(attrs[f_name])
        else:
            # Primitive
            args[arg_name] = attrs[f_name]
    return self._THRIFT_CLASS(**args)
","def create ( self , attrs ) : <TAB> args = { } <TAB> for field_tuple in self . _THRIFT_CLASS . thrift_spec : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> _ , thrift_type , arg_name , _ , default = field_tuple <TAB> <TAB> f_name = arg_name <TAB> <TAB> if arg_name in self . _THRIFT_RENAMED_FIELDS : <TAB> <TAB> <TAB> f_name = self . _THRIFT_RENAMED_FIELDS [ arg_name ] <TAB> <TAB> serializer = self . fields [ f_name ] <TAB> <TAB> if f_name not in attrs : <TAB> <TAB> <TAB> args [ arg_name ] = default <TAB> <TAB> <TAB> continue <TAB> <TAB> if thrift_type == TType . STRUCT : <TAB> <TAB> <TAB> args [ arg_name ] = serializer . create ( attrs [ f_name ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> args [ arg_name ] = attrs [ f_name ] <TAB> return self . _THRIFT_CLASS ( ** args )",if not field_tuple :,239
16837,"def test_outputs(self):
    for add_texture in (True, False):
        meshes = TestSamplePoints.init_meshes(
            device=torch.device(""cuda:0""), add_texture=add_texture
        )
        out1 = sample_points_from_meshes(meshes, num_samples=100)
        self.assertTrue(torch.is_tensor(out1))
        out2 = sample_points_from_meshes(meshes, num_samples=100, return_normals=True)
        self.assertTrue(isinstance(out2, tuple) and len(out2) == 2)
        if add_texture:
            out3 = sample_points_from_meshes(
                meshes, num_samples=100, return_textures=True
            )
            self.assertTrue(isinstance(out3, tuple) and len(out3) == 2)
            out4 = sample_points_from_meshes(
                meshes, num_samples=100, return_normals=True, return_textures=True
            )
            self.assertTrue(isinstance(out4, tuple) and len(out4) == 3)
        else:
            with self.assertRaisesRegex(ValueError, ""Meshes do not contain textures.""):
                sample_points_from_meshes(meshes, num_samples=100, return_textures=True)
            with self.assertRaisesRegex(ValueError, ""Meshes do not contain textures.""):
                sample_points_from_meshes(
                    meshes,
                    num_samples=100,
                    return_normals=True,
                    return_textures=True,
                )","def test_outputs ( self ) : <TAB> for add_texture in ( True , False ) : <TAB> <TAB> meshes = TestSamplePoints . init_meshes ( <TAB> <TAB> <TAB> device = torch . device ( ""cuda:0"" ) , add_texture = add_texture <TAB> <TAB> ) <TAB> <TAB> out1 = sample_points_from_meshes ( meshes , num_samples = 100 ) <TAB> <TAB> self . assertTrue ( torch . is_tensor ( out1 ) ) <TAB> <TAB> out2 = sample_points_from_meshes ( meshes , num_samples = 100 , return_normals = True ) <TAB> <TAB> self . assertTrue ( isinstance ( out2 , tuple ) and len ( out2 ) == 2 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> out3 = sample_points_from_meshes ( <TAB> <TAB> <TAB> <TAB> meshes , num_samples = 100 , return_textures = True <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . assertTrue ( isinstance ( out3 , tuple ) and len ( out3 ) == 2 ) <TAB> <TAB> <TAB> out4 = sample_points_from_meshes ( <TAB> <TAB> <TAB> <TAB> meshes , num_samples = 100 , return_normals = True , return_textures = True <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . assertTrue ( isinstance ( out4 , tuple ) and len ( out4 ) == 3 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> with self . assertRaisesRegex ( ValueError , ""Meshes do not contain textures."" ) : <TAB> <TAB> <TAB> <TAB> sample_points_from_meshes ( meshes , num_samples = 100 , return_textures = True ) <TAB> <TAB> <TAB> with self . assertRaisesRegex ( ValueError , ""Meshes do not contain textures."" ) : <TAB> <TAB> <TAB> <TAB> sample_points_from_meshes ( <TAB> <TAB> <TAB> <TAB> <TAB> meshes , <TAB> <TAB> <TAB> <TAB> <TAB> num_samples = 100 , <TAB> <TAB> <TAB> <TAB> <TAB> return_normals = True , <TAB> <TAB> <TAB> <TAB> <TAB> return_textures = True , <TAB> <TAB> <TAB> <TAB> )",if add_texture :,438
2820,"def load_modules(
    to_load, load, attr, modules_dict, excluded_aliases, loading_message=None
):
    if loading_message:
        print(loading_message)
    for name in to_load:
        module = load(name)
        if module is None or not hasattr(module, attr):
            continue
        cls = getattr(module, attr)
        if hasattr(cls, ""initialize"") and not cls.initialize():
            continue
        if hasattr(module, ""aliases""):
            for alias in module.aliases():
                if alias not in excluded_aliases:
                    modules_dict[alias] = module
        else:
            modules_dict[name] = module
    if loading_message:
        print()
","def load_modules ( <TAB> to_load , load , attr , modules_dict , excluded_aliases , loading_message = None ) : <TAB> if loading_message : <TAB> <TAB> print ( loading_message ) <TAB> for name in to_load : <TAB> <TAB> module = load ( name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> cls = getattr ( module , attr ) <TAB> <TAB> if hasattr ( cls , ""initialize"" ) and not cls . initialize ( ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if hasattr ( module , ""aliases"" ) : <TAB> <TAB> <TAB> for alias in module . aliases ( ) : <TAB> <TAB> <TAB> <TAB> if alias not in excluded_aliases : <TAB> <TAB> <TAB> <TAB> <TAB> modules_dict [ alias ] = module <TAB> <TAB> else : <TAB> <TAB> <TAB> modules_dict [ name ] = module <TAB> if loading_message : <TAB> <TAB> print ( )","if module is None or not hasattr ( module , attr ) :",195
14688,"def render_full(self, target, **options):
    column_headers = []
    row_headers = []
    for row_header in target.row_headers or ():
        row_headers.append(text.Cell(row_header, align=""r"", padding=1))
    # If we're prepending row headers we need an extra column on the left.
    if row_headers:
        column_headers.append(text.Cell(target.caption or ""-"", padding=1))
    for column_header in target.column_headers:
        column_headers.append(text.Cell(column_header, align=""c"", padding=1))
    rows = [text.JoinedCell(*column_headers, tablesep="""")]
    for idx, row in enumerate(target.rows):
        cells = []
        if row_headers:
            cells.append(row_headers[idx])
        for cell in row:
            fg = cell.get(""fg"")
            bg = cell.get(""bg"")
            heat = cell.get(""heat"")
            if heat and not bg:
                bg = colors.HeatToRGB(heat, greyscale=target.greyscale)
            bg = colors.RGBToXTerm(*bg) if bg else None
            if bg and not fg:
                fg = colors.XTermTextForBackground(bg)
            cells.append(
                text.Cell(
                    value=utils.SmartUnicode(cell.get(""value"", ""-"")),
                    highlights=[dict(bg=bg, fg=fg, start=0, end=-1, bold=True)],
                    colorizer=self.renderer.colorizer,
                    padding=1,
                )
            )
        rows.append(text.JoinedCell(*cells, tablesep="""", align=""l""))
    return text.StackedCell(*rows, align=""l"")","def render_full ( self , target , ** options ) : <TAB> column_headers = [ ] <TAB> row_headers = [ ] <TAB> for row_header in target . row_headers or ( ) : <TAB> <TAB> row_headers . append ( text . Cell ( row_header , align = ""r"" , padding = 1 ) ) <TAB> <TAB> if row_headers : <TAB> <TAB> column_headers . append ( text . Cell ( target . caption or ""-"" , padding = 1 ) ) <TAB> for column_header in target . column_headers : <TAB> <TAB> column_headers . append ( text . Cell ( column_header , align = ""c"" , padding = 1 ) ) <TAB> rows = [ text . JoinedCell ( * column_headers , tablesep = """" ) ] <TAB> for idx , row in enumerate ( target . rows ) : <TAB> <TAB> cells = [ ] <TAB> <TAB> if row_headers : <TAB> <TAB> <TAB> cells . append ( row_headers [ idx ] ) <TAB> <TAB> for cell in row : <TAB> <TAB> <TAB> fg = cell . get ( ""fg"" ) <TAB> <TAB> <TAB> bg = cell . get ( ""bg"" ) <TAB> <TAB> <TAB> heat = cell . get ( ""heat"" ) <TAB> <TAB> <TAB> if heat and not bg : <TAB> <TAB> <TAB> <TAB> bg = colors . HeatToRGB ( heat , greyscale = target . greyscale ) <TAB> <TAB> <TAB> bg = colors . RGBToXTerm ( * bg ) if bg else None <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> fg = colors . XTermTextForBackground ( bg ) <TAB> <TAB> <TAB> cells . append ( <TAB> <TAB> <TAB> <TAB> text . Cell ( <TAB> <TAB> <TAB> <TAB> <TAB> value = utils . SmartUnicode ( cell . get ( ""value"" , ""-"" ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> highlights = [ dict ( bg = bg , fg = fg , start = 0 , end = - 1 , bold = True ) ] , <TAB> <TAB> <TAB> <TAB> <TAB> colorizer = self . renderer . colorizer , <TAB> <TAB> <TAB> <TAB> <TAB> padding = 1 , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> rows . append ( text . JoinedCell ( * cells , tablesep = """" , align = ""l"" ) ) <TAB> return text . StackedCell ( * rows , align = ""l"" )",if bg and not fg :,477
20299,"def mat_reciprocal(self, dim):
    # symbolic program
    # broadcastable=[False,False] means that the shape of matrix is two dimensional,
    # and none of the dimensions are constrained to have length 1.
    # Note that TensorType's constructor does not actually allocate any memory.
    # TODO: Make TensorType syntax more explicit, and maybe give shape or number of dimensions.
    rng = np.random.RandomState(seed=utt.fetch_seed())
    a, b = matrices(""ab"")
    ab = a * b
    # Here, as_tensor_variable actually uses the data allocated by np.
    diff = ab - as_tensor_variable(np.ones((dim, dim), dtype=config.floatX))
    # Sum of squared errors
    ssdiff = sum((diff ** 2.0))
    g_b = grad(ssdiff, b)
    # compilation to function
    # [a,b] are the inputs, [ssdiff,g_b] are the outputs
    fn = inplace_func([a, b], [ssdiff, g_b])
    # use the function
    x = rng.rand(dim, dim) + 0.1  # Initialized s.t. x is not too tiny
    w = rng.rand(dim, dim)
    x = np.asarray(x, dtype=config.floatX)
    w = np.asarray(w, dtype=config.floatX)
    for i in xrange(100):
        ssd, gw = fn(x, w)
        # print ssd, x*w, x, w
        if i == 0:
            ssd0 = ssd
        w -= 0.4 * gw
    return ssd0, ssd","def mat_reciprocal ( self , dim ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> rng = np . random . RandomState ( seed = utt . fetch_seed ( ) ) <TAB> a , b = matrices ( ""ab"" ) <TAB> ab = a * b <TAB> <TAB> diff = ab - as_tensor_variable ( np . ones ( ( dim , dim ) , dtype = config . floatX ) ) <TAB> <TAB> ssdiff = sum ( ( diff ** 2.0 ) ) <TAB> g_b = grad ( ssdiff , b ) <TAB> <TAB> <TAB> fn = inplace_func ( [ a , b ] , [ ssdiff , g_b ] ) <TAB> <TAB> x = rng . rand ( dim , dim ) + 0.1 <TAB> w = rng . rand ( dim , dim ) <TAB> x = np . asarray ( x , dtype = config . floatX ) <TAB> w = np . asarray ( w , dtype = config . floatX ) <TAB> for i in xrange ( 100 ) : <TAB> <TAB> ssd , gw = fn ( x , w ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ssd0 = ssd <TAB> <TAB> w -= 0.4 * gw <TAB> return ssd0 , ssd",if i == 0 :,402
18219,"def remove(self, items):
    """"""Remove messages from lease management.""""""
    with self._add_remove_lock:
        # Remove the ack ID from lease management, and decrement the
        # byte counter.
        for item in items:
            if self._leased_messages.pop(item.ack_id, None) is not None:
                self._bytes -= item.byte_size
            else:
                _LOGGER.debug(""Item %s was not managed."", item.ack_id)
        if self._bytes < 0:
            _LOGGER.debug(""Bytes was unexpectedly negative: %d"", self._bytes)
            self._bytes = 0","def remove ( self , items ) : <TAB> """"""Remove messages from lease management."""""" <TAB> with self . _add_remove_lock : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for item in items : <TAB> <TAB> <TAB> if self . _leased_messages . pop ( item . ack_id , None ) is not None : <TAB> <TAB> <TAB> <TAB> self . _bytes -= item . byte_size <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> _LOGGER . debug ( ""Item %s was not managed."" , item . ack_id ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _LOGGER . debug ( ""Bytes was unexpectedly negative: %d"" , self . _bytes ) <TAB> <TAB> <TAB> self . _bytes = 0",if self . _bytes < 0 :,172
14875,"def __update_iam_permissions(
    s3_info, bucket_name, iam_entity, allowed_iam_entity, policy_info
):
    if bucket_name != ""*"" and bucket_name in s3_info[""buckets""]:
        bucket = s3_info[""buckets""][bucket_name]
        manage_dictionary(bucket, iam_entity, {})
        manage_dictionary(bucket, iam_entity + ""_count"", 0)
        if not allowed_iam_entity in bucket[iam_entity]:
            bucket[iam_entity][allowed_iam_entity] = {}
            bucket[iam_entity + ""_count""] = bucket[iam_entity + ""_count""] + 1
        if ""inline_policies"" in policy_info:
            manage_dictionary(
                bucket[iam_entity][allowed_iam_entity], ""inline_policies"", {}
            )
            bucket[iam_entity][allowed_iam_entity][""inline_policies""].update(
                policy_info[""inline_policies""]
            )
        if ""policies"" in policy_info:
            manage_dictionary(bucket[iam_entity][allowed_iam_entity], ""policies"", {})
            bucket[iam_entity][allowed_iam_entity][""policies""].update(
                policy_info[""policies""]
            )
    elif bucket_name == ""*"":
        for bucket in s3_info[""buckets""]:
            __update_iam_permissions(
                s3_info, bucket, iam_entity, allowed_iam_entity, policy_info
            )
        pass
    else:
        # Could be an error or cross-account access, ignore...
        pass","def __update_iam_permissions ( <TAB> s3_info , bucket_name , iam_entity , allowed_iam_entity , policy_info ) : <TAB> if bucket_name != ""*"" and bucket_name in s3_info [ ""buckets"" ] : <TAB> <TAB> bucket = s3_info [ ""buckets"" ] [ bucket_name ] <TAB> <TAB> manage_dictionary ( bucket , iam_entity , { } ) <TAB> <TAB> manage_dictionary ( bucket , iam_entity + ""_count"" , 0 ) <TAB> <TAB> if not allowed_iam_entity in bucket [ iam_entity ] : <TAB> <TAB> <TAB> bucket [ iam_entity ] [ allowed_iam_entity ] = { } <TAB> <TAB> <TAB> bucket [ iam_entity + ""_count"" ] = bucket [ iam_entity + ""_count"" ] + 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> manage_dictionary ( <TAB> <TAB> <TAB> <TAB> bucket [ iam_entity ] [ allowed_iam_entity ] , ""inline_policies"" , { } <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> bucket [ iam_entity ] [ allowed_iam_entity ] [ ""inline_policies"" ] . update ( <TAB> <TAB> <TAB> <TAB> policy_info [ ""inline_policies"" ] <TAB> <TAB> <TAB> ) <TAB> <TAB> if ""policies"" in policy_info : <TAB> <TAB> <TAB> manage_dictionary ( bucket [ iam_entity ] [ allowed_iam_entity ] , ""policies"" , { } ) <TAB> <TAB> <TAB> bucket [ iam_entity ] [ allowed_iam_entity ] [ ""policies"" ] . update ( <TAB> <TAB> <TAB> <TAB> policy_info [ ""policies"" ] <TAB> <TAB> <TAB> ) <TAB> elif bucket_name == ""*"" : <TAB> <TAB> for bucket in s3_info [ ""buckets"" ] : <TAB> <TAB> <TAB> __update_iam_permissions ( <TAB> <TAB> <TAB> <TAB> s3_info , bucket , iam_entity , allowed_iam_entity , policy_info <TAB> <TAB> <TAB> ) <TAB> <TAB> pass <TAB> else : <TAB> <TAB> <TAB> <TAB> pass","if ""inline_policies"" in policy_info :",430
1050,"def dict_to_XML(tag, dictionary, **kwargs):
    """"""Return XML element converting dicts recursively.""""""
    elem = Element(tag, **kwargs)
    for key, val in dictionary.items():
        if tag == ""layers"":
            child = dict_to_XML(""layer"", val, name=key)
        elif isinstance(val, MutableMapping):
            child = dict_to_XML(key, val)
        else:
            if tag == ""config"":
                child = Element(""variable"", name=key)
            else:
                child = Element(key)
            child.text = str(val)
        elem.append(child)
    return elem
","def dict_to_XML ( tag , dictionary , ** kwargs ) : <TAB> """"""Return XML element converting dicts recursively."""""" <TAB> elem = Element ( tag , ** kwargs ) <TAB> for key , val in dictionary . items ( ) : <TAB> <TAB> if tag == ""layers"" : <TAB> <TAB> <TAB> child = dict_to_XML ( ""layer"" , val , name = key ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> child = dict_to_XML ( key , val ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if tag == ""config"" : <TAB> <TAB> <TAB> <TAB> child = Element ( ""variable"" , name = key ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> child = Element ( key ) <TAB> <TAB> <TAB> child . text = str ( val ) <TAB> <TAB> elem . append ( child ) <TAB> return elem","elif isinstance ( val , MutableMapping ) :",175
23961,"def __init__(self, date, cfg):
    self.config = cfg
    self.profileID = cfg.currentProfile()
    self.isRoot = False
    if isinstance(date, datetime.datetime):
        self.sid = ""-"".join(
            (date.strftime(""%Y%m%d-%H%M%S""), self.config.tag(self.profileID))
        )
        self.date = date
    elif isinstance(date, datetime.date):
        self.sid = ""-"".join(
            (date.strftime(""%Y%m%d-000000""), self.config.tag(self.profileID))
        )
        self.date = datetime.datetime.combine(date, datetime.datetime.min.time())
    elif isinstance(date, str):
        if self.__cValidSID.match(date):
            self.sid = date
            self.date = datetime.datetime(*self.split())
        elif date == ""last_snapshot"":
            raise LastSnapshotSymlink()
        else:
            raise ValueError(
                ""'date' must be in snapshot ID format (e.g 20151218-173512-123)""
            )
    else:
        raise TypeError(
            ""'date' must be an instance of str, datetime.date or datetime.datetime""
        )","def __init__ ( self , date , cfg ) : <TAB> self . config = cfg <TAB> self . profileID = cfg . currentProfile ( ) <TAB> self . isRoot = False <TAB> if isinstance ( date , datetime . datetime ) : <TAB> <TAB> self . sid = ""-"" . join ( <TAB> <TAB> <TAB> ( date . strftime ( ""%Y%m%d-%H%M%S"" ) , self . config . tag ( self . profileID ) ) <TAB> <TAB> ) <TAB> <TAB> self . date = date <TAB> elif isinstance ( date , datetime . date ) : <TAB> <TAB> self . sid = ""-"" . join ( <TAB> <TAB> <TAB> ( date . strftime ( ""%Y%m%d-000000"" ) , self . config . tag ( self . profileID ) ) <TAB> <TAB> ) <TAB> <TAB> self . date = datetime . datetime . combine ( date , datetime . datetime . min . time ( ) ) <TAB> elif isinstance ( date , str ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . sid = date <TAB> <TAB> <TAB> self . date = datetime . datetime ( * self . split ( ) ) <TAB> <TAB> elif date == ""last_snapshot"" : <TAB> <TAB> <TAB> raise LastSnapshotSymlink ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""'date' must be in snapshot ID format (e.g 20151218-173512-123)"" <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> ""'date' must be an instance of str, datetime.date or datetime.datetime"" <TAB> <TAB> )",if self . __cValidSID . match ( date ) :,330
25296,"def __aexit__(
    self, exc_type: type, exc_value: BaseException, tb: TracebackType
) -> None:
    if exc_type is not None:
        await self.close()
    await self._task
    while not self._receive_queue.empty():
        data = await self._receive_queue.get()
        if isinstance(data, bytes):
            self.response_data.extend(data)
        elif not isinstance(data, HTTPDisconnect):
            raise data
","def __aexit__ ( <TAB> self , exc_type : type , exc_value : BaseException , tb : TracebackType ) -> None : <TAB> if exc_type is not None : <TAB> <TAB> await self . close ( ) <TAB> await self . _task <TAB> while not self . _receive_queue . empty ( ) : <TAB> <TAB> data = await self . _receive_queue . get ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . response_data . extend ( data ) <TAB> <TAB> elif not isinstance ( data , HTTPDisconnect ) : <TAB> <TAB> <TAB> raise data","if isinstance ( data , bytes ) :",121
20278,"def graph_merge_softmax_with_crossentropy_softmax(node):
    if node.op == softmax_with_bias:
        x, b = node.inputs
        for x_client in x.clients:
            if x_client[0].op == crossentropy_softmax_argmax_1hot_with_bias:
                big_client = x_client[0]
                if big_client in [b_client[0] for b_client in b.clients]:
                    xx, bb, ll = big_client.inputs
                    mergeable_client = big_client.op(x, b, ll)
                    copy_stack_trace(node.outputs[0], mergeable_client[1])
                    return [mergeable_client[1]]","def graph_merge_softmax_with_crossentropy_softmax ( node ) : <TAB> if node . op == softmax_with_bias : <TAB> <TAB> x , b = node . inputs <TAB> <TAB> for x_client in x . clients : <TAB> <TAB> <TAB> if x_client [ 0 ] . op == crossentropy_softmax_argmax_1hot_with_bias : <TAB> <TAB> <TAB> <TAB> big_client = x_client [ 0 ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> xx , bb , ll = big_client . inputs <TAB> <TAB> <TAB> <TAB> <TAB> mergeable_client = big_client . op ( x , b , ll ) <TAB> <TAB> <TAB> <TAB> <TAB> copy_stack_trace ( node . outputs [ 0 ] , mergeable_client [ 1 ] ) <TAB> <TAB> <TAB> <TAB> <TAB> return [ mergeable_client [ 1 ] ]",if big_client in [ b_client [ 0 ] for b_client in b . clients ] :,199
10608,"def check_result(result, func, arguments):
    if check_warning(result) and (result.value != ReturnCode.WARN_NODATA):
        log.warning(UcanWarning(result, func, arguments))
    elif check_error(result):
        if check_error_cmd(result):
            raise UcanCmdError(result, func, arguments)
        else:
            raise UcanError(result, func, arguments)
    return result
","def check_result ( result , func , arguments ) : <TAB> if check_warning ( result ) and ( result . value != ReturnCode . WARN_NODATA ) : <TAB> <TAB> log . warning ( UcanWarning ( result , func , arguments ) ) <TAB> elif check_error ( result ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise UcanCmdError ( result , func , arguments ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise UcanError ( result , func , arguments ) <TAB> return result",if check_error_cmd ( result ) :,114
5709,"def _parse_pylint_informational(messages):
    ignore_files = set()
    ignore_messages = defaultdict(lambda: defaultdict(list))
    for message in messages:
        if message.source == ""pylint"":
            if message.code == ""suppressed-message"":
                # this is a message indicating that a message was raised
                # by pylint but suppressed by configuration in the file
                match = _PYLINT_SUPPRESSED_MESSAGE.match(message.message)
                suppressed_code = match.group(1)
                line_dict = ignore_messages[message.location.path]
                line_dict[message.location.line].append(suppressed_code)
            elif message.code == ""file-ignored"":
                ignore_files.add(message.location.path)
    return ignore_files, ignore_messages","def _parse_pylint_informational ( messages ) : <TAB> ignore_files = set ( ) <TAB> ignore_messages = defaultdict ( lambda : defaultdict ( list ) ) <TAB> for message in messages : <TAB> <TAB> if message . source == ""pylint"" : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> match = _PYLINT_SUPPRESSED_MESSAGE . match ( message . message ) <TAB> <TAB> <TAB> <TAB> suppressed_code = match . group ( 1 ) <TAB> <TAB> <TAB> <TAB> line_dict = ignore_messages [ message . location . path ] <TAB> <TAB> <TAB> <TAB> line_dict [ message . location . line ] . append ( suppressed_code ) <TAB> <TAB> <TAB> elif message . code == ""file-ignored"" : <TAB> <TAB> <TAB> <TAB> ignore_files . add ( message . location . path ) <TAB> return ignore_files , ignore_messages","if message . code == ""suppressed-message"" :",218
16450,"def remove_packages(self, ref, package_ids):
    """"""Remove any packages specified by package_ids""""""
    self.check_credentials()
    payload = {""package_ids"": package_ids}
    url = self.router.remove_packages(ref)
    ret = self._post_json(url, payload)
    if not package_ids and ret.status_code == 404:
        # Double check if it is a 404 because there are no packages
        try:
            if not self.search_packages(ref, query=None):
                return namedtuple(""_"", [""status_code"", ""content""])(200, b"""")
        except Exception as e:
            logger.warning(
                ""Unexpected error searching {} packages""
                "" in remote {}: {}"".format(ref, self.remote_url, e)
            )
    return ret","def remove_packages ( self , ref , package_ids ) : <TAB> """"""Remove any packages specified by package_ids"""""" <TAB> self . check_credentials ( ) <TAB> payload = { ""package_ids"" : package_ids } <TAB> url = self . router . remove_packages ( ref ) <TAB> ret = self . _post_json ( url , payload ) <TAB> if not package_ids and ret . status_code == 404 : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return namedtuple ( ""_"" , [ ""status_code"" , ""content"" ] ) ( 200 , b"""" ) <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> ""Unexpected error searching {} packages"" <TAB> <TAB> <TAB> <TAB> "" in remote {}: {}"" . format ( ref , self . remote_url , e ) <TAB> <TAB> <TAB> ) <TAB> return ret","if not self . search_packages ( ref , query = None ) :",209
23992,"def mouse_down(self, ips, x, y, btn, **key):
    lim = 5.0 / key[""canvas""].get_scale()
    if btn == 1 or btn == 3:
        if ips.roi != None:
            self.curobj = ips.roi.pick(x, y, lim)
        if not self.curobj in (None, True):
            return
        if ips.roi == None:
            msk = floodfill(
                ips.img, x, y, self.para[""tor""], self.para[""con""] == ""8-connect""
            )
            conts = find_contours(msk, 0, ""high"")
            ips.roi = shape2roi(polygonize(conts, btn == 3))
        elif hasattr(ips.roi, ""topolygon""):
            shp = roi2shape(ips.roi.topolygon())
            oper = """"
            if key[""shift""]:
                oper = ""+""
            elif key[""ctrl""]:
                oper = ""-""
            elif self.curobj:
                return
            else:
                ips.roi = None
            msk = floodfill(
                ips.img, x, y, self.para[""tor""], self.para[""con""] == ""8-connect""
            )
            conts = find_contours(msk, 0, ""high"")
            cur = polygonize(conts, btn == 3)
            if oper == ""+"":
                ips.roi = shape2roi(shp.union(cur))
            elif oper == ""-"":
                ips.roi = shape2roi(shp.difference(cur))
            else:
                ips.roi = shape2roi(cur)
        else:
            ips.roi = None
    ips.update()","def mouse_down ( self , ips , x , y , btn , ** key ) : <TAB> lim = 5.0 / key [ ""canvas"" ] . get_scale ( ) <TAB> if btn == 1 or btn == 3 : <TAB> <TAB> if ips . roi != None : <TAB> <TAB> <TAB> self . curobj = ips . roi . pick ( x , y , lim ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> if ips . roi == None : <TAB> <TAB> <TAB> msk = floodfill ( <TAB> <TAB> <TAB> <TAB> ips . img , x , y , self . para [ ""tor"" ] , self . para [ ""con"" ] == ""8-connect"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> conts = find_contours ( msk , 0 , ""high"" ) <TAB> <TAB> <TAB> ips . roi = shape2roi ( polygonize ( conts , btn == 3 ) ) <TAB> <TAB> elif hasattr ( ips . roi , ""topolygon"" ) : <TAB> <TAB> <TAB> shp = roi2shape ( ips . roi . topolygon ( ) ) <TAB> <TAB> <TAB> oper = """" <TAB> <TAB> <TAB> if key [ ""shift"" ] : <TAB> <TAB> <TAB> <TAB> oper = ""+"" <TAB> <TAB> <TAB> elif key [ ""ctrl"" ] : <TAB> <TAB> <TAB> <TAB> oper = ""-"" <TAB> <TAB> <TAB> elif self . curobj : <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> ips . roi = None <TAB> <TAB> <TAB> msk = floodfill ( <TAB> <TAB> <TAB> <TAB> ips . img , x , y , self . para [ ""tor"" ] , self . para [ ""con"" ] == ""8-connect"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> conts = find_contours ( msk , 0 , ""high"" ) <TAB> <TAB> <TAB> cur = polygonize ( conts , btn == 3 ) <TAB> <TAB> <TAB> if oper == ""+"" : <TAB> <TAB> <TAB> <TAB> ips . roi = shape2roi ( shp . union ( cur ) ) <TAB> <TAB> <TAB> elif oper == ""-"" : <TAB> <TAB> <TAB> <TAB> ips . roi = shape2roi ( shp . difference ( cur ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> ips . roi = shape2roi ( cur ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ips . roi = None <TAB> ips . update ( )","if not self . curobj in ( None , True ) :",494
23321,"def __call__(self, data: Data):
    if not self._add_to_x:
        return data
    feat = getattr(data, self._feat_name, None)
    if feat is None:
        if self._strict:
            raise Exception(
                ""Data should contain the attribute {}"".format(self._feat_name)
            )
        else:
            return data
    else:
        if self._input_nc_feat:
            feat_dim = 1 if feat.dim() == 1 else feat.shape[-1]
            if self._input_nc_feat != feat_dim and self._strict:
                raise Exception(
                    ""The shape of feat: {} doesn t match {}"".format(
                        feat.shape, self._input_nc_feat
                    )
                )
        x = getattr(data, ""x"", None)
        if x is None:
            if self._strict and data.pos.shape[0] != feat.shape[0]:
                raise Exception(""We expected to have an attribute x"")
            if feat.dim() == 1:
                feat = feat.unsqueeze(-1)
            data.x = feat
        else:
            if x.shape[0] == feat.shape[0]:
                if x.dim() == 1:
                    x = x.unsqueeze(-1)
                if feat.dim() == 1:
                    feat = feat.unsqueeze(-1)
                data.x = torch.cat([x, feat], dim=-1)
            else:
                raise Exception(
                    ""The tensor x and {} can't be concatenated, x: {}, feat: {}"".format(
                        self._feat_name, x.pos.shape[0], feat.pos.shape[0]
                    )
                )
    return data","def __call__ ( self , data : Data ) : <TAB> if not self . _add_to_x : <TAB> <TAB> return data <TAB> feat = getattr ( data , self . _feat_name , None ) <TAB> if feat is None : <TAB> <TAB> if self . _strict : <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> ""Data should contain the attribute {}"" . format ( self . _feat_name ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return data <TAB> else : <TAB> <TAB> if self . _input_nc_feat : <TAB> <TAB> <TAB> feat_dim = 1 if feat . dim ( ) == 1 else feat . shape [ - 1 ] <TAB> <TAB> <TAB> if self . _input_nc_feat != feat_dim and self . _strict : <TAB> <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> <TAB> ""The shape of feat: {} doesn t match {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> feat . shape , self . _input_nc_feat <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> x = getattr ( data , ""x"" , None ) <TAB> <TAB> if x is None : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise Exception ( ""We expected to have an attribute x"" ) <TAB> <TAB> <TAB> if feat . dim ( ) == 1 : <TAB> <TAB> <TAB> <TAB> feat = feat . unsqueeze ( - 1 ) <TAB> <TAB> <TAB> data . x = feat <TAB> <TAB> else : <TAB> <TAB> <TAB> if x . shape [ 0 ] == feat . shape [ 0 ] : <TAB> <TAB> <TAB> <TAB> if x . dim ( ) == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> x = x . unsqueeze ( - 1 ) <TAB> <TAB> <TAB> <TAB> if feat . dim ( ) == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> feat = feat . unsqueeze ( - 1 ) <TAB> <TAB> <TAB> <TAB> data . x = torch . cat ( [ x , feat ] , dim = - 1 ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> <TAB> ""The tensor x and {} can't be concatenated, x: {}, feat: {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _feat_name , x . pos . shape [ 0 ] , feat . pos . shape [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> return data",if self . _strict and data . pos . shape [ 0 ] != feat . shape [ 0 ] :,499
3004,"def publish(self, channel, nick, msg):
    if channel not in self.channels:
        print(""IGNORED UNKNOWN CHANNEL %s"" % channel)
        return
    for (n, c) in self.channels[channel][:]:  # use a copy of the list
        try:
            c.message(nick, msg)  # oneway call
        except Pyro4.errors.ConnectionClosedError:
            # connection dropped, remove the listener if it's still there
            # check for existence because other thread may have killed it already
            if (n, c) in self.channels[channel]:
                self.channels[channel].remove((n, c))
                print(""Removed dead listener %s %s"" % (n, c))","def publish ( self , channel , nick , msg ) : <TAB> if channel not in self . channels : <TAB> <TAB> print ( ""IGNORED UNKNOWN CHANNEL %s"" % channel ) <TAB> <TAB> return <TAB> for ( n , c ) in self . channels [ channel ] [ : ] : <TAB> <TAB> try : <TAB> <TAB> <TAB> c . message ( nick , msg ) <TAB> <TAB> except Pyro4 . errors . ConnectionClosedError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . channels [ channel ] . remove ( ( n , c ) ) <TAB> <TAB> <TAB> <TAB> print ( ""Removed dead listener %s %s"" % ( n , c ) )","if ( n , c ) in self . channels [ channel ] :",190
15753,"def _get_cluster_status(self):
    try:
        return (
            self.dataproc_client.projects()
            .regions()
            .clusters()
            .get(
                projectId=self.gcloud_project_id,
                region=self.dataproc_region,
                clusterName=self.dataproc_cluster_name,
                fields=""status"",
            )
            .execute()
        )
    except HttpError as e:
        if e.resp.status == 404:
            return None  # We got a 404 so the cluster doesn't exist
        else:
            raise e","def _get_cluster_status ( self ) : <TAB> try : <TAB> <TAB> return ( <TAB> <TAB> <TAB> self . dataproc_client . projects ( ) <TAB> <TAB> <TAB> . regions ( ) <TAB> <TAB> <TAB> . clusters ( ) <TAB> <TAB> <TAB> . get ( <TAB> <TAB> <TAB> <TAB> projectId = self . gcloud_project_id , <TAB> <TAB> <TAB> <TAB> region = self . dataproc_region , <TAB> <TAB> <TAB> <TAB> clusterName = self . dataproc_cluster_name , <TAB> <TAB> <TAB> <TAB> fields = ""status"" , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> . execute ( ) <TAB> <TAB> ) <TAB> except HttpError as e : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return None <TAB> <TAB> else : <TAB> <TAB> <TAB> raise e",if e . resp . status == 404 :,175
20221,"def _parse_src_file(self):
    lines = self.open(self._fileids[0]).read().splitlines()
    lines = filter((lambda x: not re.search(r""^\s*#"", x)), lines)
    for i, line in enumerate(lines):
        fields = [field.strip() for field in re.split(r""\t+"", line)]
        try:
            pos, offset, pos_score, neg_score, synset_terms, gloss = fields
        except:
            raise ValueError(""Line %s formatted incorrectly: %s\n"" % (i, line))
        if pos and offset:
            offset = int(offset)
            self._db[(pos, offset)] = (float(pos_score), float(neg_score))","def _parse_src_file ( self ) : <TAB> lines = self . open ( self . _fileids [ 0 ] ) . read ( ) . splitlines ( ) <TAB> lines = filter ( ( lambda x : not re . search ( r""^\s*#"" , x ) ) , lines ) <TAB> for i , line in enumerate ( lines ) : <TAB> <TAB> fields = [ field . strip ( ) for field in re . split ( r""\t+"" , line ) ] <TAB> <TAB> try : <TAB> <TAB> <TAB> pos , offset , pos_score , neg_score , synset_terms , gloss = fields <TAB> <TAB> except : <TAB> <TAB> <TAB> raise ValueError ( ""Line %s formatted incorrectly: %s\n"" % ( i , line ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> offset = int ( offset ) <TAB> <TAB> <TAB> self . _db [ ( pos , offset ) ] = ( float ( pos_score ) , float ( neg_score ) )",if pos and offset :,187
4035,"def get_drive(self, root_path="""", volume_guid_path=""""):
    for drive in self.drives:
        if root_path:
            config_root_path = drive.get(""root_path"")
            if config_root_path and root_path == config_root_path:
                return drive
        elif volume_guid_path:
            config_volume_guid_path = drive.get(""volume_guid_path"")
            if config_volume_guid_path and config_volume_guid_path == volume_guid_path:
                return drive
","def get_drive ( self , root_path = """" , volume_guid_path = """" ) : <TAB> for drive in self . drives : <TAB> <TAB> if root_path : <TAB> <TAB> <TAB> config_root_path = drive . get ( ""root_path"" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return drive <TAB> <TAB> elif volume_guid_path : <TAB> <TAB> <TAB> config_volume_guid_path = drive . get ( ""volume_guid_path"" ) <TAB> <TAB> <TAB> if config_volume_guid_path and config_volume_guid_path == volume_guid_path : <TAB> <TAB> <TAB> <TAB> return drive",if config_root_path and root_path == config_root_path :,148
15227,"def traverse(tree):
    """"""Generator dropping comment nodes""""""
    for entry in tree:
        # key, values = entry
        spaceless = [e for e in entry if not nginxparser.spacey(e)]
        if spaceless:
            key = spaceless[0]
            values = spaceless[1] if len(spaceless) > 1 else None
        else:
            key = values = """"
        if isinstance(key, list):
            new = copy.deepcopy(entry)
            new[1] = filter_comments(values)
            yield new
        else:
            if key != ""#"" and spaceless:
                yield spaceless","def traverse ( tree ) : <TAB> """"""Generator dropping comment nodes"""""" <TAB> for entry in tree : <TAB> <TAB> <TAB> <TAB> spaceless = [ e for e in entry if not nginxparser . spacey ( e ) ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> key = spaceless [ 0 ] <TAB> <TAB> <TAB> values = spaceless [ 1 ] if len ( spaceless ) > 1 else None <TAB> <TAB> else : <TAB> <TAB> <TAB> key = values = """" <TAB> <TAB> if isinstance ( key , list ) : <TAB> <TAB> <TAB> new = copy . deepcopy ( entry ) <TAB> <TAB> <TAB> new [ 1 ] = filter_comments ( values ) <TAB> <TAB> <TAB> yield new <TAB> <TAB> else : <TAB> <TAB> <TAB> if key != ""#"" and spaceless : <TAB> <TAB> <TAB> <TAB> yield spaceless",if spaceless :,173
12119,"def __bootstrap(self):
    try:
        self._set_ident()
        self._Thread__started.set()
        threading._active_limbo_lock.acquire()
        threading._active[self._Thread__ident] = self
        del threading._limbo[self]
        threading._active_limbo_lock.release()
        if threading._trace_hook:
            sys.settrace(threading._trace_hook)
        if threading._profile_hook:
            sys.setprofile(threading._profile_hook)
        try:
            self.run()
        finally:
            self._Thread__exc_clear()
    finally:
        with threading._active_limbo_lock:
            self._Thread__stop()
            try:
                del threading._active[threading._get_ident()]
            except:
                pass
",def __bootstrap ( self ) : <TAB> try : <TAB> <TAB> self . _set_ident ( ) <TAB> <TAB> self . _Thread__started . set ( ) <TAB> <TAB> threading . _active_limbo_lock . acquire ( ) <TAB> <TAB> threading . _active [ self . _Thread__ident ] = self <TAB> <TAB> del threading . _limbo [ self ] <TAB> <TAB> threading . _active_limbo_lock . release ( ) <TAB> <TAB> if threading . _trace_hook : <TAB> <TAB> <TAB> sys . settrace ( threading . _trace_hook ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sys . setprofile ( threading . _profile_hook ) <TAB> <TAB> try : <TAB> <TAB> <TAB> self . run ( ) <TAB> <TAB> finally : <TAB> <TAB> <TAB> self . _Thread__exc_clear ( ) <TAB> finally : <TAB> <TAB> with threading . _active_limbo_lock : <TAB> <TAB> <TAB> self . _Thread__stop ( ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> del threading . _active [ threading . _get_ident ( ) ] <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> pass,if threading . _profile_hook :,226
11288,"def main(client):
    # Initialize appropriate service.
    creative_service = client.GetService(""CreativeService"", version=""v202008"")
    # Create a statement to select creatives.
    statement = (
        ad_manager.StatementBuilder(version=""v202008"")
        .Where(""creativeType = :creativeType"")
        .WithBindVariable(""creativeType"", ""ImageCreative"")
    )
    # Retrieve a small amount of creatives at a time, paging
    # through until all creatives have been retrieved.
    while True:
        response = creative_service.getCreativesByStatement(statement.ToStatement())
        if ""results"" in response and len(response[""results""]):
            for creative in response[""results""]:
                # Print out some information for each creative.
                print(
                    'Creative with ID ""%d"" and name ""%s"" was found.\n'
                    % (creative[""id""], creative[""name""])
                )
            statement.offset += statement.limit
        else:
            break
    print(""\nNumber of results found: %s"" % response[""totalResultSetSize""])","def main ( client ) : <TAB> <TAB> creative_service = client . GetService ( ""CreativeService"" , version = ""v202008"" ) <TAB> <TAB> statement = ( <TAB> <TAB> ad_manager . StatementBuilder ( version = ""v202008"" ) <TAB> <TAB> . Where ( ""creativeType = :creativeType"" ) <TAB> <TAB> . WithBindVariable ( ""creativeType"" , ""ImageCreative"" ) <TAB> ) <TAB> <TAB> <TAB> while True : <TAB> <TAB> response = creative_service . getCreativesByStatement ( statement . ToStatement ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for creative in response [ ""results"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> 'Creative with ID ""%d"" and name ""%s"" was found.\n' <TAB> <TAB> <TAB> <TAB> <TAB> % ( creative [ ""id"" ] , creative [ ""name"" ] ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> statement . offset += statement . limit <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> print ( ""\nNumber of results found: %s"" % response [ ""totalResultSetSize"" ] )","if ""results"" in response and len ( response [ ""results"" ] ) :",294
12394,"def __repr__(self):
    if self.info is not None:
        out = repr(self.info)
    else:
        if len(self.args) == 1:
            out = ""(%s(%r))"" % (self.expr.op, self.args[0])
        else:
            out = ""(%s)"" % self.expr.op.join(repr(arg) for arg in self.args)
    return out","def __repr__ ( self ) : <TAB> if self . info is not None : <TAB> <TAB> out = repr ( self . info ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> out = ""(%s(%r))"" % ( self . expr . op , self . args [ 0 ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> out = ""(%s)"" % self . expr . op . join ( repr ( arg ) for arg in self . args ) <TAB> return out",if len ( self . args ) == 1 :,108
18618,"def __call__(self, frame: FrameType, event: str, arg: Any) -> ""CallTracer"":
    code = frame.f_code
    if (
        event not in SUPPORTED_EVENTS
        or code.co_name == ""trace_types""
        or self.should_trace
        and not self.should_trace(code)
    ):
        return self
    try:
        if event == EVENT_CALL:
            self.handle_call(frame)
        elif event == EVENT_RETURN:
            self.handle_return(frame, arg)
        else:
            logger.error(""Cannot handle event %s"", event)
    except Exception:
        logger.exception(""Failed collecting trace"")
    return self
","def __call__ ( self , frame : FrameType , event : str , arg : Any ) -> ""CallTracer"" : <TAB> code = frame . f_code <TAB> if ( <TAB> <TAB> event not in SUPPORTED_EVENTS <TAB> <TAB> or code . co_name == ""trace_types"" <TAB> <TAB> or self . should_trace <TAB> <TAB> and not self . should_trace ( code ) <TAB> ) : <TAB> <TAB> return self <TAB> try : <TAB> <TAB> if event == EVENT_CALL : <TAB> <TAB> <TAB> self . handle_call ( frame ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . handle_return ( frame , arg ) <TAB> <TAB> else : <TAB> <TAB> <TAB> logger . error ( ""Cannot handle event %s"" , event ) <TAB> except Exception : <TAB> <TAB> logger . exception ( ""Failed collecting trace"" ) <TAB> return self",elif event == EVENT_RETURN :,185
21267,"def _find_caller(args):
    """"""Somewhat hacky method of finding the __file__ based on the line executed.""""""
    re_line = re.compile(r""[^;\s|&<>]+\s+"" + r""\s+"".join(args))
    curr = inspect.currentframe()
    for _, fname, lineno, _, lines, _ in getouterframes(curr, context=1)[3:]:
        if lines is not None and re_line.search(lines[0]) is not None:
            return fname
        elif (
            lineno == 1 and re_line.search(linecache.getline(fname, lineno)) is not None
        ):
            # There is a bug in CPython such that getouterframes(curr, context=1)
            # will actually return the 2nd line in the code_context field, even though
            # line number is itself correct. We manually fix that in this branch.
            return fname
    else:
        msg = (
            ""xonsh: warning: __file__ name could not be found. You may be ""
            ""trying to trace interactively. Please pass in the file names ""
            ""you want to trace explicitly.""
        )
        print(msg, file=sys.stderr)","def _find_caller ( args ) : <TAB> """"""Somewhat hacky method of finding the __file__ based on the line executed."""""" <TAB> re_line = re . compile ( r""[^;\s|&<>]+\s+"" + r""\s+"" . join ( args ) ) <TAB> curr = inspect . currentframe ( ) <TAB> for _ , fname , lineno , _ , lines , _ in getouterframes ( curr , context = 1 ) [ 3 : ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return fname <TAB> <TAB> elif ( <TAB> <TAB> <TAB> lineno == 1 and re_line . search ( linecache . getline ( fname , lineno ) ) is not None <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return fname <TAB> else : <TAB> <TAB> msg = ( <TAB> <TAB> <TAB> ""xonsh: warning: __file__ name could not be found. You may be "" <TAB> <TAB> <TAB> ""trying to trace interactively. Please pass in the file names "" <TAB> <TAB> <TAB> ""you want to trace explicitly."" <TAB> <TAB> ) <TAB> <TAB> print ( msg , file = sys . stderr )",if lines is not None and re_line . search ( lines [ 0 ] ) is not None :,305
8264,"def filter_module(mod, type_req=None, subclass_req=None):
    for name in dir(mod):
        val = getattr(mod, name)
        if type_req is not None and not isinstance(val, type_req):
            continue
        if subclass_req is not None and not issubclass(val, subclass_req):
            continue
        yield name, val
","def filter_module ( mod , type_req = None , subclass_req = None ) : <TAB> for name in dir ( mod ) : <TAB> <TAB> val = getattr ( mod , name ) <TAB> <TAB> if type_req is not None and not isinstance ( val , type_req ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> yield name , val","if subclass_req is not None and not issubclass ( val , subclass_req ) :",97
10349,"def _get_vdisk_create_params(opts, is_dr_pool, add_copies=False):
    easytier = ""on"" if opts[""easytier""] else ""off""
    if opts[""rsize""] == -1:
        params = []
        if opts[""nofmtdisk""]:
            params.append(""-nofmtdisk"")
    else:
        if is_dr_pool:
            params = [""-rsize"", ""%s%%"" % str(opts[""rsize""]), ""-autoexpand""]
            if opts[""compression""]:
                params.append(""-compressed"")
        else:
            params = [
                ""-rsize"",
                ""%s%%"" % str(opts[""rsize""]),
                ""-autoexpand"",
                ""-warning"",
                ""%s%%"" % str(opts[""warning""]),
            ]
            if not opts[""autoexpand""]:
                params.remove(""-autoexpand"")
            if opts[""compression""]:
                params.append(""-compressed"")
            else:
                params.extend([""-grainsize"", str(opts[""grainsize""])])
    if add_copies and opts[""mirror_pool""]:
        params.extend([""-copies"", ""2""])
    if not is_dr_pool:
        params.extend([""-easytier"", easytier])
    return params","def _get_vdisk_create_params ( opts , is_dr_pool , add_copies = False ) : <TAB> easytier = ""on"" if opts [ ""easytier"" ] else ""off"" <TAB> if opts [ ""rsize"" ] == - 1 : <TAB> <TAB> params = [ ] <TAB> <TAB> if opts [ ""nofmtdisk"" ] : <TAB> <TAB> <TAB> params . append ( ""-nofmtdisk"" ) <TAB> else : <TAB> <TAB> if is_dr_pool : <TAB> <TAB> <TAB> params = [ ""-rsize"" , ""%s%%"" % str ( opts [ ""rsize"" ] ) , ""-autoexpand"" ] <TAB> <TAB> <TAB> if opts [ ""compression"" ] : <TAB> <TAB> <TAB> <TAB> params . append ( ""-compressed"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> params = [ <TAB> <TAB> <TAB> <TAB> ""-rsize"" , <TAB> <TAB> <TAB> <TAB> ""%s%%"" % str ( opts [ ""rsize"" ] ) , <TAB> <TAB> <TAB> <TAB> ""-autoexpand"" , <TAB> <TAB> <TAB> <TAB> ""-warning"" , <TAB> <TAB> <TAB> <TAB> ""%s%%"" % str ( opts [ ""warning"" ] ) , <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> params . remove ( ""-autoexpand"" ) <TAB> <TAB> <TAB> if opts [ ""compression"" ] : <TAB> <TAB> <TAB> <TAB> params . append ( ""-compressed"" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> params . extend ( [ ""-grainsize"" , str ( opts [ ""grainsize"" ] ) ] ) <TAB> if add_copies and opts [ ""mirror_pool"" ] : <TAB> <TAB> params . extend ( [ ""-copies"" , ""2"" ] ) <TAB> if not is_dr_pool : <TAB> <TAB> params . extend ( [ ""-easytier"" , easytier ] ) <TAB> return params","if not opts [ ""autoexpand"" ] :",342
543,"def cnvkit_background(
    background_cnns, out_file, items, target_bed=None, antitarget_bed=None
):
    """"""Calculate background reference, handling flat case with no normal sample.""""""
    if not utils.file_exists(out_file):
        with file_transaction(items[0], out_file) as tx_out_file:
            cmd = [
                _get_cmd(),
                ""reference"",
                ""-f"",
                dd.get_ref_file(items[0]),
                ""-o"",
                tx_out_file,
            ]
            gender = _get_batch_gender(items)
            if gender:
                cmd += [""--sample-sex"", gender]
            if len(background_cnns) == 0:
                assert (
                    target_bed and antitarget_bed
                ), ""Missing CNNs and target BEDs for flat background""
                cmd += [""-t"", target_bed, ""-a"", antitarget_bed]
            else:
                cmd += background_cnns
            do.run(_prep_cmd(cmd, tx_out_file), ""CNVkit background"")
    return out_file","def cnvkit_background ( <TAB> background_cnns , out_file , items , target_bed = None , antitarget_bed = None ) : <TAB> """"""Calculate background reference, handling flat case with no normal sample."""""" <TAB> if not utils . file_exists ( out_file ) : <TAB> <TAB> with file_transaction ( items [ 0 ] , out_file ) as tx_out_file : <TAB> <TAB> <TAB> cmd = [ <TAB> <TAB> <TAB> <TAB> _get_cmd ( ) , <TAB> <TAB> <TAB> <TAB> ""reference"" , <TAB> <TAB> <TAB> <TAB> ""-f"" , <TAB> <TAB> <TAB> <TAB> dd . get_ref_file ( items [ 0 ] ) , <TAB> <TAB> <TAB> <TAB> ""-o"" , <TAB> <TAB> <TAB> <TAB> tx_out_file , <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> gender = _get_batch_gender ( items ) <TAB> <TAB> <TAB> if gender : <TAB> <TAB> <TAB> <TAB> cmd += [ ""--sample-sex"" , gender ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> assert ( <TAB> <TAB> <TAB> <TAB> <TAB> target_bed and antitarget_bed <TAB> <TAB> <TAB> <TAB> ) , ""Missing CNNs and target BEDs for flat background"" <TAB> <TAB> <TAB> <TAB> cmd += [ ""-t"" , target_bed , ""-a"" , antitarget_bed ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> cmd += background_cnns <TAB> <TAB> <TAB> do . run ( _prep_cmd ( cmd , tx_out_file ) , ""CNVkit background"" ) <TAB> return out_file",if len ( background_cnns ) == 0 :,325
5790,"def _generate_certs(
    self,  # type: HummingbotApplication
):
    if certs_files_exist():
        self.app.log(f""Gateway SSL certification files exist in {cert_path()}."")
        self.app.log(
            ""To create new certification files, please first manually delete those files.""
        )
        return
    self.app.clear_input()
    self.placeholder_mode = True
    self.app.hide_input = True
    while True:
        pass_phase = await self.app.prompt(
            prompt=""Enter pass phase to generate Gateway SSL certifications  >>> "",
            is_password=True,
        )
        if pass_phase is not None and len(pass_phase) > 0:
            break
        self.app.log(""Error: Invalid pass phase"")
    create_self_sign_certs(pass_phase)
    self._notify(f""Gateway SSL certification files are created in {cert_path()}."")
    self.placeholder_mode = False
    self.app.hide_input = False
    self.app.change_prompt(prompt="">>> "")","def _generate_certs ( <TAB> self , ) : <TAB> if certs_files_exist ( ) : <TAB> <TAB> self . app . log ( f""Gateway SSL certification files exist in {cert_path()}."" ) <TAB> <TAB> self . app . log ( <TAB> <TAB> <TAB> ""To create new certification files, please first manually delete those files."" <TAB> <TAB> ) <TAB> <TAB> return <TAB> self . app . clear_input ( ) <TAB> self . placeholder_mode = True <TAB> self . app . hide_input = True <TAB> while True : <TAB> <TAB> pass_phase = await self . app . prompt ( <TAB> <TAB> <TAB> prompt = ""Enter pass phase to generate Gateway SSL certifications  >>> "" , <TAB> <TAB> <TAB> is_password = True , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> self . app . log ( ""Error: Invalid pass phase"" ) <TAB> create_self_sign_certs ( pass_phase ) <TAB> self . _notify ( f""Gateway SSL certification files are created in {cert_path()}."" ) <TAB> self . placeholder_mode = False <TAB> self . app . hide_input = False <TAB> self . app . change_prompt ( prompt = "">>> "" )",if pass_phase is not None and len ( pass_phase ) > 0 :,281
10653,"def has_object_permission(self, request, view, obj):
    if isinstance(obj, OsfStorageFolder):
        obj = obj.target
    assert_resource_type(obj, self.acceptable_models)
    auth = get_user_auth(request)
    if request.method in permissions.SAFE_METHODS:
        if auth.user is None:
            return obj.verified_publishable
        else:
            user_has_permissions = (
                obj.verified_publishable
                or (
                    obj.is_public
                    and auth.user.has_perm(""view_submissions"", obj.provider)
                )
                or obj.has_permission(auth.user, osf_permissions.ADMIN)
                or (
                    obj.is_contributor(auth.user)
                    and obj.machine_state != DefaultStates.INITIAL.value
                )
            )
            return user_has_permissions
    else:
        if not obj.has_permission(auth.user, osf_permissions.ADMIN):
            raise exceptions.PermissionDenied(
                detail=""User must be an admin to make these preprint edits.""
            )
        return True
","def has_object_permission ( self , request , view , obj ) : <TAB> if isinstance ( obj , OsfStorageFolder ) : <TAB> <TAB> obj = obj . target <TAB> assert_resource_type ( obj , self . acceptable_models ) <TAB> auth = get_user_auth ( request ) <TAB> if request . method in permissions . SAFE_METHODS : <TAB> <TAB> if auth . user is None : <TAB> <TAB> <TAB> return obj . verified_publishable <TAB> <TAB> else : <TAB> <TAB> <TAB> user_has_permissions = ( <TAB> <TAB> <TAB> <TAB> obj . verified_publishable <TAB> <TAB> <TAB> <TAB> or ( <TAB> <TAB> <TAB> <TAB> <TAB> obj . is_public <TAB> <TAB> <TAB> <TAB> <TAB> and auth . user . has_perm ( ""view_submissions"" , obj . provider ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> or obj . has_permission ( auth . user , osf_permissions . ADMIN ) <TAB> <TAB> <TAB> <TAB> or ( <TAB> <TAB> <TAB> <TAB> <TAB> obj . is_contributor ( auth . user ) <TAB> <TAB> <TAB> <TAB> <TAB> and obj . machine_state != DefaultStates . INITIAL . value <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return user_has_permissions <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise exceptions . PermissionDenied ( <TAB> <TAB> <TAB> <TAB> detail = ""User must be an admin to make these preprint edits."" <TAB> <TAB> <TAB> ) <TAB> <TAB> return True","if not obj . has_permission ( auth . user , osf_permissions . ADMIN ) :",325
4921,"def UpdateControls(self):
    clockStyle = self.clock.GetClockStyle()
    hourStyle, minuteStyle = self.clock.GetTickStyle()
    [g1, g2, g3] = self.groups
    for label in dir(styles):
        if label.startswith(""TICKS_""):
            item = self.GetItemByLabel(label, g2)
            value = bool(getattr(styles, label) & hourStyle)
            self.SetItemValue(item, value)
            item = self.GetItemByLabel(label, g3)
            value = bool(getattr(styles, label) & minuteStyle)
            self.SetItemValue(item, value)
        elif not (
            label.startswith(""DEFAULT_"")
            or label.startswith(""_"")
            or label in [""HOUR"", ""MINUTE"", ""SECOND"", ""ALL""]
        ):
            item = self.GetItemByLabel(label, g1)
            value = bool(getattr(styles, label) & clockStyle)
            self.SetItemValue(item, value)","def UpdateControls ( self ) : <TAB> clockStyle = self . clock . GetClockStyle ( ) <TAB> hourStyle , minuteStyle = self . clock . GetTickStyle ( ) <TAB> [ g1 , g2 , g3 ] = self . groups <TAB> for label in dir ( styles ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> item = self . GetItemByLabel ( label , g2 ) <TAB> <TAB> <TAB> value = bool ( getattr ( styles , label ) & hourStyle ) <TAB> <TAB> <TAB> self . SetItemValue ( item , value ) <TAB> <TAB> <TAB> item = self . GetItemByLabel ( label , g3 ) <TAB> <TAB> <TAB> value = bool ( getattr ( styles , label ) & minuteStyle ) <TAB> <TAB> <TAB> self . SetItemValue ( item , value ) <TAB> <TAB> elif not ( <TAB> <TAB> <TAB> label . startswith ( ""DEFAULT_"" ) <TAB> <TAB> <TAB> or label . startswith ( ""_"" ) <TAB> <TAB> <TAB> or label in [ ""HOUR"" , ""MINUTE"" , ""SECOND"" , ""ALL"" ] <TAB> <TAB> ) : <TAB> <TAB> <TAB> item = self . GetItemByLabel ( label , g1 ) <TAB> <TAB> <TAB> value = bool ( getattr ( styles , label ) & clockStyle ) <TAB> <TAB> <TAB> self . SetItemValue ( item , value )","if label . startswith ( ""TICKS_"" ) :",269
866,"def process_input_line(self, line, store_history=True):
    """"""process the input, capturing stdout""""""
    stdout = sys.stdout
    splitter = self.IP.input_splitter
    try:
        sys.stdout = self.cout
        splitter.push(line)
        more = splitter.push_accepts_more()
        if not more:
            try:
                source_raw = splitter.source_raw_reset()[1]
            except:
                # recent ipython #4504
                source_raw = splitter.raw_reset()
            self.IP.run_cell(source_raw, store_history=store_history)
    finally:
        sys.stdout = stdout","def process_input_line ( self , line , store_history = True ) : <TAB> """"""process the input, capturing stdout"""""" <TAB> stdout = sys . stdout <TAB> splitter = self . IP . input_splitter <TAB> try : <TAB> <TAB> sys . stdout = self . cout <TAB> <TAB> splitter . push ( line ) <TAB> <TAB> more = splitter . push_accepts_more ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> source_raw = splitter . source_raw_reset ( ) [ 1 ] <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> source_raw = splitter . raw_reset ( ) <TAB> <TAB> <TAB> self . IP . run_cell ( source_raw , store_history = store_history ) <TAB> finally : <TAB> <TAB> sys . stdout = stdout",if not more :,186
13264,"def _load_from_file_system(grammar, path, p_time):
    cache_path = _get_hashed_path(grammar, path)
    try:
        try:
            if p_time > os.path.getmtime(cache_path):
                # Cache is outdated
                return None
        except OSError as e:
            if e.errno == errno.ENOENT:
                # In Python 2 instead of an IOError here we get an OSError.
                raise FileNotFoundError
            else:
                raise
        with open(cache_path, ""rb"") as f:
            gc.disable()
            try:
                module_cache_item = pickle.load(f)
            finally:
                gc.enable()
    except FileNotFoundError:
        return None
    else:
        parser_cache[path] = module_cache_item
        debug.dbg(""pickle loaded: %s"", path)
        return module_cache_item.node","def _load_from_file_system ( grammar , path , p_time ) : <TAB> cache_path = _get_hashed_path ( grammar , path ) <TAB> try : <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> except OSError as e : <TAB> <TAB> <TAB> if e . errno == errno . ENOENT : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise FileNotFoundError <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> with open ( cache_path , ""rb"" ) as f : <TAB> <TAB> <TAB> gc . disable ( ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> module_cache_item = pickle . load ( f ) <TAB> <TAB> <TAB> finally : <TAB> <TAB> <TAB> <TAB> gc . enable ( ) <TAB> except FileNotFoundError : <TAB> <TAB> return None <TAB> else : <TAB> <TAB> parser_cache [ path ] = module_cache_item <TAB> <TAB> debug . dbg ( ""pickle loaded: %s"" , path ) <TAB> <TAB> return module_cache_item . node",if p_time > os . path . getmtime ( cache_path ) :,256
11923,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRING:
                self.cfName = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRING:
                self.start_token = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.STRING:
                self.end_token = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 4:
            if ftype == TType.I32:
                self.keys_per_split = iprot.readI32()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . cfName = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . start_token = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 3 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . end_token = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 4 : <TAB> <TAB> <TAB> if ftype == TType . I32 : <TAB> <TAB> <TAB> <TAB> self . keys_per_split = iprot . readI32 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STOP :,439
4665,"def __repr__(self):
    tmp = ""%s(%r,%r,%r) %r\n"" % (
        self.__class__.__name__,
        self.restag,
        self.rescode,
        self.resstr,
        self.attrs,
    )
    m = 0
    for line in self.datalines:
        for k, v in line.items():
            if len(k) > m:
                m = len(k)
    for line in self.datalines:
        tmp += ""  Line:\n""
        for k, v in line.items():
            tmp += ""    %s:%s %s\n"" % (k, (m - len(k)) * "" "", v)
    return tmp","def __repr__ ( self ) : <TAB> tmp = ""%s(%r,%r,%r) %r\n"" % ( <TAB> <TAB> self . __class__ . __name__ , <TAB> <TAB> self . restag , <TAB> <TAB> self . rescode , <TAB> <TAB> self . resstr , <TAB> <TAB> self . attrs , <TAB> ) <TAB> m = 0 <TAB> for line in self . datalines : <TAB> <TAB> for k , v in line . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> m = len ( k ) <TAB> for line in self . datalines : <TAB> <TAB> tmp += ""  Line:\n"" <TAB> <TAB> for k , v in line . items ( ) : <TAB> <TAB> <TAB> tmp += ""    %s:%s %s\n"" % ( k , ( m - len ( k ) ) * "" "" , v ) <TAB> return tmp",if len ( k ) > m :,194
6557,"def filtered(gen):
    for example in gen:
        example_len = length_fn(example)
        # Checking max length boundary.
        if max_length is not None:
            if example_len > max_length:
                continue
        # Checking min length boundary.
        if min_length is not None:
            if example_len < min_length:
                continue
        # Within bounds.
        yield example
",def filtered ( gen ) : <TAB> for example in gen : <TAB> <TAB> example_len = length_fn ( example ) <TAB> <TAB> <TAB> <TAB> if max_length is not None : <TAB> <TAB> <TAB> if example_len > max_length : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if example_len < min_length : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> yield example,if min_length is not None :,117
6157,"def get_unfiltered_action_space(
    self, output_action_space: BoxActionSpace
) -> DiscreteActionSpace:
    if isinstance(self.num_bins_per_dimension, int):
        self.num_bins_per_dimension = (
            np.ones(output_action_space.shape) * self.num_bins_per_dimension
        )
    bins = []
    for i in range(len(output_action_space.low)):
        dim_bins = np.linspace(
            output_action_space.low[i],
            output_action_space.high[i],
            self.num_bins_per_dimension[i],
        )
        if self.force_int_bins:
            dim_bins = dim_bins.astype(int)
        bins.append(dim_bins)
    self.target_actions = [list(action) for action in list(product(*bins))]
    return super().get_unfiltered_action_space(output_action_space)
","def get_unfiltered_action_space ( <TAB> self , output_action_space : BoxActionSpace ) -> DiscreteActionSpace : <TAB> if isinstance ( self . num_bins_per_dimension , int ) : <TAB> <TAB> self . num_bins_per_dimension = ( <TAB> <TAB> <TAB> np . ones ( output_action_space . shape ) * self . num_bins_per_dimension <TAB> <TAB> ) <TAB> bins = [ ] <TAB> for i in range ( len ( output_action_space . low ) ) : <TAB> <TAB> dim_bins = np . linspace ( <TAB> <TAB> <TAB> output_action_space . low [ i ] , <TAB> <TAB> <TAB> output_action_space . high [ i ] , <TAB> <TAB> <TAB> self . num_bins_per_dimension [ i ] , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> dim_bins = dim_bins . astype ( int ) <TAB> <TAB> bins . append ( dim_bins ) <TAB> self . target_actions = [ list ( action ) for action in list ( product ( * bins ) ) ] <TAB> return super ( ) . get_unfiltered_action_space ( output_action_space )",if self . force_int_bins :,251
13339,"def prepare_command_list(
    ctx: commands.Context, command_list: Iterable[Tuple[str, dict]]
) -> List[Tuple[str, str]]:
    results = []
    for command, body in command_list:
        responses = body[""response""]
        if isinstance(responses, list):
            result = "", "".join(responses)
        elif isinstance(responses, str):
            result = responses
        else:
            continue
        # Cut preview to 52 characters max
        if len(result) > 52:
            result = result[:49] + ""...""
        # Replace newlines with spaces
        result = result.replace(""\n"", "" "")
        # Escape markdown and mass mentions
        result = escape(result, formatting=True, mass_mentions=True)
        results.append((f""{ctx.clean_prefix}{command}"", result))
    return results","def prepare_command_list ( <TAB> ctx : commands . Context , command_list : Iterable [ Tuple [ str , dict ] ] ) -> List [ Tuple [ str , str ] ] : <TAB> results = [ ] <TAB> for command , body in command_list : <TAB> <TAB> responses = body [ ""response"" ] <TAB> <TAB> if isinstance ( responses , list ) : <TAB> <TAB> <TAB> result = "", "" . join ( responses ) <TAB> <TAB> elif isinstance ( responses , str ) : <TAB> <TAB> <TAB> result = responses <TAB> <TAB> else : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result = result [ : 49 ] + ""..."" <TAB> <TAB> <TAB> <TAB> result = result . replace ( ""\n"" , "" "" ) <TAB> <TAB> <TAB> <TAB> result = escape ( result , formatting = True , mass_mentions = True ) <TAB> <TAB> results . append ( ( f""{ctx.clean_prefix}{command}"" , result ) ) <TAB> return results",if len ( result ) > 52 :,218
21285,"def symlink(self, target_path, path):
    path = self._realpath(path)
    if (len(target_path) > 0) and (target_path[0] == ""/""):
        # absolute symlink
        target_path = os.path.join(self.ROOT, target_path[1:])
        if target_path[:2] == ""//"":
            # bug in os.path.join
            target_path = target_path[1:]
    else:
        # compute relative to path
        abspath = os.path.join(os.path.dirname(path), target_path)
        if abspath[: len(self.ROOT)] != self.ROOT:
            # this symlink isn't going to work anyway -- just break it
            # immediately
            target_path = ""<error>""
    try:
        os.symlink(target_path, path)
    except OSError as e:
        return SFTPServer.convert_errno(e.errno)
    return SFTP_OK","def symlink ( self , target_path , path ) : <TAB> path = self . _realpath ( path ) <TAB> if ( len ( target_path ) > 0 ) and ( target_path [ 0 ] == ""/"" ) : <TAB> <TAB> <TAB> <TAB> target_path = os . path . join ( self . ROOT , target_path [ 1 : ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> target_path = target_path [ 1 : ] <TAB> else : <TAB> <TAB> <TAB> <TAB> abspath = os . path . join ( os . path . dirname ( path ) , target_path ) <TAB> <TAB> if abspath [ : len ( self . ROOT ) ] != self . ROOT : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> target_path = ""<error>"" <TAB> try : <TAB> <TAB> os . symlink ( target_path , path ) <TAB> except OSError as e : <TAB> <TAB> return SFTPServer . convert_errno ( e . errno ) <TAB> return SFTP_OK","if target_path [ : 2 ] == ""//"" :",249
4984,"def predict(self, X):
    predictions = self.get_all_predictions(X)
    # If this is just a single dictionary we're getting predictions from:
    if X.shape[0] == 1:
        # predictions is just a dictionary where all the values are the predicted values from one of our subpredictors. we'll want that as a list
        predicted_vals = predictions.values()
        if self.ensemble_method == ""median"":
            return np.median(predicted_vals)
        elif (
            self.ensemble_method == ""average""
            or self.ensemble_method == ""mean""
            or self.ensemble_method == ""avg""
        ):
            return np.average(predicted_vals)
        elif self.ensemble_method == ""max"":
            return np.max(predicted_vals)
        elif self.ensemble_method == ""min"":
            return np.min(predicted_vals)
    else:
        if self.ensemble_method == ""median"":
            return predictions.apply(np.median, axis=1).values
        elif (
            self.ensemble_method == ""average""
            or self.ensemble_method == ""mean""
            or self.ensemble_method == ""avg""
        ):
            return predictions.apply(np.average, axis=1).values
        elif self.ensemble_method == ""max"":
            return predictions.apply(np.max, axis=1).values
        elif self.ensemble_method == ""min"":
            return predictions.apply(np.min, axis=1).values","def predict ( self , X ) : <TAB> predictions = self . get_all_predictions ( X ) <TAB> <TAB> if X . shape [ 0 ] == 1 : <TAB> <TAB> <TAB> <TAB> predicted_vals = predictions . values ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return np . median ( predicted_vals ) <TAB> <TAB> elif ( <TAB> <TAB> <TAB> self . ensemble_method == ""average"" <TAB> <TAB> <TAB> or self . ensemble_method == ""mean"" <TAB> <TAB> <TAB> or self . ensemble_method == ""avg"" <TAB> <TAB> ) : <TAB> <TAB> <TAB> return np . average ( predicted_vals ) <TAB> <TAB> elif self . ensemble_method == ""max"" : <TAB> <TAB> <TAB> return np . max ( predicted_vals ) <TAB> <TAB> elif self . ensemble_method == ""min"" : <TAB> <TAB> <TAB> return np . min ( predicted_vals ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return predictions . apply ( np . median , axis = 1 ) . values <TAB> <TAB> elif ( <TAB> <TAB> <TAB> self . ensemble_method == ""average"" <TAB> <TAB> <TAB> or self . ensemble_method == ""mean"" <TAB> <TAB> <TAB> or self . ensemble_method == ""avg"" <TAB> <TAB> ) : <TAB> <TAB> <TAB> return predictions . apply ( np . average , axis = 1 ) . values <TAB> <TAB> elif self . ensemble_method == ""max"" : <TAB> <TAB> <TAB> return predictions . apply ( np . max , axis = 1 ) . values <TAB> <TAB> elif self . ensemble_method == ""min"" : <TAB> <TAB> <TAB> return predictions . apply ( np . min , axis = 1 ) . values","if self . ensemble_method == ""median"" :",399
8032,"def textToString(self, element):
    buffer = []
    for node in element.childNodes:
        if node.nodeType == xml.dom.Node.TEXT_NODE:
            buffer.append(node.nodeValue)
        elif node.nodeType == xml.dom.Node.ELEMENT_NODE:
            tag = node.tagName
            if tag in (""draw:text-box"", ""draw:frame""):
                buffer.append(self.textToString(node))
            elif tag in (""text:p"", ""text:h""):
                text = self.paragraphToString(node)
                if text:
                    buffer.append(text)
            elif tag == ""text:list"":
                buffer.append(self.listToString(node))
            else:
                method = self.elements.get(tag)
                if method:
                    buffer.append(method(node))
                else:
                    buffer.append("" {"" + tag + ""} "")
    return """".join(buffer)
","def textToString ( self , element ) : <TAB> buffer = [ ] <TAB> for node in element . childNodes : <TAB> <TAB> if node . nodeType == xml . dom . Node . TEXT_NODE : <TAB> <TAB> <TAB> buffer . append ( node . nodeValue ) <TAB> <TAB> elif node . nodeType == xml . dom . Node . ELEMENT_NODE : <TAB> <TAB> <TAB> tag = node . tagName <TAB> <TAB> <TAB> if tag in ( ""draw:text-box"" , ""draw:frame"" ) : <TAB> <TAB> <TAB> <TAB> buffer . append ( self . textToString ( node ) ) <TAB> <TAB> <TAB> elif tag in ( ""text:p"" , ""text:h"" ) : <TAB> <TAB> <TAB> <TAB> text = self . paragraphToString ( node ) <TAB> <TAB> <TAB> <TAB> if text : <TAB> <TAB> <TAB> <TAB> <TAB> buffer . append ( text ) <TAB> <TAB> <TAB> elif tag == ""text:list"" : <TAB> <TAB> <TAB> <TAB> buffer . append ( self . listToString ( node ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> method = self . elements . get ( tag ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> buffer . append ( method ( node ) ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> buffer . append ( "" {"" + tag + ""} "" ) <TAB> return """" . join ( buffer )",if method :,273
20075,"def dump_types(self, manager: FineGrainedBuildManager) -> List[str]:
    a = []
    # To make the results repeatable, we try to generate unique and
    # deterministic sort keys.
    for module_id in sorted(manager.manager.modules):
        if not is_dumped_module(module_id):
            continue
        all_types = manager.manager.all_types
        # Compute a module type map from the global type map
        tree = manager.graph[module_id].tree
        assert tree is not None
        type_map = {
            node: all_types[node]
            for node in get_subexpressions(tree)
            if node in all_types
        }
        if type_map:
            a.append(""## {}"".format(module_id))
            for expr in sorted(
                type_map,
                key=lambda n: (n.line, short_type(n), str(n) + str(type_map[n])),
            ):
                typ = type_map[expr]
                a.append(
                    ""{}:{}: {}"".format(
                        short_type(expr), expr.line, self.format_type(typ)
                    )
                )
    return a
","def dump_types ( self , manager : FineGrainedBuildManager ) -> List [ str ] : <TAB> a = [ ] <TAB> <TAB> <TAB> for module_id in sorted ( manager . manager . modules ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> all_types = manager . manager . all_types <TAB> <TAB> <TAB> <TAB> tree = manager . graph [ module_id ] . tree <TAB> <TAB> assert tree is not None <TAB> <TAB> type_map = { <TAB> <TAB> <TAB> node : all_types [ node ] <TAB> <TAB> <TAB> for node in get_subexpressions ( tree ) <TAB> <TAB> <TAB> if node in all_types <TAB> <TAB> } <TAB> <TAB> if type_map : <TAB> <TAB> <TAB> a . append ( ""## {}"" . format ( module_id ) ) <TAB> <TAB> <TAB> for expr in sorted ( <TAB> <TAB> <TAB> <TAB> type_map , <TAB> <TAB> <TAB> <TAB> key = lambda n : ( n . line , short_type ( n ) , str ( n ) + str ( type_map [ n ] ) ) , <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> typ = type_map [ expr ] <TAB> <TAB> <TAB> <TAB> a . append ( <TAB> <TAB> <TAB> <TAB> <TAB> ""{}:{}: {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> short_type ( expr ) , expr . line , self . format_type ( typ ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> return a",if not is_dumped_module ( module_id ) :,332
17887,"def FetchFn(bigger_than_3_only=None, less_than_7_only=None, even_only=None):
    result = []
    for i in range(10):
        # This line introduces a bug.
        if bigger_than_3_only and less_than_7_only and i == 4:
            continue
        if bigger_than_3_only and i <= 3:
            continue
        if less_than_7_only and i >= 7:
            continue
        if even_only and i % 2 != 0:
            continue
        result.append(i)
    return result","def FetchFn ( bigger_than_3_only = None , less_than_7_only = None , even_only = None ) : <TAB> result = [ ] <TAB> for i in range ( 10 ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if bigger_than_3_only and i <= 3 : <TAB> <TAB> <TAB> continue <TAB> <TAB> if less_than_7_only and i >= 7 : <TAB> <TAB> <TAB> continue <TAB> <TAB> if even_only and i % 2 != 0 : <TAB> <TAB> <TAB> continue <TAB> <TAB> result . append ( i ) <TAB> return result",if bigger_than_3_only and less_than_7_only and i == 4 :,158
8736,"def process(self):
    if not any(socket.is_linked for socket in self.outputs):
        return
    solids_in = self.inputs[0].sv_get()
    radius_start_s = self.inputs[1].sv_get()[0]
    radius_end_s = self.inputs[2].sv_get()[0]
    mask_s = self.inputs[3].sv_get(default=[[1]])
    solids = []
    for solid, r_s, r_e, mask in zip(
        *mlr([solids_in, radius_start_s, radius_end_s, mask_s])
    ):
        selected_edges = []
        fullList(mask, len(solid.Edges))
        for edge, m in zip(solid.Edges, mask):
            if m:
                selected_edges.append(edge)
        if selected_edges:
            solid_o = solid.makeFillet(r_s, r_e, selected_edges)
        else:
            solid_o = solid
        solids.append(solid_o)
    self.outputs[""Solid""].sv_set(solids)","def process ( self ) : <TAB> if not any ( socket . is_linked for socket in self . outputs ) : <TAB> <TAB> return <TAB> solids_in = self . inputs [ 0 ] . sv_get ( ) <TAB> radius_start_s = self . inputs [ 1 ] . sv_get ( ) [ 0 ] <TAB> radius_end_s = self . inputs [ 2 ] . sv_get ( ) [ 0 ] <TAB> mask_s = self . inputs [ 3 ] . sv_get ( default = [ [ 1 ] ] ) <TAB> solids = [ ] <TAB> for solid , r_s , r_e , mask in zip ( <TAB> <TAB> * mlr ( [ solids_in , radius_start_s , radius_end_s , mask_s ] ) <TAB> ) : <TAB> <TAB> selected_edges = [ ] <TAB> <TAB> fullList ( mask , len ( solid . Edges ) ) <TAB> <TAB> for edge , m in zip ( solid . Edges , mask ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> selected_edges . append ( edge ) <TAB> <TAB> if selected_edges : <TAB> <TAB> <TAB> solid_o = solid . makeFillet ( r_s , r_e , selected_edges ) <TAB> <TAB> else : <TAB> <TAB> <TAB> solid_o = solid <TAB> <TAB> solids . append ( solid_o ) <TAB> self . outputs [ ""Solid"" ] . sv_set ( solids )",if m :,298
14024,"def key_release_cb(self, win, tdw, event):
    if self.in_drag:
        if event.keyval == self._start_keyval:
            self._stop_drag()
            self._start_keyval = None
        return True
    if self.SPRING_LOADED:
        if event.is_modifier and self.in_drag:
            return False
        if self.initial_modifiers:
            modifiers = self.current_modifiers()
            if modifiers & self.initial_modifiers == 0:
                if self is self.doc.modes.top:
                    self.doc.modes.pop()
                return True
    # Fall through to other behavioral mixins
    return super(DragMode, self).key_release_cb(win, tdw, event)","def key_release_cb ( self , win , tdw , event ) : <TAB> if self . in_drag : <TAB> <TAB> if event . keyval == self . _start_keyval : <TAB> <TAB> <TAB> self . _stop_drag ( ) <TAB> <TAB> <TAB> self . _start_keyval = None <TAB> <TAB> return True <TAB> if self . SPRING_LOADED : <TAB> <TAB> if event . is_modifier and self . in_drag : <TAB> <TAB> <TAB> return False <TAB> <TAB> if self . initial_modifiers : <TAB> <TAB> <TAB> modifiers = self . current_modifiers ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if self is self . doc . modes . top : <TAB> <TAB> <TAB> <TAB> <TAB> self . doc . modes . pop ( ) <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> return super ( DragMode , self ) . key_release_cb ( win , tdw , event )",if modifiers & self . initial_modifiers == 0 :,211
2774,"def _build_metaindex(self, dbtable, index_name):
    model = dbtable._model_
    dbindex = model._indexes_[index_name]
    kw = {}
    with self.db._adapter.index_expander():
        if ""where"" in dbindex:
            kw[""where""] = str(dbindex[""where""])
        rv = MetaIndex(
            model.tablename,
            index_name,
            [field for field in dbindex[""fields""]],
            [str(expr) for expr in dbindex[""expressions""]],
            dbindex[""unique""],
            **kw
        )
    return rv
","def _build_metaindex ( self , dbtable , index_name ) : <TAB> model = dbtable . _model_ <TAB> dbindex = model . _indexes_ [ index_name ] <TAB> kw = { } <TAB> with self . db . _adapter . index_expander ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> kw [ ""where"" ] = str ( dbindex [ ""where"" ] ) <TAB> <TAB> rv = MetaIndex ( <TAB> <TAB> <TAB> model . tablename , <TAB> <TAB> <TAB> index_name , <TAB> <TAB> <TAB> [ field for field in dbindex [ ""fields"" ] ] , <TAB> <TAB> <TAB> [ str ( expr ) for expr in dbindex [ ""expressions"" ] ] , <TAB> <TAB> <TAB> dbindex [ ""unique"" ] , <TAB> <TAB> <TAB> ** kw <TAB> <TAB> ) <TAB> return rv","if ""where"" in dbindex :",163
17747,"def block_users(self, user_ids):
    broken_items = []
    self.logger.info(""Going to block %d users."" % len(user_ids))
    for user_id in tqdm(user_ids):
        if not self.block(user_id):
            self.error_delay()
            broken_items = user_ids[user_ids.index(user_id) :]
            break
    self.logger.info(""DONE: Total blocked %d users."" % self.total[""blocks""])
    return broken_items
","def block_users ( self , user_ids ) : <TAB> broken_items = [ ] <TAB> self . logger . info ( ""Going to block %d users."" % len ( user_ids ) ) <TAB> for user_id in tqdm ( user_ids ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . error_delay ( ) <TAB> <TAB> <TAB> broken_items = user_ids [ user_ids . index ( user_id ) : ] <TAB> <TAB> <TAB> break <TAB> self . logger . info ( ""DONE: Total blocked %d users."" % self . total [ ""blocks"" ] ) <TAB> return broken_items",if not self . block ( user_id ) :,135
9727,"def has_invalid_cce(yaml_file, product_yaml=None):
    rule = yaml.open_and_macro_expand(yaml_file, product_yaml)
    if ""identifiers"" in rule and rule[""identifiers""] is not None:
        for i_type, i_value in rule[""identifiers""].items():
            if i_type[0:3] == ""cce"":
                if not checks.is_cce_value_valid(""CCE-"" + str(i_value)):
                    return True
    return False","def has_invalid_cce ( yaml_file , product_yaml = None ) : <TAB> rule = yaml . open_and_macro_expand ( yaml_file , product_yaml ) <TAB> if ""identifiers"" in rule and rule [ ""identifiers"" ] is not None : <TAB> <TAB> for i_type , i_value in rule [ ""identifiers"" ] . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if not checks . is_cce_value_valid ( ""CCE-"" + str ( i_value ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> return True <TAB> return False","if i_type [ 0 : 3 ] == ""cce"" :",134
24626,"def __import__(name, globals=None, locals=None, fromlist=(), level=0):
    module = orig___import__(name, globals, locals, fromlist, level)
    if fromlist and module.__name__ in modules:
        if ""*"" in fromlist:
            fromlist = list(fromlist)
            fromlist.remove(""*"")
            fromlist.extend(getattr(module, ""__all__"", []))
        for x in fromlist:
            if isinstance(getattr(module, x, None), types.ModuleType):
                from_name = ""{}.{}"".format(module.__name__, x)
                if from_name in modules:
                    importlib.import_module(from_name)
    return module","def __import__ ( name , globals = None , locals = None , fromlist = ( ) , level = 0 ) : <TAB> module = orig___import__ ( name , globals , locals , fromlist , level ) <TAB> if fromlist and module . __name__ in modules : <TAB> <TAB> if ""*"" in fromlist : <TAB> <TAB> <TAB> fromlist = list ( fromlist ) <TAB> <TAB> <TAB> fromlist . remove ( ""*"" ) <TAB> <TAB> <TAB> fromlist . extend ( getattr ( module , ""__all__"" , [ ] ) ) <TAB> <TAB> for x in fromlist : <TAB> <TAB> <TAB> if isinstance ( getattr ( module , x , None ) , types . ModuleType ) : <TAB> <TAB> <TAB> <TAB> from_name = ""{}.{}"" . format ( module . __name__ , x ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> importlib . import_module ( from_name ) <TAB> return module",if from_name in modules :,175
17438,"def check_friendly_cross_account(self, item):
    accounts = {
        lp.get(""UserId"", lp.get(""Group""))
        for lp in item.config.get(""LaunchPermissions"", [])
    }
    for account in accounts:
        if account == ""all"":
            continue
        if account in self.FRIENDLY:
            entity = Entity(
                category=""account"",
                value=account,
                account_name=self.FRIENDLY[account],
                account_identifier=account,
            )
            self.record_friendly_access(item, entity, actions=[""LaunchPermissions""])
","def check_friendly_cross_account ( self , item ) : <TAB> accounts = { <TAB> <TAB> lp . get ( ""UserId"" , lp . get ( ""Group"" ) ) <TAB> <TAB> for lp in item . config . get ( ""LaunchPermissions"" , [ ] ) <TAB> } <TAB> for account in accounts : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if account in self . FRIENDLY : <TAB> <TAB> <TAB> entity = Entity ( <TAB> <TAB> <TAB> <TAB> category = ""account"" , <TAB> <TAB> <TAB> <TAB> value = account , <TAB> <TAB> <TAB> <TAB> account_name = self . FRIENDLY [ account ] , <TAB> <TAB> <TAB> <TAB> account_identifier = account , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . record_friendly_access ( item , entity , actions = [ ""LaunchPermissions"" ] )","if account == ""all"" :",171
7246,"def add_user_command(ctx, username, password, groups, permissions, is_admin):
    """"""Add a new user.""""""
    if not groups:
        groups = []
    if is_admin:
        groups.append(ctx.obj.group_manager.admin_group)
    try:
        ctx.obj.user_manager.add_user(
            username, password, groups=groups, permissions=permissions, active=True
        )
        user = ctx.obj.user_manager.find_user(username)
        if user:
            click.echo(""User created:"")
            click.echo(""\t{}"".format(_user_to_line(user.as_dict())))
    except UserAlreadyExists:
        click.echo(
            ""A user with the name {} does already exist!"".format(username), err=True
        )
","def add_user_command ( ctx , username , password , groups , permissions , is_admin ) : <TAB> """"""Add a new user."""""" <TAB> if not groups : <TAB> <TAB> groups = [ ] <TAB> if is_admin : <TAB> <TAB> groups . append ( ctx . obj . group_manager . admin_group ) <TAB> try : <TAB> <TAB> ctx . obj . user_manager . add_user ( <TAB> <TAB> <TAB> username , password , groups = groups , permissions = permissions , active = True <TAB> <TAB> ) <TAB> <TAB> user = ctx . obj . user_manager . find_user ( username ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> click . echo ( ""User created:"" ) <TAB> <TAB> <TAB> click . echo ( ""\t{}"" . format ( _user_to_line ( user . as_dict ( ) ) ) ) <TAB> except UserAlreadyExists : <TAB> <TAB> click . echo ( <TAB> <TAB> <TAB> ""A user with the name {} does already exist!"" . format ( username ) , err = True <TAB> <TAB> )",if user :,209
4580,"def retry_http_digest_auth(self, req, auth):
    token, challenge = auth.split("" "", 1)
    chal = parse_keqv_list(parse_http_list(challenge))
    auth = self.get_authorization(req, chal)
    if auth:
        auth_val = ""Digest %s"" % auth
        if req.headers.get(self.auth_header, None) == auth_val:
            return None
        req.add_unredirected_header(self.auth_header, auth_val)
        resp = self.parent.open(req)
        return resp","def retry_http_digest_auth ( self , req , auth ) : <TAB> token , challenge = auth . split ( "" "" , 1 ) <TAB> chal = parse_keqv_list ( parse_http_list ( challenge ) ) <TAB> auth = self . get_authorization ( req , chal ) <TAB> if auth : <TAB> <TAB> auth_val = ""Digest %s"" % auth <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return None <TAB> <TAB> req . add_unredirected_header ( self . auth_header , auth_val ) <TAB> <TAB> resp = self . parent . open ( req ) <TAB> <TAB> return resp","if req . headers . get ( self . auth_header , None ) == auth_val :",154
17072,"def save_cover_from_filestorage(filepath, saved_filename, img):
    if hasattr(img, ""metadata""):
        img.save(filename=os.path.join(filepath, saved_filename))
        img.close()
    else:
        # check if file path exists, otherwise create it, copy file to calibre path and delete temp file
        if not os.path.exists(filepath):
            try:
                os.makedirs(filepath)
            except OSError:
                log.error(u""Failed to create path for cover"")
                return False, _(u""Failed to create path for cover"")
        try:
            img.save(os.path.join(filepath, saved_filename))
        except (IOError, OSError):
            log.error(u""Cover-file is not a valid image file, or could not be stored"")
            return False, _(
                u""Cover-file is not a valid image file, or could not be stored""
            )
    return True, None
","def save_cover_from_filestorage ( filepath , saved_filename , img ) : <TAB> if hasattr ( img , ""metadata"" ) : <TAB> <TAB> img . save ( filename = os . path . join ( filepath , saved_filename ) ) <TAB> <TAB> img . close ( ) <TAB> else : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> os . makedirs ( filepath ) <TAB> <TAB> <TAB> except OSError : <TAB> <TAB> <TAB> <TAB> log . error ( u""Failed to create path for cover"" ) <TAB> <TAB> <TAB> <TAB> return False , _ ( u""Failed to create path for cover"" ) <TAB> <TAB> try : <TAB> <TAB> <TAB> img . save ( os . path . join ( filepath , saved_filename ) ) <TAB> <TAB> except ( IOError , OSError ) : <TAB> <TAB> <TAB> log . error ( u""Cover-file is not a valid image file, or could not be stored"" ) <TAB> <TAB> <TAB> return False , _ ( <TAB> <TAB> <TAB> <TAB> u""Cover-file is not a valid image file, or could not be stored"" <TAB> <TAB> <TAB> ) <TAB> return True , None",if not os . path . exists ( filepath ) :,259
5503,"def check_enums_ATLAS_ISAEXT(lines):
    for i, isaext in enumerate(ATLAS_ISAEXT):
        got = lines.pop(0).strip()
        if i == 0:
            expect = ""none: 1""
        else:
            expect = ""{0}: {1}"".format(isaext, 1 << i)
        if got != expect:
            raise RuntimeError(
                ""ATLAS_ISAEXT mismatch at position ""
                + str(i)
                + "": got >>""
                + got
                + ""<<, expected >>""
                + expect
                + ""<<""
            )","def check_enums_ATLAS_ISAEXT ( lines ) : <TAB> for i , isaext in enumerate ( ATLAS_ISAEXT ) : <TAB> <TAB> got = lines . pop ( 0 ) . strip ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> expect = ""none: 1"" <TAB> <TAB> else : <TAB> <TAB> <TAB> expect = ""{0}: {1}"" . format ( isaext , 1 << i ) <TAB> <TAB> if got != expect : <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> ""ATLAS_ISAEXT mismatch at position "" <TAB> <TAB> <TAB> <TAB> + str ( i ) <TAB> <TAB> <TAB> <TAB> + "": got >>"" <TAB> <TAB> <TAB> <TAB> + got <TAB> <TAB> <TAB> <TAB> + ""<<, expected >>"" <TAB> <TAB> <TAB> <TAB> + expect <TAB> <TAB> <TAB> <TAB> + ""<<"" <TAB> <TAB> <TAB> )",if i == 0 :,180
9183,"def do_acquire_read_lock(self, wait=True):
    self.condition.acquire()
    try:
        # see if a synchronous operation is waiting to start
        # or is already running, in which case we wait (or just
        # give up and return)
        if wait:
            while self.current_sync_operation is not None:
                self.condition.wait()
        else:
            if self.current_sync_operation is not None:
                return False
        self.asynch += 1
    finally:
        self.condition.release()
    if not wait:
        return True","def do_acquire_read_lock ( self , wait = True ) : <TAB> self . condition . acquire ( ) <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> while self . current_sync_operation is not None : <TAB> <TAB> <TAB> <TAB> self . condition . wait ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if self . current_sync_operation is not None : <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> self . asynch += 1 <TAB> finally : <TAB> <TAB> self . condition . release ( ) <TAB> if not wait : <TAB> <TAB> return True",if wait :,162
4355,"def _diff_dict(self, old, new):
    diff = {}
    removed = []
    added = []
    for key, value in old.items():
        if key not in new:
            removed.append(key)
        elif old[key] != new[key]:
            # modified is indicated by a remove and add
            removed.append(key)
            added.append(key)
    for key, value in new.items():
        if key not in old:
            added.append(key)
    if removed:
        diff[""removed""] = sorted(removed)
    if added:
        diff[""added""] = sorted(added)
    return diff
","def _diff_dict ( self , old , new ) : <TAB> diff = { } <TAB> removed = [ ] <TAB> added = [ ] <TAB> for key , value in old . items ( ) : <TAB> <TAB> if key not in new : <TAB> <TAB> <TAB> removed . append ( key ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> removed . append ( key ) <TAB> <TAB> <TAB> added . append ( key ) <TAB> for key , value in new . items ( ) : <TAB> <TAB> if key not in old : <TAB> <TAB> <TAB> added . append ( key ) <TAB> if removed : <TAB> <TAB> diff [ ""removed"" ] = sorted ( removed ) <TAB> if added : <TAB> <TAB> diff [ ""added"" ] = sorted ( added ) <TAB> return diff",elif old [ key ] != new [ key ] :,172
14262,"def to_json_schema(self, parent=None):
    schema = {}
    if not parent:
        schema[""title""] = self.title
        if self.description:
            schema[""description""] = self.description
        if self.has_default:
            schema[""default""] = self.default
        schema[""_required_""] = self.required
    if self.null:
        schema[""type""] = [""string"", ""null""]
    else:
        schema[""type""] = ""string""
    if self.enum is not None:
        schema[""enum""] = self.enum
    return schema
","def to_json_schema ( self , parent = None ) : <TAB> schema = { } <TAB> if not parent : <TAB> <TAB> schema [ ""title"" ] = self . title <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> schema [ ""description"" ] = self . description <TAB> <TAB> if self . has_default : <TAB> <TAB> <TAB> schema [ ""default"" ] = self . default <TAB> <TAB> schema [ ""_required_"" ] = self . required <TAB> if self . null : <TAB> <TAB> schema [ ""type"" ] = [ ""string"" , ""null"" ] <TAB> else : <TAB> <TAB> schema [ ""type"" ] = ""string"" <TAB> if self . enum is not None : <TAB> <TAB> schema [ ""enum"" ] = self . enum <TAB> return schema",if self . description :,150
13349,"def load_streams(self):
    streams = []
    for raw_stream in await self.config.streams():
        _class = getattr(_streamtypes, raw_stream[""type""], None)
        if not _class:
            continue
        raw_msg_cache = raw_stream[""messages""]
        raw_stream[""_messages_cache""] = []
        for raw_msg in raw_msg_cache:
            chn = self.bot.get_channel(raw_msg[""channel""])
            if chn is not None:
                try:
                    msg = await chn.fetch_message(raw_msg[""message""])
                except discord.HTTPException:
                    pass
                else:
                    raw_stream[""_messages_cache""].append(msg)
        token = await self.bot.get_shared_api_tokens(_class.token_name)
        if token:
            if _class.__name__ == ""TwitchStream"":
                raw_stream[""token""] = token.get(""client_id"")
                raw_stream[""bearer""] = self.ttv_bearer_cache.get(""access_token"", None)
            else:
                if _class.__name__ == ""YoutubeStream"":
                    raw_stream[""config""] = self.config
                raw_stream[""token""] = token
        streams.append(_class(**raw_stream))
    return streams
","def load_streams ( self ) : <TAB> streams = [ ] <TAB> for raw_stream in await self . config . streams ( ) : <TAB> <TAB> _class = getattr ( _streamtypes , raw_stream [ ""type"" ] , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> raw_msg_cache = raw_stream [ ""messages"" ] <TAB> <TAB> raw_stream [ ""_messages_cache"" ] = [ ] <TAB> <TAB> for raw_msg in raw_msg_cache : <TAB> <TAB> <TAB> chn = self . bot . get_channel ( raw_msg [ ""channel"" ] ) <TAB> <TAB> <TAB> if chn is not None : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> msg = await chn . fetch_message ( raw_msg [ ""message"" ] ) <TAB> <TAB> <TAB> <TAB> except discord . HTTPException : <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> raw_stream [ ""_messages_cache"" ] . append ( msg ) <TAB> <TAB> token = await self . bot . get_shared_api_tokens ( _class . token_name ) <TAB> <TAB> if token : <TAB> <TAB> <TAB> if _class . __name__ == ""TwitchStream"" : <TAB> <TAB> <TAB> <TAB> raw_stream [ ""token"" ] = token . get ( ""client_id"" ) <TAB> <TAB> <TAB> <TAB> raw_stream [ ""bearer"" ] = self . ttv_bearer_cache . get ( ""access_token"" , None ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if _class . __name__ == ""YoutubeStream"" : <TAB> <TAB> <TAB> <TAB> <TAB> raw_stream [ ""config"" ] = self . config <TAB> <TAB> <TAB> <TAB> raw_stream [ ""token"" ] = token <TAB> <TAB> streams . append ( _class ( ** raw_stream ) ) <TAB> return streams",if not _class :,372
20501,"def save_servers(self):
    l = []
    for s in self.servers:
        host = s.host()
        if not host:
            continue
        nets = []
        for n in s.nets():
            subnet = n.subnet()
            if not subnet:
                continue
            nets.append((subnet, n.width()))
        d = dict(
            host=s.host(),
            nets=nets,
            autoNets=s.autoNets(),
            autoHosts=s.autoHosts(),
            useDns=s.useDns(),
            latencyControl=s.latencyControl(),
        )
        l.append(d)
    my.Defaults().setObject_forKey_(l, ""servers"")
    self.fill_menu()
","def save_servers ( self ) : <TAB> l = [ ] <TAB> for s in self . servers : <TAB> <TAB> host = s . host ( ) <TAB> <TAB> if not host : <TAB> <TAB> <TAB> continue <TAB> <TAB> nets = [ ] <TAB> <TAB> for n in s . nets ( ) : <TAB> <TAB> <TAB> subnet = n . subnet ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> nets . append ( ( subnet , n . width ( ) ) ) <TAB> <TAB> d = dict ( <TAB> <TAB> <TAB> host = s . host ( ) , <TAB> <TAB> <TAB> nets = nets , <TAB> <TAB> <TAB> autoNets = s . autoNets ( ) , <TAB> <TAB> <TAB> autoHosts = s . autoHosts ( ) , <TAB> <TAB> <TAB> useDns = s . useDns ( ) , <TAB> <TAB> <TAB> latencyControl = s . latencyControl ( ) , <TAB> <TAB> ) <TAB> <TAB> l . append ( d ) <TAB> my . Defaults ( ) . setObject_forKey_ ( l , ""servers"" ) <TAB> self . fill_menu ( )",if not subnet :,213
21825,"def parse_data_type(self, index, **kwargs):
    """"""Parse a type to an other type""""""
    if not index.isValid():
        return False
    try:
        if kwargs[""atype""] == ""date"":
            self._data[index.row()][index.column()] = datestr_to_datetime(
                self._data[index.row()][index.column()], kwargs[""dayfirst""]
            ).date()
        elif kwargs[""atype""] == ""perc"":
            _tmp = self._data[index.row()][index.column()].replace(""%"", """")
            self._data[index.row()][index.column()] = eval(_tmp) / 100.0
        elif kwargs[""atype""] == ""account"":
            _tmp = self._data[index.row()][index.column()].replace("","", """")
            self._data[index.row()][index.column()] = eval(_tmp)
        elif kwargs[""atype""] == ""unicode"":
            self._data[index.row()][index.column()] = to_text_string(
                self._data[index.row()][index.column()]
            )
        elif kwargs[""atype""] == ""int"":
            self._data[index.row()][index.column()] = int(
                self._data[index.row()][index.column()]
            )
        elif kwargs[""atype""] == ""float"":
            self._data[index.row()][index.column()] = float(
                self._data[index.row()][index.column()]
            )
        self.emit(SIGNAL(""dataChanged(QModelIndex,QModelIndex)""), index, index)
    except Exception as instance:
        print(instance)","def parse_data_type ( self , index , ** kwargs ) : <TAB> """"""Parse a type to an other type"""""" <TAB> if not index . isValid ( ) : <TAB> <TAB> return False <TAB> try : <TAB> <TAB> if kwargs [ ""atype"" ] == ""date"" : <TAB> <TAB> <TAB> self . _data [ index . row ( ) ] [ index . column ( ) ] = datestr_to_datetime ( <TAB> <TAB> <TAB> <TAB> self . _data [ index . row ( ) ] [ index . column ( ) ] , kwargs [ ""dayfirst"" ] <TAB> <TAB> <TAB> ) . date ( ) <TAB> <TAB> elif kwargs [ ""atype"" ] == ""perc"" : <TAB> <TAB> <TAB> _tmp = self . _data [ index . row ( ) ] [ index . column ( ) ] . replace ( ""%"" , """" ) <TAB> <TAB> <TAB> self . _data [ index . row ( ) ] [ index . column ( ) ] = eval ( _tmp ) / 100.0 <TAB> <TAB> elif kwargs [ ""atype"" ] == ""account"" : <TAB> <TAB> <TAB> _tmp = self . _data [ index . row ( ) ] [ index . column ( ) ] . replace ( "","" , """" ) <TAB> <TAB> <TAB> self . _data [ index . row ( ) ] [ index . column ( ) ] = eval ( _tmp ) <TAB> <TAB> elif kwargs [ ""atype"" ] == ""unicode"" : <TAB> <TAB> <TAB> self . _data [ index . row ( ) ] [ index . column ( ) ] = to_text_string ( <TAB> <TAB> <TAB> <TAB> self . _data [ index . row ( ) ] [ index . column ( ) ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _data [ index . row ( ) ] [ index . column ( ) ] = int ( <TAB> <TAB> <TAB> <TAB> self . _data [ index . row ( ) ] [ index . column ( ) ] <TAB> <TAB> <TAB> ) <TAB> <TAB> elif kwargs [ ""atype"" ] == ""float"" : <TAB> <TAB> <TAB> self . _data [ index . row ( ) ] [ index . column ( ) ] = float ( <TAB> <TAB> <TAB> <TAB> self . _data [ index . row ( ) ] [ index . column ( ) ] <TAB> <TAB> <TAB> ) <TAB> <TAB> self . emit ( SIGNAL ( ""dataChanged(QModelIndex,QModelIndex)"" ) , index , index ) <TAB> except Exception as instance : <TAB> <TAB> print ( instance )","elif kwargs [ ""atype"" ] == ""int"" :",436
15607,"def step(self, action):
    """"""Repeat action, sum reward, and max over last observations.""""""
    total_reward = 0.0
    done = None
    for i in range(self._skip):
        obs, reward, done, info = self.env.step(action)
        if i == self._skip - 2:
            self._obs_buffer[0] = obs
        if i == self._skip - 1:
            self._obs_buffer[1] = obs
        total_reward += reward
        if done:
            break
    # Note that the observation on the done=True frame
    # doesn't matter
    max_frame = self._obs_buffer.max(axis=0)
    return max_frame, total_reward, done, info","def step ( self , action ) : <TAB> """"""Repeat action, sum reward, and max over last observations."""""" <TAB> total_reward = 0.0 <TAB> done = None <TAB> for i in range ( self . _skip ) : <TAB> <TAB> obs , reward , done , info = self . env . step ( action ) <TAB> <TAB> if i == self . _skip - 2 : <TAB> <TAB> <TAB> self . _obs_buffer [ 0 ] = obs <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _obs_buffer [ 1 ] = obs <TAB> <TAB> total_reward += reward <TAB> <TAB> if done : <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> max_frame = self . _obs_buffer . max ( axis = 0 ) <TAB> return max_frame , total_reward , done , info",if i == self . _skip - 1 :,189
14424,"def DeleteKey(key, sub_key):
    log.debug(""DeleteKey: %s, %s"", key.path, sub_key)
    if key.path.startswith(""HKLM"") and not elevated:
        log.debug(
            ""DeleteKey: access denied deleting %s::%s (have %s)"",
            key.path,
            sub_key,
            access_str(key.access),
        )
        raise WindowsError(5, ""ERROR_ACCESS_DENIED"")
    path = ""\\"".join(map(lambda x: x.strip(""\\""), [key.path, sub_key, """"]))
    path_lower = path.lower()
    for k, v in data.items():
        if not k.lower().startswith(path_lower):
            continue  # not relevant
        if k.lower() == path_lower:
            path = k
            if v is None:
                continue  # empty stub
        log.warn(""DeleteKey: path %s has subkeys or values %s = %r"", path, k, v)
        raise WindowsError(4, ""ERROR_TOO_MANY_OPEN_FILES"")
    parent = path.rsplit(""\\"", 2)[0] + ""\\""
    if not parent in data:
        # put in a stub for the parent
        log.debug(""DeleteKey: deleted %s, adding parent %s"", path, parent)
        data[parent] = None
    else:
        log.debug(""DeleteKey: deleted %s"", path)
    del data[path]","def DeleteKey ( key , sub_key ) : <TAB> log . debug ( ""DeleteKey: %s, %s"" , key . path , sub_key ) <TAB> if key . path . startswith ( ""HKLM"" ) and not elevated : <TAB> <TAB> log . debug ( <TAB> <TAB> <TAB> ""DeleteKey: access denied deleting %s::%s (have %s)"" , <TAB> <TAB> <TAB> key . path , <TAB> <TAB> <TAB> sub_key , <TAB> <TAB> <TAB> access_str ( key . access ) , <TAB> <TAB> ) <TAB> <TAB> raise WindowsError ( 5 , ""ERROR_ACCESS_DENIED"" ) <TAB> path = ""\\"" . join ( map ( lambda x : x . strip ( ""\\"" ) , [ key . path , sub_key , """" ] ) ) <TAB> path_lower = path . lower ( ) <TAB> for k , v in data . items ( ) : <TAB> <TAB> if not k . lower ( ) . startswith ( path_lower ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if k . lower ( ) == path_lower : <TAB> <TAB> <TAB> path = k <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> log . warn ( ""DeleteKey: path %s has subkeys or values %s = %r"" , path , k , v ) <TAB> <TAB> raise WindowsError ( 4 , ""ERROR_TOO_MANY_OPEN_FILES"" ) <TAB> parent = path . rsplit ( ""\\"" , 2 ) [ 0 ] + ""\\"" <TAB> if not parent in data : <TAB> <TAB> <TAB> <TAB> log . debug ( ""DeleteKey: deleted %s, adding parent %s"" , path , parent ) <TAB> <TAB> data [ parent ] = None <TAB> else : <TAB> <TAB> log . debug ( ""DeleteKey: deleted %s"" , path ) <TAB> del data [ path ]",if v is None :,381
1745,"def _walk_dir(dir, ddir=None, maxlevels=10, quiet=0):
    if quiet < 2 and isinstance(dir, os.PathLike):
        dir = os.fspath(dir)
    if not quiet:
        print(""Listing {!r}..."".format(dir))
    try:
        names = os.listdir(dir)
    except OSError:
        if quiet < 2:
            print(""Can't list {!r}"".format(dir))
        names = []
    names.sort()
    for name in names:
        if name == ""__pycache__"":
            continue
        fullname = os.path.join(dir, name)
        if ddir is not None:
            dfile = os.path.join(ddir, name)
        else:
            dfile = None
        if not os.path.isdir(fullname):
            yield fullname, ddir
        elif (
            maxlevels > 0
            and name != os.curdir
            and name != os.pardir
            and os.path.isdir(fullname)
            and not os.path.islink(fullname)
        ):
            yield from _walk_dir(
                fullname, ddir=dfile, maxlevels=maxlevels - 1, quiet=quiet
            )","def _walk_dir ( dir , ddir = None , maxlevels = 10 , quiet = 0 ) : <TAB> if quiet < 2 and isinstance ( dir , os . PathLike ) : <TAB> <TAB> dir = os . fspath ( dir ) <TAB> if not quiet : <TAB> <TAB> print ( ""Listing {!r}..."" . format ( dir ) ) <TAB> try : <TAB> <TAB> names = os . listdir ( dir ) <TAB> except OSError : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""Can't list {!r}"" . format ( dir ) ) <TAB> <TAB> names = [ ] <TAB> names . sort ( ) <TAB> for name in names : <TAB> <TAB> if name == ""__pycache__"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> fullname = os . path . join ( dir , name ) <TAB> <TAB> if ddir is not None : <TAB> <TAB> <TAB> dfile = os . path . join ( ddir , name ) <TAB> <TAB> else : <TAB> <TAB> <TAB> dfile = None <TAB> <TAB> if not os . path . isdir ( fullname ) : <TAB> <TAB> <TAB> yield fullname , ddir <TAB> <TAB> elif ( <TAB> <TAB> <TAB> maxlevels > 0 <TAB> <TAB> <TAB> and name != os . curdir <TAB> <TAB> <TAB> and name != os . pardir <TAB> <TAB> <TAB> and os . path . isdir ( fullname ) <TAB> <TAB> <TAB> and not os . path . islink ( fullname ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> yield from _walk_dir ( <TAB> <TAB> <TAB> <TAB> fullname , ddir = dfile , maxlevels = maxlevels - 1 , quiet = quiet <TAB> <TAB> <TAB> )",if quiet < 2 :,327
19641,"def build_titles(title):
    warnings.warn(
        ""Deprecated, use openlibrary.catalog.merge.merge_marc.build_titles() instead."",
        DeprecationWarning,
    )
    normalized_title = normalize(title).lower()
    titles = [title, normalized_title]
    if title.find("" & "") != -1:
        t = title.replace("" & "", "" and "")
        titles.append(t)
        titles.append(normalize(t))
    t2 = []
    for t in titles:
        if t.lower().startswith(""the ""):
            t2.append(t[4:])
        elif t.lower().startswith(""a ""):
            t2.append(t[2:])
    titles += t2
    if re_amazon_title_paren.match(title):
        t2 = []
        for t in titles:
            m = re_amazon_title_paren.match(t)
            if m:
                t2.append(m.group(1))
                t2.append(normalize(m.group(1)))
        titles += t2
    return {
        ""full_title"": title,
        ""normalized_title"": normalized_title,
        ""titles"": titles,
        ""short_title"": normalized_title[:25],
    }","def build_titles ( title ) : <TAB> warnings . warn ( <TAB> <TAB> ""Deprecated, use openlibrary.catalog.merge.merge_marc.build_titles() instead."" , <TAB> <TAB> DeprecationWarning , <TAB> ) <TAB> normalized_title = normalize ( title ) . lower ( ) <TAB> titles = [ title , normalized_title ] <TAB> if title . find ( "" & "" ) != - 1 : <TAB> <TAB> t = title . replace ( "" & "" , "" and "" ) <TAB> <TAB> titles . append ( t ) <TAB> <TAB> titles . append ( normalize ( t ) ) <TAB> t2 = [ ] <TAB> for t in titles : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> t2 . append ( t [ 4 : ] ) <TAB> <TAB> elif t . lower ( ) . startswith ( ""a "" ) : <TAB> <TAB> <TAB> t2 . append ( t [ 2 : ] ) <TAB> titles += t2 <TAB> if re_amazon_title_paren . match ( title ) : <TAB> <TAB> t2 = [ ] <TAB> <TAB> for t in titles : <TAB> <TAB> <TAB> m = re_amazon_title_paren . match ( t ) <TAB> <TAB> <TAB> if m : <TAB> <TAB> <TAB> <TAB> t2 . append ( m . group ( 1 ) ) <TAB> <TAB> <TAB> <TAB> t2 . append ( normalize ( m . group ( 1 ) ) ) <TAB> <TAB> titles += t2 <TAB> return { <TAB> <TAB> ""full_title"" : title , <TAB> <TAB> ""normalized_title"" : normalized_title , <TAB> <TAB> ""titles"" : titles , <TAB> <TAB> ""short_title"" : normalized_title [ : 25 ] , <TAB> }","if t . lower ( ) . startswith ( ""the "" ) :",333
8521,"def _validate_parameter_range(self, value_hp, parameter_range):
    """"""Placeholder docstring""""""
    for (
        parameter_range_key,
        parameter_range_value,
    ) in parameter_range.__dict__.items():
        if parameter_range_key == ""scaling_type"":
            continue
        # Categorical ranges
        if isinstance(parameter_range_value, list):
            for categorical_value in parameter_range_value:
                value_hp.validate(categorical_value)
        # Continuous, Integer ranges
        else:
            value_hp.validate(parameter_range_value)
","def _validate_parameter_range ( self , value_hp , parameter_range ) : <TAB> """"""Placeholder docstring"""""" <TAB> for ( <TAB> <TAB> parameter_range_key , <TAB> <TAB> parameter_range_value , <TAB> ) in parameter_range . __dict__ . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if isinstance ( parameter_range_value , list ) : <TAB> <TAB> <TAB> for categorical_value in parameter_range_value : <TAB> <TAB> <TAB> <TAB> value_hp . validate ( categorical_value ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> value_hp . validate ( parameter_range_value )","if parameter_range_key == ""scaling_type"" :",159
15828,"def once_a_day(
    midnight_dt, current_data=self.current_data, data_portal=self.data_portal
):
    # process any capital changes that came overnight
    for capital_change in algo.calculate_capital_changes(
        midnight_dt, emission_rate=emission_rate, is_interday=True
    ):
        yield capital_change
    # set all the timestamps
    self.simulation_dt = midnight_dt
    algo.on_dt_changed(midnight_dt)
    metrics_tracker.handle_market_open(
        midnight_dt,
        algo.data_portal,
    )
    # handle any splits that impact any positions or any open orders.
    assets_we_care_about = viewkeys(metrics_tracker.positions) | viewkeys(
        algo.blotter.open_orders
    )
    if assets_we_care_about:
        splits = data_portal.get_splits(assets_we_care_about, midnight_dt)
        if splits:
            algo.blotter.process_splits(splits)
            metrics_tracker.handle_splits(splits)
","def once_a_day ( <TAB> midnight_dt , current_data = self . current_data , data_portal = self . data_portal ) : <TAB> <TAB> for capital_change in algo . calculate_capital_changes ( <TAB> <TAB> midnight_dt , emission_rate = emission_rate , is_interday = True <TAB> ) : <TAB> <TAB> yield capital_change <TAB> <TAB> self . simulation_dt = midnight_dt <TAB> algo . on_dt_changed ( midnight_dt ) <TAB> metrics_tracker . handle_market_open ( <TAB> <TAB> midnight_dt , <TAB> <TAB> algo . data_portal , <TAB> ) <TAB> <TAB> assets_we_care_about = viewkeys ( metrics_tracker . positions ) | viewkeys ( <TAB> <TAB> algo . blotter . open_orders <TAB> ) <TAB> if assets_we_care_about : <TAB> <TAB> splits = data_portal . get_splits ( assets_we_care_about , midnight_dt ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> algo . blotter . process_splits ( splits ) <TAB> <TAB> <TAB> metrics_tracker . handle_splits ( splits )",if splits :,291
2072,"def read(self, n):
    if self.current_frame:
        data = self.current_frame.read(n)
        if not data and n != 0:
            self.current_frame = None
            return self.file_read(n)
        if len(data) < n:
            raise UnpicklingError(""pickle exhausted before end of frame"")
        return data
    else:
        return self.file_read(n)","def read ( self , n ) : <TAB> if self . current_frame : <TAB> <TAB> data = self . current_frame . read ( n ) <TAB> <TAB> if not data and n != 0 : <TAB> <TAB> <TAB> self . current_frame = None <TAB> <TAB> <TAB> return self . file_read ( n ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise UnpicklingError ( ""pickle exhausted before end of frame"" ) <TAB> <TAB> return data <TAB> else : <TAB> <TAB> return self . file_read ( n )",if len ( data ) < n :,115
11498,"def _trackA(self, tracks):
    try:
        track, start, end = self.featureA
        assert track in tracks
        return track
    except TypeError:
        for track in tracks:
            for feature_set in track.get_sets():
                if hasattr(feature_set, ""features""):
                    if self.featureA in feature_set.features.values():
                        return track
        return None
","def _trackA ( self , tracks ) : <TAB> try : <TAB> <TAB> track , start , end = self . featureA <TAB> <TAB> assert track in tracks <TAB> <TAB> return track <TAB> except TypeError : <TAB> <TAB> for track in tracks : <TAB> <TAB> <TAB> for feature_set in track . get_sets ( ) : <TAB> <TAB> <TAB> <TAB> if hasattr ( feature_set , ""features"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return track <TAB> <TAB> return None",if self . featureA in feature_set . features . values ( ) :,116
8705,"def monad(self):
    if not self.cls_bl_idname:
        return None
    for monad in bpy.data.node_groups:
        if hasattr(monad, ""cls_bl_idname""):
            if monad.cls_bl_idname == self.cls_bl_idname:
                return monad
    return None
","def monad ( self ) : <TAB> if not self . cls_bl_idname : <TAB> <TAB> return None <TAB> for monad in bpy . data . node_groups : <TAB> <TAB> if hasattr ( monad , ""cls_bl_idname"" ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return monad <TAB> return None",if monad . cls_bl_idname == self . cls_bl_idname :,93
19527,"def get_upstream_statuses_events(self, upstream: Set) -> Dict[str, V1Statuses]:
    statuses_by_refs = {u: [] for u in upstream}
    events = self.events or []  # type: List[V1EventTrigger]
    for e in events:
        entity_ref = contexts_refs.get_entity_ref(e.ref)
        if not entity_ref:
            continue
        if entity_ref not in statuses_by_refs:
            continue
        for kind in e.kinds:
            status = V1EventKind.events_statuses_mapping.get(kind)
            if status:
                statuses_by_refs[entity_ref].append(status)
    return statuses_by_refs","def get_upstream_statuses_events ( self , upstream : Set ) -> Dict [ str , V1Statuses ] : <TAB> statuses_by_refs = { u : [ ] for u in upstream } <TAB> events = self . events or [ ] <TAB> for e in events : <TAB> <TAB> entity_ref = contexts_refs . get_entity_ref ( e . ref ) <TAB> <TAB> if not entity_ref : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> for kind in e . kinds : <TAB> <TAB> <TAB> status = V1EventKind . events_statuses_mapping . get ( kind ) <TAB> <TAB> <TAB> if status : <TAB> <TAB> <TAB> <TAB> statuses_by_refs [ entity_ref ] . append ( status ) <TAB> return statuses_by_refs",if entity_ref not in statuses_by_refs :,191
6143,"def fetch_count(dbset):
    ##FIXME for google:datastore cache_count is ignored
    ## if it's not an integer
    if cache_count is None or isinstance(cache_count, tuple):
        if groupby:
            c = ""count(*) AS count_all""
            nrows = db.executesql(
                ""select count(*) from (%s) _tmp;""
                % dbset._select(
                    c, left=left, cacheable=True, groupby=groupby, cache=cache_count
                )[:-1]
            )[0][0]
        elif left:
            c = ""count(*)""
            nrows = dbset.select(
                c, left=left, cacheable=True, cache=cache_count
            ).first()[c]
        elif dbset._db._adapter.dbengine == ""google:datastore"":
            # if we don't set a limit, this can timeout for a large table
            nrows = dbset.db._adapter.count(dbset.query, limit=1000)
        else:
            nrows = dbset.count(cache=cache_count)
    elif isinstance(cache_count, integer_types):
        nrows = cache_count
    elif callable(cache_count):
        nrows = cache_count(dbset, request.vars)
    else:
        nrows = 0
    return nrows","def fetch_count ( dbset ) : <TAB> <TAB> <TAB> if cache_count is None or isinstance ( cache_count , tuple ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> c = ""count(*) AS count_all"" <TAB> <TAB> <TAB> nrows = db . executesql ( <TAB> <TAB> <TAB> <TAB> ""select count(*) from (%s) _tmp;"" <TAB> <TAB> <TAB> <TAB> % dbset . _select ( <TAB> <TAB> <TAB> <TAB> <TAB> c , left = left , cacheable = True , groupby = groupby , cache = cache_count <TAB> <TAB> <TAB> <TAB> ) [ : - 1 ] <TAB> <TAB> <TAB> ) [ 0 ] [ 0 ] <TAB> <TAB> elif left : <TAB> <TAB> <TAB> c = ""count(*)"" <TAB> <TAB> <TAB> nrows = dbset . select ( <TAB> <TAB> <TAB> <TAB> c , left = left , cacheable = True , cache = cache_count <TAB> <TAB> <TAB> ) . first ( ) [ c ] <TAB> <TAB> elif dbset . _db . _adapter . dbengine == ""google:datastore"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> nrows = dbset . db . _adapter . count ( dbset . query , limit = 1000 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> nrows = dbset . count ( cache = cache_count ) <TAB> elif isinstance ( cache_count , integer_types ) : <TAB> <TAB> nrows = cache_count <TAB> elif callable ( cache_count ) : <TAB> <TAB> nrows = cache_count ( dbset , request . vars ) <TAB> else : <TAB> <TAB> nrows = 0 <TAB> return nrows",if groupby :,349
18915,"def _getRSSData(self):
    RSS_data = None
    xml_element_tree = None
    for url in [
        self.provider.url + ""rss/?sec=tv-x264&fr=false"",
        self.provider.url + ""rss/?sec=tv-dvd&fr=false"",
    ]:
        logger.log(u""Womble's Index cache update URL: "" + url, logger.DEBUG)
        data = self.provider.getURL(url)
        if data:
            parsedXML = helpers.parse_xml(data)
            if parsedXML:
                if xml_element_tree is None:
                    xml_element_tree = parsedXML
                else:
                    items = parsedXML.findall("".//item"")
                    if items:
                        for item in items:
                            xml_element_tree.append(item)
    if xml_element_tree is not None:
        RSS_data = etree.tostring(xml_element_tree)
    return RSS_data","def _getRSSData ( self ) : <TAB> RSS_data = None <TAB> xml_element_tree = None <TAB> for url in [ <TAB> <TAB> self . provider . url + ""rss/?sec=tv-x264&fr=false"" , <TAB> <TAB> self . provider . url + ""rss/?sec=tv-dvd&fr=false"" , <TAB> ] : <TAB> <TAB> logger . log ( u""Womble's Index cache update URL: "" + url , logger . DEBUG ) <TAB> <TAB> data = self . provider . getURL ( url ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> parsedXML = helpers . parse_xml ( data ) <TAB> <TAB> <TAB> if parsedXML : <TAB> <TAB> <TAB> <TAB> if xml_element_tree is None : <TAB> <TAB> <TAB> <TAB> <TAB> xml_element_tree = parsedXML <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> items = parsedXML . findall ( "".//item"" ) <TAB> <TAB> <TAB> <TAB> <TAB> if items : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for item in items : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> xml_element_tree . append ( item ) <TAB> if xml_element_tree is not None : <TAB> <TAB> RSS_data = etree . tostring ( xml_element_tree ) <TAB> return RSS_data",if data :,273
13141,"def nested_html_table(rows):
    # input: list, each item may be scalar or list
    # output: a parent table with one child table per parent item that is list, and one cell per parent item that is scalar
    # purpose: create the appearance of one table, where cell widths are independent between rows
    # attributes in any leading <tdX> inside a list are injected into to the preceeding <td> tag
    html = []
    html.append('<table border=""0"" cellspacing=""0"" cellpadding=""0"">')
    for row in rows:
        if isinstance(row, List):
            if len(row) > 0 and any(row):
                html.append("" <tr><td>"")
                html.append(
                    '  <table border=""0"" cellspacing=""0"" cellpadding=""3"" cellborder=""1""><tr>'
                )
                for cell in row:
                    if cell is not None:
                        # Inject attributes to the preceeding <td> tag where needed
                        html.append(
                            f'   <td balign=""left"">{cell}</td>'.replace(""><tdX"", """")
                        )
                html.append(""  </tr></table>"")
                html.append("" </td></tr>"")
        elif row is not None:
            html.append("" <tr><td>"")
            html.append(f""  {row}"")
            html.append("" </td></tr>"")
    html.append(""</table>"")
    return html","def nested_html_table ( rows ) : <TAB> <TAB> <TAB> <TAB> <TAB> html = [ ] <TAB> html . append ( '<table border=""0"" cellspacing=""0"" cellpadding=""0"">' ) <TAB> for row in rows : <TAB> <TAB> if isinstance ( row , List ) : <TAB> <TAB> <TAB> if len ( row ) > 0 and any ( row ) : <TAB> <TAB> <TAB> <TAB> html . append ( "" <tr><td>"" ) <TAB> <TAB> <TAB> <TAB> html . append ( <TAB> <TAB> <TAB> <TAB> <TAB> '  <table border=""0"" cellspacing=""0"" cellpadding=""3"" cellborder=""1""><tr>' <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> for cell in row : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> html . append ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> f'   <td balign=""left"">{cell}</td>' . replace ( ""><tdX"" , """" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> html . append ( ""  </tr></table>"" ) <TAB> <TAB> <TAB> <TAB> html . append ( "" </td></tr>"" ) <TAB> <TAB> elif row is not None : <TAB> <TAB> <TAB> html . append ( "" <tr><td>"" ) <TAB> <TAB> <TAB> html . append ( f""  {row}"" ) <TAB> <TAB> <TAB> html . append ( "" </td></tr>"" ) <TAB> html . append ( ""</table>"" ) <TAB> return html",if cell is not None :,399
1201,"def __init__(self, fileobj):
    stream_id = fileobj.read(4)
    if len(stream_id) != 4 or not stream_id == b""tBaK"":
        raise TAKHeaderError(""not a TAK file"")
    bitreader = _LSBBitReader(fileobj)
    while True:
        type = TAKMetadata(bitreader.bits(7))
        bitreader.skip(1)  # Unused
        size = struct.unpack(""<I"", bitreader.bytes(3) + b""\0"")[0]
        data_size = size - CRC_SIZE
        pos = fileobj.tell()
        if type == TAKMetadata.END:
            break
        elif type == TAKMetadata.STREAM_INFO:
            self._parse_stream_info(bitreader, size)
        elif type == TAKMetadata.ENCODER_INFO:
            self._parse_encoder_info(bitreader, data_size)
        assert bitreader.is_aligned()
        fileobj.seek(pos + size)
    if self.sample_rate > 0:
        self.length = self.number_of_samples / float(self.sample_rate)","def __init__ ( self , fileobj ) : <TAB> stream_id = fileobj . read ( 4 ) <TAB> if len ( stream_id ) != 4 or not stream_id == b""tBaK"" : <TAB> <TAB> raise TAKHeaderError ( ""not a TAK file"" ) <TAB> bitreader = _LSBBitReader ( fileobj ) <TAB> while True : <TAB> <TAB> type = TAKMetadata ( bitreader . bits ( 7 ) ) <TAB> <TAB> bitreader . skip ( 1 ) <TAB> <TAB> size = struct . unpack ( ""<I"" , bitreader . bytes ( 3 ) + b""\0"" ) [ 0 ] <TAB> <TAB> data_size = size - CRC_SIZE <TAB> <TAB> pos = fileobj . tell ( ) <TAB> <TAB> if type == TAKMetadata . END : <TAB> <TAB> <TAB> break <TAB> <TAB> elif type == TAKMetadata . STREAM_INFO : <TAB> <TAB> <TAB> self . _parse_stream_info ( bitreader , size ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _parse_encoder_info ( bitreader , data_size ) <TAB> <TAB> assert bitreader . is_aligned ( ) <TAB> <TAB> fileobj . seek ( pos + size ) <TAB> if self . sample_rate > 0 : <TAB> <TAB> self . length = self . number_of_samples / float ( self . sample_rate )",elif type == TAKMetadata . ENCODER_INFO :,289
10171,"def LinkFunc(target, source, env):
    # Relative paths cause problems with symbolic links, so
    # we use absolute paths, which may be a problem for people
    # who want to move their soft-linked src-trees around. Those
    # people should use the 'hard-copy' mode, softlinks cannot be
    # used for that; at least I have no idea how ...
    src = source[0].abspath
    dest = target[0].abspath
    dir, file = os.path.split(dest)
    if dir and not target[0].fs.isdir(dir):
        os.makedirs(dir)
    if not Link_Funcs:
        # Set a default order of link functions.
        set_duplicate(""hard-soft-copy"")
    fs = source[0].fs
    # Now link the files with the previously specified order.
    for func in Link_Funcs:
        try:
            func(fs, src, dest)
            break
        except (IOError, OSError):
            # An OSError indicates something happened like a permissions
            # problem or an attempt to symlink across file-system
            # boundaries.  An IOError indicates something like the file
            # not existing.  In either case, keeping trying additional
            # functions in the list and only raise an error if the last
            # one failed.
            if func == Link_Funcs[-1]:
                # exception of the last link method (copy) are fatal
                raise
    return 0","def LinkFunc ( target , source , env ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> src = source [ 0 ] . abspath <TAB> dest = target [ 0 ] . abspath <TAB> dir , file = os . path . split ( dest ) <TAB> if dir and not target [ 0 ] . fs . isdir ( dir ) : <TAB> <TAB> os . makedirs ( dir ) <TAB> if not Link_Funcs : <TAB> <TAB> <TAB> <TAB> set_duplicate ( ""hard-soft-copy"" ) <TAB> fs = source [ 0 ] . fs <TAB> <TAB> for func in Link_Funcs : <TAB> <TAB> try : <TAB> <TAB> <TAB> func ( fs , src , dest ) <TAB> <TAB> <TAB> break <TAB> <TAB> except ( IOError , OSError ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise <TAB> return 0",if func == Link_Funcs [ - 1 ] :,370
19017,"def adjust_threshold(gain_df, threshold):
    if gain_df.shape[0] == 0:
        raise BaseException(""ran out of features to prune!"")
    banned_df = gain_df.loc[gain_df >= threshold].index
    banned_features = list(banned_df)
    if len(banned_features) == 0:
        if threshold < -100000000:  # FIXME: Hacked for regression
            raise BaseException(""threshold already max!"")
        elif threshold > 0.000001:
            threshold_new = threshold / 2
        elif threshold > 0:
            threshold_new = 0
        elif threshold == 0:
            threshold_new = -0.00000001
        elif (threshold < 0) and (threshold > -0.0001):
            threshold_new = threshold * 2
        else:
            threshold_new = gain_df.max()
        logger.log(10, ""Adjusting threshold to %s"" % threshold_new)
        return FeaturePruner.adjust_threshold(gain_df=gain_df, threshold=threshold_new)
    else:
        return threshold","def adjust_threshold ( gain_df , threshold ) : <TAB> if gain_df . shape [ 0 ] == 0 : <TAB> <TAB> raise BaseException ( ""ran out of features to prune!"" ) <TAB> banned_df = gain_df . loc [ gain_df >= threshold ] . index <TAB> banned_features = list ( banned_df ) <TAB> if len ( banned_features ) == 0 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise BaseException ( ""threshold already max!"" ) <TAB> <TAB> elif threshold > 0.000001 : <TAB> <TAB> <TAB> threshold_new = threshold / 2 <TAB> <TAB> elif threshold > 0 : <TAB> <TAB> <TAB> threshold_new = 0 <TAB> <TAB> elif threshold == 0 : <TAB> <TAB> <TAB> threshold_new = - 0.00000001 <TAB> <TAB> elif ( threshold < 0 ) and ( threshold > - 0.0001 ) : <TAB> <TAB> <TAB> threshold_new = threshold * 2 <TAB> <TAB> else : <TAB> <TAB> <TAB> threshold_new = gain_df . max ( ) <TAB> <TAB> logger . log ( 10 , ""Adjusting threshold to %s"" % threshold_new ) <TAB> <TAB> return FeaturePruner . adjust_threshold ( gain_df = gain_df , threshold = threshold_new ) <TAB> else : <TAB> <TAB> return threshold",if threshold < - 100000000 :,275
3757,"def scan_eop(self):
    for i in range(len(self.bits) - 19):
        k = (
            self.get_sym(i, rec=False),
            self.get_sym(i + 5, rec=False),
            self.get_sym(i + 10, rec=False),
            self.get_sym(i + 15, rec=False),
        )
        sym = START_OF_PACKETS.get(k, None)
        if not sym:
            sym = self.find_corrupted_sop(k)
        # We have an interesting symbol sequence.
        if sym:
            # Annotate the preamble.
            self.putx(0, i, [1, [""Preamble"", ""...""]])
            # Annotate each symbol.
            self.rec_sym(i, k[0])
            self.rec_sym(i + 5, k[1])
            self.rec_sym(i + 10, k[2])
            self.rec_sym(i + 15, k[3])
            if sym == ""Hard Reset"":
                self.text += ""HRST""
                return -1  # Hard reset
            elif sym == ""Cable Reset"":
                self.text += ""CRST""
                return -1  # Cable reset
            else:
                self.putx(i, i + 20, [2, [sym, ""S""]])
            return i + 20
    self.putx(0, len(self.bits), [1, [""Junk???"", ""XXX""]])
    self.text += ""Junk???""
    self.putwarn(""No start of packet found"", ""XXX"")
    return -1  # No Start Of Packet","def scan_eop ( self ) : <TAB> for i in range ( len ( self . bits ) - 19 ) : <TAB> <TAB> k = ( <TAB> <TAB> <TAB> self . get_sym ( i , rec = False ) , <TAB> <TAB> <TAB> self . get_sym ( i + 5 , rec = False ) , <TAB> <TAB> <TAB> self . get_sym ( i + 10 , rec = False ) , <TAB> <TAB> <TAB> self . get_sym ( i + 15 , rec = False ) , <TAB> <TAB> ) <TAB> <TAB> sym = START_OF_PACKETS . get ( k , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sym = self . find_corrupted_sop ( k ) <TAB> <TAB> <TAB> <TAB> if sym : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . putx ( 0 , i , [ 1 , [ ""Preamble"" , ""..."" ] ] ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . rec_sym ( i , k [ 0 ] ) <TAB> <TAB> <TAB> self . rec_sym ( i + 5 , k [ 1 ] ) <TAB> <TAB> <TAB> self . rec_sym ( i + 10 , k [ 2 ] ) <TAB> <TAB> <TAB> self . rec_sym ( i + 15 , k [ 3 ] ) <TAB> <TAB> <TAB> if sym == ""Hard Reset"" : <TAB> <TAB> <TAB> <TAB> self . text += ""HRST"" <TAB> <TAB> <TAB> <TAB> return - 1 <TAB> <TAB> <TAB> elif sym == ""Cable Reset"" : <TAB> <TAB> <TAB> <TAB> self . text += ""CRST"" <TAB> <TAB> <TAB> <TAB> return - 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . putx ( i , i + 20 , [ 2 , [ sym , ""S"" ] ] ) <TAB> <TAB> <TAB> return i + 20 <TAB> self . putx ( 0 , len ( self . bits ) , [ 1 , [ ""Junk???"" , ""XXX"" ] ] ) <TAB> self . text += ""Junk???"" <TAB> self . putwarn ( ""No start of packet found"" , ""XXX"" ) <TAB> return - 1",if not sym :,458
24740,"def _handle_songs(self, songs, playlist=None):
    # Check this is a launch, not a configure
    if self.com_index:
        com = self.get_data(self.com_index)
        if len(songs) > com.warn_threshold:
            if not confirm_multi_song_invoke(self, com.name, len(songs)):
                print_d(""User decided not to run on %d songs"" % len(songs))
                return
        print_d(""Running %s on %d song(s)"" % (com, len(songs)))
        try:
            com.run(songs, playlist and playlist.name)
        except Exception as err:
            print_e(
                ""Couldn't run command %s: %s %s at:""
                % (
                    com.name,
                    type(err),
                    err,
                )
            )
            print_exc()
            ErrorMessage(
                self.plugin_window,
                _(""Unable to run custom command %s"") % util.escape(self.com_index),
                util.escape(str(err)),
            ).run()
","def _handle_songs ( self , songs , playlist = None ) : <TAB> <TAB> if self . com_index : <TAB> <TAB> com = self . get_data ( self . com_index ) <TAB> <TAB> if len ( songs ) > com . warn_threshold : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> print_d ( ""User decided not to run on %d songs"" % len ( songs ) ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> print_d ( ""Running %s on %d song(s)"" % ( com , len ( songs ) ) ) <TAB> <TAB> try : <TAB> <TAB> <TAB> com . run ( songs , playlist and playlist . name ) <TAB> <TAB> except Exception as err : <TAB> <TAB> <TAB> print_e ( <TAB> <TAB> <TAB> <TAB> ""Couldn't run command %s: %s %s at:"" <TAB> <TAB> <TAB> <TAB> % ( <TAB> <TAB> <TAB> <TAB> <TAB> com . name , <TAB> <TAB> <TAB> <TAB> <TAB> type ( err ) , <TAB> <TAB> <TAB> <TAB> <TAB> err , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> print_exc ( ) <TAB> <TAB> <TAB> ErrorMessage ( <TAB> <TAB> <TAB> <TAB> self . plugin_window , <TAB> <TAB> <TAB> <TAB> _ ( ""Unable to run custom command %s"" ) % util . escape ( self . com_index ) , <TAB> <TAB> <TAB> <TAB> util . escape ( str ( err ) ) , <TAB> <TAB> <TAB> ) . run ( )","if not confirm_multi_song_invoke ( self , com . name , len ( songs ) ) :",319
23036,"def update_jupyter(self, s, keywords):
    """"""Update @jupyter node in the vr pane.""""""
    pc = self
    c = pc.c
    if pc.must_change_widget(QtWebKitWidgets.QWebView):
        w = QtWebKitWidgets.QWebView()
        n = c.config.getInt(""qweb-view-font-size"")
        if n:
            settings = w.settings()
            settings.setFontSize(settings.DefaultFontSize, n)
        pc.embed_widget(w)
        assert w == pc.w
    else:
        w = pc.w
    s = self.get_jupyter_source(c)
    if isQt5:
        w.hide()  # This forces a proper update.
    w.setHtml(s)
    w.show()
    c.bodyWantsFocusNow()","def update_jupyter ( self , s , keywords ) : <TAB> """"""Update @jupyter node in the vr pane."""""" <TAB> pc = self <TAB> c = pc . c <TAB> if pc . must_change_widget ( QtWebKitWidgets . QWebView ) : <TAB> <TAB> w = QtWebKitWidgets . QWebView ( ) <TAB> <TAB> n = c . config . getInt ( ""qweb-view-font-size"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> settings = w . settings ( ) <TAB> <TAB> <TAB> settings . setFontSize ( settings . DefaultFontSize , n ) <TAB> <TAB> pc . embed_widget ( w ) <TAB> <TAB> assert w == pc . w <TAB> else : <TAB> <TAB> w = pc . w <TAB> s = self . get_jupyter_source ( c ) <TAB> if isQt5 : <TAB> <TAB> w . hide ( ) <TAB> w . setHtml ( s ) <TAB> w . show ( ) <TAB> c . bodyWantsFocusNow ( )",if n :,224
10801,"def addButtons(
    self, names, funcs, row=None, column=0, colspan=0, rowspan=0, fill=False
):
    """"""adds a 1D/2D list of buttons""""""
    if not isinstance(names, list):
        raise Exception(""Invalid button: "" + names + "". It must be a list of buttons."")
    singleFunc = self._checkFunc(names, funcs)
    frame = self._makeWidgetBox()(self.getContainer())
    if not self.ttk:
        frame.config(background=self._getContainerBg())
    # make them into a 2D array, if not already
    if not isinstance(names[0], list):
        names = [names]
        # won't be used if single func
        if funcs is not None:
            funcs = [funcs]
    sticky = None
    if fill:
        sticky = E + W
    for bRow in range(len(names)):
        for i in range(len(names[bRow])):
            t = names[bRow][i]
            if funcs is None:
                tempFunc = None
            elif singleFunc is None:
                tempFunc = funcs[bRow][i]
            else:
                tempFunc = singleFunc
            but = self._buildButton(t, tempFunc, frame)
            but.grid(row=bRow, column=i, sticky=sticky)
            Grid.columnconfigure(frame, i, weight=1)
            Grid.rowconfigure(frame, bRow, weight=1)
            frame.theWidgets.append(but)
    self._positionWidget(frame, row, column, colspan, rowspan)
    self.widgetManager.log(WIDGET_NAMES.FrameBox, frame)","def addButtons ( <TAB> self , names , funcs , row = None , column = 0 , colspan = 0 , rowspan = 0 , fill = False ) : <TAB> """"""adds a 1D/2D list of buttons"""""" <TAB> if not isinstance ( names , list ) : <TAB> <TAB> raise Exception ( ""Invalid button: "" + names + "". It must be a list of buttons."" ) <TAB> singleFunc = self . _checkFunc ( names , funcs ) <TAB> frame = self . _makeWidgetBox ( ) ( self . getContainer ( ) ) <TAB> if not self . ttk : <TAB> <TAB> frame . config ( background = self . _getContainerBg ( ) ) <TAB> <TAB> if not isinstance ( names [ 0 ] , list ) : <TAB> <TAB> names = [ names ] <TAB> <TAB> <TAB> <TAB> if funcs is not None : <TAB> <TAB> <TAB> funcs = [ funcs ] <TAB> sticky = None <TAB> if fill : <TAB> <TAB> sticky = E + W <TAB> for bRow in range ( len ( names ) ) : <TAB> <TAB> for i in range ( len ( names [ bRow ] ) ) : <TAB> <TAB> <TAB> t = names [ bRow ] [ i ] <TAB> <TAB> <TAB> if funcs is None : <TAB> <TAB> <TAB> <TAB> tempFunc = None <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> tempFunc = funcs [ bRow ] [ i ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> tempFunc = singleFunc <TAB> <TAB> <TAB> but = self . _buildButton ( t , tempFunc , frame ) <TAB> <TAB> <TAB> but . grid ( row = bRow , column = i , sticky = sticky ) <TAB> <TAB> <TAB> Grid . columnconfigure ( frame , i , weight = 1 ) <TAB> <TAB> <TAB> Grid . rowconfigure ( frame , bRow , weight = 1 ) <TAB> <TAB> <TAB> frame . theWidgets . append ( but ) <TAB> self . _positionWidget ( frame , row , column , colspan , rowspan ) <TAB> self . widgetManager . log ( WIDGET_NAMES . FrameBox , frame )",elif singleFunc is None :,439
9176,"def kwargs(self):
    kwargs = {}
    kwargs_started = False
    for param_name, param in self._signature.parameters.items():
        if not kwargs_started:
            if param.kind in (_VAR_KEYWORD, _KEYWORD_ONLY) or param._partial_kwarg:
                kwargs_started = True
            else:
                if param_name not in self.arguments:
                    kwargs_started = True
                    continue
        if not kwargs_started:
            continue
        try:
            arg = self.arguments[param_name]
        except KeyError:
            pass
        else:
            if param.kind == _VAR_KEYWORD:
                # **kwargs
                kwargs.update(arg)
            else:
                # plain keyword argument
                kwargs[param_name] = arg
    return kwargs
","def kwargs ( self ) : <TAB> kwargs = { } <TAB> kwargs_started = False <TAB> for param_name , param in self . _signature . parameters . items ( ) : <TAB> <TAB> if not kwargs_started : <TAB> <TAB> <TAB> if param . kind in ( _VAR_KEYWORD , _KEYWORD_ONLY ) or param . _partial_kwarg : <TAB> <TAB> <TAB> <TAB> kwargs_started = True <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> kwargs_started = True <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> if not kwargs_started : <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> arg = self . arguments [ param_name ] <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> pass <TAB> <TAB> else : <TAB> <TAB> <TAB> if param . kind == _VAR_KEYWORD : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> kwargs . update ( arg ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> kwargs [ param_name ] = arg <TAB> return kwargs",if param_name not in self . arguments :,233
14406,"def dump_constants(header):
    output = StringIO.StringIO()
    output.write(header)
    for attribute in dir(FSEvents):
        value = getattr(FSEvents, attribute)
        if attribute.startswith(""k"") and isinstance(value, int):
            output.write(""    %s = %s\n"" % (attribute, hex(value)))
    content = output.getvalue()
    output.close()
    return content
","def dump_constants ( header ) : <TAB> output = StringIO . StringIO ( ) <TAB> output . write ( header ) <TAB> for attribute in dir ( FSEvents ) : <TAB> <TAB> value = getattr ( FSEvents , attribute ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> output . write ( ""    %s = %s\n"" % ( attribute , hex ( value ) ) ) <TAB> content = output . getvalue ( ) <TAB> output . close ( ) <TAB> return content","if attribute . startswith ( ""k"" ) and isinstance ( value , int ) :",112
12944,"def _increment_bracket_num(self):
    self._current_bracket -= 1
    if self._current_bracket < 0:
        self._current_bracket = self._get_num_brackets() - 1
        self._current_iteration += 1
        if self._current_iteration > self.hyperband_iterations:
            self._current_bracket = 0",def _increment_bracket_num ( self ) : <TAB> self . _current_bracket -= 1 <TAB> if self . _current_bracket < 0 : <TAB> <TAB> self . _current_bracket = self . _get_num_brackets ( ) - 1 <TAB> <TAB> self . _current_iteration += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _current_bracket = 0,if self . _current_iteration > self . hyperband_iterations :,88
23692,"def pop(self):
    """"""Pop a nonterminal.  (Internal)""""""
    popdfa, popstate, popnode = self.stack.pop()
    newnode = self.convert(self.grammar, popnode)
    if newnode is not None:
        if self.stack:
            dfa, state, node = self.stack[-1]
            node.children.append(newnode)
        else:
            self.rootnode = newnode","def pop ( self ) : <TAB> """"""Pop a nonterminal.  (Internal)"""""" <TAB> popdfa , popstate , popnode = self . stack . pop ( ) <TAB> newnode = self . convert ( self . grammar , popnode ) <TAB> if newnode is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> dfa , state , node = self . stack [ - 1 ] <TAB> <TAB> <TAB> node . children . append ( newnode ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . rootnode = newnode",if self . stack :,112
12872,"def reduce_large(self, f, init):
    for x in range(self._cnt):
        if rt.reduced_QMARK_(init):
            return rt.deref(init)
        init = f.invoke([init, rt.wrap(ord(self._buffer[x]))])
    return init
","def reduce_large ( self , f , init ) : <TAB> for x in range ( self . _cnt ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return rt . deref ( init ) <TAB> <TAB> init = f . invoke ( [ init , rt . wrap ( ord ( self . _buffer [ x ] ) ) ] ) <TAB> return init",if rt . reduced_QMARK_ ( init ) :,75
23694,"def _name(
    self,
    v,
    current_klass,
    return_none_for_module=False,
    optlocal_var=False,
):
    if not hasattr(v, ""name""):
        name = v.attrname
    else:
        name = v.name
    name_type, pyname, jsname, depth, is_local = self.lookup(name)
    if name_type is None:
        # What to do with a (yet) unknown name?
        # Just nothing...
        if not optlocal_var:
            return self.scopeName(name, depth, is_local)
        return '(typeof %s == ""undefined""?%s:%s)' % (
            name,
            self.scopeName(name, depth, is_local),
            name,
        )
    return jsname
","def _name ( <TAB> self , <TAB> v , <TAB> current_klass , <TAB> return_none_for_module = False , <TAB> optlocal_var = False , ) : <TAB> if not hasattr ( v , ""name"" ) : <TAB> <TAB> name = v . attrname <TAB> else : <TAB> <TAB> name = v . name <TAB> name_type , pyname , jsname , depth , is_local = self . lookup ( name ) <TAB> if name_type is None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return self . scopeName ( name , depth , is_local ) <TAB> <TAB> return '(typeof %s == ""undefined""?%s:%s)' % ( <TAB> <TAB> <TAB> name , <TAB> <TAB> <TAB> self . scopeName ( name , depth , is_local ) , <TAB> <TAB> <TAB> name , <TAB> <TAB> ) <TAB> return jsname",if not optlocal_var :,213
18305,"def getFingerprint(self):
    value = """"
    wsOsFp = Format.getOs(""web server"", kb.headersFp)
    if wsOsFp and not hasattr(conf, ""api""):
        value += ""%s\n"" % wsOsFp
    if kb.data.banner:
        dbmsOsFp = Format.getOs(""back-end DBMS"", kb.bannerFp)
        if dbmsOsFp and not hasattr(conf, ""api""):
            value += ""%s\n"" % dbmsOsFp
    value += ""back-end DBMS: ""
    actVer = Format.getDbms()
    if not conf.extensiveFp:
        value += actVer
        return value
    comVer = self._commentCheck()
    blank = "" "" * 15
    value += ""active fingerprint: %s"" % actVer
    if comVer:
        comVer = Format.getDbms([comVer])
        value += ""\n%scomment injection fingerprint: %s"" % (blank, comVer)
    if kb.bannerFp:
        banVer = kb.bannerFp[""dbmsVersion""] if ""dbmsVersion"" in kb.bannerFp else None
        if banVer and re.search(""-log$"", kb.data.banner):
            banVer += "", logging enabled""
        banVer = Format.getDbms([banVer] if banVer else None)
        value += ""\n%sbanner parsing fingerprint: %s"" % (blank, banVer)
    htmlErrorFp = Format.getErrorParsedDBMSes()
    if htmlErrorFp:
        value += ""\n%shtml error message fingerprint: %s"" % (blank, htmlErrorFp)
    return value","def getFingerprint ( self ) : <TAB> value = """" <TAB> wsOsFp = Format . getOs ( ""web server"" , kb . headersFp ) <TAB> if wsOsFp and not hasattr ( conf , ""api"" ) : <TAB> <TAB> value += ""%s\n"" % wsOsFp <TAB> if kb . data . banner : <TAB> <TAB> dbmsOsFp = Format . getOs ( ""back-end DBMS"" , kb . bannerFp ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> value += ""%s\n"" % dbmsOsFp <TAB> value += ""back-end DBMS: "" <TAB> actVer = Format . getDbms ( ) <TAB> if not conf . extensiveFp : <TAB> <TAB> value += actVer <TAB> <TAB> return value <TAB> comVer = self . _commentCheck ( ) <TAB> blank = "" "" * 15 <TAB> value += ""active fingerprint: %s"" % actVer <TAB> if comVer : <TAB> <TAB> comVer = Format . getDbms ( [ comVer ] ) <TAB> <TAB> value += ""\n%scomment injection fingerprint: %s"" % ( blank , comVer ) <TAB> if kb . bannerFp : <TAB> <TAB> banVer = kb . bannerFp [ ""dbmsVersion"" ] if ""dbmsVersion"" in kb . bannerFp else None <TAB> <TAB> if banVer and re . search ( ""-log$"" , kb . data . banner ) : <TAB> <TAB> <TAB> banVer += "", logging enabled"" <TAB> <TAB> banVer = Format . getDbms ( [ banVer ] if banVer else None ) <TAB> <TAB> value += ""\n%sbanner parsing fingerprint: %s"" % ( blank , banVer ) <TAB> htmlErrorFp = Format . getErrorParsedDBMSes ( ) <TAB> if htmlErrorFp : <TAB> <TAB> value += ""\n%shtml error message fingerprint: %s"" % ( blank , htmlErrorFp ) <TAB> return value","if dbmsOsFp and not hasattr ( conf , ""api"" ) :",423
8053,"def get_filename(self, prompt):
    okay = False
    val = """"
    while not okay:
        val = raw_input(""%s: %s"" % (prompt, val))
        val = os.path.expanduser(val)
        if os.path.isfile(val):
            okay = True
        elif os.path.isdir(val):
            path = val
            val = self.choose_from_list(os.listdir(path))
            if val:
                val = os.path.join(path, val)
                okay = True
            else:
                val = """"
        else:
            print(""Invalid value: %s"" % val)
            val = """"
    return val
","def get_filename ( self , prompt ) : <TAB> okay = False <TAB> val = """" <TAB> while not okay : <TAB> <TAB> val = raw_input ( ""%s: %s"" % ( prompt , val ) ) <TAB> <TAB> val = os . path . expanduser ( val ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> okay = True <TAB> <TAB> elif os . path . isdir ( val ) : <TAB> <TAB> <TAB> path = val <TAB> <TAB> <TAB> val = self . choose_from_list ( os . listdir ( path ) ) <TAB> <TAB> <TAB> if val : <TAB> <TAB> <TAB> <TAB> val = os . path . join ( path , val ) <TAB> <TAB> <TAB> <TAB> okay = True <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> val = """" <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""Invalid value: %s"" % val ) <TAB> <TAB> <TAB> val = """" <TAB> return val",if os . path . isfile ( val ) :,194
7372,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.I64:
                self.txn_high_water_mark = iprot.readI64()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.LIST:
                self.open_txns = []
                (_etype381, _size378) = iprot.readListBegin()
                for _i382 in xrange(_size378):
                    _elem383 = TxnInfo()
                    _elem383.read(iprot)
                    self.open_txns.append(_elem383)
                iprot.readListEnd()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . I64 : <TAB> <TAB> <TAB> <TAB> self . txn_high_water_mark = iprot . readI64 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . open_txns = [ ] <TAB> <TAB> <TAB> <TAB> ( _etype381 , _size378 ) = iprot . readListBegin ( ) <TAB> <TAB> <TAB> <TAB> for _i382 in xrange ( _size378 ) : <TAB> <TAB> <TAB> <TAB> <TAB> _elem383 = TxnInfo ( ) <TAB> <TAB> <TAB> <TAB> <TAB> _elem383 . read ( iprot ) <TAB> <TAB> <TAB> <TAB> <TAB> self . open_txns . append ( _elem383 ) <TAB> <TAB> <TAB> <TAB> iprot . readListEnd ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . LIST :,425
20621,"def _read_filter(self, data):
    if data:
        if self.expected_inner_sha256:
            self.inner_sha.update(data)
        if self.expected_inner_md5sum:
            self.inner_md5.update(data)
    return data","def _read_filter ( self , data ) : <TAB> if data : <TAB> <TAB> if self . expected_inner_sha256 : <TAB> <TAB> <TAB> self . inner_sha . update ( data ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . inner_md5 . update ( data ) <TAB> return data",if self . expected_inner_md5sum :,76
25132,"def generate_certificate(self):
    LOG.debug(""Generating certificate for communication with fabric..."")
    if self.certificate is not None:
        LOG.debug(""Certificate already generated."")
        return
    with cd(self.tmpdir):
        subp.subp(
            [
                ""openssl"",
                ""req"",
                ""-x509"",
                ""-nodes"",
                ""-subj"",
                ""/CN=LinuxTransport"",
                ""-days"",
                ""32768"",
                ""-newkey"",
                ""rsa:2048"",
                ""-keyout"",
                self.certificate_names[""private_key""],
                ""-out"",
                self.certificate_names[""certificate""],
            ]
        )
        certificate = """"
        for line in open(self.certificate_names[""certificate""]):
            if ""CERTIFICATE"" not in line:
                certificate += line.rstrip()
        self.certificate = certificate
    LOG.debug(""New certificate generated."")","def generate_certificate ( self ) : <TAB> LOG . debug ( ""Generating certificate for communication with fabric..."" ) <TAB> if self . certificate is not None : <TAB> <TAB> LOG . debug ( ""Certificate already generated."" ) <TAB> <TAB> return <TAB> with cd ( self . tmpdir ) : <TAB> <TAB> subp . subp ( <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> ""openssl"" , <TAB> <TAB> <TAB> <TAB> ""req"" , <TAB> <TAB> <TAB> <TAB> ""-x509"" , <TAB> <TAB> <TAB> <TAB> ""-nodes"" , <TAB> <TAB> <TAB> <TAB> ""-subj"" , <TAB> <TAB> <TAB> <TAB> ""/CN=LinuxTransport"" , <TAB> <TAB> <TAB> <TAB> ""-days"" , <TAB> <TAB> <TAB> <TAB> ""32768"" , <TAB> <TAB> <TAB> <TAB> ""-newkey"" , <TAB> <TAB> <TAB> <TAB> ""rsa:2048"" , <TAB> <TAB> <TAB> <TAB> ""-keyout"" , <TAB> <TAB> <TAB> <TAB> self . certificate_names [ ""private_key"" ] , <TAB> <TAB> <TAB> <TAB> ""-out"" , <TAB> <TAB> <TAB> <TAB> self . certificate_names [ ""certificate"" ] , <TAB> <TAB> <TAB> ] <TAB> <TAB> ) <TAB> <TAB> certificate = """" <TAB> <TAB> for line in open ( self . certificate_names [ ""certificate"" ] ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> certificate += line . rstrip ( ) <TAB> <TAB> self . certificate = certificate <TAB> LOG . debug ( ""New certificate generated."" )","if ""CERTIFICATE"" not in line :",276
14707,"def GeneratePageMetatadata(self, task):
    address_space = self.session.GetParameter(""default_address_space"")
    for vma in task.mm.mmap.walk_list(""vm_next""):
        start = vma.vm_start
        end = vma.vm_end
        # Skip the entire region.
        if end < self.plugin_args.start:
            continue
        # Done.
        if start > self.plugin_args.end:
            break
        for vaddr in utils.xrange(start, end, 0x1000):
            if self.plugin_args.start <= vaddr <= self.plugin_args.end:
                yield vaddr, self._CreateMetadata(address_space.describe_vtop(vaddr))","def GeneratePageMetatadata ( self , task ) : <TAB> address_space = self . session . GetParameter ( ""default_address_space"" ) <TAB> for vma in task . mm . mmap . walk_list ( ""vm_next"" ) : <TAB> <TAB> start = vma . vm_start <TAB> <TAB> end = vma . vm_end <TAB> <TAB> <TAB> <TAB> if end < self . plugin_args . start : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if start > self . plugin_args . end : <TAB> <TAB> <TAB> break <TAB> <TAB> for vaddr in utils . xrange ( start , end , 0x1000 ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> yield vaddr , self . _CreateMetadata ( address_space . describe_vtop ( vaddr ) )",if self . plugin_args . start <= vaddr <= self . plugin_args . end :,195
2868,"def write(self, filename=None, trusted=False):
    if not filename and not self.filename:
        raise ParsingError(""File not found"", """")
    if filename:
        self.filename = filename
    else:
        filename = self.filename
    if os.path.dirname(filename) and not os.path.isdir(os.path.dirname(filename)):
        os.makedirs(os.path.dirname(filename))
    with io.open(filename, ""w"", encoding=""utf-8"") as fp:
        # An executable bit signifies that the desktop file is
        # trusted, but then the file can be executed. Add hashbang to
        # make sure that the file is opened by something that
        # understands desktop files.
        if trusted:
            fp.write(u(""#!/usr/bin/env xdg-open\n""))
        if self.defaultGroup:
            fp.write(u(""[%s]\n"") % self.defaultGroup)
            for (key, value) in self.content[self.defaultGroup].items():
                fp.write(u(""%s=%s\n"") % (key, value))
            fp.write(u(""\n""))
        for (name, group) in self.content.items():
            if name != self.defaultGroup:
                fp.write(u(""[%s]\n"") % name)
                for (key, value) in group.items():
                    fp.write(u(""%s=%s\n"") % (key, value))
                fp.write(u(""\n""))
    # Add executable bits to the file to show that it's trusted.
    if trusted:
        oldmode = os.stat(filename).st_mode
        mode = oldmode | stat.S_IXUSR | stat.S_IXGRP | stat.S_IXOTH
        os.chmod(filename, mode)
    self.tainted = False","def write ( self , filename = None , trusted = False ) : <TAB> if not filename and not self . filename : <TAB> <TAB> raise ParsingError ( ""File not found"" , """" ) <TAB> if filename : <TAB> <TAB> self . filename = filename <TAB> else : <TAB> <TAB> filename = self . filename <TAB> if os . path . dirname ( filename ) and not os . path . isdir ( os . path . dirname ( filename ) ) : <TAB> <TAB> os . makedirs ( os . path . dirname ( filename ) ) <TAB> with io . open ( filename , ""w"" , encoding = ""utf-8"" ) as fp : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if trusted : <TAB> <TAB> <TAB> fp . write ( u ( ""#!/usr/bin/env xdg-open\n"" ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fp . write ( u ( ""[%s]\n"" ) % self . defaultGroup ) <TAB> <TAB> <TAB> for ( key , value ) in self . content [ self . defaultGroup ] . items ( ) : <TAB> <TAB> <TAB> <TAB> fp . write ( u ( ""%s=%s\n"" ) % ( key , value ) ) <TAB> <TAB> <TAB> fp . write ( u ( ""\n"" ) ) <TAB> <TAB> for ( name , group ) in self . content . items ( ) : <TAB> <TAB> <TAB> if name != self . defaultGroup : <TAB> <TAB> <TAB> <TAB> fp . write ( u ( ""[%s]\n"" ) % name ) <TAB> <TAB> <TAB> <TAB> for ( key , value ) in group . items ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> fp . write ( u ( ""%s=%s\n"" ) % ( key , value ) ) <TAB> <TAB> <TAB> <TAB> fp . write ( u ( ""\n"" ) ) <TAB> <TAB> if trusted : <TAB> <TAB> oldmode = os . stat ( filename ) . st_mode <TAB> <TAB> mode = oldmode | stat . S_IXUSR | stat . S_IXGRP | stat . S_IXOTH <TAB> <TAB> os . chmod ( filename , mode ) <TAB> self . tainted = False",if self . defaultGroup :,482
1958,"def release(self):
    tid = _thread.get_ident()
    with self.lock:
        if self.owner != tid:
            raise RuntimeError(""cannot release un-acquired lock"")
        assert self.count > 0
        self.count -= 1
        if self.count == 0:
            self.owner = None
            if self.waiters:
                self.waiters -= 1
                self.wakeup.release()","def release ( self ) : <TAB> tid = _thread . get_ident ( ) <TAB> with self . lock : <TAB> <TAB> if self . owner != tid : <TAB> <TAB> <TAB> raise RuntimeError ( ""cannot release un-acquired lock"" ) <TAB> <TAB> assert self . count > 0 <TAB> <TAB> self . count -= 1 <TAB> <TAB> if self . count == 0 : <TAB> <TAB> <TAB> self . owner = None <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . waiters -= 1 <TAB> <TAB> <TAB> <TAB> self . wakeup . release ( )",if self . waiters :,117
23497,"def _execute_file(self, cmd, executor_class):
    self._check_update_tty_mode(cmd)
    if len(cmd.args) >= 1:
        sys.argv = cmd.args
        filename = cmd.args[0]
        if filename == ""-c"" or os.path.isabs(filename):
            full_filename = filename
        else:
            full_filename = os.path.abspath(filename)
        if full_filename == ""-c"":
            source = cmd.source
        else:
            with tokenize.open(full_filename) as fp:
                source = fp.read()
        for preproc in self._source_preprocessors:
            source = preproc(source, cmd)
        result_attributes = self._execute_source(
            source, full_filename, ""exec"", executor_class, cmd, self._ast_postprocessors
        )
        result_attributes[""filename""] = full_filename
        return ToplevelResponse(command_name=cmd.name, **result_attributes)
    else:
        raise UserError(""Command '%s' takes at least one argument"" % cmd.name)","def _execute_file ( self , cmd , executor_class ) : <TAB> self . _check_update_tty_mode ( cmd ) <TAB> if len ( cmd . args ) >= 1 : <TAB> <TAB> sys . argv = cmd . args <TAB> <TAB> filename = cmd . args [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> full_filename = filename <TAB> <TAB> else : <TAB> <TAB> <TAB> full_filename = os . path . abspath ( filename ) <TAB> <TAB> if full_filename == ""-c"" : <TAB> <TAB> <TAB> source = cmd . source <TAB> <TAB> else : <TAB> <TAB> <TAB> with tokenize . open ( full_filename ) as fp : <TAB> <TAB> <TAB> <TAB> source = fp . read ( ) <TAB> <TAB> for preproc in self . _source_preprocessors : <TAB> <TAB> <TAB> source = preproc ( source , cmd ) <TAB> <TAB> result_attributes = self . _execute_source ( <TAB> <TAB> <TAB> source , full_filename , ""exec"" , executor_class , cmd , self . _ast_postprocessors <TAB> <TAB> ) <TAB> <TAB> result_attributes [ ""filename"" ] = full_filename <TAB> <TAB> return ToplevelResponse ( command_name = cmd . name , ** result_attributes ) <TAB> else : <TAB> <TAB> raise UserError ( ""Command '%s' takes at least one argument"" % cmd . name )","if filename == ""-c"" or os . path . isabs ( filename ) :",289
3403,"def check_status(self):
    cache = caches[self.backend]
    try:
        cache.set(""djangohealtcheck_test"", ""itworks"")
        if not cache.get(""djangohealtcheck_test"") == ""itworks"":
            raise ServiceUnavailable(""Cache key does not match"")
    except CacheKeyWarning as e:
        self.add_error(ServiceReturnedUnexpectedResult(""Cache key warning""), e)
    except ValueError as e:
        self.add_error(ServiceReturnedUnexpectedResult(""ValueError""), e)
    except ConnectionError as e:
        self.add_error(ServiceReturnedUnexpectedResult(""Connection Error""), e)
","def check_status ( self ) : <TAB> cache = caches [ self . backend ] <TAB> try : <TAB> <TAB> cache . set ( ""djangohealtcheck_test"" , ""itworks"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ServiceUnavailable ( ""Cache key does not match"" ) <TAB> except CacheKeyWarning as e : <TAB> <TAB> self . add_error ( ServiceReturnedUnexpectedResult ( ""Cache key warning"" ) , e ) <TAB> except ValueError as e : <TAB> <TAB> self . add_error ( ServiceReturnedUnexpectedResult ( ""ValueError"" ) , e ) <TAB> except ConnectionError as e : <TAB> <TAB> self . add_error ( ServiceReturnedUnexpectedResult ( ""Connection Error"" ) , e )","if not cache . get ( ""djangohealtcheck_test"" ) == ""itworks"" :",155
22030,"def apply(self):
    for compound in self.document.traverse(nodes.compound):
        first_child = 1
        for child in compound:
            if first_child:
                if not isinstance(child, nodes.Invisible):
                    first_child = 0
            else:
                child[""classes""].append(""continued"")
        # Substitute children for compound.
        compound.replace_self(compound[:])","def apply ( self ) : <TAB> for compound in self . document . traverse ( nodes . compound ) : <TAB> <TAB> first_child = 1 <TAB> <TAB> for child in compound : <TAB> <TAB> <TAB> if first_child : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> first_child = 0 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> child [ ""classes"" ] . append ( ""continued"" ) <TAB> <TAB> <TAB> <TAB> compound . replace_self ( compound [ : ] )","if not isinstance ( child , nodes . Invisible ) :",113
1095,"def apply_search(self, search_term):
    """"""Creates a query based on the model's search_allowed_fields""""""
    if not hasattr(self.queryset.model, ""search_allowed_fields""):
        raise Exception(
            ""Search fields aren't defined in the model %s"" % self.queryset.model
        )
    search_queries = None
    for st in search_term.split("" ""):
        queries = None
        for field in self.queryset.model.search_allowed_fields:
            query = Q(**{field + ""__icontains"": st})
            if queries:
                queries |= query
            else:
                queries = query
        if search_queries:
            search_queries &= queries
        else:
            search_queries = queries
    self.queryset = self.queryset.filter(search_queries)
","def apply_search ( self , search_term ) : <TAB> """"""Creates a query based on the model's search_allowed_fields"""""" <TAB> if not hasattr ( self . queryset . model , ""search_allowed_fields"" ) : <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> ""Search fields aren't defined in the model %s"" % self . queryset . model <TAB> <TAB> ) <TAB> search_queries = None <TAB> for st in search_term . split ( "" "" ) : <TAB> <TAB> queries = None <TAB> <TAB> for field in self . queryset . model . search_allowed_fields : <TAB> <TAB> <TAB> query = Q ( ** { field + ""__icontains"" : st } ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> queries |= query <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> queries = query <TAB> <TAB> if search_queries : <TAB> <TAB> <TAB> search_queries &= queries <TAB> <TAB> else : <TAB> <TAB> <TAB> search_queries = queries <TAB> self . queryset = self . queryset . filter ( search_queries )",if queries :,214
8164,"def authenticate(self, username=None, password=None):
    username = force_username_case(username)
    request = None
    user = super(AllowFirstUserDjangoBackend, self).authenticate(
        request, username=username, password=password
    )
    if user is not None:
        if user.is_active:
            user = rewrite_user(user)
            return user
        return user
    if self.is_first_login_ever():
        user = find_or_create_user(username, password)
        user = rewrite_user(user)
        userprofile = get_profile(user)
        userprofile.first_login = False
        userprofile.save()
        ensure_has_a_group(user)
        return user
    return None
","def authenticate ( self , username = None , password = None ) : <TAB> username = force_username_case ( username ) <TAB> request = None <TAB> user = super ( AllowFirstUserDjangoBackend , self ) . authenticate ( <TAB> <TAB> request , username = username , password = password <TAB> ) <TAB> if user is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> user = rewrite_user ( user ) <TAB> <TAB> <TAB> return user <TAB> <TAB> return user <TAB> if self . is_first_login_ever ( ) : <TAB> <TAB> user = find_or_create_user ( username , password ) <TAB> <TAB> user = rewrite_user ( user ) <TAB> <TAB> userprofile = get_profile ( user ) <TAB> <TAB> userprofile . first_login = False <TAB> <TAB> userprofile . save ( ) <TAB> <TAB> ensure_has_a_group ( user ) <TAB> <TAB> return user <TAB> return None",if user . is_active :,194
19003,"def compute_acq(
    self, x: np.ndarray, model: Optional[SurrogateModel] = None
) -> np.ndarray:
    if model is None:
        model = self.model
    predictions_list = model.predict_nd(model.convert_np_to_nd(x))
    fvals_list = []
    for mean, std in predictions_list:
        if self._head_needs_current_best():
            current_best = model.convert_np_to_nd(model.current_best()).reshape((1, -1))
        else:
            current_best = None
        # Are we in batch mode? If so, mean is a matrix, whose number of columns
        # is identical to the number of samples used for fantasizing. In this
        # case, we compute the criterion values separate for every sample, and
        # average them
        do_avg = mean.ndim == 2 and mean.shape[1] > 1
        if do_avg:
            assert (
                mean.shape[1] == current_best.size
            ), ""mean.shape[1] = {}, current_best.size = {} (must be the same)"".format(
                mean.shape[1], current_best.size
            )
            std = std.reshape((-1, 1))
        fvals = self._compute_head(mean, std, current_best)
        if do_avg:
            fvals = mx.nd.mean(fvals, axis=1)
        fvals_list.append(fvals.asnumpy().astype(x.dtype, copy=False))
    return np.mean(fvals_list, axis=0)","def compute_acq ( <TAB> self , x : np . ndarray , model : Optional [ SurrogateModel ] = None ) -> np . ndarray : <TAB> if model is None : <TAB> <TAB> model = self . model <TAB> predictions_list = model . predict_nd ( model . convert_np_to_nd ( x ) ) <TAB> fvals_list = [ ] <TAB> for mean , std in predictions_list : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> current_best = model . convert_np_to_nd ( model . current_best ( ) ) . reshape ( ( 1 , - 1 ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> current_best = None <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> do_avg = mean . ndim == 2 and mean . shape [ 1 ] > 1 <TAB> <TAB> if do_avg : <TAB> <TAB> <TAB> assert ( <TAB> <TAB> <TAB> <TAB> mean . shape [ 1 ] == current_best . size <TAB> <TAB> <TAB> ) , ""mean.shape[1] = {}, current_best.size = {} (must be the same)"" . format ( <TAB> <TAB> <TAB> <TAB> mean . shape [ 1 ] , current_best . size <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> std = std . reshape ( ( - 1 , 1 ) ) <TAB> <TAB> fvals = self . _compute_head ( mean , std , current_best ) <TAB> <TAB> if do_avg : <TAB> <TAB> <TAB> fvals = mx . nd . mean ( fvals , axis = 1 ) <TAB> <TAB> fvals_list . append ( fvals . asnumpy ( ) . astype ( x . dtype , copy = False ) ) <TAB> return np . mean ( fvals_list , axis = 0 )",if self . _head_needs_current_best ( ) :,419
17838,"def test_get_output_for(self, dummy_input_layer, extra_kwargs):
    from lasagne.layers.dense import NINLayer
    nonlinearity = Mock()
    layer = NINLayer(
        dummy_input_layer, num_units=6, nonlinearity=nonlinearity, **extra_kwargs
    )
    input = theano.shared(np.random.uniform(-1, 1, (2, 3, 4, 5)))
    result = layer.get_output_for(input)
    assert result is nonlinearity.return_value
    nonlinearity_arg = nonlinearity.call_args[0][0]
    X = input.get_value()
    X = np.rollaxis(X, 1).T
    X = np.dot(X, layer.W.get_value())
    if layer.b is not None:
        if layer.untie_biases:
            X += layer.b.get_value()[:, np.newaxis].T
        else:
            X += layer.b.get_value()
    X = np.rollaxis(X.T, 0, 2)
    assert np.allclose(nonlinearity_arg.eval(), X)","def test_get_output_for ( self , dummy_input_layer , extra_kwargs ) : <TAB> from lasagne . layers . dense import NINLayer <TAB> nonlinearity = Mock ( ) <TAB> layer = NINLayer ( <TAB> <TAB> dummy_input_layer , num_units = 6 , nonlinearity = nonlinearity , ** extra_kwargs <TAB> ) <TAB> input = theano . shared ( np . random . uniform ( - 1 , 1 , ( 2 , 3 , 4 , 5 ) ) ) <TAB> result = layer . get_output_for ( input ) <TAB> assert result is nonlinearity . return_value <TAB> nonlinearity_arg = nonlinearity . call_args [ 0 ] [ 0 ] <TAB> X = input . get_value ( ) <TAB> X = np . rollaxis ( X , 1 ) . T <TAB> X = np . dot ( X , layer . W . get_value ( ) ) <TAB> if layer . b is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> X += layer . b . get_value ( ) [ : , np . newaxis ] . T <TAB> <TAB> else : <TAB> <TAB> <TAB> X += layer . b . get_value ( ) <TAB> X = np . rollaxis ( X . T , 0 , 2 ) <TAB> assert np . allclose ( nonlinearity_arg . eval ( ) , X )",if layer . untie_biases :,283
10797,"def _animateImage(self, title, firstTime=False):
    if not self.alive:
        return
    try:
        lab = self.widgetManager.get(WIDGET_NAMES.Image, title)
    except ItemLookupError:
        # image destroyed...
        try:
            self.widgetManager.remove(WIDGET_NAMES.AnimationID, title)
        except:
            pass
        return
    if not lab.image.animating:
        self.widgetManager.remove(WIDGET_NAMES.AnimationID, title)
        return
    if firstTime and lab.image.alreadyAnimated:
        return
    lab.image.alreadyAnimated = True
    try:
        if lab.image.cached:
            pic = lab.image.pics[lab.image.anim_pos]
        else:
            pic = PhotoImage(
                file=lab.image.path, format=""gif - {0}"".format(lab.image.anim_pos)
            )
            lab.image.pics.append(pic)
        lab.image.anim_pos += 1
        lab.config(image=pic)
        anim_id = self.topLevel.after(
            int(lab.image.anim_speed), self._animateImage, title
        )
        self.widgetManager.update(WIDGET_NAMES.AnimationID, title, anim_id)
    except IndexError:
        # will be thrown when we reach end of anim images
        lab.image.anim_pos = 0
        lab.image.cached = True
        self._animateImage(title)
    except TclError:
        # will be thrown when all images cached
        lab.image.anim_pos = 0
        lab.image.cached = True
        self._animateImage(title)","def _animateImage ( self , title , firstTime = False ) : <TAB> if not self . alive : <TAB> <TAB> return <TAB> try : <TAB> <TAB> lab = self . widgetManager . get ( WIDGET_NAMES . Image , title ) <TAB> except ItemLookupError : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> self . widgetManager . remove ( WIDGET_NAMES . AnimationID , title ) <TAB> <TAB> except : <TAB> <TAB> <TAB> pass <TAB> <TAB> return <TAB> if not lab . image . animating : <TAB> <TAB> self . widgetManager . remove ( WIDGET_NAMES . AnimationID , title ) <TAB> <TAB> return <TAB> if firstTime and lab . image . alreadyAnimated : <TAB> <TAB> return <TAB> lab . image . alreadyAnimated = True <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pic = lab . image . pics [ lab . image . anim_pos ] <TAB> <TAB> else : <TAB> <TAB> <TAB> pic = PhotoImage ( <TAB> <TAB> <TAB> <TAB> file = lab . image . path , format = ""gif - {0}"" . format ( lab . image . anim_pos ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> lab . image . pics . append ( pic ) <TAB> <TAB> lab . image . anim_pos += 1 <TAB> <TAB> lab . config ( image = pic ) <TAB> <TAB> anim_id = self . topLevel . after ( <TAB> <TAB> <TAB> int ( lab . image . anim_speed ) , self . _animateImage , title <TAB> <TAB> ) <TAB> <TAB> self . widgetManager . update ( WIDGET_NAMES . AnimationID , title , anim_id ) <TAB> except IndexError : <TAB> <TAB> <TAB> <TAB> lab . image . anim_pos = 0 <TAB> <TAB> lab . image . cached = True <TAB> <TAB> self . _animateImage ( title ) <TAB> except TclError : <TAB> <TAB> <TAB> <TAB> lab . image . anim_pos = 0 <TAB> <TAB> lab . image . cached = True <TAB> <TAB> self . _animateImage ( title )",if lab . image . cached :,464
15396,"def parse_special_directives(setup_entry, package_dir=None):
    # type: (S, Optional[STRING_TYPE]) -> S
    rv = setup_entry
    if not package_dir:
        package_dir = os.getcwd()
    if setup_entry.startswith(""file:""):
        _, path = setup_entry.split(""file:"")
        path = path.strip()
        if os.path.exists(path):
            rv = read_source(path)
    elif setup_entry.startswith(""attr:""):
        _, resource = setup_entry.split(""attr:"")
        resource = resource.strip()
        with temp_path():
            sys.path.insert(0, package_dir)
            if ""."" in resource:
                resource, _, attribute = resource.rpartition(""."")
            package, _, path = resource.partition(""."")
            base_path = os.path.join(package_dir, package)
            if path:
                path = os.path.join(base_path, os.path.join(*path.split(""."")))
            else:
                path = base_path
            if not os.path.exists(path) and os.path.exists(""{0}.py"".format(path)):
                path = ""{0}.py"".format(path)
            elif os.path.isdir(path):
                path = os.path.join(path, ""__init__.py"")
            rv = ast_parse_attribute_from_file(path, attribute)
            if rv:
                return str(rv)
            module = importlib.import_module(resource)
            rv = getattr(module, attribute)
            if not isinstance(rv, six.string_types):
                rv = str(rv)
    return rv","def parse_special_directives ( setup_entry , package_dir = None ) : <TAB> <TAB> rv = setup_entry <TAB> if not package_dir : <TAB> <TAB> package_dir = os . getcwd ( ) <TAB> if setup_entry . startswith ( ""file:"" ) : <TAB> <TAB> _ , path = setup_entry . split ( ""file:"" ) <TAB> <TAB> path = path . strip ( ) <TAB> <TAB> if os . path . exists ( path ) : <TAB> <TAB> <TAB> rv = read_source ( path ) <TAB> elif setup_entry . startswith ( ""attr:"" ) : <TAB> <TAB> _ , resource = setup_entry . split ( ""attr:"" ) <TAB> <TAB> resource = resource . strip ( ) <TAB> <TAB> with temp_path ( ) : <TAB> <TAB> <TAB> sys . path . insert ( 0 , package_dir ) <TAB> <TAB> <TAB> if ""."" in resource : <TAB> <TAB> <TAB> <TAB> resource , _ , attribute = resource . rpartition ( ""."" ) <TAB> <TAB> <TAB> package , _ , path = resource . partition ( ""."" ) <TAB> <TAB> <TAB> base_path = os . path . join ( package_dir , package ) <TAB> <TAB> <TAB> if path : <TAB> <TAB> <TAB> <TAB> path = os . path . join ( base_path , os . path . join ( * path . split ( ""."" ) ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> path = base_path <TAB> <TAB> <TAB> if not os . path . exists ( path ) and os . path . exists ( ""{0}.py"" . format ( path ) ) : <TAB> <TAB> <TAB> <TAB> path = ""{0}.py"" . format ( path ) <TAB> <TAB> <TAB> elif os . path . isdir ( path ) : <TAB> <TAB> <TAB> <TAB> path = os . path . join ( path , ""__init__.py"" ) <TAB> <TAB> <TAB> rv = ast_parse_attribute_from_file ( path , attribute ) <TAB> <TAB> <TAB> if rv : <TAB> <TAB> <TAB> <TAB> return str ( rv ) <TAB> <TAB> <TAB> module = importlib . import_module ( resource ) <TAB> <TAB> <TAB> rv = getattr ( module , attribute ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> rv = str ( rv ) <TAB> return rv","if not isinstance ( rv , six . string_types ) :",455
1421,"def _get_exclude_file(self, read_write):
    if not os.path.exists(self._exclude_file_path) and read_write.startswith(""r""):
        if not os.path.isdir(self._settings_directory):
            os.makedirs(self._settings_directory)
        return open(self._exclude_file_path, ""w+"")
    if os.path.isdir(self._exclude_file_path):
        raise NameError('""%s"" is a directory, not file' % self._exclude_file_path)
    try:
        return open(self._exclude_file_path, read_write)
    except IOError as e:
        raise e  # TODO FIXME
","def _get_exclude_file ( self , read_write ) : <TAB> if not os . path . exists ( self . _exclude_file_path ) and read_write . startswith ( ""r"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . makedirs ( self . _settings_directory ) <TAB> <TAB> return open ( self . _exclude_file_path , ""w+"" ) <TAB> if os . path . isdir ( self . _exclude_file_path ) : <TAB> <TAB> raise NameError ( '""%s"" is a directory, not file' % self . _exclude_file_path ) <TAB> try : <TAB> <TAB> return open ( self . _exclude_file_path , read_write ) <TAB> except IOError as e : <TAB> <TAB> raise e",if not os . path . isdir ( self . _settings_directory ) :,169
25471,"def __getitem__(self, index):
    if isinstance(index, (int, np.integer)):
        if self.restrict_array is None:
            glob_index = index
        else:
            # map the index back to the global index
            glob_index = self.restrict_array[index]
        if glob_index not in self.rows:
            self.rows[glob_index] = self.get_row(glob_index)
        row = self.rows[glob_index]
        if self.restrict_array is None:
            return row
        else:
            return row[self.restrict_array]
    else:
        if self.restrict_array is None:
            glob_index_0, glob_index_1 = index
        else:
            glob_index_0 = self.restrict_array[index[0]]
            glob_index_1 = self.restrict_array[index[1]]
        if glob_index_0 not in self.rows:
            self.rows[glob_index_0] = self.get_row(glob_index_0)
        return self.rows[glob_index_0][glob_index_1]","def __getitem__ ( self , index ) : <TAB> if isinstance ( index , ( int , np . integer ) ) : <TAB> <TAB> if self . restrict_array is None : <TAB> <TAB> <TAB> glob_index = index <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> glob_index = self . restrict_array [ index ] <TAB> <TAB> if glob_index not in self . rows : <TAB> <TAB> <TAB> self . rows [ glob_index ] = self . get_row ( glob_index ) <TAB> <TAB> row = self . rows [ glob_index ] <TAB> <TAB> if self . restrict_array is None : <TAB> <TAB> <TAB> return row <TAB> <TAB> else : <TAB> <TAB> <TAB> return row [ self . restrict_array ] <TAB> else : <TAB> <TAB> if self . restrict_array is None : <TAB> <TAB> <TAB> glob_index_0 , glob_index_1 = index <TAB> <TAB> else : <TAB> <TAB> <TAB> glob_index_0 = self . restrict_array [ index [ 0 ] ] <TAB> <TAB> <TAB> glob_index_1 = self . restrict_array [ index [ 1 ] ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . rows [ glob_index_0 ] = self . get_row ( glob_index_0 ) <TAB> <TAB> return self . rows [ glob_index_0 ] [ glob_index_1 ]",if glob_index_0 not in self . rows :,303
19639,"def filter_index(self, index, name, value):
    operations = {
        ""~"": lambda i, value: isinstance(i.value, six.string_types)
        and i.value.startswith(web.rstrips(value, ""*"")),
        ""<"": lambda i, value: i.value < value,
        "">"": lambda i, value: i.value > value,
        ""!"": lambda i, value: i.value != value,
        ""="": lambda i, value: i.value == value,
    }
    pattern = "".*([%s])$"" % """".join(operations)
    rx = web.re_compile(pattern)
    m = rx.match(name)
    if m:
        op = m.group(1)
        name = name[:-1]
    else:
        op = ""=""
    f = operations[op]
    if name == ""isbn_"":
        names = [""isbn_10"", ""isbn_13""]
    else:
        names = [name]
    if isinstance(value, list):  # Match any of the elements in value if it's a list
        for n in names:
            for i in index:
                if i.name == n and any(f(i, v) for v in value):
                    yield i.key
    else:  # Otherwise just match directly
        for n in names:
            for i in index:
                if i.name == n and f(i, value):
                    yield i.key","def filter_index ( self , index , name , value ) : <TAB> operations = { <TAB> <TAB> ""~"" : lambda i , value : isinstance ( i . value , six . string_types ) <TAB> <TAB> and i . value . startswith ( web . rstrips ( value , ""*"" ) ) , <TAB> <TAB> ""<"" : lambda i , value : i . value < value , <TAB> <TAB> "">"" : lambda i , value : i . value > value , <TAB> <TAB> ""!"" : lambda i , value : i . value != value , <TAB> <TAB> ""="" : lambda i , value : i . value == value , <TAB> } <TAB> pattern = "".*([%s])$"" % """" . join ( operations ) <TAB> rx = web . re_compile ( pattern ) <TAB> m = rx . match ( name ) <TAB> if m : <TAB> <TAB> op = m . group ( 1 ) <TAB> <TAB> name = name [ : - 1 ] <TAB> else : <TAB> <TAB> op = ""="" <TAB> f = operations [ op ] <TAB> if name == ""isbn_"" : <TAB> <TAB> names = [ ""isbn_10"" , ""isbn_13"" ] <TAB> else : <TAB> <TAB> names = [ name ] <TAB> if isinstance ( value , list ) : <TAB> <TAB> for n in names : <TAB> <TAB> <TAB> for i in index : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> yield i . key <TAB> else : <TAB> <TAB> for n in names : <TAB> <TAB> <TAB> for i in index : <TAB> <TAB> <TAB> <TAB> if i . name == n and f ( i , value ) : <TAB> <TAB> <TAB> <TAB> <TAB> yield i . key","if i . name == n and any ( f ( i , v ) for v in value ) :",378
343,"def construct_mapping(loader, node, deep=False):
    loader.flatten_mapping(node)
    mapping = OrderedDict()
    merged_duplicate = {}
    for key_node, value_node in node.value:
        key = loader.construct_object(key_node, deep=deep)
        value = loader.construct_object(value_node, deep=deep)
        if key in mapping:
            if not merge_duplicate_keys:
                raise ConstructorError(
                    ""while constructing a mapping"",
                    node.start_mark,
                    ""found duplicated key (%s)"" % key,
                    key_node.start_mark,
                )
            log.debug(""Merging values for duplicate key '%s' into a list"", key)
            if merged_duplicate.get(key):
                mapping[key].append(value)
            else:
                mapping[key] = [mapping[key], value]
                merged_duplicate[key] = True
        else:
            mapping[key] = value
    return mapping
","def construct_mapping ( loader , node , deep = False ) : <TAB> loader . flatten_mapping ( node ) <TAB> mapping = OrderedDict ( ) <TAB> merged_duplicate = { } <TAB> for key_node , value_node in node . value : <TAB> <TAB> key = loader . construct_object ( key_node , deep = deep ) <TAB> <TAB> value = loader . construct_object ( value_node , deep = deep ) <TAB> <TAB> if key in mapping : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise ConstructorError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""while constructing a mapping"" , <TAB> <TAB> <TAB> <TAB> <TAB> node . start_mark , <TAB> <TAB> <TAB> <TAB> <TAB> ""found duplicated key (%s)"" % key , <TAB> <TAB> <TAB> <TAB> <TAB> key_node . start_mark , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> log . debug ( ""Merging values for duplicate key '%s' into a list"" , key ) <TAB> <TAB> <TAB> if merged_duplicate . get ( key ) : <TAB> <TAB> <TAB> <TAB> mapping [ key ] . append ( value ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> mapping [ key ] = [ mapping [ key ] , value ] <TAB> <TAB> <TAB> <TAB> merged_duplicate [ key ] = True <TAB> <TAB> else : <TAB> <TAB> <TAB> mapping [ key ] = value <TAB> return mapping",if not merge_duplicate_keys :,283
11660,"def get_tweets(twitter, screen_name, max_id=None):
    kwargs = dict(count=3200, screen_name=screen_name)
    if max_id:
        kwargs[""max_id""] = max_id
    n_tweets = 0
    tweets = twitter.statuses.user_timeline(**kwargs)
    for tweet in tweets:
        if tweet[""id""] == max_id:
            continue
        print(
            ""%s %s\nDate: %s""
            % (tweet[""user""][""screen_name""], tweet[""id""], tweet[""created_at""])
        )
        if tweet.get(""in_reply_to_status_id""):
            print(""In-Reply-To: %s"" % tweet[""in_reply_to_status_id""])
        print()
        for line in tweet[""text""].splitlines():
            printNicely(""    "" + line + ""\n"")
        print()
        print()
        max_id = tweet[""id""]
        n_tweets += 1
    return n_tweets, max_id","def get_tweets ( twitter , screen_name , max_id = None ) : <TAB> kwargs = dict ( count = 3200 , screen_name = screen_name ) <TAB> if max_id : <TAB> <TAB> kwargs [ ""max_id"" ] = max_id <TAB> n_tweets = 0 <TAB> tweets = twitter . statuses . user_timeline ( ** kwargs ) <TAB> for tweet in tweets : <TAB> <TAB> if tweet [ ""id"" ] == max_id : <TAB> <TAB> <TAB> continue <TAB> <TAB> print ( <TAB> <TAB> <TAB> ""%s %s\nDate: %s"" <TAB> <TAB> <TAB> % ( tweet [ ""user"" ] [ ""screen_name"" ] , tweet [ ""id"" ] , tweet [ ""created_at"" ] ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""In-Reply-To: %s"" % tweet [ ""in_reply_to_status_id"" ] ) <TAB> <TAB> print ( ) <TAB> <TAB> for line in tweet [ ""text"" ] . splitlines ( ) : <TAB> <TAB> <TAB> printNicely ( ""    "" + line + ""\n"" ) <TAB> <TAB> print ( ) <TAB> <TAB> print ( ) <TAB> <TAB> max_id = tweet [ ""id"" ] <TAB> <TAB> n_tweets += 1 <TAB> return n_tweets , max_id","if tweet . get ( ""in_reply_to_status_id"" ) :",289
20146,"def step(self, metric, auxiliary_metric=None):
    # convert `metrics` to float, in case it's a zero-dim Tensor
    current = float(metric)
    epoch = self.last_epoch + 1
    self.last_epoch = epoch
    is_better = False
    if self.mode == ""min"":
        if current < self.best:
            is_better = True
    if self.mode == ""max"":
        if current > self.best:
            is_better = True
    if current == self.best and auxiliary_metric:
        current_aux = float(auxiliary_metric)
        if self.aux_mode == ""min"":
            if current_aux < self.best_aux:
                is_better = True
        if self.aux_mode == ""max"":
            if current_aux > self.best_aux:
                is_better = True
    if is_better:
        self.best = current
        if auxiliary_metric:
            self.best_aux = auxiliary_metric
        self.num_bad_epochs = 0
    else:
        self.num_bad_epochs += 1
    if self.in_cooldown:
        self.cooldown_counter -= 1
        self.num_bad_epochs = 0  # ignore any bad epochs in cooldown
    if self.num_bad_epochs > self.effective_patience:
        self._reduce_lr(epoch)
        self.cooldown_counter = self.cooldown
        self.num_bad_epochs = 0
        self.effective_patience = self.default_patience
    self._last_lr = [group[""lr""] for group in self.optimizer.param_groups]","def step ( self , metric , auxiliary_metric = None ) : <TAB> <TAB> current = float ( metric ) <TAB> epoch = self . last_epoch + 1 <TAB> self . last_epoch = epoch <TAB> is_better = False <TAB> if self . mode == ""min"" : <TAB> <TAB> if current < self . best : <TAB> <TAB> <TAB> is_better = True <TAB> if self . mode == ""max"" : <TAB> <TAB> if current > self . best : <TAB> <TAB> <TAB> is_better = True <TAB> if current == self . best and auxiliary_metric : <TAB> <TAB> current_aux = float ( auxiliary_metric ) <TAB> <TAB> if self . aux_mode == ""min"" : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> is_better = True <TAB> <TAB> if self . aux_mode == ""max"" : <TAB> <TAB> <TAB> if current_aux > self . best_aux : <TAB> <TAB> <TAB> <TAB> is_better = True <TAB> if is_better : <TAB> <TAB> self . best = current <TAB> <TAB> if auxiliary_metric : <TAB> <TAB> <TAB> self . best_aux = auxiliary_metric <TAB> <TAB> self . num_bad_epochs = 0 <TAB> else : <TAB> <TAB> self . num_bad_epochs += 1 <TAB> if self . in_cooldown : <TAB> <TAB> self . cooldown_counter -= 1 <TAB> <TAB> self . num_bad_epochs = 0 <TAB> if self . num_bad_epochs > self . effective_patience : <TAB> <TAB> self . _reduce_lr ( epoch ) <TAB> <TAB> self . cooldown_counter = self . cooldown <TAB> <TAB> self . num_bad_epochs = 0 <TAB> <TAB> self . effective_patience = self . default_patience <TAB> self . _last_lr = [ group [ ""lr"" ] for group in self . optimizer . param_groups ]",if current_aux < self . best_aux :,421
17388,"def do_begin(self, byte):
    if byte.isspace():
        return
    if byte != ""<"":
        if self.beExtremelyLenient:
            self._leadingBodyData = byte
            return ""bodydata""
        self._parseError(""First char of document [{!r}] wasn't <"".format(byte))
    return ""tagstart""
","def do_begin ( self , byte ) : <TAB> if byte . isspace ( ) : <TAB> <TAB> return <TAB> if byte != ""<"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _leadingBodyData = byte <TAB> <TAB> <TAB> return ""bodydata"" <TAB> <TAB> self . _parseError ( ""First char of document [{!r}] wasn't <"" . format ( byte ) ) <TAB> return ""tagstart""",if self . beExtremelyLenient :,91
23969,"def merge(self, img, back, M, O, mode, shape, win, lookup):
    if img.ndim == 2:
        rstarr = np.zeros(shape, dtype=img.dtype)
        my_transform(img, M, offset=O, output=rstarr, k=1, clip=False)
        if rstarr.dtype == np.complex128:
            rstarr = np.abs(rstarr)
        rstarr = lookup(rstarr)
    if img.ndim == 3:
        rstarr = np.zeros((win[3], win[2], 3), dtype=img.dtype)
        for i in range(3):
            my_transform(
                img[:, :, i], M, offset=O, output=rstarr[:, :, i], k=1, clip=False
            )
    if not back is None:
        for i in range(3):
            my_transform(
                back[:, :, i] if back.ndim == 3 else back,
                M,
                offset=O,
                output=rstarr[:, :, i],
                k=mode[0],
                clip=mode[1] == ""Clip"",
            )
    return rstarr","def merge ( self , img , back , M , O , mode , shape , win , lookup ) : <TAB> if img . ndim == 2 : <TAB> <TAB> rstarr = np . zeros ( shape , dtype = img . dtype ) <TAB> <TAB> my_transform ( img , M , offset = O , output = rstarr , k = 1 , clip = False ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rstarr = np . abs ( rstarr ) <TAB> <TAB> rstarr = lookup ( rstarr ) <TAB> if img . ndim == 3 : <TAB> <TAB> rstarr = np . zeros ( ( win [ 3 ] , win [ 2 ] , 3 ) , dtype = img . dtype ) <TAB> <TAB> for i in range ( 3 ) : <TAB> <TAB> <TAB> my_transform ( <TAB> <TAB> <TAB> <TAB> img [ : , : , i ] , M , offset = O , output = rstarr [ : , : , i ] , k = 1 , clip = False <TAB> <TAB> <TAB> ) <TAB> if not back is None : <TAB> <TAB> for i in range ( 3 ) : <TAB> <TAB> <TAB> my_transform ( <TAB> <TAB> <TAB> <TAB> back [ : , : , i ] if back . ndim == 3 else back , <TAB> <TAB> <TAB> <TAB> M , <TAB> <TAB> <TAB> <TAB> offset = O , <TAB> <TAB> <TAB> <TAB> output = rstarr [ : , : , i ] , <TAB> <TAB> <TAB> <TAB> k = mode [ 0 ] , <TAB> <TAB> <TAB> <TAB> clip = mode [ 1 ] == ""Clip"" , <TAB> <TAB> <TAB> ) <TAB> return rstarr",if rstarr . dtype == np . complex128 :,315
21477,"def tags():
    """"""Return a dictionary of all tags in the form {hash: [tag_names, ...]}.""""""
    tags = {}
    for (n, c) in list_refs():
        if n.startswith(""refs/tags/""):
            name = n[10:]
            if not c in tags:
                tags[c] = []
            tags[c].append(name)  # more than one tag can point at 'c'
    return tags","def tags ( ) : <TAB> """"""Return a dictionary of all tags in the form {hash: [tag_names, ...]}."""""" <TAB> tags = { } <TAB> for ( n , c ) in list_refs ( ) : <TAB> <TAB> if n . startswith ( ""refs/tags/"" ) : <TAB> <TAB> <TAB> name = n [ 10 : ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> tags [ c ] = [ ] <TAB> <TAB> <TAB> tags [ c ] . append ( name ) <TAB> return tags",if not c in tags :,116
5543,"def run():
    sem = asyncio.Semaphore(threads)
    futures = []
    for task in task_list:
        if sync:
            futures.append(
                asyncio.ensure_future(
                    bound_fetch_sync(
                        sem,
                        task.get(""fn""),
                        task.get(""args"", ()),
                        task.get(""kwargs"", {}),
                    )
                )
            )
        else:
            futures.append(
                asyncio.ensure_future(
                    bound_fetch(
                        sem,
                        task.get(""fn""),
                        task.get(""args"", ()),
                        task.get(""kwargs"", {}),
                    )
                )
            )
    responses = asyncio.gather(*futures)
    return await responses
","def run ( ) : <TAB> sem = asyncio . Semaphore ( threads ) <TAB> futures = [ ] <TAB> for task in task_list : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> futures . append ( <TAB> <TAB> <TAB> <TAB> asyncio . ensure_future ( <TAB> <TAB> <TAB> <TAB> <TAB> bound_fetch_sync ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sem , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> task . get ( ""fn"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> task . get ( ""args"" , ( ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> task . get ( ""kwargs"" , { } ) , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> futures . append ( <TAB> <TAB> <TAB> <TAB> asyncio . ensure_future ( <TAB> <TAB> <TAB> <TAB> <TAB> bound_fetch ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sem , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> task . get ( ""fn"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> task . get ( ""args"" , ( ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> task . get ( ""kwargs"" , { } ) , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> responses = asyncio . gather ( * futures ) <TAB> return await responses",if sync :,250
1332,"def show_top_status(self):
    """"""Show top status row.""""""
    self.header_win.erase()
    size = self.get_size()
    display = self.app.config[""display""]
    head_parts = []
    if display[""show_app_name""]:
        name_str = ""Suplemon Editor v{0} -"".format(self.app.version)
        if self.app.config[""app""][""use_unicode_symbols""]:
            logo = ""\U0001f34b""  # Fancy lemon
            name_str = "" {0} {1}"".format(logo, name_str)
        head_parts.append(name_str)
    # Add module statuses to the status bar in descending order
    module_keys = sorted(self.app.modules.modules.keys())
    for name in module_keys:
        module = self.app.modules.modules[name]
        if module.options[""status""] == ""top"":
            status = module.get_status()
            if status:
                head_parts.append(status)
    if display[""show_file_list""]:
        head_parts.append(self.file_list_str())
    head = "" "".join(head_parts)
    head = head + ("" "" * (size[0] - wcswidth(head) - 1))
    head_width = wcswidth(head)
    if head_width > size[0]:
        head = head[: size[0] - head_width]
    try:
        if self.app.config[""display""][""invert_status_bars""]:
            self.header_win.addstr(0, 0, head, curses.color_pair(0) | curses.A_REVERSE)
        else:
            self.header_win.addstr(0, 0, head, curses.color_pair(0))
    except curses.error:
        pass
    self.header_win.refresh()","def show_top_status ( self ) : <TAB> """"""Show top status row."""""" <TAB> self . header_win . erase ( ) <TAB> size = self . get_size ( ) <TAB> display = self . app . config [ ""display"" ] <TAB> head_parts = [ ] <TAB> if display [ ""show_app_name"" ] : <TAB> <TAB> name_str = ""Suplemon Editor v{0} -"" . format ( self . app . version ) <TAB> <TAB> if self . app . config [ ""app"" ] [ ""use_unicode_symbols"" ] : <TAB> <TAB> <TAB> logo = ""\U0001f34b"" <TAB> <TAB> <TAB> name_str = "" {0} {1}"" . format ( logo , name_str ) <TAB> <TAB> head_parts . append ( name_str ) <TAB> <TAB> module_keys = sorted ( self . app . modules . modules . keys ( ) ) <TAB> for name in module_keys : <TAB> <TAB> module = self . app . modules . modules [ name ] <TAB> <TAB> if module . options [ ""status"" ] == ""top"" : <TAB> <TAB> <TAB> status = module . get_status ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> head_parts . append ( status ) <TAB> if display [ ""show_file_list"" ] : <TAB> <TAB> head_parts . append ( self . file_list_str ( ) ) <TAB> head = "" "" . join ( head_parts ) <TAB> head = head + ( "" "" * ( size [ 0 ] - wcswidth ( head ) - 1 ) ) <TAB> head_width = wcswidth ( head ) <TAB> if head_width > size [ 0 ] : <TAB> <TAB> head = head [ : size [ 0 ] - head_width ] <TAB> try : <TAB> <TAB> if self . app . config [ ""display"" ] [ ""invert_status_bars"" ] : <TAB> <TAB> <TAB> self . header_win . addstr ( 0 , 0 , head , curses . color_pair ( 0 ) | curses . A_REVERSE ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . header_win . addstr ( 0 , 0 , head , curses . color_pair ( 0 ) ) <TAB> except curses . error : <TAB> <TAB> pass <TAB> self . header_win . refresh ( )",if status :,478
11011,"def _norm_ident(self, ident):
    # fill in default identifier
    if ident is None:
        if not self.use_defaults:
            raise TypeError(""no ident specified"")
        ident = self.default_ident
        assert ident is not None, ""class must define default_ident""
    # handle unicode
    if isinstance(ident, bytes):
        ident = ident.decode(""ascii"")
    # check if identifier is valid
    iv = self.ident_values
    if ident in iv:
        return ident
    # resolve aliases, and recheck against ident_values
    ia = self.ident_aliases
    if ia:
        try:
            value = ia[ident]
        except KeyError:
            pass
        else:
            if value in iv:
                return value
    # failure!
    raise ValueError(""invalid ident: %r"" % (ident,))
","def _norm_ident ( self , ident ) : <TAB> <TAB> if ident is None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise TypeError ( ""no ident specified"" ) <TAB> <TAB> ident = self . default_ident <TAB> <TAB> assert ident is not None , ""class must define default_ident"" <TAB> <TAB> if isinstance ( ident , bytes ) : <TAB> <TAB> ident = ident . decode ( ""ascii"" ) <TAB> <TAB> iv = self . ident_values <TAB> if ident in iv : <TAB> <TAB> return ident <TAB> <TAB> ia = self . ident_aliases <TAB> if ia : <TAB> <TAB> try : <TAB> <TAB> <TAB> value = ia [ ident ] <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> pass <TAB> <TAB> else : <TAB> <TAB> <TAB> if value in iv : <TAB> <TAB> <TAB> <TAB> return value <TAB> <TAB> raise ValueError ( ""invalid ident: %r"" % ( ident , ) )",if not self . use_defaults :,221
1080,"def undefined_symbols(self):
    result = []
    for p in self.Productions:
        if not p:
            continue
        for s in p.prod:
            if not s in self.Prodnames and not s in self.Terminals and s != ""error"":
                result.append((s, p))
    return result
","def undefined_symbols ( self ) : <TAB> result = [ ] <TAB> for p in self . Productions : <TAB> <TAB> if not p : <TAB> <TAB> <TAB> continue <TAB> <TAB> for s in p . prod : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> result . append ( ( s , p ) ) <TAB> return result","if not s in self . Prodnames and not s in self . Terminals and s != ""error"" :",88
7234,"def log_print(self, destination, path, timestamp, print_time, success, printer_profile):
    try:
        if success:
            self._storage(destination).add_history(
                path,
                {
                    ""timestamp"": timestamp,
                    ""printTime"": print_time,
                    ""success"": success,
                    ""printerProfile"": printer_profile,
                },
            )
        else:
            self._storage(destination).add_history(
                path,
                {
                    ""timestamp"": timestamp,
                    ""success"": success,
                    ""printerProfile"": printer_profile,
                },
            )
        eventManager().fire(
            Events.METADATA_STATISTICS_UPDATED, {""storage"": destination, ""path"": path}
        )
    except NoSuchStorage:
        # if there's no storage configured where to log the print, we'll just not log it
        pass
","def log_print ( self , destination , path , timestamp , print_time , success , printer_profile ) : <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _storage ( destination ) . add_history ( <TAB> <TAB> <TAB> <TAB> path , <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> ""timestamp"" : timestamp , <TAB> <TAB> <TAB> <TAB> <TAB> ""printTime"" : print_time , <TAB> <TAB> <TAB> <TAB> <TAB> ""success"" : success , <TAB> <TAB> <TAB> <TAB> <TAB> ""printerProfile"" : printer_profile , <TAB> <TAB> <TAB> <TAB> } , <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _storage ( destination ) . add_history ( <TAB> <TAB> <TAB> <TAB> path , <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> ""timestamp"" : timestamp , <TAB> <TAB> <TAB> <TAB> <TAB> ""success"" : success , <TAB> <TAB> <TAB> <TAB> <TAB> ""printerProfile"" : printer_profile , <TAB> <TAB> <TAB> <TAB> } , <TAB> <TAB> <TAB> ) <TAB> <TAB> eventManager ( ) . fire ( <TAB> <TAB> <TAB> Events . METADATA_STATISTICS_UPDATED , { ""storage"" : destination , ""path"" : path } <TAB> <TAB> ) <TAB> except NoSuchStorage : <TAB> <TAB> <TAB> <TAB> pass",if success :,273
12706,"def _is_stale(cli_ctx, cache_obj):
    cache_ttl = None
    try:
        cache_ttl = cli_ctx.config.get(""core"", ""cache_ttl"")
    except Exception as ex:  # pylint: disable=broad-except
        # TODO: No idea why Python2's except clause fails to catch NoOptionError, but this
        # is a temp workaround
        cls_str = str(ex.__class__)
        if ""NoOptionError"" in cls_str or ""NoSectionError"" in cls_str:
            # ensure a default value exists even if not previously set
            cli_ctx.config.set_value(""core"", ""cache_ttl"", DEFAULT_CACHE_TTL)
            cache_ttl = DEFAULT_CACHE_TTL
        else:
            raise ex
    time_now = datetime.datetime.now()
    time_cache = datetime.datetime.strptime(
        cache_obj.last_saved, ""%Y-%m-%d %H:%M:%S.%f""
    )
    return time_now - time_cache > datetime.timedelta(minutes=int(cache_ttl))","def _is_stale ( cli_ctx , cache_obj ) : <TAB> cache_ttl = None <TAB> try : <TAB> <TAB> cache_ttl = cli_ctx . config . get ( ""core"" , ""cache_ttl"" ) <TAB> except Exception as ex : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cls_str = str ( ex . __class__ ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cli_ctx . config . set_value ( ""core"" , ""cache_ttl"" , DEFAULT_CACHE_TTL ) <TAB> <TAB> <TAB> cache_ttl = DEFAULT_CACHE_TTL <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ex <TAB> time_now = datetime . datetime . now ( ) <TAB> time_cache = datetime . datetime . strptime ( <TAB> <TAB> cache_obj . last_saved , ""%Y-%m-%d %H:%M:%S.%f"" <TAB> ) <TAB> return time_now - time_cache > datetime . timedelta ( minutes = int ( cache_ttl ) )","if ""NoOptionError"" in cls_str or ""NoSectionError"" in cls_str :",278
5442,"def submit(
    self, metric_name, metric_type, metric_value, metric_tags=None, options=None
):
    valid_types = [""COUNTER"", ""GAUGE"", ""TIMER""]
    tags = []
    if metric_type.upper() not in valid_types:
        raise Exception(
            ""Invalid Metric Type for Statsd, '{metric}' choose from: {options}"".format(
                metric=metric_type, options="","".join(valid_types)
            )
        )
    if metric_tags:
        if not isinstance(metric_tags, dict):
            raise Exception(
                ""Invalid Metric Tags for Statsd: Tags must be in dict format""
            )
        else:
            tags = map(lambda e: ""{0}:{1}"".format(*e), metric_tags.items())
    if metric_type.upper() == ""COUNTER"":
        self.statsd.increment(metric_name, metric_value, tags)
    elif metric_type.upper() == ""GAUGE"":
        self.statsd.gauge(metric_name, metric_value, tags)
    elif metric_type.upper() == ""TIMER"":
        self.statsd.timing(metric_name, metric_value, tags)
    return","def submit ( <TAB> self , metric_name , metric_type , metric_value , metric_tags = None , options = None ) : <TAB> valid_types = [ ""COUNTER"" , ""GAUGE"" , ""TIMER"" ] <TAB> tags = [ ] <TAB> if metric_type . upper ( ) not in valid_types : <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> ""Invalid Metric Type for Statsd, '{metric}' choose from: {options}"" . format ( <TAB> <TAB> <TAB> <TAB> metric = metric_type , options = "","" . join ( valid_types ) <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> if metric_tags : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> ""Invalid Metric Tags for Statsd: Tags must be in dict format"" <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> tags = map ( lambda e : ""{0}:{1}"" . format ( * e ) , metric_tags . items ( ) ) <TAB> if metric_type . upper ( ) == ""COUNTER"" : <TAB> <TAB> self . statsd . increment ( metric_name , metric_value , tags ) <TAB> elif metric_type . upper ( ) == ""GAUGE"" : <TAB> <TAB> self . statsd . gauge ( metric_name , metric_value , tags ) <TAB> elif metric_type . upper ( ) == ""TIMER"" : <TAB> <TAB> self . statsd . timing ( metric_name , metric_value , tags ) <TAB> return","if not isinstance ( metric_tags , dict ) :",315
6454,"def tearDown(self):
    if not self.is_playback():
        try:
            if self.hosted_service_name is not None:
                self.sms.delete_hosted_service(self.hosted_service_name)
        except:
            pass
        try:
            if self.storage_account_name is not None:
                self.sms.delete_storage_account(self.storage_account_name)
        except:
            pass
        try:
            self.sms.delete_affinity_group(self.affinity_group_name)
        except:
            pass
    return super(LegacyMgmtAffinityGroupTest, self).tearDown()
","def tearDown ( self ) : <TAB> if not self . is_playback ( ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . sms . delete_hosted_service ( self . hosted_service_name ) <TAB> <TAB> except : <TAB> <TAB> <TAB> pass <TAB> <TAB> try : <TAB> <TAB> <TAB> if self . storage_account_name is not None : <TAB> <TAB> <TAB> <TAB> self . sms . delete_storage_account ( self . storage_account_name ) <TAB> <TAB> except : <TAB> <TAB> <TAB> pass <TAB> <TAB> try : <TAB> <TAB> <TAB> self . sms . delete_affinity_group ( self . affinity_group_name ) <TAB> <TAB> except : <TAB> <TAB> <TAB> pass <TAB> return super ( LegacyMgmtAffinityGroupTest , self ) . tearDown ( )",if self . hosted_service_name is not None :,180
14800,"def extend_processing(
    self, item, seconds_from_now, minimum_extension=MINIMUM_EXTENSION, updated_data=None
):
    with self._transaction_factory(db):
        try:
            queue_item = self._item_by_id_for_update(item.id)
            new_expiration = datetime.utcnow() + timedelta(seconds=seconds_from_now)
            has_change = False
            # Only actually write the new expiration to the db if it moves the expiration some minimum
            if new_expiration - queue_item.processing_expires > minimum_extension:
                queue_item.processing_expires = new_expiration
                has_change = True
            if updated_data is not None and queue_item.body != updated_data:
                queue_item.body = updated_data
                has_change = True
            if has_change:
                queue_item.save()
            return has_change
        except QueueItem.DoesNotExist:
            return False
","def extend_processing ( <TAB> self , item , seconds_from_now , minimum_extension = MINIMUM_EXTENSION , updated_data = None ) : <TAB> with self . _transaction_factory ( db ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> queue_item = self . _item_by_id_for_update ( item . id ) <TAB> <TAB> <TAB> new_expiration = datetime . utcnow ( ) + timedelta ( seconds = seconds_from_now ) <TAB> <TAB> <TAB> has_change = False <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if new_expiration - queue_item . processing_expires > minimum_extension : <TAB> <TAB> <TAB> <TAB> queue_item . processing_expires = new_expiration <TAB> <TAB> <TAB> <TAB> has_change = True <TAB> <TAB> <TAB> if updated_data is not None and queue_item . body != updated_data : <TAB> <TAB> <TAB> <TAB> queue_item . body = updated_data <TAB> <TAB> <TAB> <TAB> has_change = True <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> queue_item . save ( ) <TAB> <TAB> <TAB> return has_change <TAB> <TAB> except QueueItem . DoesNotExist : <TAB> <TAB> <TAB> return False",if has_change :,262
5707,"def render_summary(self):
    output = [
        ""Check Information"",
        ""================="",
    ]
    label_width = max([len(label[1]) for label in self.summary_labels])
    for summary_label in self.summary_labels:
        key = summary_label[0]
        if key in self.summary:
            label = summary_label[1]
            if len(summary_label) > 2:
                value = summary_label[2](self.summary[key])
            else:
                value = self.summary[key]
            output.append(
                "" %s: %s""
                % (
                    label.rjust(label_width),
                    value,
                )
            )
    return ""\n"".join(output)","def render_summary ( self ) : <TAB> output = [ <TAB> <TAB> ""Check Information"" , <TAB> <TAB> ""================="" , <TAB> ] <TAB> label_width = max ( [ len ( label [ 1 ] ) for label in self . summary_labels ] ) <TAB> for summary_label in self . summary_labels : <TAB> <TAB> key = summary_label [ 0 ] <TAB> <TAB> if key in self . summary : <TAB> <TAB> <TAB> label = summary_label [ 1 ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> value = summary_label [ 2 ] ( self . summary [ key ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> value = self . summary [ key ] <TAB> <TAB> <TAB> output . append ( <TAB> <TAB> <TAB> <TAB> "" %s: %s"" <TAB> <TAB> <TAB> <TAB> % ( <TAB> <TAB> <TAB> <TAB> <TAB> label . rjust ( label_width ) , <TAB> <TAB> <TAB> <TAB> <TAB> value , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> return ""\n"" . join ( output )",if len ( summary_label ) > 2 :,221
8501,"def generate(cfg):
    logger = logging.getLogger(__name__)
    chart_spec_path = cfg.opts(""generator"", ""chart.spec.path"", mandatory=False)
    if cfg.opts(""generator"", ""chart.type"") == ""time-series"":
        chart_type = TimeSeriesCharts
    else:
        chart_type = BarCharts
    console.info(""Loading track data..."", flush=True)
    race_configs = load_race_configs(cfg, chart_type, chart_spec_path)
    env = cfg.opts(""system"", ""env.name"")
    structures = []
    console.info(""Generating charts..."", flush=True)
    if chart_spec_path:
        if chart_type == BarCharts:
            # bar charts are flavor agnostic and split results based on a separate `user.setup` field
            structures = gen_charts_per_track(
                race_configs, chart_type, env, logger=logger
            )
        elif chart_type == TimeSeriesCharts:
            structures = gen_charts_from_track_combinations(
                race_configs, chart_type, env, logger
            )
    else:
        # Process a normal track
        structures = gen_charts_per_track(race_configs, chart_type, env, logger=logger)
    output_path = cfg.opts(""generator"", ""output.path"")
    if output_path:
        with open(io.normalize_path(output_path), mode=""wt"", encoding=""utf-8"") as f:
            print(json.dumps(structures, indent=4), file=f)
    else:
        print(json.dumps(structures, indent=4))","def generate ( cfg ) : <TAB> logger = logging . getLogger ( __name__ ) <TAB> chart_spec_path = cfg . opts ( ""generator"" , ""chart.spec.path"" , mandatory = False ) <TAB> if cfg . opts ( ""generator"" , ""chart.type"" ) == ""time-series"" : <TAB> <TAB> chart_type = TimeSeriesCharts <TAB> else : <TAB> <TAB> chart_type = BarCharts <TAB> console . info ( ""Loading track data..."" , flush = True ) <TAB> race_configs = load_race_configs ( cfg , chart_type , chart_spec_path ) <TAB> env = cfg . opts ( ""system"" , ""env.name"" ) <TAB> structures = [ ] <TAB> console . info ( ""Generating charts..."" , flush = True ) <TAB> if chart_spec_path : <TAB> <TAB> if chart_type == BarCharts : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> structures = gen_charts_per_track ( <TAB> <TAB> <TAB> <TAB> race_configs , chart_type , env , logger = logger <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> structures = gen_charts_from_track_combinations ( <TAB> <TAB> <TAB> <TAB> race_configs , chart_type , env , logger <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> <TAB> <TAB> structures = gen_charts_per_track ( race_configs , chart_type , env , logger = logger ) <TAB> output_path = cfg . opts ( ""generator"" , ""output.path"" ) <TAB> if output_path : <TAB> <TAB> with open ( io . normalize_path ( output_path ) , mode = ""wt"" , encoding = ""utf-8"" ) as f : <TAB> <TAB> <TAB> print ( json . dumps ( structures , indent = 4 ) , file = f ) <TAB> else : <TAB> <TAB> print ( json . dumps ( structures , indent = 4 ) )",elif chart_type == TimeSeriesCharts :,417
10554,"def _do_waitpid(self, expected_pid):
    assert expected_pid > 0
    try:
        pid, status = os.waitpid(expected_pid, os.WNOHANG)
    except ChildProcessError:
        # The child process is already reaped
        # (may happen if waitpid() is called elsewhere).
        pid = expected_pid
        returncode = 255
        logger.warning(""Unknown child process pid %d, will report returncode 255"", pid)
    else:
        if pid == 0:
            # The child process is still alive.
            return
        returncode = self._compute_returncode(status)
        if self._loop.get_debug():
            logger.debug(
                ""process %s exited with returncode %s"", expected_pid, returncode
            )
    try:
        callback, args = self._callbacks.pop(pid)
    except KeyError:  # pragma: no cover
        # May happen if .remove_child_handler() is called
        # after os.waitpid() returns.
        if self._loop.get_debug():
            logger.warning(
                ""Child watcher got an unexpected pid: %r"", pid, exc_info=True
            )
    else:
        callback(pid, returncode, *args)","def _do_waitpid ( self , expected_pid ) : <TAB> assert expected_pid > 0 <TAB> try : <TAB> <TAB> pid , status = os . waitpid ( expected_pid , os . WNOHANG ) <TAB> except ChildProcessError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pid = expected_pid <TAB> <TAB> returncode = 255 <TAB> <TAB> logger . warning ( ""Unknown child process pid %d, will report returncode 255"" , pid ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> returncode = self . _compute_returncode ( status ) <TAB> <TAB> if self . _loop . get_debug ( ) : <TAB> <TAB> <TAB> logger . debug ( <TAB> <TAB> <TAB> <TAB> ""process %s exited with returncode %s"" , expected_pid , returncode <TAB> <TAB> <TAB> ) <TAB> try : <TAB> <TAB> callback , args = self . _callbacks . pop ( pid ) <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . _loop . get_debug ( ) : <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> ""Child watcher got an unexpected pid: %r"" , pid , exc_info = True <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> callback ( pid , returncode , * args )",if pid == 0 :,322
1260,"def new_thread(request, document_slug):
    """"""Start a new thread.""""""
    doc = get_document(document_slug, request)
    if request.method == ""GET"":
        form = NewThreadForm()
        return render(
            request, ""kbforums/new_thread.html"", {""form"": form, ""document"": doc}
        )
    form = NewThreadForm(request.POST)
    post_preview = None
    if form.is_valid():
        if ""preview"" in request.POST:
            thread = Thread(creator=request.user, title=form.cleaned_data[""title""])
            post_preview = Post(
                thread=thread,
                creator=request.user,
                content=form.cleaned_data[""content""],
            )
        elif not _is_ratelimited(request):
            thread = doc.thread_set.create(
                creator=request.user, title=form.cleaned_data[""title""]
            )
            thread.save()
            statsd.incr(""kbforums.thread"")
            post = thread.new_post(
                creator=request.user, content=form.cleaned_data[""content""]
            )
            post.save()
            # Send notifications to forum watchers.
            NewThreadEvent(post).fire(exclude=post.creator)
            # Add notification automatically if needed.
            if Setting.get_for_user(request.user, ""kbforums_watch_new_thread""):
                NewPostEvent.notify(request.user, thread)
            return HttpResponseRedirect(
                reverse(""wiki.discuss.posts"", args=[document_slug, thread.id])
            )
    return render(
        request,
        ""kbforums/new_thread.html"",
        {""form"": form, ""document"": doc, ""post_preview"": post_preview},
    )
","def new_thread ( request , document_slug ) : <TAB> """"""Start a new thread."""""" <TAB> doc = get_document ( document_slug , request ) <TAB> if request . method == ""GET"" : <TAB> <TAB> form = NewThreadForm ( ) <TAB> <TAB> return render ( <TAB> <TAB> <TAB> request , ""kbforums/new_thread.html"" , { ""form"" : form , ""document"" : doc } <TAB> <TAB> ) <TAB> form = NewThreadForm ( request . POST ) <TAB> post_preview = None <TAB> if form . is_valid ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> thread = Thread ( creator = request . user , title = form . cleaned_data [ ""title"" ] ) <TAB> <TAB> <TAB> post_preview = Post ( <TAB> <TAB> <TAB> <TAB> thread = thread , <TAB> <TAB> <TAB> <TAB> creator = request . user , <TAB> <TAB> <TAB> <TAB> content = form . cleaned_data [ ""content"" ] , <TAB> <TAB> <TAB> ) <TAB> <TAB> elif not _is_ratelimited ( request ) : <TAB> <TAB> <TAB> thread = doc . thread_set . create ( <TAB> <TAB> <TAB> <TAB> creator = request . user , title = form . cleaned_data [ ""title"" ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> thread . save ( ) <TAB> <TAB> <TAB> statsd . incr ( ""kbforums.thread"" ) <TAB> <TAB> <TAB> post = thread . new_post ( <TAB> <TAB> <TAB> <TAB> creator = request . user , content = form . cleaned_data [ ""content"" ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> post . save ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> NewThreadEvent ( post ) . fire ( exclude = post . creator ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if Setting . get_for_user ( request . user , ""kbforums_watch_new_thread"" ) : <TAB> <TAB> <TAB> <TAB> NewPostEvent . notify ( request . user , thread ) <TAB> <TAB> <TAB> return HttpResponseRedirect ( <TAB> <TAB> <TAB> <TAB> reverse ( ""wiki.discuss.posts"" , args = [ document_slug , thread . id ] ) <TAB> <TAB> <TAB> ) <TAB> return render ( <TAB> <TAB> request , <TAB> <TAB> ""kbforums/new_thread.html"" , <TAB> <TAB> { ""form"" : form , ""document"" : doc , ""post_preview"" : post_preview } , <TAB> )","if ""preview"" in request . POST :",493
25377,"def _validate_collections_param(collections):
    if collections is None:
        return
    if not isinstance(collections, list):
        raise ValueError(""`collections` parameter must be a list or `null`."")
    collection_names = set()
    for i, collection in enumerate(collections):
        try:
            if isinstance(collection, (str, bytes)):
                collection_name = collection
            elif isinstance(collection, list):
                e = ValueError(
                    ""Expected list of format ""
                    '[""config_name"", ""storage_a_name"", ""storage_b_name""]'.format(
                        len(collection)
                    )
                )
                if len(collection) != 3:
                    raise e
                if not isinstance(collection[0], (str, bytes)):
                    raise e
                for x in collection[1:]:
                    if x is not None and not isinstance(x, (str, bytes)):
                        raise e
                collection_name = collection[0]
            else:
                raise ValueError(""Expected string or list of three strings."")
            if collection_name in collection_names:
                raise ValueError(""Duplicate value."")
            collection_names.add(collection_name)
        except ValueError as e:
            raise ValueError(
                ""`collections` parameter, position {i}: {e}"".format(i=i, e=str(e))
            )","def _validate_collections_param ( collections ) : <TAB> if collections is None : <TAB> <TAB> return <TAB> if not isinstance ( collections , list ) : <TAB> <TAB> raise ValueError ( ""`collections` parameter must be a list or `null`."" ) <TAB> collection_names = set ( ) <TAB> for i , collection in enumerate ( collections ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> if isinstance ( collection , ( str , bytes ) ) : <TAB> <TAB> <TAB> <TAB> collection_name = collection <TAB> <TAB> <TAB> elif isinstance ( collection , list ) : <TAB> <TAB> <TAB> <TAB> e = ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Expected list of format "" <TAB> <TAB> <TAB> <TAB> <TAB> '[""config_name"", ""storage_a_name"", ""storage_b_name""]' . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> len ( collection ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> if len ( collection ) != 3 : <TAB> <TAB> <TAB> <TAB> <TAB> raise e <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> raise e <TAB> <TAB> <TAB> <TAB> for x in collection [ 1 : ] : <TAB> <TAB> <TAB> <TAB> <TAB> if x is not None and not isinstance ( x , ( str , bytes ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise e <TAB> <TAB> <TAB> <TAB> collection_name = collection [ 0 ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""Expected string or list of three strings."" ) <TAB> <TAB> <TAB> if collection_name in collection_names : <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""Duplicate value."" ) <TAB> <TAB> <TAB> collection_names . add ( collection_name ) <TAB> <TAB> except ValueError as e : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""`collections` parameter, position {i}: {e}"" . format ( i = i , e = str ( e ) ) <TAB> <TAB> <TAB> )","if not isinstance ( collection [ 0 ] , ( str , bytes ) ) :",394
13892,"def get_functions(self, prefix=""apply"", is_pymodule=False):
    from mathics.core.parser import parse_builtin_rule
    unavailable_function = self._get_unavailable_function()
    for name in dir(self):
        if name.startswith(prefix):
            function = getattr(self, name)
            pattern = function.__doc__
            if pattern is None:  # Fixes PyPy bug
                continue
            else:
                m = re.match(r""([\w,]+)\:\s*(.*)"", pattern)
            if m is not None:
                attrs = m.group(1).split("","")
                pattern = m.group(2)
            else:
                attrs = []
            # if is_pymodule:
            #    name = ensure_context(self.get_name(short=True), ""Pymathics"")
            # else:
            name = self.get_name()
            pattern = pattern % {""name"": name}
            definition_class = (
                PyMathicsDefinitions() if is_pymodule else SystemDefinitions()
            )
            pattern = parse_builtin_rule(pattern, definition_class)
            if unavailable_function:
                function = unavailable_function
            if attrs:
                yield (attrs, pattern), function
            else:
                yield (pattern, function)","def get_functions ( self , prefix = ""apply"" , is_pymodule = False ) : <TAB> from mathics . core . parser import parse_builtin_rule <TAB> unavailable_function = self . _get_unavailable_function ( ) <TAB> for name in dir ( self ) : <TAB> <TAB> if name . startswith ( prefix ) : <TAB> <TAB> <TAB> function = getattr ( self , name ) <TAB> <TAB> <TAB> pattern = function . __doc__ <TAB> <TAB> <TAB> if pattern is None : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> m = re . match ( r""([\w,]+)\:\s*(.*)"" , pattern ) <TAB> <TAB> <TAB> if m is not None : <TAB> <TAB> <TAB> <TAB> attrs = m . group ( 1 ) . split ( "","" ) <TAB> <TAB> <TAB> <TAB> pattern = m . group ( 2 ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> attrs = [ ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> name = self . get_name ( ) <TAB> <TAB> <TAB> pattern = pattern % { ""name"" : name } <TAB> <TAB> <TAB> definition_class = ( <TAB> <TAB> <TAB> <TAB> PyMathicsDefinitions ( ) if is_pymodule else SystemDefinitions ( ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> pattern = parse_builtin_rule ( pattern , definition_class ) <TAB> <TAB> <TAB> if unavailable_function : <TAB> <TAB> <TAB> <TAB> function = unavailable_function <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> yield ( attrs , pattern ) , function <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> yield ( pattern , function )",if attrs :,361
9479,"def search(self, query):
    # ""Search.ashx?query="" + query + filterVal
    if not query:
        logger.debug(""Empty search query"")
        return []
    logger.debug('Searching TuneIn for ""%s""' % query)
    args = ""&query="" + query
    search_results = self._tunein(""Search.ashx"", args)
    results = []
    for item in self._flatten(search_results):
        if item.get(""type"", """") == ""audio"":
            # Only return stations
            self._stations[item[""guide_id""]] = item
            results.append(item)
    return results
","def search ( self , query ) : <TAB> <TAB> if not query : <TAB> <TAB> logger . debug ( ""Empty search query"" ) <TAB> <TAB> return [ ] <TAB> logger . debug ( 'Searching TuneIn for ""%s""' % query ) <TAB> args = ""&query="" + query <TAB> search_results = self . _tunein ( ""Search.ashx"" , args ) <TAB> results = [ ] <TAB> for item in self . _flatten ( search_results ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _stations [ item [ ""guide_id"" ] ] = item <TAB> <TAB> <TAB> results . append ( item ) <TAB> return results","if item . get ( ""type"" , """" ) == ""audio"" :",163
2552,"def __init__(
    self, fixed: MQTTFixedHeader = None, variable_header: PacketIdVariableHeader = None
):
    if fixed is None:
        header = MQTTFixedHeader(PUBREL, 0x02)  # [MQTT-3.6.1-1]
    else:
        if fixed.packet_type is not PUBREL:
            raise HBMQTTException(
                ""Invalid fixed packet type %s for PubrelPacket init"" % fixed.packet_type
            )
        header = fixed
    super().__init__(header)
    self.variable_header = variable_header
    self.payload = None","def __init__ ( <TAB> self , fixed : MQTTFixedHeader = None , variable_header : PacketIdVariableHeader = None ) : <TAB> if fixed is None : <TAB> <TAB> header = MQTTFixedHeader ( PUBREL , 0x02 ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise HBMQTTException ( <TAB> <TAB> <TAB> <TAB> ""Invalid fixed packet type %s for PubrelPacket init"" % fixed . packet_type <TAB> <TAB> <TAB> ) <TAB> <TAB> header = fixed <TAB> super ( ) . __init__ ( header ) <TAB> self . variable_header = variable_header <TAB> self . payload = None",if fixed . packet_type is not PUBREL :,163
170,"def replaceChild(self, newChild, oldChild):
    if log.ThugOpts.features_logging:
        log.ThugLogging.Features.increase_replacechild_count()
    # NO_MODIFICATION_ALLOWED_ERR: Raised if this node or the parent of
    # the new node is readonly.
    if self.is_readonly(self):
        raise DOMException(DOMException.NO_MODIFICATION_ALLOWED_ERR)
    parent = getattr(newChild, ""parentNode"", None)
    if parent:
        if self.is_readonly(parent):  # pragma: no cover
            raise DOMException(DOMException.NO_MODIFICATION_ALLOWED_ERR)
    if not newChild or not oldChild:
        raise DOMException(DOMException.HIERARCHY_REQUEST_ERR)
    if not isinstance(newChild, Node) or not isinstance(oldChild, Node):
        raise DOMException(DOMException.HIERARCHY_REQUEST_ERR)
    index = self.findChild(oldChild)
    if index < 0:
        raise DOMException(DOMException.NOT_FOUND_ERR)
    if self.is_text(newChild):
        self.tag.contents[index].replace_with(
            newChild.data.output_ready(formatter=lambda x: x)
        )
        return oldChild
    if newChild.nodeType in (Node.COMMENT_NODE,):
        self.tag.contents[index].replace_with(newChild.data)
        return oldChild
    if newChild.nodeType in (Node.DOCUMENT_FRAGMENT_NODE,):
        node = None
        for p in newChild.tag.find_all_next():
            if node is None:
                self.tag.contents[index].replace_with(p)
            else:
                node.append(p)
            node = p
        return oldChild
    self.tag.contents[index].replace_with(newChild.tag)
    return oldChild","def replaceChild ( self , newChild , oldChild ) : <TAB> if log . ThugOpts . features_logging : <TAB> <TAB> log . ThugLogging . Features . increase_replacechild_count ( ) <TAB> <TAB> <TAB> if self . is_readonly ( self ) : <TAB> <TAB> raise DOMException ( DOMException . NO_MODIFICATION_ALLOWED_ERR ) <TAB> parent = getattr ( newChild , ""parentNode"" , None ) <TAB> if parent : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise DOMException ( DOMException . NO_MODIFICATION_ALLOWED_ERR ) <TAB> if not newChild or not oldChild : <TAB> <TAB> raise DOMException ( DOMException . HIERARCHY_REQUEST_ERR ) <TAB> if not isinstance ( newChild , Node ) or not isinstance ( oldChild , Node ) : <TAB> <TAB> raise DOMException ( DOMException . HIERARCHY_REQUEST_ERR ) <TAB> index = self . findChild ( oldChild ) <TAB> if index < 0 : <TAB> <TAB> raise DOMException ( DOMException . NOT_FOUND_ERR ) <TAB> if self . is_text ( newChild ) : <TAB> <TAB> self . tag . contents [ index ] . replace_with ( <TAB> <TAB> <TAB> newChild . data . output_ready ( formatter = lambda x : x ) <TAB> <TAB> ) <TAB> <TAB> return oldChild <TAB> if newChild . nodeType in ( Node . COMMENT_NODE , ) : <TAB> <TAB> self . tag . contents [ index ] . replace_with ( newChild . data ) <TAB> <TAB> return oldChild <TAB> if newChild . nodeType in ( Node . DOCUMENT_FRAGMENT_NODE , ) : <TAB> <TAB> node = None <TAB> <TAB> for p in newChild . tag . find_all_next ( ) : <TAB> <TAB> <TAB> if node is None : <TAB> <TAB> <TAB> <TAB> self . tag . contents [ index ] . replace_with ( p ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> node . append ( p ) <TAB> <TAB> <TAB> node = p <TAB> <TAB> return oldChild <TAB> self . tag . contents [ index ] . replace_with ( newChild . tag ) <TAB> return oldChild",if self . is_readonly ( parent ) :,496
21502,"def recvNotification(self, node):
    if node[""type""] == ""contacts"":
        if node.getChild(""remove""):
            self.toUpper(
                RemoveContactNotificationProtocolEntity.fromProtocolTreeNode(node)
            )
        elif node.getChild(""add""):
            self.toUpper(
                AddContactNotificationProtocolEntity.fromProtocolTreeNode(node)
            )
        elif node.getChild(""update""):
            self.toUpper(
                UpdateContactNotificationProtocolEntity.fromProtocolTreeNode(node)
            )
        elif node.getChild(""sync""):
            self.toUpper(
                ContactsSyncNotificationProtocolEntity.fromProtocolTreeNode(node)
            )
        else:
            self.raiseErrorForNode(node)
","def recvNotification ( self , node ) : <TAB> if node [ ""type"" ] == ""contacts"" : <TAB> <TAB> if node . getChild ( ""remove"" ) : <TAB> <TAB> <TAB> self . toUpper ( <TAB> <TAB> <TAB> <TAB> RemoveContactNotificationProtocolEntity . fromProtocolTreeNode ( node ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . toUpper ( <TAB> <TAB> <TAB> <TAB> AddContactNotificationProtocolEntity . fromProtocolTreeNode ( node ) <TAB> <TAB> <TAB> ) <TAB> <TAB> elif node . getChild ( ""update"" ) : <TAB> <TAB> <TAB> self . toUpper ( <TAB> <TAB> <TAB> <TAB> UpdateContactNotificationProtocolEntity . fromProtocolTreeNode ( node ) <TAB> <TAB> <TAB> ) <TAB> <TAB> elif node . getChild ( ""sync"" ) : <TAB> <TAB> <TAB> self . toUpper ( <TAB> <TAB> <TAB> <TAB> ContactsSyncNotificationProtocolEntity . fromProtocolTreeNode ( node ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . raiseErrorForNode ( node )","elif node . getChild ( ""add"" ) :",215
20132,"def parse_input_file(text_file: Path, ann_file: Path) -> InternalBioNerDataset:
    documents = {}
    entities_per_document = {}
    document_abstract_length = {}
    with open(str(text_file), ""r"", encoding=""utf8"") as text_reader:
        for line in text_reader:
            if not line:
                continue
            document_id, title, abstract = line.split(""\t"")
            # Abstract first, title second to prevent issues with sentence splitting
            documents[document_id] = abstract + "" "" + title
            document_abstract_length[document_id] = len(abstract) + 1
            entities_per_document[document_id] = []
    with open(str(ann_file), ""r"", encoding=""utf8"") as ann_reader:
        for line in ann_reader:
            if not line:
                continue
            columns = line.split(""\t"")
            document_id = columns[0]
            start, end = int(columns[2]), int(columns[3])
            if columns[1] == ""T"":
                start = start + document_abstract_length[document_id]
                end = end + document_abstract_length[document_id]
            entities_per_document[document_id].append(
                Entity((start, end), columns[5].strip())
            )
            document_text = documents[document_id]
            assert columns[4] == document_text[start:end]
    return InternalBioNerDataset(
        documents=documents, entities_per_document=entities_per_document
    )","def parse_input_file ( text_file : Path , ann_file : Path ) -> InternalBioNerDataset : <TAB> documents = { } <TAB> entities_per_document = { } <TAB> document_abstract_length = { } <TAB> with open ( str ( text_file ) , ""r"" , encoding = ""utf8"" ) as text_reader : <TAB> <TAB> for line in text_reader : <TAB> <TAB> <TAB> if not line : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> document_id , title , abstract = line . split ( ""\t"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> documents [ document_id ] = abstract + "" "" + title <TAB> <TAB> <TAB> document_abstract_length [ document_id ] = len ( abstract ) + 1 <TAB> <TAB> <TAB> entities_per_document [ document_id ] = [ ] <TAB> with open ( str ( ann_file ) , ""r"" , encoding = ""utf8"" ) as ann_reader : <TAB> <TAB> for line in ann_reader : <TAB> <TAB> <TAB> if not line : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> columns = line . split ( ""\t"" ) <TAB> <TAB> <TAB> document_id = columns [ 0 ] <TAB> <TAB> <TAB> start , end = int ( columns [ 2 ] ) , int ( columns [ 3 ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> start = start + document_abstract_length [ document_id ] <TAB> <TAB> <TAB> <TAB> end = end + document_abstract_length [ document_id ] <TAB> <TAB> <TAB> entities_per_document [ document_id ] . append ( <TAB> <TAB> <TAB> <TAB> Entity ( ( start , end ) , columns [ 5 ] . strip ( ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> document_text = documents [ document_id ] <TAB> <TAB> <TAB> assert columns [ 4 ] == document_text [ start : end ] <TAB> return InternalBioNerDataset ( <TAB> <TAB> documents = documents , entities_per_document = entities_per_document <TAB> )","if columns [ 1 ] == ""T"" :",421
3568,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRUCT:
                self.request = TResetTableReq()
                self.request.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . request = TResetTableReq ( ) <TAB> <TAB> <TAB> <TAB> self . request . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STOP :,274
12018,"def _marshalData(self):
    if self._cache == None:
        d = self._data
        s = """"
        s = time.strftime(""%H:%M:%S"", (0, 0, 0) + d + (0, 0, -1))
        f = d[2] - int(d[2])
        if f != 0:
            s += (""%g"" % f)[1:]
        s += ""Z""
        self._cache = s
    return self._cache","def _marshalData ( self ) : <TAB> if self . _cache == None : <TAB> <TAB> d = self . _data <TAB> <TAB> s = """" <TAB> <TAB> s = time . strftime ( ""%H:%M:%S"" , ( 0 , 0 , 0 ) + d + ( 0 , 0 , - 1 ) ) <TAB> <TAB> f = d [ 2 ] - int ( d [ 2 ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> s += ( ""%g"" % f ) [ 1 : ] <TAB> <TAB> s += ""Z"" <TAB> <TAB> self . _cache = s <TAB> return self . _cache",if f != 0 :,126
20043,"def _tag_is_equal(self, tag1, tag2):
    if not hasattr(tag1, ""name"") or not hasattr(tag2, ""name""):
        return False
    if tag1.name != tag2.name:
        return False
    if len(tag1.attributes) != len(tag2.attributes):
        return False
    if tag1.attributes != tag2.attributes:
        # attributes without a value is same as attribute with value that
        # equals the attributes name:
        # <input checked> == <input checked=""checked"">
        for i in range(len(tag1.attributes)):
            attr, value = tag1.attributes[i]
            other_attr, other_value = tag2.attributes[i]
            if value is None:
                value = attr
            if other_value is None:
                other_value = other_attr
            if attr != other_attr or value != other_value:
                return False
    return True","def _tag_is_equal ( self , tag1 , tag2 ) : <TAB> if not hasattr ( tag1 , ""name"" ) or not hasattr ( tag2 , ""name"" ) : <TAB> <TAB> return False <TAB> if tag1 . name != tag2 . name : <TAB> <TAB> return False <TAB> if len ( tag1 . attributes ) != len ( tag2 . attributes ) : <TAB> <TAB> return False <TAB> if tag1 . attributes != tag2 . attributes : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for i in range ( len ( tag1 . attributes ) ) : <TAB> <TAB> <TAB> attr , value = tag1 . attributes [ i ] <TAB> <TAB> <TAB> other_attr , other_value = tag2 . attributes [ i ] <TAB> <TAB> <TAB> if value is None : <TAB> <TAB> <TAB> <TAB> value = attr <TAB> <TAB> <TAB> if other_value is None : <TAB> <TAB> <TAB> <TAB> other_value = other_attr <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return False <TAB> return True",if attr != other_attr or value != other_value :,254
5112,"def settings_edit(request, response_format=""html""):
    ""Settings""
    if request.POST:
        if ""cancel"" not in request.POST:
            form = SettingsForm(request.user.profile, request.POST)
            if form.is_valid():
                form.save()
                return HttpResponseRedirect(reverse(""infrastructure_settings_view""))
        else:
            return HttpResponseRedirect(reverse(""infrastructure_settings_view""))
    else:
        form = SettingsForm(request.user.profile)
    context = _get_default_context(request)
    context.update({""form"": form})
    return render_to_response(
        ""infrastructure/settings_edit"",
        context,
        context_instance=RequestContext(request),
        response_format=response_format,
    )
","def settings_edit ( request , response_format = ""html"" ) : <TAB> ""Settings"" <TAB> if request . POST : <TAB> <TAB> if ""cancel"" not in request . POST : <TAB> <TAB> <TAB> form = SettingsForm ( request . user . profile , request . POST ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> form . save ( ) <TAB> <TAB> <TAB> <TAB> return HttpResponseRedirect ( reverse ( ""infrastructure_settings_view"" ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return HttpResponseRedirect ( reverse ( ""infrastructure_settings_view"" ) ) <TAB> else : <TAB> <TAB> form = SettingsForm ( request . user . profile ) <TAB> context = _get_default_context ( request ) <TAB> context . update ( { ""form"" : form } ) <TAB> return render_to_response ( <TAB> <TAB> ""infrastructure/settings_edit"" , <TAB> <TAB> context , <TAB> <TAB> context_instance = RequestContext ( request ) , <TAB> <TAB> response_format = response_format , <TAB> )",if form . is_valid ( ) :,203
13833,"def get_success_url(self):
    """"""Continue to the flow index or redirect according `?back` parameter.""""""
    if ""back"" in self.request.GET:
        back_url = self.request.GET[""back""]
        if not is_safe_url(url=back_url, allowed_hosts={self.request.get_host()}):
            back_url = ""/""
        return back_url
    return reverse(self.success_url)
","def get_success_url ( self ) : <TAB> """"""Continue to the flow index or redirect according `?back` parameter."""""" <TAB> if ""back"" in self . request . GET : <TAB> <TAB> back_url = self . request . GET [ ""back"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> back_url = ""/"" <TAB> <TAB> return back_url <TAB> return reverse ( self . success_url )","if not is_safe_url ( url = back_url , allowed_hosts = { self . request . get_host ( ) } ) :",111
219,"def add_source(self, source, name=None):
    """"""Adds a new data source to an existing provider.""""""
    if self.randomize:
        if not source.can_shuffle():
            raise ValueError(
                ""Cannot add a non-shuffleable source to an ""
                ""already shuffled provider.""
            )
    super().add_source(source, name=name)
    if self.randomize is True:
        self._shuffle_len = self.entries
","def add_source ( self , source , name = None ) : <TAB> """"""Adds a new data source to an existing provider."""""" <TAB> if self . randomize : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Cannot add a non-shuffleable source to an "" <TAB> <TAB> <TAB> <TAB> ""already shuffled provider."" <TAB> <TAB> <TAB> ) <TAB> super ( ) . add_source ( source , name = name ) <TAB> if self . randomize is True : <TAB> <TAB> self . _shuffle_len = self . entries",if not source . can_shuffle ( ) :,121
4383,"def convert_to_strings(self, out, seq_len):
    results = []
    for b, batch in enumerate(out):
        utterances = []
        for p, utt in enumerate(batch):
            size = seq_len[b][p]
            if size > 0:
                transcript = """".join(
                    map(lambda x: self.int_to_char[x.item()], utt[0:size])
                )
            else:
                transcript = """"
            utterances.append(transcript)
        results.append(utterances)
    return results","def convert_to_strings ( self , out , seq_len ) : <TAB> results = [ ] <TAB> for b , batch in enumerate ( out ) : <TAB> <TAB> utterances = [ ] <TAB> <TAB> for p , utt in enumerate ( batch ) : <TAB> <TAB> <TAB> size = seq_len [ b ] [ p ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> transcript = """" . join ( <TAB> <TAB> <TAB> <TAB> <TAB> map ( lambda x : self . int_to_char [ x . item ( ) ] , utt [ 0 : size ] ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> transcript = """" <TAB> <TAB> <TAB> utterances . append ( transcript ) <TAB> <TAB> results . append ( utterances ) <TAB> return results",if size > 0 :,158
13947,"def prepare_request(next_link=None):
    # Construct headers
    header_parameters = {}  # type: Dict[str, Any]
    header_parameters[""Accept""] = self._serialize.header(""accept"", accept, ""str"")
    if not next_link:
        # Construct URL
        url = self.list_at_scope.metadata[""url""]  # type: ignore
        path_format_arguments = {
            ""scope"": self._serialize.url(""scope"", scope, ""str"", skip_quote=True),
        }
        url = self._client.format_url(url, **path_format_arguments)
        # Construct parameters
        query_parameters = {}  # type: Dict[str, Any]
        query_parameters[""api-version""] = self._serialize.query(
            ""api_version"", api_version, ""str""
        )
        if recommendation_type is not None:
            query_parameters[""recommendationType""] = self._serialize.query(
                ""recommendation_type"", recommendation_type, ""str""
            )
        if device_id is not None:
            query_parameters[""deviceId""] = self._serialize.query(
                ""device_id"", device_id, ""str""
            )
        if limit is not None:
            query_parameters[""$limit""] = self._serialize.query(""limit"", limit, ""int"")
        if skip_token is not None:
            query_parameters[""$skipToken""] = self._serialize.query(
                ""skip_token"", skip_token, ""str""
            )
        request = self._client.get(url, query_parameters, header_parameters)
    else:
        url = next_link
        query_parameters = {}  # type: Dict[str, Any]
        request = self._client.get(url, query_parameters, header_parameters)
    return request
","def prepare_request ( next_link = None ) : <TAB> <TAB> header_parameters = { } <TAB> header_parameters [ ""Accept"" ] = self . _serialize . header ( ""accept"" , accept , ""str"" ) <TAB> if not next_link : <TAB> <TAB> <TAB> <TAB> url = self . list_at_scope . metadata [ ""url"" ] <TAB> <TAB> path_format_arguments = { <TAB> <TAB> <TAB> ""scope"" : self . _serialize . url ( ""scope"" , scope , ""str"" , skip_quote = True ) , <TAB> <TAB> } <TAB> <TAB> url = self . _client . format_url ( url , ** path_format_arguments ) <TAB> <TAB> <TAB> <TAB> query_parameters = { } <TAB> <TAB> query_parameters [ ""api-version"" ] = self . _serialize . query ( <TAB> <TAB> <TAB> ""api_version"" , api_version , ""str"" <TAB> <TAB> ) <TAB> <TAB> if recommendation_type is not None : <TAB> <TAB> <TAB> query_parameters [ ""recommendationType"" ] = self . _serialize . query ( <TAB> <TAB> <TAB> <TAB> ""recommendation_type"" , recommendation_type , ""str"" <TAB> <TAB> <TAB> ) <TAB> <TAB> if device_id is not None : <TAB> <TAB> <TAB> query_parameters [ ""deviceId"" ] = self . _serialize . query ( <TAB> <TAB> <TAB> <TAB> ""device_id"" , device_id , ""str"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> query_parameters [ ""$limit"" ] = self . _serialize . query ( ""limit"" , limit , ""int"" ) <TAB> <TAB> if skip_token is not None : <TAB> <TAB> <TAB> query_parameters [ ""$skipToken"" ] = self . _serialize . query ( <TAB> <TAB> <TAB> <TAB> ""skip_token"" , skip_token , ""str"" <TAB> <TAB> <TAB> ) <TAB> <TAB> request = self . _client . get ( url , query_parameters , header_parameters ) <TAB> else : <TAB> <TAB> url = next_link <TAB> <TAB> query_parameters = { } <TAB> <TAB> request = self . _client . get ( url , query_parameters , header_parameters ) <TAB> return request",if limit is not None :,480
4163,"def compress(self, data_list):
    warn_untested()
    if data_list:
        if data_list[1] in forms.fields.EMPTY_VALUES:
            error = self.error_messages[""invalid_year""]
            raise forms.ValidationError(error)
        if data_list[0] in forms.fields.EMPTY_VALUES:
            error = self.error_messages[""invalid_month""]
            raise forms.ValidationError(error)
        year = int(data_list[1])
        month = int(data_list[0])
        # find last day of the month
        day = monthrange(year, month)[1]
        return date(year, month, day)
    return None","def compress ( self , data_list ) : <TAB> warn_untested ( ) <TAB> if data_list : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> error = self . error_messages [ ""invalid_year"" ] <TAB> <TAB> <TAB> raise forms . ValidationError ( error ) <TAB> <TAB> if data_list [ 0 ] in forms . fields . EMPTY_VALUES : <TAB> <TAB> <TAB> error = self . error_messages [ ""invalid_month"" ] <TAB> <TAB> <TAB> raise forms . ValidationError ( error ) <TAB> <TAB> year = int ( data_list [ 1 ] ) <TAB> <TAB> month = int ( data_list [ 0 ] ) <TAB> <TAB> <TAB> <TAB> day = monthrange ( year , month ) [ 1 ] <TAB> <TAB> return date ( year , month , day ) <TAB> return None",if data_list [ 1 ] in forms . fields . EMPTY_VALUES :,181
5474,"def spaces_after(token, prev, next, min=-1, max=-1, min_desc=None, max_desc=None):
    if next is not None and token.end_mark.line == next.start_mark.line:
        spaces = next.start_mark.pointer - token.end_mark.pointer
        if max != -1 and spaces > max:
            return LintProblem(
                token.start_mark.line + 1, next.start_mark.column, max_desc
            )
        elif min != -1 and spaces < min:
            return LintProblem(
                token.start_mark.line + 1, next.start_mark.column + 1, min_desc
            )","def spaces_after ( token , prev , next , min = - 1 , max = - 1 , min_desc = None , max_desc = None ) : <TAB> if next is not None and token . end_mark . line == next . start_mark . line : <TAB> <TAB> spaces = next . start_mark . pointer - token . end_mark . pointer <TAB> <TAB> if max != - 1 and spaces > max : <TAB> <TAB> <TAB> return LintProblem ( <TAB> <TAB> <TAB> <TAB> token . start_mark . line + 1 , next . start_mark . column , max_desc <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return LintProblem ( <TAB> <TAB> <TAB> <TAB> token . start_mark . line + 1 , next . start_mark . column + 1 , min_desc <TAB> <TAB> <TAB> )",elif min != - 1 and spaces < min :,184
8896,"def remaining_length(packet):
    l = min(5, len(packet))
    all_bytes = struct.unpack(""!"" + ""B"" * l, packet[:l])
    mult = 1
    rl = 0
    for i in range(1, l - 1):
        byte = all_bytes[i]
        rl += (byte & 127) * mult
        mult *= 128
        if byte & 128 == 0:
            packet = packet[i + 1 :]
            break
    return (packet, rl)","def remaining_length ( packet ) : <TAB> l = min ( 5 , len ( packet ) ) <TAB> all_bytes = struct . unpack ( ""!"" + ""B"" * l , packet [ : l ] ) <TAB> mult = 1 <TAB> rl = 0 <TAB> for i in range ( 1 , l - 1 ) : <TAB> <TAB> byte = all_bytes [ i ] <TAB> <TAB> rl += ( byte & 127 ) * mult <TAB> <TAB> mult *= 128 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> packet = packet [ i + 1 : ] <TAB> <TAB> <TAB> break <TAB> return ( packet , rl )",if byte & 128 == 0 :,130
20184,"def select_drm(self, has_drm):
    self.clearSelection()
    current_selection_mode = self.selectionMode()
    self.setSelectionMode(QAbstractItemView.MultiSelection)
    for row in range(self.rowCount()):
        #           debug_print(""BookListTableWidget:select_drm - row:"", row)
        if convert_qvariant(self.item(row, 0).data(Qt.UserRole)) == 1:
            #                debug_print(""BookListTableWidget:select_drm - has DRM:"", row)
            if has_drm:
                self.selectRow(row)
        else:
            #                debug_print(""BookListTableWidget:select_drm - DRM free:"", row)
            if not has_drm:
                self.selectRow(row)
    self.setSelectionMode(current_selection_mode)","def select_drm ( self , has_drm ) : <TAB> self . clearSelection ( ) <TAB> current_selection_mode = self . selectionMode ( ) <TAB> self . setSelectionMode ( QAbstractItemView . MultiSelection ) <TAB> for row in range ( self . rowCount ( ) ) : <TAB> <TAB> <TAB> <TAB> if convert_qvariant ( self . item ( row , 0 ) . data ( Qt . UserRole ) ) == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if has_drm : <TAB> <TAB> <TAB> <TAB> self . selectRow ( row ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . selectRow ( row ) <TAB> self . setSelectionMode ( current_selection_mode )",if not has_drm :,239
18949,"def createFields(self):
    if self.root.isEMF():
        yield Enum(UInt32(self, ""function""), EMF_META_NAME)
        yield UInt32(self, ""size"")
        try:
            parser = EMF_META[self[""function""].value][2]
        except KeyError:
            parser = None
    else:
        yield UInt32(self, ""size"")
        yield Enum(UInt16(self, ""function""), META_NAME)
        try:
            parser = META[self[""function""].value][2]
        except KeyError:
            parser = None
    if parser:
        for field in parser(self):
            yield field
    else:
        size = (self.size - self.current_size) // 8
        if size:
            yield RawBytes(self, ""data"", size)","def createFields ( self ) : <TAB> if self . root . isEMF ( ) : <TAB> <TAB> yield Enum ( UInt32 ( self , ""function"" ) , EMF_META_NAME ) <TAB> <TAB> yield UInt32 ( self , ""size"" ) <TAB> <TAB> try : <TAB> <TAB> <TAB> parser = EMF_META [ self [ ""function"" ] . value ] [ 2 ] <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> parser = None <TAB> else : <TAB> <TAB> yield UInt32 ( self , ""size"" ) <TAB> <TAB> yield Enum ( UInt16 ( self , ""function"" ) , META_NAME ) <TAB> <TAB> try : <TAB> <TAB> <TAB> parser = META [ self [ ""function"" ] . value ] [ 2 ] <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> parser = None <TAB> if parser : <TAB> <TAB> for field in parser ( self ) : <TAB> <TAB> <TAB> yield field <TAB> else : <TAB> <TAB> size = ( self . size - self . current_size ) // 8 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield RawBytes ( self , ""data"" , size )",if size :,222
5506,"def result():
    # ""global"" does not work here...
    R, V = rays, virtual_rays
    if V is not None:
        if normalize:
            V = normalize_rays(V, lattice)
        if check:
            R = PointCollection(V, lattice)
            V = PointCollection(V, lattice)
            d = lattice.dimension()
            if len(V) != d - R.dim() or (R + V).dim() != d:
                raise ValueError(
                    ""virtual rays must be linearly ""
                    ""independent and with other rays span the ambient space.""
                )
    return RationalPolyhedralFan(cones, R, lattice, is_complete, V)
","def result ( ) : <TAB> <TAB> R , V = rays , virtual_rays <TAB> if V is not None : <TAB> <TAB> if normalize : <TAB> <TAB> <TAB> V = normalize_rays ( V , lattice ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> R = PointCollection ( V , lattice ) <TAB> <TAB> <TAB> V = PointCollection ( V , lattice ) <TAB> <TAB> <TAB> d = lattice . dimension ( ) <TAB> <TAB> <TAB> if len ( V ) != d - R . dim ( ) or ( R + V ) . dim ( ) != d : <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""virtual rays must be linearly "" <TAB> <TAB> <TAB> <TAB> <TAB> ""independent and with other rays span the ambient space."" <TAB> <TAB> <TAB> <TAB> ) <TAB> return RationalPolyhedralFan ( cones , R , lattice , is_complete , V )",if check :,194
22083,"def to_child(cls, key=None, process=None):
    if process is not None:
        if type(process) is not dict:
            raise ValueError(
                'Invalid value provided for ""process"" parameter, expected a dictionary'
            )
        if cls.__process__:
            # Merge class `__process__` parameters with provided parameters
            result = {}
            result.update(deepcopy(cls.__process__))
            result.update(process)
            process = result
    class Child(cls):
        __key__ = key
        __process__ = process
        __root__ = False
    Child.__name__ = cls.__name__
    return Child
","def to_child ( cls , key = None , process = None ) : <TAB> if process is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> 'Invalid value provided for ""process"" parameter, expected a dictionary' <TAB> <TAB> <TAB> ) <TAB> <TAB> if cls . __process__ : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> result = { } <TAB> <TAB> <TAB> result . update ( deepcopy ( cls . __process__ ) ) <TAB> <TAB> <TAB> result . update ( process ) <TAB> <TAB> <TAB> process = result <TAB> class Child ( cls ) : <TAB> <TAB> __key__ = key <TAB> <TAB> __process__ = process <TAB> <TAB> __root__ = False <TAB> Child . __name__ = cls . __name__ <TAB> return Child",if type ( process ) is not dict :,173
19720,"def _rule_args_to_dict(self, context, kwargs):
    rules = []
    if not ""groups"" in kwargs and not ""ip_ranges"" in kwargs:
        rule = self._rule_dict_last_step(context, **kwargs)
        if rule:
            rules.append(rule)
        return rules
    if ""ip_ranges"" in kwargs:
        rules = self._cidr_args_split(kwargs)
    else:
        rules = [kwargs]
    finalset = []
    for rule in rules:
        if ""groups"" in rule:
            groups_values = self._groups_args_split(rule)
            for groups_value in groups_values:
                final = self._rule_dict_last_step(context, **groups_value)
                finalset.append(final)
        else:
            final = self._rule_dict_last_step(context, **rule)
            finalset.append(final)
    return finalset
","def _rule_args_to_dict ( self , context , kwargs ) : <TAB> rules = [ ] <TAB> if not ""groups"" in kwargs and not ""ip_ranges"" in kwargs : <TAB> <TAB> rule = self . _rule_dict_last_step ( context , ** kwargs ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rules . append ( rule ) <TAB> <TAB> return rules <TAB> if ""ip_ranges"" in kwargs : <TAB> <TAB> rules = self . _cidr_args_split ( kwargs ) <TAB> else : <TAB> <TAB> rules = [ kwargs ] <TAB> finalset = [ ] <TAB> for rule in rules : <TAB> <TAB> if ""groups"" in rule : <TAB> <TAB> <TAB> groups_values = self . _groups_args_split ( rule ) <TAB> <TAB> <TAB> for groups_value in groups_values : <TAB> <TAB> <TAB> <TAB> final = self . _rule_dict_last_step ( context , ** groups_value ) <TAB> <TAB> <TAB> <TAB> finalset . append ( final ) <TAB> <TAB> else : <TAB> <TAB> <TAB> final = self . _rule_dict_last_step ( context , ** rule ) <TAB> <TAB> <TAB> finalset . append ( final ) <TAB> return finalset",if rule :,252
20377,"def named_url_format(self):
    named_url_components = []
    stack = [self]
    current_fk_name = """"
    while stack:
        if stack[-1].counter == 0:
            named_url_component = NAMED_URL_RES_INNER_DILIMITER.join(
                [""<%s>"" % (current_fk_name + field) for field in stack[-1].fields]
            )
            named_url_components.append(named_url_component)
        if stack[-1].counter >= len(stack[-1].adj_list):
            stack[-1].counter = 0
            stack.pop()
        else:
            to_append = stack[-1].adj_list[stack[-1].counter][NEXT_NODE]
            current_fk_name = ""%s."" % (stack[-1].adj_list[stack[-1].counter][FK_NAME],)
            stack[-1].counter += 1
            stack.append(to_append)
    return NAMED_URL_RES_DILIMITER.join(named_url_components)","def named_url_format ( self ) : <TAB> named_url_components = [ ] <TAB> stack = [ self ] <TAB> current_fk_name = """" <TAB> while stack : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> named_url_component = NAMED_URL_RES_INNER_DILIMITER . join ( <TAB> <TAB> <TAB> <TAB> [ ""<%s>"" % ( current_fk_name + field ) for field in stack [ - 1 ] . fields ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> named_url_components . append ( named_url_component ) <TAB> <TAB> if stack [ - 1 ] . counter >= len ( stack [ - 1 ] . adj_list ) : <TAB> <TAB> <TAB> stack [ - 1 ] . counter = 0 <TAB> <TAB> <TAB> stack . pop ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> to_append = stack [ - 1 ] . adj_list [ stack [ - 1 ] . counter ] [ NEXT_NODE ] <TAB> <TAB> <TAB> current_fk_name = ""%s."" % ( stack [ - 1 ] . adj_list [ stack [ - 1 ] . counter ] [ FK_NAME ] , ) <TAB> <TAB> <TAB> stack [ - 1 ] . counter += 1 <TAB> <TAB> <TAB> stack . append ( to_append ) <TAB> return NAMED_URL_RES_DILIMITER . join ( named_url_components )",if stack [ - 1 ] . counter == 0 :,279
3035,"def update_metrics(
    return_dict: Dict[str, Any], batch: Batch, metrics: ""OrderedDict[str, Metric]""
) -> None:
    for metric_name, metric in metrics.items():
        if metric.pred_name is not None:
            try:
                pred_val = return_dict[metric.pred_name]
            except KeyError:
                raise ValueError(
                    f""Return dictionary from model does not contain ""
                    f""'{metric.pred_name}' entry, which was required for ""
                    f""metric '{metric_name}'""
                )
            if isinstance(pred_val, torch.Tensor):
                pred_val = pred_val.tolist()
            pred_val = to_list(pred_val)
        else:
            pred_val = None
        if metric.label_name is not None:
            try:
                label_val = batch[metric.label_name]
            except KeyError:
                raise ValueError(
                    f""Data batch does not contain '{metric.label_name}' ""
                    f""entry, which was required for metric '{metric_name}'""
                )
            if isinstance(label_val, torch.Tensor):
                label_val = label_val.tolist()
            label_val = to_list(label_val)
        else:
            label_val = None
        metric.add(pred_val, label_val)
","def update_metrics ( <TAB> return_dict : Dict [ str , Any ] , batch : Batch , metrics : ""OrderedDict[str, Metric]"" ) -> None : <TAB> for metric_name , metric in metrics . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> pred_val = return_dict [ metric . pred_name ] <TAB> <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> f""Return dictionary from model does not contain "" <TAB> <TAB> <TAB> <TAB> <TAB> f""'{metric.pred_name}' entry, which was required for "" <TAB> <TAB> <TAB> <TAB> <TAB> f""metric '{metric_name}'"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if isinstance ( pred_val , torch . Tensor ) : <TAB> <TAB> <TAB> <TAB> pred_val = pred_val . tolist ( ) <TAB> <TAB> <TAB> pred_val = to_list ( pred_val ) <TAB> <TAB> else : <TAB> <TAB> <TAB> pred_val = None <TAB> <TAB> if metric . label_name is not None : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> label_val = batch [ metric . label_name ] <TAB> <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> f""Data batch does not contain '{metric.label_name}' "" <TAB> <TAB> <TAB> <TAB> <TAB> f""entry, which was required for metric '{metric_name}'"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if isinstance ( label_val , torch . Tensor ) : <TAB> <TAB> <TAB> <TAB> label_val = label_val . tolist ( ) <TAB> <TAB> <TAB> label_val = to_list ( label_val ) <TAB> <TAB> else : <TAB> <TAB> <TAB> label_val = None <TAB> <TAB> metric . add ( pred_val , label_val )",if metric . pred_name is not None :,391
24519,"def __Prefix_Step2a(self, token):
    for prefix in self.__prefix_step2a:
        if token.startswith(prefix) and len(token) > 5:
            token = token[len(prefix) :]
            self.prefix_step2a_success = True
            break
    return token","def __Prefix_Step2a ( self , token ) : <TAB> for prefix in self . __prefix_step2a : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> token = token [ len ( prefix ) : ] <TAB> <TAB> <TAB> self . prefix_step2a_success = True <TAB> <TAB> <TAB> break <TAB> return token",if token . startswith ( prefix ) and len ( token ) > 5 :,81
23593,"def document_lines(document):
    if not document:
        return None
    # print 'document_lines',document
    STR = document.get_property(""text"")
    lines = STR.split(""\n"")
    ans = []
    for i, each in enumerate(lines):
        x = struct()
        x.i = i
        x.len = len(each)
        x.indent = indent(each)
        x.raw = each
        x.section = match_RE_list(x.raw, SectionREs)
        x.subsection = None
        x.search_match = False
        if not x.section:
            x.subsection = match_RE_list(x.raw, SubsectionREs)
        if x.section or x.subsection:
            match = Split_Off_Indent_Pattern.match(x.raw)
            x.indentSTR = None
            x.justextSTR = None
            if match:
                groups = match.groups()
                if len(groups) == 2:
                    x.indentSTR, x.justextSTR = groups
        ans.append(x)
    return ans","def document_lines ( document ) : <TAB> if not document : <TAB> <TAB> return None <TAB> <TAB> STR = document . get_property ( ""text"" ) <TAB> lines = STR . split ( ""\n"" ) <TAB> ans = [ ] <TAB> for i , each in enumerate ( lines ) : <TAB> <TAB> x = struct ( ) <TAB> <TAB> x . i = i <TAB> <TAB> x . len = len ( each ) <TAB> <TAB> x . indent = indent ( each ) <TAB> <TAB> x . raw = each <TAB> <TAB> x . section = match_RE_list ( x . raw , SectionREs ) <TAB> <TAB> x . subsection = None <TAB> <TAB> x . search_match = False <TAB> <TAB> if not x . section : <TAB> <TAB> <TAB> x . subsection = match_RE_list ( x . raw , SubsectionREs ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> match = Split_Off_Indent_Pattern . match ( x . raw ) <TAB> <TAB> <TAB> x . indentSTR = None <TAB> <TAB> <TAB> x . justextSTR = None <TAB> <TAB> <TAB> if match : <TAB> <TAB> <TAB> <TAB> groups = match . groups ( ) <TAB> <TAB> <TAB> <TAB> if len ( groups ) == 2 : <TAB> <TAB> <TAB> <TAB> <TAB> x . indentSTR , x . justextSTR = groups <TAB> <TAB> ans . append ( x ) <TAB> return ans",if x . section or x . subsection :,302
14636,"def parse_error(self):
    if self.status == httplib.UNAUTHORIZED:
        raise InvalidCredsError(self.body)
    elif self.status == httplib.FORBIDDEN:
        raise InvalidCredsError(self.body)
    body = self.parse_body()
    if self.status == httplib.BAD_REQUEST:
        for response_code in BAD_CODE_XML_ELEMENTS:
            code = findtext(body, response_code[0], response_code[1])
            if code is not None:
                break
        for message in BAD_MESSAGE_XML_ELEMENTS:
            message = findtext(body, message[0], message[1])
            if message is not None:
                break
        raise DimensionDataAPIException(
            code=code, msg=message, driver=self.connection.driver
        )
    if self.status is not httplib.OK:
        raise DimensionDataAPIException(
            code=self.status, msg=body, driver=self.connection.driver
        )
    return self.body","def parse_error ( self ) : <TAB> if self . status == httplib . UNAUTHORIZED : <TAB> <TAB> raise InvalidCredsError ( self . body ) <TAB> elif self . status == httplib . FORBIDDEN : <TAB> <TAB> raise InvalidCredsError ( self . body ) <TAB> body = self . parse_body ( ) <TAB> if self . status == httplib . BAD_REQUEST : <TAB> <TAB> for response_code in BAD_CODE_XML_ELEMENTS : <TAB> <TAB> <TAB> code = findtext ( body , response_code [ 0 ] , response_code [ 1 ] ) <TAB> <TAB> <TAB> if code is not None : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> for message in BAD_MESSAGE_XML_ELEMENTS : <TAB> <TAB> <TAB> message = findtext ( body , message [ 0 ] , message [ 1 ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> raise DimensionDataAPIException ( <TAB> <TAB> <TAB> code = code , msg = message , driver = self . connection . driver <TAB> <TAB> ) <TAB> if self . status is not httplib . OK : <TAB> <TAB> raise DimensionDataAPIException ( <TAB> <TAB> <TAB> code = self . status , msg = body , driver = self . connection . driver <TAB> <TAB> ) <TAB> return self . body",if message is not None :,277
20936,"def set_invoice_details(self, row):
    invoice_details = self.invoice_details.get(row.voucher_no, {})
    if row.due_date:
        invoice_details.pop(""due_date"", None)
    row.update(invoice_details)
    if row.voucher_type == ""Sales Invoice"":
        if self.filters.show_delivery_notes:
            self.set_delivery_notes(row)
        if self.filters.show_sales_person and row.sales_team:
            row.sales_person = "", "".join(row.sales_team)
            del row[""sales_team""]
","def set_invoice_details ( self , row ) : <TAB> invoice_details = self . invoice_details . get ( row . voucher_no , { } ) <TAB> if row . due_date : <TAB> <TAB> invoice_details . pop ( ""due_date"" , None ) <TAB> row . update ( invoice_details ) <TAB> if row . voucher_type == ""Sales Invoice"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . set_delivery_notes ( row ) <TAB> <TAB> if self . filters . show_sales_person and row . sales_team : <TAB> <TAB> <TAB> row . sales_person = "", "" . join ( row . sales_team ) <TAB> <TAB> <TAB> del row [ ""sales_team"" ]",if self . filters . show_delivery_notes :,160
17700,"def restify(cls: Optional[""Type""]) -> str:
    """"""Convert python class to a reST reference.""""""
    from sphinx.util import inspect  # lazy loading
    if cls is None or cls is NoneType:
        return "":obj:`None`""
    elif cls is Ellipsis:
        return ""...""
    elif cls is Struct:
        # Before Python 3.9, struct.Struct class has incorrect __module__.
        return "":class:`struct.Struct`""
    elif inspect.isNewType(cls):
        return "":class:`%s`"" % cls.__name__
    elif types_Union and isinstance(cls, types_Union):
        if len(cls.__args__) > 1 and None in cls.__args__:
            args = "" | "".join(restify(a) for a in cls.__args__ if a)
            return ""Optional[%s]"" % args
        else:
            return "" | "".join(restify(a) for a in cls.__args__)
    elif cls.__module__ in (""__builtin__"", ""builtins""):
        return "":class:`%s`"" % cls.__name__
    else:
        if sys.version_info >= (3, 7):  # py37+
            return _restify_py37(cls)
        else:
            return _restify_py36(cls)","def restify ( cls : Optional [ ""Type"" ] ) -> str : <TAB> """"""Convert python class to a reST reference."""""" <TAB> from sphinx . util import inspect <TAB> if cls is None or cls is NoneType : <TAB> <TAB> return "":obj:`None`"" <TAB> elif cls is Ellipsis : <TAB> <TAB> return ""..."" <TAB> elif cls is Struct : <TAB> <TAB> <TAB> <TAB> return "":class:`struct.Struct`"" <TAB> elif inspect . isNewType ( cls ) : <TAB> <TAB> return "":class:`%s`"" % cls . __name__ <TAB> elif types_Union and isinstance ( cls , types_Union ) : <TAB> <TAB> if len ( cls . __args__ ) > 1 and None in cls . __args__ : <TAB> <TAB> <TAB> args = "" | "" . join ( restify ( a ) for a in cls . __args__ if a ) <TAB> <TAB> <TAB> return ""Optional[%s]"" % args <TAB> <TAB> else : <TAB> <TAB> <TAB> return "" | "" . join ( restify ( a ) for a in cls . __args__ ) <TAB> elif cls . __module__ in ( ""__builtin__"" , ""builtins"" ) : <TAB> <TAB> return "":class:`%s`"" % cls . __name__ <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return _restify_py37 ( cls ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return _restify_py36 ( cls )","if sys . version_info >= ( 3 , 7 ) :",315
15567,"def migrate_old_actions(apps, schema_editor):
    from orgs.utils import set_to_root_org
    set_to_root_org()
    perm_model = apps.get_model(""perms"", ""AssetPermission"")
    db_alias = schema_editor.connection.alias
    perms = perm_model.objects.using(db_alias).all()
    actions_map = {
        ""all"": 0b11111111,
        ""connect"": 0b00000001,
        ""upload_file"": 0b00000010,
        ""download_file"": 0b00000100,
    }
    for perm in perms:
        actions = perm.actions.all()
        if not actions:
            continue
        new_actions = [actions_map.get(action.name, 0b11111111) for action in actions]
        new_action = reduce(lambda x, y: x | y, new_actions)
        perm.action = new_action
        perm.save()","def migrate_old_actions ( apps , schema_editor ) : <TAB> from orgs . utils import set_to_root_org <TAB> set_to_root_org ( ) <TAB> perm_model = apps . get_model ( ""perms"" , ""AssetPermission"" ) <TAB> db_alias = schema_editor . connection . alias <TAB> perms = perm_model . objects . using ( db_alias ) . all ( ) <TAB> actions_map = { <TAB> <TAB> ""all"" : 0b11111111 , <TAB> <TAB> ""connect"" : 0b00000001 , <TAB> <TAB> ""upload_file"" : 0b00000010 , <TAB> <TAB> ""download_file"" : 0b00000100 , <TAB> } <TAB> for perm in perms : <TAB> <TAB> actions = perm . actions . all ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> new_actions = [ actions_map . get ( action . name , 0b11111111 ) for action in actions ] <TAB> <TAB> new_action = reduce ( lambda x , y : x | y , new_actions ) <TAB> <TAB> perm . action = new_action <TAB> <TAB> perm . save ( )",if not actions :,248
19494,"def parse_implements_interfaces(parser):
    types = []
    if parser.token.value == ""implements"":
        advance(parser)
        while True:
            types.append(parse_named_type(parser))
            if not peek(parser, TokenKind.NAME):
                break
    return types
","def parse_implements_interfaces ( parser ) : <TAB> types = [ ] <TAB> if parser . token . value == ""implements"" : <TAB> <TAB> advance ( parser ) <TAB> <TAB> while True : <TAB> <TAB> <TAB> types . append ( parse_named_type ( parser ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> return types","if not peek ( parser , TokenKind . NAME ) :",81
18697,"def reduce_arguments(self, args):
    assert isinstance(args, nodes.Arguments)
    if args.incorrect_order():
        raise InvalidArguments(
            ""All keyword arguments must be after positional arguments.""
        )
    reduced_pos = [self.reduce_single(arg) for arg in args.arguments]
    reduced_kw = {}
    for key in args.kwargs.keys():
        if not isinstance(key, str):
            raise InvalidArguments(""Keyword argument name is not a string."")
        a = args.kwargs[key]
        reduced_kw[key] = self.reduce_single(a)
    return (reduced_pos, reduced_kw)
","def reduce_arguments ( self , args ) : <TAB> assert isinstance ( args , nodes . Arguments ) <TAB> if args . incorrect_order ( ) : <TAB> <TAB> raise InvalidArguments ( <TAB> <TAB> <TAB> ""All keyword arguments must be after positional arguments."" <TAB> <TAB> ) <TAB> reduced_pos = [ self . reduce_single ( arg ) for arg in args . arguments ] <TAB> reduced_kw = { } <TAB> for key in args . kwargs . keys ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise InvalidArguments ( ""Keyword argument name is not a string."" ) <TAB> <TAB> a = args . kwargs [ key ] <TAB> <TAB> reduced_kw [ key ] = self . reduce_single ( a ) <TAB> return ( reduced_pos , reduced_kw )","if not isinstance ( key , str ) :",163
4871,"def run(self):
    """"""Run the worker thread.""""""
    # This is the code executing in the new thread. Simulation of
    # a long process as a simple urllib call
    try:
        url = _docsURL % ReplaceCapitals(self.selectedClass)
        with urllib.request.urlopen(url) as fid:
            if six.PY2:
                originalText = fid.read()
            else:
                originalText = fid.read().decode(""utf-8"")
        text = RemoveHTMLTags(originalText).split(""\n"")
        data = FindWindowStyles(text, originalText, self.selectedClass)
        if not self.keepRunning:
            return
        wx.CallAfter(self.notifyWindow.LoadDocumentation, data)
    except (IOError, urllib.error.HTTPError):
        # Unable to get to the internet
        t, v = sys.exc_info()[:2]
        message = traceback.format_exception_only(t, v)
        wx.CallAfter(self.notifyWindow.StopDownload, message)
    except:
        # Some other strange error...
        t, v = sys.exc_info()[:2]
        message = traceback.format_exception_only(t, v)
        wx.CallAfter(self.notifyWindow.StopDownload, message)","def run ( self ) : <TAB> """"""Run the worker thread."""""" <TAB> <TAB> <TAB> try : <TAB> <TAB> url = _docsURL % ReplaceCapitals ( self . selectedClass ) <TAB> <TAB> with urllib . request . urlopen ( url ) as fid : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> originalText = fid . read ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> originalText = fid . read ( ) . decode ( ""utf-8"" ) <TAB> <TAB> text = RemoveHTMLTags ( originalText ) . split ( ""\n"" ) <TAB> <TAB> data = FindWindowStyles ( text , originalText , self . selectedClass ) <TAB> <TAB> if not self . keepRunning : <TAB> <TAB> <TAB> return <TAB> <TAB> wx . CallAfter ( self . notifyWindow . LoadDocumentation , data ) <TAB> except ( IOError , urllib . error . HTTPError ) : <TAB> <TAB> <TAB> <TAB> t , v = sys . exc_info ( ) [ : 2 ] <TAB> <TAB> message = traceback . format_exception_only ( t , v ) <TAB> <TAB> wx . CallAfter ( self . notifyWindow . StopDownload , message ) <TAB> except : <TAB> <TAB> <TAB> <TAB> t , v = sys . exc_info ( ) [ : 2 ] <TAB> <TAB> message = traceback . format_exception_only ( t , v ) <TAB> <TAB> wx . CallAfter ( self . notifyWindow . StopDownload , message )",if six . PY2 :,330
15626,"def _add_trials(self, name, spec):
    """"""Add trial by invoking TrialRunner.""""""
    resource = {}
    resource[""trials""] = []
    trial_generator = BasicVariantGenerator()
    trial_generator.add_configurations({name: spec})
    while not trial_generator.is_finished():
        trial = trial_generator.next_trial()
        if not trial:
            break
        runner.add_trial(trial)
        resource[""trials""].append(self._trial_info(trial))
    return resource
","def _add_trials ( self , name , spec ) : <TAB> """"""Add trial by invoking TrialRunner."""""" <TAB> resource = { } <TAB> resource [ ""trials"" ] = [ ] <TAB> trial_generator = BasicVariantGenerator ( ) <TAB> trial_generator . add_configurations ( { name : spec } ) <TAB> while not trial_generator . is_finished ( ) : <TAB> <TAB> trial = trial_generator . next_trial ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> runner . add_trial ( trial ) <TAB> <TAB> resource [ ""trials"" ] . append ( self . _trial_info ( trial ) ) <TAB> return resource",if not trial :,130
22147,"def _pick_format(self, database_path, source):
    collection_path = os.path.join(database_path, source)
    # Retrieve available index formats
    names = os.listdir(collection_path)
    available = []
    for filename in names:
        if not filename.startswith(""index.""):
            continue
        path = os.path.join(collection_path, filename)
        name, ext = os.path.splitext(filename)
        # Check for ""msgpack"" support
        if ext == ""mpack"":
            # TODO ensure ""msgpack"" is available
            pass
        # Retrieve file modified date
        modified_date = os.path.getmtime(path)
        # Retrieve extension
        filename = os.path.basename(path)
        extension = filename.split(""."", 1)[1]
        # Skip over ignored formats
        if self.formats is not None and extension not in self.formats:
            continue
        # Store index in `available` list
        available.append((modified_date, filename, extension))
    if len(available) < 1:
        raise Exception(""No supported index available in %r"" % collection_path)
    # Sort `available` by modified date
    available.sort(key=lambda i: i[0])
    # Use most recently modified index
    _, filename, extension = available[-1]
    # Find matching format
    for _, fmt in self.plugins.list_ordered(""format""):
        if fmt.__extension__ == extension:
            return fmt()
    return None","def _pick_format ( self , database_path , source ) : <TAB> collection_path = os . path . join ( database_path , source ) <TAB> <TAB> names = os . listdir ( collection_path ) <TAB> available = [ ] <TAB> for filename in names : <TAB> <TAB> if not filename . startswith ( ""index."" ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> path = os . path . join ( collection_path , filename ) <TAB> <TAB> name , ext = os . path . splitext ( filename ) <TAB> <TAB> <TAB> <TAB> if ext == ""mpack"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> modified_date = os . path . getmtime ( path ) <TAB> <TAB> <TAB> <TAB> filename = os . path . basename ( path ) <TAB> <TAB> extension = filename . split ( ""."" , 1 ) [ 1 ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> available . append ( ( modified_date , filename , extension ) ) <TAB> if len ( available ) < 1 : <TAB> <TAB> raise Exception ( ""No supported index available in %r"" % collection_path ) <TAB> <TAB> available . sort ( key = lambda i : i [ 0 ] ) <TAB> <TAB> _ , filename , extension = available [ - 1 ] <TAB> <TAB> for _ , fmt in self . plugins . list_ordered ( ""format"" ) : <TAB> <TAB> if fmt . __extension__ == extension : <TAB> <TAB> <TAB> return fmt ( ) <TAB> return None",if self . formats is not None and extension not in self . formats :,380
19199,"def on_modified_async(self, view):
    syntax = view.settings().get(""syntax"")
    if syntax and ""Markdown"" in syntax:
        text = view.substr(sublime.Region(0, view.size()))
        it = re.finditer(r""^(#{1,6}(?!#))|^(-{3,}|={3,})"", text, re.M)
        title = """"
        title_begin = None
        for m in it:
            if "".front-matter"" in view.scope_name(m.start()):
                continue
            if re.match(r""^(-{3,}|={3,})$"", m.group()):
                title_end = m.start() - 1
                title_begin = text.rfind(""\n"", 0, title_end) + 1
            else:
                title_begin = m.end()
                title_end = (
                    re.search(""("" + m.group() + "")?(\n|$)"", text[title_begin:]).start()
                    + title_begin
                )
                title_begin = m.start() + 1
            if ""markup.raw.block.markdown"" not in view.scope_name(title_begin).split(
                "" ""
            ):
                break
        if len(title) == 0 and title_begin is not None:
            title = text[title_begin:title_end]
        title = title.strip()
        if view.file_name() is None and len(title) > 0:
            view.set_name(title[:55])","def on_modified_async ( self , view ) : <TAB> syntax = view . settings ( ) . get ( ""syntax"" ) <TAB> if syntax and ""Markdown"" in syntax : <TAB> <TAB> text = view . substr ( sublime . Region ( 0 , view . size ( ) ) ) <TAB> <TAB> it = re . finditer ( r""^(#{1,6}(?!#))|^(-{3,}|={3,})"" , text , re . M ) <TAB> <TAB> title = """" <TAB> <TAB> title_begin = None <TAB> <TAB> for m in it : <TAB> <TAB> <TAB> if "".front-matter"" in view . scope_name ( m . start ( ) ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> title_end = m . start ( ) - 1 <TAB> <TAB> <TAB> <TAB> title_begin = text . rfind ( ""\n"" , 0 , title_end ) + 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> title_begin = m . end ( ) <TAB> <TAB> <TAB> <TAB> title_end = ( <TAB> <TAB> <TAB> <TAB> <TAB> re . search ( ""("" + m . group ( ) + "")?(\n|$)"" , text [ title_begin : ] ) . start ( ) <TAB> <TAB> <TAB> <TAB> <TAB> + title_begin <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> title_begin = m . start ( ) + 1 <TAB> <TAB> <TAB> if ""markup.raw.block.markdown"" not in view . scope_name ( title_begin ) . split ( <TAB> <TAB> <TAB> <TAB> "" "" <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if len ( title ) == 0 and title_begin is not None : <TAB> <TAB> <TAB> title = text [ title_begin : title_end ] <TAB> <TAB> title = title . strip ( ) <TAB> <TAB> if view . file_name ( ) is None and len ( title ) > 0 : <TAB> <TAB> <TAB> view . set_name ( title [ : 55 ] )","if re . match ( r""^(-{3,}|={3,})$"" , m . group ( ) ) :",423
4397,"def callback():
    try:
        descriptions, command = extract_neighbors(line)
        peers = match_neighbors(reactor.peers, descriptions)
        if not peers:
            self.log_failure(""no neighbor matching the command : %s"" % command)
            reactor.processes.answer_error(service)
            yield True
            return
        changes = self.api_flow(command)
        if not changes:
            self.log_failure(""command could not parse flow in : %s"" % command)
            reactor.processes.answer_error(service)
            yield True
            return
        for change in changes:
            change.nlri.action = OUT.WITHDRAW
            if reactor.configuration.inject_change(peers, change):
                self.log_message(
                    ""flow removed from %s : %s""
                    % ("", "".join(peers) if peers else ""all peers"", change.extensive())
                )
            else:
                self.log_failure(
                    ""flow not found on %s : %s""
                    % ("", "".join(peers) if peers else ""all peers"", change.extensive())
                )
            yield False
        reactor.processes.answer_done(service)
    except ValueError:
        self.log_failure(""issue parsing the flow"")
        reactor.processes.answer_error(service)
        yield True
    except IndexError:
        self.log_failure(""issue parsing the flow"")
        reactor.processes.answer_error(service)
        yield True
","def callback ( ) : <TAB> try : <TAB> <TAB> descriptions , command = extract_neighbors ( line ) <TAB> <TAB> peers = match_neighbors ( reactor . peers , descriptions ) <TAB> <TAB> if not peers : <TAB> <TAB> <TAB> self . log_failure ( ""no neighbor matching the command : %s"" % command ) <TAB> <TAB> <TAB> reactor . processes . answer_error ( service ) <TAB> <TAB> <TAB> yield True <TAB> <TAB> <TAB> return <TAB> <TAB> changes = self . api_flow ( command ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . log_failure ( ""command could not parse flow in : %s"" % command ) <TAB> <TAB> <TAB> reactor . processes . answer_error ( service ) <TAB> <TAB> <TAB> yield True <TAB> <TAB> <TAB> return <TAB> <TAB> for change in changes : <TAB> <TAB> <TAB> change . nlri . action = OUT . WITHDRAW <TAB> <TAB> <TAB> if reactor . configuration . inject_change ( peers , change ) : <TAB> <TAB> <TAB> <TAB> self . log_message ( <TAB> <TAB> <TAB> <TAB> <TAB> ""flow removed from %s : %s"" <TAB> <TAB> <TAB> <TAB> <TAB> % ( "", "" . join ( peers ) if peers else ""all peers"" , change . extensive ( ) ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . log_failure ( <TAB> <TAB> <TAB> <TAB> <TAB> ""flow not found on %s : %s"" <TAB> <TAB> <TAB> <TAB> <TAB> % ( "", "" . join ( peers ) if peers else ""all peers"" , change . extensive ( ) ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> yield False <TAB> <TAB> reactor . processes . answer_done ( service ) <TAB> except ValueError : <TAB> <TAB> self . log_failure ( ""issue parsing the flow"" ) <TAB> <TAB> reactor . processes . answer_error ( service ) <TAB> <TAB> yield True <TAB> except IndexError : <TAB> <TAB> self . log_failure ( ""issue parsing the flow"" ) <TAB> <TAB> reactor . processes . answer_error ( service ) <TAB> <TAB> yield True",if not changes :,432
17659,"def takewhile_set(tokens):
    open_braces = 0
    previous_token = None
    while True:
        try:
            token = tokens.popleft()
        except IndexError:
            break
        if token == "", "":
            previous_token = token
            continue
        if not token.strip():
            continue
        if token in keywords:
            tokens.appendleft(token)
            if previous_token is not None:
                tokens.appendleft(previous_token)
            break
        if previous_token is not None:
            yield previous_token
            previous_token = None
        if token == ""{"":
            open_braces += 1
        elif token == ""}"":
            open_braces -= 1
        yield token
        if open_braces == 0:
            break","def takewhile_set ( tokens ) : <TAB> open_braces = 0 <TAB> previous_token = None <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> token = tokens . popleft ( ) <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> break <TAB> <TAB> if token == "", "" : <TAB> <TAB> <TAB> previous_token = token <TAB> <TAB> <TAB> continue <TAB> <TAB> if not token . strip ( ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if token in keywords : <TAB> <TAB> <TAB> tokens . appendleft ( token ) <TAB> <TAB> <TAB> if previous_token is not None : <TAB> <TAB> <TAB> <TAB> tokens . appendleft ( previous_token ) <TAB> <TAB> <TAB> break <TAB> <TAB> if previous_token is not None : <TAB> <TAB> <TAB> yield previous_token <TAB> <TAB> <TAB> previous_token = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> open_braces += 1 <TAB> <TAB> elif token == ""}"" : <TAB> <TAB> <TAB> open_braces -= 1 <TAB> <TAB> yield token <TAB> <TAB> if open_braces == 0 : <TAB> <TAB> <TAB> break","if token == ""{"" :",222
22615,"def __on_change_button_clicked(self, widget=None):
    """"""compute all primary objects and toggle the 'Change' attribute""""""
    self.change_status = not self.change_status
    for prim_obj, tmp in self.xobjects:
        obj_change = self.top.get_object(""%s_change"" % prim_obj)
        if not obj_change.get_sensitive():
            continue
        self.change_entries[prim_obj].set_val(self.change_status)
        obj_change.set_active(self.change_status)
","def __on_change_button_clicked ( self , widget = None ) : <TAB> """"""compute all primary objects and toggle the 'Change' attribute"""""" <TAB> self . change_status = not self . change_status <TAB> for prim_obj , tmp in self . xobjects : <TAB> <TAB> obj_change = self . top . get_object ( ""%s_change"" % prim_obj ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> self . change_entries [ prim_obj ] . set_val ( self . change_status ) <TAB> <TAB> obj_change . set_active ( self . change_status )",if not obj_change . get_sensitive ( ) :,145
6004,"def __init__(self, layers, name: Optional[str] = None):
    """"""Initializes the module.""""""
    super().__init__(layers, name=name)
    self.__input_signature = None
    self._num_unrollable = 0
    # As a convenience, check for snt.RNNCore modules and dynamically unroll
    # them if they don't already support unrolling. This check can fail, e.g.
    # if a partially applied RNNCore is passed in. Sonnet's implementation of
    # DeepRNN suffers from the same problem.
    for layer in self._layers:
        if hasattr(layer, ""unroll""):
            self._num_unrollable += 1
        elif isinstance(layer, snt.RNNCore):
            self._num_unrollable += 1
            layer.unroll = functools.partial(snt.dynamic_unroll, layer)
            logging.warning(
                ""Acme DeepRNN detected a Sonnet RNNCore. ""
                ""This will be dynamically unrolled. Please implement unroll() ""
                ""to suppress this warning.""
            )","def __init__ ( self , layers , name : Optional [ str ] = None ) : <TAB> """"""Initializes the module."""""" <TAB> super ( ) . __init__ ( layers , name = name ) <TAB> self . __input_signature = None <TAB> self . _num_unrollable = 0 <TAB> <TAB> <TAB> <TAB> <TAB> for layer in self . _layers : <TAB> <TAB> if hasattr ( layer , ""unroll"" ) : <TAB> <TAB> <TAB> self . _num_unrollable += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _num_unrollable += 1 <TAB> <TAB> <TAB> layer . unroll = functools . partial ( snt . dynamic_unroll , layer ) <TAB> <TAB> <TAB> logging . warning ( <TAB> <TAB> <TAB> <TAB> ""Acme DeepRNN detected a Sonnet RNNCore. "" <TAB> <TAB> <TAB> <TAB> ""This will be dynamically unrolled. Please implement unroll() "" <TAB> <TAB> <TAB> <TAB> ""to suppress this warning."" <TAB> <TAB> <TAB> )","elif isinstance ( layer , snt . RNNCore ) :",273
16283,"def get_mapping_exception_message(mappings: List[Tuple[Text, Text]]):
    """"""Return a message given a list of duplicates.""""""
    message = """"
    for name, action_name in mappings:
        if message:
            message += ""\n""
        message += (
            ""Intent '{}' is set to trigger action '{}', which is ""
            ""not defined in the domain."".format(name, action_name)
        )
    return message
","def get_mapping_exception_message ( mappings : List [ Tuple [ Text , Text ] ] ) : <TAB> """"""Return a message given a list of duplicates."""""" <TAB> message = """" <TAB> for name , action_name in mappings : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> message += ""\n"" <TAB> <TAB> message += ( <TAB> <TAB> <TAB> ""Intent '{}' is set to trigger action '{}', which is "" <TAB> <TAB> <TAB> ""not defined in the domain."" . format ( name , action_name ) <TAB> <TAB> ) <TAB> return message",if message :,113
11242,"def add_if_unique(self, issuer, use, keys):
    if use in self.issuer_keys[issuer] and self.issuer_keys[issuer][use]:
        for typ, key in keys:
            flag = 1
            for _typ, _key in self.issuer_keys[issuer][use]:
                if _typ == typ and key is _key:
                    flag = 0
                    break
            if flag:
                self.issuer_keys[issuer][use].append((typ, key))
    else:
        self.issuer_keys[issuer][use] = keys","def add_if_unique ( self , issuer , use , keys ) : <TAB> if use in self . issuer_keys [ issuer ] and self . issuer_keys [ issuer ] [ use ] : <TAB> <TAB> for typ , key in keys : <TAB> <TAB> <TAB> flag = 1 <TAB> <TAB> <TAB> for _typ , _key in self . issuer_keys [ issuer ] [ use ] : <TAB> <TAB> <TAB> <TAB> if _typ == typ and key is _key : <TAB> <TAB> <TAB> <TAB> <TAB> flag = 0 <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . issuer_keys [ issuer ] [ use ] . append ( ( typ , key ) ) <TAB> else : <TAB> <TAB> self . issuer_keys [ issuer ] [ use ] = keys",if flag :,158
19538,"def process_operation_event(
    events_path: str,
    event_kind: str,
    event_name: str,
    orient: str = V1Events.ORIENT_CSV,
) -> Optional[Dict]:
    if not events_path or not os.path.exists(events_path):
        return None
    async with aiofiles.open(events_path, mode=""r"") as f:
        contents = await f.read()
        if contents:
            if orient == V1Events.ORIENT_CSV:
                return {""name"": event_name, ""kind"": event_kind, ""data"": contents}
            if orient == V1Events.ORIENT_DICT:
                df = V1Events.read(
                    kind=event_kind, name=event_name, data=contents, parse_dates=False
                )
                return {""name"": event_name, ""kind"": event_kind, ""data"": df.to_dict()}
            else:
                raise HTTPException(
                    detail=""received an unrecognisable orient value {}."".format(orient),
                    status_code=status.HTTP_400_BAD_REQUEST,
                )
    return None","def process_operation_event ( <TAB> events_path : str , <TAB> event_kind : str , <TAB> event_name : str , <TAB> orient : str = V1Events . ORIENT_CSV , ) -> Optional [ Dict ] : <TAB> if not events_path or not os . path . exists ( events_path ) : <TAB> <TAB> return None <TAB> async with aiofiles . open ( events_path , mode = ""r"" ) as f : <TAB> <TAB> contents = await f . read ( ) <TAB> <TAB> if contents : <TAB> <TAB> <TAB> if orient == V1Events . ORIENT_CSV : <TAB> <TAB> <TAB> <TAB> return { ""name"" : event_name , ""kind"" : event_kind , ""data"" : contents } <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> df = V1Events . read ( <TAB> <TAB> <TAB> <TAB> <TAB> kind = event_kind , name = event_name , data = contents , parse_dates = False <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> return { ""name"" : event_name , ""kind"" : event_kind , ""data"" : df . to_dict ( ) } <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise HTTPException ( <TAB> <TAB> <TAB> <TAB> <TAB> detail = ""received an unrecognisable orient value {}."" . format ( orient ) , <TAB> <TAB> <TAB> <TAB> <TAB> status_code = status . HTTP_400_BAD_REQUEST , <TAB> <TAB> <TAB> <TAB> ) <TAB> return None",if orient == V1Events . ORIENT_DICT :,311
8765,"def draw_buttons_3dpanel(self, layout, in_menu=None):
    if not in_menu:
        menu = layout.row(align=True).operator(
            ""node.popup_3d_menu"", text=f'Show: ""{self.label or self.name}""'
        )
        menu.tree_name = self.id_data.name
        menu.node_name = self.name
    else:
        layout.label(text=self.label or self.name)
        if self.mode == ""vector"":
            colum_list = layout.column(align=True)
            for i in range(self.v_int):
                row = colum_list.row(align=True)
                for j in range(3):
                    row.prop(
                        self,
                        ""vector_list"",
                        index=i * 3 + j,
                        text=""XYZ""[j] + (self.label if self.label else self.name),
                    )
        else:
            colum_list = layout.column(align=True)
            for i in range(self.int_):
                row = colum_list.row(align=True)
                row.prop(
                    self,
                    self.mode,
                    index=i,
                    text=str(i) + (self.label if self.label else self.name),
                )
                row.scale_x = 0.8","def draw_buttons_3dpanel ( self , layout , in_menu = None ) : <TAB> if not in_menu : <TAB> <TAB> menu = layout . row ( align = True ) . operator ( <TAB> <TAB> <TAB> ""node.popup_3d_menu"" , text = f'Show: ""{self.label or self.name}""' <TAB> <TAB> ) <TAB> <TAB> menu . tree_name = self . id_data . name <TAB> <TAB> menu . node_name = self . name <TAB> else : <TAB> <TAB> layout . label ( text = self . label or self . name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> colum_list = layout . column ( align = True ) <TAB> <TAB> <TAB> for i in range ( self . v_int ) : <TAB> <TAB> <TAB> <TAB> row = colum_list . row ( align = True ) <TAB> <TAB> <TAB> <TAB> for j in range ( 3 ) : <TAB> <TAB> <TAB> <TAB> <TAB> row . prop ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""vector_list"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> index = i * 3 + j , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> text = ""XYZ"" [ j ] + ( self . label if self . label else self . name ) , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> colum_list = layout . column ( align = True ) <TAB> <TAB> <TAB> for i in range ( self . int_ ) : <TAB> <TAB> <TAB> <TAB> row = colum_list . row ( align = True ) <TAB> <TAB> <TAB> <TAB> row . prop ( <TAB> <TAB> <TAB> <TAB> <TAB> self , <TAB> <TAB> <TAB> <TAB> <TAB> self . mode , <TAB> <TAB> <TAB> <TAB> <TAB> index = i , <TAB> <TAB> <TAB> <TAB> <TAB> text = str ( i ) + ( self . label if self . label else self . name ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> row . scale_x = 0.8","if self . mode == ""vector"" :",414
18822,"def run_rom(args):
    rom, frame_limit = args
    pyboy = PyBoy(rom, window_type=""dummy"")
    pyboy.set_emulation_speed(0)
    serial_output = """"
    t = time.time()
    result = None
    frame_count = 0
    while not pyboy.tick():
        b = pyboy._serial()
        if b != """":
            serial_output += b
            t = time.time()
        if ""Passed"" in serial_output:
            result = ""Passed""
            break
        elif ""Failed"" in serial_output:
            result = serial_output
            break
        if frame_limit == -1 and time.time() - t > timeout:
            result = ""Timeout:\n"" + serial_output
            break
        elif frame_count == frame_limit:
            result = ""Frame limit reached:\n"" + serial_output
            break
        frame_count += 1
    pyboy.stop(save=False)
    return result","def run_rom ( args ) : <TAB> rom , frame_limit = args <TAB> pyboy = PyBoy ( rom , window_type = ""dummy"" ) <TAB> pyboy . set_emulation_speed ( 0 ) <TAB> serial_output = """" <TAB> t = time . time ( ) <TAB> result = None <TAB> frame_count = 0 <TAB> while not pyboy . tick ( ) : <TAB> <TAB> b = pyboy . _serial ( ) <TAB> <TAB> if b != """" : <TAB> <TAB> <TAB> serial_output += b <TAB> <TAB> <TAB> t = time . time ( ) <TAB> <TAB> if ""Passed"" in serial_output : <TAB> <TAB> <TAB> result = ""Passed"" <TAB> <TAB> <TAB> break <TAB> <TAB> elif ""Failed"" in serial_output : <TAB> <TAB> <TAB> result = serial_output <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result = ""Timeout:\n"" + serial_output <TAB> <TAB> <TAB> break <TAB> <TAB> elif frame_count == frame_limit : <TAB> <TAB> <TAB> result = ""Frame limit reached:\n"" + serial_output <TAB> <TAB> <TAB> break <TAB> <TAB> frame_count += 1 <TAB> pyboy . stop ( save = False ) <TAB> return result",if frame_limit == - 1 and time . time ( ) - t > timeout :,269
12114,"def TryMerge(self, d):
    while d.avail() > 0:
        tt = d.getVarInt32()
        if tt == 10:
            self.add_version(d.getPrefixedString())
            continue
        if tt == 0:
            raise ProtocolBuffer.ProtocolBufferDecodeError
        d.skipData(tt)","def TryMerge ( self , d ) : <TAB> while d . avail ( ) > 0 : <TAB> <TAB> tt = d . getVarInt32 ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . add_version ( d . getPrefixedString ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 0 : <TAB> <TAB> <TAB> raise ProtocolBuffer . ProtocolBufferDecodeError <TAB> <TAB> d . skipData ( tt )",if tt == 10 :,90
23197,"def train(config, args):
    gan = setup_gan(config, inputs, args)
    test_batches = []
    for i in range(args.steps):
        gan.step()
        if i % args.sample_every == 0 and i > 0:
            correct_prediction = 0
            total = 0
            for (x, y) in gan.inputs.testdata():
                prediction = gan.generator(x)
                correct_prediction += (
                    torch.argmax(prediction, 1) == torch.argmax(y, 1)
                ).sum()
                total += y.shape[0]
            accuracy = (float(correct_prediction) / total) * 100
            print(""accuracy: "", accuracy)
    return sum_metrics","def train ( config , args ) : <TAB> gan = setup_gan ( config , inputs , args ) <TAB> test_batches = [ ] <TAB> for i in range ( args . steps ) : <TAB> <TAB> gan . step ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> correct_prediction = 0 <TAB> <TAB> <TAB> total = 0 <TAB> <TAB> <TAB> for ( x , y ) in gan . inputs . testdata ( ) : <TAB> <TAB> <TAB> <TAB> prediction = gan . generator ( x ) <TAB> <TAB> <TAB> <TAB> correct_prediction += ( <TAB> <TAB> <TAB> <TAB> <TAB> torch . argmax ( prediction , 1 ) == torch . argmax ( y , 1 ) <TAB> <TAB> <TAB> <TAB> ) . sum ( ) <TAB> <TAB> <TAB> <TAB> total += y . shape [ 0 ] <TAB> <TAB> <TAB> accuracy = ( float ( correct_prediction ) / total ) * 100 <TAB> <TAB> <TAB> print ( ""accuracy: "" , accuracy ) <TAB> return sum_metrics",if i % args . sample_every == 0 and i > 0 :,200
14336,"def apply(self, node, code, required):
    yield ""try:""
    yield from self.iterIndented(code)
    yield ""    pass""
    yield ""except {}:"".format(self.exceptionString)
    outputVariables = node.getOutputSocketVariables()
    for i, s in enumerate(node.outputs):
        if s.identifier in required:
            if hasattr(s, ""getDefaultValueCode""):
                yield f""    {outputVariables[s.identifier]} = {s.getDefaultValueCode()}""
            else:
                yield f""    {outputVariables[s.identifier]} = self.outputs[{i}].getDefaultValue()""
    yield ""    pass""
","def apply ( self , node , code , required ) : <TAB> yield ""try:"" <TAB> yield from self . iterIndented ( code ) <TAB> yield ""    pass"" <TAB> yield ""except {}:"" . format ( self . exceptionString ) <TAB> outputVariables = node . getOutputSocketVariables ( ) <TAB> for i , s in enumerate ( node . outputs ) : <TAB> <TAB> if s . identifier in required : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> yield f""    {outputVariables[s.identifier]} = {s.getDefaultValueCode()}"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> yield f""    {outputVariables[s.identifier]} = self.outputs[{i}].getDefaultValue()"" <TAB> yield ""    pass""","if hasattr ( s , ""getDefaultValueCode"" ) :",181
10275,"def create_volume(self, volume):
    """"""Create a volume.""""""
    try:
        cmd = [""volume"", ""create"", volume[""name""], ""%sG"" % (volume[""size""])]
        if self.configuration.eqlx_pool != ""default"":
            cmd.append(""pool"")
            cmd.append(self.configuration.eqlx_pool)
        if self.configuration.san_thin_provision:
            cmd.append(""thin-provision"")
        out = self._eql_execute(*cmd)
        self.add_multihost_access(volume)
        return self._get_volume_data(out)
    except Exception:
        with excutils.save_and_reraise_exception():
            LOG.error('Failed to create volume ""%s"".', volume[""name""])
","def create_volume ( self , volume ) : <TAB> """"""Create a volume."""""" <TAB> try : <TAB> <TAB> cmd = [ ""volume"" , ""create"" , volume [ ""name"" ] , ""%sG"" % ( volume [ ""size"" ] ) ] <TAB> <TAB> if self . configuration . eqlx_pool != ""default"" : <TAB> <TAB> <TAB> cmd . append ( ""pool"" ) <TAB> <TAB> <TAB> cmd . append ( self . configuration . eqlx_pool ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cmd . append ( ""thin-provision"" ) <TAB> <TAB> out = self . _eql_execute ( * cmd ) <TAB> <TAB> self . add_multihost_access ( volume ) <TAB> <TAB> return self . _get_volume_data ( out ) <TAB> except Exception : <TAB> <TAB> with excutils . save_and_reraise_exception ( ) : <TAB> <TAB> <TAB> LOG . error ( 'Failed to create volume ""%s"".' , volume [ ""name"" ] )",if self . configuration . san_thin_provision :,199
10185,"def start_listening(self, bot):
    loop = asyncio.get_event_loop()
    itemNo = -1
    threads = []
    if isinstance(self.configuration, list):
        for listener in self.configuration:
            itemNo += 1
            try:
                certfile = listener[""certfile""]
                if not certfile:
                    logger.warning(
                        ""config.{}[{}].certfile must be configured"".format(
                            self.configkey, itemNo
                        )
                    )
                    continue
                name = listener[""name""]
                port = listener[""port""]
            except KeyError as e:
                logger.warning(
                    ""config.{}[{}] missing keyword"".format(self.configkey, itemNo)
                )
                continue
            aiohttp_start(
                bot,
                name,
                port,
                certfile,
                self.RequestHandler,
                ""webbridge."" + self.configkey,
            )
    logger.info(
        ""webbridge.sinks: {} thread(s) started for {}"".format(
            itemNo + 1, self.configkey
        )
    )","def start_listening ( self , bot ) : <TAB> loop = asyncio . get_event_loop ( ) <TAB> itemNo = - 1 <TAB> threads = [ ] <TAB> if isinstance ( self . configuration , list ) : <TAB> <TAB> for listener in self . configuration : <TAB> <TAB> <TAB> itemNo += 1 <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> certfile = listener [ ""certfile"" ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""config.{}[{}].certfile must be configured"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . configkey , itemNo <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> name = listener [ ""name"" ] <TAB> <TAB> <TAB> <TAB> port = listener [ ""port"" ] <TAB> <TAB> <TAB> except KeyError as e : <TAB> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> ""config.{}[{}] missing keyword"" . format ( self . configkey , itemNo ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> aiohttp_start ( <TAB> <TAB> <TAB> <TAB> bot , <TAB> <TAB> <TAB> <TAB> name , <TAB> <TAB> <TAB> <TAB> port , <TAB> <TAB> <TAB> <TAB> certfile , <TAB> <TAB> <TAB> <TAB> self . RequestHandler , <TAB> <TAB> <TAB> <TAB> ""webbridge."" + self . configkey , <TAB> <TAB> <TAB> ) <TAB> logger . info ( <TAB> <TAB> ""webbridge.sinks: {} thread(s) started for {}"" . format ( <TAB> <TAB> <TAB> itemNo + 1 , self . configkey <TAB> <TAB> ) <TAB> )",if not certfile :,349
11890,"def upload(self, token, filename, name, finishCallback=None, endpoint=None):
    _, ext = os.path.splitext(filename)
    if ext == "".csv"":
        tmpdir = tempfile.mkdtemp()
        self._log(""Temporary dir {} created"".format(tmpdir))
        try:
            self._log(""Prepare csv data"")
            csv_data, data_files = self.createCsvData(filename)
            self._log(""Prepare tar file"")
            tarfile = self.createTemporaryTar(name, csv_data, data_files, tmpdir)
            self._log(""Upload"")
            res = self.uploadFile(endpoint, token, tarfile, name)
        finally:
            shutil.rmtree(tmpdir, ignore_errors=True)
            self._log(""Temporary dir removed"")
        if res:
            self._log(""Finished"")
    elif ext == "".tar"":
        if self.uploadFile(endpoint, token, filename, name):
            self._log(""Finished"")
    else:
        self._log(""filename with extension {} is not supported."".format(ext))
        if finishCallback is not None:
            finishCallback(False)
        return
    if finishCallback is not None:
        finishCallback(True)
","def upload ( self , token , filename , name , finishCallback = None , endpoint = None ) : <TAB> _ , ext = os . path . splitext ( filename ) <TAB> if ext == "".csv"" : <TAB> <TAB> tmpdir = tempfile . mkdtemp ( ) <TAB> <TAB> self . _log ( ""Temporary dir {} created"" . format ( tmpdir ) ) <TAB> <TAB> try : <TAB> <TAB> <TAB> self . _log ( ""Prepare csv data"" ) <TAB> <TAB> <TAB> csv_data , data_files = self . createCsvData ( filename ) <TAB> <TAB> <TAB> self . _log ( ""Prepare tar file"" ) <TAB> <TAB> <TAB> tarfile = self . createTemporaryTar ( name , csv_data , data_files , tmpdir ) <TAB> <TAB> <TAB> self . _log ( ""Upload"" ) <TAB> <TAB> <TAB> res = self . uploadFile ( endpoint , token , tarfile , name ) <TAB> <TAB> finally : <TAB> <TAB> <TAB> shutil . rmtree ( tmpdir , ignore_errors = True ) <TAB> <TAB> <TAB> self . _log ( ""Temporary dir removed"" ) <TAB> <TAB> if res : <TAB> <TAB> <TAB> self . _log ( ""Finished"" ) <TAB> elif ext == "".tar"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _log ( ""Finished"" ) <TAB> else : <TAB> <TAB> self . _log ( ""filename with extension {} is not supported."" . format ( ext ) ) <TAB> <TAB> if finishCallback is not None : <TAB> <TAB> <TAB> finishCallback ( False ) <TAB> <TAB> return <TAB> if finishCallback is not None : <TAB> <TAB> finishCallback ( True )","if self . uploadFile ( endpoint , token , filename , name ) :",317
13299,"def fix_file(filename, options=None, output=None, apply_config=False):
    if not options:
        options = parse_args([filename], apply_config=apply_config)
    original_source = readlines_from_file(filename)
    fixed_source = original_source
    if options.in_place or output:
        encoding = detect_encoding(filename)
    if output:
        output = LineEndingWrapper(wrap_output(output, encoding=encoding))
    fixed_source = fix_lines(fixed_source, options, filename=filename)
    if options.diff:
        new = io.StringIO(fixed_source)
        new = new.readlines()
        diff = get_diff_text(original_source, new, filename)
        if output:
            output.write(diff)
            output.flush()
        else:
            return diff
    elif options.in_place:
        fp = open_with_encoding(filename, encoding=encoding, mode=""w"")
        fp.write(fixed_source)
        fp.close()
    else:
        if output:
            output.write(fixed_source)
            output.flush()
        else:
            return fixed_source
","def fix_file ( filename , options = None , output = None , apply_config = False ) : <TAB> if not options : <TAB> <TAB> options = parse_args ( [ filename ] , apply_config = apply_config ) <TAB> original_source = readlines_from_file ( filename ) <TAB> fixed_source = original_source <TAB> if options . in_place or output : <TAB> <TAB> encoding = detect_encoding ( filename ) <TAB> <fill-in> <TAB> <TAB> output = LineEndingWrapper ( wrap_output ( output , encoding = encoding ) ) <TAB> fixed_source = fix_lines ( fixed_source , options , filename = filename ) <TAB> if options . diff : <TAB> <TAB> new = io . StringIO ( fixed_source ) <TAB> <TAB> new = new . readlines ( ) <TAB> <TAB> diff = get_diff_text ( original_source , new , filename ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> output . write ( diff ) <TAB> <TAB> <TAB> output . flush ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return diff <TAB> elif options . in_place : <TAB> <TAB> fp = open_with_encoding ( filename , encoding = encoding , mode = ""w"" ) <TAB> <TAB> fp . write ( fixed_source ) <TAB> <TAB> fp . close ( ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> output . write ( fixed_source ) <TAB> <TAB> <TAB> output . flush ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return fixed_source",if output :,312
8327,"def update_variable_types(self, func_addr, var_to_typevar):
    for var, typevar in var_to_typevar.items():
        type_ = self.simtypes_solution.get(typevar, None)
        if type_ is not None:
            # print(""{} -> {}: {}"".format(var, typevar, type_))
            self.kb.variables[func_addr].types[var] = type_
","def update_variable_types ( self , func_addr , var_to_typevar ) : <TAB> for var , typevar in var_to_typevar . items ( ) : <TAB> <TAB> type_ = self . simtypes_solution . get ( typevar , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . kb . variables [ func_addr ] . types [ var ] = type_",if type_ is not None :,103
13828,"def filter_documentation(cls):
    result = []
    for sc in TrackSubClasses.sorted_by_kind(cls):
        default_subfilter = getattr(sc, ""__default_subfilter__"", None)
        result.extend((""  * %s - %s"" % (sc.__kind__, sc.__doc__),))
        if hasattr(sc, ""__supported_subfilters__""):
            for key, doc in sc.__supported_subfilters__.items():
                result.append(
                    ""      %s%s%s ... %s""
                    % (
                        ""["" if key == default_subfilter else """",
                        key,
                        ""]"" if key == default_subfilter else """",
                        doc,
                    )
                )
    result.append(""\n[] ... Parameter can be supplied as unnamed value\n"")
    return ""\n"".join(result)
","def filter_documentation ( cls ) : <TAB> result = [ ] <TAB> for sc in TrackSubClasses . sorted_by_kind ( cls ) : <TAB> <TAB> default_subfilter = getattr ( sc , ""__default_subfilter__"" , None ) <TAB> <TAB> result . extend ( ( ""  * %s - %s"" % ( sc . __kind__ , sc . __doc__ ) , ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for key , doc in sc . __supported_subfilters__ . items ( ) : <TAB> <TAB> <TAB> <TAB> result . append ( <TAB> <TAB> <TAB> <TAB> <TAB> ""      %s%s%s ... %s"" <TAB> <TAB> <TAB> <TAB> <TAB> % ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""["" if key == default_subfilter else """" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> key , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""]"" if key == default_subfilter else """" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> doc , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> result . append ( ""\n[] ... Parameter can be supplied as unnamed value\n"" ) <TAB> return ""\n"" . join ( result )","if hasattr ( sc , ""__supported_subfilters__"" ) :",235
9296,"def download_subtitle(self, subtitle):
    r = self.session.get(
        subtitle.download_link, headers={""Referer"": self.api_url}, timeout=10
    )
    r.raise_for_status()
    # open the archive
    archive_stream = io.BytesIO(r.content)
    if is_rarfile(archive_stream):
        logger.debug(""[#### Provider: titrari.ro] Archive identified as rar"")
        archive = RarFile(archive_stream)
    elif is_zipfile(archive_stream):
        logger.debug(""[#### Provider: titrari.ro] Archive identified as zip"")
        archive = ZipFile(archive_stream)
    else:
        subtitle.content = r.content
        if subtitle.is_valid():
            return
        subtitle.content = None
        raise ProviderError(""[#### Provider: titrari.ro] Unidentified archive type"")
    subtitle.content = self.get_subtitle_from_archive(subtitle, archive)","def download_subtitle ( self , subtitle ) : <TAB> r = self . session . get ( <TAB> <TAB> subtitle . download_link , headers = { ""Referer"" : self . api_url } , timeout = 10 <TAB> ) <TAB> r . raise_for_status ( ) <TAB> <TAB> archive_stream = io . BytesIO ( r . content ) <TAB> if is_rarfile ( archive_stream ) : <TAB> <TAB> logger . debug ( ""[#### Provider: titrari.ro] Archive identified as rar"" ) <TAB> <TAB> archive = RarFile ( archive_stream ) <TAB> elif is_zipfile ( archive_stream ) : <TAB> <TAB> logger . debug ( ""[#### Provider: titrari.ro] Archive identified as zip"" ) <TAB> <TAB> archive = ZipFile ( archive_stream ) <TAB> else : <TAB> <TAB> subtitle . content = r . content <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> subtitle . content = None <TAB> <TAB> raise ProviderError ( ""[#### Provider: titrari.ro] Unidentified archive type"" ) <TAB> subtitle . content = self . get_subtitle_from_archive ( subtitle , archive )",if subtitle . is_valid ( ) :,244
22837,"def deleteOutline(self, event=None, op_name=""Delete Node""):
    """"""Deletes the selected outline.""""""
    c, u = self, self.undoer
    p = c.p
    if not p:
        return
    c.endEditing()  # Make sure we capture the headline for Undo.
    if False:  # c.config.getBool('select-next-after-delete'):
        # #721: Optionally select next node after delete.
        if p.hasVisNext(c):
            newNode = p.visNext(c)
        elif p.hasParent():
            newNode = p.parent()
        else:
            newNode = p.back()  # _not_ p.visBack(): we are at the top level.
    else:
        # Legacy: select previous node if possible.
        if p.hasVisBack(c):
            newNode = p.visBack(c)
        else:
            newNode = p.next()  # _not_ p.visNext(): we are at the top level.
    if not newNode:
        return
    undoData = u.beforeDeleteNode(p)
    dirtyVnodeList = p.setAllAncestorAtFileNodesDirty()
    p.doDelete(newNode)
    c.setChanged(True)
    u.afterDeleteNode(newNode, op_name, undoData, dirtyVnodeList=dirtyVnodeList)
    c.redraw(newNode)
    c.validateOutline()","def deleteOutline ( self , event = None , op_name = ""Delete Node"" ) : <TAB> """"""Deletes the selected outline."""""" <TAB> c , u = self , self . undoer <TAB> p = c . p <TAB> if not p : <TAB> <TAB> return <TAB> c . endEditing ( ) <TAB> if False : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> newNode = p . visNext ( c ) <TAB> <TAB> elif p . hasParent ( ) : <TAB> <TAB> <TAB> newNode = p . parent ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> newNode = p . back ( ) <TAB> else : <TAB> <TAB> <TAB> <TAB> if p . hasVisBack ( c ) : <TAB> <TAB> <TAB> newNode = p . visBack ( c ) <TAB> <TAB> else : <TAB> <TAB> <TAB> newNode = p . next ( ) <TAB> if not newNode : <TAB> <TAB> return <TAB> undoData = u . beforeDeleteNode ( p ) <TAB> dirtyVnodeList = p . setAllAncestorAtFileNodesDirty ( ) <TAB> p . doDelete ( newNode ) <TAB> c . setChanged ( True ) <TAB> u . afterDeleteNode ( newNode , op_name , undoData , dirtyVnodeList = dirtyVnodeList ) <TAB> c . redraw ( newNode ) <TAB> c . validateOutline ( )",if p . hasVisNext ( c ) :,374
15780,"def _find_single_string(
    self, call, body, name
):  # type: (ast.Call, List[Any], str) -> Optional[str]
    value = self._find_in_call(call, name)
    if value is None:
        # Trying to find in kwargs
        kwargs = self._find_call_kwargs(call)
        if kwargs is None or not isinstance(kwargs, ast.Name):
            return
        variable = self._find_variable_in_body(body, kwargs.id)
        if not isinstance(variable, (ast.Dict, ast.Call)):
            return
        if isinstance(variable, ast.Call):
            if not isinstance(variable.func, ast.Name):
                return
            if variable.func.id != ""dict"":
                return
            value = self._find_in_call(variable, name)
        else:
            value = self._find_in_dict(variable, name)
    if value is None:
        return
    if isinstance(value, ast.Str):
        return value.s
    elif isinstance(value, ast.Name):
        variable = self._find_variable_in_body(body, value.id)
        if variable is not None and isinstance(variable, ast.Str):
            return variable.s
","def _find_single_string ( <TAB> self , call , body , name ) : <TAB> value = self . _find_in_call ( call , name ) <TAB> if value is None : <TAB> <TAB> <TAB> <TAB> kwargs = self . _find_call_kwargs ( call ) <TAB> <TAB> if kwargs is None or not isinstance ( kwargs , ast . Name ) : <TAB> <TAB> <TAB> return <TAB> <TAB> variable = self . _find_variable_in_body ( body , kwargs . id ) <TAB> <TAB> if not isinstance ( variable , ( ast . Dict , ast . Call ) ) : <TAB> <TAB> <TAB> return <TAB> <TAB> if isinstance ( variable , ast . Call ) : <TAB> <TAB> <TAB> if not isinstance ( variable . func , ast . Name ) : <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> if variable . func . id != ""dict"" : <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> value = self . _find_in_call ( variable , name ) <TAB> <TAB> else : <TAB> <TAB> <TAB> value = self . _find_in_dict ( variable , name ) <TAB> if value is None : <TAB> <TAB> return <TAB> if isinstance ( value , ast . Str ) : <TAB> <TAB> return value . s <TAB> elif isinstance ( value , ast . Name ) : <TAB> <TAB> variable = self . _find_variable_in_body ( body , value . id ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return variable . s","if variable is not None and isinstance ( variable , ast . Str ) :",333
2316,"def names(self, persistent=None):
    u = set()
    result = []
    for s in [
        self.__storage(None),
        self.__storage(self.__category),
    ]:
        for b in s:
            if persistent is not None and b.persistent != persistent:
                continue
            if b.name.startswith(""__""):
                continue
            if b.name not in u:
                result.append(b.name)
                u.add(b.name)
    return result
","def names ( self , persistent = None ) : <TAB> u = set ( ) <TAB> result = [ ] <TAB> for s in [ <TAB> <TAB> self . __storage ( None ) , <TAB> <TAB> self . __storage ( self . __category ) , <TAB> ] : <TAB> <TAB> for b in s : <TAB> <TAB> <TAB> if persistent is not None and b . persistent != persistent : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if b . name not in u : <TAB> <TAB> <TAB> <TAB> result . append ( b . name ) <TAB> <TAB> <TAB> <TAB> u . add ( b . name ) <TAB> return result","if b . name . startswith ( ""__"" ) :",139
18886,"def find_id(self, doc_id):
    self._lock.acquire()
    try:
        doc = self._docs.get(doc_id)
        if doc:
            doc = copy.deepcopy(doc)
            doc[""id""] = doc_id
            return doc
    finally:
        self._lock.release()
","def find_id ( self , doc_id ) : <TAB> self . _lock . acquire ( ) <TAB> try : <TAB> <TAB> doc = self . _docs . get ( doc_id ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> doc = copy . deepcopy ( doc ) <TAB> <TAB> <TAB> doc [ ""id"" ] = doc_id <TAB> <TAB> <TAB> return doc <TAB> finally : <TAB> <TAB> self . _lock . release ( )",if doc :,88
929,"def _oauth2_web_server_flow_params(kwargs):
    """"""Configures redirect URI parameters for OAuth2WebServerFlow.""""""
    params = {
        ""access_type"": ""offline"",
        ""response_type"": ""code"",
    }
    params.update(kwargs)
    # Check for the presence of the deprecated approval_prompt param and
    # warn appropriately.
    approval_prompt = params.get(""approval_prompt"")
    if approval_prompt is not None:
        logger.warning(
            ""The approval_prompt parameter for OAuth2WebServerFlow is ""
            ""deprecated. Please use the prompt parameter instead.""
        )
        if approval_prompt == ""force"":
            logger.warning(
                'approval_prompt=""force"" has been adjusted to ' 'prompt=""consent""'
            )
            params[""prompt""] = ""consent""
            del params[""approval_prompt""]
    return params","def _oauth2_web_server_flow_params ( kwargs ) : <TAB> """"""Configures redirect URI parameters for OAuth2WebServerFlow."""""" <TAB> params = { <TAB> <TAB> ""access_type"" : ""offline"" , <TAB> <TAB> ""response_type"" : ""code"" , <TAB> } <TAB> params . update ( kwargs ) <TAB> <TAB> <TAB> approval_prompt = params . get ( ""approval_prompt"" ) <TAB> if approval_prompt is not None : <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> ""The approval_prompt parameter for OAuth2WebServerFlow is "" <TAB> <TAB> <TAB> ""deprecated. Please use the prompt parameter instead."" <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> 'approval_prompt=""force"" has been adjusted to ' 'prompt=""consent""' <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> params [ ""prompt"" ] = ""consent"" <TAB> <TAB> <TAB> del params [ ""approval_prompt"" ] <TAB> return params","if approval_prompt == ""force"" :",233
4684,"def download(self, url, filename, **kwargs):
    try:
        r = self.get(url, timeout=10, stream=True, **kwargs)
        if r.status_code >= 400:
            return False
        with open(filename, ""wb"") as f:
            for chunk in r.iter_content(chunk_size=1024):
                if chunk:
                    f.write(chunk)
        helpers.chmod_as_parent(filename)
    except Exception as e:
        sickrage.app.log.debug(
            ""Failed to download file from {} - ERROR: {}"".format(url, e)
        )
        if os.path.exists(filename):
            os.remove(filename)
        return False
    return True","def download ( self , url , filename , ** kwargs ) : <TAB> try : <TAB> <TAB> r = self . get ( url , timeout = 10 , stream = True , ** kwargs ) <TAB> <TAB> if r . status_code >= 400 : <TAB> <TAB> <TAB> return False <TAB> <TAB> with open ( filename , ""wb"" ) as f : <TAB> <TAB> <TAB> for chunk in r . iter_content ( chunk_size = 1024 ) : <TAB> <TAB> <TAB> <TAB> if chunk : <TAB> <TAB> <TAB> <TAB> <TAB> f . write ( chunk ) <TAB> <TAB> helpers . chmod_as_parent ( filename ) <TAB> except Exception as e : <TAB> <TAB> sickrage . app . log . debug ( <TAB> <TAB> <TAB> ""Failed to download file from {} - ERROR: {}"" . format ( url , e ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . remove ( filename ) <TAB> <TAB> return False <TAB> return True",if os . path . exists ( filename ) :,200
22589,"def search_event(self, event_handle):
    if not event_handle:
        return False
    # search inside the event and cache the result (event sharing)
    if not event_handle in self.event_map:
        match = 0
        event = self.db.get_event_from_handle(event_handle)
        if self.match_object(event):
            match = 1
        elif event:
            place_handle = event.get_place_handle()
            if place_handle and self.search_place(place_handle):
                match = 1
            if any(
                self.search_media(media_ref.get_reference_handle())
                for media_ref in event.get_media_list()
            ):
                return True
        if match:
            self.event_map.add(event_handle)
    return event_handle in self.event_map","def search_event ( self , event_handle ) : <TAB> if not event_handle : <TAB> <TAB> return False <TAB> <TAB> if not event_handle in self . event_map : <TAB> <TAB> match = 0 <TAB> <TAB> event = self . db . get_event_from_handle ( event_handle ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> match = 1 <TAB> <TAB> elif event : <TAB> <TAB> <TAB> place_handle = event . get_place_handle ( ) <TAB> <TAB> <TAB> if place_handle and self . search_place ( place_handle ) : <TAB> <TAB> <TAB> <TAB> match = 1 <TAB> <TAB> <TAB> if any ( <TAB> <TAB> <TAB> <TAB> self . search_media ( media_ref . get_reference_handle ( ) ) <TAB> <TAB> <TAB> <TAB> for media_ref in event . get_media_list ( ) <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> if match : <TAB> <TAB> <TAB> self . event_map . add ( event_handle ) <TAB> return event_handle in self . event_map",if self . match_object ( event ) :,241
13741,"def effective(line):
    for b in line:
        if not b.cond:
            return
        else:
            try:
                val = 5
                if val:
                    if b.ignore:
                        b.ignore -= 1
                    else:
                        return (b, True)
            except:
                return (b, False)
    return","def effective ( line ) : <TAB> for b in line : <TAB> <TAB> if not b . cond : <TAB> <TAB> <TAB> return <TAB> <TAB> else : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> val = 5 <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> if b . ignore : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> b . ignore -= 1 <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return ( b , True ) <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> return ( b , False ) <TAB> return",if val :,118
16807,"def check_if_admin(self, auth):
    try:
        # I'm pretty sure there has to be a better way of doing this.
        # Currently we are just searching for our user in the sysadmin group
        self.conn.sql_query(""EXEC sp_helpsrvrolemember 'sysadmin'"")
        self.conn.printRows()
        query_output = self.conn._MSSQL__rowsPrinter.getMessage()
        logging.debug(""'sysadmin' group members:\n{}"".format(query_output))
        if not auth:
            search_string = ""{}\\{}"".format(self.domain, self.username)
        else:
            search_string = self.username
        if re.search(r""\b"" + search_string + ""\W"", query_output):
            self.admin_privs = True
        else:
            return False
    except Exception as e:
        self.logger.error(""Error calling check_if_admin(): {}"".format(e))
        return False
    return True
","def check_if_admin ( self , auth ) : <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . conn . sql_query ( ""EXEC sp_helpsrvrolemember 'sysadmin'"" ) <TAB> <TAB> self . conn . printRows ( ) <TAB> <TAB> query_output = self . conn . _MSSQL__rowsPrinter . getMessage ( ) <TAB> <TAB> logging . debug ( ""'sysadmin' group members:\n{}"" . format ( query_output ) ) <TAB> <TAB> if not auth : <TAB> <TAB> <TAB> search_string = ""{}\\{}"" . format ( self . domain , self . username ) <TAB> <TAB> else : <TAB> <TAB> <TAB> search_string = self . username <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . admin_privs = True <TAB> <TAB> else : <TAB> <TAB> <TAB> return False <TAB> except Exception as e : <TAB> <TAB> self . logger . error ( ""Error calling check_if_admin(): {}"" . format ( e ) ) <TAB> <TAB> return False <TAB> return True","if re . search ( r""\b"" + search_string + ""\W"" , query_output ) :",255
8991,"def __init__(
    self, toklist=None, name=None, asList=True, modal=True, isinstance=isinstance
):
    if self.__doinit:
        self.__doinit = False
        self.__name = None
        self.__parent = None
        self.__accumNames = {}
        self.__asList = asList
        self.__modal = modal
        if toklist is None:
            toklist = []
        if isinstance(toklist, list):
            self.__toklist = toklist[:]
        elif isinstance(toklist, _generatorType):
            self.__toklist = list(toklist)
        else:
            self.__toklist = [toklist]
        self.__tokdict = dict()
    if name is not None and name:
        if not modal:
            self.__accumNames[name] = 0
        if isinstance(name, int):
            name = _ustr(
                name
            )  # will always return a str, but use _ustr for consistency
        self.__name = name
        if not (
            isinstance(toklist, (type(None), basestring, list))
            and toklist in (None, """", [])
        ):
            if isinstance(toklist, basestring):
                toklist = [toklist]
            if asList:
                if isinstance(toklist, ParseResults):
                    self[name] = _ParseResultsWithOffset(
                        ParseResults(toklist.__toklist), 0
                    )
                else:
                    self[name] = _ParseResultsWithOffset(ParseResults(toklist[0]), 0)
                self[name].__name = name
            else:
                try:
                    self[name] = toklist[0]
                except (KeyError, TypeError, IndexError):
                    self[name] = toklist","def __init__ ( <TAB> self , toklist = None , name = None , asList = True , modal = True , isinstance = isinstance ) : <TAB> if self . __doinit : <TAB> <TAB> self . __doinit = False <TAB> <TAB> self . __name = None <TAB> <TAB> self . __parent = None <TAB> <TAB> self . __accumNames = { } <TAB> <TAB> self . __asList = asList <TAB> <TAB> self . __modal = modal <TAB> <TAB> if toklist is None : <TAB> <TAB> <TAB> toklist = [ ] <TAB> <TAB> if isinstance ( toklist , list ) : <TAB> <TAB> <TAB> self . __toklist = toklist [ : ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . __toklist = list ( toklist ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . __toklist = [ toklist ] <TAB> <TAB> self . __tokdict = dict ( ) <TAB> if name is not None and name : <TAB> <TAB> if not modal : <TAB> <TAB> <TAB> self . __accumNames [ name ] = 0 <TAB> <TAB> if isinstance ( name , int ) : <TAB> <TAB> <TAB> name = _ustr ( <TAB> <TAB> <TAB> <TAB> name <TAB> <TAB> <TAB> ) <TAB> <TAB> self . __name = name <TAB> <TAB> if not ( <TAB> <TAB> <TAB> isinstance ( toklist , ( type ( None ) , basestring , list ) ) <TAB> <TAB> <TAB> and toklist in ( None , """" , [ ] ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> if isinstance ( toklist , basestring ) : <TAB> <TAB> <TAB> <TAB> toklist = [ toklist ] <TAB> <TAB> <TAB> if asList : <TAB> <TAB> <TAB> <TAB> if isinstance ( toklist , ParseResults ) : <TAB> <TAB> <TAB> <TAB> <TAB> self [ name ] = _ParseResultsWithOffset ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ParseResults ( toklist . __toklist ) , 0 <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> self [ name ] = _ParseResultsWithOffset ( ParseResults ( toklist [ 0 ] ) , 0 ) <TAB> <TAB> <TAB> <TAB> self [ name ] . __name = name <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> self [ name ] = toklist [ 0 ] <TAB> <TAB> <TAB> <TAB> except ( KeyError , TypeError , IndexError ) : <TAB> <TAB> <TAB> <TAB> <TAB> self [ name ] = toklist","elif isinstance ( toklist , _generatorType ) :",497
2114,"def fill_buf(self, db, len_=None):
    with open(""/dev/urandom"", ""rb"") as rfh:
        first = True
        for (id_,) in db.query(""SELECT id FROM test""):
            if len_ is None and first:
                val = b""""  # We always want to check this case
                first = False
            elif len_ is None:
                val = rfh.read(random.randint(0, 140))
            else:
                val = rfh.read(len_)
            db.execute(""UPDATE test SET buf=? WHERE id=?"", (val, id_))","def fill_buf ( self , db , len_ = None ) : <TAB> with open ( ""/dev/urandom"" , ""rb"" ) as rfh : <TAB> <TAB> first = True <TAB> <TAB> for ( id_ , ) in db . query ( ""SELECT id FROM test"" ) : <TAB> <TAB> <TAB> if len_ is None and first : <TAB> <TAB> <TAB> <TAB> val = b"""" <TAB> <TAB> <TAB> <TAB> first = False <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> val = rfh . read ( random . randint ( 0 , 140 ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> val = rfh . read ( len_ ) <TAB> <TAB> <TAB> db . execute ( ""UPDATE test SET buf=? WHERE id=?"" , ( val , id_ ) )",elif len_ is None :,164
16688,"def _target_generator(self):
    # since we do not have predictions yet, so we ignore sampling here
    if self._internal_target_generator is None:
        if self._anchors_none:
            return None
        from ....model_zoo.ssd.target import SSDTargetGenerator
        self._internal_target_generator = SSDTargetGenerator(
            iou_thresh=self._iou_thresh,
            stds=self._box_norm,
            negative_mining_ratio=-1,
            **self._kwargs
        )
        return self._internal_target_generator
    else:
        return self._internal_target_generator","def _target_generator ( self ) : <TAB> <TAB> if self . _internal_target_generator is None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return None <TAB> <TAB> from ... . model_zoo . ssd . target import SSDTargetGenerator <TAB> <TAB> self . _internal_target_generator = SSDTargetGenerator ( <TAB> <TAB> <TAB> iou_thresh = self . _iou_thresh , <TAB> <TAB> <TAB> stds = self . _box_norm , <TAB> <TAB> <TAB> negative_mining_ratio = - 1 , <TAB> <TAB> <TAB> ** self . _kwargs <TAB> <TAB> ) <TAB> <TAB> return self . _internal_target_generator <TAB> else : <TAB> <TAB> return self . _internal_target_generator",if self . _anchors_none :,166
14253,"def rclone_check_progress(job, proc):
    cutter = RcloneVerboseLogCutter(300)
    dropbox__restricted_content = False
    try:
        while True:
            read = (await proc.stdout.readline()).decode(""utf-8"", ""ignore"")
            if read == """":
                break
            if ""failed to open source object: path/restricted_content/"" in read:
                job.internal_data[""dropbox__restricted_content""] = True
                dropbox__restricted_content = True
            result = cutter.notify(read)
            if result:
                job.logs_fd.write(result.encode(""utf-8"", ""ignore""))
            reg = RE_TRANSF.search(read)
            if reg:
                job.set_progress(
                    int(reg.group(""progress"")),
                    reg.group(""progress_1"") + reg.group(""progress_2""),
                )
    finally:
        result = cutter.flush()
        if result:
            job.logs_fd.write(result.encode(""utf-8"", ""ignore""))
    if dropbox__restricted_content:
        message = ""\n"" + (
            ""Dropbox sync failed due to restricted content being present in one of the folders. This may include\n""
            ""copyrighted content or the DropBox manual PDF that appears in the home directory after signing up.\n""
            ""All other files were synchronized, but no deletions were performed as synchronization is considered\n""
            ""unsuccessful. Please inspect logs to determine which files are considered restricted and exclude them\n""
            ""from your synchronization. If you think that files are restricted erroneously, contact\n""
            ""Dropbox Support: https://www.dropbox.com/support""
        )
        job.logs_fd.write(message.encode(""utf-8"", ""ignore""))","def rclone_check_progress ( job , proc ) : <TAB> cutter = RcloneVerboseLogCutter ( 300 ) <TAB> dropbox__restricted_content = False <TAB> try : <TAB> <TAB> while True : <TAB> <TAB> <TAB> read = ( await proc . stdout . readline ( ) ) . decode ( ""utf-8"" , ""ignore"" ) <TAB> <TAB> <TAB> if read == """" : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> if ""failed to open source object: path/restricted_content/"" in read : <TAB> <TAB> <TAB> <TAB> job . internal_data [ ""dropbox__restricted_content"" ] = True <TAB> <TAB> <TAB> <TAB> dropbox__restricted_content = True <TAB> <TAB> <TAB> result = cutter . notify ( read ) <TAB> <TAB> <TAB> if result : <TAB> <TAB> <TAB> <TAB> job . logs_fd . write ( result . encode ( ""utf-8"" , ""ignore"" ) ) <TAB> <TAB> <TAB> reg = RE_TRANSF . search ( read ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> job . set_progress ( <TAB> <TAB> <TAB> <TAB> <TAB> int ( reg . group ( ""progress"" ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> reg . group ( ""progress_1"" ) + reg . group ( ""progress_2"" ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> finally : <TAB> <TAB> result = cutter . flush ( ) <TAB> <TAB> if result : <TAB> <TAB> <TAB> job . logs_fd . write ( result . encode ( ""utf-8"" , ""ignore"" ) ) <TAB> if dropbox__restricted_content : <TAB> <TAB> message = ""\n"" + ( <TAB> <TAB> <TAB> ""Dropbox sync failed due to restricted content being present in one of the folders. This may include\n"" <TAB> <TAB> <TAB> ""copyrighted content or the DropBox manual PDF that appears in the home directory after signing up.\n"" <TAB> <TAB> <TAB> ""All other files were synchronized, but no deletions were performed as synchronization is considered\n"" <TAB> <TAB> <TAB> ""unsuccessful. Please inspect logs to determine which files are considered restricted and exclude them\n"" <TAB> <TAB> <TAB> ""from your synchronization. If you think that files are restricted erroneously, contact\n"" <TAB> <TAB> <TAB> ""Dropbox Support: https://www.dropbox.com/support"" <TAB> <TAB> ) <TAB> <TAB> job . logs_fd . write ( message . encode ( ""utf-8"" , ""ignore"" ) )",if reg :,485
23540,"def one_gpr_reg_one_mem_scalable(ii):
    n, r = 0, 0
    for op in _gen_opnds(ii):
        if op_agen(op) or (op_mem(op) and op.oc2 in [""v""]):
            n += 1
        elif op_gprv(op):
            r += 1
        else:
            return False
    return n == 1 and r == 1","def one_gpr_reg_one_mem_scalable ( ii ) : <TAB> n , r = 0 , 0 <TAB> for op in _gen_opnds ( ii ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> n += 1 <TAB> <TAB> elif op_gprv ( op ) : <TAB> <TAB> <TAB> r += 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> return False <TAB> return n == 1 and r == 1","if op_agen ( op ) or ( op_mem ( op ) and op . oc2 in [ ""v"" ] ) :",113
11029,"def finalize(self):
    if self.ct < 1:
        return
    elif self.ct == 1:
        return 0
    total = ct = 0
    dtp = None
    while self.heap:
        if total == 0:
            if dtp is None:
                dtp = heapq.heappop(self.heap)
                continue
        dt = heapq.heappop(self.heap)
        diff = dt - dtp
        ct += 1
        total += total_seconds(diff)
        dtp = dt
    return float(total) / ct",def finalize ( self ) : <TAB> if self . ct < 1 : <TAB> <TAB> return <TAB> elif self . ct == 1 : <TAB> <TAB> return 0 <TAB> total = ct = 0 <TAB> dtp = None <TAB> while self . heap : <TAB> <TAB> if total == 0 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> dtp = heapq . heappop ( self . heap ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> dt = heapq . heappop ( self . heap ) <TAB> <TAB> diff = dt - dtp <TAB> <TAB> ct += 1 <TAB> <TAB> total += total_seconds ( diff ) <TAB> <TAB> dtp = dt <TAB> return float ( total ) / ct,if dtp is None :,150
19857,"def awaitTermination(self, timeout=None):
    if self.scheduler is None:
        raise RuntimeError(""StreamimgContext not started"")
    try:
        deadline = time.time() + timeout if timeout is not None else None
        while True:
            is_terminated = self._runOnce()
            if is_terminated or (deadline is not None and time.time() > deadline):
                break
            if self.batchCallback:
                self.batchCallback()
    except KeyboardInterrupt:
        pass
    finally:
        self.sc.stop()
        logger.info(""StreamingContext stopped successfully"")
","def awaitTermination ( self , timeout = None ) : <TAB> if self . scheduler is None : <TAB> <TAB> raise RuntimeError ( ""StreamimgContext not started"" ) <TAB> try : <TAB> <TAB> deadline = time . time ( ) + timeout if timeout is not None else None <TAB> <TAB> while True : <TAB> <TAB> <TAB> is_terminated = self . _runOnce ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> if self . batchCallback : <TAB> <TAB> <TAB> <TAB> self . batchCallback ( ) <TAB> except KeyboardInterrupt : <TAB> <TAB> pass <TAB> finally : <TAB> <TAB> self . sc . stop ( ) <TAB> <TAB> logger . info ( ""StreamingContext stopped successfully"" )",if is_terminated or ( deadline is not None and time . time ( ) > deadline ) :,157
1186,"def __init__(self, fileobj, length):
    """"""Raises DescriptorError""""""
    r = BitReader(fileobj)
    try:
        self.objectTypeIndication = r.bits(8)
        self.streamType = r.bits(6)
        self.upStream = r.bits(1)
        self.reserved = r.bits(1)
        self.bufferSizeDB = r.bits(24)
        self.maxBitrate = r.bits(32)
        self.avgBitrate = r.bits(32)
        if (self.objectTypeIndication, self.streamType) != (0x40, 0x5):
            return
        # all from here is optional
        if length * 8 == r.get_position():
            return
        tag = r.bits(8)
    except BitReaderError as e:
        raise DescriptorError(e)
    if tag == DecoderSpecificInfo.TAG:
        assert r.is_aligned()
        self.decSpecificInfo = DecoderSpecificInfo.parse(fileobj)","def __init__ ( self , fileobj , length ) : <TAB> """"""Raises DescriptorError"""""" <TAB> r = BitReader ( fileobj ) <TAB> try : <TAB> <TAB> self . objectTypeIndication = r . bits ( 8 ) <TAB> <TAB> self . streamType = r . bits ( 6 ) <TAB> <TAB> self . upStream = r . bits ( 1 ) <TAB> <TAB> self . reserved = r . bits ( 1 ) <TAB> <TAB> self . bufferSizeDB = r . bits ( 24 ) <TAB> <TAB> self . maxBitrate = r . bits ( 32 ) <TAB> <TAB> self . avgBitrate = r . bits ( 32 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> if length * 8 == r . get_position ( ) : <TAB> <TAB> <TAB> return <TAB> <TAB> tag = r . bits ( 8 ) <TAB> except BitReaderError as e : <TAB> <TAB> raise DescriptorError ( e ) <TAB> if tag == DecoderSpecificInfo . TAG : <TAB> <TAB> assert r . is_aligned ( ) <TAB> <TAB> self . decSpecificInfo = DecoderSpecificInfo . parse ( fileobj )","if ( self . objectTypeIndication , self . streamType ) != ( 0x40 , 0x5 ) :",262
15143,"def get_graph_label(
    self,
    graph,
    label=""f(x)"",
    x_val=None,
    direction=RIGHT,
    buff=MED_SMALL_BUFF,
    color=None,
):
    label = Tex(label)
    color = color or graph.get_color()
    label.set_color(color)
    if x_val is None:
        # Search from right to left
        for x in np.linspace(self.x_max, self.x_min, 100):
            point = self.input_to_graph_point(x, graph)
            if point[1] < FRAME_Y_RADIUS:
                break
        x_val = x
    label.next_to(self.input_to_graph_point(x_val, graph), direction, buff=buff)
    label.shift_onto_screen()
    return label","def get_graph_label ( <TAB> self , <TAB> graph , <TAB> label = ""f(x)"" , <TAB> x_val = None , <TAB> direction = RIGHT , <TAB> buff = MED_SMALL_BUFF , <TAB> color = None , ) : <TAB> label = Tex ( label ) <TAB> color = color or graph . get_color ( ) <TAB> label . set_color ( color ) <TAB> if x_val is None : <TAB> <TAB> <TAB> <TAB> for x in np . linspace ( self . x_max , self . x_min , 100 ) : <TAB> <TAB> <TAB> point = self . input_to_graph_point ( x , graph ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> x_val = x <TAB> label . next_to ( self . input_to_graph_point ( x_val , graph ) , direction , buff = buff ) <TAB> label . shift_onto_screen ( ) <TAB> return label",if point [ 1 ] < FRAME_Y_RADIUS :,226
163,"def handle_embed(self, embed):
    log.warning(embed)
    if log.ThugOpts.features_logging:
        log.ThugLogging.Features.increase_embed_count()
    src = embed.get(""src"", None)
    if src is None:
        src = embed.get(""data"", None)
    if src is None:
        return
    if log.ThugOpts.features_logging:
        log.ThugLogging.Features.increase_url_count()
    headers = dict()
    embed_type = embed.get(""type"", None)
    if embed_type:
        headers[""Content-Type""] = embed_type
    if ""Content-Type"" in headers:
        if ""java"" in headers[""Content-Type""] and log.ThugOpts.Personality.javaUserAgent:
            headers[""User-Agent""] = self.javaUserAgent
        if ""flash"" in headers[""Content-Type""]:
            headers[""x-flash-version""] = self.shockwaveFlash
    try:
        self.window._navigator.fetch(src, headers=headers, redirect_type=""embed"")
    except Exception as e:
        log.info(""[ERROR][handle_embed] %s"", str(e))
","def handle_embed ( self , embed ) : <TAB> log . warning ( embed ) <TAB> if log . ThugOpts . features_logging : <TAB> <TAB> log . ThugLogging . Features . increase_embed_count ( ) <TAB> src = embed . get ( ""src"" , None ) <TAB> if src is None : <TAB> <TAB> src = embed . get ( ""data"" , None ) <TAB> if src is None : <TAB> <TAB> return <TAB> if log . ThugOpts . features_logging : <TAB> <TAB> log . ThugLogging . Features . increase_url_count ( ) <TAB> headers = dict ( ) <TAB> embed_type = embed . get ( ""type"" , None ) <TAB> if embed_type : <TAB> <TAB> headers [ ""Content-Type"" ] = embed_type <TAB> if ""Content-Type"" in headers : <TAB> <TAB> if ""java"" in headers [ ""Content-Type"" ] and log . ThugOpts . Personality . javaUserAgent : <TAB> <TAB> <TAB> headers [ ""User-Agent"" ] = self . javaUserAgent <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> headers [ ""x-flash-version"" ] = self . shockwaveFlash <TAB> try : <TAB> <TAB> self . window . _navigator . fetch ( src , headers = headers , redirect_type = ""embed"" ) <TAB> except Exception as e : <TAB> <TAB> log . info ( ""[ERROR][handle_embed] %s"" , str ( e ) )","if ""flash"" in headers [ ""Content-Type"" ] :",307
3100,"def __call__(self, results):
    """"""Perform data augmentation with random image flip.""""""
    if np.random.rand() > self.flip_prob:
        return results
    img = results[""img""]
    joints_2d = results[""joints_2d""]
    joints_2d_visible = results[""joints_2d_visible""]
    joints_3d = results[""joints_3d""]
    joints_3d_visible = results[""joints_3d_visible""]
    pose = results[""pose""]
    center = results[""center""]
    img = img[:, ::-1, :]
    pose = _flip_smpl_pose(pose)
    joints_2d, joints_2d_visible = fliplr_joints(
        joints_2d, joints_2d_visible, img.shape[1], results[""ann_info""][""flip_pairs""]
    )
    joints_3d, joints_3d_visible = _flip_joints_3d(
        joints_3d, joints_3d_visible, results[""ann_info""][""flip_pairs""]
    )
    center[0] = img.shape[1] - center[0] - 1
    if ""iuv"" in results.keys():
        iuv = results[""iuv""]
        if iuv is not None:
            iuv = _flip_iuv(iuv, results[""ann_info""][""uv_type""])
        results[""iuv""] = iuv
    results[""img""] = img
    results[""joints_2d""] = joints_2d
    results[""joints_2d_visible""] = joints_2d_visible
    results[""joints_3d""] = joints_3d
    results[""joints_3d_visible""] = joints_3d_visible
    results[""pose""] = pose
    results[""center""] = center
    return results","def __call__ ( self , results ) : <TAB> """"""Perform data augmentation with random image flip."""""" <TAB> if np . random . rand ( ) > self . flip_prob : <TAB> <TAB> return results <TAB> img = results [ ""img"" ] <TAB> joints_2d = results [ ""joints_2d"" ] <TAB> joints_2d_visible = results [ ""joints_2d_visible"" ] <TAB> joints_3d = results [ ""joints_3d"" ] <TAB> joints_3d_visible = results [ ""joints_3d_visible"" ] <TAB> pose = results [ ""pose"" ] <TAB> center = results [ ""center"" ] <TAB> img = img [ : , : : - 1 , : ] <TAB> pose = _flip_smpl_pose ( pose ) <TAB> joints_2d , joints_2d_visible = fliplr_joints ( <TAB> <TAB> joints_2d , joints_2d_visible , img . shape [ 1 ] , results [ ""ann_info"" ] [ ""flip_pairs"" ] <TAB> ) <TAB> joints_3d , joints_3d_visible = _flip_joints_3d ( <TAB> <TAB> joints_3d , joints_3d_visible , results [ ""ann_info"" ] [ ""flip_pairs"" ] <TAB> ) <TAB> center [ 0 ] = img . shape [ 1 ] - center [ 0 ] - 1 <TAB> if ""iuv"" in results . keys ( ) : <TAB> <TAB> iuv = results [ ""iuv"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> iuv = _flip_iuv ( iuv , results [ ""ann_info"" ] [ ""uv_type"" ] ) <TAB> <TAB> results [ ""iuv"" ] = iuv <TAB> results [ ""img"" ] = img <TAB> results [ ""joints_2d"" ] = joints_2d <TAB> results [ ""joints_2d_visible"" ] = joints_2d_visible <TAB> results [ ""joints_3d"" ] = joints_3d <TAB> results [ ""joints_3d_visible"" ] = joints_3d_visible <TAB> results [ ""pose"" ] = pose <TAB> results [ ""center"" ] = center <TAB> return results",if iuv is not None :,437
22535,"def payments_for_address(self, address):
    ""return an array of (TX ids, net_payment)""
    URL = self.api_domain + (""/address/%s?format=json"" % address)
    d = urlopen(URL).read()
    json_response = json.loads(d.decode(""utf8""))
    response = []
    for tx in json_response.get(""txs"", []):
        total_out = 0
        for tx_out in tx.get(""out"", []):
            if tx_out.get(""addr"") == address:
                total_out += tx_out.get(""value"", 0)
        if total_out > 0:
            response.append((tx.get(""hash""), total_out))
    return response","def payments_for_address ( self , address ) : <TAB> ""return an array of (TX ids, net_payment)"" <TAB> URL = self . api_domain + ( ""/address/%s?format=json"" % address ) <TAB> d = urlopen ( URL ) . read ( ) <TAB> json_response = json . loads ( d . decode ( ""utf8"" ) ) <TAB> response = [ ] <TAB> for tx in json_response . get ( ""txs"" , [ ] ) : <TAB> <TAB> total_out = 0 <TAB> <TAB> for tx_out in tx . get ( ""out"" , [ ] ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> total_out += tx_out . get ( ""value"" , 0 ) <TAB> <TAB> if total_out > 0 : <TAB> <TAB> <TAB> response . append ( ( tx . get ( ""hash"" ) , total_out ) ) <TAB> return response","if tx_out . get ( ""addr"" ) == address :",187
17174,"def __enter__(self):
    host, port, ssl = urlsplit(self.host)
    http = httplib.HTTPSConnection if ssl else httplib.HTTPConnection
    for _ in range(MAX_RETRY_COUNT):
        self.con = http(host, port, timeout=self.timeout)
        try:
            self.con.request(self.method, self.path, headers=self.headers)
        except (httplib.HTTPException, socket.error):
            return None
        try:
            resp = self.con.getresponse()
            if resp.status == 301:
                location = resp.getheader(""Location"")
                if location:
                    self.con.close()
                    self.path = urlparse(location).path
                else:
                    return None
            else:
                return resp
        except (httplib.HTTPException, socket.timeout, socket.error):
            return None","def __enter__ ( self ) : <TAB> host , port , ssl = urlsplit ( self . host ) <TAB> http = httplib . HTTPSConnection if ssl else httplib . HTTPConnection <TAB> for _ in range ( MAX_RETRY_COUNT ) : <TAB> <TAB> self . con = http ( host , port , timeout = self . timeout ) <TAB> <TAB> try : <TAB> <TAB> <TAB> self . con . request ( self . method , self . path , headers = self . headers ) <TAB> <TAB> except ( httplib . HTTPException , socket . error ) : <TAB> <TAB> <TAB> return None <TAB> <TAB> try : <TAB> <TAB> <TAB> resp = self . con . getresponse ( ) <TAB> <TAB> <TAB> if resp . status == 301 : <TAB> <TAB> <TAB> <TAB> location = resp . getheader ( ""Location"" ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . con . close ( ) <TAB> <TAB> <TAB> <TAB> <TAB> self . path = urlparse ( location ) . path <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return resp <TAB> <TAB> except ( httplib . HTTPException , socket . timeout , socket . error ) : <TAB> <TAB> <TAB> return None",if location :,249
1301,"def _format_float_column(precision, col):
    format_str = ""%."" + str(precision) + ""f""
    assert col.ndim == 1
    # We don't want to look at numbers like ""1e-5"" or ""nan"" when stripping.
    simple_float_chars = set(""+-0123456789."")
    col_strs = np.array([format_str % (x,) for x in col], dtype=object)
    # Really every item should have a decimal, but just in case, we don't want
    # to strip zeros off the end of ""10"" or something like that.
    mask = np.array(
        [
            simple_float_chars.issuperset(col_str) and ""."" in col_str
            for col_str in col_strs
        ]
    )
    mask_idxes = np.nonzero(mask)[0]
    strip_char = ""0""
    if np.any(mask):
        while True:
            if np.all([s.endswith(strip_char) for s in col_strs[mask]]):
                for idx in mask_idxes:
                    col_strs[idx] = col_strs[idx][:-1]
            else:
                if strip_char == ""0"":
                    strip_char = "".""
                else:
                    break
    return col_strs","def _format_float_column ( precision , col ) : <TAB> format_str = ""%."" + str ( precision ) + ""f"" <TAB> assert col . ndim == 1 <TAB> <TAB> simple_float_chars = set ( ""+-0123456789."" ) <TAB> col_strs = np . array ( [ format_str % ( x , ) for x in col ] , dtype = object ) <TAB> <TAB> <TAB> mask = np . array ( <TAB> <TAB> [ <TAB> <TAB> <TAB> simple_float_chars . issuperset ( col_str ) and ""."" in col_str <TAB> <TAB> <TAB> for col_str in col_strs <TAB> <TAB> ] <TAB> ) <TAB> mask_idxes = np . nonzero ( mask ) [ 0 ] <TAB> strip_char = ""0"" <TAB> if np . any ( mask ) : <TAB> <TAB> while True : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> for idx in mask_idxes : <TAB> <TAB> <TAB> <TAB> <TAB> col_strs [ idx ] = col_strs [ idx ] [ : - 1 ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if strip_char == ""0"" : <TAB> <TAB> <TAB> <TAB> <TAB> strip_char = ""."" <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> return col_strs",if np . all ( [ s . endswith ( strip_char ) for s in col_strs [ mask ] ] ) :,341
1174,"def _skip_unused_header_bits_normal(bitreader, channel_mode):
    r = bitreader
    r.skip(5)  # Dialogue Normalization
    if r.bits(1):  # Compression Gain Word Exists
        r.skip(8)  # Compression Gain Word
    if r.bits(1):  # Language Code Exists
        r.skip(8)  # Language Code
    if r.bits(1):  # Audio Production Information Exists
        # Mixing Level, 5 Bits
        # Room Type, 2 Bits
        r.skip(7)
    if channel_mode == ChannelMode.DUALMONO:
        r.skip(5)  # Dialogue Normalization, ch2
        if r.bits(1):  # Compression Gain Word Exists, ch2
            r.skip(8)  # Compression Gain Word, ch2
        if r.bits(1):  # Language Code Exists, ch2
            r.skip(8)  # Language Code, ch2
        if r.bits(1):  # Audio Production Information Exists, ch2
            # Mixing Level, ch2, 5 Bits
            # Room Type, ch2, 2 Bits
            r.skip(7)
    # Copyright Bit, 1 Bit
    # Original Bit Stream, 1 Bit
    r.skip(2)
    timecod1e = r.bits(1)  # Time Code First Halve Exists
    timecod2e = r.bits(1)  # Time Code Second Halve Exists
    if timecod1e:
        r.skip(14)  # Time Code First Half
    if timecod2e:
        r.skip(14)  # Time Code Second Half
    if r.bits(1):  # Additional Bit Stream Information Exists
        addbsil = r.bit(6)  # Additional Bit Stream Information Length
        r.skip((addbsil + 1) * 8)","def _skip_unused_header_bits_normal ( bitreader , channel_mode ) : <TAB> r = bitreader <TAB> r . skip ( 5 ) <TAB> if r . bits ( 1 ) : <TAB> <TAB> r . skip ( 8 ) <TAB> if r . bits ( 1 ) : <TAB> <TAB> r . skip ( 8 ) <TAB> if r . bits ( 1 ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> r . skip ( 7 ) <TAB> if channel_mode == ChannelMode . DUALMONO : <TAB> <TAB> r . skip ( 5 ) <TAB> <TAB> if r . bits ( 1 ) : <TAB> <TAB> <TAB> r . skip ( 8 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> r . skip ( 8 ) <TAB> <TAB> if r . bits ( 1 ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> r . skip ( 7 ) <TAB> <TAB> <TAB> r . skip ( 2 ) <TAB> timecod1e = r . bits ( 1 ) <TAB> timecod2e = r . bits ( 1 ) <TAB> if timecod1e : <TAB> <TAB> r . skip ( 14 ) <TAB> if timecod2e : <TAB> <TAB> r . skip ( 14 ) <TAB> if r . bits ( 1 ) : <TAB> <TAB> addbsil = r . bit ( 6 ) <TAB> <TAB> r . skip ( ( addbsil + 1 ) * 8 )",if r . bits ( 1 ) :,483
407,"def _delete(self, obj, entire_dir=False, **kwargs):
    rel_path = self._construct_path(obj, **kwargs)
    extra_dir = kwargs.get(""extra_dir"", None)
    base_dir = kwargs.get(""base_dir"", None)
    dir_only = kwargs.get(""dir_only"", False)
    obj_dir = kwargs.get(""obj_dir"", False)
    try:
        # Remove temparory data in JOB_WORK directory
        if base_dir and dir_only and obj_dir:
            shutil.rmtree(os.path.abspath(rel_path))
            return True
        # For the case of extra_files, because we don't have a reference to
        # individual files/keys we need to remove the entire directory structure
        # with all the files in it. This is easy for the local file system,
        # but requires iterating through each individual key in S3 and deleing it.
        if entire_dir and extra_dir:
            shutil.rmtree(self._get_cache_path(rel_path))
            results = self.bucket.objects.list(prefix=rel_path)
            for key in results:
                log.debug(""Deleting key %s"", key.name)
                key.delete()
            return True
        else:
            # Delete from cache first
            os.unlink(self._get_cache_path(rel_path))
            # Delete from S3 as well
            if self._key_exists(rel_path):
                key = self.bucket.objects.get(rel_path)
                log.debug(""Deleting key %s"", key.name)
                key.delete()
                return True
    except Exception:
        log.exception(""Could not delete key '%s' from cloud"", rel_path)
    except OSError:
        log.exception(""%s delete error"", self._get_filename(obj, **kwargs))
    return False","def _delete ( self , obj , entire_dir = False , ** kwargs ) : <TAB> rel_path = self . _construct_path ( obj , ** kwargs ) <TAB> extra_dir = kwargs . get ( ""extra_dir"" , None ) <TAB> base_dir = kwargs . get ( ""base_dir"" , None ) <TAB> dir_only = kwargs . get ( ""dir_only"" , False ) <TAB> obj_dir = kwargs . get ( ""obj_dir"" , False ) <TAB> try : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> shutil . rmtree ( os . path . abspath ( rel_path ) ) <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if entire_dir and extra_dir : <TAB> <TAB> <TAB> shutil . rmtree ( self . _get_cache_path ( rel_path ) ) <TAB> <TAB> <TAB> results = self . bucket . objects . list ( prefix = rel_path ) <TAB> <TAB> <TAB> for key in results : <TAB> <TAB> <TAB> <TAB> log . debug ( ""Deleting key %s"" , key . name ) <TAB> <TAB> <TAB> <TAB> key . delete ( ) <TAB> <TAB> <TAB> return True <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> os . unlink ( self . _get_cache_path ( rel_path ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . _key_exists ( rel_path ) : <TAB> <TAB> <TAB> <TAB> key = self . bucket . objects . get ( rel_path ) <TAB> <TAB> <TAB> <TAB> log . debug ( ""Deleting key %s"" , key . name ) <TAB> <TAB> <TAB> <TAB> key . delete ( ) <TAB> <TAB> <TAB> <TAB> return True <TAB> except Exception : <TAB> <TAB> log . exception ( ""Could not delete key '%s' from cloud"" , rel_path ) <TAB> except OSError : <TAB> <TAB> log . exception ( ""%s delete error"" , self . _get_filename ( obj , ** kwargs ) ) <TAB> return False",if base_dir and dir_only and obj_dir :,498
23513,"def compute_backslash_indent(self):
    # pylint: disable=redefined-builtin
    self._study2()
    assert self.continuation == C_BACKSLASH
    str = self.str  # @ReservedAssignment
    i = self.stmt_start
    while str[i] in "" \t"":
        i = i + 1
    startpos = i
    # See whether the initial line starts an assignment stmt; i.e.,
    # look for an = operator
    endpos = str.find(""\n"", startpos) + 1
    found = level = 0
    while i < endpos:
        ch = str[i]
        if ch in ""([{"":
            level = level + 1
            i = i + 1
        elif ch in "")]}"":
            if level:
                level = level - 1
            i = i + 1
        elif ch == '""' or ch == ""'"":
            i = _match_stringre(str, i, endpos).end()
        elif ch == ""#"":
            break
        elif (
            level == 0
            and ch == ""=""
            and (i == 0 or str[i - 1] not in ""=<>!"")
            and str[i + 1] != ""=""
        ):
            found = 1
            break
        else:
            i = i + 1
    if found:
        # found a legit =, but it may be the last interesting
        # thing on the line
        i = i + 1  # move beyond the =
        found = re.match(r""\s*\\"", str[i:endpos]) is None
    if not found:
        # oh well ... settle for moving beyond the first chunk
        # of non-whitespace chars
        i = startpos
        while str[i] not in "" \t\n"":
            i = i + 1
    return len(str[self.stmt_start : i].expandtabs(self.tabwidth)) + 1","def compute_backslash_indent ( self ) : <TAB> <TAB> self . _study2 ( ) <TAB> assert self . continuation == C_BACKSLASH <TAB> str = self . str <TAB> i = self . stmt_start <TAB> while str [ i ] in "" \t"" : <TAB> <TAB> i = i + 1 <TAB> startpos = i <TAB> <TAB> <TAB> endpos = str . find ( ""\n"" , startpos ) + 1 <TAB> found = level = 0 <TAB> while i < endpos : <TAB> <TAB> ch = str [ i ] <TAB> <TAB> if ch in ""([{"" : <TAB> <TAB> <TAB> level = level + 1 <TAB> <TAB> <TAB> i = i + 1 <TAB> <TAB> elif ch in "")]}"" : <TAB> <TAB> <TAB> if level : <TAB> <TAB> <TAB> <TAB> level = level - 1 <TAB> <TAB> <TAB> i = i + 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> i = _match_stringre ( str , i , endpos ) . end ( ) <TAB> <TAB> elif ch == ""#"" : <TAB> <TAB> <TAB> break <TAB> <TAB> elif ( <TAB> <TAB> <TAB> level == 0 <TAB> <TAB> <TAB> and ch == ""="" <TAB> <TAB> <TAB> and ( i == 0 or str [ i - 1 ] not in ""=<>!"" ) <TAB> <TAB> <TAB> and str [ i + 1 ] != ""="" <TAB> <TAB> ) : <TAB> <TAB> <TAB> found = 1 <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> i = i + 1 <TAB> if found : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> i = i + 1 <TAB> <TAB> found = re . match ( r""\s*\\"" , str [ i : endpos ] ) is None <TAB> if not found : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> i = startpos <TAB> <TAB> while str [ i ] not in "" \t\n"" : <TAB> <TAB> <TAB> i = i + 1 <TAB> return len ( str [ self . stmt_start : i ] . expandtabs ( self . tabwidth ) ) + 1","elif ch == '""' or ch == ""'"" :",491
20738,"def restoreSelection(self):
    if not self.cards:
        return
    sm = self.browser.form.tableView.selectionModel()
    sm.clear()
    # restore selection
    items = QItemSelection()
    count = 0
    firstIdx = None
    focusedIdx = None
    for row, id in enumerate(self.cards):
        # if the id matches the focused card, note the index
        if self.focusedCard == id:
            focusedIdx = self.index(row, 0)
            items.select(focusedIdx, focusedIdx)
            self.focusedCard = None
        # if the card was previously selected, select again
        if id in self.selectedCards:
            count += 1
            idx = self.index(row, 0)
            items.select(idx, idx)
            # note down the first card of the selection, in case we don't
            # have a focused card
            if not firstIdx:
                firstIdx = idx
    # focus previously focused or first in selection
    idx = focusedIdx or firstIdx
    tv = self.browser.form.tableView
    if idx:
        tv.selectRow(idx.row())
        tv.scrollTo(idx, tv.PositionAtCenter)
        if count < 500:
            # discard large selections; they're too slow
            sm.select(
                items, QItemSelectionModel.SelectCurrent | QItemSelectionModel.Rows
            )
    else:
        tv.selectRow(0)","def restoreSelection ( self ) : <TAB> if not self . cards : <TAB> <TAB> return <TAB> sm = self . browser . form . tableView . selectionModel ( ) <TAB> sm . clear ( ) <TAB> <TAB> items = QItemSelection ( ) <TAB> count = 0 <TAB> firstIdx = None <TAB> focusedIdx = None <TAB> for row , id in enumerate ( self . cards ) : <TAB> <TAB> <TAB> <TAB> if self . focusedCard == id : <TAB> <TAB> <TAB> focusedIdx = self . index ( row , 0 ) <TAB> <TAB> <TAB> items . select ( focusedIdx , focusedIdx ) <TAB> <TAB> <TAB> self . focusedCard = None <TAB> <TAB> <TAB> <TAB> if id in self . selectedCards : <TAB> <TAB> <TAB> count += 1 <TAB> <TAB> <TAB> idx = self . index ( row , 0 ) <TAB> <TAB> <TAB> items . select ( idx , idx ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> firstIdx = idx <TAB> <TAB> idx = focusedIdx or firstIdx <TAB> tv = self . browser . form . tableView <TAB> if idx : <TAB> <TAB> tv . selectRow ( idx . row ( ) ) <TAB> <TAB> tv . scrollTo ( idx , tv . PositionAtCenter ) <TAB> <TAB> if count < 500 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sm . select ( <TAB> <TAB> <TAB> <TAB> items , QItemSelectionModel . SelectCurrent | QItemSelectionModel . Rows <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> tv . selectRow ( 0 )",if not firstIdx :,398
15951,"def command(cmd):
    global _current_group
    cmd = cmd.lstrip()
    if cmd.startswith(""let g:""):
        import re
        varname, value = re.compile(r""^let g:(\w+)\s*=\s*(.*)"").match(cmd).groups()
        vars[varname] = value
    elif cmd.startswith(""hi ""):
        sp = cmd.split()
        _highlights[sp[1]] = sp[2:]
    elif cmd.startswith(""augroup""):
        augroup = cmd.partition("" "")[2]
        if augroup.upper() == ""END"":
            _current_group = None
        else:
            _current_group = augroup
    elif cmd.startswith(""autocmd""):
        rest = cmd.partition("" "")[2]
        auevent, rest = rest.partition("" "")[::2]
        pattern, aucmd = rest.partition("" "")[::2]
        if auevent != ""BufWipeout"" or pattern != ""*"":
            raise NotImplementedError
        import sys
        if sys.version_info < (3,):
            if not aucmd.startswith("":python ""):
                raise NotImplementedError
        else:
            if not aucmd.startswith("":python3 ""):
                raise NotImplementedError
        _on_wipeout.append(aucmd.partition("" "")[2])
    elif cmd.startswith(""set ""):
        if cmd.startswith(""set statusline=""):
            options[""statusline""] = cmd[len(""set statusline="") :]
        elif cmd.startswith(""set tabline=""):
            options[""tabline""] = cmd[len(""set tabline="") :]
        else:
            raise NotImplementedError(cmd)
    else:
        raise NotImplementedError(cmd)","def command ( cmd ) : <TAB> global _current_group <TAB> cmd = cmd . lstrip ( ) <TAB> if cmd . startswith ( ""let g:"" ) : <TAB> <TAB> import re <TAB> <TAB> varname , value = re . compile ( r""^let g:(\w+)\s*=\s*(.*)"" ) . match ( cmd ) . groups ( ) <TAB> <TAB> vars [ varname ] = value <TAB> elif cmd . startswith ( ""hi "" ) : <TAB> <TAB> sp = cmd . split ( ) <TAB> <TAB> _highlights [ sp [ 1 ] ] = sp [ 2 : ] <TAB> elif cmd . startswith ( ""augroup"" ) : <TAB> <TAB> augroup = cmd . partition ( "" "" ) [ 2 ] <TAB> <TAB> if augroup . upper ( ) == ""END"" : <TAB> <TAB> <TAB> _current_group = None <TAB> <TAB> else : <TAB> <TAB> <TAB> _current_group = augroup <TAB> elif cmd . startswith ( ""autocmd"" ) : <TAB> <TAB> rest = cmd . partition ( "" "" ) [ 2 ] <TAB> <TAB> auevent , rest = rest . partition ( "" "" ) [ : : 2 ] <TAB> <TAB> pattern , aucmd = rest . partition ( "" "" ) [ : : 2 ] <TAB> <TAB> if auevent != ""BufWipeout"" or pattern != ""*"" : <TAB> <TAB> <TAB> raise NotImplementedError <TAB> <TAB> import sys <TAB> <TAB> if sys . version_info < ( 3 , ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise NotImplementedError <TAB> <TAB> else : <TAB> <TAB> <TAB> if not aucmd . startswith ( "":python3 "" ) : <TAB> <TAB> <TAB> <TAB> raise NotImplementedError <TAB> <TAB> _on_wipeout . append ( aucmd . partition ( "" "" ) [ 2 ] ) <TAB> elif cmd . startswith ( ""set "" ) : <TAB> <TAB> if cmd . startswith ( ""set statusline="" ) : <TAB> <TAB> <TAB> options [ ""statusline"" ] = cmd [ len ( ""set statusline="" ) : ] <TAB> <TAB> elif cmd . startswith ( ""set tabline="" ) : <TAB> <TAB> <TAB> options [ ""tabline"" ] = cmd [ len ( ""set tabline="" ) : ] <TAB> <TAB> else : <TAB> <TAB> <TAB> raise NotImplementedError ( cmd ) <TAB> else : <TAB> <TAB> raise NotImplementedError ( cmd )","if not aucmd . startswith ( "":python "" ) :",432
12967,"def evaluate(net, dataloader):
    """"""Evaluate network on the specified dataset""""""
    total_L = 0.0
    total_sample_num = 0
    total_correct_num = 0
    start_log_interval_time = time.time()
    print(""Begin Testing..."")
    for i, (data, label) in enumerate(dataloader):
        data = mx.nd.transpose(data.as_in_context(context))
        label = label.as_in_context(context)
        output = net(data)
        L = loss(output, label)
        pred = nd.argmax(output, axis=1)
        total_L += L.sum().asscalar()
        total_sample_num += label.shape[0]
        total_correct_num += (pred.astype(""int"") == label).sum().asscalar()
        if (i + 1) % args.log_interval == 0:
            print(
                ""[Batch {}/{}] elapsed {:.2f} s"".format(
                    i + 1, len(dataloader), time.time() - start_log_interval_time
                )
            )
            start_log_interval_time = time.time()
    avg_L = total_L / float(total_sample_num)
    acc = total_correct_num / float(total_sample_num)
    return avg_L, acc","def evaluate ( net , dataloader ) : <TAB> """"""Evaluate network on the specified dataset"""""" <TAB> total_L = 0.0 <TAB> total_sample_num = 0 <TAB> total_correct_num = 0 <TAB> start_log_interval_time = time . time ( ) <TAB> print ( ""Begin Testing..."" ) <TAB> for i , ( data , label ) in enumerate ( dataloader ) : <TAB> <TAB> data = mx . nd . transpose ( data . as_in_context ( context ) ) <TAB> <TAB> label = label . as_in_context ( context ) <TAB> <TAB> output = net ( data ) <TAB> <TAB> L = loss ( output , label ) <TAB> <TAB> pred = nd . argmax ( output , axis = 1 ) <TAB> <TAB> total_L += L . sum ( ) . asscalar ( ) <TAB> <TAB> total_sample_num += label . shape [ 0 ] <TAB> <TAB> total_correct_num += ( pred . astype ( ""int"" ) == label ) . sum ( ) . asscalar ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""[Batch {}/{}] elapsed {:.2f} s"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> i + 1 , len ( dataloader ) , time . time ( ) - start_log_interval_time <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> start_log_interval_time = time . time ( ) <TAB> avg_L = total_L / float ( total_sample_num ) <TAB> acc = total_correct_num / float ( total_sample_num ) <TAB> return avg_L , acc",if ( i + 1 ) % args . log_interval == 0 :,343
1141,"def _browse_toplist(config, session, variant, region):
    if region == ""countries"":
        codes = config[""toplist_countries""]
        if not codes:
            codes = countries.COUNTRIES.keys()
        return [
            models.Ref.directory(
                uri=f""spotify:top:{variant}:{code.lower()}"",
                name=countries.COUNTRIES.get(code.upper(), code.upper()),
            )
            for code in codes
        ]
    if region in (""country"", ""everywhere""):
        sp_toplist = session.get_toplist(
            type=_TOPLIST_TYPES[variant],
            region=_TOPLIST_REGIONS[region](session),
        )
    elif len(region) == 2:
        sp_toplist = session.get_toplist(
            type=_TOPLIST_TYPES[variant], region=region.upper()
        )
    else:
        return []
    if session.connection.state is spotify.ConnectionState.LOGGED_IN:
        sp_toplist.load(config[""timeout""])
    if not sp_toplist.is_loaded:
        return []
    if variant == ""tracks"":
        return list(translator.to_track_refs(sp_toplist.tracks))
    elif variant == ""albums"":
        return list(
            translator.to_album_refs(sp_toplist.albums, timeout=config[""timeout""])
        )
    elif variant == ""artists"":
        return list(
            translator.to_artist_refs(sp_toplist.artists, timeout=config[""timeout""])
        )
    else:
        return []","def _browse_toplist ( config , session , variant , region ) : <TAB> if region == ""countries"" : <TAB> <TAB> codes = config [ ""toplist_countries"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> codes = countries . COUNTRIES . keys ( ) <TAB> <TAB> return [ <TAB> <TAB> <TAB> models . Ref . directory ( <TAB> <TAB> <TAB> <TAB> uri = f""spotify:top:{variant}:{code.lower()}"" , <TAB> <TAB> <TAB> <TAB> name = countries . COUNTRIES . get ( code . upper ( ) , code . upper ( ) ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> for code in codes <TAB> <TAB> ] <TAB> if region in ( ""country"" , ""everywhere"" ) : <TAB> <TAB> sp_toplist = session . get_toplist ( <TAB> <TAB> <TAB> type = _TOPLIST_TYPES [ variant ] , <TAB> <TAB> <TAB> region = _TOPLIST_REGIONS [ region ] ( session ) , <TAB> <TAB> ) <TAB> elif len ( region ) == 2 : <TAB> <TAB> sp_toplist = session . get_toplist ( <TAB> <TAB> <TAB> type = _TOPLIST_TYPES [ variant ] , region = region . upper ( ) <TAB> <TAB> ) <TAB> else : <TAB> <TAB> return [ ] <TAB> if session . connection . state is spotify . ConnectionState . LOGGED_IN : <TAB> <TAB> sp_toplist . load ( config [ ""timeout"" ] ) <TAB> if not sp_toplist . is_loaded : <TAB> <TAB> return [ ] <TAB> if variant == ""tracks"" : <TAB> <TAB> return list ( translator . to_track_refs ( sp_toplist . tracks ) ) <TAB> elif variant == ""albums"" : <TAB> <TAB> return list ( <TAB> <TAB> <TAB> translator . to_album_refs ( sp_toplist . albums , timeout = config [ ""timeout"" ] ) <TAB> <TAB> ) <TAB> elif variant == ""artists"" : <TAB> <TAB> return list ( <TAB> <TAB> <TAB> translator . to_artist_refs ( sp_toplist . artists , timeout = config [ ""timeout"" ] ) <TAB> <TAB> ) <TAB> else : <TAB> <TAB> return [ ]",if not codes :,422
6540,"def _to_string_sequence(x, force=True):
    if isinstance(x, ColumnString):
        return x.string_sequence
    elif isinstance(x, np.ndarray):
        mask = None
        if np.ma.isMaskedArray(x):
            mask = np.ma.getmaskarray(x)
            x = x.data
        if x.dtype == ""O"":
            return (
                vaex.strings.StringArray(x)
                if mask is None
                else vaex.strings.StringArray(x, mask)
            )
        elif x.dtype.kind in ""US"":
            x = x.astype(""O"")
            return (
                vaex.strings.StringArray(x)
                if mask is None
                else vaex.strings.StringArray(x, mask)
            )
        else:
            # This path is only required because the str_pandas wrapper uses NaN for missing values
            # see pandas_wrapper in functions.py
            if force:
                length = len(x)
                bytes = np.zeros((0,), dtype=np.uint8)
                indices = np.zeros((length + 1,), dtype=np.int64)
                null_bitmap = np.ones(((length + 7) // 8,), dtype=np.uint8)
                return vaex.strings.StringList64(
                    bytes, indices, length, 0, null_bitmap, 0
                )
            else:
                ValueError(""unsupported dtype "" + str(x.dtype))
    elif isinstance(x, (list, type)):
        return _to_string_sequence(np.array(x))
    else:
        raise ValueError(""not a ColumnString or ndarray: "" + str(x))","def _to_string_sequence ( x , force = True ) : <TAB> if isinstance ( x , ColumnString ) : <TAB> <TAB> return x . string_sequence <TAB> elif isinstance ( x , np . ndarray ) : <TAB> <TAB> mask = None <TAB> <TAB> if np . ma . isMaskedArray ( x ) : <TAB> <TAB> <TAB> mask = np . ma . getmaskarray ( x ) <TAB> <TAB> <TAB> x = x . data <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ( <TAB> <TAB> <TAB> <TAB> vaex . strings . StringArray ( x ) <TAB> <TAB> <TAB> <TAB> if mask is None <TAB> <TAB> <TAB> <TAB> else vaex . strings . StringArray ( x , mask ) <TAB> <TAB> <TAB> ) <TAB> <TAB> elif x . dtype . kind in ""US"" : <TAB> <TAB> <TAB> x = x . astype ( ""O"" ) <TAB> <TAB> <TAB> return ( <TAB> <TAB> <TAB> <TAB> vaex . strings . StringArray ( x ) <TAB> <TAB> <TAB> <TAB> if mask is None <TAB> <TAB> <TAB> <TAB> else vaex . strings . StringArray ( x , mask ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if force : <TAB> <TAB> <TAB> <TAB> length = len ( x ) <TAB> <TAB> <TAB> <TAB> bytes = np . zeros ( ( 0 , ) , dtype = np . uint8 ) <TAB> <TAB> <TAB> <TAB> indices = np . zeros ( ( length + 1 , ) , dtype = np . int64 ) <TAB> <TAB> <TAB> <TAB> null_bitmap = np . ones ( ( ( length + 7 ) // 8 , ) , dtype = np . uint8 ) <TAB> <TAB> <TAB> <TAB> return vaex . strings . StringList64 ( <TAB> <TAB> <TAB> <TAB> <TAB> bytes , indices , length , 0 , null_bitmap , 0 <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> ValueError ( ""unsupported dtype "" + str ( x . dtype ) ) <TAB> elif isinstance ( x , ( list , type ) ) : <TAB> <TAB> return _to_string_sequence ( np . array ( x ) ) <TAB> else : <TAB> <TAB> raise ValueError ( ""not a ColumnString or ndarray: "" + str ( x ) )","if x . dtype == ""O"" :",471
9737,"def _parse_policies(self, policies_yaml):
    for item in policies_yaml:
        id_ = required_key(item, ""id"")
        controls_ids = required_key(item, ""controls"")
        if not isinstance(controls_ids, list):
            if controls_ids != ""all"":
                msg = ""Policy {id_} contains invalid controls list {controls}."".format(
                    id_=id_, controls=str(controls_ids)
                )
                raise ValueError(msg)
        self.policies[id_] = controls_ids
","def _parse_policies ( self , policies_yaml ) : <TAB> for item in policies_yaml : <TAB> <TAB> id_ = required_key ( item , ""id"" ) <TAB> <TAB> controls_ids = required_key ( item , ""controls"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if controls_ids != ""all"" : <TAB> <TAB> <TAB> <TAB> msg = ""Policy {id_} contains invalid controls list {controls}."" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> id_ = id_ , controls = str ( controls_ids ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> raise ValueError ( msg ) <TAB> <TAB> self . policies [ id_ ] = controls_ids","if not isinstance ( controls_ids , list ) :",155
15286,"def cut(sentence):
    sentence = strdecode(sentence)
    blocks = re_han.split(sentence)
    for blk in blocks:
        if re_han.match(blk):
            for word in __cut(blk):
                if word not in Force_Split_Words:
                    yield word
                else:
                    for c in word:
                        yield c
        else:
            tmp = re_skip.split(blk)
            for x in tmp:
                if x:
                    yield x
",def cut ( sentence ) : <TAB> sentence = strdecode ( sentence ) <TAB> blocks = re_han . split ( sentence ) <TAB> for blk in blocks : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for word in __cut ( blk ) : <TAB> <TAB> <TAB> <TAB> if word not in Force_Split_Words : <TAB> <TAB> <TAB> <TAB> <TAB> yield word <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> for c in word : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> yield c <TAB> <TAB> else : <TAB> <TAB> <TAB> tmp = re_skip . split ( blk ) <TAB> <TAB> <TAB> for x in tmp : <TAB> <TAB> <TAB> <TAB> if x : <TAB> <TAB> <TAB> <TAB> <TAB> yield x,if re_han . match ( blk ) :,156
11639,"def _EvaluateFile(self, test_list, file):
    (name, ext) = os.path.splitext(file)
    if ext == "".cc"" or ext == "".cpp"" or ext == "".c"":
        if re.search(""_test$|_test_$|_unittest$|_unittest_$|^test_|Tests$"", name):
            logger.SilentLog(""Found native test file %s"" % file)
            test_list.append(name)
","def _EvaluateFile ( self , test_list , file ) : <TAB> ( name , ext ) = os . path . splitext ( file ) <TAB> if ext == "".cc"" or ext == "".cpp"" or ext == "".c"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . SilentLog ( ""Found native test file %s"" % file ) <TAB> <TAB> <TAB> test_list . append ( name )","if re . search ( ""_test$|_test_$|_unittest$|_unittest_$|^test_|Tests$"" , name ) :",112
23979,"def match(img1, img2):
    if img1.ndim == 2:
        temp = np.histogram(img1, np.arange(257))[0]
        if img2.ndim == 2:
            hist = np.histogram(img2, np.arange(257))[0]
            ahist = like(temp, hist)
            img2[:] = ahist[img2]
        if img2.ndim == 3:
            for i in range(3):
                hist = np.histogram(img2[:, :, i], np.range(257))[0]
                ahist = like(temp, hist)
                img2[:, :, i] = ahist[img2[:, :, i]]
    elif img1.ndim == 3:
        if img2.ndim == 2:
            temp = np.histogram(img1, np.arange(257))[0]
            hist = np.histogram(img2, np.arange(257))[0]
            ahist = like(temp, hist)
            img2[:] = ahist[img2]
        if img2.ndim == 3:
            for i in range(3):
                temp = np.histogram(img1[:, :, i], np.arange(257))[0]
                hist = np.histogram(img2[:, :, i], np.arange(257))[0]
                ahist = like(temp, hist)
                img2[:, :, i] = ahist[img2[:, :, i]]","def match ( img1 , img2 ) : <TAB> if img1 . ndim == 2 : <TAB> <TAB> temp = np . histogram ( img1 , np . arange ( 257 ) ) [ 0 ] <TAB> <TAB> if img2 . ndim == 2 : <TAB> <TAB> <TAB> hist = np . histogram ( img2 , np . arange ( 257 ) ) [ 0 ] <TAB> <TAB> <TAB> ahist = like ( temp , hist ) <TAB> <TAB> <TAB> img2 [ : ] = ahist [ img2 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for i in range ( 3 ) : <TAB> <TAB> <TAB> <TAB> hist = np . histogram ( img2 [ : , : , i ] , np . range ( 257 ) ) [ 0 ] <TAB> <TAB> <TAB> <TAB> ahist = like ( temp , hist ) <TAB> <TAB> <TAB> <TAB> img2 [ : , : , i ] = ahist [ img2 [ : , : , i ] ] <TAB> elif img1 . ndim == 3 : <TAB> <TAB> if img2 . ndim == 2 : <TAB> <TAB> <TAB> temp = np . histogram ( img1 , np . arange ( 257 ) ) [ 0 ] <TAB> <TAB> <TAB> hist = np . histogram ( img2 , np . arange ( 257 ) ) [ 0 ] <TAB> <TAB> <TAB> ahist = like ( temp , hist ) <TAB> <TAB> <TAB> img2 [ : ] = ahist [ img2 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for i in range ( 3 ) : <TAB> <TAB> <TAB> <TAB> temp = np . histogram ( img1 [ : , : , i ] , np . arange ( 257 ) ) [ 0 ] <TAB> <TAB> <TAB> <TAB> hist = np . histogram ( img2 [ : , : , i ] , np . arange ( 257 ) ) [ 0 ] <TAB> <TAB> <TAB> <TAB> ahist = like ( temp , hist ) <TAB> <TAB> <TAB> <TAB> img2 [ : , : , i ] = ahist [ img2 [ : , : , i ] ]",if img2 . ndim == 3 :,378
2106,"def _get_backend_info():
    """"""Get information about raw backends available for testing""""""
    info = []
    # Local backend
    bi = Namespace()
    bi.name = ""local""
    bi.classname = ""local""
    info.append(bi)
    # Backends talking to actual remote servers (if available)
    for name in backends.prefix_map:
        if name == ""local"":  # local backend has already been handled
            continue
        try:
            (login, password, storage_url) = get_remote_test_info(name + ""-test"")
        except NoTestSection as exc:
            log.info(""Not running remote tests for %s backend: %s"", name, exc.reason)
            continue
        bi = Namespace()
        bi.name = ""remote-"" + name
        bi.classname = name
        bi.storage_url = storage_url
        bi.login = login
        bi.password = password
        info.append(bi)
    # Backends talking to local mock servers
    for (request_handler, storage_url) in mock_server.handler_list:
        name = re.match(r""^([a-zA-Z0-9]+)://"", storage_url).group(1)
        bi = Namespace()
        bi.name = ""mock-"" + name
        bi.classname = name
        bi.request_handler = request_handler
        bi.storage_url = storage_url
        info.append(bi)
    return info","def _get_backend_info ( ) : <TAB> """"""Get information about raw backends available for testing"""""" <TAB> info = [ ] <TAB> <TAB> bi = Namespace ( ) <TAB> bi . name = ""local"" <TAB> bi . classname = ""local"" <TAB> info . append ( bi ) <TAB> <TAB> for name in backends . prefix_map : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> ( login , password , storage_url ) = get_remote_test_info ( name + ""-test"" ) <TAB> <TAB> except NoTestSection as exc : <TAB> <TAB> <TAB> log . info ( ""Not running remote tests for %s backend: %s"" , name , exc . reason ) <TAB> <TAB> <TAB> continue <TAB> <TAB> bi = Namespace ( ) <TAB> <TAB> bi . name = ""remote-"" + name <TAB> <TAB> bi . classname = name <TAB> <TAB> bi . storage_url = storage_url <TAB> <TAB> bi . login = login <TAB> <TAB> bi . password = password <TAB> <TAB> info . append ( bi ) <TAB> <TAB> for ( request_handler , storage_url ) in mock_server . handler_list : <TAB> <TAB> name = re . match ( r""^([a-zA-Z0-9]+)://"" , storage_url ) . group ( 1 ) <TAB> <TAB> bi = Namespace ( ) <TAB> <TAB> bi . name = ""mock-"" + name <TAB> <TAB> bi . classname = name <TAB> <TAB> bi . request_handler = request_handler <TAB> <TAB> bi . storage_url = storage_url <TAB> <TAB> info . append ( bi ) <TAB> return info","if name == ""local"" :",373
14532,"def addClassFunction(self, namelist, args=None, doc=None):
    log.debug(""AddClassFunction: %s(%s)"", namelist, args)
    toScope = self.currentClass
    if not toScope:
        # See if it's a function, we'll convert it into a class then
        if isinstance(self.currentScope, JSFunction):
            toScope = self._convertFunctionToClass(self.currentScope)
    if not toScope or len(namelist) > 1:
        self.addFunction(namelist, args, doc)
    else:
        funcName = namelist[-1]
        log.info(""FUNC: %s(%s) on line %d"", funcName, args, self.lineno)
        fn = JSFunction(funcName, toScope, args, self.lineno, self.depth, doc=doc)
        toScope.functions[fn.name] = fn
        self.currentScope = fn","def addClassFunction ( self , namelist , args = None , doc = None ) : <TAB> log . debug ( ""AddClassFunction: %s(%s)"" , namelist , args ) <TAB> toScope = self . currentClass <TAB> if not toScope : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> toScope = self . _convertFunctionToClass ( self . currentScope ) <TAB> if not toScope or len ( namelist ) > 1 : <TAB> <TAB> self . addFunction ( namelist , args , doc ) <TAB> else : <TAB> <TAB> funcName = namelist [ - 1 ] <TAB> <TAB> log . info ( ""FUNC: %s(%s) on line %d"" , funcName , args , self . lineno ) <TAB> <TAB> fn = JSFunction ( funcName , toScope , args , self . lineno , self . depth , doc = doc ) <TAB> <TAB> toScope . functions [ fn . name ] = fn <TAB> <TAB> self . currentScope = fn","if isinstance ( self . currentScope , JSFunction ) :",226
2360,"def test(self):
    # Set up a copy where the main layer comes from the first
    # input and the diffuse layer is copied in from a second input.
    main = self.__constantLayer("""", imath.Color4f(1, 0.5, 0.25, 1))
    diffuse = self.__constantLayer(""diffuse"", imath.Color4f(0, 0.25, 0.5, 1))
    copy = GafferImage.CopyChannels()
    copy[""in""][0].setInput(main[""out""])
    copy[""in""][1].setInput(diffuse[""out""])
    copy[""channels""].setValue(""*"")
    # Check that our new image has all the expected channels.
    self.assertEqual(
        copy[""out""][""channelNames""].getValue(),
        IECore.StringVectorData(
            [""R"", ""G"", ""B"", ""A"", ""diffuse.R"", ""diffuse.G"", ""diffuse.B"", ""diffuse.A""]
        ),
    )
    # Check that each channel is a perfect pass-through from the
    # relevant input, sharing the same entries in the cache.
    for constant in (main, diffuse):
        for channel in (""R"", ""G"", ""B"", ""A""):
            if constant[""layer""].getValue():
                channel = constant[""layer""].getValue() + ""."" + channel
            self.assertEqual(
                copy[""out""].channelDataHash(channel, imath.V2i(0)),
                constant[""out""].channelDataHash(channel, imath.V2i(0)),
            )
            self.assertTrue(
                copy[""out""]
                .channelData(channel, imath.V2i(0), _copy=False)
                .isSame(constant[""out""].channelData(channel, imath.V2i(0), _copy=False))
            )","def test ( self ) : <TAB> <TAB> <TAB> main = self . __constantLayer ( """" , imath . Color4f ( 1 , 0.5 , 0.25 , 1 ) ) <TAB> diffuse = self . __constantLayer ( ""diffuse"" , imath . Color4f ( 0 , 0.25 , 0.5 , 1 ) ) <TAB> copy = GafferImage . CopyChannels ( ) <TAB> copy [ ""in"" ] [ 0 ] . setInput ( main [ ""out"" ] ) <TAB> copy [ ""in"" ] [ 1 ] . setInput ( diffuse [ ""out"" ] ) <TAB> copy [ ""channels"" ] . setValue ( ""*"" ) <TAB> <TAB> self . assertEqual ( <TAB> <TAB> copy [ ""out"" ] [ ""channelNames"" ] . getValue ( ) , <TAB> <TAB> IECore . StringVectorData ( <TAB> <TAB> <TAB> [ ""R"" , ""G"" , ""B"" , ""A"" , ""diffuse.R"" , ""diffuse.G"" , ""diffuse.B"" , ""diffuse.A"" ] <TAB> <TAB> ) , <TAB> ) <TAB> <TAB> <TAB> for constant in ( main , diffuse ) : <TAB> <TAB> for channel in ( ""R"" , ""G"" , ""B"" , ""A"" ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> channel = constant [ ""layer"" ] . getValue ( ) + ""."" + channel <TAB> <TAB> <TAB> self . assertEqual ( <TAB> <TAB> <TAB> <TAB> copy [ ""out"" ] . channelDataHash ( channel , imath . V2i ( 0 ) ) , <TAB> <TAB> <TAB> <TAB> constant [ ""out"" ] . channelDataHash ( channel , imath . V2i ( 0 ) ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . assertTrue ( <TAB> <TAB> <TAB> <TAB> copy [ ""out"" ] <TAB> <TAB> <TAB> <TAB> . channelData ( channel , imath . V2i ( 0 ) , _copy = False ) <TAB> <TAB> <TAB> <TAB> . isSame ( constant [ ""out"" ] . channelData ( channel , imath . V2i ( 0 ) , _copy = False ) ) <TAB> <TAB> <TAB> )","if constant [ ""layer"" ] . getValue ( ) :",467
10681,"def gather_metrics(dry_run=False):
    today = datetime.date.today()
    first = today.replace(day=1)
    last_month = first - datetime.timedelta(days=1)
    filename = ""form_types_{}.csv"".format(last_month.strftime(""%Y-%m""))
    with connection.cursor() as cursor:
        cursor.execute(REGISTRATION_METRICS_SQL)
        if dry_run:
            for row in cursor.fetchall():
                logger.info(encode_row(row))
        else:
            write_raw_data(cursor=cursor, filename=filename)","def gather_metrics ( dry_run = False ) : <TAB> today = datetime . date . today ( ) <TAB> first = today . replace ( day = 1 ) <TAB> last_month = first - datetime . timedelta ( days = 1 ) <TAB> filename = ""form_types_{}.csv"" . format ( last_month . strftime ( ""%Y-%m"" ) ) <TAB> with connection . cursor ( ) as cursor : <TAB> <TAB> cursor . execute ( REGISTRATION_METRICS_SQL ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for row in cursor . fetchall ( ) : <TAB> <TAB> <TAB> <TAB> logger . info ( encode_row ( row ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> write_raw_data ( cursor = cursor , filename = filename )",if dry_run :,154
18544,"def add_doc(target, variables, body_lines):
    if isinstance(target, ast.Name):
        # if it is a variable name add it to the doc
        name = target.id
        if name not in variables:
            doc = find_doc_for(target, body_lines)
            if doc is not None:
                variables[name] = doc
    elif isinstance(target, ast.Tuple):
        # if it is a tuple then iterate the elements
        # this can happen like this:
        # a, b = 1, 2
        for e in target.elts:
            add_doc(e, variables, body_lines)","def add_doc ( target , variables , body_lines ) : <TAB> if isinstance ( target , ast . Name ) : <TAB> <TAB> <TAB> <TAB> name = target . id <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> doc = find_doc_for ( target , body_lines ) <TAB> <TAB> <TAB> if doc is not None : <TAB> <TAB> <TAB> <TAB> variables [ name ] = doc <TAB> elif isinstance ( target , ast . Tuple ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for e in target . elts : <TAB> <TAB> <TAB> add_doc ( e , variables , body_lines )",if name not in variables :,167
15577,"def __getitem__(self, idx):
    retry_count = 0
    cur_idx = int(idx)
    while True:
        data = self._map_func(self._dataset[cur_idx])
        if data is not None:
            self._fallback_candidates.add(cur_idx)
            return data
        # _map_func fails for this idx, use a random new index from the pool
        retry_count += 1
        self._fallback_candidates.discard(cur_idx)
        cur_idx = self._rng.sample(self._fallback_candidates, k=1)[0]
        if retry_count >= 3:
            logger = logging.getLogger(__name__)
            logger.warning(
                ""Failed to apply `_map_func` for idx: {}, retry count: {}"".format(
                    idx, retry_count
                )
            )","def __getitem__ ( self , idx ) : <TAB> retry_count = 0 <TAB> cur_idx = int ( idx ) <TAB> while True : <TAB> <TAB> data = self . _map_func ( self . _dataset [ cur_idx ] ) <TAB> <TAB> if data is not None : <TAB> <TAB> <TAB> self . _fallback_candidates . add ( cur_idx ) <TAB> <TAB> <TAB> return data <TAB> <TAB> <TAB> <TAB> retry_count += 1 <TAB> <TAB> self . _fallback_candidates . discard ( cur_idx ) <TAB> <TAB> cur_idx = self . _rng . sample ( self . _fallback_candidates , k = 1 ) [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger = logging . getLogger ( __name__ ) <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> ""Failed to apply `_map_func` for idx: {}, retry count: {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> idx , retry_count <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> )",if retry_count >= 3 :,226
1530,"def format_seconds_alt(seconds, start, hide_seconds=False):
    # make sure we always show at least 00:00:00
    start = max(start, 86400)
    output = """"
    total_seconds = seconds
    for period_seconds in (
        31557600,
        86400,
        3600,
        60,
        1,
    ):
        if hide_seconds and period_seconds == 1 and total_seconds > 60:
            break
        actual_period_value = int(seconds / period_seconds)
        if actual_period_value > 0:
            output += str(actual_period_value).zfill(2) + "":""
        elif start > period_seconds or total_seconds > period_seconds:
            output += ""00:""
        seconds = seconds % period_seconds
    return output.rstrip("":"")","def format_seconds_alt ( seconds , start , hide_seconds = False ) : <TAB> <TAB> start = max ( start , 86400 ) <TAB> output = """" <TAB> total_seconds = seconds <TAB> for period_seconds in ( <TAB> <TAB> 31557600 , <TAB> <TAB> 86400 , <TAB> <TAB> 3600 , <TAB> <TAB> 60 , <TAB> <TAB> 1 , <TAB> ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> actual_period_value = int ( seconds / period_seconds ) <TAB> <TAB> if actual_period_value > 0 : <TAB> <TAB> <TAB> output += str ( actual_period_value ) . zfill ( 2 ) + "":"" <TAB> <TAB> elif start > period_seconds or total_seconds > period_seconds : <TAB> <TAB> <TAB> output += ""00:"" <TAB> <TAB> seconds = seconds % period_seconds <TAB> return output . rstrip ( "":"" )",if hide_seconds and period_seconds == 1 and total_seconds > 60 :,212
12728,"def create_resource(self, name, **kwargs):
    if not os.environ.get(""AZURE_CLI_TEST_DEV_BACKUP_POLICY_NAME"", None):
        self.resource_group = self._get_resource_group(**kwargs)
        self.vault = self._get_vault(**kwargs)
        policy_json = execute(
            self.cli_ctx,
            ""az backup policy show -g {} -v {} -n {}"".format(
                self.resource_group, self.vault, ""DefaultPolicy""
            ),
        ).get_output_in_json()
        policy_json[""name""] = name
        if self.instant_rp_days:
            policy_json[""properties""][
                ""instantRpRetentionRangeInDays""
            ] = self.instant_rp_days
        policy_json = json.dumps(policy_json)
        execute(
            self.cli_ctx,
            ""az backup policy set -g {} -v {} --policy '{}'"".format(
                self.resource_group, self.vault, policy_json
            ),
        )
        return {self.parameter_name: name}
    return {
        self.parameter_name: os.environ.get(
            ""AZURE_CLI_TEST_DEV_BACKUP_POLICY_NAME"", None
        )
    }
","def create_resource ( self , name , ** kwargs ) : <TAB> if not os . environ . get ( ""AZURE_CLI_TEST_DEV_BACKUP_POLICY_NAME"" , None ) : <TAB> <TAB> self . resource_group = self . _get_resource_group ( ** kwargs ) <TAB> <TAB> self . vault = self . _get_vault ( ** kwargs ) <TAB> <TAB> policy_json = execute ( <TAB> <TAB> <TAB> self . cli_ctx , <TAB> <TAB> <TAB> ""az backup policy show -g {} -v {} -n {}"" . format ( <TAB> <TAB> <TAB> <TAB> self . resource_group , self . vault , ""DefaultPolicy"" <TAB> <TAB> <TAB> ) , <TAB> <TAB> ) . get_output_in_json ( ) <TAB> <TAB> policy_json [ ""name"" ] = name <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> policy_json [ ""properties"" ] [ <TAB> <TAB> <TAB> <TAB> ""instantRpRetentionRangeInDays"" <TAB> <TAB> <TAB> ] = self . instant_rp_days <TAB> <TAB> policy_json = json . dumps ( policy_json ) <TAB> <TAB> execute ( <TAB> <TAB> <TAB> self . cli_ctx , <TAB> <TAB> <TAB> ""az backup policy set -g {} -v {} --policy '{}'"" . format ( <TAB> <TAB> <TAB> <TAB> self . resource_group , self . vault , policy_json <TAB> <TAB> <TAB> ) , <TAB> <TAB> ) <TAB> <TAB> return { self . parameter_name : name } <TAB> return { <TAB> <TAB> self . parameter_name : os . environ . get ( <TAB> <TAB> <TAB> ""AZURE_CLI_TEST_DEV_BACKUP_POLICY_NAME"" , None <TAB> <TAB> ) <TAB> }",if self . instant_rp_days :,353
3294,"def _expand_lang(locale):
    from locale import normalize
    locale = normalize(locale)
    COMPONENT_CODESET = 1 << 0
    COMPONENT_TERRITORY = 1 << 1
    COMPONENT_MODIFIER = 1 << 2
    # split up the locale into its base components
    mask = 0
    pos = locale.find(""@"")
    if pos >= 0:
        modifier = locale[pos:]
        locale = locale[:pos]
        mask |= COMPONENT_MODIFIER
    else:
        modifier = """"
    pos = locale.find(""."")
    if pos >= 0:
        codeset = locale[pos:]
        locale = locale[:pos]
        mask |= COMPONENT_CODESET
    else:
        codeset = """"
    pos = locale.find(""_"")
    if pos >= 0:
        territory = locale[pos:]
        locale = locale[:pos]
        mask |= COMPONENT_TERRITORY
    else:
        territory = """"
    language = locale
    ret = []
    for i in range(mask + 1):
        if not (i & ~mask):  # if all components for this combo exist ...
            val = language
            if i & COMPONENT_TERRITORY:
                val += territory
            if i & COMPONENT_CODESET:
                val += codeset
            if i & COMPONENT_MODIFIER:
                val += modifier
            ret.append(val)
    ret.reverse()
    return ret","def _expand_lang ( locale ) : <TAB> from locale import normalize <TAB> locale = normalize ( locale ) <TAB> COMPONENT_CODESET = 1 << 0 <TAB> COMPONENT_TERRITORY = 1 << 1 <TAB> COMPONENT_MODIFIER = 1 << 2 <TAB> <TAB> mask = 0 <TAB> pos = locale . find ( ""@"" ) <TAB> if pos >= 0 : <TAB> <TAB> modifier = locale [ pos : ] <TAB> <TAB> locale = locale [ : pos ] <TAB> <TAB> mask |= COMPONENT_MODIFIER <TAB> else : <TAB> <TAB> modifier = """" <TAB> pos = locale . find ( ""."" ) <TAB> if pos >= 0 : <TAB> <TAB> codeset = locale [ pos : ] <TAB> <TAB> locale = locale [ : pos ] <TAB> <TAB> mask |= COMPONENT_CODESET <TAB> else : <TAB> <TAB> codeset = """" <TAB> pos = locale . find ( ""_"" ) <TAB> if pos >= 0 : <TAB> <TAB> territory = locale [ pos : ] <TAB> <TAB> locale = locale [ : pos ] <TAB> <TAB> mask |= COMPONENT_TERRITORY <TAB> else : <TAB> <TAB> territory = """" <TAB> language = locale <TAB> ret = [ ] <TAB> for i in range ( mask + 1 ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> val = language <TAB> <TAB> <TAB> if i & COMPONENT_TERRITORY : <TAB> <TAB> <TAB> <TAB> val += territory <TAB> <TAB> <TAB> if i & COMPONENT_CODESET : <TAB> <TAB> <TAB> <TAB> val += codeset <TAB> <TAB> <TAB> if i & COMPONENT_MODIFIER : <TAB> <TAB> <TAB> <TAB> val += modifier <TAB> <TAB> <TAB> ret . append ( val ) <TAB> ret . reverse ( ) <TAB> return ret",if not ( i & ~ mask ) :,382
24073,"def fix_desktop_image_in_thema_callback(install_dir_for_grub, dir_, fname):
    if not fname.lower().endswith("".txt""):
        return
    theme_file = os.path.join(dir_, fname)
    updated = False
    with open(theme_file, ""r"", encoding=""utf-8"") as f:
        pattern = re.compile(r""^desktop-image\s*:\s*(.*)$"")
        try:
            src_lines = f.readlines()
        except UnicodeDecodeError:
            log(""Unexpected encoding in %s"" % theme_file)
            return
        lines = []
        for line in src_lines:
            line = line.rstrip()
            m = pattern.match(line)
            if m and m.group(1).startswith((""/"", '""/')):
                log(""Updating '%s' in %s"" % (line, theme_file))
                updated = True
                partial_path = m.group(1).strip('""').lstrip(""/"")
                line = 'desktop-image: ""%s/%s""' % (install_dir_for_grub, partial_path)
            lines.append(line)
    if updated:
        with open(theme_file, ""w"") as f:
            f.write(""\n"".join(lines))","def fix_desktop_image_in_thema_callback ( install_dir_for_grub , dir_ , fname ) : <TAB> if not fname . lower ( ) . endswith ( "".txt"" ) : <TAB> <TAB> return <TAB> theme_file = os . path . join ( dir_ , fname ) <TAB> updated = False <TAB> with open ( theme_file , ""r"" , encoding = ""utf-8"" ) as f : <TAB> <TAB> pattern = re . compile ( r""^desktop-image\s*:\s*(.*)$"" ) <TAB> <TAB> try : <TAB> <TAB> <TAB> src_lines = f . readlines ( ) <TAB> <TAB> except UnicodeDecodeError : <TAB> <TAB> <TAB> log ( ""Unexpected encoding in %s"" % theme_file ) <TAB> <TAB> <TAB> return <TAB> <TAB> lines = [ ] <TAB> <TAB> for line in src_lines : <TAB> <TAB> <TAB> line = line . rstrip ( ) <TAB> <TAB> <TAB> m = pattern . match ( line ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> log ( ""Updating '%s' in %s"" % ( line , theme_file ) ) <TAB> <TAB> <TAB> <TAB> updated = True <TAB> <TAB> <TAB> <TAB> partial_path = m . group ( 1 ) . strip ( '""' ) . lstrip ( ""/"" ) <TAB> <TAB> <TAB> <TAB> line = 'desktop-image: ""%s/%s""' % ( install_dir_for_grub , partial_path ) <TAB> <TAB> <TAB> lines . append ( line ) <TAB> if updated : <TAB> <TAB> with open ( theme_file , ""w"" ) as f : <TAB> <TAB> <TAB> f . write ( ""\n"" . join ( lines ) )","if m and m . group ( 1 ) . startswith ( ( ""/"" , '""/' ) ) :",337
512,"def compare_readme_files(self, ancestor_readme_files, current_readme_files):
    """"""Determine if ancestor_readme_files is equal to or a subset of current_readme_files.""""""
    # NOTE: Although repository README files are considered a Galaxy utility similar to tools,
    # repository dependency definition files, etc., we don't define installable repository revisions
    # based on changes to README files.  To understand why, consider the following scenario:
    # 1. Upload the filtering tool to a new repository - this will result in installable revision 0.
    # 2. Upload a README file to the repository - this will move the installable revision from revision
    #    0 to revision 1.
    # 3. Delete the README file from the repository - this will move the installable revision from
    #    revision 1 to revision 2.
    # The above scenario is the current behavior, and that is why this method is not currently called.
    # This method exists only in case we decide to change this current behavior.
    # The lists of readme files looks something like: [""database/community_files/000/repo_2/readme.txt""]
    if len(ancestor_readme_files) <= len(current_readme_files):
        for ancestor_readme_file in ancestor_readme_files:
            if ancestor_readme_file not in current_readme_files:
                return self.NOT_EQUAL_AND_NOT_SUBSET
        if len(ancestor_readme_files) == len(current_readme_files):
            return self.EQUAL
        else:
            return self.SUBSET
    return self.NOT_EQUAL_AND_NOT_SUBSET","def compare_readme_files ( self , ancestor_readme_files , current_readme_files ) : <TAB> """"""Determine if ancestor_readme_files is equal to or a subset of current_readme_files."""""" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if len ( ancestor_readme_files ) <= len ( current_readme_files ) : <TAB> <TAB> for ancestor_readme_file in ancestor_readme_files : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return self . NOT_EQUAL_AND_NOT_SUBSET <TAB> <TAB> if len ( ancestor_readme_files ) == len ( current_readme_files ) : <TAB> <TAB> <TAB> return self . EQUAL <TAB> <TAB> else : <TAB> <TAB> <TAB> return self . SUBSET <TAB> return self . NOT_EQUAL_AND_NOT_SUBSET",if ancestor_readme_file not in current_readme_files :,413
10710,"def _transform_continuous_designs(
    self, design: np.ndarray, origin: str, cs: ConfigurationSpace
) -> typing.List[Configuration]:
    params = cs.get_hyperparameters()
    for idx, param in enumerate(params):
        if isinstance(param, NumericalHyperparameter):
            continue
        elif isinstance(param, Constant):
            # add a vector with zeros
            design_ = np.zeros(np.array(design.shape) + np.array((0, 1)))
            design_[:, :idx] = design[:, :idx]
            design_[:, idx + 1 :] = design[:, idx:]
            design = design_
        elif isinstance(param, CategoricalHyperparameter):
            v_design = design[:, idx]
            v_design[v_design == 1] = 1 - 10 ** -10
            design[:, idx] = np.array(v_design * len(param.choices), dtype=np.int)
        elif isinstance(param, OrdinalHyperparameter):
            v_design = design[:, idx]
            v_design[v_design == 1] = 1 - 10 ** -10
            design[:, idx] = np.array(v_design * len(param.sequence), dtype=np.int)
        else:
            raise ValueError(""Hyperparameter not supported in LHD"")
    self.logger.debug(""Initial Design"")
    configs = []
    for vector in design:
        conf = deactivate_inactive_hyperparameters(
            configuration=None, configuration_space=cs, vector=vector
        )
        conf.origin = origin
        configs.append(conf)
        self.logger.debug(conf)
    self.logger.debug(""Size of initial design: %d"" % (len(configs)))
    return configs","def _transform_continuous_designs ( <TAB> self , design : np . ndarray , origin : str , cs : ConfigurationSpace ) -> typing . List [ Configuration ] : <TAB> params = cs . get_hyperparameters ( ) <TAB> for idx , param in enumerate ( params ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> elif isinstance ( param , Constant ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> design_ = np . zeros ( np . array ( design . shape ) + np . array ( ( 0 , 1 ) ) ) <TAB> <TAB> <TAB> design_ [ : , : idx ] = design [ : , : idx ] <TAB> <TAB> <TAB> design_ [ : , idx + 1 : ] = design [ : , idx : ] <TAB> <TAB> <TAB> design = design_ <TAB> <TAB> elif isinstance ( param , CategoricalHyperparameter ) : <TAB> <TAB> <TAB> v_design = design [ : , idx ] <TAB> <TAB> <TAB> v_design [ v_design == 1 ] = 1 - 10 ** - 10 <TAB> <TAB> <TAB> design [ : , idx ] = np . array ( v_design * len ( param . choices ) , dtype = np . int ) <TAB> <TAB> elif isinstance ( param , OrdinalHyperparameter ) : <TAB> <TAB> <TAB> v_design = design [ : , idx ] <TAB> <TAB> <TAB> v_design [ v_design == 1 ] = 1 - 10 ** - 10 <TAB> <TAB> <TAB> design [ : , idx ] = np . array ( v_design * len ( param . sequence ) , dtype = np . int ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( ""Hyperparameter not supported in LHD"" ) <TAB> self . logger . debug ( ""Initial Design"" ) <TAB> configs = [ ] <TAB> for vector in design : <TAB> <TAB> conf = deactivate_inactive_hyperparameters ( <TAB> <TAB> <TAB> configuration = None , configuration_space = cs , vector = vector <TAB> <TAB> ) <TAB> <TAB> conf . origin = origin <TAB> <TAB> configs . append ( conf ) <TAB> <TAB> self . logger . debug ( conf ) <TAB> self . logger . debug ( ""Size of initial design: %d"" % ( len ( configs ) ) ) <TAB> return configs","if isinstance ( param , NumericalHyperparameter ) :",444
20390,"def get_cloud_credential(self):
    """"""Return the credential which is directly tied to the inventory source type.""""""
    credential = None
    for cred in self.credentials.all():
        if self.source in CLOUD_PROVIDERS:
            if cred.kind == self.source.replace(""ec2"", ""aws""):
                credential = cred
                break
        else:
            # these need to be returned in the API credential field
            if cred.credential_type.kind != ""vault"":
                credential = cred
                break
    return credential","def get_cloud_credential ( self ) : <TAB> """"""Return the credential which is directly tied to the inventory source type."""""" <TAB> credential = None <TAB> for cred in self . credentials . all ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if cred . kind == self . source . replace ( ""ec2"" , ""aws"" ) : <TAB> <TAB> <TAB> <TAB> credential = cred <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if cred . credential_type . kind != ""vault"" : <TAB> <TAB> <TAB> <TAB> credential = cred <TAB> <TAB> <TAB> <TAB> break <TAB> return credential",if self . source in CLOUD_PROVIDERS :,149
19982,"def save(cls, info, variant: ""ProductVariantModel"", cleaned_input: List):
    for channel_listing_data in cleaned_input:
        channel = channel_listing_data[""channel""]
        defaults = {""currency"": channel.currency_code}
        if ""price"" in channel_listing_data.keys():
            defaults[""price_amount""] = channel_listing_data.get(""price"", None)
        if ""cost_price"" in channel_listing_data.keys():
            defaults[""cost_price_amount""] = channel_listing_data.get(""cost_price"", None)
        ProductVariantChannelListing.objects.update_or_create(
            variant=variant,
            channel=channel,
            defaults=defaults,
        )
    update_product_discounted_price_task.delay(variant.product_id)
    info.context.plugins.product_updated(variant.product)
","def save ( cls , info , variant : ""ProductVariantModel"" , cleaned_input : List ) : <TAB> for channel_listing_data in cleaned_input : <TAB> <TAB> channel = channel_listing_data [ ""channel"" ] <TAB> <TAB> defaults = { ""currency"" : channel . currency_code } <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> defaults [ ""price_amount"" ] = channel_listing_data . get ( ""price"" , None ) <TAB> <TAB> if ""cost_price"" in channel_listing_data . keys ( ) : <TAB> <TAB> <TAB> defaults [ ""cost_price_amount"" ] = channel_listing_data . get ( ""cost_price"" , None ) <TAB> <TAB> ProductVariantChannelListing . objects . update_or_create ( <TAB> <TAB> <TAB> variant = variant , <TAB> <TAB> <TAB> channel = channel , <TAB> <TAB> <TAB> defaults = defaults , <TAB> <TAB> ) <TAB> update_product_discounted_price_task . delay ( variant . product_id ) <TAB> info . context . plugins . product_updated ( variant . product )","if ""price"" in channel_listing_data . keys ( ) :",220
15291,"def __cut_DAG(self, sentence):
    DAG = self.tokenizer.get_DAG(sentence)
    route = {}
    self.tokenizer.calc(sentence, DAG, route)
    x = 0
    buf = """"
    N = len(sentence)
    while x < N:
        y = route[x][1] + 1
        l_word = sentence[x:y]
        if y - x == 1:
            buf += l_word
        else:
            if buf:
                if len(buf) == 1:
                    yield pair(buf, self.word_tag_tab.get(buf, ""x""))
                elif not self.tokenizer.FREQ.get(buf):
                    recognized = self.__cut_detail(buf)
                    for t in recognized:
                        yield t
                else:
                    for elem in buf:
                        yield pair(elem, self.word_tag_tab.get(elem, ""x""))
                buf = """"
            yield pair(l_word, self.word_tag_tab.get(l_word, ""x""))
        x = y
    if buf:
        if len(buf) == 1:
            yield pair(buf, self.word_tag_tab.get(buf, ""x""))
        elif not self.tokenizer.FREQ.get(buf):
            recognized = self.__cut_detail(buf)
            for t in recognized:
                yield t
        else:
            for elem in buf:
                yield pair(elem, self.word_tag_tab.get(elem, ""x""))","def __cut_DAG ( self , sentence ) : <TAB> DAG = self . tokenizer . get_DAG ( sentence ) <TAB> route = { } <TAB> self . tokenizer . calc ( sentence , DAG , route ) <TAB> x = 0 <TAB> buf = """" <TAB> N = len ( sentence ) <TAB> while x < N : <TAB> <TAB> y = route [ x ] [ 1 ] + 1 <TAB> <TAB> l_word = sentence [ x : y ] <TAB> <TAB> if y - x == 1 : <TAB> <TAB> <TAB> buf += l_word <TAB> <TAB> else : <TAB> <TAB> <TAB> if buf : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> yield pair ( buf , self . word_tag_tab . get ( buf , ""x"" ) ) <TAB> <TAB> <TAB> <TAB> elif not self . tokenizer . FREQ . get ( buf ) : <TAB> <TAB> <TAB> <TAB> <TAB> recognized = self . __cut_detail ( buf ) <TAB> <TAB> <TAB> <TAB> <TAB> for t in recognized : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> yield t <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> for elem in buf : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> yield pair ( elem , self . word_tag_tab . get ( elem , ""x"" ) ) <TAB> <TAB> <TAB> <TAB> buf = """" <TAB> <TAB> <TAB> yield pair ( l_word , self . word_tag_tab . get ( l_word , ""x"" ) ) <TAB> <TAB> x = y <TAB> if buf : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield pair ( buf , self . word_tag_tab . get ( buf , ""x"" ) ) <TAB> <TAB> elif not self . tokenizer . FREQ . get ( buf ) : <TAB> <TAB> <TAB> recognized = self . __cut_detail ( buf ) <TAB> <TAB> <TAB> for t in recognized : <TAB> <TAB> <TAB> <TAB> yield t <TAB> <TAB> else : <TAB> <TAB> <TAB> for elem in buf : <TAB> <TAB> <TAB> <TAB> yield pair ( elem , self . word_tag_tab . get ( elem , ""x"" ) )",if len ( buf ) == 1 :,429
4137,"def _rewrite_prepend_append(self, string, prepend, append=None):
    if append is None:
        append = prepend
    if not isinstance(string, StringElem):
        string = StringElem(string)
    string.sub.insert(0, prepend)
    if unicode(string).endswith(u""\n""):
        # Try and remove the last character from the tree
        try:
            lastnode = string.flatten()[-1]
            if isinstance(lastnode.sub[-1], unicode):
                lastnode.sub[-1] = lastnode.sub[-1].rstrip(u""\n"")
        except IndexError:
            pass
        string.sub.append(append + u""\n"")
    else:
        string.sub.append(append)
    return string","def _rewrite_prepend_append ( self , string , prepend , append = None ) : <TAB> if append is None : <TAB> <TAB> append = prepend <TAB> if not isinstance ( string , StringElem ) : <TAB> <TAB> string = StringElem ( string ) <TAB> string . sub . insert ( 0 , prepend ) <TAB> if unicode ( string ) . endswith ( u""\n"" ) : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> lastnode = string . flatten ( ) [ - 1 ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> lastnode . sub [ - 1 ] = lastnode . sub [ - 1 ] . rstrip ( u""\n"" ) <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> pass <TAB> <TAB> string . sub . append ( append + u""\n"" ) <TAB> else : <TAB> <TAB> string . sub . append ( append ) <TAB> return string","if isinstance ( lastnode . sub [ - 1 ] , unicode ) :",197
20240,"def autoformat_kernel_3d(kernel):
    if isinstance(kernel, int):
        return [1, kernel, kernel, kernel, 1]
    elif isinstance(kernel, (tuple, list, tf.TensorShape)):
        if len(kernel) == 3:
            return [1, kernel[0], kernel[1], kernel[2], 1]
        elif len(kernel) == 5:
            assert (
                kernel[0] == kernel[4] == 1
            ), ""Must have kernel_size[0] = kernel_size[4] = 1""
            return [kernel[0], kernel[1], kernel[2], kernel[3], kernel[4]]
        else:
            raise Exception(
                ""kernel length error: ""
                + str(len(kernel))
                + "", only a length of 3 or 5 is supported.""
            )
    else:
        raise Exception(""kernel format error: "" + str(type(kernel)))","def autoformat_kernel_3d ( kernel ) : <TAB> if isinstance ( kernel , int ) : <TAB> <TAB> return [ 1 , kernel , kernel , kernel , 1 ] <TAB> elif isinstance ( kernel , ( tuple , list , tf . TensorShape ) ) : <TAB> <TAB> if len ( kernel ) == 3 : <TAB> <TAB> <TAB> return [ 1 , kernel [ 0 ] , kernel [ 1 ] , kernel [ 2 ] , 1 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert ( <TAB> <TAB> <TAB> <TAB> kernel [ 0 ] == kernel [ 4 ] == 1 <TAB> <TAB> <TAB> ) , ""Must have kernel_size[0] = kernel_size[4] = 1"" <TAB> <TAB> <TAB> return [ kernel [ 0 ] , kernel [ 1 ] , kernel [ 2 ] , kernel [ 3 ] , kernel [ 4 ] ] <TAB> <TAB> else : <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> ""kernel length error: "" <TAB> <TAB> <TAB> <TAB> + str ( len ( kernel ) ) <TAB> <TAB> <TAB> <TAB> + "", only a length of 3 or 5 is supported."" <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> raise Exception ( ""kernel format error: "" + str ( type ( kernel ) ) )",elif len ( kernel ) == 5 :,246
19973,"def __exit__(self, exc_type, exc_value, tb):
    # pylint: disable=invalid-name, attribute-defined-outside-init
    self.warnings_manager.__exit__(exc_type, exc_value, tb)
    if exc_type is not None:
        # let unexpected exceptions pass through
        return
    try:
        exc_name = self.expected.__name__
    except AttributeError:
        exc_name = str(self.expected)
    first_matching = None
    for m in self.warnings:
        w = m.message
        if not isinstance(w, self.expected):
            continue
        if first_matching is None:
            first_matching = w
        if self.expected_regex is not None and not self.expected_regex.search(str(w)):
            continue
        # store warning for later retrieval
        self.warning = w
        self.filename = m.filename
        self.lineno = m.lineno
        return
    # Now we simply try to choose a helpful failure message
    if first_matching is not None:
        self._raiseFailure(
            '""{}"" does not match ""{}""'.format(
                self.expected_regex.pattern, str(first_matching)
            )
        )
    if self.obj_name:
        self._raiseFailure(""{} not triggered by {}"".format(exc_name, self.obj_name))
    else:
        self._raiseFailure(""{} not triggered"".format(exc_name))
","def __exit__ ( self , exc_type , exc_value , tb ) : <TAB> <TAB> self . warnings_manager . __exit__ ( exc_type , exc_value , tb ) <TAB> if exc_type is not None : <TAB> <TAB> <TAB> <TAB> return <TAB> try : <TAB> <TAB> exc_name = self . expected . __name__ <TAB> except AttributeError : <TAB> <TAB> exc_name = str ( self . expected ) <TAB> first_matching = None <TAB> for m in self . warnings : <TAB> <TAB> w = m . message <TAB> <TAB> if not isinstance ( w , self . expected ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if first_matching is None : <TAB> <TAB> <TAB> first_matching = w <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> self . warning = w <TAB> <TAB> self . filename = m . filename <TAB> <TAB> self . lineno = m . lineno <TAB> <TAB> return <TAB> <TAB> if first_matching is not None : <TAB> <TAB> self . _raiseFailure ( <TAB> <TAB> <TAB> '""{}"" does not match ""{}""' . format ( <TAB> <TAB> <TAB> <TAB> self . expected_regex . pattern , str ( first_matching ) <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> if self . obj_name : <TAB> <TAB> self . _raiseFailure ( ""{} not triggered by {}"" . format ( exc_name , self . obj_name ) ) <TAB> else : <TAB> <TAB> self . _raiseFailure ( ""{} not triggered"" . format ( exc_name ) )",if self . expected_regex is not None and not self . expected_regex . search ( str ( w ) ) :,368
12523,"def get_javlib_cookie() -> [dict, str]:
    import cloudscraper
    switch, proxy, timeout, retry_count, proxytype = config.Config().proxy()
    proxies = get_proxy(proxy, proxytype)
    raw_cookie = {}
    user_agent = """"
    # Get __cfduid/cf_clearance and user-agent
    for i in range(retry_count):
        try:
            if switch == 1 or switch == ""1"":
                raw_cookie, user_agent = cloudscraper.get_cookie_string(
                    ""http://www.m45e.com/"", proxies=proxies
                )
            else:
                raw_cookie, user_agent = cloudscraper.get_cookie_string(
                    ""http://www.m45e.com/""
                )
        except requests.exceptions.ProxyError:
            print(""[-] ProxyError, retry {}/{}"".format(i + 1, retry_count))
        except cloudscraper.exceptions.CloudflareIUAMError:
            print(""[-] IUAMError, retry {}/{}"".format(i + 1, retry_count))
    return raw_cookie, user_agent","def get_javlib_cookie ( ) -> [ dict , str ] : <TAB> import cloudscraper <TAB> switch , proxy , timeout , retry_count , proxytype = config . Config ( ) . proxy ( ) <TAB> proxies = get_proxy ( proxy , proxytype ) <TAB> raw_cookie = { } <TAB> user_agent = """" <TAB> <TAB> for i in range ( retry_count ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raw_cookie , user_agent = cloudscraper . get_cookie_string ( <TAB> <TAB> <TAB> <TAB> <TAB> ""http://www.m45e.com/"" , proxies = proxies <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raw_cookie , user_agent = cloudscraper . get_cookie_string ( <TAB> <TAB> <TAB> <TAB> <TAB> ""http://www.m45e.com/"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> except requests . exceptions . ProxyError : <TAB> <TAB> <TAB> print ( ""[-] ProxyError, retry {}/{}"" . format ( i + 1 , retry_count ) ) <TAB> <TAB> except cloudscraper . exceptions . CloudflareIUAMError : <TAB> <TAB> <TAB> print ( ""[-] IUAMError, retry {}/{}"" . format ( i + 1 , retry_count ) ) <TAB> return raw_cookie , user_agent","if switch == 1 or switch == ""1"" :",308
9949,"def _output_test_report(self, report):
    self.logger.info(""%s--- Test report ---"", os.linesep)
    error_count = 0
    for result_type in sorted(list(report.keys())):
        test_descriptions = report[result_type]
        if result_type == TEST_OK:
            continue
        error_count += len(test_descriptions)
        self.logger.info(""%s(%d)"", result_type, len(test_descriptions))
        for file_desc, test_desc in test_descriptions:
            self.logger.info(""    %-40s %s"", file_desc, test_desc)
    self.logger.info(
        ""%s%s(%d) / %s(%d)"",
        os.linesep,
        TEST_OK,
        len(report.get(TEST_OK, [])),
        TEST_ERROR,
        error_count,
    )","def _output_test_report ( self , report ) : <TAB> self . logger . info ( ""%s--- Test report ---"" , os . linesep ) <TAB> error_count = 0 <TAB> for result_type in sorted ( list ( report . keys ( ) ) ) : <TAB> <TAB> test_descriptions = report [ result_type ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> error_count += len ( test_descriptions ) <TAB> <TAB> self . logger . info ( ""%s(%d)"" , result_type , len ( test_descriptions ) ) <TAB> <TAB> for file_desc , test_desc in test_descriptions : <TAB> <TAB> <TAB> self . logger . info ( ""    %-40s %s"" , file_desc , test_desc ) <TAB> self . logger . info ( <TAB> <TAB> ""%s%s(%d) / %s(%d)"" , <TAB> <TAB> os . linesep , <TAB> <TAB> TEST_OK , <TAB> <TAB> len ( report . get ( TEST_OK , [ ] ) ) , <TAB> <TAB> TEST_ERROR , <TAB> <TAB> error_count , <TAB> )",if result_type == TEST_OK :,231
7622,"def start(self, connection):
    try:
        if self.client_name:
            creds = gssapi.Credentials(name=gssapi.Name(self.client_name))
        else:
            creds = None
        hostname = self.get_hostname(connection)
        name = gssapi.Name(
            b""@"".join([self.service, hostname]), gssapi.NameType.hostbased_service
        )
        context = gssapi.SecurityContext(name=name, creds=creds)
        return context.step(None)
    except gssapi.raw.misc.GSSError:
        if self.fail_soft:
            return NotImplemented
        else:
            raise
","def start ( self , connection ) : <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> creds = gssapi . Credentials ( name = gssapi . Name ( self . client_name ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> creds = None <TAB> <TAB> hostname = self . get_hostname ( connection ) <TAB> <TAB> name = gssapi . Name ( <TAB> <TAB> <TAB> b""@"" . join ( [ self . service , hostname ] ) , gssapi . NameType . hostbased_service <TAB> <TAB> ) <TAB> <TAB> context = gssapi . SecurityContext ( name = name , creds = creds ) <TAB> <TAB> return context . step ( None ) <TAB> except gssapi . raw . misc . GSSError : <TAB> <TAB> if self . fail_soft : <TAB> <TAB> <TAB> return NotImplemented <TAB> <TAB> else : <TAB> <TAB> <TAB> raise",if self . client_name :,186
5218,"def consume_dependencies(item, args=None):
    hydrated_args = args or {}
    for key, value in sorted(item._asdict().items(), key=_key_func):
        if not AddressableDescriptor.is_addressable(item, key):
            hydrated_args[key] = value
            continue
        if isinstance(value, MutableMapping):
            container_type = type(value)
            hydrated_args[key] = container_type(
                (k, maybe_consume(key, v))
                for k, v in sorted(value.items(), key=_key_func)
            )
        elif isinstance(value, MutableSequence):
            container_type = type(value)
            hydrated_args[key] = container_type(maybe_consume(key, v) for v in value)
        else:
            hydrated_args[key] = maybe_consume(key, value)
    return _hydrate(type(item), address.spec_path, **hydrated_args)
","def consume_dependencies ( item , args = None ) : <TAB> hydrated_args = args or { } <TAB> for key , value in sorted ( item . _asdict ( ) . items ( ) , key = _key_func ) : <TAB> <TAB> if not AddressableDescriptor . is_addressable ( item , key ) : <TAB> <TAB> <TAB> hydrated_args [ key ] = value <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> container_type = type ( value ) <TAB> <TAB> <TAB> hydrated_args [ key ] = container_type ( <TAB> <TAB> <TAB> <TAB> ( k , maybe_consume ( key , v ) ) <TAB> <TAB> <TAB> <TAB> for k , v in sorted ( value . items ( ) , key = _key_func ) <TAB> <TAB> <TAB> ) <TAB> <TAB> elif isinstance ( value , MutableSequence ) : <TAB> <TAB> <TAB> container_type = type ( value ) <TAB> <TAB> <TAB> hydrated_args [ key ] = container_type ( maybe_consume ( key , v ) for v in value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> hydrated_args [ key ] = maybe_consume ( key , value ) <TAB> return _hydrate ( type ( item ) , address . spec_path , ** hydrated_args )","if isinstance ( value , MutableMapping ) :",266
11264,"def main(client):
    # Initialize appropriate service.
    creative_wrapper_service = client.GetService(
        ""CreativeWrapperService"", version=""v202005""
    )
    # Create a statement to select creative wrappers.
    statement = (
        ad_manager.StatementBuilder(version=""v202005"")
        .Where(""status = :status"")
        .WithBindVariable(""status"", ""ACTIVE"")
    )
    # Retrieve a small amount of creative wrappers at a time, paging
    # through until all creative wrappers have been retrieved.
    while True:
        response = creative_wrapper_service.getCreativeWrappersByStatement(
            statement.ToStatement()
        )
        if ""results"" in response and len(response[""results""]):
            for creative_wrapper in response[""results""]:
                # Print out some information for each creative wrapper.
                print(
                    'Creative wrapper with ID ""%d"" and label ID ""%d"" was found.\n'
                    % (creative_wrapper[""id""], creative_wrapper[""labelId""])
                )
            statement.offset += statement.limit
        else:
            break
    print(""\nNumber of results found: %s"" % response[""totalResultSetSize""])","def main ( client ) : <TAB> <TAB> creative_wrapper_service = client . GetService ( <TAB> <TAB> ""CreativeWrapperService"" , version = ""v202005"" <TAB> ) <TAB> <TAB> statement = ( <TAB> <TAB> ad_manager . StatementBuilder ( version = ""v202005"" ) <TAB> <TAB> . Where ( ""status = :status"" ) <TAB> <TAB> . WithBindVariable ( ""status"" , ""ACTIVE"" ) <TAB> ) <TAB> <TAB> <TAB> while True : <TAB> <TAB> response = creative_wrapper_service . getCreativeWrappersByStatement ( <TAB> <TAB> <TAB> statement . ToStatement ( ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for creative_wrapper in response [ ""results"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> 'Creative wrapper with ID ""%d"" and label ID ""%d"" was found.\n' <TAB> <TAB> <TAB> <TAB> <TAB> % ( creative_wrapper [ ""id"" ] , creative_wrapper [ ""labelId"" ] ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> statement . offset += statement . limit <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> print ( ""\nNumber of results found: %s"" % response [ ""totalResultSetSize"" ] )","if ""results"" in response and len ( response [ ""results"" ] ) :",322
25468,"def _get_sparse_matrix_from_indices_distances_umap(
    knn_indices, knn_dists, n_obs, n_neighbors
):
    rows = np.zeros((n_obs * n_neighbors), dtype=np.int64)
    cols = np.zeros((n_obs * n_neighbors), dtype=np.int64)
    vals = np.zeros((n_obs * n_neighbors), dtype=np.float64)
    for i in range(knn_indices.shape[0]):
        for j in range(n_neighbors):
            if knn_indices[i, j] == -1:
                continue  # We didn't get the full knn for i
            if knn_indices[i, j] == i:
                val = 0.0
            else:
                val = knn_dists[i, j]
            rows[i * n_neighbors + j] = i
            cols[i * n_neighbors + j] = knn_indices[i, j]
            vals[i * n_neighbors + j] = val
    result = coo_matrix((vals, (rows, cols)), shape=(n_obs, n_obs))
    result.eliminate_zeros()
    return result.tocsr()","def _get_sparse_matrix_from_indices_distances_umap ( <TAB> knn_indices , knn_dists , n_obs , n_neighbors ) : <TAB> rows = np . zeros ( ( n_obs * n_neighbors ) , dtype = np . int64 ) <TAB> cols = np . zeros ( ( n_obs * n_neighbors ) , dtype = np . int64 ) <TAB> vals = np . zeros ( ( n_obs * n_neighbors ) , dtype = np . float64 ) <TAB> for i in range ( knn_indices . shape [ 0 ] ) : <TAB> <TAB> for j in range ( n_neighbors ) : <TAB> <TAB> <TAB> if knn_indices [ i , j ] == - 1 : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> val = 0.0 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> val = knn_dists [ i , j ] <TAB> <TAB> <TAB> rows [ i * n_neighbors + j ] = i <TAB> <TAB> <TAB> cols [ i * n_neighbors + j ] = knn_indices [ i , j ] <TAB> <TAB> <TAB> vals [ i * n_neighbors + j ] = val <TAB> result = coo_matrix ( ( vals , ( rows , cols ) ) , shape = ( n_obs , n_obs ) ) <TAB> result . eliminate_zeros ( ) <TAB> return result . tocsr ( )","if knn_indices [ i , j ] == i :",308
16131,"def process_rotate_aes_key(self):
    if hasattr(self.options, ""rotate_aes_key"") and isinstance(
        self.options.rotate_aes_key, six.string_types
    ):
        if self.options.rotate_aes_key.lower() == ""true"":
            self.options.rotate_aes_key = True
        elif self.options.rotate_aes_key.lower() == ""false"":
            self.options.rotate_aes_key = False
","def process_rotate_aes_key ( self ) : <TAB> if hasattr ( self . options , ""rotate_aes_key"" ) and isinstance ( <TAB> <TAB> self . options . rotate_aes_key , six . string_types <TAB> ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . options . rotate_aes_key = True <TAB> <TAB> elif self . options . rotate_aes_key . lower ( ) == ""false"" : <TAB> <TAB> <TAB> self . options . rotate_aes_key = False","if self . options . rotate_aes_key . lower ( ) == ""true"" :",122
17579,"def _cluster_info_state_get(self, name):
    if not self._cluster_info_state:
        try:
            result = self._is_leader_retry(
                self._query, self.cluster_info_query
            ).fetchone()
            self._cluster_info_state = dict(
                zip(
                    [
                        ""timeline"",
                        ""wal_position"",
                        ""replayed_location"",
                        ""received_location"",
                        ""replay_paused"",
                        ""pg_control_timeline"",
                        ""received_tli"",
                        ""slot_name"",
                        ""conninfo"",
                    ],
                    result,
                )
            )
        except RetryFailedError as e:  # SELECT failed two times
            self._cluster_info_state = {""error"": str(e)}
            if not self.is_starting() and self.pg_isready() == STATE_REJECT:
                self.set_state(""starting"")
    if ""error"" in self._cluster_info_state:
        raise PostgresConnectionException(self._cluster_info_state[""error""])
    return self._cluster_info_state.get(name)
","def _cluster_info_state_get ( self , name ) : <TAB> if not self . _cluster_info_state : <TAB> <TAB> try : <TAB> <TAB> <TAB> result = self . _is_leader_retry ( <TAB> <TAB> <TAB> <TAB> self . _query , self . cluster_info_query <TAB> <TAB> <TAB> ) . fetchone ( ) <TAB> <TAB> <TAB> self . _cluster_info_state = dict ( <TAB> <TAB> <TAB> <TAB> zip ( <TAB> <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""timeline"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""wal_position"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""replayed_location"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""received_location"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""replay_paused"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""pg_control_timeline"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""received_tli"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""slot_name"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""conninfo"" , <TAB> <TAB> <TAB> <TAB> <TAB> ] , <TAB> <TAB> <TAB> <TAB> <TAB> result , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> except RetryFailedError as e : <TAB> <TAB> <TAB> self . _cluster_info_state = { ""error"" : str ( e ) } <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . set_state ( ""starting"" ) <TAB> if ""error"" in self . _cluster_info_state : <TAB> <TAB> raise PostgresConnectionException ( self . _cluster_info_state [ ""error"" ] ) <TAB> return self . _cluster_info_state . get ( name )",if not self . is_starting ( ) and self . pg_isready ( ) == STATE_REJECT :,356
13598,"def close(self, finished=True):
    if self._closed:
        return
    if self._raw_buf is not self._buf:
        self._buf.close()
    last_offset = self._raw_buf.tell()
    self._raw_buf.close()
    self._raw_buf = self._buf = None
    transfer_speed = None
    if finished and abs(self._total_time) > 1e-6:
        transfer_speed = self._nbytes * 1.0 / self._total_time
    if self.is_writable:
        status_key = ""disk_write_speed""
        if finished:
            self.register(self._nbytes)
            if self._merge_file:
                self._handler.disk_merger_ref.release_file_writer(
                    self._session_id,
                    self._data_key,
                    self._filename,
                    self._offset,
                    last_offset,
                    _tell=True,
                )
        else:
            os.unlink(self._filename)
    else:
        status_key = ""disk_read_speed""
        if self._merge_file:
            self._handler.disk_merger_ref.release_file_reader(
                self._session_id, self._data_key, _tell=True
            )
    if self._handler.status_ref and transfer_speed is not None:
        self._handler.status_ref.update_mean_stats(
            status_key, transfer_speed, _tell=True, _wait=False
        )
    if self._event_id:
        self._handler.events_ref.close_event(self._event_id, _tell=True, _wait=False)
    super().close(finished=finished)","def close ( self , finished = True ) : <TAB> if self . _closed : <TAB> <TAB> return <TAB> if self . _raw_buf is not self . _buf : <TAB> <TAB> self . _buf . close ( ) <TAB> last_offset = self . _raw_buf . tell ( ) <TAB> self . _raw_buf . close ( ) <TAB> self . _raw_buf = self . _buf = None <TAB> transfer_speed = None <TAB> if finished and abs ( self . _total_time ) > 1e-6 : <TAB> <TAB> transfer_speed = self . _nbytes * 1.0 / self . _total_time <TAB> if self . is_writable : <TAB> <TAB> status_key = ""disk_write_speed"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . register ( self . _nbytes ) <TAB> <TAB> <TAB> if self . _merge_file : <TAB> <TAB> <TAB> <TAB> self . _handler . disk_merger_ref . release_file_writer ( <TAB> <TAB> <TAB> <TAB> <TAB> self . _session_id , <TAB> <TAB> <TAB> <TAB> <TAB> self . _data_key , <TAB> <TAB> <TAB> <TAB> <TAB> self . _filename , <TAB> <TAB> <TAB> <TAB> <TAB> self . _offset , <TAB> <TAB> <TAB> <TAB> <TAB> last_offset , <TAB> <TAB> <TAB> <TAB> <TAB> _tell = True , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> os . unlink ( self . _filename ) <TAB> else : <TAB> <TAB> status_key = ""disk_read_speed"" <TAB> <TAB> if self . _merge_file : <TAB> <TAB> <TAB> self . _handler . disk_merger_ref . release_file_reader ( <TAB> <TAB> <TAB> <TAB> self . _session_id , self . _data_key , _tell = True <TAB> <TAB> <TAB> ) <TAB> if self . _handler . status_ref and transfer_speed is not None : <TAB> <TAB> self . _handler . status_ref . update_mean_stats ( <TAB> <TAB> <TAB> status_key , transfer_speed , _tell = True , _wait = False <TAB> <TAB> ) <TAB> if self . _event_id : <TAB> <TAB> self . _handler . events_ref . close_event ( self . _event_id , _tell = True , _wait = False ) <TAB> super ( ) . close ( finished = finished )",if finished :,472
24260,"def decompose_incoming_envelope(self, ctx, message=JsonDocument.REQUEST):
    indoc = ctx.in_document
    if not isinstance(indoc, dict):
        raise ValidationError(indoc, ""Invalid Request"")
    ver = indoc.get(self.VERSION)
    if ver is None:
        raise ValidationError(ver, ""Unknown Version"")
    body = indoc.get(self.BODY)
    err = indoc.get(self.FAULT)
    if body is None and err is None:
        raise ValidationError((body, err), ""Request data not found"")
    ctx.protocol.error = False
    if err is not None:
        ctx.in_body_doc = err
        ctx.protocol.error = True
    else:
        if not isinstance(body, dict):
            raise ValidationError(body, ""Request body not found"")
        if not len(body) == 1:
            raise ValidationError(body, ""Need len(body) == 1"")
        ctx.in_header_doc = indoc.get(self.HEAD)
        if not isinstance(ctx.in_header_doc, list):
            ctx.in_header_doc = [ctx.in_header_doc]
        ((ctx.method_request_string, ctx.in_body_doc),) = body.items()","def decompose_incoming_envelope ( self , ctx , message = JsonDocument . REQUEST ) : <TAB> indoc = ctx . in_document <TAB> if not isinstance ( indoc , dict ) : <TAB> <TAB> raise ValidationError ( indoc , ""Invalid Request"" ) <TAB> ver = indoc . get ( self . VERSION ) <TAB> if ver is None : <TAB> <TAB> raise ValidationError ( ver , ""Unknown Version"" ) <TAB> body = indoc . get ( self . BODY ) <TAB> err = indoc . get ( self . FAULT ) <TAB> if body is None and err is None : <TAB> <TAB> raise ValidationError ( ( body , err ) , ""Request data not found"" ) <TAB> ctx . protocol . error = False <TAB> if err is not None : <TAB> <TAB> ctx . in_body_doc = err <TAB> <TAB> ctx . protocol . error = True <TAB> else : <TAB> <TAB> if not isinstance ( body , dict ) : <TAB> <TAB> <TAB> raise ValidationError ( body , ""Request body not found"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValidationError ( body , ""Need len(body) == 1"" ) <TAB> <TAB> ctx . in_header_doc = indoc . get ( self . HEAD ) <TAB> <TAB> if not isinstance ( ctx . in_header_doc , list ) : <TAB> <TAB> <TAB> ctx . in_header_doc = [ ctx . in_header_doc ] <TAB> <TAB> ( ( ctx . method_request_string , ctx . in_body_doc ) , ) = body . items ( )",if not len ( body ) == 1 :,321
21698,"def _osp2ec(self, bytes):
    compressed = self._from_bytes(bytes)
    y = compressed >> self._bits
    x = compressed & (1 << self._bits) - 1
    if x == 0:
        y = self._curve.b
    else:
        result = self.sqrtp(
            x ** 3 + self._curve.a * x + self._curve.b, self._curve.field.p
        )
        if len(result) == 1:
            y = result[0]
        elif len(result) == 2:
            y1, y2 = result
            y = y1 if (y1 & 1 == y) else y2
        else:
            return None
    return ec.Point(self._curve, x, y)","def _osp2ec ( self , bytes ) : <TAB> compressed = self . _from_bytes ( bytes ) <TAB> y = compressed >> self . _bits <TAB> x = compressed & ( 1 << self . _bits ) - 1 <TAB> if x == 0 : <TAB> <TAB> y = self . _curve . b <TAB> else : <TAB> <TAB> result = self . sqrtp ( <TAB> <TAB> <TAB> x ** 3 + self . _curve . a * x + self . _curve . b , self . _curve . field . p <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> y = result [ 0 ] <TAB> <TAB> elif len ( result ) == 2 : <TAB> <TAB> <TAB> y1 , y2 = result <TAB> <TAB> <TAB> y = y1 if ( y1 & 1 == y ) else y2 <TAB> <TAB> else : <TAB> <TAB> <TAB> return None <TAB> return ec . Point ( self . _curve , x , y )",if len ( result ) == 1 :,200
11170,"def populate(self, item_id):
    """"""Populate the subitems of a tree""""""
    try:
        d = self.get_item_data(item_id)
        assert len(d) > 1
        if self.tree_ctrl.GetChildrenCount(item_id, False) == 0:
            for key in sorted([x for x in list(d.keys()) if x is not None]):
                d1 = d[key]
                if hasattr(d1, ""__call__""):
                    # call function to get real value
                    self.SetCursor(wx.Cursor(wx.CURSOR_WAIT))
                    d1 = d1()
                    d[key] = d1
                image_index, selected_index = self.img_idx(d1)
                sub_id = self.tree_ctrl.AppendItem(
                    item_id, key, image_index, selected_index, d1
                )
                self.tree_ctrl.SetItemImage(sub_id, image_index, wx.TreeItemIcon_Normal)
                self.tree_ctrl.SetItemImage(
                    sub_id, selected_index, wx.TreeItemIcon_Selected
                )
                self.tree_ctrl.SetItemImage(
                    sub_id, image_index, wx.TreeItemIcon_Expanded
                )
                self.tree_ctrl.SetItemImage(
                    sub_id, selected_index, wx.TreeItemIcon_SelectedExpanded
                )
                self.tree_ctrl.SetItemHasChildren(sub_id, len(d1) > 1)
    finally:
        self.SetCursor(wx.NullCursor)","def populate ( self , item_id ) : <TAB> """"""Populate the subitems of a tree"""""" <TAB> try : <TAB> <TAB> d = self . get_item_data ( item_id ) <TAB> <TAB> assert len ( d ) > 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for key in sorted ( [ x for x in list ( d . keys ( ) ) if x is not None ] ) : <TAB> <TAB> <TAB> <TAB> d1 = d [ key ] <TAB> <TAB> <TAB> <TAB> if hasattr ( d1 , ""__call__"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . SetCursor ( wx . Cursor ( wx . CURSOR_WAIT ) ) <TAB> <TAB> <TAB> <TAB> <TAB> d1 = d1 ( ) <TAB> <TAB> <TAB> <TAB> <TAB> d [ key ] = d1 <TAB> <TAB> <TAB> <TAB> image_index , selected_index = self . img_idx ( d1 ) <TAB> <TAB> <TAB> <TAB> sub_id = self . tree_ctrl . AppendItem ( <TAB> <TAB> <TAB> <TAB> <TAB> item_id , key , image_index , selected_index , d1 <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> self . tree_ctrl . SetItemImage ( sub_id , image_index , wx . TreeItemIcon_Normal ) <TAB> <TAB> <TAB> <TAB> self . tree_ctrl . SetItemImage ( <TAB> <TAB> <TAB> <TAB> <TAB> sub_id , selected_index , wx . TreeItemIcon_Selected <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> self . tree_ctrl . SetItemImage ( <TAB> <TAB> <TAB> <TAB> <TAB> sub_id , image_index , wx . TreeItemIcon_Expanded <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> self . tree_ctrl . SetItemImage ( <TAB> <TAB> <TAB> <TAB> <TAB> sub_id , selected_index , wx . TreeItemIcon_SelectedExpanded <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> self . tree_ctrl . SetItemHasChildren ( sub_id , len ( d1 ) > 1 ) <TAB> finally : <TAB> <TAB> self . SetCursor ( wx . NullCursor )","if self . tree_ctrl . GetChildrenCount ( item_id , False ) == 0 :",455
22641,"def start_namemap(self, attrs):
    type = attrs.get(""type"")
    key = attrs[""key""]
    value = attrs[""value""]
    if type == ""group_as"":
        if self.db.has_name_group_key(key):
            present = self.db.get_name_group_mapping(key)
            if not value == present:
                msg = _(
                    'Your Family Tree groups name ""%(key)s"" together'
                    ' with ""%(parent)s"", did not change this grouping to ""%(value)s"".'
                ) % {""key"": key, ""parent"": present, ""value"": value}
                self.user.warn(_(""Gramps ignored a name grouping""), msg)
        else:
            self.db.set_name_group_mapping(key, value)
","def start_namemap ( self , attrs ) : <TAB> type = attrs . get ( ""type"" ) <TAB> key = attrs [ ""key"" ] <TAB> value = attrs [ ""value"" ] <TAB> if type == ""group_as"" : <TAB> <TAB> if self . db . has_name_group_key ( key ) : <TAB> <TAB> <TAB> present = self . db . get_name_group_mapping ( key ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> msg = _ ( <TAB> <TAB> <TAB> <TAB> <TAB> 'Your Family Tree groups name ""%(key)s"" together' <TAB> <TAB> <TAB> <TAB> <TAB> ' with ""%(parent)s"", did not change this grouping to ""%(value)s"".' <TAB> <TAB> <TAB> <TAB> ) % { ""key"" : key , ""parent"" : present , ""value"" : value } <TAB> <TAB> <TAB> <TAB> self . user . warn ( _ ( ""Gramps ignored a name grouping"" ) , msg ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . db . set_name_group_mapping ( key , value )",if not value == present :,215
3948,"def on_get(self, req, resp, app_name):
    connection = db.engine.raw_connection()
    cursor = connection.cursor(db.dict_cursor)
    app_query = get_applications_query + "" AND `application`.`name` = %s""
    cursor.execute(app_query, app_name)
    app = cursor.fetchone()
    if not app:
        cursor.close()
        connection.close()
        raise HTTPBadRequest(""Application %s not found"" % app_name)
    cursor.execute(get_vars_query, app[""id""])
    app[""variables""] = []
    app[""required_variables""] = []
    app[""title_variable""] = None
    for row in cursor:
        app[""variables""].append(row[""name""])
        if row[""required""]:
            app[""required_variables""].append(row[""name""])
        if row[""title_variable""]:
            app[""title_variable""] = row[""name""]
    cursor.execute(get_default_application_modes_query, app_name)
    app[""default_modes""] = {row[""priority""]: row[""mode""] for row in cursor}
    cursor.execute(get_supported_application_modes_query, app[""id""])
    app[""supported_modes""] = [row[""name""] for row in cursor]
    cursor.execute(get_application_owners_query, app[""id""])
    app[""owners""] = [row[""name""] for row in cursor]
    cursor.execute(get_application_custom_sender_addresses, app[""id""])
    app[""custom_sender_addresses""] = {
        row[""mode_name""]: row[""address""] for row in cursor
    }
    cursor.execute(get_application_categories, app[""id""])
    app[""categories""] = [row for row in cursor]
    cursor.close()
    connection.close()
    del app[""id""]
    payload = app
    resp.status = HTTP_200
    resp.body = ujson.dumps(payload)","def on_get ( self , req , resp , app_name ) : <TAB> connection = db . engine . raw_connection ( ) <TAB> cursor = connection . cursor ( db . dict_cursor ) <TAB> app_query = get_applications_query + "" AND `application`.`name` = %s"" <TAB> cursor . execute ( app_query , app_name ) <TAB> app = cursor . fetchone ( ) <TAB> if not app : <TAB> <TAB> cursor . close ( ) <TAB> <TAB> connection . close ( ) <TAB> <TAB> raise HTTPBadRequest ( ""Application %s not found"" % app_name ) <TAB> cursor . execute ( get_vars_query , app [ ""id"" ] ) <TAB> app [ ""variables"" ] = [ ] <TAB> app [ ""required_variables"" ] = [ ] <TAB> app [ ""title_variable"" ] = None <TAB> for row in cursor : <TAB> <TAB> app [ ""variables"" ] . append ( row [ ""name"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> app [ ""required_variables"" ] . append ( row [ ""name"" ] ) <TAB> <TAB> if row [ ""title_variable"" ] : <TAB> <TAB> <TAB> app [ ""title_variable"" ] = row [ ""name"" ] <TAB> cursor . execute ( get_default_application_modes_query , app_name ) <TAB> app [ ""default_modes"" ] = { row [ ""priority"" ] : row [ ""mode"" ] for row in cursor } <TAB> cursor . execute ( get_supported_application_modes_query , app [ ""id"" ] ) <TAB> app [ ""supported_modes"" ] = [ row [ ""name"" ] for row in cursor ] <TAB> cursor . execute ( get_application_owners_query , app [ ""id"" ] ) <TAB> app [ ""owners"" ] = [ row [ ""name"" ] for row in cursor ] <TAB> cursor . execute ( get_application_custom_sender_addresses , app [ ""id"" ] ) <TAB> app [ ""custom_sender_addresses"" ] = { <TAB> <TAB> row [ ""mode_name"" ] : row [ ""address"" ] for row in cursor <TAB> } <TAB> cursor . execute ( get_application_categories , app [ ""id"" ] ) <TAB> app [ ""categories"" ] = [ row for row in cursor ] <TAB> cursor . close ( ) <TAB> connection . close ( ) <TAB> del app [ ""id"" ] <TAB> payload = app <TAB> resp . status = HTTP_200 <TAB> resp . body = ujson . dumps ( payload )","if row [ ""required"" ] :",486
13672,"def _find_delimiter(f, block_size=2 ** 16):
    delimiter = b""\n""
    if f.tell() == 0:
        return 0
    while True:
        b = f.read(block_size)
        if not b:
            return f.tell()
        elif delimiter in b:
            return f.tell() - len(b) + b.index(delimiter) + 1","def _find_delimiter ( f , block_size = 2 ** 16 ) : <TAB> delimiter = b""\n"" <TAB> if f . tell ( ) == 0 : <TAB> <TAB> return 0 <TAB> while True : <TAB> <TAB> b = f . read ( block_size ) <TAB> <TAB> if not b : <TAB> <TAB> <TAB> return f . tell ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return f . tell ( ) - len ( b ) + b . index ( delimiter ) + 1",elif delimiter in b :,105
2074,"def find_class(self, module, name):
    # Subclasses may override this.
    sys.audit(""pickle.find_class"", module, name)
    if self.proto < 3 and self.fix_imports:
        if (module, name) in _compat_pickle.NAME_MAPPING:
            module, name = _compat_pickle.NAME_MAPPING[(module, name)]
        elif module in _compat_pickle.IMPORT_MAPPING:
            module = _compat_pickle.IMPORT_MAPPING[module]
    __import__(module, level=0)
    if self.proto >= 4:
        return _getattribute(sys.modules[module], name)[0]
    else:
        return getattr(sys.modules[module], name)","def find_class ( self , module , name ) : <TAB> <TAB> sys . audit ( ""pickle.find_class"" , module , name ) <TAB> if self . proto < 3 and self . fix_imports : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> module , name = _compat_pickle . NAME_MAPPING [ ( module , name ) ] <TAB> <TAB> elif module in _compat_pickle . IMPORT_MAPPING : <TAB> <TAB> <TAB> module = _compat_pickle . IMPORT_MAPPING [ module ] <TAB> __import__ ( module , level = 0 ) <TAB> if self . proto >= 4 : <TAB> <TAB> return _getattribute ( sys . modules [ module ] , name ) [ 0 ] <TAB> else : <TAB> <TAB> return getattr ( sys . modules [ module ] , name )","if ( module , name ) in _compat_pickle . NAME_MAPPING :",178
19481,"def _thread_body(self):
    while True:
        stats = self.stats()
        for stat, value in stats.items():
            if isinstance(value, (int, float)):
                self.sampler[stat] = self.sampler.get(stat, [])
                self.sampler[stat].append(value)
        self.samples += 1
        if self._shutdown or self.samples >= self.samples_to_average:
            self.flush()
            if self._shutdown:
                break
        seconds = 0.0
        while seconds < self.sample_rate_seconds:
            time.sleep(0.1)
            seconds += 0.1
            if self._shutdown:
                self.flush()
                return","def _thread_body ( self ) : <TAB> while True : <TAB> <TAB> stats = self . stats ( ) <TAB> <TAB> for stat , value in stats . items ( ) : <TAB> <TAB> <TAB> if isinstance ( value , ( int , float ) ) : <TAB> <TAB> <TAB> <TAB> self . sampler [ stat ] = self . sampler . get ( stat , [ ] ) <TAB> <TAB> <TAB> <TAB> self . sampler [ stat ] . append ( value ) <TAB> <TAB> self . samples += 1 <TAB> <TAB> if self . _shutdown or self . samples >= self . samples_to_average : <TAB> <TAB> <TAB> self . flush ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> seconds = 0.0 <TAB> <TAB> while seconds < self . sample_rate_seconds : <TAB> <TAB> <TAB> time . sleep ( 0.1 ) <TAB> <TAB> <TAB> seconds += 0.1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . flush ( ) <TAB> <TAB> <TAB> <TAB> return",if self . _shutdown :,203
16490,"def update_thumbnail_uri(self, kp, images, image_mapping):
    thumbnail = kp.headers.get(""thumbnail"", 0)
    # if thumbnail is a number, select the nth image in this post as the thumbnail
    if isinstance(thumbnail, str) and thumbnail.isdigit():
        thumbnail = int(thumbnail)
    if isinstance(thumbnail, int):
        if len(images) > 0:
            image_index = 0
            if thumbnail < len(images):
                image_index = thumbnail
            thumbnail = images[image_index][""src""]
        else:
            thumbnail = None
    # if thumbnail is a url, copy it locally to the post unless already collected during collection
    if thumbnail and not self.skip_image(kp, {""src"": thumbnail}):
        orig_path = os.path.join(kp.orig_context, os.path.expanduser(thumbnail))
        if thumbnail in image_mapping:
            thumbnail = image_mapping[thumbnail]
        elif os.path.exists(orig_path):
            thumbnail = self.copy_image(kp, orig_path)
        else:
            logger.warning(""Could not find a thumbnail image at: {}"".format(thumbnail))
    # update post headers to point to new thumbnail image
    kp.update_headers(thumbnail=thumbnail)","def update_thumbnail_uri ( self , kp , images , image_mapping ) : <TAB> thumbnail = kp . headers . get ( ""thumbnail"" , 0 ) <TAB> <TAB> if isinstance ( thumbnail , str ) and thumbnail . isdigit ( ) : <TAB> <TAB> thumbnail = int ( thumbnail ) <TAB> if isinstance ( thumbnail , int ) : <TAB> <TAB> if len ( images ) > 0 : <TAB> <TAB> <TAB> image_index = 0 <TAB> <TAB> <TAB> if thumbnail < len ( images ) : <TAB> <TAB> <TAB> <TAB> image_index = thumbnail <TAB> <TAB> <TAB> thumbnail = images [ image_index ] [ ""src"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> thumbnail = None <TAB> <TAB> if thumbnail and not self . skip_image ( kp , { ""src"" : thumbnail } ) : <TAB> <TAB> orig_path = os . path . join ( kp . orig_context , os . path . expanduser ( thumbnail ) ) <TAB> <TAB> if thumbnail in image_mapping : <TAB> <TAB> <TAB> thumbnail = image_mapping [ thumbnail ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> thumbnail = self . copy_image ( kp , orig_path ) <TAB> <TAB> else : <TAB> <TAB> <TAB> logger . warning ( ""Could not find a thumbnail image at: {}"" . format ( thumbnail ) ) <TAB> <TAB> kp . update_headers ( thumbnail = thumbnail )",elif os . path . exists ( orig_path ) :,320
7687,"def get_queryset(self):
    if not hasattr(self, ""_queryset""):
        if self.queryset is not None:
            qs = self.queryset
        else:
            qs = self.model._default_manager.get_queryset()
        # If the queryset isn't already ordered we need to add an
        # artificial ordering here to make sure that all formsets
        # constructed from this queryset have the same form order.
        if not qs.ordered:
            qs = qs.order_by(self.model._meta.pk.name)
        # Removed queryset limiting here. As per discussion re: #13023
        # on django-dev, max_num should not prevent existing
        # related objects/inlines from being displayed.
        self._queryset = qs
    return self._queryset","def get_queryset ( self ) : <TAB> if not hasattr ( self , ""_queryset"" ) : <TAB> <TAB> if self . queryset is not None : <TAB> <TAB> <TAB> qs = self . queryset <TAB> <TAB> else : <TAB> <TAB> <TAB> qs = self . model . _default_manager . get_queryset ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> qs = qs . order_by ( self . model . _meta . pk . name ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _queryset = qs <TAB> return self . _queryset",if not qs . ordered :,197
9059,"def _parse_season(self, row, download_url, title):
    """"""Parse the torrent's detail page and return the season pack title.""""""
    details_url = row.find(""span"").find_next(title=""View torrent"").get(""href"")
    torrent_id = parse_qs(download_url).get(""id"")
    if not all([details_url, torrent_id]):
        log.debug(""Couldn't parse season pack details page for title: {0}"", title)
        return title
    # Take a break before querying the provider again
    time.sleep(0.5)
    response = self.session.get(urljoin(self.url, details_url))
    if not response or not response.text:
        log.debug(""Couldn't open season pack details page for title: {0}"", title)
        return title
    with BS4Parser(response.text, ""html5lib"") as html:
        torrent_table = html.find(""table"", class_=""torrent_table"")
        torrent_row = (
            torrent_table.find(""tr"", id=""torrent_{0}"".format(torrent_id[0]))
            if torrent_table
            else None
        )
        if not torrent_row:
            log.debug(""Couldn't find season pack details for title: {0}"", title)
            return title
        # Strip leading and trailing slash
        season_title = torrent_row.find(""div"", class_=""filelist_path"")
        if not season_title or not season_title.get_text():
            log.debug(""Couldn't parse season pack title for: {0}"", title)
            return title
        return season_title.get_text(strip=True).strip(""/"")","def _parse_season ( self , row , download_url , title ) : <TAB> """"""Parse the torrent's detail page and return the season pack title."""""" <TAB> details_url = row . find ( ""span"" ) . find_next ( title = ""View torrent"" ) . get ( ""href"" ) <TAB> torrent_id = parse_qs ( download_url ) . get ( ""id"" ) <TAB> if not all ( [ details_url , torrent_id ] ) : <TAB> <TAB> log . debug ( ""Couldn't parse season pack details page for title: {0}"" , title ) <TAB> <TAB> return title <TAB> <TAB> time . sleep ( 0.5 ) <TAB> response = self . session . get ( urljoin ( self . url , details_url ) ) <TAB> if not response or not response . text : <TAB> <TAB> log . debug ( ""Couldn't open season pack details page for title: {0}"" , title ) <TAB> <TAB> return title <TAB> with BS4Parser ( response . text , ""html5lib"" ) as html : <TAB> <TAB> torrent_table = html . find ( ""table"" , class_ = ""torrent_table"" ) <TAB> <TAB> torrent_row = ( <TAB> <TAB> <TAB> torrent_table . find ( ""tr"" , id = ""torrent_{0}"" . format ( torrent_id [ 0 ] ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> else None <TAB> <TAB> ) <TAB> <TAB> if not torrent_row : <TAB> <TAB> <TAB> log . debug ( ""Couldn't find season pack details for title: {0}"" , title ) <TAB> <TAB> <TAB> return title <TAB> <TAB> <TAB> <TAB> season_title = torrent_row . find ( ""div"" , class_ = ""filelist_path"" ) <TAB> <TAB> if not season_title or not season_title . get_text ( ) : <TAB> <TAB> <TAB> log . debug ( ""Couldn't parse season pack title for: {0}"" , title ) <TAB> <TAB> <TAB> return title <TAB> <TAB> return season_title . get_text ( strip = True ) . strip ( ""/"" )",if torrent_table,439
12879,"def identwaf(self, findall=False):
    detected = list()
    try:
        self.attackres = self.performCheck(self.centralAttack)
    except RequestBlocked:
        return detected
    for wafvendor in self.checklist:
        self.log.info(""Checking for %s"" % wafvendor)
        if self.wafdetections[wafvendor](self):
            detected.append(wafvendor)
            if not findall:
                break
    self.knowledge[""wafname""] = detected
    return detected
","def identwaf ( self , findall = False ) : <TAB> detected = list ( ) <TAB> try : <TAB> <TAB> self . attackres = self . performCheck ( self . centralAttack ) <TAB> except RequestBlocked : <TAB> <TAB> return detected <TAB> for wafvendor in self . checklist : <TAB> <TAB> self . log . info ( ""Checking for %s"" % wafvendor ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> detected . append ( wafvendor ) <TAB> <TAB> <TAB> if not findall : <TAB> <TAB> <TAB> <TAB> break <TAB> self . knowledge [ ""wafname"" ] = detected <TAB> return detected",if self . wafdetections [ wafvendor ] ( self ) :,143
1822,"def test_name_mapping(self):
    for (module3, name3), (module2, name2) in REVERSE_NAME_MAPPING.items():
        with self.subTest(((module3, name3), (module2, name2))):
            if (module2, name2) == (""exceptions"", ""OSError""):
                attr = getattribute(module3, name3)
                self.assertTrue(issubclass(attr, OSError))
            elif (module2, name2) == (""exceptions"", ""ImportError""):
                attr = getattribute(module3, name3)
                self.assertTrue(issubclass(attr, ImportError))
            else:
                module, name = mapping(module2, name2)
                if module3[:1] != ""_"":
                    self.assertEqual((module, name), (module3, name3))
                try:
                    attr = getattribute(module3, name3)
                except ImportError:
                    pass
                else:
                    self.assertEqual(getattribute(module, name), attr)","def test_name_mapping ( self ) : <TAB> for ( module3 , name3 ) , ( module2 , name2 ) in REVERSE_NAME_MAPPING . items ( ) : <TAB> <TAB> with self . subTest ( ( ( module3 , name3 ) , ( module2 , name2 ) ) ) : <TAB> <TAB> <TAB> if ( module2 , name2 ) == ( ""exceptions"" , ""OSError"" ) : <TAB> <TAB> <TAB> <TAB> attr = getattribute ( module3 , name3 ) <TAB> <TAB> <TAB> <TAB> self . assertTrue ( issubclass ( attr , OSError ) ) <TAB> <TAB> <TAB> elif ( module2 , name2 ) == ( ""exceptions"" , ""ImportError"" ) : <TAB> <TAB> <TAB> <TAB> attr = getattribute ( module3 , name3 ) <TAB> <TAB> <TAB> <TAB> self . assertTrue ( issubclass ( attr , ImportError ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> module , name = mapping ( module2 , name2 ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( ( module , name ) , ( module3 , name3 ) ) <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> attr = getattribute ( module3 , name3 ) <TAB> <TAB> <TAB> <TAB> except ImportError : <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( getattribute ( module , name ) , attr )","if module3 [ : 1 ] != ""_"" :",279
19457,"def dict_no_value_from_proto_list(obj_list):
    d = dict()
    for item in obj_list:
        possible_dict = json.loads(item.value_json)
        if not isinstance(possible_dict, dict) or ""value"" not in possible_dict:
            # (tss) TODO: This is protecting against legacy 'wandb_version' field.
            # Should investigate why the config payload even has 'wandb_version'.
            logger.warning(""key '{}' has no 'value' attribute"".format(item.key))
            continue
        d[item.key] = possible_dict[""value""]
    return d
","def dict_no_value_from_proto_list ( obj_list ) : <TAB> d = dict ( ) <TAB> for item in obj_list : <TAB> <TAB> possible_dict = json . loads ( item . value_json ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> logger . warning ( ""key '{}' has no 'value' attribute"" . format ( item . key ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> d [ item . key ] = possible_dict [ ""value"" ] <TAB> return d","if not isinstance ( possible_dict , dict ) or ""value"" not in possible_dict :",167
15196,"def pack_headers(headers):
    out_list = []
    for k, v in headers.items():
        if isinstance(v, int):
            out_list.append(b""%s: %d\r\n"" % (utils.to_bytes(k), v))
        else:
            out_list.append(b""%s: %s\r\n"" % (utils.to_bytes(k), utils.to_bytes(v)))
    return b"""".join(out_list)
","def pack_headers ( headers ) : <TAB> out_list = [ ] <TAB> for k , v in headers . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> out_list . append ( b""%s: %d\r\n"" % ( utils . to_bytes ( k ) , v ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> out_list . append ( b""%s: %s\r\n"" % ( utils . to_bytes ( k ) , utils . to_bytes ( v ) ) ) <TAB> return b"""" . join ( out_list )","if isinstance ( v , int ) :",124
13959,"def prepare_request(next_link=None):
    # Construct headers
    header_parameters = {}  # type: Dict[str, Any]
    header_parameters[""Accept""] = self._serialize.header(""accept"", accept, ""str"")
    if not next_link:
        # Construct URL
        url = self.list.metadata[""url""]  # type: ignore
        path_format_arguments = {
            ""subscriptionId"": self._serialize.url(
                ""self._config.subscription_id"", self._config.subscription_id, ""str""
            ),
        }
        url = self._client.format_url(url, **path_format_arguments)
        # Construct parameters
        query_parameters = {}  # type: Dict[str, Any]
        query_parameters[""api-version""] = self._serialize.query(
            ""api_version"", api_version, ""str""
        )
        if skip_token is not None:
            query_parameters[""$skipToken""] = self._serialize.query(
                ""skip_token"", skip_token, ""str""
            )
        request = self._client.get(url, query_parameters, header_parameters)
    else:
        url = next_link
        query_parameters = {}  # type: Dict[str, Any]
        request = self._client.get(url, query_parameters, header_parameters)
    return request
","def prepare_request ( next_link = None ) : <TAB> <TAB> header_parameters = { } <TAB> header_parameters [ ""Accept"" ] = self . _serialize . header ( ""accept"" , accept , ""str"" ) <TAB> if not next_link : <TAB> <TAB> <TAB> <TAB> url = self . list . metadata [ ""url"" ] <TAB> <TAB> path_format_arguments = { <TAB> <TAB> <TAB> ""subscriptionId"" : self . _serialize . url ( <TAB> <TAB> <TAB> <TAB> ""self._config.subscription_id"" , self . _config . subscription_id , ""str"" <TAB> <TAB> <TAB> ) , <TAB> <TAB> } <TAB> <TAB> url = self . _client . format_url ( url , ** path_format_arguments ) <TAB> <TAB> <TAB> <TAB> query_parameters = { } <TAB> <TAB> query_parameters [ ""api-version"" ] = self . _serialize . query ( <TAB> <TAB> <TAB> ""api_version"" , api_version , ""str"" <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> query_parameters [ ""$skipToken"" ] = self . _serialize . query ( <TAB> <TAB> <TAB> <TAB> ""skip_token"" , skip_token , ""str"" <TAB> <TAB> <TAB> ) <TAB> <TAB> request = self . _client . get ( url , query_parameters , header_parameters ) <TAB> else : <TAB> <TAB> url = next_link <TAB> <TAB> query_parameters = { } <TAB> <TAB> request = self . _client . get ( url , query_parameters , header_parameters ) <TAB> return request",if skip_token is not None :,361
6737,"def compiler_has_function(
    compiler, function_name, libraries, library_dirs, include_dirs
) -> bool:
    tmp_dir = tempfile.mkdtemp(prefix=""urh-"")
    devnull = old_stderr = None
    try:
        try:
            file_name = os.path.join(tmp_dir, ""{}.c"".format(function_name))
            with open(file_name, ""w"") as f:
                # declare function in order to prevent Clang 12 error (https://github.com/jopohl/urh/issues/811)
                f.write(""void %s();\n"" % function_name)
                f.write(""int main(void) {\n"")
                f.write(""    %s();\n"" % function_name)
                f.write(""}\n"")
            # Redirect stderr to /dev/null to hide any error messages from the compiler.
            devnull = open(os.devnull, ""w"")
            old_stderr = os.dup(sys.stderr.fileno())
            os.dup2(devnull.fileno(), sys.stderr.fileno())
            objects = compiler.compile([file_name], include_dirs=include_dirs)
            compiler.link_executable(
                objects,
                os.path.join(tmp_dir, ""a.out""),
                library_dirs=library_dirs,
                libraries=libraries,
            )
        except Exception as e:
            return False
        return True
    finally:
        if old_stderr is not None:
            os.dup2(old_stderr, sys.stderr.fileno())
        if devnull is not None:
            devnull.close()
        shutil.rmtree(tmp_dir)","def compiler_has_function ( <TAB> compiler , function_name , libraries , library_dirs , include_dirs ) -> bool : <TAB> tmp_dir = tempfile . mkdtemp ( prefix = ""urh-"" ) <TAB> devnull = old_stderr = None <TAB> try : <TAB> <TAB> try : <TAB> <TAB> <TAB> file_name = os . path . join ( tmp_dir , ""{}.c"" . format ( function_name ) ) <TAB> <TAB> <TAB> with open ( file_name , ""w"" ) as f : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> f . write ( ""void %s();\n"" % function_name ) <TAB> <TAB> <TAB> <TAB> f . write ( ""int main(void) {\n"" ) <TAB> <TAB> <TAB> <TAB> f . write ( ""    %s();\n"" % function_name ) <TAB> <TAB> <TAB> <TAB> f . write ( ""}\n"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> devnull = open ( os . devnull , ""w"" ) <TAB> <TAB> <TAB> old_stderr = os . dup ( sys . stderr . fileno ( ) ) <TAB> <TAB> <TAB> os . dup2 ( devnull . fileno ( ) , sys . stderr . fileno ( ) ) <TAB> <TAB> <TAB> objects = compiler . compile ( [ file_name ] , include_dirs = include_dirs ) <TAB> <TAB> <TAB> compiler . link_executable ( <TAB> <TAB> <TAB> <TAB> objects , <TAB> <TAB> <TAB> <TAB> os . path . join ( tmp_dir , ""a.out"" ) , <TAB> <TAB> <TAB> <TAB> library_dirs = library_dirs , <TAB> <TAB> <TAB> <TAB> libraries = libraries , <TAB> <TAB> <TAB> ) <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> return False <TAB> <TAB> return True <TAB> finally : <TAB> <TAB> if old_stderr is not None : <TAB> <TAB> <TAB> os . dup2 ( old_stderr , sys . stderr . fileno ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> devnull . close ( ) <TAB> <TAB> shutil . rmtree ( tmp_dir )",if devnull is not None :,455
21295,"def _subsample_site_value(self, value, event_dim=None):
    if (
        self.dim is not None
        and event_dim is not None
        and self.subsample_size < self._full_size
    ):
        event_shape = value.shape[len(value.shape) - event_dim :]
        funsor_value = to_funsor(value, output=funsor.Reals[event_shape])
        if self.name in funsor_value.inputs:
            return to_data(funsor_value(**{self.name: self._indices}))
    return value
","def _subsample_site_value ( self , value , event_dim = None ) : <TAB> if ( <TAB> <TAB> self . dim is not None <TAB> <TAB> and event_dim is not None <TAB> <TAB> and self . subsample_size < self . _full_size <TAB> ) : <TAB> <TAB> event_shape = value . shape [ len ( value . shape ) - event_dim : ] <TAB> <TAB> funsor_value = to_funsor ( value , output = funsor . Reals [ event_shape ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return to_data ( funsor_value ( ** { self . name : self . _indices } ) ) <TAB> return value",if self . name in funsor_value . inputs :,152
12266,"def scan_tag_handle(self, name, start_mark):
    # See the specification for details.
    # For some strange reasons, the specification does not allow '_' in
    # tag handles. I have allowed it anyway.
    ch = self.peek()
    if ch != u""!"":
        raise ScannerError(
            ""while scanning a %s"" % name,
            start_mark,
            ""expected '!', but found %r"" % ch.encode(""utf-8""),
            self.get_mark(),
        )
    length = 1
    ch = self.peek(length)
    if ch != u"" "":
        while (
            u""0"" <= ch <= u""9"" or u""A"" <= ch <= ""Z"" or u""a"" <= ch <= ""z"" or ch in u""-_""
        ):
            length += 1
            ch = self.peek(length)
        if ch != u""!"":
            self.forward(length)
            raise ScannerError(
                ""while scanning a %s"" % name,
                start_mark,
                ""expected '!', but found %r"" % ch.encode(""utf-8""),
                self.get_mark(),
            )
        length += 1
    value = self.prefix(length)
    self.forward(length)
    return value","def scan_tag_handle ( self , name , start_mark ) : <TAB> <TAB> <TAB> <TAB> ch = self . peek ( ) <TAB> <fill-in> <TAB> <TAB> raise ScannerError ( <TAB> <TAB> <TAB> ""while scanning a %s"" % name , <TAB> <TAB> <TAB> start_mark , <TAB> <TAB> <TAB> ""expected '!', but found %r"" % ch . encode ( ""utf-8"" ) , <TAB> <TAB> <TAB> self . get_mark ( ) , <TAB> <TAB> ) <TAB> length = 1 <TAB> ch = self . peek ( length ) <TAB> if ch != u"" "" : <TAB> <TAB> while ( <TAB> <TAB> <TAB> u""0"" <= ch <= u""9"" or u""A"" <= ch <= ""Z"" or u""a"" <= ch <= ""z"" or ch in u""-_"" <TAB> <TAB> ) : <TAB> <TAB> <TAB> length += 1 <TAB> <TAB> <TAB> ch = self . peek ( length ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . forward ( length ) <TAB> <TAB> <TAB> raise ScannerError ( <TAB> <TAB> <TAB> <TAB> ""while scanning a %s"" % name , <TAB> <TAB> <TAB> <TAB> start_mark , <TAB> <TAB> <TAB> <TAB> ""expected '!', but found %r"" % ch . encode ( ""utf-8"" ) , <TAB> <TAB> <TAB> <TAB> self . get_mark ( ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> length += 1 <TAB> value = self . prefix ( length ) <TAB> self . forward ( length ) <TAB> return value","if ch != u""!"" :",347
9990,"def open(self, event=None, editFile=None):
    if self.editwin.flist:
        if not editFile:
            filename = self.askopenfile()
        else:
            filename = editFile
        if filename:
            # If the current window has no filename and hasn't been
            # modified, we replace its contents (no loss).  Otherwise
            # we open a new window.  But we won't replace the
            # shell window (which has an interp(reter) attribute), which
            # gets set to ""not modified"" at every new prompt.
            try:
                interp = self.editwin.interp
            except AttributeError:
                interp = None
            if not self.filename and self.get_saved() and not interp:
                self.editwin.flist.open(filename, self.loadfile)
            else:
                self.editwin.flist.open(filename)
        else:
            self.text.focus_set()
        return ""break""
    #
    # Code for use outside IDLE:
    if self.get_saved():
        reply = self.maybesave()
        if reply == ""cancel"":
            self.text.focus_set()
            return ""break""
    if not editFile:
        filename = self.askopenfile()
    else:
        filename = editFile
    if filename:
        self.loadfile(filename)
    else:
        self.text.focus_set()
    return ""break""
","def open ( self , event = None , editFile = None ) : <TAB> if self . editwin . flist : <TAB> <TAB> if not editFile : <TAB> <TAB> <TAB> filename = self . askopenfile ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> filename = editFile <TAB> <TAB> if filename : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> interp = self . editwin . interp <TAB> <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> <TAB> interp = None <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . editwin . flist . open ( filename , self . loadfile ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . editwin . flist . open ( filename ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . text . focus_set ( ) <TAB> <TAB> return ""break"" <TAB> <TAB> <TAB> if self . get_saved ( ) : <TAB> <TAB> reply = self . maybesave ( ) <TAB> <TAB> if reply == ""cancel"" : <TAB> <TAB> <TAB> self . text . focus_set ( ) <TAB> <TAB> <TAB> return ""break"" <TAB> if not editFile : <TAB> <TAB> filename = self . askopenfile ( ) <TAB> else : <TAB> <TAB> filename = editFile <TAB> if filename : <TAB> <TAB> self . loadfile ( filename ) <TAB> else : <TAB> <TAB> self . text . focus_set ( ) <TAB> return ""break""",if not self . filename and self . get_saved ( ) and not interp :,401
8544,"def configure(self):
    # hack to configure 'from_' and 'to' and avoid exception
    if ""from_"" in self.wmeta.properties:
        from_ = float(self.wmeta.properties[""from_""])
        to = float(self.wmeta.properties.get(""to"", 0))
        if from_ > to:
            to = from_ + 1
            self.wmeta.properties[""to""] = str(to)
    super(TKSpinbox, self).configure()","def configure ( self ) : <TAB> <TAB> if ""from_"" in self . wmeta . properties : <TAB> <TAB> from_ = float ( self . wmeta . properties [ ""from_"" ] ) <TAB> <TAB> to = float ( self . wmeta . properties . get ( ""to"" , 0 ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> to = from_ + 1 <TAB> <TAB> <TAB> self . wmeta . properties [ ""to"" ] = str ( to ) <TAB> super ( TKSpinbox , self ) . configure ( )",if from_ > to :,123
6443,"def test_put_block_list_with_if_unmodified_fail(
    self, resource_group, location, storage_account, storage_account_key
):
    bsc = BlobServiceClient(
        self.account_url(storage_account, ""blob""),
        storage_account_key,
        connection_data_block_size=4 * 1024,
        transport=AiohttpTestTransport(),
    )
    self._setup()
    container, blob = await self._create_container_and_block_blob(
        self.container_name, ""blob1"", b"""", bsc
    )
    await asyncio.gather(
        *[
            blob.stage_block(""1"", b""AAA""),
            blob.stage_block(""2"", b""BBB""),
            blob.stage_block(""3"", b""CCC""),
        ]
    )
    test_datetime = datetime.utcnow() - timedelta(minutes=15)
    # Act
    with self.assertRaises(ResourceModifiedError) as e:
        await blob.commit_block_list(
            [BlobBlock(block_id=""1""), BlobBlock(block_id=""2""), BlobBlock(block_id=""3"")],
            if_unmodified_since=test_datetime,
        )
    # Assert
    self.assertEqual(StorageErrorCode.condition_not_met, e.exception.error_code)","def test_put_block_list_with_if_unmodified_fail ( <TAB> self , resource_group , location , storage_account , storage_account_key ) : <TAB> bsc = BlobServiceClient ( <TAB> <TAB> self . account_url ( storage_account , ""blob"" ) , <TAB> <TAB> storage_account_key , <TAB> <TAB> connection_data_block_size = 4 * 1024 , <TAB> <TAB> transport = AiohttpTestTransport ( ) , <TAB> ) <TAB> self . _setup ( ) <TAB> container , blob = await self . _create_container_and_block_blob ( <TAB> <TAB> self . container_name , ""blob1"" , b"""" , bsc <TAB> ) <TAB> await asyncio . gather ( <TAB> <TAB> * [ <TAB> <TAB> <TAB> blob . stage_block ( ""1"" , b""AAA"" ) , <TAB> <TAB> <TAB> blob . stage_block ( ""2"" , b""BBB"" ) , <TAB> <TAB> <TAB> blob . stage_block ( ""3"" , b""CCC"" ) , <TAB> <TAB> ] <TAB> ) <TAB> test_datetime = datetime . utcnow ( ) - timedelta ( minutes = 15 ) <TAB> <TAB> with self . assertRaises ( ResourceModifiedError ) as e : <TAB> <TAB> await blob . commit_block_list ( <TAB> <TAB> <TAB> [ BlobBlock ( block_id = ""1"" ) , BlobBlock ( block_id = ""2"" ) , BlobBlock ( block_id = ""3"" ) ] , <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> ) <TAB> <TAB> self . assertEqual ( StorageErrorCode . condition_not_met , e . exception . error_code )","if_unmodified_since = test_datetime ,",345
12146,"def write_entries(cmd, basename, filename):
    ep = cmd.distribution.entry_points
    if isinstance(ep, basestring) or ep is None:
        data = ep
    elif ep is not None:
        data = []
        for section, contents in ep.items():
            if not isinstance(contents, basestring):
                contents = EntryPoint.parse_group(section, contents)
                contents = ""\n"".join(map(str, contents.values()))
            data.append(""[%s]\n%s\n\n"" % (section, contents))
        data = """".join(data)
    cmd.write_or_delete_file(""entry points"", filename, data, True)
","def write_entries ( cmd , basename , filename ) : <TAB> ep = cmd . distribution . entry_points <TAB> if isinstance ( ep , basestring ) or ep is None : <TAB> <TAB> data = ep <TAB> elif ep is not None : <TAB> <TAB> data = [ ] <TAB> <TAB> for section , contents in ep . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> contents = EntryPoint . parse_group ( section , contents ) <TAB> <TAB> <TAB> <TAB> contents = ""\n"" . join ( map ( str , contents . values ( ) ) ) <TAB> <TAB> <TAB> data . append ( ""[%s]\n%s\n\n"" % ( section , contents ) ) <TAB> <TAB> data = """" . join ( data ) <TAB> cmd . write_or_delete_file ( ""entry points"" , filename , data , True )","if not isinstance ( contents , basestring ) :",174
11415,"def test_the_translation_of_ambig_codons(self):
    """"""Check obj.translate() method with ambiguous codons.""""""
    for ambig_values in [ambiguous_dna_values, ambiguous_rna_values]:
        ambig = set(ambig_values.keys())
        ambig.remove(""X"")
        for c1 in ambig:
            for c2 in ambig:
                for c3 in ambig:
                    values = {
                        str(Seq(a + b + c).translate())
                        for a in ambig_values[c1]
                        for b in ambig_values[c2]
                        for c in ambig_values[c3]
                    }
                    t = str(Seq(c1 + c2 + c3).translate())
                    if t == ""*"":
                        self.assertEqual(values, set(""*""))
                    elif t == ""X"":
                        self.assertGreater(
                            len(values),
                            1,
                            ""translate('%s') = '%s' not '%s'""
                            % (c1 + c2 + c3, t, "","".join(values)),
                        )
                    elif t == ""Z"":
                        self.assertEqual(values, set(""EQ""))
                    elif t == ""B"":
                        self.assertEqual(values, set(""DN""))
                    elif t == ""J"":
                        self.assertEqual(values, set(""LI""))
                    else:
                        self.assertEqual(values, set(t))","def test_the_translation_of_ambig_codons ( self ) : <TAB> """"""Check obj.translate() method with ambiguous codons."""""" <TAB> for ambig_values in [ ambiguous_dna_values , ambiguous_rna_values ] : <TAB> <TAB> ambig = set ( ambig_values . keys ( ) ) <TAB> <TAB> ambig . remove ( ""X"" ) <TAB> <TAB> for c1 in ambig : <TAB> <TAB> <TAB> for c2 in ambig : <TAB> <TAB> <TAB> <TAB> for c3 in ambig : <TAB> <TAB> <TAB> <TAB> <TAB> values = { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> str ( Seq ( a + b + c ) . translate ( ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for a in ambig_values [ c1 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for b in ambig_values [ c2 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for c in ambig_values [ c3 ] <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> <TAB> t = str ( Seq ( c1 + c2 + c3 ) . translate ( ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( values , set ( ""*"" ) ) <TAB> <TAB> <TAB> <TAB> <TAB> elif t == ""X"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertGreater ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> len ( values ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> 1 , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""translate('%s') = '%s' not '%s'"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> % ( c1 + c2 + c3 , t , "","" . join ( values ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> elif t == ""Z"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( values , set ( ""EQ"" ) ) <TAB> <TAB> <TAB> <TAB> <TAB> elif t == ""B"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( values , set ( ""DN"" ) ) <TAB> <TAB> <TAB> <TAB> <TAB> elif t == ""J"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( values , set ( ""LI"" ) ) <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( values , set ( t ) )","if t == ""*"" :",453
9436,"def _cursor(self):
    new_connection = False
    set_tz = False
    settings_dict = self.settings_dict
    if self.connection is None:
        new_connection = True
        set_tz = settings_dict.get(""TIME_ZONE"")
        if settings_dict[""NAME""] == """":
            from django.core.exceptions import ImproperlyConfigured
            raise ImproperlyConfigured(
                ""You need to specify NAME in your Django settings file.""
            )
        conn_string = ""dbname=%s"" % settings_dict[""NAME""]
        if settings_dict[""USER""]:
            conn_string = ""user=%s %s"" % (settings_dict[""USER""], conn_string)
        if settings_dict[""PASSWORD""]:
            conn_string += "" password='%s'"" % settings_dict[""PASSWORD""]
        if settings_dict[""HOST""]:
            conn_string += "" host=%s"" % settings_dict[""HOST""]
        if settings_dict[""PORT""]:
            conn_string += "" port=%s"" % settings_dict[""PORT""]
        self.connection = Database.connect(conn_string, **settings_dict[""OPTIONS""])
        # make transactions transparent to all cursors
        self.connection.set_isolation_level(1)
        connection_created.send(sender=self.__class__, connection=self)
    cursor = self.connection.cursor()
    if new_connection:
        if set_tz:
            cursor.execute(""SET TIME ZONE %s"", [settings_dict[""TIME_ZONE""]])
        if not hasattr(self, ""_version""):
            self.__class__._version = get_version(cursor)
        if self._version[0:2] < (8, 0):
            # No savepoint support for earlier version of PostgreSQL.
            self.features.uses_savepoints = False
        cursor.execute(""SET client_encoding to 'UNICODE'"")
    return UnicodeCursorWrapper(cursor, ""utf-8"")","def _cursor ( self ) : <TAB> new_connection = False <TAB> set_tz = False <TAB> settings_dict = self . settings_dict <TAB> if self . connection is None : <TAB> <TAB> new_connection = True <TAB> <TAB> set_tz = settings_dict . get ( ""TIME_ZONE"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> from django . core . exceptions import ImproperlyConfigured <TAB> <TAB> <TAB> raise ImproperlyConfigured ( <TAB> <TAB> <TAB> <TAB> ""You need to specify NAME in your Django settings file."" <TAB> <TAB> <TAB> ) <TAB> <TAB> conn_string = ""dbname=%s"" % settings_dict [ ""NAME"" ] <TAB> <TAB> if settings_dict [ ""USER"" ] : <TAB> <TAB> <TAB> conn_string = ""user=%s %s"" % ( settings_dict [ ""USER"" ] , conn_string ) <TAB> <TAB> if settings_dict [ ""PASSWORD"" ] : <TAB> <TAB> <TAB> conn_string += "" password='%s'"" % settings_dict [ ""PASSWORD"" ] <TAB> <TAB> if settings_dict [ ""HOST"" ] : <TAB> <TAB> <TAB> conn_string += "" host=%s"" % settings_dict [ ""HOST"" ] <TAB> <TAB> if settings_dict [ ""PORT"" ] : <TAB> <TAB> <TAB> conn_string += "" port=%s"" % settings_dict [ ""PORT"" ] <TAB> <TAB> self . connection = Database . connect ( conn_string , ** settings_dict [ ""OPTIONS"" ] ) <TAB> <TAB> <TAB> <TAB> self . connection . set_isolation_level ( 1 ) <TAB> <TAB> connection_created . send ( sender = self . __class__ , connection = self ) <TAB> cursor = self . connection . cursor ( ) <TAB> if new_connection : <TAB> <TAB> if set_tz : <TAB> <TAB> <TAB> cursor . execute ( ""SET TIME ZONE %s"" , [ settings_dict [ ""TIME_ZONE"" ] ] ) <TAB> <TAB> if not hasattr ( self , ""_version"" ) : <TAB> <TAB> <TAB> self . __class__ . _version = get_version ( cursor ) <TAB> <TAB> if self . _version [ 0 : 2 ] < ( 8 , 0 ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . features . uses_savepoints = False <TAB> <TAB> cursor . execute ( ""SET client_encoding to 'UNICODE'"" ) <TAB> return UnicodeCursorWrapper ( cursor , ""utf-8"" )","if settings_dict [ ""NAME"" ] == """" :",485
6876,"def check_initializer_statistics(self, backend_config, n):
    from scipy import stats
    xp = backend_config.xp
    ws = numpy.empty((n,) + self.shape, dtype=self.dtype)
    ws = backend_config.get_array(ws)
    for i in range(n):
        initializer = self.target(**self.target_kwargs)
        initializer(xp.squeeze(ws[i : i + 1], axis=0))
    fan = self.fan_option or default_fan.get(self.target)
    expected_std = self.scale or default_scale.get(self.target) or 1.0
    expected_std *= default_coeff.get(self.target) or 1.0
    if fan is not None:
        if fan == ""fan_in"":
            expected_std *= math.sqrt(1.0 / self.fans[0])
        elif fan == ""fan_out"":
            expected_std *= math.sqrt(1.0 / self.fans[1])
        elif fan == ""fan_avg"":
            expected_std *= math.sqrt(2.0 / sum(self.fans))
        else:
            assert False
    sampless = cuda.to_cpu(ws.reshape(n, -1).T)
    alpha = 0.01 / len(sampless)
    for samples in sampless:
        _, p = stats.kstest(samples, stats.norm(0, expected_std).cdf)
        assert p >= alpha","def check_initializer_statistics ( self , backend_config , n ) : <TAB> from scipy import stats <TAB> xp = backend_config . xp <TAB> ws = numpy . empty ( ( n , ) + self . shape , dtype = self . dtype ) <TAB> ws = backend_config . get_array ( ws ) <TAB> for i in range ( n ) : <TAB> <TAB> initializer = self . target ( ** self . target_kwargs ) <TAB> <TAB> initializer ( xp . squeeze ( ws [ i : i + 1 ] , axis = 0 ) ) <TAB> fan = self . fan_option or default_fan . get ( self . target ) <TAB> expected_std = self . scale or default_scale . get ( self . target ) or 1.0 <TAB> expected_std *= default_coeff . get ( self . target ) or 1.0 <TAB> if fan is not None : <TAB> <TAB> if fan == ""fan_in"" : <TAB> <TAB> <TAB> expected_std *= math . sqrt ( 1.0 / self . fans [ 0 ] ) <TAB> <TAB> elif fan == ""fan_out"" : <TAB> <TAB> <TAB> expected_std *= math . sqrt ( 1.0 / self . fans [ 1 ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> expected_std *= math . sqrt ( 2.0 / sum ( self . fans ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> assert False <TAB> sampless = cuda . to_cpu ( ws . reshape ( n , - 1 ) . T ) <TAB> alpha = 0.01 / len ( sampless ) <TAB> for samples in sampless : <TAB> <TAB> _ , p = stats . kstest ( samples , stats . norm ( 0 , expected_std ) . cdf ) <TAB> <TAB> assert p >= alpha","elif fan == ""fan_avg"" :",372
9877,"def init(self):
    """"""Initialize a module from the database and validate""""""
    self.__item = None
    self.__baseItem = None
    self.__charge = None
    self.__mutaplasmid = None
    # we need this early if module is invalid and returns early
    self.__slot = self.dummySlot
    if self.itemID:
        self.__item = eos.db.getItem(self.itemID)
        if self.__item is None:
            pyfalog.error(""Item (id: {0}) does not exist"", self.itemID)
            return
    if self.baseItemID:
        self.__item = eos.db.getItemWithBaseItemAttribute(self.itemID, self.baseItemID)
        self.__baseItem = eos.db.getItem(self.baseItemID)
        self.__mutaplasmid = eos.db.getMutaplasmid(self.mutaplasmidID)
        if self.__baseItem is None:
            pyfalog.error(""Base Item (id: {0}) does not exist"", self.itemID)
            return
    if self.isInvalid:
        pyfalog.error(""Item (id: {0}) is not a Module"", self.itemID)
        return
    if self.chargeID:
        self.__charge = eos.db.getItem(self.chargeID)
    self.build()","def init ( self ) : <TAB> """"""Initialize a module from the database and validate"""""" <TAB> self . __item = None <TAB> self . __baseItem = None <TAB> self . __charge = None <TAB> self . __mutaplasmid = None <TAB> <TAB> self . __slot = self . dummySlot <TAB> if self . itemID : <TAB> <TAB> self . __item = eos . db . getItem ( self . itemID ) <TAB> <TAB> if self . __item is None : <TAB> <TAB> <TAB> pyfalog . error ( ""Item (id: {0}) does not exist"" , self . itemID ) <TAB> <TAB> <TAB> return <TAB> if self . baseItemID : <TAB> <TAB> self . __item = eos . db . getItemWithBaseItemAttribute ( self . itemID , self . baseItemID ) <TAB> <TAB> self . __baseItem = eos . db . getItem ( self . baseItemID ) <TAB> <TAB> self . __mutaplasmid = eos . db . getMutaplasmid ( self . mutaplasmidID ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pyfalog . error ( ""Base Item (id: {0}) does not exist"" , self . itemID ) <TAB> <TAB> <TAB> return <TAB> if self . isInvalid : <TAB> <TAB> pyfalog . error ( ""Item (id: {0}) is not a Module"" , self . itemID ) <TAB> <TAB> return <TAB> if self . chargeID : <TAB> <TAB> self . __charge = eos . db . getItem ( self . chargeID ) <TAB> self . build ( )",if self . __baseItem is None :,347
14131,"def test_iterwalk_ns_skip(self):
    iterwalk = self.etree.iterwalk
    root = self.etree.XML(
        _bytes(
            '<a xmlns=""ns1""><b xmlns=""nsb""><c xmlns=""ns2""/></b><d xmlns=""ns2""><e/></d></a>'
        )
    )
    events = []
    iterator = iterwalk(root, events=(""start"", ""start-ns"", ""end-ns""))
    for event, elem in iterator:
        if event in (""start-ns"", ""end-ns""):
            events.append((event, elem))
            if event == ""start-ns"" and elem == ("""", ""nsb""):
                events.append(""skip"")
                iterator.skip_subtree()
        else:
            events.append((event, elem.tag))
    self.assertEqual(
        [
            (""start-ns"", ("""", ""ns1"")),
            (""start"", ""{ns1}a""),
            (""start-ns"", ("""", ""nsb"")),
            ""skip"",
            (""start"", ""{nsb}b""),
            (""end-ns"", None),
            (""start-ns"", ("""", ""ns2"")),
            (""start"", ""{ns2}d""),
            (""start"", ""{ns2}e""),
            (""end-ns"", None),
            (""end-ns"", None),
        ],
        events,
    )","def test_iterwalk_ns_skip ( self ) : <TAB> iterwalk = self . etree . iterwalk <TAB> root = self . etree . XML ( <TAB> <TAB> _bytes ( <TAB> <TAB> <TAB> '<a xmlns=""ns1""><b xmlns=""nsb""><c xmlns=""ns2""/></b><d xmlns=""ns2""><e/></d></a>' <TAB> <TAB> ) <TAB> ) <TAB> events = [ ] <TAB> iterator = iterwalk ( root , events = ( ""start"" , ""start-ns"" , ""end-ns"" ) ) <TAB> for event , elem in iterator : <TAB> <TAB> if event in ( ""start-ns"" , ""end-ns"" ) : <TAB> <TAB> <TAB> events . append ( ( event , elem ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> events . append ( ""skip"" ) <TAB> <TAB> <TAB> <TAB> iterator . skip_subtree ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> events . append ( ( event , elem . tag ) ) <TAB> self . assertEqual ( <TAB> <TAB> [ <TAB> <TAB> <TAB> ( ""start-ns"" , ( """" , ""ns1"" ) ) , <TAB> <TAB> <TAB> ( ""start"" , ""{ns1}a"" ) , <TAB> <TAB> <TAB> ( ""start-ns"" , ( """" , ""nsb"" ) ) , <TAB> <TAB> <TAB> ""skip"" , <TAB> <TAB> <TAB> ( ""start"" , ""{nsb}b"" ) , <TAB> <TAB> <TAB> ( ""end-ns"" , None ) , <TAB> <TAB> <TAB> ( ""start-ns"" , ( """" , ""ns2"" ) ) , <TAB> <TAB> <TAB> ( ""start"" , ""{ns2}d"" ) , <TAB> <TAB> <TAB> ( ""start"" , ""{ns2}e"" ) , <TAB> <TAB> <TAB> ( ""end-ns"" , None ) , <TAB> <TAB> <TAB> ( ""end-ns"" , None ) , <TAB> <TAB> ] , <TAB> <TAB> events , <TAB> )","if event == ""start-ns"" and elem == ( """" , ""nsb"" ) :",368
19726,"def limited_by_marker(items, request, max_limit=FLAGS.osapi_max_limit):
    """"""Return a slice of items according to the requested marker and limit.""""""
    params = get_pagination_params(request)
    limit = params.get(""limit"", max_limit)
    marker = params.get(""marker"")
    limit = min(max_limit, limit)
    start_index = 0
    if marker:
        start_index = -1
        for i, item in enumerate(items):
            if item[""id""] == marker or item.get(""uuid"") == marker:
                start_index = i + 1
                break
        if start_index < 0:
            msg = _(""marker [%s] not found"") % marker
            raise webob.exc.HTTPBadRequest(explanation=msg)
    range_end = start_index + limit
    return items[start_index:range_end]","def limited_by_marker ( items , request , max_limit = FLAGS . osapi_max_limit ) : <TAB> """"""Return a slice of items according to the requested marker and limit."""""" <TAB> params = get_pagination_params ( request ) <TAB> limit = params . get ( ""limit"" , max_limit ) <TAB> marker = params . get ( ""marker"" ) <TAB> limit = min ( max_limit , limit ) <TAB> start_index = 0 <TAB> if marker : <TAB> <TAB> start_index = - 1 <TAB> <TAB> for i , item in enumerate ( items ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> start_index = i + 1 <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if start_index < 0 : <TAB> <TAB> <TAB> msg = _ ( ""marker [%s] not found"" ) % marker <TAB> <TAB> <TAB> raise webob . exc . HTTPBadRequest ( explanation = msg ) <TAB> range_end = start_index + limit <TAB> return items [ start_index : range_end ]","if item [ ""id"" ] == marker or item . get ( ""uuid"" ) == marker :",229
19999,"def assign_attributes_to_variants(variant_attributes):
    for value in variant_attributes:
        pk = value[""pk""]
        defaults = value[""fields""]
        defaults[""variant_id""] = defaults.pop(""variant"")
        defaults[""assignment_id""] = defaults.pop(""assignment"")
        assigned_values = defaults.pop(""values"")
        assoc, created = AssignedVariantAttribute.objects.update_or_create(
            pk=pk, defaults=defaults
        )
        if created:
            assoc.values.set(AttributeValue.objects.filter(pk__in=assigned_values))
","def assign_attributes_to_variants ( variant_attributes ) : <TAB> for value in variant_attributes : <TAB> <TAB> pk = value [ ""pk"" ] <TAB> <TAB> defaults = value [ ""fields"" ] <TAB> <TAB> defaults [ ""variant_id"" ] = defaults . pop ( ""variant"" ) <TAB> <TAB> defaults [ ""assignment_id"" ] = defaults . pop ( ""assignment"" ) <TAB> <TAB> assigned_values = defaults . pop ( ""values"" ) <TAB> <TAB> assoc , created = AssignedVariantAttribute . objects . update_or_create ( <TAB> <TAB> <TAB> pk = pk , defaults = defaults <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assoc . values . set ( AttributeValue . objects . filter ( pk__in = assigned_values ) )",if created :,148
7692,"def render(self, context):
    block_context = context.render_context.get(BLOCK_CONTEXT_KEY)
    with context.push():
        if block_context is None:
            context[""block""] = self
            result = self.nodelist.render(context)
        else:
            push = block = block_context.pop(self.name)
            if block is None:
                block = self
            # Create new block so we can store context without thread-safety issues.
            block = type(self)(block.name, block.nodelist)
            block.context = context
            context[""block""] = block
            result = block.nodelist.render(context)
            if push is not None:
                block_context.push(self.name, push)
    return result
","def render ( self , context ) : <TAB> block_context = context . render_context . get ( BLOCK_CONTEXT_KEY ) <TAB> with context . push ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> context [ ""block"" ] = self <TAB> <TAB> <TAB> result = self . nodelist . render ( context ) <TAB> <TAB> else : <TAB> <TAB> <TAB> push = block = block_context . pop ( self . name ) <TAB> <TAB> <TAB> if block is None : <TAB> <TAB> <TAB> <TAB> block = self <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> block = type ( self ) ( block . name , block . nodelist ) <TAB> <TAB> <TAB> block . context = context <TAB> <TAB> <TAB> context [ ""block"" ] = block <TAB> <TAB> <TAB> result = block . nodelist . render ( context ) <TAB> <TAB> <TAB> if push is not None : <TAB> <TAB> <TAB> <TAB> block_context . push ( self . name , push ) <TAB> return result",if block_context is None :,211
21712,"def read(self, count):
    if self.closed:
        return self.upstream.read(count)
    try:
        while len(self.upstream) < count:
            if self.buf_in or self._poll_read(10):
                with self.buf_in:
                    self.transport.downstream_recv(self.buf_in)
            else:
                break
        return self.upstream.read(count)
    except:
        logger.debug(traceback.format_exc())","def read ( self , count ) : <TAB> if self . closed : <TAB> <TAB> return self . upstream . read ( count ) <TAB> try : <TAB> <TAB> while len ( self . upstream ) < count : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> with self . buf_in : <TAB> <TAB> <TAB> <TAB> <TAB> self . transport . downstream_recv ( self . buf_in ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> return self . upstream . read ( count ) <TAB> except : <TAB> <TAB> logger . debug ( traceback . format_exc ( ) )",if self . buf_in or self . _poll_read ( 10 ) :,140
20285,"def make_node(self, _input):
    input = as_tensor_variable(_input)
    ib = tuple(input.type.broadcastable)
    if not ib == self.input_broadcastable:
        if len(ib) != len(self.input_broadcastable):
            raise TypeError(
                (
                    ""The number of dimensions of the ""
                    ""input is incorrect for this op. Expected %s, got %s.""
                    % (self.input_broadcastable, ib)
                )
            )
        for expected, b in zip(self.input_broadcastable, ib):
            if expected is True and b is False:
                raise TypeError(
                    (
                        ""The broadcastable pattern of the ""
                        ""input is incorrect for this op. Expected %s, got %s.""
                        % (self.input_broadcastable, ib)
                    )
                )
            # else, expected == b or expected is False and b is True
            # Both case are good.
    ob = []
    for value in self.new_order:
        if value == ""x"":
            ob.append(True)
        else:
            ob.append(ib[value])
    output = TensorType(dtype=input.type.dtype, broadcastable=ob)()
    return Apply(self, [input], [output])
","def make_node ( self , _input ) : <TAB> input = as_tensor_variable ( _input ) <TAB> ib = tuple ( input . type . broadcastable ) <TAB> if not ib == self . input_broadcastable : <TAB> <TAB> if len ( ib ) != len ( self . input_broadcastable ) : <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> ""The number of dimensions of the "" <TAB> <TAB> <TAB> <TAB> <TAB> ""input is incorrect for this op. Expected %s, got %s."" <TAB> <TAB> <TAB> <TAB> <TAB> % ( self . input_broadcastable , ib ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> for expected , b in zip ( self . input_broadcastable , ib ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""The broadcastable pattern of the "" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""input is incorrect for this op. Expected %s, got %s."" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> % ( self . input_broadcastable , ib ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ob = [ ] <TAB> for value in self . new_order : <TAB> <TAB> if value == ""x"" : <TAB> <TAB> <TAB> ob . append ( True ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ob . append ( ib [ value ] ) <TAB> output = TensorType ( dtype = input . type . dtype , broadcastable = ob ) ( ) <TAB> return Apply ( self , [ input ] , [ output ] )",if expected is True and b is False :,364
14035,"def button_press_cb(self, tdw, event):
    result = False
    current_layer = tdw.doc.layer_stack.current
    if (
        current_layer.get_paintable()
        and event.button == 1
        and event.type == Gdk.EventType.BUTTON_PRESS
    ):
        # Single button press
        # Stroke started, notify observers
        self.doc.input_stroke_started(event)
        # Mouse button pressed (while painting without pressure
        # information)
        drawstate = self._get_drawing_state(tdw)
        if not drawstate.last_event_had_pressure:
            # For the mouse we don't get a motion event for
            # ""pressure"" changes, so we simulate it. (Note: we can't
            # use the event's button state because it carries the
            # old state.)
            self.motion_notify_cb(tdw, event, fakepressure=tdw.app.fakepressure)
        drawstate.button_down = event.button
        drawstate.last_good_raw_pressure = 0.0
        drawstate.last_good_raw_xtilt = 0.0
        drawstate.last_good_raw_ytilt = 0.0
        drawstate.last_good_raw_viewzoom = 0.0
        drawstate.last_good_raw_viewrotation = 0.0
        drawstate.last_good_raw_barrel_rotation = 0.0
        # Hide the cursor if configured to
        self._hide_drawing_cursor(tdw)
        result = True
    return super(FreehandMode, self).button_press_cb(tdw, event) or result","def button_press_cb ( self , tdw , event ) : <TAB> result = False <TAB> current_layer = tdw . doc . layer_stack . current <TAB> if ( <TAB> <TAB> current_layer . get_paintable ( ) <TAB> <TAB> and event . button == 1 <TAB> <TAB> and event . type == Gdk . EventType . BUTTON_PRESS <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . doc . input_stroke_started ( event ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> drawstate = self . _get_drawing_state ( tdw ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . motion_notify_cb ( tdw , event , fakepressure = tdw . app . fakepressure ) <TAB> <TAB> drawstate . button_down = event . button <TAB> <TAB> drawstate . last_good_raw_pressure = 0.0 <TAB> <TAB> drawstate . last_good_raw_xtilt = 0.0 <TAB> <TAB> drawstate . last_good_raw_ytilt = 0.0 <TAB> <TAB> drawstate . last_good_raw_viewzoom = 0.0 <TAB> <TAB> drawstate . last_good_raw_viewrotation = 0.0 <TAB> <TAB> drawstate . last_good_raw_barrel_rotation = 0.0 <TAB> <TAB> <TAB> <TAB> self . _hide_drawing_cursor ( tdw ) <TAB> <TAB> result = True <TAB> return super ( FreehandMode , self ) . button_press_cb ( tdw , event ) or result",if not drawstate . last_event_had_pressure :,437
24544,"def get_content(self, path):
    """"""Returns a list of the type [[Folder List], [file list]].""""""
    try:
        files = []
        dirs = []
        if self.history_flag:
            self.history.append(path)
        if not self.history_flag:
            self.history_flag = True
        for content in os.listdir(path):
            if os.path.isdir(os.path.join(path, content)):
                if self.search == ""all"" or self.search == ""dirs"":
                    dirs.append(content)
            else:
                if self.search == ""all"" or self.search == ""files"":
                    if len(self.ext) != 0:
                        try:
                            if self.count_ext(content):
                                if self.previous:
                                    files.append(
                                        os.path.join(
                                            self.app.user_data_dir,
                                            ""thumb"",
                                            f""thumb_{content}"",
                                        )
                                    )
                                else:
                                    files.append(content)
                        except IndexError:
                            pass
                    else:
                        files.append(content)
        return dirs, files
    except OSError:
        self.history.pop()
        return None, None","def get_content ( self , path ) : <TAB> """"""Returns a list of the type [[Folder List], [file list]]."""""" <TAB> try : <TAB> <TAB> files = [ ] <TAB> <TAB> dirs = [ ] <TAB> <TAB> if self . history_flag : <TAB> <TAB> <TAB> self . history . append ( path ) <TAB> <TAB> if not self . history_flag : <TAB> <TAB> <TAB> self . history_flag = True <TAB> <TAB> for content in os . listdir ( path ) : <TAB> <TAB> <TAB> if os . path . isdir ( os . path . join ( path , content ) ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> dirs . append ( content ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if self . search == ""all"" or self . search == ""files"" : <TAB> <TAB> <TAB> <TAB> <TAB> if len ( self . ext ) != 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . count_ext ( content ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . previous : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> files . append ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> os . path . join ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . app . user_data_dir , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""thumb"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> f""thumb_{content}"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> files . append ( content ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> files . append ( content ) <TAB> <TAB> return dirs , files <TAB> except OSError : <TAB> <TAB> self . history . pop ( ) <TAB> <TAB> return None , None","if self . search == ""all"" or self . search == ""dirs"" :",441
19648,"def compare_authors(amazon, marc):
    warnings.warn(
        ""Deprecated, use openlibrary.catalog.merge.merge_marc.compare_authors() instead."",
        DeprecationWarning,
    )
    if len(amazon[""authors""]) == 0 and ""authors"" not in marc:
        return (""authors"", ""no authors"", 75)
    if len(amazon[""authors""]) == 0:
        return (""authors"", ""field missing from one record"", -25)
    for name in amazon[""authors""]:
        if ""authors"" in marc and match_name(name, marc[""authors""][0][""name""]):
            return (""authors"", ""exact match"", 125)
        if ""by_statement"" in marc and marc[""by_statement""].find(name) != -1:
            return (""authors"", ""exact match"", 125)
    if ""authors"" not in marc:
        return (""authors"", ""field missing from one record"", -25)
    max_score = 0
    for a in amazon[""authors""]:
        percent, ordered = keyword_match(a[0], marc[""authors""][0][""name""])
        if percent > 0.50:
            score = percent * 80
            if ordered:
                score += 10
            if score > max_score:
                max_score = score
    if max_score:
        return (""authors"", ""keyword match"", max_score)
    else:
        return (""authors"", ""mismatch"", -200)","def compare_authors ( amazon , marc ) : <TAB> warnings . warn ( <TAB> <TAB> ""Deprecated, use openlibrary.catalog.merge.merge_marc.compare_authors() instead."" , <TAB> <TAB> DeprecationWarning , <TAB> ) <TAB> if len ( amazon [ ""authors"" ] ) == 0 and ""authors"" not in marc : <TAB> <TAB> return ( ""authors"" , ""no authors"" , 75 ) <TAB> if len ( amazon [ ""authors"" ] ) == 0 : <TAB> <TAB> return ( ""authors"" , ""field missing from one record"" , - 25 ) <TAB> for name in amazon [ ""authors"" ] : <TAB> <TAB> if ""authors"" in marc and match_name ( name , marc [ ""authors"" ] [ 0 ] [ ""name"" ] ) : <TAB> <TAB> <TAB> return ( ""authors"" , ""exact match"" , 125 ) <TAB> <TAB> if ""by_statement"" in marc and marc [ ""by_statement"" ] . find ( name ) != - 1 : <TAB> <TAB> <TAB> return ( ""authors"" , ""exact match"" , 125 ) <TAB> if ""authors"" not in marc : <TAB> <TAB> return ( ""authors"" , ""field missing from one record"" , - 25 ) <TAB> max_score = 0 <TAB> for a in amazon [ ""authors"" ] : <TAB> <TAB> percent , ordered = keyword_match ( a [ 0 ] , marc [ ""authors"" ] [ 0 ] [ ""name"" ] ) <TAB> <TAB> if percent > 0.50 : <TAB> <TAB> <TAB> score = percent * 80 <TAB> <TAB> <TAB> if ordered : <TAB> <TAB> <TAB> <TAB> score += 10 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> max_score = score <TAB> if max_score : <TAB> <TAB> return ( ""authors"" , ""keyword match"" , max_score ) <TAB> else : <TAB> <TAB> return ( ""authors"" , ""mismatch"" , - 200 )",if score > max_score :,367
18504,"def _convert(container):
    if _value_marker in container:
        force_list = False
        values = container.pop(_value_marker)
        if container.pop(_list_marker, False):
            force_list = True
            values.extend(_convert(x[1]) for x in sorted(container.items()))
        if not force_list and len(values) == 1:
            values = values[0]
        if not container:
            return values
        return _convert(container)
    elif container.pop(_list_marker, False):
        return [_convert(x[1]) for x in sorted(container.items())]
    return dict_cls((k, _convert(v)) for k, v in iteritems(container))","def _convert ( container ) : <TAB> if _value_marker in container : <TAB> <TAB> force_list = False <TAB> <TAB> values = container . pop ( _value_marker ) <TAB> <TAB> if container . pop ( _list_marker , False ) : <TAB> <TAB> <TAB> force_list = True <TAB> <TAB> <TAB> values . extend ( _convert ( x [ 1 ] ) for x in sorted ( container . items ( ) ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> values = values [ 0 ] <TAB> <TAB> if not container : <TAB> <TAB> <TAB> return values <TAB> <TAB> return _convert ( container ) <TAB> elif container . pop ( _list_marker , False ) : <TAB> <TAB> return [ _convert ( x [ 1 ] ) for x in sorted ( container . items ( ) ) ] <TAB> return dict_cls ( ( k , _convert ( v ) ) for k , v in iteritems ( container ) )",if not force_list and len ( values ) == 1 :,188
10155,"def start(self):
    """"""Called by main to start the rqd service""""""
    if self.machine.isDesktop():
        if self.__optNimbyoff:
            log.warning(""Nimby startup has been disabled via --nimbyoff"")
        elif not rqd.rqconstants.OVERRIDE_NIMBY:
            if rqd.rqconstants.OVERRIDE_NIMBY is None:
                log.warning(
                    ""OVERRIDE_NIMBY is not defined, Nimby startup has been disabled""
                )
            else:
                log.warning(""OVERRIDE_NIMBY is False, Nimby startup has been disabled"")
        else:
            self.nimbyOn()
    elif rqd.rqconstants.OVERRIDE_NIMBY:
        log.warning(""Nimby startup has been triggered by OVERRIDE_NIMBY"")
        self.nimbyOn()
    self.network.start_grpc()
","def start ( self ) : <TAB> """"""Called by main to start the rqd service"""""" <TAB> if self . machine . isDesktop ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> log . warning ( ""Nimby startup has been disabled via --nimbyoff"" ) <TAB> <TAB> elif not rqd . rqconstants . OVERRIDE_NIMBY : <TAB> <TAB> <TAB> if rqd . rqconstants . OVERRIDE_NIMBY is None : <TAB> <TAB> <TAB> <TAB> log . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> ""OVERRIDE_NIMBY is not defined, Nimby startup has been disabled"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> log . warning ( ""OVERRIDE_NIMBY is False, Nimby startup has been disabled"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . nimbyOn ( ) <TAB> elif rqd . rqconstants . OVERRIDE_NIMBY : <TAB> <TAB> log . warning ( ""Nimby startup has been triggered by OVERRIDE_NIMBY"" ) <TAB> <TAB> self . nimbyOn ( ) <TAB> self . network . start_grpc ( )",if self . __optNimbyoff :,255
25601,"def _process_demands(self):
    demands = self.demands
    repos = self.base.repos
    if demands.root_user:
        if not dnf.util.am_i_root():
            raise dnf.exceptions.Error(
                _(
                    ""This command has to be run with superuser privileges ""
                    ""(under the root user on most systems).""
                )
            )
    if demands.changelogs:
        for repo in repos.iter_enabled():
            repo.load_metadata_other = True
    if demands.cacheonly or self.base.conf.cacheonly:
        self.base.conf.cacheonly = True
        for repo in repos.values():
            repo._repo.setSyncStrategy(dnf.repo.SYNC_ONLY_CACHE)
    else:
        if demands.freshest_metadata:
            for repo in repos.iter_enabled():
                repo._repo.expire()
        elif not demands.fresh_metadata:
            for repo in repos.values():
                repo._repo.setSyncStrategy(dnf.repo.SYNC_LAZY)
    if demands.sack_activation:
        self.base.fill_sack(
            load_system_repo=""auto"" if self.demands.load_system_repo else False,
            load_available_repos=self.demands.available_repos,
        )
","def _process_demands ( self ) : <TAB> demands = self . demands <TAB> repos = self . base . repos <TAB> if demands . root_user : <TAB> <TAB> if not dnf . util . am_i_root ( ) : <TAB> <TAB> <TAB> raise dnf . exceptions . Error ( <TAB> <TAB> <TAB> <TAB> _ ( <TAB> <TAB> <TAB> <TAB> <TAB> ""This command has to be run with superuser privileges "" <TAB> <TAB> <TAB> <TAB> <TAB> ""(under the root user on most systems)."" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> if demands . changelogs : <TAB> <TAB> for repo in repos . iter_enabled ( ) : <TAB> <TAB> <TAB> repo . load_metadata_other = True <TAB> if demands . cacheonly or self . base . conf . cacheonly : <TAB> <TAB> self . base . conf . cacheonly = True <TAB> <TAB> for repo in repos . values ( ) : <TAB> <TAB> <TAB> repo . _repo . setSyncStrategy ( dnf . repo . SYNC_ONLY_CACHE ) <TAB> else : <TAB> <TAB> if demands . freshest_metadata : <TAB> <TAB> <TAB> for repo in repos . iter_enabled ( ) : <TAB> <TAB> <TAB> <TAB> repo . _repo . expire ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for repo in repos . values ( ) : <TAB> <TAB> <TAB> <TAB> repo . _repo . setSyncStrategy ( dnf . repo . SYNC_LAZY ) <TAB> if demands . sack_activation : <TAB> <TAB> self . base . fill_sack ( <TAB> <TAB> <TAB> load_system_repo = ""auto"" if self . demands . load_system_repo else False , <TAB> <TAB> <TAB> load_available_repos = self . demands . available_repos , <TAB> <TAB> )",elif not demands . fresh_metadata :,374
21933,"def iter_region(
    self, start_offset=None, end_offset=None, protec=None, optimizations=None
):
    offset = start_offset or self.min_addr
    end_offset = end_offset or self.max_addr
    while True:
        if offset >= end_offset:
            break
        mbi = self.VirtualQueryEx(offset)
        offset = mbi.BaseAddress
        chunk = mbi.RegionSize
        protect = mbi.Protect
        state = mbi.State
        # print ""offset: %s, chunk:%s""%(offset, chunk)
        if state & MEM_FREE or state & MEM_RESERVE:
            offset += chunk
            continue
        if protec:
            if (
                not protect & protec
                or protect & PAGE_NOCACHE
                or protect & PAGE_WRITECOMBINE
                or protect & PAGE_GUARD
            ):
                offset += chunk
                continue
        yield offset, chunk
        offset += chunk
","def iter_region ( <TAB> self , start_offset = None , end_offset = None , protec = None , optimizations = None ) : <TAB> offset = start_offset or self . min_addr <TAB> end_offset = end_offset or self . max_addr <TAB> while True : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> mbi = self . VirtualQueryEx ( offset ) <TAB> <TAB> offset = mbi . BaseAddress <TAB> <TAB> chunk = mbi . RegionSize <TAB> <TAB> protect = mbi . Protect <TAB> <TAB> state = mbi . State <TAB> <TAB> <TAB> <TAB> if state & MEM_FREE or state & MEM_RESERVE : <TAB> <TAB> <TAB> offset += chunk <TAB> <TAB> <TAB> continue <TAB> <TAB> if protec : <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> not protect & protec <TAB> <TAB> <TAB> <TAB> or protect & PAGE_NOCACHE <TAB> <TAB> <TAB> <TAB> or protect & PAGE_WRITECOMBINE <TAB> <TAB> <TAB> <TAB> or protect & PAGE_GUARD <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> offset += chunk <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> yield offset , chunk <TAB> <TAB> offset += chunk",if offset >= end_offset :,278
13520,"def validate_weight(self, weight):
    try:
        add_acl_to_obj(self.context[""user_acl""], self.category)
    except AttributeError:
        return weight  # don't validate weight further if category failed
    if weight > self.category.acl.get(""can_pin_threads"", 0):
        if weight == 2:
            raise ValidationError(
                _(
                    ""You don't have permission to pin threads globally ""
                    ""in this category.""
                )
            )
        else:
            raise ValidationError(
                _(""You don't have permission to pin threads in this category."")
            )
    return weight","def validate_weight ( self , weight ) : <TAB> try : <TAB> <TAB> add_acl_to_obj ( self . context [ ""user_acl"" ] , self . category ) <TAB> except AttributeError : <TAB> <TAB> return weight <TAB> if weight > self . category . acl . get ( ""can_pin_threads"" , 0 ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValidationError ( <TAB> <TAB> <TAB> <TAB> _ ( <TAB> <TAB> <TAB> <TAB> <TAB> ""You don't have permission to pin threads globally "" <TAB> <TAB> <TAB> <TAB> <TAB> ""in this category."" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValidationError ( <TAB> <TAB> <TAB> <TAB> _ ( ""You don't have permission to pin threads in this category."" ) <TAB> <TAB> <TAB> ) <TAB> return weight",if weight == 2 :,177
24309,"def replacement(self, match_layer):
    concat_layer_node = match_layer
    feeding_layer_nodes = match_layer.input_layers
    default_registry = default_8bit_quantize_registry.Default8BitQuantizeRegistry()
    feed_quantize_configs = []
    for feed_layer_node in feeding_layer_nodes:
        quantize_config = feed_layer_node.metadata.get(""quantize_config"")
        if not quantize_config:
            layer_class = self._get_layer_type(feed_layer_node.layer[""class_name""])
            if layer_class is None:
                # Concat has an input layer we don't recognize. Return.
                return match_layer
            if layer_class == keras.layers.Concatenate:
                # Input layer to Concat is also Concat. Don't quantize it.
                feed_layer_node.metadata[
                    ""quantize_config""
                ] = default_8bit_quantize_configs.NoOpQuantizeConfig()
                continue
            if not default_registry._is_supported_layer(layer_class):
                # Feeding layer is not supported by registry
                return match_layer
            quantize_config = default_registry._get_quantize_config(layer_class)
            feed_layer_node.metadata[""quantize_config""] = quantize_config
        feed_quantize_configs.append(quantize_config)
    # TODO(pulkitb): this currently only disables output quantize config, but
    # cannot properly handle if the FQ was added to the activation. Hand this
    # properly.
    for quantize_config in feed_quantize_configs:
        self._disable_output_quantize(quantize_config)
    if not concat_layer_node.metadata.get(""quantize_config""):
        concat_layer_node.metadata[
            ""quantize_config""
        ] = default_8bit_quantize_configs.Default8BitOutputQuantizeConfig()
    return concat_layer_node","def replacement ( self , match_layer ) : <TAB> concat_layer_node = match_layer <TAB> feeding_layer_nodes = match_layer . input_layers <TAB> default_registry = default_8bit_quantize_registry . Default8BitQuantizeRegistry ( ) <TAB> feed_quantize_configs = [ ] <TAB> for feed_layer_node in feeding_layer_nodes : <TAB> <TAB> quantize_config = feed_layer_node . metadata . get ( ""quantize_config"" ) <TAB> <TAB> if not quantize_config : <TAB> <TAB> <TAB> layer_class = self . _get_layer_type ( feed_layer_node . layer [ ""class_name"" ] ) <TAB> <TAB> <TAB> if layer_class is None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return match_layer <TAB> <TAB> <TAB> if layer_class == keras . layers . Concatenate : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> feed_layer_node . metadata [ <TAB> <TAB> <TAB> <TAB> <TAB> ""quantize_config"" <TAB> <TAB> <TAB> <TAB> ] = default_8bit_quantize_configs . NoOpQuantizeConfig ( ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return match_layer <TAB> <TAB> <TAB> quantize_config = default_registry . _get_quantize_config ( layer_class ) <TAB> <TAB> <TAB> feed_layer_node . metadata [ ""quantize_config"" ] = quantize_config <TAB> <TAB> feed_quantize_configs . append ( quantize_config ) <TAB> <TAB> <TAB> <TAB> for quantize_config in feed_quantize_configs : <TAB> <TAB> self . _disable_output_quantize ( quantize_config ) <TAB> if not concat_layer_node . metadata . get ( ""quantize_config"" ) : <TAB> <TAB> concat_layer_node . metadata [ <TAB> <TAB> <TAB> ""quantize_config"" <TAB> <TAB> ] = default_8bit_quantize_configs . Default8BitOutputQuantizeConfig ( ) <TAB> return concat_layer_node",if not default_registry . _is_supported_layer ( layer_class ) :,500
22992,"def OnBodyClick(self, event=None):
    try:
        c = self.c
        p = c.currentPosition()
        if not g.doHook(""bodyclick1"", c=c, p=p, v=p, event=event):
            self.OnActivateBody(event=event)
        g.doHook(""bodyclick2"", c=c, p=p, v=p, event=event)
    except:
        g.es_event_exception(""bodyclick"")","def OnBodyClick ( self , event = None ) : <TAB> try : <TAB> <TAB> c = self . c <TAB> <TAB> p = c . currentPosition ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . OnActivateBody ( event = event ) <TAB> <TAB> g . doHook ( ""bodyclick2"" , c = c , p = p , v = p , event = event ) <TAB> except : <TAB> <TAB> g . es_event_exception ( ""bodyclick"" )","if not g . doHook ( ""bodyclick1"" , c = c , p = p , v = p , event = event ) :",124
8637,"def register_old(bl_id):
    if bl_id in old_bl_idnames:
        mod = importlib.import_module("".{}"".format(old_bl_idnames[bl_id]), __name__)
        res = inspect.getmembers(mod)
        # print('mod/res:', mod, res)
        for name, cls in res:
            if inspect.isclass(cls):
                if issubclass(cls, bpy.types.Node) and cls.bl_idname == bl_id:
                    if bl_id not in imported_mods:
                        try:
                            mod.register()
                        except Exception as err:
                            print(""failed mod register"")
                            exception(err)
                        imported_mods[bl_id] = mod
                        return mod
                    else:
                        return imported_mods[bl_id]
    error(""Cannot find {} among old nodes"".format(bl_id))
    return None
","def register_old ( bl_id ) : <TAB> if bl_id in old_bl_idnames : <TAB> <TAB> mod = importlib . import_module ( "".{}"" . format ( old_bl_idnames [ bl_id ] ) , __name__ ) <TAB> <TAB> res = inspect . getmembers ( mod ) <TAB> <TAB> <TAB> <TAB> for name , cls in res : <TAB> <TAB> <TAB> if inspect . isclass ( cls ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> if bl_id not in imported_mods : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> mod . register ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> except Exception as err : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( ""failed mod register"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> exception ( err ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> imported_mods [ bl_id ] = mod <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return mod <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return imported_mods [ bl_id ] <TAB> error ( ""Cannot find {} among old nodes"" . format ( bl_id ) ) <TAB> return None","if issubclass ( cls , bpy . types . Node ) and cls . bl_idname == bl_id :",273
9553,"def nextPair(self):
    if not self._file:
        raise StopIteration
    entryLines = []
    while True:
        line = self._file.readline()
        if not line:
            raise StopIteration
        line = line.rstrip(""\n\r"")  # FIXME
        if line:
            entryLines.append(line)
            continue
        # now `line` is empty, process `entryLines`
        if not entryLines:
            return
        if len(entryLines) < 2:
            log.error(
                ""invalid block near line %s"" % fileObj.line + "" in file %s"" % filename
            )
            return
        word = entryLines[0]
        defi = ""\n"".join(entryLines[1:])
        defi = defi.replace(""<br/>"", ""\n"")  # FIXME
        word = [p.strip() for p in word.split(""|"")]
        return word, defi","def nextPair ( self ) : <TAB> if not self . _file : <TAB> <TAB> raise StopIteration <TAB> entryLines = [ ] <TAB> while True : <TAB> <TAB> line = self . _file . readline ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise StopIteration <TAB> <TAB> line = line . rstrip ( ""\n\r"" ) <TAB> <TAB> if line : <TAB> <TAB> <TAB> entryLines . append ( line ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if not entryLines : <TAB> <TAB> <TAB> return <TAB> <TAB> if len ( entryLines ) < 2 : <TAB> <TAB> <TAB> log . error ( <TAB> <TAB> <TAB> <TAB> ""invalid block near line %s"" % fileObj . line + "" in file %s"" % filename <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return <TAB> <TAB> word = entryLines [ 0 ] <TAB> <TAB> defi = ""\n"" . join ( entryLines [ 1 : ] ) <TAB> <TAB> defi = defi . replace ( ""<br/>"" , ""\n"" ) <TAB> <TAB> word = [ p . strip ( ) for p in word . split ( ""|"" ) ] <TAB> <TAB> return word , defi",if not line :,251
18381,"def _build_io_mapping(self, intent_id, utterance, entity_placeholders):
    input_ = []
    output = [intent_id]
    slots = []
    for chunk in utterance[DATA]:
        if SLOT_NAME in chunk:
            slot_name = chunk[SLOT_NAME]
            slot_id = self._get_slot_id(slot_name)
            entity_name = chunk[ENTITY]
            placeholder = entity_placeholders[entity_name]
            input_.append(placeholder)
            slots.append(slot_id)
        else:
            input_.append(chunk[TEXT])
    output.append(slots)
    intent = self._intents_names[intent_id]
    key = self._preprocess_text("" "".join(input_), intent)
    return key, output
","def _build_io_mapping ( self , intent_id , utterance , entity_placeholders ) : <TAB> input_ = [ ] <TAB> output = [ intent_id ] <TAB> slots = [ ] <TAB> for chunk in utterance [ DATA ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> slot_name = chunk [ SLOT_NAME ] <TAB> <TAB> <TAB> slot_id = self . _get_slot_id ( slot_name ) <TAB> <TAB> <TAB> entity_name = chunk [ ENTITY ] <TAB> <TAB> <TAB> placeholder = entity_placeholders [ entity_name ] <TAB> <TAB> <TAB> input_ . append ( placeholder ) <TAB> <TAB> <TAB> slots . append ( slot_id ) <TAB> <TAB> else : <TAB> <TAB> <TAB> input_ . append ( chunk [ TEXT ] ) <TAB> output . append ( slots ) <TAB> intent = self . _intents_names [ intent_id ] <TAB> key = self . _preprocess_text ( "" "" . join ( input_ ) , intent ) <TAB> return key , output",if SLOT_NAME in chunk :,207
9931,"def update_neighbor(neigh_ip_address, changes):
    rets = []
    for k, v in changes.items():
        if k == neighbors.MULTI_EXIT_DISC:
            rets.append(_update_med(neigh_ip_address, v))
        if k == neighbors.ENABLED:
            rets.append(update_neighbor_enabled(neigh_ip_address, v))
        if k == neighbors.CONNECT_MODE:
            rets.append(_update_connect_mode(neigh_ip_address, v))
    return all(rets)
","def update_neighbor ( neigh_ip_address , changes ) : <TAB> rets = [ ] <TAB> for k , v in changes . items ( ) : <TAB> <TAB> if k == neighbors . MULTI_EXIT_DISC : <TAB> <TAB> <TAB> rets . append ( _update_med ( neigh_ip_address , v ) ) <TAB> <TAB> if k == neighbors . ENABLED : <TAB> <TAB> <TAB> rets . append ( update_neighbor_enabled ( neigh_ip_address , v ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rets . append ( _update_connect_mode ( neigh_ip_address , v ) ) <TAB> return all ( rets )",if k == neighbors . CONNECT_MODE :,138
22999,"def redrawHelper(self, scroll=True, forceDraw=False):
    # This can be called at idle time, so there are shutdown issues.
    if g.app.quitting or self.frame not in g.app.windowList:
        return
    if self.drag_p and not forceDraw:
        return
    if not hasattr(self, ""c""):
        return
    c = self.c
    trace = False
    oldcursor = self.canvas[""cursor""]
    self.canvas[""cursor""] = ""watch""
    if not g.doHook(""redraw-entire-outline"", c=c):
        c.setTopVnode(None)
        self.setVisibleAreaToFullCanvas()
        self.drawTopTree()
        # Set up the scroll region after the tree has been redrawn.
        bbox = self.canvas.bbox(""all"")
        if trace:
            g.trace(""bbox"", bbox, g.callers())
        if bbox is None:
            x0, y0, x1, y1 = 0, 0, 100, 100
        else:
            x0, y0, x1, y1 = bbox
        self.canvas.configure(scrollregion=(0, 0, x1, y1))
        if scroll:
            self.canvas.update_idletasks()  # Essential.
            self.scrollTo()
    g.doHook(""after-redraw-outline"", c=c)
    self.canvas[""cursor""] = oldcursor","def redrawHelper ( self , scroll = True , forceDraw = False ) : <TAB> <TAB> if g . app . quitting or self . frame not in g . app . windowList : <TAB> <TAB> return <TAB> if self . drag_p and not forceDraw : <TAB> <TAB> return <TAB> if not hasattr ( self , ""c"" ) : <TAB> <TAB> return <TAB> c = self . c <TAB> trace = False <TAB> oldcursor = self . canvas [ ""cursor"" ] <TAB> self . canvas [ ""cursor"" ] = ""watch"" <TAB> if not g . doHook ( ""redraw-entire-outline"" , c = c ) : <TAB> <TAB> c . setTopVnode ( None ) <TAB> <TAB> self . setVisibleAreaToFullCanvas ( ) <TAB> <TAB> self . drawTopTree ( ) <TAB> <TAB> <TAB> <TAB> bbox = self . canvas . bbox ( ""all"" ) <TAB> <TAB> if trace : <TAB> <TAB> <TAB> g . trace ( ""bbox"" , bbox , g . callers ( ) ) <TAB> <TAB> if bbox is None : <TAB> <TAB> <TAB> x0 , y0 , x1 , y1 = 0 , 0 , 100 , 100 <TAB> <TAB> else : <TAB> <TAB> <TAB> x0 , y0 , x1 , y1 = bbox <TAB> <TAB> self . canvas . configure ( scrollregion = ( 0 , 0 , x1 , y1 ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . canvas . update_idletasks ( ) <TAB> <TAB> <TAB> self . scrollTo ( ) <TAB> g . doHook ( ""after-redraw-outline"" , c = c ) <TAB> self . canvas [ ""cursor"" ] = oldcursor",if scroll :,366
17163,"def __init__(self, base, config, **kwargs):
    ## We must have an AS below us
    self.as_assert(base, ""No base Address Space"")
    addrspace.AbstractRunBasedMemory.__init__(self, base, config, **kwargs)
    ## Quick test (before instantiating an object)
    ## for ELF64, little-endian - ELFCLASS64 and ELFDATA2LSB
    ## for ELF32, little-endian - ELFCLASS32 and ELFDATA2LSB
    self.as_assert(
        base.read(0, 6) in [""\x7fELF\x02\x01"", ""\x7fELF\x01\x01""],
        ""ELF Header signature invalid"",
    )
    ## Base AS should be a file AS
    elf = obj.Object(""elf_hdr"", offset=0, vm=base)
    ## Make sure its a core dump
    self.as_assert(str(elf.e_type) == ""ET_CORE"", ""ELF type is not a Core file"")
    ## Tuple of (physical memory address, file offset, length)
    self.runs = []
    ## The PT_NOTE core descriptor structure
    self.header = None
    for phdr in elf.program_headers():
        ## The first note should be the VBCORE segment
        if str(phdr.p_type) == ""PT_NOTE"":
            note = obj.Object(""elf_note"", offset=phdr.p_offset, vm=base, parent=phdr)
            self.check_note(note)
            continue
        # Only keep load segments with valid file sizes
        if (
            str(phdr.p_type) != ""PT_LOAD""
            or phdr.p_filesz == 0
            or phdr.p_filesz != phdr.p_memsz
        ):
            continue
        self.runs.append((int(phdr.p_paddr), int(phdr.p_offset), int(phdr.p_memsz)))
    self.validate()","def __init__ ( self , base , config , ** kwargs ) : <TAB> <TAB> self . as_assert ( base , ""No base Address Space"" ) <TAB> addrspace . AbstractRunBasedMemory . __init__ ( self , base , config , ** kwargs ) <TAB> <TAB> <TAB> <TAB> self . as_assert ( <TAB> <TAB> base . read ( 0 , 6 ) in [ ""\x7fELF\x02\x01"" , ""\x7fELF\x01\x01"" ] , <TAB> <TAB> ""ELF Header signature invalid"" , <TAB> ) <TAB> <TAB> elf = obj . Object ( ""elf_hdr"" , offset = 0 , vm = base ) <TAB> <TAB> self . as_assert ( str ( elf . e_type ) == ""ET_CORE"" , ""ELF type is not a Core file"" ) <TAB> <TAB> self . runs = [ ] <TAB> <TAB> self . header = None <TAB> for phdr in elf . program_headers ( ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> note = obj . Object ( ""elf_note"" , offset = phdr . p_offset , vm = base , parent = phdr ) <TAB> <TAB> <TAB> self . check_note ( note ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> str ( phdr . p_type ) != ""PT_LOAD"" <TAB> <TAB> <TAB> or phdr . p_filesz == 0 <TAB> <TAB> <TAB> or phdr . p_filesz != phdr . p_memsz <TAB> <TAB> ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> self . runs . append ( ( int ( phdr . p_paddr ) , int ( phdr . p_offset ) , int ( phdr . p_memsz ) ) ) <TAB> self . validate ( )","if str ( phdr . p_type ) == ""PT_NOTE"" :",510
1276,"def render(self, context):
    try:
        user = self.resolve(self.user, context)
        perm = self.resolve(self.perm, context)
        if self.objs:
            objs = []
            for obj in self.objs:
                if obj is not None:
                    objs.append(self.resolve(obj, context))
        else:
            objs = None
        check = get_check(user, perm)
        if check is not None:
            if check(*objs):
                # return True if check was successful
                return self.nodelist_true.render(context)
    # If the app couldn't be found
    except (ImproperlyConfigured, ImportError):
        return """"
    # If either variable fails to resolve, return nothing.
    except template.VariableDoesNotExist:
        return """"
    # If the types don't permit comparison, return nothing.
    except (TypeError, AttributeError):
        return """"
    return self.nodelist_false.render(context)
","def render ( self , context ) : <TAB> try : <TAB> <TAB> user = self . resolve ( self . user , context ) <TAB> <TAB> perm = self . resolve ( self . perm , context ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> objs = [ ] <TAB> <TAB> <TAB> for obj in self . objs : <TAB> <TAB> <TAB> <TAB> if obj is not None : <TAB> <TAB> <TAB> <TAB> <TAB> objs . append ( self . resolve ( obj , context ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> objs = None <TAB> <TAB> check = get_check ( user , perm ) <TAB> <TAB> if check is not None : <TAB> <TAB> <TAB> if check ( * objs ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return self . nodelist_true . render ( context ) <TAB> <TAB> except ( ImproperlyConfigured , ImportError ) : <TAB> <TAB> return """" <TAB> <TAB> except template . VariableDoesNotExist : <TAB> <TAB> return """" <TAB> <TAB> except ( TypeError , AttributeError ) : <TAB> <TAB> return """" <TAB> return self . nodelist_false . render ( context )",if self . objs :,257
20203,"def replace(self, variable, expression, replace_bound=False, alpha_convert=True):
    """""":see: Expression.replace()""""""
    assert isinstance(variable, Variable), ""%s is not a Variable"" % variable
    assert isinstance(expression, Expression), ""%s is not an Expression"" % expression
    # if the bound variable is the thing being replaced
    if self.variable == variable:
        if replace_bound:
            assert isinstance(expression, AbstractVariableExpression), (
                ""%s is not a AbstractVariableExpression"" % expression
            )
            return self.__class__(
                expression.variable,
                self.term.replace(variable, expression, True, alpha_convert),
            )
        else:
            return self
    else:
        # if the bound variable appears in the expression, then it must
        # be alpha converted to avoid a conflict
        if alpha_convert and self.variable in expression.free():
            self = self.alpha_convert(unique_variable(pattern=self.variable))
        # replace in the term
        return self.__class__(
            self.variable,
            self.term.replace(variable, expression, replace_bound, alpha_convert),
        )
","def replace ( self , variable , expression , replace_bound = False , alpha_convert = True ) : <TAB> """""":see: Expression.replace()"""""" <TAB> assert isinstance ( variable , Variable ) , ""%s is not a Variable"" % variable <TAB> assert isinstance ( expression , Expression ) , ""%s is not an Expression"" % expression <TAB> <TAB> if self . variable == variable : <TAB> <TAB> if replace_bound : <TAB> <TAB> <TAB> assert isinstance ( expression , AbstractVariableExpression ) , ( <TAB> <TAB> <TAB> <TAB> ""%s is not a AbstractVariableExpression"" % expression <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return self . __class__ ( <TAB> <TAB> <TAB> <TAB> expression . variable , <TAB> <TAB> <TAB> <TAB> self . term . replace ( variable , expression , True , alpha_convert ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return self <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self = self . alpha_convert ( unique_variable ( pattern = self . variable ) ) <TAB> <TAB> <TAB> <TAB> return self . __class__ ( <TAB> <TAB> <TAB> self . variable , <TAB> <TAB> <TAB> self . term . replace ( variable , expression , replace_bound , alpha_convert ) , <TAB> <TAB> )",if alpha_convert and self . variable in expression . free ( ) :,302
12532,"def validate(self, strn, pos):
    if self.skipValidate:
        ret = QtGui.QValidator.Acceptable
    else:
        try:
            val = self.interpret()
            if val is False:
                ret = QtGui.QValidator.Intermediate
            else:
                if self.valueInRange(val):
                    if not self.opts[""delayUntilEditFinished""]:
                        self.setValue(val, update=False)
                    ret = QtGui.QValidator.Acceptable
                else:
                    ret = QtGui.QValidator.Intermediate
        except:
            import sys
            sys.excepthook(*sys.exc_info())
            ret = QtGui.QValidator.Intermediate
    ## draw / clear border
    if ret == QtGui.QValidator.Intermediate:
        self.textValid = False
    elif ret == QtGui.QValidator.Acceptable:
        self.textValid = True
    ## note: if text is invalid, we don't change the textValid flag
    ## since the text will be forced to its previous state anyway
    self.update()
    self.errorBox.setVisible(not self.textValid)
    ## support 2 different pyqt APIs. Bleh.
    if hasattr(QtCore, ""QString""):
        return (ret, pos)
    else:
        return (ret, strn, pos)","def validate ( self , strn , pos ) : <TAB> if self . skipValidate : <TAB> <TAB> ret = QtGui . QValidator . Acceptable <TAB> else : <TAB> <TAB> try : <TAB> <TAB> <TAB> val = self . interpret ( ) <TAB> <TAB> <TAB> if val is False : <TAB> <TAB> <TAB> <TAB> ret = QtGui . QValidator . Intermediate <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if self . valueInRange ( val ) : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . setValue ( val , update = False ) <TAB> <TAB> <TAB> <TAB> <TAB> ret = QtGui . QValidator . Acceptable <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> ret = QtGui . QValidator . Intermediate <TAB> <TAB> except : <TAB> <TAB> <TAB> import sys <TAB> <TAB> <TAB> sys . excepthook ( * sys . exc_info ( ) ) <TAB> <TAB> <TAB> ret = QtGui . QValidator . Intermediate <TAB> <TAB> if ret == QtGui . QValidator . Intermediate : <TAB> <TAB> self . textValid = False <TAB> elif ret == QtGui . QValidator . Acceptable : <TAB> <TAB> self . textValid = True <TAB> <TAB> <TAB> self . update ( ) <TAB> self . errorBox . setVisible ( not self . textValid ) <TAB> <TAB> if hasattr ( QtCore , ""QString"" ) : <TAB> <TAB> return ( ret , pos ) <TAB> else : <TAB> <TAB> return ( ret , strn , pos )","if not self . opts [ ""delayUntilEditFinished"" ] :",357
15984,"def state_dict(self, destination=None, prefix="""", keep_vars=False):
    destination = super().state_dict(
        destination=destination, prefix=prefix, keep_vars=keep_vars
    )
    # Register metric states to be part of the state_dict
    for key in self._defaults.keys():
        if self._persistent[key]:
            current_val = getattr(self, key)
            if not keep_vars:
                if torch.is_tensor(current_val):
                    current_val = current_val.detach()
                elif isinstance(current_val, list):
                    current_val = [
                        cur_v.detach() if torch.is_tensor(cur_v) else cur_v
                        for cur_v in current_val
                    ]
            destination[prefix + key] = current_val
    return destination
","def state_dict ( self , destination = None , prefix = """" , keep_vars = False ) : <TAB> destination = super ( ) . state_dict ( <TAB> <TAB> destination = destination , prefix = prefix , keep_vars = keep_vars <TAB> ) <TAB> <TAB> for key in self . _defaults . keys ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> current_val = getattr ( self , key ) <TAB> <TAB> <TAB> if not keep_vars : <TAB> <TAB> <TAB> <TAB> if torch . is_tensor ( current_val ) : <TAB> <TAB> <TAB> <TAB> <TAB> current_val = current_val . detach ( ) <TAB> <TAB> <TAB> <TAB> elif isinstance ( current_val , list ) : <TAB> <TAB> <TAB> <TAB> <TAB> current_val = [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cur_v . detach ( ) if torch . is_tensor ( cur_v ) else cur_v <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for cur_v in current_val <TAB> <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> destination [ prefix + key ] = current_val <TAB> return destination",if self . _persistent [ key ] :,235
16638,"def _execute_block(conn, block):
    sql_text = block.to_string()
    if debug.flags.bootstrap:
        debug.header(""Bootstrap Script"")
        debug.dump_code(sql_text, lexer=""sql"")
    try:
        await conn.execute(sql_text)
    except Exception as e:
        position = getattr(e, ""position"", None)
        internal_position = getattr(e, ""internal_position"", None)
        context = getattr(e, ""context"", """")
        if context:
            pl_func_line = re.search(
                r""^PL/pgSQL function inline_code_block line (\d+).*"", context, re.M
            )
            if pl_func_line:
                pl_func_line = int(pl_func_line.group(1))
        else:
            pl_func_line = None
        point = None
        if position is not None:
            position = int(position)
            point = parser_context.SourcePoint(None, None, position)
            text = e.query
            if text is None:
                # Parse errors
                text = sql_text
        elif internal_position is not None:
            internal_position = int(internal_position)
            point = parser_context.SourcePoint(None, None, internal_position)
            text = e.internal_query
        elif pl_func_line:
            point = parser_context.SourcePoint(pl_func_line, None, None)
            text = sql_text
        if point is not None:
            context = parser_context.ParserContext(
                ""query"", text, start=point, end=point
            )
            exceptions.replace_context(e, context)
        raise","def _execute_block ( conn , block ) : <TAB> sql_text = block . to_string ( ) <TAB> if debug . flags . bootstrap : <TAB> <TAB> debug . header ( ""Bootstrap Script"" ) <TAB> <TAB> debug . dump_code ( sql_text , lexer = ""sql"" ) <TAB> try : <TAB> <TAB> await conn . execute ( sql_text ) <TAB> except Exception as e : <TAB> <TAB> position = getattr ( e , ""position"" , None ) <TAB> <TAB> internal_position = getattr ( e , ""internal_position"" , None ) <TAB> <TAB> context = getattr ( e , ""context"" , """" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pl_func_line = re . search ( <TAB> <TAB> <TAB> <TAB> r""^PL/pgSQL function inline_code_block line (\d+).*"" , context , re . M <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if pl_func_line : <TAB> <TAB> <TAB> <TAB> pl_func_line = int ( pl_func_line . group ( 1 ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> pl_func_line = None <TAB> <TAB> point = None <TAB> <TAB> if position is not None : <TAB> <TAB> <TAB> position = int ( position ) <TAB> <TAB> <TAB> point = parser_context . SourcePoint ( None , None , position ) <TAB> <TAB> <TAB> text = e . query <TAB> <TAB> <TAB> if text is None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> text = sql_text <TAB> <TAB> elif internal_position is not None : <TAB> <TAB> <TAB> internal_position = int ( internal_position ) <TAB> <TAB> <TAB> point = parser_context . SourcePoint ( None , None , internal_position ) <TAB> <TAB> <TAB> text = e . internal_query <TAB> <TAB> elif pl_func_line : <TAB> <TAB> <TAB> point = parser_context . SourcePoint ( pl_func_line , None , None ) <TAB> <TAB> <TAB> text = sql_text <TAB> <TAB> if point is not None : <TAB> <TAB> <TAB> context = parser_context . ParserContext ( <TAB> <TAB> <TAB> <TAB> ""query"" , text , start = point , end = point <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> exceptions . replace_context ( e , context ) <TAB> <TAB> raise",if context :,470
12128,"def _choose_instance(self, timeout_time):
    """"""Returns the best Instance to handle a request or None if all are busy.""""""
    with self._condition:
        while time.time() < timeout_time:
            required_instances, not_required_instances = self._split_instances()
            if required_instances:
                # Pick the instance with the most remaining capacity to handle
                # requests.
                required_instances = sorted(
                    required_instances, key=lambda inst: inst.remaining_request_capacity
                )
                if required_instances[-1].remaining_request_capacity:
                    return required_instances[-1]
            available_instances = [
                inst
                for inst in not_required_instances
                if inst.remaining_request_capacity > 0 and inst.can_accept_requests
            ]
            if available_instances:
                # Pick the instance with the *least* capacity to handle requests
                # to avoid using unnecessary idle instances.
                available_instances.sort(
                    key=lambda instance: instance.num_outstanding_requests
                )
                return available_instances[-1]
            else:
                self._condition.wait(timeout_time - time.time())
    return None","def _choose_instance ( self , timeout_time ) : <TAB> """"""Returns the best Instance to handle a request or None if all are busy."""""" <TAB> with self . _condition : <TAB> <TAB> while time . time ( ) < timeout_time : <TAB> <TAB> <TAB> required_instances , not_required_instances = self . _split_instances ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> required_instances = sorted ( <TAB> <TAB> <TAB> <TAB> <TAB> required_instances , key = lambda inst : inst . remaining_request_capacity <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> if required_instances [ - 1 ] . remaining_request_capacity : <TAB> <TAB> <TAB> <TAB> <TAB> return required_instances [ - 1 ] <TAB> <TAB> <TAB> available_instances = [ <TAB> <TAB> <TAB> <TAB> inst <TAB> <TAB> <TAB> <TAB> for inst in not_required_instances <TAB> <TAB> <TAB> <TAB> if inst . remaining_request_capacity > 0 and inst . can_accept_requests <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> if available_instances : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> available_instances . sort ( <TAB> <TAB> <TAB> <TAB> <TAB> key = lambda instance : instance . num_outstanding_requests <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> return available_instances [ - 1 ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . _condition . wait ( timeout_time - time . time ( ) ) <TAB> return None",if required_instances :,347
8405,"def trap(self, func, *args, **kwargs):
    try:
        return func(*args, **kwargs)
    except self.throws:
        raise
    except StopIteration:
        raise
    except Exception:
        tb = _cperror.format_exc()
        _cherrypy.log(tb, severity=40)
        if not _cherrypy.request.show_tracebacks:
            tb = """"
        s, h, b = _cperror.bare_error(tb)
        if six.PY3:
            # What fun.
            s = s.decode(""ISO-8859-1"")
            h = [(k.decode(""ISO-8859-1""), v.decode(""ISO-8859-1"")) for k, v in h]
        if self.started_response:
            # Empty our iterable (so future calls raise StopIteration)
            self.iter_response = iter([])
        else:
            self.iter_response = iter(b)
        try:
            self.start_response(s, h, _sys.exc_info())
        except Exception:
            # ""The application must not trap any exceptions raised by
            # start_response, if it called start_response with exc_info.
            # Instead, it should allow such exceptions to propagate
            # back to the server or gateway.""
            # But we still log and call close() to clean up ourselves.
            _cherrypy.log(traceback=True, severity=40)
            raise
        if self.started_response:
            return ntob("""").join(b)
        else:
            return b","def trap ( self , func , * args , ** kwargs ) : <TAB> try : <TAB> <TAB> return func ( * args , ** kwargs ) <TAB> except self . throws : <TAB> <TAB> raise <TAB> except StopIteration : <TAB> <TAB> raise <TAB> except Exception : <TAB> <TAB> tb = _cperror . format_exc ( ) <TAB> <TAB> _cherrypy . log ( tb , severity = 40 ) <TAB> <TAB> if not _cherrypy . request . show_tracebacks : <TAB> <TAB> <TAB> tb = """" <TAB> <TAB> s , h , b = _cperror . bare_error ( tb ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> s = s . decode ( ""ISO-8859-1"" ) <TAB> <TAB> <TAB> h = [ ( k . decode ( ""ISO-8859-1"" ) , v . decode ( ""ISO-8859-1"" ) ) for k , v in h ] <TAB> <TAB> if self . started_response : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . iter_response = iter ( [ ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . iter_response = iter ( b ) <TAB> <TAB> try : <TAB> <TAB> <TAB> self . start_response ( s , h , _sys . exc_info ( ) ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> _cherrypy . log ( traceback = True , severity = 40 ) <TAB> <TAB> <TAB> raise <TAB> <TAB> if self . started_response : <TAB> <TAB> <TAB> return ntob ( """" ) . join ( b ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return b",if six . PY3 :,424
8126,"def confirm(self):
    if self.interactive:
        answer = None
        while not answer or answer not in ""yn"":
            answer = six.moves.input(""Do you wish to proceed? [yN] "")
            if not answer:
                answer = ""n""
                break
            else:
                answer = answer[0].lower()
        return answer == ""y""
    return True","def confirm ( self ) : <TAB> if self . interactive : <TAB> <TAB> answer = None <TAB> <TAB> while not answer or answer not in ""yn"" : <TAB> <TAB> <TAB> answer = six . moves . input ( ""Do you wish to proceed? [yN] "" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> answer = ""n"" <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> answer = answer [ 0 ] . lower ( ) <TAB> <TAB> return answer == ""y"" <TAB> return True",if not answer :,111
24934,"def export_suffix_generator(a_block, datatype=False):
    if datatype is False:
        for name, suffix in iteritems(a_block.component_map(Suffix)):
            if suffix.export_enabled() is True:
                yield name, suffix
    else:
        for name, suffix in iteritems(a_block.component_map(Suffix)):
            if (suffix.export_enabled() is True) and (
                suffix.get_datatype() is datatype
            ):
                yield name, suffix
","def export_suffix_generator ( a_block , datatype = False ) : <TAB> if datatype is False : <TAB> <TAB> for name , suffix in iteritems ( a_block . component_map ( Suffix ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> yield name , suffix <TAB> else : <TAB> <TAB> for name , suffix in iteritems ( a_block . component_map ( Suffix ) ) : <TAB> <TAB> <TAB> if ( suffix . export_enabled ( ) is True ) and ( <TAB> <TAB> <TAB> <TAB> suffix . get_datatype ( ) is datatype <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> yield name , suffix",if suffix . export_enabled ( ) is True :,136
23900,"def clean_subevent(event, subevent):
    if event.has_subevents:
        if not subevent:
            raise ValidationError(_(""Subevent cannot be null for event series.""))
        if event != subevent.event:
            raise ValidationError(_(""The subevent does not belong to this event.""))
    else:
        if subevent:
            raise ValidationError(_(""The subevent does not belong to this event.""))
","def clean_subevent ( event , subevent ) : <TAB> if event . has_subevents : <TAB> <TAB> if not subevent : <TAB> <TAB> <TAB> raise ValidationError ( _ ( ""Subevent cannot be null for event series."" ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValidationError ( _ ( ""The subevent does not belong to this event."" ) ) <TAB> else : <TAB> <TAB> if subevent : <TAB> <TAB> <TAB> raise ValidationError ( _ ( ""The subevent does not belong to this event."" ) )",if event != subevent . event :,102
13576,"def execute(cls, ctx, op):
    inputs, device_id, xp = as_same_device(
        [ctx[inp.key] for inp in op.inputs], device=op.device, ret_extra=True
    )
    a = inputs[0]
    if len(inputs) == 2:
        val = inputs[1]
    else:
        val = op.val
    with device(device_id):
        if not op.k:
            a = a.copy()
            xp.fill_diagonal(a, val, wrap=op.wrap)
        else:
            assert a.ndim == 2
            k = op.k or 0
            n_rows, n_cols = a.shape
            if k > 0:
                n_cols -= k
            elif k < 0:
                n_rows += k
            n = min(n_rows, n_cols)
            # generate indices
            rows, cols = np.diag_indices(n)
            if k > 0:
                cols = cols.copy()
                cols += k
            elif k < 0:
                rows = rows.copy()
                rows -= k
            a = a.copy()
            a[rows, cols] = val
        ctx[op.outputs[0].key] = a","def execute ( cls , ctx , op ) : <TAB> inputs , device_id , xp = as_same_device ( <TAB> <TAB> [ ctx [ inp . key ] for inp in op . inputs ] , device = op . device , ret_extra = True <TAB> ) <TAB> a = inputs [ 0 ] <TAB> if len ( inputs ) == 2 : <TAB> <TAB> val = inputs [ 1 ] <TAB> else : <TAB> <TAB> val = op . val <TAB> with device ( device_id ) : <TAB> <TAB> if not op . k : <TAB> <TAB> <TAB> a = a . copy ( ) <TAB> <TAB> <TAB> xp . fill_diagonal ( a , val , wrap = op . wrap ) <TAB> <TAB> else : <TAB> <TAB> <TAB> assert a . ndim == 2 <TAB> <TAB> <TAB> k = op . k or 0 <TAB> <TAB> <TAB> n_rows , n_cols = a . shape <TAB> <TAB> <TAB> if k > 0 : <TAB> <TAB> <TAB> <TAB> n_cols -= k <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> n_rows += k <TAB> <TAB> <TAB> n = min ( n_rows , n_cols ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> rows , cols = np . diag_indices ( n ) <TAB> <TAB> <TAB> if k > 0 : <TAB> <TAB> <TAB> <TAB> cols = cols . copy ( ) <TAB> <TAB> <TAB> <TAB> cols += k <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> rows = rows . copy ( ) <TAB> <TAB> <TAB> <TAB> rows -= k <TAB> <TAB> <TAB> a = a . copy ( ) <TAB> <TAB> <TAB> a [ rows , cols ] = val <TAB> <TAB> ctx [ op . outputs [ 0 ] . key ] = a",elif k < 0 :,355
3629,"def focused_windows():
    tree = i3.get_tree()
    workspaces = tree.workspaces()
    for workspace in workspaces:
        container = workspace
        while container:
            if not hasattr(container, ""focus"") or not container.focus:
                break
            container_id = container.focus[0]
            container = container.find_by_id(container_id)
        if container:
            coname = container.name
            wsname = workspace.name
            print(""WS"", wsname + "":"", coname)","def focused_windows ( ) : <TAB> tree = i3 . get_tree ( ) <TAB> workspaces = tree . workspaces ( ) <TAB> for workspace in workspaces : <TAB> <TAB> container = workspace <TAB> <TAB> while container : <TAB> <TAB> <TAB> if not hasattr ( container , ""focus"" ) or not container . focus : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> container_id = container . focus [ 0 ] <TAB> <TAB> <TAB> container = container . find_by_id ( container_id ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> coname = container . name <TAB> <TAB> <TAB> wsname = workspace . name <TAB> <TAB> <TAB> print ( ""WS"" , wsname + "":"" , coname )",if container :,146
15671,"def find_version(*filepath):
    # Extract version information from filepath
    with open(os.path.join(ROOT_DIR, *filepath)) as fp:
        version_match = re.search(
            r""^__version__ = ['\""]([^'\""]*)['\""]"", fp.read(), re.M
        )
        if version_match:
            return version_match.group(1)
        raise RuntimeError(""Unable to find version string."")","def find_version ( * filepath ) : <TAB> <TAB> with open ( os . path . join ( ROOT_DIR , * filepath ) ) as fp : <TAB> <TAB> version_match = re . search ( <TAB> <TAB> <TAB> r""^__version__ = ['\""]([^'\""]*)['\""]"" , fp . read ( ) , re . M <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return version_match . group ( 1 ) <TAB> <TAB> raise RuntimeError ( ""Unable to find version string."" )",if version_match :,112
19593,"def _quil_(
    self, qubits: Tuple[""cirq.Qid"", ...], formatter: ""cirq.QuilFormatter""
) -> Optional[str]:
    if np.count_nonzero(self._diag_angles_radians) == 1:
        if self._diag_angles_radians[0] != 0:
            return formatter.format(
                ""CPHASE00({0}) {1} {2}\n"",
                self._diag_angles_radians[0],
                qubits[0],
                qubits[1],
            )
        elif self._diag_angles_radians[1] != 0:
            return formatter.format(
                ""CPHASE01({0}) {1} {2}\n"",
                self._diag_angles_radians[1],
                qubits[0],
                qubits[1],
            )
        elif self._diag_angles_radians[2] != 0:
            return formatter.format(
                ""CPHASE10({0}) {1} {2}\n"",
                self._diag_angles_radians[2],
                qubits[0],
                qubits[1],
            )
        elif self._diag_angles_radians[3] != 0:
            return formatter.format(
                ""CPHASE({0}) {1} {2}\n"",
                self._diag_angles_radians[3],
                qubits[0],
                qubits[1],
            )
    return None","def _quil_ ( <TAB> self , qubits : Tuple [ ""cirq.Qid"" , ... ] , formatter : ""cirq.QuilFormatter"" ) -> Optional [ str ] : <TAB> if np . count_nonzero ( self . _diag_angles_radians ) == 1 : <TAB> <TAB> if self . _diag_angles_radians [ 0 ] != 0 : <TAB> <TAB> <TAB> return formatter . format ( <TAB> <TAB> <TAB> <TAB> ""CPHASE00({0}) {1} {2}\n"" , <TAB> <TAB> <TAB> <TAB> self . _diag_angles_radians [ 0 ] , <TAB> <TAB> <TAB> <TAB> qubits [ 0 ] , <TAB> <TAB> <TAB> <TAB> qubits [ 1 ] , <TAB> <TAB> <TAB> ) <TAB> <TAB> elif self . _diag_angles_radians [ 1 ] != 0 : <TAB> <TAB> <TAB> return formatter . format ( <TAB> <TAB> <TAB> <TAB> ""CPHASE01({0}) {1} {2}\n"" , <TAB> <TAB> <TAB> <TAB> self . _diag_angles_radians [ 1 ] , <TAB> <TAB> <TAB> <TAB> qubits [ 0 ] , <TAB> <TAB> <TAB> <TAB> qubits [ 1 ] , <TAB> <TAB> <TAB> ) <TAB> <TAB> elif self . _diag_angles_radians [ 2 ] != 0 : <TAB> <TAB> <TAB> return formatter . format ( <TAB> <TAB> <TAB> <TAB> ""CPHASE10({0}) {1} {2}\n"" , <TAB> <TAB> <TAB> <TAB> self . _diag_angles_radians [ 2 ] , <TAB> <TAB> <TAB> <TAB> qubits [ 0 ] , <TAB> <TAB> <TAB> <TAB> qubits [ 1 ] , <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return formatter . format ( <TAB> <TAB> <TAB> <TAB> ""CPHASE({0}) {1} {2}\n"" , <TAB> <TAB> <TAB> <TAB> self . _diag_angles_radians [ 3 ] , <TAB> <TAB> <TAB> <TAB> qubits [ 0 ] , <TAB> <TAB> <TAB> <TAB> qubits [ 1 ] , <TAB> <TAB> <TAB> ) <TAB> return None",elif self . _diag_angles_radians [ 3 ] != 0 :,411
12668,"def comment(request, pk):
    """"""Add new comment.""""""
    scope = unit = get_object_or_404(Unit, pk=pk)
    component = unit.translation.component
    if not request.user.has_perm(""comment.add"", unit.translation):
        raise PermissionDenied()
    form = CommentForm(component.project, request.POST)
    if form.is_valid():
        # Is this source or target comment?
        if form.cleaned_data[""scope""] in (""global"", ""report""):
            scope = unit.source_unit
        # Create comment object
        Comment.objects.add(scope, request, form.cleaned_data[""comment""])
        # Add review label/flag
        if form.cleaned_data[""scope""] == ""report"":
            if component.has_template():
                if scope.translated and not scope.readonly:
                    scope.translate(
                        request.user,
                        scope.target,
                        STATE_FUZZY,
                        change_action=Change.ACTION_MARKED_EDIT,
                    )
            else:
                label = component.project.label_set.get_or_create(
                    name=gettext_noop(""Source needs review""), defaults={""color"": ""red""}
                )[0]
                scope.labels.add(label)
        messages.success(request, _(""Posted new comment""))
    else:
        messages.error(request, _(""Failed to add comment!""))
    return redirect_next(request.POST.get(""next""), unit)","def comment ( request , pk ) : <TAB> """"""Add new comment."""""" <TAB> scope = unit = get_object_or_404 ( Unit , pk = pk ) <TAB> component = unit . translation . component <TAB> if not request . user . has_perm ( ""comment.add"" , unit . translation ) : <TAB> <TAB> raise PermissionDenied ( ) <TAB> form = CommentForm ( component . project , request . POST ) <TAB> if form . is_valid ( ) : <TAB> <TAB> <TAB> <TAB> if form . cleaned_data [ ""scope"" ] in ( ""global"" , ""report"" ) : <TAB> <TAB> <TAB> scope = unit . source_unit <TAB> <TAB> <TAB> <TAB> Comment . objects . add ( scope , request , form . cleaned_data [ ""comment"" ] ) <TAB> <TAB> <TAB> <TAB> if form . cleaned_data [ ""scope"" ] == ""report"" : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if scope . translated and not scope . readonly : <TAB> <TAB> <TAB> <TAB> <TAB> scope . translate ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> request . user , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> scope . target , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> STATE_FUZZY , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> change_action = Change . ACTION_MARKED_EDIT , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> label = component . project . label_set . get_or_create ( <TAB> <TAB> <TAB> <TAB> <TAB> name = gettext_noop ( ""Source needs review"" ) , defaults = { ""color"" : ""red"" } <TAB> <TAB> <TAB> <TAB> ) [ 0 ] <TAB> <TAB> <TAB> <TAB> scope . labels . add ( label ) <TAB> <TAB> messages . success ( request , _ ( ""Posted new comment"" ) ) <TAB> else : <TAB> <TAB> messages . error ( request , _ ( ""Failed to add comment!"" ) ) <TAB> return redirect_next ( request . POST . get ( ""next"" ) , unit )",if component . has_template ( ) :,409
4281,"def test_default_values_for_objects_are_valid(self):
    for _, member in inspect.getmembers(objects):
        if inspect.isclass(member) and member.default_value is not None:
            self.assertEqual(
                member.normalize(member.default_value), member.default_value
            )
            # Comparing types here is necessary because 0 == False in
            # Python. We handle the string case separately since Python
            # treats str and unicode as different types.
            type_error_message = (
                ""Mismatched default value types for object class %s"" % member.__name__
            )
            if isinstance(member.default_value, python_utils.BASESTRING):
                self.assertIsInstance(
                    member.normalize(member.default_value),
                    python_utils.BASESTRING,
                    msg=type_error_message,
                )
            else:
                self.assertIsInstance(
                    member.normalize(member.default_value),
                    type(member.default_value),
                    msg=type_error_message,
                )","def test_default_values_for_objects_are_valid ( self ) : <TAB> for _ , member in inspect . getmembers ( objects ) : <TAB> <TAB> if inspect . isclass ( member ) and member . default_value is not None : <TAB> <TAB> <TAB> self . assertEqual ( <TAB> <TAB> <TAB> <TAB> member . normalize ( member . default_value ) , member . default_value <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> type_error_message = ( <TAB> <TAB> <TAB> <TAB> ""Mismatched default value types for object class %s"" % member . __name__ <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . assertIsInstance ( <TAB> <TAB> <TAB> <TAB> <TAB> member . normalize ( member . default_value ) , <TAB> <TAB> <TAB> <TAB> <TAB> python_utils . BASESTRING , <TAB> <TAB> <TAB> <TAB> <TAB> msg = type_error_message , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . assertIsInstance ( <TAB> <TAB> <TAB> <TAB> <TAB> member . normalize ( member . default_value ) , <TAB> <TAB> <TAB> <TAB> <TAB> type ( member . default_value ) , <TAB> <TAB> <TAB> <TAB> <TAB> msg = type_error_message , <TAB> <TAB> <TAB> <TAB> )","if isinstance ( member . default_value , python_utils . BASESTRING ) :",308
3372,"def extract_function_names(
    test_folder: Path, exclude_names: List[str]
) -> List[str]:  # skipcq
    """"""Extract function names from the list of functions.""""""
    function_names = []  # skipcq
    for name in test_folder.iterdir():
        if not name.is_dir() and path_does_not_contain(name, exclude_names):
            function_names.append(name.stem.split(""_"", 1)[-1].strip())
    return function_names","def extract_function_names ( <TAB> test_folder : Path , exclude_names : List [ str ] ) -> List [ str ] : <TAB> """"""Extract function names from the list of functions."""""" <TAB> function_names = [ ] <TAB> for name in test_folder . iterdir ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> function_names . append ( name . stem . split ( ""_"" , 1 ) [ - 1 ] . strip ( ) ) <TAB> return function_names","if not name . is_dir ( ) and path_does_not_contain ( name , exclude_names ) :",122
4117,"def parse_msg_comment(parse_state, msg_comment_list, string):
    while string is not None:
        append(msg_comment_list, parse_state.decode(string))
        if find(string, ""\\n"") > -1:
            return parse_quoted(parse_state)
        string = parse_quoted(parse_state)
    return None","def parse_msg_comment ( parse_state , msg_comment_list , string ) : <TAB> while string is not None : <TAB> <TAB> append ( msg_comment_list , parse_state . decode ( string ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return parse_quoted ( parse_state ) <TAB> <TAB> string = parse_quoted ( parse_state ) <TAB> return None","if find ( string , ""\\n"" ) > - 1 :",92
8441,"def get_line_changed_regions(oldline, newline):
    """"""Returns regions of changes between two similar lines.""""""
    if oldline is None or newline is None:
        return None, None
    # Use the SequenceMatcher directly. It seems to give us better results
    # for this. We should investigate steps to move to the new differ.
    differ = SequenceMatcher(None, oldline, newline)
    # This thresholds our results -- we don't want to show inter-line diffs
    # if most of the line has changed, unless those lines are very short.
    # FIXME: just a plain, linear threshold is pretty crummy here.  Short
    # changes in a short line get lost.  I haven't yet thought of a fancy
    # nonlinear test.
    if differ.ratio() < 0.6:
        return None, None
    oldchanges = []
    newchanges = []
    back = (0, 0)
    for tag, i1, i2, j1, j2 in differ.get_opcodes():
        if tag == ""equal"":
            if (i2 - i1 < 3) or (j2 - j1 < 3):
                back = (j2 - j1, i2 - i1)
            continue
        oldstart, oldend = i1 - back[0], i2
        newstart, newend = j1 - back[1], j2
        if oldchanges and oldstart <= oldchanges[-1][1] < oldend:
            oldchanges[-1] = (oldchanges[-1][0], oldend)
        elif not oldline[oldstart:oldend].isspace():
            oldchanges.append((oldstart, oldend))
        if newchanges and newstart <= newchanges[-1][1] < newend:
            newchanges[-1] = (newchanges[-1][0], newend)
        elif not newline[newstart:newend].isspace():
            newchanges.append((newstart, newend))
        back = (0, 0)
    return oldchanges, newchanges","def get_line_changed_regions ( oldline , newline ) : <TAB> """"""Returns regions of changes between two similar lines."""""" <TAB> if oldline is None or newline is None : <TAB> <TAB> return None , None <TAB> <TAB> <TAB> differ = SequenceMatcher ( None , oldline , newline ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if differ . ratio ( ) < 0.6 : <TAB> <TAB> return None , None <TAB> oldchanges = [ ] <TAB> newchanges = [ ] <TAB> back = ( 0 , 0 ) <TAB> for tag , i1 , i2 , j1 , j2 in differ . get_opcodes ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ( i2 - i1 < 3 ) or ( j2 - j1 < 3 ) : <TAB> <TAB> <TAB> <TAB> back = ( j2 - j1 , i2 - i1 ) <TAB> <TAB> <TAB> continue <TAB> <TAB> oldstart , oldend = i1 - back [ 0 ] , i2 <TAB> <TAB> newstart , newend = j1 - back [ 1 ] , j2 <TAB> <TAB> if oldchanges and oldstart <= oldchanges [ - 1 ] [ 1 ] < oldend : <TAB> <TAB> <TAB> oldchanges [ - 1 ] = ( oldchanges [ - 1 ] [ 0 ] , oldend ) <TAB> <TAB> elif not oldline [ oldstart : oldend ] . isspace ( ) : <TAB> <TAB> <TAB> oldchanges . append ( ( oldstart , oldend ) ) <TAB> <TAB> if newchanges and newstart <= newchanges [ - 1 ] [ 1 ] < newend : <TAB> <TAB> <TAB> newchanges [ - 1 ] = ( newchanges [ - 1 ] [ 0 ] , newend ) <TAB> <TAB> elif not newline [ newstart : newend ] . isspace ( ) : <TAB> <TAB> <TAB> newchanges . append ( ( newstart , newend ) ) <TAB> <TAB> back = ( 0 , 0 ) <TAB> return oldchanges , newchanges","if tag == ""equal"" :",492
18432,"def validate(self):
    if self.data.get(""state"") == ""enabled"":
        if ""bucket"" not in self.data:
            raise PolicyValidationError(
                (
                    ""redshift logging enablement requires `bucket` ""
                    ""and `prefix` specification on %s"" % (self.manager.data,)
                )
            )
    return self
","def validate ( self ) : <TAB> if self . data . get ( ""state"" ) == ""enabled"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise PolicyValidationError ( <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> ""redshift logging enablement requires `bucket` "" <TAB> <TAB> <TAB> <TAB> <TAB> ""and `prefix` specification on %s"" % ( self . manager . data , ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> return self","if ""bucket"" not in self . data :",104
7502,"def upgrade_properties(self, lang=""hive"", properties=None):
    upgraded_properties = copy.deepcopy(self.get_properties(lang))
    # Check that current properties is a list of dictionary objects with 'key' and 'value' keys
    if (
        not isinstance(properties, list)
        or not all(isinstance(prop, dict) for prop in properties)
        or not all(""key"" in prop for prop in properties)
        or not all(""value"" in prop for prop in properties)
    ):
        LOG.warn(
            ""Current properties are not formatted correctly, will replace with defaults.""
        )
        return upgraded_properties
    valid_props_dict = dict((prop[""key""], prop) for prop in upgraded_properties)
    curr_props_dict = dict((prop[""key""], prop) for prop in properties)
    # Upgrade based on valid properties as needed
    if set(valid_props_dict.keys()) != set(curr_props_dict.keys()):
        settings = next(
            (prop for prop in upgraded_properties if prop[""key""] == ""settings""), None
        )
        if settings is not None and isinstance(properties, list):
            settings[""value""] = properties
    else:  # No upgrade needed so return existing properties
        upgraded_properties = properties
    return upgraded_properties
","def upgrade_properties ( self , lang = ""hive"" , properties = None ) : <TAB> upgraded_properties = copy . deepcopy ( self . get_properties ( lang ) ) <TAB> <TAB> if ( <TAB> <TAB> not isinstance ( properties , list ) <TAB> <TAB> or not all ( isinstance ( prop , dict ) for prop in properties ) <TAB> <TAB> or not all ( ""key"" in prop for prop in properties ) <TAB> <TAB> or not all ( ""value"" in prop for prop in properties ) <TAB> ) : <TAB> <TAB> LOG . warn ( <TAB> <TAB> <TAB> ""Current properties are not formatted correctly, will replace with defaults."" <TAB> <TAB> ) <TAB> <TAB> return upgraded_properties <TAB> valid_props_dict = dict ( ( prop [ ""key"" ] , prop ) for prop in upgraded_properties ) <TAB> curr_props_dict = dict ( ( prop [ ""key"" ] , prop ) for prop in properties ) <TAB> <TAB> if set ( valid_props_dict . keys ( ) ) != set ( curr_props_dict . keys ( ) ) : <TAB> <TAB> settings = next ( <TAB> <TAB> <TAB> ( prop for prop in upgraded_properties if prop [ ""key"" ] == ""settings"" ) , None <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> settings [ ""value"" ] = properties <TAB> else : <TAB> <TAB> upgraded_properties = properties <TAB> return upgraded_properties","if settings is not None and isinstance ( properties , list ) :",328
14576,"def set_currentPlace(self, uri, callback=None):
    if self._currentPlace_uri is not None:
        self.closePlace()
    if uri:
        self._currentPlace_uri = uri
        self._currentPlace_koFileEx = components.classes[
            ""@activestate.com/koFileEx;1""
        ].createInstance(components.interfaces.koIFileEx)
        self._currentPlace_koFileEx.URI = uri
        if not self._currentPlace_koFileEx.exists:
            msg = ""set_currentPlace: URI %s doesn't exist"" % (uri,)
            log.error(""%s"", msg)
            self.closePlace()
            if callback:
                callback.callback(
                    components.interfaces.koIAsyncCallback.RESULT_ERROR, msg
                )
            return
        self.openPlace(uri, callback)","def set_currentPlace ( self , uri , callback = None ) : <TAB> if self . _currentPlace_uri is not None : <TAB> <TAB> self . closePlace ( ) <TAB> if uri : <TAB> <TAB> self . _currentPlace_uri = uri <TAB> <TAB> self . _currentPlace_koFileEx = components . classes [ <TAB> <TAB> <TAB> ""@activestate.com/koFileEx;1"" <TAB> <TAB> ] . createInstance ( components . interfaces . koIFileEx ) <TAB> <TAB> self . _currentPlace_koFileEx . URI = uri <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> msg = ""set_currentPlace: URI %s doesn't exist"" % ( uri , ) <TAB> <TAB> <TAB> log . error ( ""%s"" , msg ) <TAB> <TAB> <TAB> self . closePlace ( ) <TAB> <TAB> <TAB> if callback : <TAB> <TAB> <TAB> <TAB> callback . callback ( <TAB> <TAB> <TAB> <TAB> <TAB> components . interfaces . koIAsyncCallback . RESULT_ERROR , msg <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return <TAB> <TAB> self . openPlace ( uri , callback )",if not self . _currentPlace_koFileEx . exists :,237
24355,"def _shift(self):
    self.compiled = """"
    self.args.update({""_t0"": 0})
    new_ops = []
    for op in self.ops:
        new_op = [op.qobj, None, None, op.type]
        if op.type == ""func"":
            new_op[1] = _Shift(op.get_coeff)
            new_op[2] = new_op[1]
        elif op.type == ""string"":
            new_op[2] = sub(
                ""(?<=[^0-9a-zA-Z_])t(?=[^0-9a-zA-Z_])"", ""(t+_t0)"", "" "" + op.coeff + "" ""
            )
            new_op[1] = _StrWrapper(new_op[2])
        elif op.type == ""array"":
            new_op[2] = _Shift(op.get_coeff)
            new_op[1] = new_op[2]
            new_op[3] = ""func""
            self.type = ""mixed_callable""
        elif op.type == ""spline"":
            new_op[1] = _Shift(op.get_coeff)
            new_op[2] = new_op[1]
            new_op[3] = ""func""
            self.type = ""mixed_callable""
        new_ops.append(EvoElement.make(new_op))
    self.ops = new_ops
    return self","def _shift ( self ) : <TAB> self . compiled = """" <TAB> self . args . update ( { ""_t0"" : 0 } ) <TAB> new_ops = [ ] <TAB> for op in self . ops : <TAB> <TAB> new_op = [ op . qobj , None , None , op . type ] <TAB> <TAB> if op . type == ""func"" : <TAB> <TAB> <TAB> new_op [ 1 ] = _Shift ( op . get_coeff ) <TAB> <TAB> <TAB> new_op [ 2 ] = new_op [ 1 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> new_op [ 2 ] = sub ( <TAB> <TAB> <TAB> <TAB> ""(?<=[^0-9a-zA-Z_])t(?=[^0-9a-zA-Z_])"" , ""(t+_t0)"" , "" "" + op . coeff + "" "" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> new_op [ 1 ] = _StrWrapper ( new_op [ 2 ] ) <TAB> <TAB> elif op . type == ""array"" : <TAB> <TAB> <TAB> new_op [ 2 ] = _Shift ( op . get_coeff ) <TAB> <TAB> <TAB> new_op [ 1 ] = new_op [ 2 ] <TAB> <TAB> <TAB> new_op [ 3 ] = ""func"" <TAB> <TAB> <TAB> self . type = ""mixed_callable"" <TAB> <TAB> elif op . type == ""spline"" : <TAB> <TAB> <TAB> new_op [ 1 ] = _Shift ( op . get_coeff ) <TAB> <TAB> <TAB> new_op [ 2 ] = new_op [ 1 ] <TAB> <TAB> <TAB> new_op [ 3 ] = ""func"" <TAB> <TAB> <TAB> self . type = ""mixed_callable"" <TAB> <TAB> new_ops . append ( EvoElement . make ( new_op ) ) <TAB> self . ops = new_ops <TAB> return self","elif op . type == ""string"" :",392
14387,"def onMESSAGE(self, hwnd, msg, wp, lp):
    if msg == fw.WND_WM_NOTIFY:
        if wp == fw.WND_NM_MSGREFLECT:
            msgr = fw.WND_MSGREFLECT.from_address(lp)
            msgr.fReturn = self._base_fMsgReflect
            if msgr.msg == self.Msg.NM_RELEASEDCAPTURE:
                self.onMSG(hwnd, ""releasedcapture"", 0, 0)
                return 0
            elif msgr.msg == self.Msg.RBN_BEGINDRAG:
                nmrb = NMREBAR.from_address(msgr.lParam)
                result = self.onMSG(hwnd, ""begindrag"", (nmrb.wID, nmrb.uBand), 0)
                if result == False:
                    return 1
                return 0
            return 0
    elif msg == self.Msg.WM_DESTROY:
        self.onMSG(hwnd, ""destroy"", 0, 0)","def onMESSAGE ( self , hwnd , msg , wp , lp ) : <TAB> if msg == fw . WND_WM_NOTIFY : <TAB> <TAB> if wp == fw . WND_NM_MSGREFLECT : <TAB> <TAB> <TAB> msgr = fw . WND_MSGREFLECT . from_address ( lp ) <TAB> <TAB> <TAB> msgr . fReturn = self . _base_fMsgReflect <TAB> <TAB> <TAB> if msgr . msg == self . Msg . NM_RELEASEDCAPTURE : <TAB> <TAB> <TAB> <TAB> self . onMSG ( hwnd , ""releasedcapture"" , 0 , 0 ) <TAB> <TAB> <TAB> <TAB> return 0 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> nmrb = NMREBAR . from_address ( msgr . lParam ) <TAB> <TAB> <TAB> <TAB> result = self . onMSG ( hwnd , ""begindrag"" , ( nmrb . wID , nmrb . uBand ) , 0 ) <TAB> <TAB> <TAB> <TAB> if result == False : <TAB> <TAB> <TAB> <TAB> <TAB> return 1 <TAB> <TAB> <TAB> <TAB> return 0 <TAB> <TAB> <TAB> return 0 <TAB> elif msg == self . Msg . WM_DESTROY : <TAB> <TAB> self . onMSG ( hwnd , ""destroy"" , 0 , 0 )",elif msgr . msg == self . Msg . RBN_BEGINDRAG :,276
2751,"def _makefiles(self, f):
    if isinstance(f, dict):
        for k, v in list(f.items()):
            if isinstance(v, list):
                self.makedir(dirname=k, content=v)
            elif isinstance(v, str):
                self.make_file(filename=k, content=v)
            else:  # pragma: nocover
                raise ValueError(""Unexpected:"", k, v)
    elif isinstance(f, str):
        self._make_empty_file(f)
    elif isinstance(f, list):
        self.make_list(f)
    else:  # pragma: nocover
        raise ValueError(""Unknown type:"", f)
","def _makefiles ( self , f ) : <TAB> if isinstance ( f , dict ) : <TAB> <TAB> for k , v in list ( f . items ( ) ) : <TAB> <TAB> <TAB> if isinstance ( v , list ) : <TAB> <TAB> <TAB> <TAB> self . makedir ( dirname = k , content = v ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . make_file ( filename = k , content = v ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""Unexpected:"" , k , v ) <TAB> elif isinstance ( f , str ) : <TAB> <TAB> self . _make_empty_file ( f ) <TAB> elif isinstance ( f , list ) : <TAB> <TAB> self . make_list ( f ) <TAB> else : <TAB> <TAB> raise ValueError ( ""Unknown type:"" , f )","elif isinstance ( v , str ) :",182
21107,"def handle(self, *args, **options):
    self.verbosity = options[""verbosity""]
    for document in Document.objects.filter(correspondent__isnull=True):
        potential_correspondents = list(Correspondent.match_all(document.content))
        if not potential_correspondents:
            continue
        potential_count = len(potential_correspondents)
        correspondent = potential_correspondents[0]
        if potential_count > 1:
            if not options[""use_first""]:
                print(
                    self.TOO_MANY_SKIP.format(potential_count, document),
                    file=sys.stderr,
                )
                continue
            print(
                self.TOO_MANY_CONTINUE.format(potential_count, document, correspondent),
                file=sys.stderr,
            )
        document.correspondent = correspondent
        document.save(update_fields=(""correspondent"",))
        print(
            self.CHANGE_MESSAGE.format(
                document.pk, document.title, correspondent.pk, correspondent.name
            ),
            file=sys.stderr,
        )","def handle ( self , * args , ** options ) : <TAB> self . verbosity = options [ ""verbosity"" ] <TAB> for document in Document . objects . filter ( correspondent__isnull = True ) : <TAB> <TAB> potential_correspondents = list ( Correspondent . match_all ( document . content ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> potential_count = len ( potential_correspondents ) <TAB> <TAB> correspondent = potential_correspondents [ 0 ] <TAB> <TAB> if potential_count > 1 : <TAB> <TAB> <TAB> if not options [ ""use_first"" ] : <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> self . TOO_MANY_SKIP . format ( potential_count , document ) , <TAB> <TAB> <TAB> <TAB> <TAB> file = sys . stderr , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> self . TOO_MANY_CONTINUE . format ( potential_count , document , correspondent ) , <TAB> <TAB> <TAB> <TAB> file = sys . stderr , <TAB> <TAB> <TAB> ) <TAB> <TAB> document . correspondent = correspondent <TAB> <TAB> document . save ( update_fields = ( ""correspondent"" , ) ) <TAB> <TAB> print ( <TAB> <TAB> <TAB> self . CHANGE_MESSAGE . format ( <TAB> <TAB> <TAB> <TAB> document . pk , document . title , correspondent . pk , correspondent . name <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> file = sys . stderr , <TAB> <TAB> )",if not potential_correspondents :,319
19031,"def flask_debug_true(context):
    if context.is_module_imported_like(""flask""):
        if context.call_function_name_qual.endswith("".run""):
            if context.check_call_arg_value(""debug"", ""True""):
                return bandit.Issue(
                    severity=bandit.HIGH,
                    confidence=bandit.MEDIUM,
                    text=""A Flask app appears to be run with debug=True, ""
                    ""which exposes the Werkzeug debugger and allows ""
                    ""the execution of arbitrary code."",
                    lineno=context.get_lineno_for_call_arg(""debug""),
                )
","def flask_debug_true ( context ) : <TAB> if context . is_module_imported_like ( ""flask"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if context . check_call_arg_value ( ""debug"" , ""True"" ) : <TAB> <TAB> <TAB> <TAB> return bandit . Issue ( <TAB> <TAB> <TAB> <TAB> <TAB> severity = bandit . HIGH , <TAB> <TAB> <TAB> <TAB> <TAB> confidence = bandit . MEDIUM , <TAB> <TAB> <TAB> <TAB> <TAB> text = ""A Flask app appears to be run with debug=True, "" <TAB> <TAB> <TAB> <TAB> <TAB> ""which exposes the Werkzeug debugger and allows "" <TAB> <TAB> <TAB> <TAB> <TAB> ""the execution of arbitrary code."" , <TAB> <TAB> <TAB> <TAB> <TAB> lineno = context . get_lineno_for_call_arg ( ""debug"" ) , <TAB> <TAB> <TAB> <TAB> )","if context . call_function_name_qual . endswith ( "".run"" ) :",181
19952,"def load_images(n_batches=10, sleep=0.0):
    batch_size = 4
    astronaut = data.astronaut()
    astronaut = ia.imresize_single_image(astronaut, (64, 64))
    kps = ia.KeypointsOnImage([ia.Keypoint(x=15, y=25)], shape=astronaut.shape)
    counter = 0
    for i in range(n_batches):
        batch_images = []
        batch_kps = []
        for b in range(batch_size):
            astronaut_text = ia.draw_text(
                astronaut, x=0, y=0, text=""%d"" % (counter,), color=[0, 255, 0], size=16
            )
            batch_images.append(astronaut_text)
            batch_kps.append(kps)
            counter += 1
        batch = ia.Batch(
            images=np.array(batch_images, dtype=np.uint8), keypoints=batch_kps
        )
        yield batch
        if sleep > 0:
            time.sleep(sleep)","def load_images ( n_batches = 10 , sleep = 0.0 ) : <TAB> batch_size = 4 <TAB> astronaut = data . astronaut ( ) <TAB> astronaut = ia . imresize_single_image ( astronaut , ( 64 , 64 ) ) <TAB> kps = ia . KeypointsOnImage ( [ ia . Keypoint ( x = 15 , y = 25 ) ] , shape = astronaut . shape ) <TAB> counter = 0 <TAB> for i in range ( n_batches ) : <TAB> <TAB> batch_images = [ ] <TAB> <TAB> batch_kps = [ ] <TAB> <TAB> for b in range ( batch_size ) : <TAB> <TAB> <TAB> astronaut_text = ia . draw_text ( <TAB> <TAB> <TAB> <TAB> astronaut , x = 0 , y = 0 , text = ""%d"" % ( counter , ) , color = [ 0 , 255 , 0 ] , size = 16 <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> batch_images . append ( astronaut_text ) <TAB> <TAB> <TAB> batch_kps . append ( kps ) <TAB> <TAB> <TAB> counter += 1 <TAB> <TAB> batch = ia . Batch ( <TAB> <TAB> <TAB> images = np . array ( batch_images , dtype = np . uint8 ) , keypoints = batch_kps <TAB> <TAB> ) <TAB> <TAB> yield batch <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> time . sleep ( sleep )",if sleep > 0 :,270
13651,"def execute(cls, ctx, op: ""DataFrameCheckMonotonic""):
    in_data = ctx[op.inputs[0].key]
    if op.stage == OperandStage.map:
        is_mono = (
            in_data.is_monotonic_increasing
            if not op.decreasing
            else in_data.is_monotonic_decreasing
        )
        if op.strict and is_mono:
            is_mono = in_data.is_unique
        if isinstance(in_data, pd.Index):
            edge_array = np.array([in_data[0], in_data[-1]])
        else:
            edge_array = np.array([in_data.iloc[0], in_data.iloc[-1]])
        ctx[op.outputs[0].key] = (
            np.array([is_mono]),
            edge_array,
        )
    else:
        in_series = pd.Series(in_data[1])
        is_edge_mono = (
            in_series.is_monotonic_increasing
            if not op.decreasing
            else in_series.is_monotonic_decreasing
        )
        if op.strict and is_edge_mono:
            is_edge_mono = in_series.is_unique
        ctx[op.outputs[0].key] = in_data[0].all() and is_edge_mono","def execute ( cls , ctx , op : ""DataFrameCheckMonotonic"" ) : <TAB> in_data = ctx [ op . inputs [ 0 ] . key ] <TAB> if op . stage == OperandStage . map : <TAB> <TAB> is_mono = ( <TAB> <TAB> <TAB> in_data . is_monotonic_increasing <TAB> <TAB> <TAB> if not op . decreasing <TAB> <TAB> <TAB> else in_data . is_monotonic_decreasing <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> is_mono = in_data . is_unique <TAB> <TAB> if isinstance ( in_data , pd . Index ) : <TAB> <TAB> <TAB> edge_array = np . array ( [ in_data [ 0 ] , in_data [ - 1 ] ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> edge_array = np . array ( [ in_data . iloc [ 0 ] , in_data . iloc [ - 1 ] ] ) <TAB> <TAB> ctx [ op . outputs [ 0 ] . key ] = ( <TAB> <TAB> <TAB> np . array ( [ is_mono ] ) , <TAB> <TAB> <TAB> edge_array , <TAB> <TAB> ) <TAB> else : <TAB> <TAB> in_series = pd . Series ( in_data [ 1 ] ) <TAB> <TAB> is_edge_mono = ( <TAB> <TAB> <TAB> in_series . is_monotonic_increasing <TAB> <TAB> <TAB> if not op . decreasing <TAB> <TAB> <TAB> else in_series . is_monotonic_decreasing <TAB> <TAB> ) <TAB> <TAB> if op . strict and is_edge_mono : <TAB> <TAB> <TAB> is_edge_mono = in_series . is_unique <TAB> <TAB> ctx [ op . outputs [ 0 ] . key ] = in_data [ 0 ] . all ( ) and is_edge_mono",if op . strict and is_mono :,356
23189,"def __init__(
    self,
    repository,
    key,
    manifest,
    name,
    cache=None,
    create=False,
    checkpoint_interval=300,
    numeric_owner=False,
):
    self.cwd = os.getcwd()
    self.key = key
    self.repository = repository
    self.cache = cache
    self.manifest = manifest
    self.hard_links = {}
    self.stats = Statistics()
    self.name = name
    self.checkpoint_interval = checkpoint_interval
    self.numeric_owner = numeric_owner
    self.items_buffer = ChunkBuffer(self.cache, self.key, self.stats)
    self.pipeline = DownloadPipeline(self.repository, self.key)
    if create:
        if name in manifest.archives:
            raise self.AlreadyExists(name)
        self.last_checkpoint = time.time()
        i = 0
        while True:
            self.checkpoint_name = ""%s.checkpoint%s"" % (name, i and ("".%d"" % i) or """")
            if not self.checkpoint_name in manifest.archives:
                break
            i += 1
    else:
        if name not in self.manifest.archives:
            raise self.DoesNotExist(name)
        info = self.manifest.archives[name]
        self.load(info[b""id""])","def __init__ ( <TAB> self , <TAB> repository , <TAB> key , <TAB> manifest , <TAB> name , <TAB> cache = None , <TAB> create = False , <TAB> checkpoint_interval = 300 , <TAB> numeric_owner = False , ) : <TAB> self . cwd = os . getcwd ( ) <TAB> self . key = key <TAB> self . repository = repository <TAB> self . cache = cache <TAB> self . manifest = manifest <TAB> self . hard_links = { } <TAB> self . stats = Statistics ( ) <TAB> self . name = name <TAB> self . checkpoint_interval = checkpoint_interval <TAB> self . numeric_owner = numeric_owner <TAB> self . items_buffer = ChunkBuffer ( self . cache , self . key , self . stats ) <TAB> self . pipeline = DownloadPipeline ( self . repository , self . key ) <TAB> if create : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise self . AlreadyExists ( name ) <TAB> <TAB> self . last_checkpoint = time . time ( ) <TAB> <TAB> i = 0 <TAB> <TAB> while True : <TAB> <TAB> <TAB> self . checkpoint_name = ""%s.checkpoint%s"" % ( name , i and ( "".%d"" % i ) or """" ) <TAB> <TAB> <TAB> if not self . checkpoint_name in manifest . archives : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> i += 1 <TAB> else : <TAB> <TAB> if name not in self . manifest . archives : <TAB> <TAB> <TAB> raise self . DoesNotExist ( name ) <TAB> <TAB> info = self . manifest . archives [ name ] <TAB> <TAB> self . load ( info [ b""id"" ] )",if name in manifest . archives :,344
19792,"def mock_as_dataset_base(self, **kwargs):
    """"""Function which overwrite `builder.as_dataset`.""""""
    # When `USE_FILES` is used, make sure the metadata actually exists.
    if tf.io.gfile.exists(self.data_dir):
        logging.info(""Metadata found for %s at %s"", self.name, self.data_dir)
    else:
        if policy == MockPolicy.USE_FILES:
            raise ValueError(
                ""TFDS has been mocked with `MockPolicy.USE_FILES`, but metadata ""
                f""files were not found in {self.data_dir}. ""
                ""You should copy the real metadata files, so that the dataset ""
                ""can be loaded properly, or set the data_dir kwarg of ""
                ""tfds.testing.mock_tfds(data_dir=...).\n""
            )
        if policy == MockPolicy.AUTO:
            logging.info(
                ""Metadata NOT found for %s at %s. Will use `MockPolicy.USE_CODE.`"",
                self.name,
                self.data_dir,
            )
    # Info is already restored at this point, so can mock the file system
    # safely in case of `USE_CODE` mode.
    # The only gfile access is to check `self.data_dir` existance.
    with test_utils.MockFs() as fs:
        fs.add_file(os.path.join(self.data_dir, ""tmp.txt""))
        return original_as_dataset_fn(self, **kwargs)
","def mock_as_dataset_base ( self , ** kwargs ) : <TAB> """"""Function which overwrite `builder.as_dataset`."""""" <TAB> <TAB> if tf . io . gfile . exists ( self . data_dir ) : <TAB> <TAB> logging . info ( ""Metadata found for %s at %s"" , self . name , self . data_dir ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""TFDS has been mocked with `MockPolicy.USE_FILES`, but metadata "" <TAB> <TAB> <TAB> <TAB> f""files were not found in {self.data_dir}. "" <TAB> <TAB> <TAB> <TAB> ""You should copy the real metadata files, so that the dataset "" <TAB> <TAB> <TAB> <TAB> ""can be loaded properly, or set the data_dir kwarg of "" <TAB> <TAB> <TAB> <TAB> ""tfds.testing.mock_tfds(data_dir=...).\n"" <TAB> <TAB> <TAB> ) <TAB> <TAB> if policy == MockPolicy . AUTO : <TAB> <TAB> <TAB> logging . info ( <TAB> <TAB> <TAB> <TAB> ""Metadata NOT found for %s at %s. Will use `MockPolicy.USE_CODE.`"" , <TAB> <TAB> <TAB> <TAB> self . name , <TAB> <TAB> <TAB> <TAB> self . data_dir , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> with test_utils . MockFs ( ) as fs : <TAB> <TAB> fs . add_file ( os . path . join ( self . data_dir , ""tmp.txt"" ) ) <TAB> <TAB> return original_as_dataset_fn ( self , ** kwargs )",if policy == MockPolicy . USE_FILES :,403
17777,"def process_seekhead(self, elem):
    for seek_elem in self.process_one_level(elem):
        if seek_elem.get_id() != MATROSKA_SEEK_ID:
            continue
        for sub_elem in self.process_one_level(seek_elem):
            if sub_elem.get_id() == MATROSKA_SEEKID_ID:
                if sub_elem.get_value() == MATROSKA_CLUSTER_ID:
                    # Not interested in these.
                    return
            elif sub_elem.get_id() == MATROSKA_SEEK_POSITION_ID:
                self.file.seek(self.segment.offset + sub_elem.get_value())
                buffer = self.file.read(100)
                try:
                    elem = EbmlEntity(buffer)
                except ParseError:
                    continue
                # Fetch all data necessary for this element.
                elem.add_data(self.file.read(elem.ebml_length))
                self.process_elem(elem)","def process_seekhead ( self , elem ) : <TAB> for seek_elem in self . process_one_level ( elem ) : <TAB> <TAB> if seek_elem . get_id ( ) != MATROSKA_SEEK_ID : <TAB> <TAB> <TAB> continue <TAB> <TAB> for sub_elem in self . process_one_level ( seek_elem ) : <TAB> <TAB> <TAB> if sub_elem . get_id ( ) == MATROSKA_SEEKID_ID : <TAB> <TAB> <TAB> <TAB> if sub_elem . get_value ( ) == MATROSKA_CLUSTER_ID : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . file . seek ( self . segment . offset + sub_elem . get_value ( ) ) <TAB> <TAB> <TAB> <TAB> buffer = self . file . read ( 100 ) <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> elem = EbmlEntity ( buffer ) <TAB> <TAB> <TAB> <TAB> except ParseError : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> elem . add_data ( self . file . read ( elem . ebml_length ) ) <TAB> <TAB> <TAB> <TAB> self . process_elem ( elem )",elif sub_elem . get_id ( ) == MATROSKA_SEEK_POSITION_ID :,296
16231,"def main():
    global_config = config[""Global""]
    # build post process
    post_process_class = build_post_process(config[""PostProcess""], global_config)
    # build model
    model = build_model(config[""Architecture""])
    init_model(config, model, logger)
    # create data ops
    transforms = []
    for op in config[""Eval""][""dataset""][""transforms""]:
        op_name = list(op)[0]
        if ""Label"" in op_name:
            continue
        elif op_name == ""KeepKeys"":
            op[op_name][""keep_keys""] = [""image""]
        transforms.append(op)
    global_config[""infer_mode""] = True
    ops = create_operators(transforms, global_config)
    model.eval()
    for file in get_image_file_list(config[""Global""][""infer_img""]):
        logger.info(""infer_img: {}"".format(file))
        with open(file, ""rb"") as f:
            img = f.read()
            data = {""image"": img}
        batch = transform(data, ops)
        images = np.expand_dims(batch[0], axis=0)
        images = paddle.to_tensor(images)
        preds = model(images)
        post_result = post_process_class(preds)
        for rec_reuslt in post_result:
            logger.info(""\t result: {}"".format(rec_reuslt))
    logger.info(""success!"")","def main ( ) : <TAB> global_config = config [ ""Global"" ] <TAB> <TAB> post_process_class = build_post_process ( config [ ""PostProcess"" ] , global_config ) <TAB> <TAB> model = build_model ( config [ ""Architecture"" ] ) <TAB> init_model ( config , model , logger ) <TAB> <TAB> transforms = [ ] <TAB> for op in config [ ""Eval"" ] [ ""dataset"" ] [ ""transforms"" ] : <TAB> <TAB> op_name = list ( op ) [ 0 ] <TAB> <TAB> if ""Label"" in op_name : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> op [ op_name ] [ ""keep_keys"" ] = [ ""image"" ] <TAB> <TAB> transforms . append ( op ) <TAB> global_config [ ""infer_mode"" ] = True <TAB> ops = create_operators ( transforms , global_config ) <TAB> model . eval ( ) <TAB> for file in get_image_file_list ( config [ ""Global"" ] [ ""infer_img"" ] ) : <TAB> <TAB> logger . info ( ""infer_img: {}"" . format ( file ) ) <TAB> <TAB> with open ( file , ""rb"" ) as f : <TAB> <TAB> <TAB> img = f . read ( ) <TAB> <TAB> <TAB> data = { ""image"" : img } <TAB> <TAB> batch = transform ( data , ops ) <TAB> <TAB> images = np . expand_dims ( batch [ 0 ] , axis = 0 ) <TAB> <TAB> images = paddle . to_tensor ( images ) <TAB> <TAB> preds = model ( images ) <TAB> <TAB> post_result = post_process_class ( preds ) <TAB> <TAB> for rec_reuslt in post_result : <TAB> <TAB> <TAB> logger . info ( ""\t result: {}"" . format ( rec_reuslt ) ) <TAB> logger . info ( ""success!"" )","elif op_name == ""KeepKeys"" :",381
13002,"def _macro_repl(match):
    macro_name = match.group(1)
    if _is_conditional(macro_name):
        parts = macro_name[1:].split("":"")
        assert parts
        retv = """"
        if _test_conditional(macro_name):  # ?
            if _is_macro_defined(parts[0]):
                if len(parts) == 2:
                    retv = parts[1]
                else:
                    retv = _get_macro(parts[0])
        else:  # !
            if not _is_macro_defined(parts[0]):
                if len(parts) == 2:
                    retv = parts[1]
        return retv
    if _is_macro_defined(macro_name):
        return _get_macro(macro_name)
    return match.string[match.start() : match.end()]","def _macro_repl ( match ) : <TAB> macro_name = match . group ( 1 ) <TAB> if _is_conditional ( macro_name ) : <TAB> <TAB> parts = macro_name [ 1 : ] . split ( "":"" ) <TAB> <TAB> assert parts <TAB> <TAB> retv = """" <TAB> <TAB> if _test_conditional ( macro_name ) : <TAB> <TAB> <TAB> if _is_macro_defined ( parts [ 0 ] ) : <TAB> <TAB> <TAB> <TAB> if len ( parts ) == 2 : <TAB> <TAB> <TAB> <TAB> <TAB> retv = parts [ 1 ] <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> retv = _get_macro ( parts [ 0 ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if len ( parts ) == 2 : <TAB> <TAB> <TAB> <TAB> <TAB> retv = parts [ 1 ] <TAB> <TAB> return retv <TAB> if _is_macro_defined ( macro_name ) : <TAB> <TAB> return _get_macro ( macro_name ) <TAB> return match . string [ match . start ( ) : match . end ( ) ]",if not _is_macro_defined ( parts [ 0 ] ) :,241
19303,"def _find_all_variables(transfer_variable):
    d = {}
    for _k, _v in transfer_variable.__dict__.items():
        if isinstance(_v, Variable):
            d[_v._name] = _v
        elif isinstance(_v, BaseTransferVariables):
            d.update(_find_all_variables(_v))
    return d
","def _find_all_variables ( transfer_variable ) : <TAB> d = { } <TAB> for _k , _v in transfer_variable . __dict__ . items ( ) : <TAB> <TAB> if isinstance ( _v , Variable ) : <TAB> <TAB> <TAB> d [ _v . _name ] = _v <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> d . update ( _find_all_variables ( _v ) ) <TAB> return d","elif isinstance ( _v , BaseTransferVariables ) :",91
7815,"def macro_expand_args(self, macro, args):
    # Make a copy of the macro token sequence
    rep = [copy.copy(_x) for _x in macro.value]
    # Make string expansion patches.  These do not alter the length of the replacement sequence
    str_expansion = {}
    for argnum, i in macro.str_patch:
        if argnum not in str_expansion:
            str_expansion[argnum] = (
                '""%s""' % """".join([x.value for x in args[argnum]])
            ).replace(""\\"", ""\\\\"")
        rep[i] = copy.copy(rep[i])
        rep[i].value = str_expansion[argnum]
    # Make the variadic macro comma patch.  If the variadic macro argument is empty, we get rid
    comma_patch = False
    if macro.variadic and not args[-1]:
        for i in macro.var_comma_patch:
            rep[i] = None
            comma_patch = True
    # Make all other patches.   The order of these matters.  It is assumed that the patch list
    # has been sorted in reverse order of patch location since replacements will cause the
    # size of the replacement sequence to expand from the patch point.
    expanded = {}
    for ptype, argnum, i in macro.patch:
        # Concatenation.   Argument is left unexpanded
        if ptype == ""c"":
            rep[i : i + 1] = args[argnum]
        # Normal expansion.  Argument is macro expanded first
        elif ptype == ""e"":
            if argnum not in expanded:
                expanded[argnum] = self.expand_macros(args[argnum])
            rep[i : i + 1] = expanded[argnum]
    # Get rid of removed comma if necessary
    if comma_patch:
        rep = [_i for _i in rep if _i]
    return rep","def macro_expand_args ( self , macro , args ) : <TAB> <TAB> rep = [ copy . copy ( _x ) for _x in macro . value ] <TAB> <TAB> str_expansion = { } <TAB> for argnum , i in macro . str_patch : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> str_expansion [ argnum ] = ( <TAB> <TAB> <TAB> <TAB> '""%s""' % """" . join ( [ x . value for x in args [ argnum ] ] ) <TAB> <TAB> <TAB> ) . replace ( ""\\"" , ""\\\\"" ) <TAB> <TAB> rep [ i ] = copy . copy ( rep [ i ] ) <TAB> <TAB> rep [ i ] . value = str_expansion [ argnum ] <TAB> <TAB> comma_patch = False <TAB> if macro . variadic and not args [ - 1 ] : <TAB> <TAB> for i in macro . var_comma_patch : <TAB> <TAB> <TAB> rep [ i ] = None <TAB> <TAB> <TAB> comma_patch = True <TAB> <TAB> <TAB> <TAB> expanded = { } <TAB> for ptype , argnum , i in macro . patch : <TAB> <TAB> <TAB> <TAB> if ptype == ""c"" : <TAB> <TAB> <TAB> rep [ i : i + 1 ] = args [ argnum ] <TAB> <TAB> <TAB> <TAB> elif ptype == ""e"" : <TAB> <TAB> <TAB> if argnum not in expanded : <TAB> <TAB> <TAB> <TAB> expanded [ argnum ] = self . expand_macros ( args [ argnum ] ) <TAB> <TAB> <TAB> rep [ i : i + 1 ] = expanded [ argnum ] <TAB> <TAB> if comma_patch : <TAB> <TAB> rep = [ _i for _i in rep if _i ] <TAB> return rep",if argnum not in str_expansion :,473
7926,"def typeoffsetof(self, BType, fieldname, num=0):
    if isinstance(fieldname, str):
        if num == 0 and issubclass(BType, CTypesGenericPtr):
            BType = BType._BItem
        if not issubclass(BType, CTypesBaseStructOrUnion):
            raise TypeError(""expected a struct or union ctype"")
        BField = BType._bfield_types[fieldname]
        if BField is Ellipsis:
            raise TypeError(""not supported for bitfields"")
        return (BField, BType._offsetof(fieldname))
    elif isinstance(fieldname, (int, long)):
        if issubclass(BType, CTypesGenericArray):
            BType = BType._CTPtr
        if not issubclass(BType, CTypesGenericPtr):
            raise TypeError(""expected an array or ptr ctype"")
        BItem = BType._BItem
        offset = BItem._get_size() * fieldname
        if offset > sys.maxsize:
            raise OverflowError
        return (BItem, offset)
    else:
        raise TypeError(type(fieldname))","def typeoffsetof ( self , BType , fieldname , num = 0 ) : <TAB> if isinstance ( fieldname , str ) : <TAB> <TAB> if num == 0 and issubclass ( BType , CTypesGenericPtr ) : <TAB> <TAB> <TAB> BType = BType . _BItem <TAB> <TAB> if not issubclass ( BType , CTypesBaseStructOrUnion ) : <TAB> <TAB> <TAB> raise TypeError ( ""expected a struct or union ctype"" ) <TAB> <TAB> BField = BType . _bfield_types [ fieldname ] <TAB> <TAB> if BField is Ellipsis : <TAB> <TAB> <TAB> raise TypeError ( ""not supported for bitfields"" ) <TAB> <TAB> return ( BField , BType . _offsetof ( fieldname ) ) <TAB> elif isinstance ( fieldname , ( int , long ) ) : <TAB> <TAB> if issubclass ( BType , CTypesGenericArray ) : <TAB> <TAB> <TAB> BType = BType . _CTPtr <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise TypeError ( ""expected an array or ptr ctype"" ) <TAB> <TAB> BItem = BType . _BItem <TAB> <TAB> offset = BItem . _get_size ( ) * fieldname <TAB> <TAB> if offset > sys . maxsize : <TAB> <TAB> <TAB> raise OverflowError <TAB> <TAB> return ( BItem , offset ) <TAB> else : <TAB> <TAB> raise TypeError ( type ( fieldname ) )","if not issubclass ( BType , CTypesGenericPtr ) :",273
16385,"def __init__(self, *args, **kwargs):
    _kwargs = {
        ""max_length"": 20,
        ""widget"": forms.TextInput(attrs={""autocomplete"": ""off""}),
        ""label"": _(""Card number""),
    }
    if ""types"" in kwargs:
        self.accepted_cards = set(kwargs.pop(""types""))
        difference = self.accepted_cards - VALID_CARDS
        if difference:
            raise ImproperlyConfigured(
                ""The following accepted_cards are "" ""unknown: %s"" % difference
            )
    _kwargs.update(kwargs)
    super().__init__(*args, **_kwargs)","def __init__ ( self , * args , ** kwargs ) : <TAB> _kwargs = { <TAB> <TAB> ""max_length"" : 20 , <TAB> <TAB> ""widget"" : forms . TextInput ( attrs = { ""autocomplete"" : ""off"" } ) , <TAB> <TAB> ""label"" : _ ( ""Card number"" ) , <TAB> } <TAB> if ""types"" in kwargs : <TAB> <TAB> self . accepted_cards = set ( kwargs . pop ( ""types"" ) ) <TAB> <TAB> difference = self . accepted_cards - VALID_CARDS <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ImproperlyConfigured ( <TAB> <TAB> <TAB> <TAB> ""The following accepted_cards are "" ""unknown: %s"" % difference <TAB> <TAB> <TAB> ) <TAB> _kwargs . update ( kwargs ) <TAB> super ( ) . __init__ ( * args , ** _kwargs )",if difference :,160
11875,"def cal_pads(auto_pad, pad_shape):
    spatial_size = len(pad_shape)
    pads = [0] * spatial_size * 2
    for i in range(spatial_size):
        if auto_pad == ""SAME_LOWER"":
            pads[i + spatial_size] = pad_shape[i] // 2
            pads[i] = pad_shape[i] - pads[i + spatial_size]
        elif auto_pad == ""SAME_UPPER"":
            pads[i] = pad_shape[i] // 2
            pads[i + spatial_size] = pad_shape[i] - pads[i]
    return pads","def cal_pads ( auto_pad , pad_shape ) : <TAB> spatial_size = len ( pad_shape ) <TAB> pads = [ 0 ] * spatial_size * 2 <TAB> for i in range ( spatial_size ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pads [ i + spatial_size ] = pad_shape [ i ] // 2 <TAB> <TAB> <TAB> pads [ i ] = pad_shape [ i ] - pads [ i + spatial_size ] <TAB> <TAB> elif auto_pad == ""SAME_UPPER"" : <TAB> <TAB> <TAB> pads [ i ] = pad_shape [ i ] // 2 <TAB> <TAB> <TAB> pads [ i + spatial_size ] = pad_shape [ i ] - pads [ i ] <TAB> return pads","if auto_pad == ""SAME_LOWER"" :",173
13562,"def check_pairwise_arrays(X, Y, precomputed=False, dtype=None):
    X, Y, dtype_float = PairwiseDistances._return_float_dtype(X, Y)
    estimator = ""check_pairwise_arrays""
    if dtype is None:
        dtype = dtype_float
    if Y is X or Y is None:
        X = Y = check_array(X, accept_sparse=True, dtype=dtype, estimator=estimator)
    else:
        X = check_array(X, accept_sparse=True, dtype=dtype, estimator=estimator)
        Y = check_array(Y, accept_sparse=True, dtype=dtype, estimator=estimator)
    if precomputed:
        if X.shape[1] != Y.shape[0]:
            raise ValueError(
                ""Precomputed metric requires shape ""
                f""(n_queries, n_indexed). Got ({X.shape[0]}, {X.shape[1]}) ""
                f""for {Y.shape[0]} indexed.""
            )
    elif X.shape[1] != Y.shape[1]:
        raise ValueError(
            ""Incompatible dimension for X and Y matrices: ""
            f""X.shape[1] == {X.shape[1]} while Y.shape[1] == {Y.shape[1]}""
        )
    return X, Y","def check_pairwise_arrays ( X , Y , precomputed = False , dtype = None ) : <TAB> X , Y , dtype_float = PairwiseDistances . _return_float_dtype ( X , Y ) <TAB> estimator = ""check_pairwise_arrays"" <TAB> if dtype is None : <TAB> <TAB> dtype = dtype_float <TAB> if Y is X or Y is None : <TAB> <TAB> X = Y = check_array ( X , accept_sparse = True , dtype = dtype , estimator = estimator ) <TAB> else : <TAB> <TAB> X = check_array ( X , accept_sparse = True , dtype = dtype , estimator = estimator ) <TAB> <TAB> Y = check_array ( Y , accept_sparse = True , dtype = dtype , estimator = estimator ) <TAB> if precomputed : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Precomputed metric requires shape "" <TAB> <TAB> <TAB> <TAB> f""(n_queries, n_indexed). Got ({X.shape[0]}, {X.shape[1]}) "" <TAB> <TAB> <TAB> <TAB> f""for {Y.shape[0]} indexed."" <TAB> <TAB> <TAB> ) <TAB> elif X . shape [ 1 ] != Y . shape [ 1 ] : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""Incompatible dimension for X and Y matrices: "" <TAB> <TAB> <TAB> f""X.shape[1] == {X.shape[1]} while Y.shape[1] == {Y.shape[1]}"" <TAB> <TAB> ) <TAB> return X , Y",if X . shape [ 1 ] != Y . shape [ 0 ] :,334
256,"def _check_imported_dataset(
    self,
    history_id,
    hid,
    assert_ok=True,
    has_job=True,
    hda_checker=None,
    job_checker=None,
):
    imported_dataset_metadata = self.dataset_populator.get_history_dataset_details(
        history_id=history_id,
        hid=hid,
        assert_ok=assert_ok,
    )
    assert imported_dataset_metadata[""history_content_type""] == ""dataset""
    assert imported_dataset_metadata[""history_id""] == history_id
    if hda_checker is not None:
        hda_checker(imported_dataset_metadata)
    assert ""creating_job"" in imported_dataset_metadata
    job_id = imported_dataset_metadata[""creating_job""]
    if has_job:
        assert job_id
        job_details = self.dataset_populator.get_job_details(job_id, full=True)
        assert job_details.status_code == 200, job_details.content
        job = job_details.json()
        assert ""history_id"" in job, job
        assert job[""history_id""] == history_id, job
        if job_checker is not None:
            job_checker(job)","def _check_imported_dataset ( <TAB> self , <TAB> history_id , <TAB> hid , <TAB> assert_ok = True , <TAB> has_job = True , <TAB> hda_checker = None , <TAB> job_checker = None , ) : <TAB> imported_dataset_metadata = self . dataset_populator . get_history_dataset_details ( <TAB> <TAB> history_id = history_id , <TAB> <TAB> hid = hid , <TAB> <TAB> assert_ok = assert_ok , <TAB> ) <TAB> assert imported_dataset_metadata [ ""history_content_type"" ] == ""dataset"" <TAB> assert imported_dataset_metadata [ ""history_id"" ] == history_id <TAB> if hda_checker is not None : <TAB> <TAB> hda_checker ( imported_dataset_metadata ) <TAB> assert ""creating_job"" in imported_dataset_metadata <TAB> job_id = imported_dataset_metadata [ ""creating_job"" ] <TAB> if has_job : <TAB> <TAB> assert job_id <TAB> <TAB> job_details = self . dataset_populator . get_job_details ( job_id , full = True ) <TAB> <TAB> assert job_details . status_code == 200 , job_details . content <TAB> <TAB> job = job_details . json ( ) <TAB> <TAB> assert ""history_id"" in job , job <TAB> <TAB> assert job [ ""history_id"" ] == history_id , job <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> job_checker ( job )",if job_checker is not None :,325
5792,"def login_prompt():
    from hummingbot.client.config.security import Security
    import time
    err_msg = None
    if Security.new_password_required():
        show_welcome()
        password = input_dialog(
            title=""Set Password"",
            text=""Create a password to protect your sensitive data. ""
            ""This password is not shared with us nor with anyone else, so please store it securely.""
            ""\n\nEnter your new password:"",
            password=True,
            style=dialog_style,
        ).run()
        if password is None:
            return False
        re_password = input_dialog(
            title=""Set Password"",
            text=""Please re-enter your password:"",
            password=True,
            style=dialog_style,
        ).run()
        if re_password is None:
            return False
        if password != re_password:
            err_msg = ""Passwords entered do not match, please try again.""
        else:
            Security.login(password)
            # encrypt current timestamp as a dummy to prevent promping for password if bot exits without connecting an exchange
            dummy = f""{time.time()}""
            Security.update_secure_config(""default"", dummy)
    else:
        password = input_dialog(
            title=""Welcome back to Hummingbot"",
            text=""Enter your password:"",
            password=True,
            style=dialog_style,
        ).run()
        if password is None:
            return False
        if not Security.login(password):
            err_msg = ""Invalid password - please try again.""
    if err_msg is not None:
        message_dialog(title=""Error"", text=err_msg, style=dialog_style).run()
        return login_prompt()
    return True
","def login_prompt ( ) : <TAB> from hummingbot . client . config . security import Security <TAB> import time <TAB> err_msg = None <TAB> if Security . new_password_required ( ) : <TAB> <TAB> show_welcome ( ) <TAB> <TAB> password = input_dialog ( <TAB> <TAB> <TAB> title = ""Set Password"" , <TAB> <TAB> <TAB> text = ""Create a password to protect your sensitive data. "" <TAB> <TAB> <TAB> ""This password is not shared with us nor with anyone else, so please store it securely."" <TAB> <TAB> <TAB> ""\n\nEnter your new password:"" , <TAB> <TAB> <TAB> password = True , <TAB> <TAB> <TAB> style = dialog_style , <TAB> <TAB> ) . run ( ) <TAB> <TAB> if password is None : <TAB> <TAB> <TAB> return False <TAB> <TAB> re_password = input_dialog ( <TAB> <TAB> <TAB> title = ""Set Password"" , <TAB> <TAB> <TAB> text = ""Please re-enter your password:"" , <TAB> <TAB> <TAB> password = True , <TAB> <TAB> <TAB> style = dialog_style , <TAB> <TAB> ) . run ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> <TAB> if password != re_password : <TAB> <TAB> <TAB> err_msg = ""Passwords entered do not match, please try again."" <TAB> <TAB> else : <TAB> <TAB> <TAB> Security . login ( password ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dummy = f""{time.time()}"" <TAB> <TAB> <TAB> Security . update_secure_config ( ""default"" , dummy ) <TAB> else : <TAB> <TAB> password = input_dialog ( <TAB> <TAB> <TAB> title = ""Welcome back to Hummingbot"" , <TAB> <TAB> <TAB> text = ""Enter your password:"" , <TAB> <TAB> <TAB> password = True , <TAB> <TAB> <TAB> style = dialog_style , <TAB> <TAB> ) . run ( ) <TAB> <TAB> if password is None : <TAB> <TAB> <TAB> return False <TAB> <TAB> if not Security . login ( password ) : <TAB> <TAB> <TAB> err_msg = ""Invalid password - please try again."" <TAB> if err_msg is not None : <TAB> <TAB> message_dialog ( title = ""Error"" , text = err_msg , style = dialog_style ) . run ( ) <TAB> <TAB> return login_prompt ( ) <TAB> return True",if re_password is None :,477
11156,"def run_cmd(self, util, commands, ensure_point_visible=False):
    for c in commands:
        if ""window_command"" in c:
            util.run_window_command(c[""window_command""], c[""args""])
        elif ""command"" in c:
            util.run_command(c[""command""], c[""args""])
    if ensure_point_visible:
        util.ensure_visible(sublime.Region(util.get_point()))
","def run_cmd ( self , util , commands , ensure_point_visible = False ) : <TAB> for c in commands : <TAB> <TAB> if ""window_command"" in c : <TAB> <TAB> <TAB> util . run_window_command ( c [ ""window_command"" ] , c [ ""args"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> util . run_command ( c [ ""command"" ] , c [ ""args"" ] ) <TAB> if ensure_point_visible : <TAB> <TAB> util . ensure_visible ( sublime . Region ( util . get_point ( ) ) )","elif ""command"" in c :",119
4088,"def __download_thread(self):
    while True:
        if not self.__queue.empty():
            self.__current_download = self.__queue.get()
            self.__download_file(self.__current_download)
        time.sleep(0.1)",def __download_thread ( self ) : <TAB> while True : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . __current_download = self . __queue . get ( ) <TAB> <TAB> <TAB> self . __download_file ( self . __current_download ) <TAB> <TAB> time . sleep ( 0.1 ),if not self . __queue . empty ( ) :,68
10361,"def delete_snapshot(self, snapshot):
    snap_name = self._get_snap_name(snapshot[""id""])
    LOG.debug(""Deleting snapshot (%s)"", snapshot[""id""])
    self.client_login()
    try:
        self.client.delete_snapshot(snap_name, self.backend_type)
    except exception.DotHillRequestError as ex:
        # if the volume wasn't found, ignore the error
        if ""The volume was not found on this system."" in ex.args:
            return
        LOG.exception(""Deleting snapshot %s failed"", snapshot[""id""])
        raise exception.Invalid(ex)
    finally:
        self.client_logout()
","def delete_snapshot ( self , snapshot ) : <TAB> snap_name = self . _get_snap_name ( snapshot [ ""id"" ] ) <TAB> LOG . debug ( ""Deleting snapshot (%s)"" , snapshot [ ""id"" ] ) <TAB> self . client_login ( ) <TAB> try : <TAB> <TAB> self . client . delete_snapshot ( snap_name , self . backend_type ) <TAB> except exception . DotHillRequestError as ex : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> LOG . exception ( ""Deleting snapshot %s failed"" , snapshot [ ""id"" ] ) <TAB> <TAB> raise exception . Invalid ( ex ) <TAB> finally : <TAB> <TAB> self . client_logout ( )","if ""The volume was not found on this system."" in ex . args :",165
10460,"def data(self, data):
    if data is None:
        raise Exception(""Data cannot be None"")
    val = []
    for d in data:
        if isinstance(d, str):
            val.append(bytes(d, ""utf-8""))
        elif isinstance(d, bytes):
            val.append(d)
        else:
            raise Exception(
                ""Invalid type, data can only be an str or a bytes not {}: {}"".format(
                    type(data), d
                )
            )
    self.__data = val","def data ( self , data ) : <TAB> if data is None : <TAB> <TAB> raise Exception ( ""Data cannot be None"" ) <TAB> val = [ ] <TAB> for d in data : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> val . append ( bytes ( d , ""utf-8"" ) ) <TAB> <TAB> elif isinstance ( d , bytes ) : <TAB> <TAB> <TAB> val . append ( d ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> ""Invalid type, data can only be an str or a bytes not {}: {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> type ( data ) , d <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> self . __data = val","if isinstance ( d , str ) :",149
23839,"def _duplicate_sequences(self, same):
    sequences = [(n, n) for n in same]
    queues = deque([sequences])
    while queues:
        sequences = queues.popleft()
        if self._full_inclusive_sequences(sequences):
            continue
        nexts = [
            (s, n + 1)
            for s, n in sequences
            if n + 1 not in self.boundaries and n + 1 not in self.dup_starts
        ]
        nexts = sorted(nexts, key=self.keyfunc)
        full_duplicate_stopped = len(nexts) < len(sequences)
        for _, group in groupby(nexts, self.keyfunc):
            group = list(group)
            if len(group) > 1:
                queues.append(group)
            else:
                full_duplicate_stopped = True
        if full_duplicate_stopped:
            yield sequences","def _duplicate_sequences ( self , same ) : <TAB> sequences = [ ( n , n ) for n in same ] <TAB> queues = deque ( [ sequences ] ) <TAB> while queues : <TAB> <TAB> sequences = queues . popleft ( ) <TAB> <TAB> if self . _full_inclusive_sequences ( sequences ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> nexts = [ <TAB> <TAB> <TAB> ( s , n + 1 ) <TAB> <TAB> <TAB> for s , n in sequences <TAB> <TAB> <TAB> if n + 1 not in self . boundaries and n + 1 not in self . dup_starts <TAB> <TAB> ] <TAB> <TAB> nexts = sorted ( nexts , key = self . keyfunc ) <TAB> <TAB> full_duplicate_stopped = len ( nexts ) < len ( sequences ) <TAB> <TAB> for _ , group in groupby ( nexts , self . keyfunc ) : <TAB> <TAB> <TAB> group = list ( group ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> queues . append ( group ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> full_duplicate_stopped = True <TAB> <TAB> if full_duplicate_stopped : <TAB> <TAB> <TAB> yield sequences",if len ( group ) > 1 :,243
22220,"def parse_para(self, builder, text):
    """"""Split a text into paragraphs and empty lines""""""
    if text.isspace():
        builder.text(text)
    else:
        for block in empty_lines_re.split(text):
            if not block:  # empty string due to split
                pass
            elif block.isspace():
                builder.text(block)
            elif self.backward_indented_blocks and not unindented_line_re.search(block):
                # Before zim 0.29 all indented paragraphs were
                # verbatim.
                builder.append(VERBATIM_BLOCK, None, block)
            else:
                block = convert_space_to_tab(block)
                builder.start(PARAGRAPH)
                self.list_and_indent_parser(builder, block)
                builder.end(PARAGRAPH)","def parse_para ( self , builder , text ) : <TAB> """"""Split a text into paragraphs and empty lines"""""" <TAB> if text . isspace ( ) : <TAB> <TAB> builder . text ( text ) <TAB> else : <TAB> <TAB> for block in empty_lines_re . split ( text ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> elif block . isspace ( ) : <TAB> <TAB> <TAB> <TAB> builder . text ( block ) <TAB> <TAB> <TAB> elif self . backward_indented_blocks and not unindented_line_re . search ( block ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> builder . append ( VERBATIM_BLOCK , None , block ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> block = convert_space_to_tab ( block ) <TAB> <TAB> <TAB> <TAB> builder . start ( PARAGRAPH ) <TAB> <TAB> <TAB> <TAB> self . list_and_indent_parser ( builder , block ) <TAB> <TAB> <TAB> <TAB> builder . end ( PARAGRAPH )",if not block :,235
12764,"def connected_registry_list_output_format(result):
    family_tree = {}
    for reg in result:
        parent_id = _get_value(reg, ""parent"", ""id"")
        parent_name = (
            """" if parent_id.isspace() else parent_id.split(""/connectedRegistries/"")[1]
        )
        family_tree[_get_value(reg, ""id"")] = {
            ""name"": _get_value(reg, ""name""),
            ""id"": _get_value(reg, ""id""),
            ""connectionState"": _get_value(reg, ""connectionState""),
            ""parent_name"": parent_name,
            ""parent_id"": parent_id,
            ""loginServer_host"": _get_value(reg, ""loginServer"", ""host""),
            ""parent_syncProperties_lastSyncTime"": _get_value(
                reg, ""parent"", ""syncProperties"", ""lastSyncTime""
            ),
            ""mode"": _get_value(reg, ""mode""),
            ""childs"": [],
        }
    roots = []
    for reg in result:
        parent_id = _get_value(reg, ""parent"", ""id"")
        if parent_id.isspace() or parent_id not in family_tree:
            roots.append(_get_value(reg, ""id""))
        else:
            family_tree[parent_id][""childs""].append(_get_value(reg, ""id""))
    result_list_format = []
    for connected_registry_id in roots:
        result_list_format.extend(
            _recursive_format_list_acr_childs(family_tree, connected_registry_id)
        )
    return _output_format(result_list_format, _connected_registry_list_format_group)","def connected_registry_list_output_format ( result ) : <TAB> family_tree = { } <TAB> for reg in result : <TAB> <TAB> parent_id = _get_value ( reg , ""parent"" , ""id"" ) <TAB> <TAB> parent_name = ( <TAB> <TAB> <TAB> """" if parent_id . isspace ( ) else parent_id . split ( ""/connectedRegistries/"" ) [ 1 ] <TAB> <TAB> ) <TAB> <TAB> family_tree [ _get_value ( reg , ""id"" ) ] = { <TAB> <TAB> <TAB> ""name"" : _get_value ( reg , ""name"" ) , <TAB> <TAB> <TAB> ""id"" : _get_value ( reg , ""id"" ) , <TAB> <TAB> <TAB> ""connectionState"" : _get_value ( reg , ""connectionState"" ) , <TAB> <TAB> <TAB> ""parent_name"" : parent_name , <TAB> <TAB> <TAB> ""parent_id"" : parent_id , <TAB> <TAB> <TAB> ""loginServer_host"" : _get_value ( reg , ""loginServer"" , ""host"" ) , <TAB> <TAB> <TAB> ""parent_syncProperties_lastSyncTime"" : _get_value ( <TAB> <TAB> <TAB> <TAB> reg , ""parent"" , ""syncProperties"" , ""lastSyncTime"" <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ""mode"" : _get_value ( reg , ""mode"" ) , <TAB> <TAB> <TAB> ""childs"" : [ ] , <TAB> <TAB> } <TAB> roots = [ ] <TAB> for reg in result : <TAB> <TAB> parent_id = _get_value ( reg , ""parent"" , ""id"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> roots . append ( _get_value ( reg , ""id"" ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> family_tree [ parent_id ] [ ""childs"" ] . append ( _get_value ( reg , ""id"" ) ) <TAB> result_list_format = [ ] <TAB> for connected_registry_id in roots : <TAB> <TAB> result_list_format . extend ( <TAB> <TAB> <TAB> _recursive_format_list_acr_childs ( family_tree , connected_registry_id ) <TAB> <TAB> ) <TAB> return _output_format ( result_list_format , _connected_registry_list_format_group )",if parent_id . isspace ( ) or parent_id not in family_tree :,467
4290,"def kill_members(members, sig, hosts=nodes):
    for member in sorted(members):
        try:
            if ha_tools_debug:
                print(""killing %s"" % member)
            proc = hosts[member][""proc""]
            # Not sure if cygwin makes sense here...
            if sys.platform in (""win32"", ""cygwin""):
                os.kill(proc.pid, signal.CTRL_C_EVENT)
            else:
                os.kill(proc.pid, sig)
        except OSError:
            if ha_tools_debug:
                print(""%s already dead?"" % member)","def kill_members ( members , sig , hosts = nodes ) : <TAB> for member in sorted ( members ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> if ha_tools_debug : <TAB> <TAB> <TAB> <TAB> print ( ""killing %s"" % member ) <TAB> <TAB> <TAB> proc = hosts [ member ] [ ""proc"" ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> os . kill ( proc . pid , signal . CTRL_C_EVENT ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> os . kill ( proc . pid , sig ) <TAB> <TAB> except OSError : <TAB> <TAB> <TAB> if ha_tools_debug : <TAB> <TAB> <TAB> <TAB> print ( ""%s already dead?"" % member )","if sys . platform in ( ""win32"" , ""cygwin"" ) :",172
24970,"def test_factory(self):
    with pyomo.opt.ReaderFactory(""sol"") as reader:
        if reader is None:
            raise IOError(""Reader 'sol' is not registered"")
        soln = reader(currdir + ""test4_sol.sol"", suffixes=[""dual""])
        soln.write(filename=currdir + ""factory.txt"", format=""json"")
        self.assertMatchesJsonBaseline(
            currdir + ""factory.txt"", currdir + ""test4_sol.jsn""
        )","def test_factory ( self ) : <TAB> with pyomo . opt . ReaderFactory ( ""sol"" ) as reader : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise IOError ( ""Reader 'sol' is not registered"" ) <TAB> <TAB> soln = reader ( currdir + ""test4_sol.sol"" , suffixes = [ ""dual"" ] ) <TAB> <TAB> soln . write ( filename = currdir + ""factory.txt"" , format = ""json"" ) <TAB> <TAB> self . assertMatchesJsonBaseline ( <TAB> <TAB> <TAB> currdir + ""factory.txt"" , currdir + ""test4_sol.jsn"" <TAB> <TAB> )",if reader is None :,132
5549,"def cache_sqs_queues_across_accounts() -> bool:
    function: str = f""{__name__}.{sys._getframe().f_code.co_name}""
    # First, get list of accounts
    accounts_d: list = async_to_sync(get_account_id_to_name_mapping)()
    # Second, call tasks to enumerate all the roles across all accounts
    for account_id in accounts_d.keys():
        if config.get(""environment"") == ""prod"":
            cache_sqs_queues_for_account.delay(account_id)
        else:
            if account_id in config.get(""celery.test_account_ids"", []):
                cache_sqs_queues_for_account.delay(account_id)
    stats.count(f""{function}.success"")
    return True
","def cache_sqs_queues_across_accounts ( ) -> bool : <TAB> function : str = f""{__name__}.{sys._getframe().f_code.co_name}"" <TAB> <TAB> accounts_d : list = async_to_sync ( get_account_id_to_name_mapping ) ( ) <TAB> <TAB> for account_id in accounts_d . keys ( ) : <TAB> <TAB> if config . get ( ""environment"" ) == ""prod"" : <TAB> <TAB> <TAB> cache_sqs_queues_for_account . delay ( account_id ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> cache_sqs_queues_for_account . delay ( account_id ) <TAB> stats . count ( f""{function}.success"" ) <TAB> return True","if account_id in config . get ( ""celery.test_account_ids"" , [ ] ) :",200
22128,"def process_status(self, info):
    if not info.get(""_children""):
        return False
    notification = info[""_children""][0]
    title = notification.get(""title"")
    if not title:
        return False
    # Scan complete message
    if SCAN_COMPLETE_REGEX.match(title):
        self.emit_notification(""%s.scanner.finished"" % self.name)
        return True
    # Scanning message
    match = SCANNING_REGEX.match(title)
    if match:
        section = match.group(""section"")
        if section:
            self.emit_notification(
                ""%s.scanner.started"" % self.name, {""section"": section}
            )
            return True
    return False","def process_status ( self , info ) : <TAB> if not info . get ( ""_children"" ) : <TAB> <TAB> return False <TAB> notification = info [ ""_children"" ] [ 0 ] <TAB> title = notification . get ( ""title"" ) <TAB> if not title : <TAB> <TAB> return False <TAB> <TAB> if SCAN_COMPLETE_REGEX . match ( title ) : <TAB> <TAB> self . emit_notification ( ""%s.scanner.finished"" % self . name ) <TAB> <TAB> return True <TAB> <TAB> match = SCANNING_REGEX . match ( title ) <TAB> if match : <TAB> <TAB> section = match . group ( ""section"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . emit_notification ( <TAB> <TAB> <TAB> <TAB> ""%s.scanner.started"" % self . name , { ""section"" : section } <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return True <TAB> return False",if section :,187
5500,"def fit_one(self, x):
    for i, xi in x.items():
        if self.with_centering:
            self.median[i].update(xi)
        if self.with_scaling:
            self.iqr[i].update(xi)
    return self
","def fit_one ( self , x ) : <TAB> for i , xi in x . items ( ) : <TAB> <TAB> if self . with_centering : <TAB> <TAB> <TAB> self . median [ i ] . update ( xi ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . iqr [ i ] . update ( xi ) <TAB> return self",if self . with_scaling :,75
22543,"def test_dynamic_segment(self):
    """"""Test that the degenerate case for the dynamic segment does not crash""""""
    with open(
        os.path.join(""test"", ""testfiles_for_unittests"", ""debug_info.elf""), ""rb""
    ) as f:
        elf = ELFFile(f)
        seen_dynamic_segment = False
        for segment in elf.iter_segments():
            if segment.header.p_type == ""PT_DYNAMIC"":
                self.assertEqual(
                    segment.num_tags(),
                    0,
                    ""The dynamic segment in this file should be empty"",
                )
                seen_dynamic_segment = True
                break
        self.assertTrue(
            seen_dynamic_segment, ""There should be a dynamic segment in this file""
        )","def test_dynamic_segment ( self ) : <TAB> """"""Test that the degenerate case for the dynamic segment does not crash"""""" <TAB> with open ( <TAB> <TAB> os . path . join ( ""test"" , ""testfiles_for_unittests"" , ""debug_info.elf"" ) , ""rb"" <TAB> ) as f : <TAB> <TAB> elf = ELFFile ( f ) <TAB> <TAB> seen_dynamic_segment = False <TAB> <TAB> for segment in elf . iter_segments ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( <TAB> <TAB> <TAB> <TAB> <TAB> segment . num_tags ( ) , <TAB> <TAB> <TAB> <TAB> <TAB> 0 , <TAB> <TAB> <TAB> <TAB> <TAB> ""The dynamic segment in this file should be empty"" , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> seen_dynamic_segment = True <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> self . assertTrue ( <TAB> <TAB> <TAB> seen_dynamic_segment , ""There should be a dynamic segment in this file"" <TAB> <TAB> )","if segment . header . p_type == ""PT_DYNAMIC"" :",225
2171,"def tearDown(self):
    os.chdir(self.orig_working_dir)
    sys.argv = self.orig_argv
    sys.stdout = self.orig_stdout
    sys.stderr = self.orig_stderr
    for dirname in [""lv_LV"", ""ja_JP""]:
        locale_dir = os.path.join(self.datadir, ""project"", ""i18n"", dirname)
        if os.path.isdir(locale_dir):
            shutil.rmtree(locale_dir)","def tearDown ( self ) : <TAB> os . chdir ( self . orig_working_dir ) <TAB> sys . argv = self . orig_argv <TAB> sys . stdout = self . orig_stdout <TAB> sys . stderr = self . orig_stderr <TAB> for dirname in [ ""lv_LV"" , ""ja_JP"" ] : <TAB> <TAB> locale_dir = os . path . join ( self . datadir , ""project"" , ""i18n"" , dirname ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> shutil . rmtree ( locale_dir )",if os . path . isdir ( locale_dir ) :,122
610,"def _check_for_batch_clashes(xs):
    """"""Check that batch names do not overlap with sample names.""""""
    names = set([x[""description""] for x in xs])
    dups = set([])
    for x in xs:
        batches = tz.get_in((""metadata"", ""batch""), x)
        if batches:
            if not isinstance(batches, (list, tuple)):
                batches = [batches]
            for batch in batches:
                if batch in names:
                    dups.add(batch)
    if len(dups) > 0:
        raise ValueError(
            ""Batch names must be unique from sample descriptions.\n""
            ""Clashing batch names: %s"" % sorted(list(dups))
        )","def _check_for_batch_clashes ( xs ) : <TAB> """"""Check that batch names do not overlap with sample names."""""" <TAB> names = set ( [ x [ ""description"" ] for x in xs ] ) <TAB> dups = set ( [ ] ) <TAB> for x in xs : <TAB> <TAB> batches = tz . get_in ( ( ""metadata"" , ""batch"" ) , x ) <TAB> <TAB> if batches : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> batches = [ batches ] <TAB> <TAB> <TAB> for batch in batches : <TAB> <TAB> <TAB> <TAB> if batch in names : <TAB> <TAB> <TAB> <TAB> <TAB> dups . add ( batch ) <TAB> if len ( dups ) > 0 : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""Batch names must be unique from sample descriptions.\n"" <TAB> <TAB> <TAB> ""Clashing batch names: %s"" % sorted ( list ( dups ) ) <TAB> <TAB> )","if not isinstance ( batches , ( list , tuple ) ) :",192
14186,"def open(self) -> ""KeyValueDb"":
    """"""Create a new data base or open existing one""""""
    if os.path.exists(self._name):
        if not os.path.isfile(self._name):
            raise IOError(""%s exists and is not a file"" % self._name)
        if os.path.getsize(self._name) == 0:
            # ignore empty files
            return self
        with open(self._name, ""rb"") as _in:  # binary mode
            self.set_records(pickle.load(_in))
    else:
        # make sure path exists
        mkpath(os.path.dirname(self._name))
        self.commit()
    return self","def open ( self ) -> ""KeyValueDb"" : <TAB> """"""Create a new data base or open existing one"""""" <TAB> if os . path . exists ( self . _name ) : <TAB> <TAB> if not os . path . isfile ( self . _name ) : <TAB> <TAB> <TAB> raise IOError ( ""%s exists and is not a file"" % self . _name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return self <TAB> <TAB> with open ( self . _name , ""rb"" ) as _in : <TAB> <TAB> <TAB> self . set_records ( pickle . load ( _in ) ) <TAB> else : <TAB> <TAB> <TAB> <TAB> mkpath ( os . path . dirname ( self . _name ) ) <TAB> <TAB> self . commit ( ) <TAB> return self",if os . path . getsize ( self . _name ) == 0 :,180
2223,"def handle_1_roomid_raffle(self, i):
    if i[1] in [""handle_1_room_TV"", ""handle_1_room_captain""]:
        if await self.notify(""check_if_normal_room"", i[0], -1):
            await self.notify(""post_watching_history"", i[0])
            await self.notify(i[1], i[0], i[2])
    else:
        print(""hhjjkskddrsfvsfdfvdfvvfdvdvdfdfffdfsvh"", i)","def handle_1_roomid_raffle ( self , i ) : <TAB> if i [ 1 ] in [ ""handle_1_room_TV"" , ""handle_1_room_captain"" ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> await self . notify ( ""post_watching_history"" , i [ 0 ] ) <TAB> <TAB> <TAB> await self . notify ( i [ 1 ] , i [ 0 ] , i [ 2 ] ) <TAB> else : <TAB> <TAB> print ( ""hhjjkskddrsfvsfdfvdfvvfdvdvdfdfffdfsvh"" , i )","if await self . notify ( ""check_if_normal_room"" , i [ 0 ] , - 1 ) :",144
6430,"def prepare_request(next_link=None):
    # Construct headers
    header_parameters = {}  # type: Dict[str, Any]
    header_parameters[""Accept""] = self._serialize.header(""accept"", accept, ""str"")
    if not next_link:
        # Construct URL
        url = self.list.metadata[""url""]  # type: ignore
        path_format_arguments = {
            ""subscriptionId"": self._serialize.url(
                ""self._config.subscription_id"", self._config.subscription_id, ""str""
            ),
            ""resourceGroupName"": self._serialize.url(
                ""resource_group_name"", resource_group_name, ""str"", min_length=1
            ),
            ""registryName"": self._serialize.url(
                ""registry_name"",
                registry_name,
                ""str"",
                max_length=50,
                min_length=5,
                pattern=r""^[a-zA-Z0-9]*$"",
            ),
        }
        url = self._client.format_url(url, **path_format_arguments)
        # Construct parameters
        query_parameters = {}  # type: Dict[str, Any]
        query_parameters[""api-version""] = self._serialize.query(
            ""api_version"", api_version, ""str""
        )
        if filter is not None:
            query_parameters[""$filter""] = self._serialize.query(""filter"", filter, ""str"")
        if top is not None:
            query_parameters[""$top""] = self._serialize.query(""top"", top, ""int"")
        request = self._client.get(url, query_parameters, header_parameters)
    else:
        url = next_link
        query_parameters = {}  # type: Dict[str, Any]
        request = self._client.get(url, query_parameters, header_parameters)
    return request","def prepare_request ( next_link = None ) : <TAB> <TAB> header_parameters = { } <TAB> header_parameters [ ""Accept"" ] = self . _serialize . header ( ""accept"" , accept , ""str"" ) <TAB> if not next_link : <TAB> <TAB> <TAB> <TAB> url = self . list . metadata [ ""url"" ] <TAB> <TAB> path_format_arguments = { <TAB> <TAB> <TAB> ""subscriptionId"" : self . _serialize . url ( <TAB> <TAB> <TAB> <TAB> ""self._config.subscription_id"" , self . _config . subscription_id , ""str"" <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ""resourceGroupName"" : self . _serialize . url ( <TAB> <TAB> <TAB> <TAB> ""resource_group_name"" , resource_group_name , ""str"" , min_length = 1 <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ""registryName"" : self . _serialize . url ( <TAB> <TAB> <TAB> <TAB> ""registry_name"" , <TAB> <TAB> <TAB> <TAB> registry_name , <TAB> <TAB> <TAB> <TAB> ""str"" , <TAB> <TAB> <TAB> <TAB> max_length = 50 , <TAB> <TAB> <TAB> <TAB> min_length = 5 , <TAB> <TAB> <TAB> <TAB> pattern = r""^[a-zA-Z0-9]*$"" , <TAB> <TAB> <TAB> ) , <TAB> <TAB> } <TAB> <TAB> url = self . _client . format_url ( url , ** path_format_arguments ) <TAB> <TAB> <TAB> <TAB> query_parameters = { } <TAB> <TAB> query_parameters [ ""api-version"" ] = self . _serialize . query ( <TAB> <TAB> <TAB> ""api_version"" , api_version , ""str"" <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> query_parameters [ ""$filter"" ] = self . _serialize . query ( ""filter"" , filter , ""str"" ) <TAB> <TAB> if top is not None : <TAB> <TAB> <TAB> query_parameters [ ""$top"" ] = self . _serialize . query ( ""top"" , top , ""int"" ) <TAB> <TAB> request = self . _client . get ( url , query_parameters , header_parameters ) <TAB> else : <TAB> <TAB> url = next_link <TAB> <TAB> query_parameters = { } <TAB> <TAB> request = self . _client . get ( url , query_parameters , header_parameters ) <TAB> return request",if filter is not None :,508
2462,"def addEntryPoint(self, va):
    node = self.getNode(va)
    if node is not None:
        return node
    # entry point, by de-facto has a node
    enode = self.getCodeBlockNode(va)
    done = set()
    todo = [
        va,
    ]
    while todo:
        va = todo.pop()
        if va in done:
            continue
        done.add(va)
        branches = self._getCodeBranches(va)
        tdone = set()
        for tova, bflags in branches:
            if tova in tdone:
                continue
            tdone.add(tova)
            node = self.getNodeByVa(va)
            if self._addCodeBranch(node, va, tova, bflags):
                todo.append(tova)
    return enode
","def addEntryPoint ( self , va ) : <TAB> node = self . getNode ( va ) <TAB> if node is not None : <TAB> <TAB> return node <TAB> <TAB> enode = self . getCodeBlockNode ( va ) <TAB> done = set ( ) <TAB> todo = [ <TAB> <TAB> va , <TAB> ] <TAB> while todo : <TAB> <TAB> va = todo . pop ( ) <TAB> <TAB> if va in done : <TAB> <TAB> <TAB> continue <TAB> <TAB> done . add ( va ) <TAB> <TAB> branches = self . _getCodeBranches ( va ) <TAB> <TAB> tdone = set ( ) <TAB> <TAB> for tova , bflags in branches : <TAB> <TAB> <TAB> if tova in tdone : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> tdone . add ( tova ) <TAB> <TAB> <TAB> node = self . getNodeByVa ( va ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> todo . append ( tova ) <TAB> return enode","if self . _addCodeBranch ( node , va , tova , bflags ) :",233
3247,"def SaveAllChangedConfigs(self):
    ""Save configuration changes to the user config file.""
    idleConf.userCfg[""main""].Save()
    for configType in self.changedItems:
        cfgTypeHasChanges = False
        for section in self.changedItems[configType]:
            if section == ""HelpFiles"":
                # this section gets completely replaced
                idleConf.userCfg[""main""].remove_section(""HelpFiles"")
                cfgTypeHasChanges = True
            for item in self.changedItems[configType][section]:
                value = self.changedItems[configType][section][item]
                if self.SetUserValue(configType, section, item, value):
                    cfgTypeHasChanges = True
        if cfgTypeHasChanges:
            idleConf.userCfg[configType].Save()
    for configType in [""keys"", ""highlight""]:
        # save these even if unchanged!
        idleConf.userCfg[configType].Save()
    self.ResetChangedItems()  # clear the changed items dict
    self.save_all_changed_extensions()  # uses a different mechanism
","def SaveAllChangedConfigs ( self ) : <TAB> ""Save configuration changes to the user config file."" <TAB> idleConf . userCfg [ ""main"" ] . Save ( ) <TAB> for configType in self . changedItems : <TAB> <TAB> cfgTypeHasChanges = False <TAB> <TAB> for section in self . changedItems [ configType ] : <TAB> <TAB> <TAB> if section == ""HelpFiles"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> idleConf . userCfg [ ""main"" ] . remove_section ( ""HelpFiles"" ) <TAB> <TAB> <TAB> <TAB> cfgTypeHasChanges = True <TAB> <TAB> <TAB> for item in self . changedItems [ configType ] [ section ] : <TAB> <TAB> <TAB> <TAB> value = self . changedItems [ configType ] [ section ] [ item ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> cfgTypeHasChanges = True <TAB> <TAB> if cfgTypeHasChanges : <TAB> <TAB> <TAB> idleConf . userCfg [ configType ] . Save ( ) <TAB> for configType in [ ""keys"" , ""highlight"" ] : <TAB> <TAB> <TAB> <TAB> idleConf . userCfg [ configType ] . Save ( ) <TAB> self . ResetChangedItems ( ) <TAB> self . save_all_changed_extensions ( )","if self . SetUserValue ( configType , section , item , value ) :",282
25354,"def _reduce_batch_count_l_moments(x):
    result = tf_utils.reduce_batch_count_l_moments(
        x, reduce_instance_dims=reduce_instance_dims
    )
    for tensor in result:
        if not reduce_instance_dims and x.get_shape().ndims:
            self.assertEqual(x.get_shape()[1:].as_list(), tensor.get_shape().as_list())
    return result","def _reduce_batch_count_l_moments ( x ) : <TAB> result = tf_utils . reduce_batch_count_l_moments ( <TAB> <TAB> x , reduce_instance_dims = reduce_instance_dims <TAB> ) <TAB> for tensor in result : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertEqual ( x . get_shape ( ) [ 1 : ] . as_list ( ) , tensor . get_shape ( ) . as_list ( ) ) <TAB> return result",if not reduce_instance_dims and x . get_shape ( ) . ndims :,112
11671,"def process_xml_data():
    while True:
        info_msg = ""SOAP/XML data found in POST data.""
        if not menu.options.batch:
            question_msg = info_msg
            question_msg += "" Do you want to process it? [Y/n] > ""
            xml_process = _input(settings.print_question_msg(question_msg))
        else:
            if settings.VERBOSITY_LEVEL >= 1:
                print(settings.print_bold_info_msg(info_msg))
            xml_process = """"
        if len(xml_process) == 0:
            xml_process = ""Y""
        if xml_process in settings.CHOICE_YES:
            settings.IS_XML = True
            break
        elif xml_process in settings.CHOICE_NO:
            break
        elif xml_process in settings.CHOICE_QUIT:
            raise SystemExit()
        else:
            err_msg = ""'"" + xml_process + ""' is not a valid answer.""
            print(settings.print_error_msg(err_msg))
            pass","def process_xml_data ( ) : <TAB> while True : <TAB> <TAB> info_msg = ""SOAP/XML data found in POST data."" <TAB> <TAB> if not menu . options . batch : <TAB> <TAB> <TAB> question_msg = info_msg <TAB> <TAB> <TAB> question_msg += "" Do you want to process it? [Y/n] > "" <TAB> <TAB> <TAB> xml_process = _input ( settings . print_question_msg ( question_msg ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if settings . VERBOSITY_LEVEL >= 1 : <TAB> <TAB> <TAB> <TAB> print ( settings . print_bold_info_msg ( info_msg ) ) <TAB> <TAB> <TAB> xml_process = """" <TAB> <TAB> if len ( xml_process ) == 0 : <TAB> <TAB> <TAB> xml_process = ""Y"" <TAB> <TAB> if xml_process in settings . CHOICE_YES : <TAB> <TAB> <TAB> settings . IS_XML = True <TAB> <TAB> <TAB> break <TAB> <TAB> elif xml_process in settings . CHOICE_NO : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise SystemExit ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> err_msg = ""'"" + xml_process + ""' is not a valid answer."" <TAB> <TAB> <TAB> print ( settings . print_error_msg ( err_msg ) ) <TAB> <TAB> <TAB> pass",elif xml_process in settings . CHOICE_QUIT :,296
8181,"def do_GET(self):
    """"""Serve a GET request.""""""
    f, start_range, end_range = self.send_head()
    if f:
        f.seek(start_range, 0)
        chunk = 0x1000
        total = 0
        while chunk > 0:
            if start_range + chunk > end_range:
                chunk = end_range - start_range
            try:
                self.wfile.write(f.read(chunk))
            except:
                break
            total += chunk
            start_range += chunk
        if f.tell() == monkeyfs.getsize(self.filename):
            if self.report_download(self.client_address):
                self.close_connection = 1
        f.close()","def do_GET ( self ) : <TAB> """"""Serve a GET request."""""" <TAB> f , start_range , end_range = self . send_head ( ) <TAB> if f : <TAB> <TAB> f . seek ( start_range , 0 ) <TAB> <TAB> chunk = 0x1000 <TAB> <TAB> total = 0 <TAB> <TAB> while chunk > 0 : <TAB> <TAB> <TAB> if start_range + chunk > end_range : <TAB> <TAB> <TAB> <TAB> chunk = end_range - start_range <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> self . wfile . write ( f . read ( chunk ) ) <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> total += chunk <TAB> <TAB> <TAB> start_range += chunk <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if self . report_download ( self . client_address ) : <TAB> <TAB> <TAB> <TAB> self . close_connection = 1 <TAB> <TAB> f . close ( )",if f . tell ( ) == monkeyfs . getsize ( self . filename ) :,209
19287,"def update_model_id_version(self, model_id=None, model_version=None):
    if int(self.job_runtime_conf.get(""dsl_version"", 1)) == 2:
        if model_id:
            self.job_runtime_conf[""job_parameters""].get(""common"", {})[
                ""model_id""
            ] = model_id
        if model_version:
            self.job_runtime_conf[""job_parameters""].get(""common"", {})[
                ""model_version""
            ] = model_version
    else:
        if model_id:
            self.job_runtime_conf[""job_parameters""][""model_id""] = model_id
        if model_version:
            self.job_runtime_conf[""job_parameters""][""model_version""] = model_version
    return self.job_runtime_conf","def update_model_id_version ( self , model_id = None , model_version = None ) : <TAB> if int ( self . job_runtime_conf . get ( ""dsl_version"" , 1 ) ) == 2 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . job_runtime_conf [ ""job_parameters"" ] . get ( ""common"" , { } ) [ <TAB> <TAB> <TAB> <TAB> ""model_id"" <TAB> <TAB> <TAB> ] = model_id <TAB> <TAB> if model_version : <TAB> <TAB> <TAB> self . job_runtime_conf [ ""job_parameters"" ] . get ( ""common"" , { } ) [ <TAB> <TAB> <TAB> <TAB> ""model_version"" <TAB> <TAB> <TAB> ] = model_version <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . job_runtime_conf [ ""job_parameters"" ] [ ""model_id"" ] = model_id <TAB> <TAB> if model_version : <TAB> <TAB> <TAB> self . job_runtime_conf [ ""job_parameters"" ] [ ""model_version"" ] = model_version <TAB> return self . job_runtime_conf",if model_id :,225
2505,"def default(cls, connection=None):
    """"""show the default connection, or make CONNECTION the default""""""
    if connection is not None:
        target = cls._get_config_filename(connection)
        if os.path.exists(target):
            if os.path.exists(cls._default_symlink):
                os.remove(cls._default_symlink)
            os.symlink(target, cls._default_symlink)
        else:
            cls._no_config_file_error(target)
    if os.path.exists(cls._default_symlink):
        print(""Default connection is "" + cls._default_connection())
    else:
        print(""There is no default connection set"")
","def default ( cls , connection = None ) : <TAB> """"""show the default connection, or make CONNECTION the default"""""" <TAB> if connection is not None : <TAB> <TAB> target = cls . _get_config_filename ( connection ) <TAB> <TAB> if os . path . exists ( target ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> os . remove ( cls . _default_symlink ) <TAB> <TAB> <TAB> os . symlink ( target , cls . _default_symlink ) <TAB> <TAB> else : <TAB> <TAB> <TAB> cls . _no_config_file_error ( target ) <TAB> <fill-in> <TAB> <TAB> print ( ""Default connection is "" + cls . _default_connection ( ) ) <TAB> else : <TAB> <TAB> print ( ""There is no default connection set"" )",if os . path . exists ( cls . _default_symlink ) :,175
24141,"def DeleteEmptyCols(self):
    cols2delete = []
    for c in range(0, self.GetCols()):
        f = True
        for r in range(0, self.GetRows()):
            if self.FindItemAtPosition((r, c)) is not None:
                f = False
        if f:
            cols2delete.append(c)
    for i in range(0, len(cols2delete)):
        self.ShiftColsLeft(cols2delete[i] + 1)
        cols2delete = [x - 1 for x in cols2delete]","def DeleteEmptyCols ( self ) : <TAB> cols2delete = [ ] <TAB> for c in range ( 0 , self . GetCols ( ) ) : <TAB> <TAB> f = True <TAB> <TAB> for r in range ( 0 , self . GetRows ( ) ) : <TAB> <TAB> <TAB> if self . FindItemAtPosition ( ( r , c ) ) is not None : <TAB> <TAB> <TAB> <TAB> f = False <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cols2delete . append ( c ) <TAB> for i in range ( 0 , len ( cols2delete ) ) : <TAB> <TAB> self . ShiftColsLeft ( cols2delete [ i ] + 1 ) <TAB> <TAB> cols2delete = [ x - 1 for x in cols2delete ]",if f :,150
19035,"def coverage_zuul(conf_zuul):
    data = get_yaml(""{0}{1}{2}"".format(BASE_URL, PATH_INFRA, conf_zuul))
    # parse data
    bandit_jobs = {}
    bandit_tests = {key: set() for key in TEST_TYPES}
    for job in data[""jobs""]:
        if ""bandit"" in job[""name""]:
            if job.get(""voting"", True) is False:
                bandit_jobs[job[""name""]] = False
            else:
                bandit_jobs[job[""name""]] = True
    for project in data[""projects""]:
        project_name = project[""name""]
        for test_type in bandit_tests.keys():
            for test in project.get(test_type, []):
                if str(test).endswith(""bandit""):
                    voting = bandit_jobs.get(test, False)
                    bandit_tests[test_type].add((project_name, voting))
    # output results
    for test_type in bandit_tests:
        print(
            ""\n{0} tests exist for the following OpenStack projects:"".format(
                test_type.capitalize()
            )
        )
        for project in sorted(bandit_tests[test_type]):
            if project[1] is False:
                print("" - {0}"".format(project[0]))
            else:
                print("" - {0} (VOTING)"".format(project[0]))
    print(""\n(Configuration from {0}{1}{2})\n"".format(BASE_URL, PATH_INFRA, conf_zuul))","def coverage_zuul ( conf_zuul ) : <TAB> data = get_yaml ( ""{0}{1}{2}"" . format ( BASE_URL , PATH_INFRA , conf_zuul ) ) <TAB> <TAB> bandit_jobs = { } <TAB> bandit_tests = { key : set ( ) for key in TEST_TYPES } <TAB> for job in data [ ""jobs"" ] : <TAB> <TAB> if ""bandit"" in job [ ""name"" ] : <TAB> <TAB> <TAB> if job . get ( ""voting"" , True ) is False : <TAB> <TAB> <TAB> <TAB> bandit_jobs [ job [ ""name"" ] ] = False <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> bandit_jobs [ job [ ""name"" ] ] = True <TAB> for project in data [ ""projects"" ] : <TAB> <TAB> project_name = project [ ""name"" ] <TAB> <TAB> for test_type in bandit_tests . keys ( ) : <TAB> <TAB> <TAB> for test in project . get ( test_type , [ ] ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> voting = bandit_jobs . get ( test , False ) <TAB> <TAB> <TAB> <TAB> <TAB> bandit_tests [ test_type ] . add ( ( project_name , voting ) ) <TAB> <TAB> for test_type in bandit_tests : <TAB> <TAB> print ( <TAB> <TAB> <TAB> ""\n{0} tests exist for the following OpenStack projects:"" . format ( <TAB> <TAB> <TAB> <TAB> test_type . capitalize ( ) <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> <TAB> for project in sorted ( bandit_tests [ test_type ] ) : <TAB> <TAB> <TAB> if project [ 1 ] is False : <TAB> <TAB> <TAB> <TAB> print ( "" - {0}"" . format ( project [ 0 ] ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> print ( "" - {0} (VOTING)"" . format ( project [ 0 ] ) ) <TAB> print ( ""\n(Configuration from {0}{1}{2})\n"" . format ( BASE_URL , PATH_INFRA , conf_zuul ) )","if str ( test ) . endswith ( ""bandit"" ) :",432
22786,"def explode_contact_groups_into_contacts(self, item, contactgroups):
    if hasattr(item, ""contact_groups""):
        # TODO : See if we can remove this if
        if isinstance(item.contact_groups, list):
            cgnames = item.contact_groups
        else:
            cgnames = item.contact_groups.split("","")
        cgnames = strip_and_uniq(cgnames)
        for cgname in cgnames:
            cg = contactgroups.find_by_name(cgname)
            if cg is None:
                err = (
                    ""The contact group '%s' defined on the %s '%s' do ""
                    ""not exist"" % (cgname, item.__class__.my_type, item.get_name())
                )
                item.configuration_errors.append(err)
                continue
            cnames = contactgroups.get_members_by_name(cgname)
            # We add contacts into our contacts
            if cnames != []:
                if hasattr(item, ""contacts""):
                    item.contacts.extend(cnames)
                else:
                    item.contacts = cnames
","def explode_contact_groups_into_contacts ( self , item , contactgroups ) : <TAB> if hasattr ( item , ""contact_groups"" ) : <TAB> <TAB> <TAB> <TAB> if isinstance ( item . contact_groups , list ) : <TAB> <TAB> <TAB> cgnames = item . contact_groups <TAB> <TAB> else : <TAB> <TAB> <TAB> cgnames = item . contact_groups . split ( "","" ) <TAB> <TAB> cgnames = strip_and_uniq ( cgnames ) <TAB> <TAB> for cgname in cgnames : <TAB> <TAB> <TAB> cg = contactgroups . find_by_name ( cgname ) <TAB> <TAB> <TAB> if cg is None : <TAB> <TAB> <TAB> <TAB> err = ( <TAB> <TAB> <TAB> <TAB> <TAB> ""The contact group '%s' defined on the %s '%s' do "" <TAB> <TAB> <TAB> <TAB> <TAB> ""not exist"" % ( cgname , item . __class__ . my_type , item . get_name ( ) ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> item . configuration_errors . append ( err ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> cnames = contactgroups . get_members_by_name ( cgname ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if cnames != [ ] : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> item . contacts . extend ( cnames ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> item . contacts = cnames","if hasattr ( item , ""contacts"" ) :",316
7189,"def decorated_function(*args, **kwargs):
    rv = f(*args, **kwargs)
    if ""Last-Modified"" not in rv.headers:
        try:
            result = date
            if callable(result):
                result = result(rv)
            if not isinstance(result, basestring):
                from werkzeug.http import http_date
                result = http_date(result)
            if result:
                rv.headers[""Last-Modified""] = result
        except Exception:
            logging.getLogger(__name__).exception(
                ""Error while calculating the lastmodified value for response {!r}"".format(
                    rv
                )
            )
    return rv
","def decorated_function ( * args , ** kwargs ) : <TAB> rv = f ( * args , ** kwargs ) <TAB> if ""Last-Modified"" not in rv . headers : <TAB> <TAB> try : <TAB> <TAB> <TAB> result = date <TAB> <TAB> <TAB> if callable ( result ) : <TAB> <TAB> <TAB> <TAB> result = result ( rv ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> from werkzeug . http import http_date <TAB> <TAB> <TAB> <TAB> result = http_date ( result ) <TAB> <TAB> <TAB> if result : <TAB> <TAB> <TAB> <TAB> rv . headers [ ""Last-Modified"" ] = result <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> logging . getLogger ( __name__ ) . exception ( <TAB> <TAB> <TAB> <TAB> ""Error while calculating the lastmodified value for response {!r}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> rv <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> return rv","if not isinstance ( result , basestring ) :",189
244,"def database_app(request):
    if request.param == ""postgres_app"":
        if not which(""initdb""):
            pytest.skip(""initdb must be on PATH for postgresql fixture"")
        if not psycopg2:
            pytest.skip(""psycopg2 must be installed for postgresql fixture"")
    if request.param == ""sqlite_rabbitmq_app"":
        if not os.environ.get(""GALAXY_TEST_AMQP_INTERNAL_CONNECTION""):
            pytest.skip(
                ""rabbitmq tests will be skipped if GALAXY_TEST_AMQP_INTERNAL_CONNECTION env var is unset""
            )
    return request.getfixturevalue(request.param)","def database_app ( request ) : <TAB> if request . param == ""postgres_app"" : <TAB> <TAB> if not which ( ""initdb"" ) : <TAB> <TAB> <TAB> pytest . skip ( ""initdb must be on PATH for postgresql fixture"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pytest . skip ( ""psycopg2 must be installed for postgresql fixture"" ) <TAB> if request . param == ""sqlite_rabbitmq_app"" : <TAB> <TAB> if not os . environ . get ( ""GALAXY_TEST_AMQP_INTERNAL_CONNECTION"" ) : <TAB> <TAB> <TAB> pytest . skip ( <TAB> <TAB> <TAB> <TAB> ""rabbitmq tests will be skipped if GALAXY_TEST_AMQP_INTERNAL_CONNECTION env var is unset"" <TAB> <TAB> <TAB> ) <TAB> return request . getfixturevalue ( request . param )",if not psycopg2 :,174
24856,"def _create_html_files(self, defects):
    sources = {}
    defects = [defect for defect in defects if ""file"" in defect]
    for defect in defects:
        name = defect[""file""]
        if not name in sources:
            sources[name] = [defect]
        else:
            sources[name].append(defect)
    files = {}
    css_style_defs = None
    bpath = self.generator.path.get_bld().abspath()
    names = list(sources.keys())
    for i in range(0, len(names)):
        name = names[i]
        if self.env.CPPCHECK_SINGLE_HTML:
            htmlfile = ""cppcheck/%i.html"" % (i)
        else:
            htmlfile = ""cppcheck/%s%i.html"" % (self.generator.get_name(), i)
        errors = sources[name]
        files[name] = {""htmlfile"": ""%s/%s"" % (bpath, htmlfile), ""errors"": errors}
        css_style_defs = self._create_html_file(name, htmlfile, errors)
    return files, css_style_defs","def _create_html_files ( self , defects ) : <TAB> sources = { } <TAB> defects = [ defect for defect in defects if ""file"" in defect ] <TAB> for defect in defects : <TAB> <TAB> name = defect [ ""file"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sources [ name ] = [ defect ] <TAB> <TAB> else : <TAB> <TAB> <TAB> sources [ name ] . append ( defect ) <TAB> files = { } <TAB> css_style_defs = None <TAB> bpath = self . generator . path . get_bld ( ) . abspath ( ) <TAB> names = list ( sources . keys ( ) ) <TAB> for i in range ( 0 , len ( names ) ) : <TAB> <TAB> name = names [ i ] <TAB> <TAB> if self . env . CPPCHECK_SINGLE_HTML : <TAB> <TAB> <TAB> htmlfile = ""cppcheck/%i.html"" % ( i ) <TAB> <TAB> else : <TAB> <TAB> <TAB> htmlfile = ""cppcheck/%s%i.html"" % ( self . generator . get_name ( ) , i ) <TAB> <TAB> errors = sources [ name ] <TAB> <TAB> files [ name ] = { ""htmlfile"" : ""%s/%s"" % ( bpath , htmlfile ) , ""errors"" : errors } <TAB> <TAB> css_style_defs = self . _create_html_file ( name , htmlfile , errors ) <TAB> return files , css_style_defs",if not name in sources :,305
7285,"def avgpp(cp, size):
    _check_params(len(cp), size)
    sample_count = _sample_count(cp, size)
    prevextremevalid = False
    prevextreme = None
    avg = 0
    nextreme = 0
    prevval = getsample(cp, size, 0)
    val = getsample(cp, size, 1)
    prevdiff = val - prevval
    for i in range(1, sample_count):
        val = getsample(cp, size, i)
        diff = val - prevval
        if diff * prevdiff < 0:
            if prevextremevalid:
                avg += abs(prevval - prevextreme)
                nextreme += 1
            prevextremevalid = True
            prevextreme = prevval
        prevval = val
        if diff != 0:
            prevdiff = diff
    if nextreme == 0:
        return 0
    return avg / nextreme","def avgpp ( cp , size ) : <TAB> _check_params ( len ( cp ) , size ) <TAB> sample_count = _sample_count ( cp , size ) <TAB> prevextremevalid = False <TAB> prevextreme = None <TAB> avg = 0 <TAB> nextreme = 0 <TAB> prevval = getsample ( cp , size , 0 ) <TAB> val = getsample ( cp , size , 1 ) <TAB> prevdiff = val - prevval <TAB> for i in range ( 1 , sample_count ) : <TAB> <TAB> val = getsample ( cp , size , i ) <TAB> <TAB> diff = val - prevval <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if prevextremevalid : <TAB> <TAB> <TAB> <TAB> avg += abs ( prevval - prevextreme ) <TAB> <TAB> <TAB> <TAB> nextreme += 1 <TAB> <TAB> <TAB> prevextremevalid = True <TAB> <TAB> <TAB> prevextreme = prevval <TAB> <TAB> prevval = val <TAB> <TAB> if diff != 0 : <TAB> <TAB> <TAB> prevdiff = diff <TAB> if nextreme == 0 : <TAB> <TAB> return 0 <TAB> return avg / nextreme",if diff * prevdiff < 0 :,238
16177,"def testFormatFileInPlace(self):
    unformatted_code = u""True==False\n""
    formatted_code = u""True == False\n""
    with utils.TempFileContents(self.test_tmpdir, unformatted_code) as filepath:
        result, _, _ = yapf_api.FormatFile(filepath, in_place=True)
        self.assertEqual(result, None)
        with open(filepath) as fd:
            if sys.version_info[0] <= 2:
                self.assertCodeEqual(formatted_code, fd.read().decode(""ascii""))
            else:
                self.assertCodeEqual(formatted_code, fd.read())
        self.assertRaises(
            ValueError, yapf_api.FormatFile, filepath, in_place=True, print_diff=True
        )","def testFormatFileInPlace ( self ) : <TAB> unformatted_code = u""True==False\n"" <TAB> formatted_code = u""True == False\n"" <TAB> with utils . TempFileContents ( self . test_tmpdir , unformatted_code ) as filepath : <TAB> <TAB> result , _ , _ = yapf_api . FormatFile ( filepath , in_place = True ) <TAB> <TAB> self . assertEqual ( result , None ) <TAB> <TAB> with open ( filepath ) as fd : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . assertCodeEqual ( formatted_code , fd . read ( ) . decode ( ""ascii"" ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . assertCodeEqual ( formatted_code , fd . read ( ) ) <TAB> <TAB> self . assertRaises ( <TAB> <TAB> <TAB> ValueError , yapf_api . FormatFile , filepath , in_place = True , print_diff = True <TAB> <TAB> )",if sys . version_info [ 0 ] <= 2 :,208
18742,"def _FindSolution(self, state, seen_states):
    """"""Find a sequence of assignments that would solve the given state.""""""
    if state.pos.condition:
        state.goals.add(state.pos.condition)
    Solver._goals_per_find_metric.add(len(state.goals))
    for removed_goals, new_goals in state.RemoveFinishedGoals():
        assert not state.pos.bindings & new_goals
        if _GoalsConflict(removed_goals):
            continue  # We bulk-removed goals that are internally conflicting.
        if not new_goals:
            return True
        blocked = frozenset().union(*(goal.variable.nodes for goal in new_goals))
        new_positions = set()
        for goal in new_goals:
            # ""goal"" is the assignment we're trying to find.
            for origin in goal.origins:
                path_exist, path = self._path_finder.FindNodeBackwards(
                    state.pos, origin.where, blocked
                )
                if path_exist:
                    where = origin.where
                    # Check if we found conditions on the way.
                    for node in path:
                        if node is not state.pos:
                            where = node
                            break
                    new_positions.add(where)
        for new_pos in new_positions:
            new_state = State(new_pos, new_goals)
            if new_state in seen_states and len(new_positions) > 1:
                # Cycle detected. We ignore it unless it is the only solution.
                continue
            if self._RecallOrFindSolution(new_state, seen_states):
                return True
    return False","def _FindSolution ( self , state , seen_states ) : <TAB> """"""Find a sequence of assignments that would solve the given state."""""" <TAB> if state . pos . condition : <TAB> <TAB> state . goals . add ( state . pos . condition ) <TAB> Solver . _goals_per_find_metric . add ( len ( state . goals ) ) <TAB> for removed_goals , new_goals in state . RemoveFinishedGoals ( ) : <TAB> <TAB> assert not state . pos . bindings & new_goals <TAB> <TAB> if _GoalsConflict ( removed_goals ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if not new_goals : <TAB> <TAB> <TAB> return True <TAB> <TAB> blocked = frozenset ( ) . union ( * ( goal . variable . nodes for goal in new_goals ) ) <TAB> <TAB> new_positions = set ( ) <TAB> <TAB> for goal in new_goals : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for origin in goal . origins : <TAB> <TAB> <TAB> <TAB> path_exist , path = self . _path_finder . FindNodeBackwards ( <TAB> <TAB> <TAB> <TAB> <TAB> state . pos , origin . where , blocked <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> if path_exist : <TAB> <TAB> <TAB> <TAB> <TAB> where = origin . where <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for node in path : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> where = node <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> <TAB> new_positions . add ( where ) <TAB> <TAB> for new_pos in new_positions : <TAB> <TAB> <TAB> new_state = State ( new_pos , new_goals ) <TAB> <TAB> <TAB> if new_state in seen_states and len ( new_positions ) > 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if self . _RecallOrFindSolution ( new_state , seen_states ) : <TAB> <TAB> <TAB> <TAB> return True <TAB> return False",if node is not state . pos :,480
5910,"def create_tmp_file_from_contents(rname, data, ftype=""yaml""):
    """"""create a file in tmp with name and contents""""""
    tmp = Utils.create_tmpfile(prefix=rname)
    if ftype == ""yaml"":
        # AUDIT:no-member makes sense here due to ruamel.YAML/PyYAML usage
        # pylint: disable=no-member
        if hasattr(yaml, ""RoundTripDumper""):
            Utils._write(tmp, yaml.dump(data, Dumper=yaml.RoundTripDumper))
        else:
            Utils._write(tmp, yaml.safe_dump(data, default_flow_style=False))
    elif ftype == ""json"":
        Utils._write(tmp, json.dumps(data))
    else:
        Utils._write(tmp, data)
    # Register cleanup when module is done
    atexit.register(Utils.cleanup, [tmp])
    return tmp
","def create_tmp_file_from_contents ( rname , data , ftype = ""yaml"" ) : <TAB> """"""create a file in tmp with name and contents"""""" <TAB> tmp = Utils . create_tmpfile ( prefix = rname ) <TAB> if ftype == ""yaml"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> Utils . _write ( tmp , yaml . dump ( data , Dumper = yaml . RoundTripDumper ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> Utils . _write ( tmp , yaml . safe_dump ( data , default_flow_style = False ) ) <TAB> elif ftype == ""json"" : <TAB> <TAB> Utils . _write ( tmp , json . dumps ( data ) ) <TAB> else : <TAB> <TAB> Utils . _write ( tmp , data ) <TAB> <TAB> atexit . register ( Utils . cleanup , [ tmp ] ) <TAB> return tmp","if hasattr ( yaml , ""RoundTripDumper"" ) :",216
15242,"def _translate_ocsp_query(cert_path, ocsp_output, ocsp_errors):
    """"""Parse openssl's weird output to work out what it means.""""""
    states = (""good"", ""revoked"", ""unknown"")
    patterns = [r""{0}: (WARNING.*)?{1}"".format(cert_path, s) for s in states]
    good, revoked, unknown = (
        re.search(p, ocsp_output, flags=re.DOTALL) for p in patterns
    )
    warning = good.group(1) if good else None
    if (""Response verify OK"" not in ocsp_errors) or (good and warning) or unknown:
        logger.info(""Revocation status for %s is unknown"", cert_path)
        logger.debug(""Uncertain output:\n%s\nstderr:\n%s"", ocsp_output, ocsp_errors)
        return False
    elif good and not warning:
        return False
    elif revoked:
        warning = revoked.group(1)
        if warning:
            logger.info(""OCSP revocation warning: %s"", warning)
        return True
    else:
        logger.warning(
            ""Unable to properly parse OCSP output: %s\nstderr:%s"",
            ocsp_output,
            ocsp_errors,
        )
        return False","def _translate_ocsp_query ( cert_path , ocsp_output , ocsp_errors ) : <TAB> """"""Parse openssl's weird output to work out what it means."""""" <TAB> states = ( ""good"" , ""revoked"" , ""unknown"" ) <TAB> patterns = [ r""{0}: (WARNING.*)?{1}"" . format ( cert_path , s ) for s in states ] <TAB> good , revoked , unknown = ( <TAB> <TAB> re . search ( p , ocsp_output , flags = re . DOTALL ) for p in patterns <TAB> ) <TAB> warning = good . group ( 1 ) if good else None <TAB> if ( ""Response verify OK"" not in ocsp_errors ) or ( good and warning ) or unknown : <TAB> <TAB> logger . info ( ""Revocation status for %s is unknown"" , cert_path ) <TAB> <TAB> logger . debug ( ""Uncertain output:\n%s\nstderr:\n%s"" , ocsp_output , ocsp_errors ) <TAB> <TAB> return False <TAB> elif good and not warning : <TAB> <TAB> return False <TAB> elif revoked : <TAB> <TAB> warning = revoked . group ( 1 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . info ( ""OCSP revocation warning: %s"" , warning ) <TAB> <TAB> return True <TAB> else : <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> ""Unable to properly parse OCSP output: %s\nstderr:%s"" , <TAB> <TAB> <TAB> ocsp_output , <TAB> <TAB> <TAB> ocsp_errors , <TAB> <TAB> ) <TAB> <TAB> return False",if warning :,336
17985,"def expectation_kwarg_dict_to_ge_kwargs(self, kwarg_dict):
    # kwarg_exclusions are non-ge keys which contain ancillary widgets required for proper parsing
    # for e.g., a widget for setting the date type of min/max
    ancillary_kwargs = [""min_max_type""]
    expectation_kwargs = {}
    for kwarg_name, widget_dict in kwarg_dict.items():
        if kwarg_name == ""column"":
            expectation_kwargs[""column""] = widget_dict
            continue
        if kwarg_name in ancillary_kwargs:
            continue
        elif not hasattr(
            self, ""generate_{kwarg_name}_widget_dict"".format(kwarg_name=kwarg_name)
        ):
            expectation_kwargs[kwarg_name] = widget_dict.get(""ge_kwarg_value"")
        else:
            expectation_kwargs[kwarg_name] = (
                widget_dict.get(""ge_kwarg_value"")
                if ""ge_kwarg_value"" in widget_dict
                else widget_dict[""kwarg_widget""].value
            )
    return expectation_kwargs
","def expectation_kwarg_dict_to_ge_kwargs ( self , kwarg_dict ) : <TAB> <TAB> <TAB> ancillary_kwargs = [ ""min_max_type"" ] <TAB> expectation_kwargs = { } <TAB> for kwarg_name , widget_dict in kwarg_dict . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> expectation_kwargs [ ""column"" ] = widget_dict <TAB> <TAB> <TAB> continue <TAB> <TAB> if kwarg_name in ancillary_kwargs : <TAB> <TAB> <TAB> continue <TAB> <TAB> elif not hasattr ( <TAB> <TAB> <TAB> self , ""generate_{kwarg_name}_widget_dict"" . format ( kwarg_name = kwarg_name ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> expectation_kwargs [ kwarg_name ] = widget_dict . get ( ""ge_kwarg_value"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> expectation_kwargs [ kwarg_name ] = ( <TAB> <TAB> <TAB> <TAB> widget_dict . get ( ""ge_kwarg_value"" ) <TAB> <TAB> <TAB> <TAB> if ""ge_kwarg_value"" in widget_dict <TAB> <TAB> <TAB> <TAB> else widget_dict [ ""kwarg_widget"" ] . value <TAB> <TAB> <TAB> ) <TAB> return expectation_kwargs","if kwarg_name == ""column"" :",298
23804,"def modified(self):
    paths = set()
    dictionary_list = []
    for op_list in self._operations:
        if not isinstance(op_list, list):
            op_list = (op_list,)
        for item in chain(*op_list):
            if item is None:
                continue
            dictionary = item.dictionary
            if dictionary.path in paths:
                continue
            paths.add(dictionary.path)
            dictionary_list.append(dictionary)
    return dictionary_list
","def modified ( self ) : <TAB> paths = set ( ) <TAB> dictionary_list = [ ] <TAB> for op_list in self . _operations : <TAB> <TAB> if not isinstance ( op_list , list ) : <TAB> <TAB> <TAB> op_list = ( op_list , ) <TAB> <TAB> for item in chain ( * op_list ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> dictionary = item . dictionary <TAB> <TAB> <TAB> if dictionary . path in paths : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> paths . add ( dictionary . path ) <TAB> <TAB> <TAB> dictionary_list . append ( dictionary ) <TAB> return dictionary_list",if item is None :,139
22248,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRING:
                self.authenticationToken = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRING:
                self.guid = iprot.readString()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . authenticationToken = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . guid = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if fid == 1 :,317
15533,"def query_to_script_path(path, query):
    if path != ""*"":
        script = os.path.join(path, query.split("" "")[0])
        if not os.path.exists(script):
            raise IOError(""Script '{}' not found in script directory"".format(query))
        return os.path.join(path, query).split("" "")
    return query","def query_to_script_path ( path , query ) : <TAB> if path != ""*"" : <TAB> <TAB> script = os . path . join ( path , query . split ( "" "" ) [ 0 ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise IOError ( ""Script '{}' not found in script directory"" . format ( query ) ) <TAB> <TAB> return os . path . join ( path , query ) . split ( "" "" ) <TAB> return query",if not os . path . exists ( script ) :,93
6426,"def prepare_request(next_link=None):
    # Construct headers
    header_parameters = {}  # type: Dict[str, Any]
    header_parameters[""Accept""] = self._serialize.header(""accept"", accept, ""str"")
    if not next_link:
        # Construct URL
        url = self.list.metadata[""url""]  # type: ignore
        path_format_arguments = {
            ""resourceGroupName"": self._serialize.url(
                ""resource_group_name"", resource_group_name, ""str""
            ),
            ""virtualMachineScaleSetName"": self._serialize.url(
                ""virtual_machine_scale_set_name"", virtual_machine_scale_set_name, ""str""
            ),
            ""subscriptionId"": self._serialize.url(
                ""self._config.subscription_id"", self._config.subscription_id, ""str""
            ),
        }
        url = self._client.format_url(url, **path_format_arguments)
        # Construct parameters
        query_parameters = {}  # type: Dict[str, Any]
        if filter is not None:
            query_parameters[""$filter""] = self._serialize.query(""filter"", filter, ""str"")
        if select is not None:
            query_parameters[""$select""] = self._serialize.query(""select"", select, ""str"")
        if expand is not None:
            query_parameters[""$expand""] = self._serialize.query(""expand"", expand, ""str"")
        query_parameters[""api-version""] = self._serialize.query(
            ""api_version"", api_version, ""str""
        )
        request = self._client.get(url, query_parameters, header_parameters)
    else:
        url = next_link
        query_parameters = {}  # type: Dict[str, Any]
        request = self._client.get(url, query_parameters, header_parameters)
    return request
","def prepare_request ( next_link = None ) : <TAB> <TAB> header_parameters = { } <TAB> header_parameters [ ""Accept"" ] = self . _serialize . header ( ""accept"" , accept , ""str"" ) <TAB> if not next_link : <TAB> <TAB> <TAB> <TAB> url = self . list . metadata [ ""url"" ] <TAB> <TAB> path_format_arguments = { <TAB> <TAB> <TAB> ""resourceGroupName"" : self . _serialize . url ( <TAB> <TAB> <TAB> <TAB> ""resource_group_name"" , resource_group_name , ""str"" <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ""virtualMachineScaleSetName"" : self . _serialize . url ( <TAB> <TAB> <TAB> <TAB> ""virtual_machine_scale_set_name"" , virtual_machine_scale_set_name , ""str"" <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ""subscriptionId"" : self . _serialize . url ( <TAB> <TAB> <TAB> <TAB> ""self._config.subscription_id"" , self . _config . subscription_id , ""str"" <TAB> <TAB> <TAB> ) , <TAB> <TAB> } <TAB> <TAB> url = self . _client . format_url ( url , ** path_format_arguments ) <TAB> <TAB> <TAB> <TAB> query_parameters = { } <TAB> <TAB> if filter is not None : <TAB> <TAB> <TAB> query_parameters [ ""$filter"" ] = self . _serialize . query ( ""filter"" , filter , ""str"" ) <TAB> <TAB> if select is not None : <TAB> <TAB> <TAB> query_parameters [ ""$select"" ] = self . _serialize . query ( ""select"" , select , ""str"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> query_parameters [ ""$expand"" ] = self . _serialize . query ( ""expand"" , expand , ""str"" ) <TAB> <TAB> query_parameters [ ""api-version"" ] = self . _serialize . query ( <TAB> <TAB> <TAB> ""api_version"" , api_version , ""str"" <TAB> <TAB> ) <TAB> <TAB> request = self . _client . get ( url , query_parameters , header_parameters ) <TAB> else : <TAB> <TAB> url = next_link <TAB> <TAB> query_parameters = { } <TAB> <TAB> request = self . _client . get ( url , query_parameters , header_parameters ) <TAB> return request",if expand is not None :,501
12857,"def _convert(self, raw_data: Any) -> Union[Dict[str, Any], List[Dict[str, Any]]]:
    results = {}
    for table in raw_data.tables:
        result = []
        for row in table.rows:
            converted = {
                table.columns[x].name: y
                for (x, y) in enumerate(row)
                if y not in [None, """"]
            }
            if ""customDimensions"" in converted:
                converted[""customDimensions""] = json.loads(
                    converted[""customDimensions""]
                )
            result.append(converted)
        results[table.name] = result
    if list(results.keys()) == [""PrimaryResult""]:
        return results[""PrimaryResult""]
    return results
","def _convert ( self , raw_data : Any ) -> Union [ Dict [ str , Any ] , List [ Dict [ str , Any ] ] ] : <TAB> results = { } <TAB> for table in raw_data . tables : <TAB> <TAB> result = [ ] <TAB> <TAB> for row in table . rows : <TAB> <TAB> <TAB> converted = { <TAB> <TAB> <TAB> <TAB> table . columns [ x ] . name : y <TAB> <TAB> <TAB> <TAB> for ( x , y ) in enumerate ( row ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> if ""customDimensions"" in converted : <TAB> <TAB> <TAB> <TAB> converted [ ""customDimensions"" ] = json . loads ( <TAB> <TAB> <TAB> <TAB> <TAB> converted [ ""customDimensions"" ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> result . append ( converted ) <TAB> <TAB> results [ table . name ] = result <TAB> if list ( results . keys ( ) ) == [ ""PrimaryResult"" ] : <TAB> <TAB> return results [ ""PrimaryResult"" ] <TAB> return results","if y not in [ None , """" ]",209
438,"def __init__(self, app, xml_filename=None):
    self.app = app
    self.data_managers = OrderedDict()
    self.managed_data_tables = OrderedDict()
    self.tool_path = None
    self._reload_count = 0
    self.filename = xml_filename or self.app.config.data_manager_config_file
    for filename in util.listify(self.filename):
        if not filename:
            continue
        self.load_from_xml(filename)
    if self.app.config.shed_data_manager_config_file:
        try:
            self.load_from_xml(
                self.app.config.shed_data_manager_config_file, store_tool_path=True
            )
        except OSError as exc:
            if exc.errno != errno.ENOENT or self.app.config.is_set(
                ""shed_data_manager_config_file""
            ):
                raise","def __init__ ( self , app , xml_filename = None ) : <TAB> self . app = app <TAB> self . data_managers = OrderedDict ( ) <TAB> self . managed_data_tables = OrderedDict ( ) <TAB> self . tool_path = None <TAB> self . _reload_count = 0 <TAB> self . filename = xml_filename or self . app . config . data_manager_config_file <TAB> for filename in util . listify ( self . filename ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> self . load_from_xml ( filename ) <TAB> if self . app . config . shed_data_manager_config_file : <TAB> <TAB> try : <TAB> <TAB> <TAB> self . load_from_xml ( <TAB> <TAB> <TAB> <TAB> self . app . config . shed_data_manager_config_file , store_tool_path = True <TAB> <TAB> <TAB> ) <TAB> <TAB> except OSError as exc : <TAB> <TAB> <TAB> if exc . errno != errno . ENOENT or self . app . config . is_set ( <TAB> <TAB> <TAB> <TAB> ""shed_data_manager_config_file"" <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> raise",if not filename :,251
6536,"def update_virtual_meta(self):
    """"""Will read back the virtual column etc, written by :func:`DataFrame.write_virtual_meta`. This will be done when opening a DataFrame.""""""
    import astropy.units
    try:
        path = os.path.join(self.get_private_dir(create=False), ""virtual_meta.yaml"")
        if os.path.exists(path):
            meta_info = vaex.utils.read_json_or_yaml(path)
            if ""virtual_columns"" not in meta_info:
                return
            self.virtual_columns.update(meta_info[""virtual_columns""])
            self.variables.update(meta_info[""variables""])
            self.ucds.update(meta_info[""ucds""])
            self.descriptions.update(meta_info[""descriptions""])
            units = {
                key: astropy.units.Unit(value)
                for key, value in meta_info[""units""].items()
            }
            self.units.update(units)
    except:
        logger.exception(""non fatal error"")
","def update_virtual_meta ( self ) : <TAB> """"""Will read back the virtual column etc, written by :func:`DataFrame.write_virtual_meta`. This will be done when opening a DataFrame."""""" <TAB> import astropy . units <TAB> try : <TAB> <TAB> path = os . path . join ( self . get_private_dir ( create = False ) , ""virtual_meta.yaml"" ) <TAB> <TAB> if os . path . exists ( path ) : <TAB> <TAB> <TAB> meta_info = vaex . utils . read_json_or_yaml ( path ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> self . virtual_columns . update ( meta_info [ ""virtual_columns"" ] ) <TAB> <TAB> <TAB> self . variables . update ( meta_info [ ""variables"" ] ) <TAB> <TAB> <TAB> self . ucds . update ( meta_info [ ""ucds"" ] ) <TAB> <TAB> <TAB> self . descriptions . update ( meta_info [ ""descriptions"" ] ) <TAB> <TAB> <TAB> units = { <TAB> <TAB> <TAB> <TAB> key : astropy . units . Unit ( value ) <TAB> <TAB> <TAB> <TAB> for key , value in meta_info [ ""units"" ] . items ( ) <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> self . units . update ( units ) <TAB> except : <TAB> <TAB> logger . exception ( ""non fatal error"" )","if ""virtual_columns"" not in meta_info :",284
13302,"def global_fixes():
    """"""Yield multiple (code, function) tuples.""""""
    for function in list(globals().values()):
        if inspect.isfunction(function):
            arguments = _get_parameters(function)
            if arguments[:1] != [""source""]:
                continue
            code = extract_code_from_function(function)
            if code:
                yield (code, function)","def global_fixes ( ) : <TAB> """"""Yield multiple (code, function) tuples."""""" <TAB> for function in list ( globals ( ) . values ( ) ) : <TAB> <TAB> if inspect . isfunction ( function ) : <TAB> <TAB> <TAB> arguments = _get_parameters ( function ) <TAB> <TAB> <TAB> if arguments [ : 1 ] != [ ""source"" ] : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> code = extract_code_from_function ( function ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> yield ( code , function )",if code :,106
24518,"def __Suffix_Noun_Step1b(self, token):
    for suffix in self.__suffix_noun_step1b:
        if token.endswith(suffix) and len(token) > 5:
            token = token[:-1]
            self.suffixe_noun_step1b_success = True
            break
    return token","def __Suffix_Noun_Step1b ( self , token ) : <TAB> for suffix in self . __suffix_noun_step1b : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> token = token [ : - 1 ] <TAB> <TAB> <TAB> self . suffixe_noun_step1b_success = True <TAB> <TAB> <TAB> break <TAB> return token",if token . endswith ( suffix ) and len ( token ) > 5 :,87
7310,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.LIST:
                self.new_parts = []
                (_etype632, _size629) = iprot.readListBegin()
                for _i633 in xrange(_size629):
                    _elem634 = PartitionSpec()
                    _elem634.read(iprot)
                    self.new_parts.append(_elem634)
                iprot.readListEnd()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . LIST : <TAB> <TAB> <TAB> <TAB> self . new_parts = [ ] <TAB> <TAB> <TAB> <TAB> ( _etype632 , _size629 ) = iprot . readListBegin ( ) <TAB> <TAB> <TAB> <TAB> for _i633 in xrange ( _size629 ) : <TAB> <TAB> <TAB> <TAB> <TAB> _elem634 = PartitionSpec ( ) <TAB> <TAB> <TAB> <TAB> <TAB> _elem634 . read ( iprot ) <TAB> <TAB> <TAB> <TAB> <TAB> self . new_parts . append ( _elem634 ) <TAB> <TAB> <TAB> <TAB> iprot . readListEnd ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if fid == 1 :,353
33,"def run_self_environ():
    global se_url
    global se_headers
    global se_header_pars
    global ahactive
    global ahenvurl
    if ahactive is False:
        se_url = input(""\n[*] Enter the /proc/self/environ vulnerable URL -> "")
    else:
        se_url = ahenvurl
    se_url = checkHttp(se_url)
    se_headers[""Referer""] = extractWebsiteFromUrl(se_url)
    auto = chooseSe_Par()
    if auto is False:
        hackSE(""None"")
    else:
        for i in range(0, 7):
            restoreVars()
            print(colored(""\n[*] Trying to inject '%s'"" % se_header_pars[i], ""white""))
            if i == 6:
                setHttpCookie()
            hackSE(se_header_pars[i])","def run_self_environ ( ) : <TAB> global se_url <TAB> global se_headers <TAB> global se_header_pars <TAB> global ahactive <TAB> global ahenvurl <TAB> if ahactive is False : <TAB> <TAB> se_url = input ( ""\n[*] Enter the /proc/self/environ vulnerable URL -> "" ) <TAB> else : <TAB> <TAB> se_url = ahenvurl <TAB> se_url = checkHttp ( se_url ) <TAB> se_headers [ ""Referer"" ] = extractWebsiteFromUrl ( se_url ) <TAB> auto = chooseSe_Par ( ) <TAB> if auto is False : <TAB> <TAB> hackSE ( ""None"" ) <TAB> else : <TAB> <TAB> for i in range ( 0 , 7 ) : <TAB> <TAB> <TAB> restoreVars ( ) <TAB> <TAB> <TAB> print ( colored ( ""\n[*] Trying to inject '%s'"" % se_header_pars [ i ] , ""white"" ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> setHttpCookie ( ) <TAB> <TAB> <TAB> hackSE ( se_header_pars [ i ] )",if i == 6 :,233
12830,"def remove_cors(cmd, resource_group_name, name, allowed_origins, slot=None):
    configs = get_site_configs(cmd, resource_group_name, name, slot)
    if configs.cors:
        if allowed_origins:
            configs.cors.allowed_origins = [
                x
                for x in (configs.cors.allowed_origins or [])
                if x not in allowed_origins
            ]
        else:
            configs.cors.allowed_origins = []
        configs = _generic_site_operation(
            cmd.cli_ctx,
            resource_group_name,
            name,
            ""update_configuration"",
            slot,
            configs,
        )
    return configs.cors
","def remove_cors ( cmd , resource_group_name , name , allowed_origins , slot = None ) : <TAB> configs = get_site_configs ( cmd , resource_group_name , name , slot ) <TAB> if configs . cors : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> configs . cors . allowed_origins = [ <TAB> <TAB> <TAB> <TAB> x <TAB> <TAB> <TAB> <TAB> for x in ( configs . cors . allowed_origins or [ ] ) <TAB> <TAB> <TAB> <TAB> if x not in allowed_origins <TAB> <TAB> <TAB> ] <TAB> <TAB> else : <TAB> <TAB> <TAB> configs . cors . allowed_origins = [ ] <TAB> <TAB> configs = _generic_site_operation ( <TAB> <TAB> <TAB> cmd . cli_ctx , <TAB> <TAB> <TAB> resource_group_name , <TAB> <TAB> <TAB> name , <TAB> <TAB> <TAB> ""update_configuration"" , <TAB> <TAB> <TAB> slot , <TAB> <TAB> <TAB> configs , <TAB> <TAB> ) <TAB> return configs . cors",if allowed_origins :,202
10634,"def seek_to_block(self, pos):
    baseofs = 0
    ofs = 0
    for b in self.blocks:
        if ofs + b.uncompressed_size > pos:
            self.current_block = b
            break
        baseofs += b.compressed_size
        ofs += b.uncompressed_size
    else:
        self.current_block = None
        self.current_stream = BytesIO(b"""")
        return
    self.current_block_start = ofs
    self.stream.seek(self.basepos + baseofs)
    buf = BytesIO(self.stream.read(self.current_block.compressed_size))
    self.current_stream = self.current_block.decompress(buf)","def seek_to_block ( self , pos ) : <TAB> baseofs = 0 <TAB> ofs = 0 <TAB> for b in self . blocks : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . current_block = b <TAB> <TAB> <TAB> break <TAB> <TAB> baseofs += b . compressed_size <TAB> <TAB> ofs += b . uncompressed_size <TAB> else : <TAB> <TAB> self . current_block = None <TAB> <TAB> self . current_stream = BytesIO ( b"""" ) <TAB> <TAB> return <TAB> self . current_block_start = ofs <TAB> self . stream . seek ( self . basepos + baseofs ) <TAB> buf = BytesIO ( self . stream . read ( self . current_block . compressed_size ) ) <TAB> self . current_stream = self . current_block . decompress ( buf )",if ofs + b . uncompressed_size > pos :,190
24289,"def dropEvent(self, event):
    rewindFile = False
    if QtGui.QDropEvent.proposedAction(event) == Qt.MoveAction:
        QtGui.QDropEvent.setDropAction(
            event, Qt.CopyAction
        )  # Avoids file being deleted
        rewindFile = True
    data = event.mimeData()
    urls = data.urls()
    if urls and urls[0].scheme() == ""file"":
        url = event.mimeData().urls()[0]
        if isMacOS() and IsPySide:
            macURL = NSString.alloc().initWithString_(str(url.toString()))
            pathString = macURL.stringByAddingPercentEscapesUsingEncoding_(
                NSUTF8StringEncoding
            )
            dropfilepath = os.path.abspath(
                NSURL.URLWithString_(pathString).filePathURL().path()
            )
        else:
            dropfilepath = os.path.abspath(str(url.toLocalFile()))
        if rewindFile == False:
            self._syncplayClient.openFile(
                dropfilepath, resetPosition=False, fromUser=True
            )
        else:
            self._syncplayClient.setPosition(0)
            self._syncplayClient.openFile(
                dropfilepath, resetPosition=True, fromUser=True
            )
            self._syncplayClient.setPosition(0)","def dropEvent ( self , event ) : <TAB> rewindFile = False <TAB> if QtGui . QDropEvent . proposedAction ( event ) == Qt . MoveAction : <TAB> <TAB> QtGui . QDropEvent . setDropAction ( <TAB> <TAB> <TAB> event , Qt . CopyAction <TAB> <TAB> ) <TAB> <TAB> rewindFile = True <TAB> data = event . mimeData ( ) <TAB> urls = data . urls ( ) <TAB> if urls and urls [ 0 ] . scheme ( ) == ""file"" : <TAB> <TAB> url = event . mimeData ( ) . urls ( ) [ 0 ] <TAB> <TAB> if isMacOS ( ) and IsPySide : <TAB> <TAB> <TAB> macURL = NSString . alloc ( ) . initWithString_ ( str ( url . toString ( ) ) ) <TAB> <TAB> <TAB> pathString = macURL . stringByAddingPercentEscapesUsingEncoding_ ( <TAB> <TAB> <TAB> <TAB> NSUTF8StringEncoding <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> dropfilepath = os . path . abspath ( <TAB> <TAB> <TAB> <TAB> NSURL . URLWithString_ ( pathString ) . filePathURL ( ) . path ( ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> dropfilepath = os . path . abspath ( str ( url . toLocalFile ( ) ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _syncplayClient . openFile ( <TAB> <TAB> <TAB> <TAB> dropfilepath , resetPosition = False , fromUser = True <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _syncplayClient . setPosition ( 0 ) <TAB> <TAB> <TAB> self . _syncplayClient . openFile ( <TAB> <TAB> <TAB> <TAB> dropfilepath , resetPosition = True , fromUser = True <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . _syncplayClient . setPosition ( 0 )",if rewindFile == False :,374
22775,"def apply_implicit_inheritance(self, hosts):
    for prop in (
        ""contacts"",
        ""contact_groups"",
        ""notification_interval"",
        ""notification_period"",
        ""resultmodulations"",
        ""business_impact_modulations"",
        ""escalations"",
        ""poller_tag"",
        ""reactionner_tag"",
        ""check_period"",
        ""business_impact"",
        ""maintenance_period"",
    ):
        for s in self:
            if not hasattr(s, prop) and hasattr(s, ""host_name""):
                h = hosts.find_by_name(s.host_name)
                if h is not None and hasattr(h, prop):
                    setattr(s, prop, getattr(h, prop))
","def apply_implicit_inheritance ( self , hosts ) : <TAB> for prop in ( <TAB> <TAB> ""contacts"" , <TAB> <TAB> ""contact_groups"" , <TAB> <TAB> ""notification_interval"" , <TAB> <TAB> ""notification_period"" , <TAB> <TAB> ""resultmodulations"" , <TAB> <TAB> ""business_impact_modulations"" , <TAB> <TAB> ""escalations"" , <TAB> <TAB> ""poller_tag"" , <TAB> <TAB> ""reactionner_tag"" , <TAB> <TAB> ""check_period"" , <TAB> <TAB> ""business_impact"" , <TAB> <TAB> ""maintenance_period"" , <TAB> ) : <TAB> <TAB> for s in self : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> h = hosts . find_by_name ( s . host_name ) <TAB> <TAB> <TAB> <TAB> if h is not None and hasattr ( h , prop ) : <TAB> <TAB> <TAB> <TAB> <TAB> setattr ( s , prop , getattr ( h , prop ) )","if not hasattr ( s , prop ) and hasattr ( s , ""host_name"" ) :",212
16413,"def scan_folder(folder):
    scanned_files = []
    for root, dirs, files in os.walk(folder):
        dirs[:] = [d for d in dirs if d != ""__pycache__""]
        relative_path = os.path.relpath(root, folder)
        for f in files:
            if f.endswith("".pyc""):
                continue
            relative_name = os.path.normpath(os.path.join(relative_path, f)).replace(
                ""\\"", ""/""
            )
            scanned_files.append(relative_name)
    return sorted(scanned_files)
","def scan_folder ( folder ) : <TAB> scanned_files = [ ] <TAB> for root , dirs , files in os . walk ( folder ) : <TAB> <TAB> dirs [ : ] = [ d for d in dirs if d != ""__pycache__"" ] <TAB> <TAB> relative_path = os . path . relpath ( root , folder ) <TAB> <TAB> for f in files : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> relative_name = os . path . normpath ( os . path . join ( relative_path , f ) ) . replace ( <TAB> <TAB> <TAB> <TAB> ""\\"" , ""/"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> scanned_files . append ( relative_name ) <TAB> return sorted ( scanned_files )","if f . endswith ( "".pyc"" ) :",154
9499,"def _setAbsoluteY(self, value):
    if value is None:
        self._absoluteY = None
    else:
        if value == ""above"":
            value = 10
        elif value == ""below"":
            value = -70
        try:
            value = common.numToIntOrFloat(value)
        except ValueError as ve:
            raise TextFormatException(
                f""Not a supported absoluteY position: {value!r}""
            ) from ve
        self._absoluteY = value","def _setAbsoluteY ( self , value ) : <TAB> if value is None : <TAB> <TAB> self . _absoluteY = None <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> value = 10 <TAB> <TAB> elif value == ""below"" : <TAB> <TAB> <TAB> value = - 70 <TAB> <TAB> try : <TAB> <TAB> <TAB> value = common . numToIntOrFloat ( value ) <TAB> <TAB> except ValueError as ve : <TAB> <TAB> <TAB> raise TextFormatException ( <TAB> <TAB> <TAB> <TAB> f""Not a supported absoluteY position: {value!r}"" <TAB> <TAB> <TAB> ) from ve <TAB> <TAB> self . _absoluteY = value","if value == ""above"" :",137
15439,"def feed(self, aBuf):
    aLen = len(aBuf)
    for i in xrange(0, aLen):
        codingState = self._mCodingSM.next_state(aBuf[i])
        if codingState == constants.eError:
            if constants._debug:
                sys.stderr.write(
                    self.get_charset_name()
                    + "" prober hit error at byte ""
                    + str(i)
                    + ""\n""
                )
            self._mState = constants.eNotMe
            break
        elif codingState == constants.eItsMe:
            self._mState = constants.eFoundIt
            break
        elif codingState == constants.eStart:
            charLen = self._mCodingSM.get_current_charlen()
            if i == 0:
                self._mLastChar[1] = aBuf[0]
                self._mDistributionAnalyzer.feed(self._mLastChar, charLen)
            else:
                self._mDistributionAnalyzer.feed(aBuf[i - 1 : i + 1], charLen)
    self._mLastChar[0] = aBuf[aLen - 1]
    if self.get_state() == constants.eDetecting:
        if self._mDistributionAnalyzer.got_enough_data() and (
            self.get_confidence() > constants.SHORTCUT_THRESHOLD
        ):
            self._mState = constants.eFoundIt
    return self.get_state()","def feed ( self , aBuf ) : <TAB> aLen = len ( aBuf ) <TAB> for i in xrange ( 0 , aLen ) : <TAB> <TAB> codingState = self . _mCodingSM . next_state ( aBuf [ i ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if constants . _debug : <TAB> <TAB> <TAB> <TAB> sys . stderr . write ( <TAB> <TAB> <TAB> <TAB> <TAB> self . get_charset_name ( ) <TAB> <TAB> <TAB> <TAB> <TAB> + "" prober hit error at byte "" <TAB> <TAB> <TAB> <TAB> <TAB> + str ( i ) <TAB> <TAB> <TAB> <TAB> <TAB> + ""\n"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . _mState = constants . eNotMe <TAB> <TAB> <TAB> break <TAB> <TAB> elif codingState == constants . eItsMe : <TAB> <TAB> <TAB> self . _mState = constants . eFoundIt <TAB> <TAB> <TAB> break <TAB> <TAB> elif codingState == constants . eStart : <TAB> <TAB> <TAB> charLen = self . _mCodingSM . get_current_charlen ( ) <TAB> <TAB> <TAB> if i == 0 : <TAB> <TAB> <TAB> <TAB> self . _mLastChar [ 1 ] = aBuf [ 0 ] <TAB> <TAB> <TAB> <TAB> self . _mDistributionAnalyzer . feed ( self . _mLastChar , charLen ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . _mDistributionAnalyzer . feed ( aBuf [ i - 1 : i + 1 ] , charLen ) <TAB> self . _mLastChar [ 0 ] = aBuf [ aLen - 1 ] <TAB> if self . get_state ( ) == constants . eDetecting : <TAB> <TAB> if self . _mDistributionAnalyzer . got_enough_data ( ) and ( <TAB> <TAB> <TAB> self . get_confidence ( ) > constants . SHORTCUT_THRESHOLD <TAB> <TAB> ) : <TAB> <TAB> <TAB> self . _mState = constants . eFoundIt <TAB> return self . get_state ( )",if codingState == constants . eError :,411
1941,"def _tunnel(self):
    connect_str = ""CONNECT %s:%d HTTP/1.0\r\n"" % (self._tunnel_host, self._tunnel_port)
    connect_bytes = connect_str.encode(""ascii"")
    self.send(connect_bytes)
    for header, value in self._tunnel_headers.items():
        header_str = ""%s: %s\r\n"" % (header, value)
        header_bytes = header_str.encode(""latin-1"")
        self.send(header_bytes)
    self.send(b""\r\n"")
    response = self.response_class(self.sock, method=self._method)
    (version, code, message) = response._read_status()
    if code != http.HTTPStatus.OK:
        self.close()
        raise OSError(""Tunnel connection failed: %d %s"" % (code, message.strip()))
    while True:
        line = response.fp.readline(_MAXLINE + 1)
        if len(line) > _MAXLINE:
            raise LineTooLong(""header line"")
        if not line:
            # for sites which EOF without sending a trailer
            break
        if line in (b""\r\n"", b""\n"", b""""):
            break
        if self.debuglevel > 0:
            print(""header:"", line.decode())","def _tunnel ( self ) : <TAB> connect_str = ""CONNECT %s:%d HTTP/1.0\r\n"" % ( self . _tunnel_host , self . _tunnel_port ) <TAB> connect_bytes = connect_str . encode ( ""ascii"" ) <TAB> self . send ( connect_bytes ) <TAB> for header , value in self . _tunnel_headers . items ( ) : <TAB> <TAB> header_str = ""%s: %s\r\n"" % ( header , value ) <TAB> <TAB> header_bytes = header_str . encode ( ""latin-1"" ) <TAB> <TAB> self . send ( header_bytes ) <TAB> self . send ( b""\r\n"" ) <TAB> response = self . response_class ( self . sock , method = self . _method ) <TAB> ( version , code , message ) = response . _read_status ( ) <TAB> if code != http . HTTPStatus . OK : <TAB> <TAB> self . close ( ) <TAB> <TAB> raise OSError ( ""Tunnel connection failed: %d %s"" % ( code , message . strip ( ) ) ) <TAB> while True : <TAB> <TAB> line = response . fp . readline ( _MAXLINE + 1 ) <TAB> <TAB> if len ( line ) > _MAXLINE : <TAB> <TAB> <TAB> raise LineTooLong ( ""header line"" ) <TAB> <TAB> if not line : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> if self . debuglevel > 0 : <TAB> <TAB> <TAB> print ( ""header:"" , line . decode ( ) )","if line in ( b""\r\n"" , b""\n"" , b"""" ) :",351
405,"def __get_store_id_for(self, obj, **kwargs):
    if obj.object_store_id is not None:
        if obj.object_store_id in self.backends:
            return obj.object_store_id
        else:
            log.warning(
                ""The backend object store ID (%s) for %s object with ID %s is invalid""
                % (obj.object_store_id, obj.__class__.__name__, obj.id)
            )
    # if this instance has been switched from a non-distributed to a
    # distributed object store, or if the object's store id is invalid,
    # try to locate the object
    for id, store in self.backends.items():
        if store.exists(obj, **kwargs):
            log.warning(
                ""%s object with ID %s found in backend object store with ID %s""
                % (obj.__class__.__name__, obj.id, id)
            )
            obj.object_store_id = id
            return id
    return None
","def __get_store_id_for ( self , obj , ** kwargs ) : <TAB> if obj . object_store_id is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return obj . object_store_id <TAB> <TAB> else : <TAB> <TAB> <TAB> log . warning ( <TAB> <TAB> <TAB> <TAB> ""The backend object store ID (%s) for %s object with ID %s is invalid"" <TAB> <TAB> <TAB> <TAB> % ( obj . object_store_id , obj . __class__ . __name__ , obj . id ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> for id , store in self . backends . items ( ) : <TAB> <TAB> if store . exists ( obj , ** kwargs ) : <TAB> <TAB> <TAB> log . warning ( <TAB> <TAB> <TAB> <TAB> ""%s object with ID %s found in backend object store with ID %s"" <TAB> <TAB> <TAB> <TAB> % ( obj . __class__ . __name__ , obj . id , id ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> obj . object_store_id = id <TAB> <TAB> <TAB> return id <TAB> return None",if obj . object_store_id in self . backends :,272
14923,"def Read(self, lex_mode):
    while True:
        t = self._Read(lex_mode)
        self.was_line_cont = t.id == Id.Ignored_LineCont
        # TODO: Change to ALL IGNORED types, once you have SPACE_TOK.  This means
        # we don't have to handle them in the VS_1/VS_2/etc. states.
        if t.id != Id.Ignored_LineCont:
            break
    # log('Read() Returning %s', t)
    return t","def Read ( self , lex_mode ) : <TAB> while True : <TAB> <TAB> t = self . _Read ( lex_mode ) <TAB> <TAB> self . was_line_cont = t . id == Id . Ignored_LineCont <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> return t",if t . id != Id . Ignored_LineCont :,137
5931,"def css(self, *args, **kwargs):
    """"""css attributes manipulation""""""
    attr = value = no_default
    length = len(args)
    if length == 1:
        attr = args[0]
    elif length == 2:
        attr, value = args
    elif kwargs:
        attr = kwargs
    else:
        raise ValueError(""Invalid arguments %s %s"" % (args, kwargs))
    if isinstance(attr, dict):
        for tag in self:
            stripped_keys = [key.strip().replace(""_"", ""-"") for key in attr.keys()]
            current = [
                el.strip()
                for el in (tag.get(""style"") or """").split("";"")
                if el.strip() and not el.split("":"")[0].strip() in stripped_keys
            ]
            for key, value in attr.items():
                key = key.replace(""_"", ""-"")
                current.append(""%s: %s"" % (key, value))
            tag.set(""style"", ""; "".join(current))
    elif isinstance(value, basestring):
        attr = attr.replace(""_"", ""-"")
        for tag in self:
            current = [
                el.strip()
                for el in (tag.get(""style"") or """").split("";"")
                if el.strip() and not el.split("":"")[0].strip() == attr.strip()
            ]
            current.append(""%s: %s"" % (attr, value))
            tag.set(""style"", ""; "".join(current))
    return self","def css ( self , * args , ** kwargs ) : <TAB> """"""css attributes manipulation"""""" <TAB> attr = value = no_default <TAB> length = len ( args ) <TAB> if length == 1 : <TAB> <TAB> attr = args [ 0 ] <TAB> elif length == 2 : <TAB> <TAB> attr , value = args <TAB> elif kwargs : <TAB> <TAB> attr = kwargs <TAB> else : <TAB> <TAB> raise ValueError ( ""Invalid arguments %s %s"" % ( args , kwargs ) ) <TAB> if isinstance ( attr , dict ) : <TAB> <TAB> for tag in self : <TAB> <TAB> <TAB> stripped_keys = [ key . strip ( ) . replace ( ""_"" , ""-"" ) for key in attr . keys ( ) ] <TAB> <TAB> <TAB> current = [ <TAB> <TAB> <TAB> <TAB> el . strip ( ) <TAB> <TAB> <TAB> <TAB> for el in ( tag . get ( ""style"" ) or """" ) . split ( "";"" ) <TAB> <TAB> <TAB> <TAB> if el . strip ( ) and not el . split ( "":"" ) [ 0 ] . strip ( ) in stripped_keys <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> for key , value in attr . items ( ) : <TAB> <TAB> <TAB> <TAB> key = key . replace ( ""_"" , ""-"" ) <TAB> <TAB> <TAB> <TAB> current . append ( ""%s: %s"" % ( key , value ) ) <TAB> <TAB> <TAB> tag . set ( ""style"" , ""; "" . join ( current ) ) <TAB> elif isinstance ( value , basestring ) : <TAB> <TAB> attr = attr . replace ( ""_"" , ""-"" ) <TAB> <TAB> for tag in self : <TAB> <TAB> <TAB> current = [ <TAB> <TAB> <TAB> <TAB> el . strip ( ) <TAB> <TAB> <TAB> <TAB> for el in ( tag . get ( ""style"" ) or """" ) . split ( "";"" ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> current . append ( ""%s: %s"" % ( attr , value ) ) <TAB> <TAB> <TAB> tag . set ( ""style"" , ""; "" . join ( current ) ) <TAB> return self","if el . strip ( ) and not el . split ( "":"" ) [ 0 ] . strip ( ) == attr . strip ( )",398
4691,"def search(
    self, search_strings, age=0, show_id=None, season=None, episode=None, **kwargs
):
    results = []
    for mode in search_strings:
        sickrage.app.log.debug(""Search Mode: {}"".format(mode))
        for search_string in search_strings[mode]:
            search_url = self.urls[""feed""]
            if mode != ""RSS"":
                sickrage.app.log.debug(""Search string: {}"".format(search_string))
            try:
                data = self.session.get(search_url, params={""f"": search_string}).text
                results += self.parse(data, mode)
            except Exception:
                sickrage.app.log.debug(""No data returned from provider"")
    return results","def search ( <TAB> self , search_strings , age = 0 , show_id = None , season = None , episode = None , ** kwargs ) : <TAB> results = [ ] <TAB> for mode in search_strings : <TAB> <TAB> sickrage . app . log . debug ( ""Search Mode: {}"" . format ( mode ) ) <TAB> <TAB> for search_string in search_strings [ mode ] : <TAB> <TAB> <TAB> search_url = self . urls [ ""feed"" ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> sickrage . app . log . debug ( ""Search string: {}"" . format ( search_string ) ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> data = self . session . get ( search_url , params = { ""f"" : search_string } ) . text <TAB> <TAB> <TAB> <TAB> results += self . parse ( data , mode ) <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> sickrage . app . log . debug ( ""No data returned from provider"" ) <TAB> return results","if mode != ""RSS"" :",214
6559,"def _truncate_to_length(generator, len_map=None):
    for example in generator:
        example = list(example)
        if len_map is not None:
            for key, max_len in len_map.items():
                example_len = example[key].shape
                if example_len > max_len:
                    example[key] = np.resize(example[key], max_len)
        yield tuple(example)
","def _truncate_to_length ( generator , len_map = None ) : <TAB> for example in generator : <TAB> <TAB> example = list ( example ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for key , max_len in len_map . items ( ) : <TAB> <TAB> <TAB> <TAB> example_len = example [ key ] . shape <TAB> <TAB> <TAB> <TAB> if example_len > max_len : <TAB> <TAB> <TAB> <TAB> <TAB> example [ key ] = np . resize ( example [ key ] , max_len ) <TAB> <TAB> yield tuple ( example )",if len_map is not None :,120
5135,"def edit_soa_configs(filename, instance, cpu, mem, disk):
    if not os.path.exists(filename):
        filename = filename.replace(""marathon"", ""kubernetes"")
    if os.path.islink(filename):
        real_filename = os.path.realpath(filename)
        os.remove(filename)
    else:
        real_filename = filename
    try:
        with open(real_filename, ""r"") as fi:
            yams = fi.read()
            yams = yams.replace(""cpus: ."", ""cpus: 0."")
            data = yaml.round_trip_load(yams, preserve_quotes=True)
        instdict = data[instance]
        if cpu:
            instdict[""cpus""] = float(cpu)
        if mem:
            mem = max(128, round(float(mem)))
            instdict[""mem""] = mem
        if disk:
            instdict[""disk""] = round(float(disk))
        out = yaml.round_trip_dump(data, width=120)
        with open(filename, ""w"") as fi:
            fi.write(out)
    except FileNotFoundError:
        log.exception(f""Could not find {filename}"")
    except KeyError:
        log.exception(f""Error in {filename}. Will continue"")","def edit_soa_configs ( filename , instance , cpu , mem , disk ) : <TAB> if not os . path . exists ( filename ) : <TAB> <TAB> filename = filename . replace ( ""marathon"" , ""kubernetes"" ) <TAB> if os . path . islink ( filename ) : <TAB> <TAB> real_filename = os . path . realpath ( filename ) <TAB> <TAB> os . remove ( filename ) <TAB> else : <TAB> <TAB> real_filename = filename <TAB> try : <TAB> <TAB> with open ( real_filename , ""r"" ) as fi : <TAB> <TAB> <TAB> yams = fi . read ( ) <TAB> <TAB> <TAB> yams = yams . replace ( ""cpus: ."" , ""cpus: 0."" ) <TAB> <TAB> <TAB> data = yaml . round_trip_load ( yams , preserve_quotes = True ) <TAB> <TAB> instdict = data [ instance ] <TAB> <TAB> if cpu : <TAB> <TAB> <TAB> instdict [ ""cpus"" ] = float ( cpu ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> mem = max ( 128 , round ( float ( mem ) ) ) <TAB> <TAB> <TAB> instdict [ ""mem"" ] = mem <TAB> <TAB> if disk : <TAB> <TAB> <TAB> instdict [ ""disk"" ] = round ( float ( disk ) ) <TAB> <TAB> out = yaml . round_trip_dump ( data , width = 120 ) <TAB> <TAB> with open ( filename , ""w"" ) as fi : <TAB> <TAB> <TAB> fi . write ( out ) <TAB> except FileNotFoundError : <TAB> <TAB> log . exception ( f""Could not find {filename}"" ) <TAB> except KeyError : <TAB> <TAB> log . exception ( f""Error in {filename}. Will continue"" )",if mem :,338
25586,"def _try_lock(self, pid):
    fd = os.open(self.target, os.O_CREAT | os.O_RDWR, 0o644)
    try:
        try:
            fcntl.flock(fd, fcntl.LOCK_EX | fcntl.LOCK_NB)
        except OSError as e:
            if e.errno == errno.EWOULDBLOCK:
                return -1
            raise
        old_pid = os.read(fd, 20)
        if len(old_pid) == 0:
            # empty file, write our pid
            os.write(fd, str(pid).encode(""utf-8""))
            return pid
        try:
            old_pid = int(old_pid)
        except ValueError:
            msg = _(
                ""Malformed lock file found: %s.\n""
                ""Ensure no other dnf/yum process is running and ""
                ""remove the lock file manually or run ""
                ""systemd-tmpfiles --remove dnf.conf.""
            ) % (self.target)
            raise LockError(msg)
        if old_pid == pid:
            # already locked by this process
            return pid
        if not os.access(""/proc/%d/stat"" % old_pid, os.F_OK):
            # locked by a dead process, write our pid
            os.lseek(fd, 0, os.SEEK_SET)
            os.ftruncate(fd, 0)
            os.write(fd, str(pid).encode(""utf-8""))
            return pid
        return old_pid
    finally:
        os.close(fd)","def _try_lock ( self , pid ) : <TAB> fd = os . open ( self . target , os . O_CREAT | os . O_RDWR , 0o644 ) <TAB> try : <TAB> <TAB> try : <TAB> <TAB> <TAB> fcntl . flock ( fd , fcntl . LOCK_EX | fcntl . LOCK_NB ) <TAB> <TAB> except OSError as e : <TAB> <TAB> <TAB> if e . errno == errno . EWOULDBLOCK : <TAB> <TAB> <TAB> <TAB> return - 1 <TAB> <TAB> <TAB> raise <TAB> <TAB> old_pid = os . read ( fd , 20 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> os . write ( fd , str ( pid ) . encode ( ""utf-8"" ) ) <TAB> <TAB> <TAB> return pid <TAB> <TAB> try : <TAB> <TAB> <TAB> old_pid = int ( old_pid ) <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> msg = _ ( <TAB> <TAB> <TAB> <TAB> ""Malformed lock file found: %s.\n"" <TAB> <TAB> <TAB> <TAB> ""Ensure no other dnf/yum process is running and "" <TAB> <TAB> <TAB> <TAB> ""remove the lock file manually or run "" <TAB> <TAB> <TAB> <TAB> ""systemd-tmpfiles --remove dnf.conf."" <TAB> <TAB> <TAB> ) % ( self . target ) <TAB> <TAB> <TAB> raise LockError ( msg ) <TAB> <TAB> if old_pid == pid : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return pid <TAB> <TAB> if not os . access ( ""/proc/%d/stat"" % old_pid , os . F_OK ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> os . lseek ( fd , 0 , os . SEEK_SET ) <TAB> <TAB> <TAB> os . ftruncate ( fd , 0 ) <TAB> <TAB> <TAB> os . write ( fd , str ( pid ) . encode ( ""utf-8"" ) ) <TAB> <TAB> <TAB> return pid <TAB> <TAB> return old_pid <TAB> finally : <TAB> <TAB> os . close ( fd )",if len ( old_pid ) == 0 :,434
2609,"def callback(lexer, match, ctx=None):
    for i, action in enumerate(args):
        if action is None:
            continue
        elif type(action) is _TokenType:
            data = match.group(i + 1)
            if data:
                yield match.start(i + 1), action, data
        else:
            data = match.group(i + 1)
            if data is not None:
                if ctx:
                    ctx.pos = match.start(i + 1)
                for item in action(lexer, _PseudoMatch(match.start(i + 1), data), ctx):
                    if item:
                        yield item
    if ctx:
        ctx.pos = match.end()","def callback ( lexer , match , ctx = None ) : <TAB> for i , action in enumerate ( args ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> elif type ( action ) is _TokenType : <TAB> <TAB> <TAB> data = match . group ( i + 1 ) <TAB> <TAB> <TAB> if data : <TAB> <TAB> <TAB> <TAB> yield match . start ( i + 1 ) , action , data <TAB> <TAB> else : <TAB> <TAB> <TAB> data = match . group ( i + 1 ) <TAB> <TAB> <TAB> if data is not None : <TAB> <TAB> <TAB> <TAB> if ctx : <TAB> <TAB> <TAB> <TAB> <TAB> ctx . pos = match . start ( i + 1 ) <TAB> <TAB> <TAB> <TAB> for item in action ( lexer , _PseudoMatch ( match . start ( i + 1 ) , data ) , ctx ) : <TAB> <TAB> <TAB> <TAB> <TAB> if item : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> yield item <TAB> if ctx : <TAB> <TAB> ctx . pos = match . end ( )",if action is None :,204
21648,"def writeRecords(self, modelResults, progressCB=None):
    # Instantiate the logger if it doesn't exist yet
    if self.__logAdapter is None and modelResults:
        self.__writer = _BasicPredictionWriter(
            experimentDir=self.__experimentDir,
            label=self.__label,
            inferenceType=self.__inferenceType,
            fields=self.__inputFieldsMeta,
            metricNames=self.__loggedMetricNames,
            checkpointSource=self.__checkpointCache,
        )
        # Dispose of our checkpoint cache now
        if self.__checkpointCache is not None:
            self.__checkpointCache.close()
            self.__checkpointCache = None
        if InferenceType.isTemporal(self.__inferenceType):
            logAdapterClass = TemporalPredictionLogAdapter
        else:
            logAdapterClass = NonTemporalPredictionLogAdapter
        self.__logAdapter = logAdapterClass(self.__writer)
        self.__writer.setLoggedMetrics(self.__loggedMetricNames)
    for modelResult in modelResults:
        if modelResult.inferences is not None:
            # -----------------------------------------------------------------------
            # Update the prediction log
            self.__logAdapter.update(modelResult)
        else:
            # Handle the learn-only scenario: pass input to existing logAdapters
            self.__logAdapter.update(modelResult)
    return
","def writeRecords ( self , modelResults , progressCB = None ) : <TAB> <TAB> if self . __logAdapter is None and modelResults : <TAB> <TAB> self . __writer = _BasicPredictionWriter ( <TAB> <TAB> <TAB> experimentDir = self . __experimentDir , <TAB> <TAB> <TAB> label = self . __label , <TAB> <TAB> <TAB> inferenceType = self . __inferenceType , <TAB> <TAB> <TAB> fields = self . __inputFieldsMeta , <TAB> <TAB> <TAB> metricNames = self . __loggedMetricNames , <TAB> <TAB> <TAB> checkpointSource = self . __checkpointCache , <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . __checkpointCache . close ( ) <TAB> <TAB> <TAB> self . __checkpointCache = None <TAB> <TAB> if InferenceType . isTemporal ( self . __inferenceType ) : <TAB> <TAB> <TAB> logAdapterClass = TemporalPredictionLogAdapter <TAB> <TAB> else : <TAB> <TAB> <TAB> logAdapterClass = NonTemporalPredictionLogAdapter <TAB> <TAB> self . __logAdapter = logAdapterClass ( self . __writer ) <TAB> <TAB> self . __writer . setLoggedMetrics ( self . __loggedMetricNames ) <TAB> for modelResult in modelResults : <TAB> <TAB> if modelResult . inferences is not None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . __logAdapter . update ( modelResult ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . __logAdapter . update ( modelResult ) <TAB> return",if self . __checkpointCache is not None :,348
4744,"def get_context_data(self, **kwargs):
    context = super(AddonUploadConfirmView, self).get_context_data(**kwargs)
    with zipfile.ZipFile(self.get_addon_path()) as zf:
        context[""filenames""] = sorted(zf.namelist())
        pkg_info_path = first(
            filename
            for filename in context[""filenames""]
            if filename.endswith(""PKG-INFO"")
        )
        if pkg_info_path:
            context[""pkg_info""] = zf.read(pkg_info_path).decode(""UTF-8"", ""replace"")
    context[""toolbar""] = Toolbar(
        [
            PostActionButton(
                icon=""fa fa-download"",
                form_id=""install_form"",
                text=_(""Install Addon""),
                extra_css_class=""btn-success"",
            )
        ]
    )
    return context","def get_context_data ( self , ** kwargs ) : <TAB> context = super ( AddonUploadConfirmView , self ) . get_context_data ( ** kwargs ) <TAB> with zipfile . ZipFile ( self . get_addon_path ( ) ) as zf : <TAB> <TAB> context [ ""filenames"" ] = sorted ( zf . namelist ( ) ) <TAB> <TAB> pkg_info_path = first ( <TAB> <TAB> <TAB> filename <TAB> <TAB> <TAB> for filename in context [ ""filenames"" ] <TAB> <TAB> <TAB> if filename . endswith ( ""PKG-INFO"" ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> context [ ""pkg_info"" ] = zf . read ( pkg_info_path ) . decode ( ""UTF-8"" , ""replace"" ) <TAB> context [ ""toolbar"" ] = Toolbar ( <TAB> <TAB> [ <TAB> <TAB> <TAB> PostActionButton ( <TAB> <TAB> <TAB> <TAB> icon = ""fa fa-download"" , <TAB> <TAB> <TAB> <TAB> form_id = ""install_form"" , <TAB> <TAB> <TAB> <TAB> text = _ ( ""Install Addon"" ) , <TAB> <TAB> <TAB> <TAB> extra_css_class = ""btn-success"" , <TAB> <TAB> <TAB> ) <TAB> <TAB> ] <TAB> ) <TAB> return context",if pkg_info_path :,240
23515,"def compile(self, args):
    compiled_args = {}
    for key, value in six.iteritems(args):
        if key in self.clean_args:
            compiled_args[key] = str(value)
        else:
            compiled_args[key] = sjson_dumps(value)
    return self._minified_code % compiled_args
","def compile ( self , args ) : <TAB> compiled_args = { } <TAB> for key , value in six . iteritems ( args ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> compiled_args [ key ] = str ( value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> compiled_args [ key ] = sjson_dumps ( value ) <TAB> return self . _minified_code % compiled_args",if key in self . clean_args :,91
24601,"def _update_widgets(self, *events):
    parameters = []
    for event in sorted(events, key=lambda x: x.name):
        if event.name == ""object"":
            if isinstance(event.new, param.parameterized.Parameters):
                self.object = (
                    event.new.cls if event.new.self is None else event.new.self
                )
                return
            if event.new is None:
                parameters = []
            else:
                parameters = [p for p in event.new.param if p != ""name""]
                self.name = param_name(event.new.name)
        if event.name == ""parameters"":
            parameters = [] if event.new == [] else event.new
    if parameters != [] and parameters != self.parameters:
        self.parameters = parameters
        return
    for cb in list(self._callbacks):
        if cb.inst in self._widget_box.objects:
            cb.inst.param.unwatch(cb)
            self._callbacks.remove(cb)
    # Construct widgets
    if self.object is None:
        self._widgets = {}
    else:
        self._widgets = self._get_widgets()
    alias = {""_title"": ""name""}
    widgets = [
        widget
        for p, widget in self._widgets.items()
        if (self.object.param[alias.get(p, p)].precedence is None)
        or (self.object.param[alias.get(p, p)].precedence >= self.display_threshold)
    ]
    self._widget_box.objects = widgets
    if not (self.expand_button == False and not self.expand):
        self._link_subobjects()
","def _update_widgets ( self , * events ) : <TAB> parameters = [ ] <TAB> for event in sorted ( events , key = lambda x : x . name ) : <TAB> <TAB> if event . name == ""object"" : <TAB> <TAB> <TAB> if isinstance ( event . new , param . parameterized . Parameters ) : <TAB> <TAB> <TAB> <TAB> self . object = ( <TAB> <TAB> <TAB> <TAB> <TAB> event . new . cls if event . new . self is None else event . new . self <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> if event . new is None : <TAB> <TAB> <TAB> <TAB> parameters = [ ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> parameters = [ p for p in event . new . param if p != ""name"" ] <TAB> <TAB> <TAB> <TAB> self . name = param_name ( event . new . name ) <TAB> <TAB> if event . name == ""parameters"" : <TAB> <TAB> <TAB> parameters = [ ] if event . new == [ ] else event . new <TAB> if parameters != [ ] and parameters != self . parameters : <TAB> <TAB> self . parameters = parameters <TAB> <TAB> return <TAB> for cb in list ( self . _callbacks ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cb . inst . param . unwatch ( cb ) <TAB> <TAB> <TAB> self . _callbacks . remove ( cb ) <TAB> <TAB> if self . object is None : <TAB> <TAB> self . _widgets = { } <TAB> else : <TAB> <TAB> self . _widgets = self . _get_widgets ( ) <TAB> alias = { ""_title"" : ""name"" } <TAB> widgets = [ <TAB> <TAB> widget <TAB> <TAB> for p , widget in self . _widgets . items ( ) <TAB> <TAB> if ( self . object . param [ alias . get ( p , p ) ] . precedence is None ) <TAB> <TAB> or ( self . object . param [ alias . get ( p , p ) ] . precedence >= self . display_threshold ) <TAB> ] <TAB> self . _widget_box . objects = widgets <TAB> if not ( self . expand_button == False and not self . expand ) : <TAB> <TAB> self . _link_subobjects ( )",if cb . inst in self . _widget_box . objects :,448
7459,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 0:
            if ftype == TType.MAP:
                self.success = {}
                (_ktype944, _vtype945, _size943) = iprot.readMapBegin()
                for _i947 in xrange(_size943):
                    _key948 = iprot.readString()
                    _val949 = iprot.readString()
                    self.success[_key948] = _val949
                iprot.readMapEnd()
            else:
                iprot.skip(ftype)
        elif fid == 1:
            if ftype == TType.STRUCT:
                self.o1 = MetaException()
                self.o1.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 0 : <TAB> <TAB> <TAB> if ftype == TType . MAP : <TAB> <TAB> <TAB> <TAB> self . success = { } <TAB> <TAB> <TAB> <TAB> ( _ktype944 , _vtype945 , _size943 ) = iprot . readMapBegin ( ) <TAB> <TAB> <TAB> <TAB> for _i947 in xrange ( _size943 ) : <TAB> <TAB> <TAB> <TAB> <TAB> _key948 = iprot . readString ( ) <TAB> <TAB> <TAB> <TAB> <TAB> _val949 = iprot . readString ( ) <TAB> <TAB> <TAB> <TAB> <TAB> self . success [ _key948 ] = _val949 <TAB> <TAB> <TAB> <TAB> iprot . readMapEnd ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 1 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . o1 = MetaException ( ) <TAB> <TAB> <TAB> <TAB> self . o1 . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STRUCT :,438
16836,"def test_detach(self):
    N = 5
    mesh = TestMeshes.init_mesh(N, 10, 100, requires_grad=True)
    for force in [0, 1]:
        if force:
            # force mesh to have computed attributes
            mesh.verts_packed()
            mesh.edges_packed()
            mesh.verts_padded()
        new_mesh = mesh.detach()
        self.assertFalse(new_mesh.verts_packed().requires_grad)
        self.assertClose(new_mesh.verts_packed(), mesh.verts_packed())
        self.assertFalse(new_mesh.verts_padded().requires_grad)
        self.assertClose(new_mesh.verts_padded(), mesh.verts_padded())
        for v, newv in zip(mesh.verts_list(), new_mesh.verts_list()):
            self.assertFalse(newv.requires_grad)
            self.assertClose(newv, v)","def test_detach ( self ) : <TAB> N = 5 <TAB> mesh = TestMeshes . init_mesh ( N , 10 , 100 , requires_grad = True ) <TAB> for force in [ 0 , 1 ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> mesh . verts_packed ( ) <TAB> <TAB> <TAB> mesh . edges_packed ( ) <TAB> <TAB> <TAB> mesh . verts_padded ( ) <TAB> <TAB> new_mesh = mesh . detach ( ) <TAB> <TAB> self . assertFalse ( new_mesh . verts_packed ( ) . requires_grad ) <TAB> <TAB> self . assertClose ( new_mesh . verts_packed ( ) , mesh . verts_packed ( ) ) <TAB> <TAB> self . assertFalse ( new_mesh . verts_padded ( ) . requires_grad ) <TAB> <TAB> self . assertClose ( new_mesh . verts_padded ( ) , mesh . verts_padded ( ) ) <TAB> <TAB> for v , newv in zip ( mesh . verts_list ( ) , new_mesh . verts_list ( ) ) : <TAB> <TAB> <TAB> self . assertFalse ( newv . requires_grad ) <TAB> <TAB> <TAB> self . assertClose ( newv , v )",if force :,241
4211,"def _check_for_req_data(data):
    required_args = [""columns""]
    for arg in required_args:
        if arg not in data or (isinstance(data[arg], list) and len(data[arg]) < 1):
            return True, make_json_response(
                status=400,
                success=0,
                errormsg=gettext(""Could not find required parameter ({})."").format(arg),
            )
    return False, """"","def _check_for_req_data ( data ) : <TAB> required_args = [ ""columns"" ] <TAB> for arg in required_args : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return True , make_json_response ( <TAB> <TAB> <TAB> <TAB> status = 400 , <TAB> <TAB> <TAB> <TAB> success = 0 , <TAB> <TAB> <TAB> <TAB> errormsg = gettext ( ""Could not find required parameter ({})."" ) . format ( arg ) , <TAB> <TAB> <TAB> ) <TAB> return False , """"","if arg not in data or ( isinstance ( data [ arg ] , list ) and len ( data [ arg ] ) < 1 ) :",123
18688,"def handle_local_result(self) -> bool:
    test_name = self.format(""{self.path.k8s}"")
    print(f""{test_name} {type(self)} HANDLE_LOCAL_RESULT"")
    end_result = self.find_local_result()
    if end_result is not None:
        result_type = end_result[""result""]
        if result_type == ""pass"":
            pass
        elif result_type == ""skip"":
            pytest.skip(end_result[""reason""])
        elif result_type == ""fail"":
            sys.stdout.write(end_result[""stdout""])
            if os.environ.get(""KAT_VERBOSE"", None):
                sys.stderr.write(end_result[""stderr""])
            pytest.fail(""local check failed"")
        elif result_type == ""xfail"":
            pytest.xfail(end_result[""reason""])
        return True
    return False","def handle_local_result ( self ) -> bool : <TAB> test_name = self . format ( ""{self.path.k8s}"" ) <TAB> print ( f""{test_name} {type(self)} HANDLE_LOCAL_RESULT"" ) <TAB> end_result = self . find_local_result ( ) <TAB> if end_result is not None : <TAB> <TAB> result_type = end_result [ ""result"" ] <TAB> <TAB> if result_type == ""pass"" : <TAB> <TAB> <TAB> pass <TAB> <TAB> elif result_type == ""skip"" : <TAB> <TAB> <TAB> pytest . skip ( end_result [ ""reason"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sys . stdout . write ( end_result [ ""stdout"" ] ) <TAB> <TAB> <TAB> if os . environ . get ( ""KAT_VERBOSE"" , None ) : <TAB> <TAB> <TAB> <TAB> sys . stderr . write ( end_result [ ""stderr"" ] ) <TAB> <TAB> <TAB> pytest . fail ( ""local check failed"" ) <TAB> <TAB> elif result_type == ""xfail"" : <TAB> <TAB> <TAB> pytest . xfail ( end_result [ ""reason"" ] ) <TAB> <TAB> return True <TAB> return False","elif result_type == ""fail"" :",242
8552,"def on_message(self, message):
    """"""Receiving a message from the websocket, parse, and act accordingly.""""""
    if self.application.verbose:
        print(message)
    msg = tornado.escape.json_decode(message)
    if msg[""type""] == ""get_step"":
        if not self.application.model.running:
            self.write_message({""type"": ""end""})
        else:
            self.application.model.step()
            self.write_message(self.viz_state_message)
    elif msg[""type""] == ""reset"":
        self.application.reset_model()
        self.write_message(self.viz_state_message)
    elif msg[""type""] == ""submit_params"":
        param = msg[""param""]
        value = msg[""value""]
        # Is the param editable?
        if param in self.application.user_params:
            if isinstance(self.application.model_kwargs[param], UserSettableParameter):
                self.application.model_kwargs[param].value = value
            else:
                self.application.model_kwargs[param] = value
    elif msg[""type""] == ""get_params"":
        self.write_message(
            {""type"": ""model_params"", ""params"": self.application.user_params}
        )
    else:
        if self.application.verbose:
            print(""Unexpected message!"")
","def on_message ( self , message ) : <TAB> """"""Receiving a message from the websocket, parse, and act accordingly."""""" <TAB> <fill-in> <TAB> <TAB> print ( message ) <TAB> msg = tornado . escape . json_decode ( message ) <TAB> if msg [ ""type"" ] == ""get_step"" : <TAB> <TAB> if not self . application . model . running : <TAB> <TAB> <TAB> self . write_message ( { ""type"" : ""end"" } ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . application . model . step ( ) <TAB> <TAB> <TAB> self . write_message ( self . viz_state_message ) <TAB> elif msg [ ""type"" ] == ""reset"" : <TAB> <TAB> self . application . reset_model ( ) <TAB> <TAB> self . write_message ( self . viz_state_message ) <TAB> elif msg [ ""type"" ] == ""submit_params"" : <TAB> <TAB> param = msg [ ""param"" ] <TAB> <TAB> value = msg [ ""value"" ] <TAB> <TAB> <TAB> <TAB> if param in self . application . user_params : <TAB> <TAB> <TAB> if isinstance ( self . application . model_kwargs [ param ] , UserSettableParameter ) : <TAB> <TAB> <TAB> <TAB> self . application . model_kwargs [ param ] . value = value <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . application . model_kwargs [ param ] = value <TAB> elif msg [ ""type"" ] == ""get_params"" : <TAB> <TAB> self . write_message ( <TAB> <TAB> <TAB> { ""type"" : ""model_params"" , ""params"" : self . application . user_params } <TAB> <TAB> ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""Unexpected message!"" )",if self . application . verbose :,362
23940,"def analyze(ip, results):
    links = set()
    r = IPWhois(ip.value)
    result = r.lookup_whois()
    results.update(raw=pformat(result))
    # Let's focus on the most specific information
    # Which should be in the smallest subnet
    n = 0
    smallest_subnet = None
    for network in result[""nets""]:
        cidr_bits = int(network[""cidr""].split(""/"")[1].split("","")[0])
        if cidr_bits > n:
            n = cidr_bits
            smallest_subnet = network
    if smallest_subnet:
        # Create the company
        company = Company.get_or_create(
            name=smallest_subnet[""description""].split(""\n"")[0]
        )
        links.update(ip.active_link_to(company, ""hosting"", ""Network Whois""))
        # Link it to every email address referenced
        if smallest_subnet[""emails""]:
            for email_address in smallest_subnet[""emails""]:
                email = Email.get_or_create(value=email_address)
                links.update(company.link_to(email, None, ""Network Whois""))
        # Copy the subnet info into the main dict
        for key in smallest_subnet:
            if smallest_subnet[key]:
                result[""net_{}"".format(key)] = smallest_subnet[key]
    # Add the network whois to the context if not already present
    for context in ip.context:
        if context[""source""] == ""network_whois"":
            break
    else:
        # Remove the nets info (the main one was copied)
        result.pop(""nets"", None)
        result.pop(""raw"", None)
        result.pop(""raw_referral"", None)
        result.pop(""referral"", None)
        result.pop(""query"", None)
        result[""source""] = ""network_whois""
        ip.add_context(result)
    return list(links)","def analyze ( ip , results ) : <TAB> links = set ( ) <TAB> r = IPWhois ( ip . value ) <TAB> result = r . lookup_whois ( ) <TAB> results . update ( raw = pformat ( result ) ) <TAB> <TAB> <TAB> n = 0 <TAB> smallest_subnet = None <TAB> for network in result [ ""nets"" ] : <TAB> <TAB> cidr_bits = int ( network [ ""cidr"" ] . split ( ""/"" ) [ 1 ] . split ( "","" ) [ 0 ] ) <TAB> <TAB> if cidr_bits > n : <TAB> <TAB> <TAB> n = cidr_bits <TAB> <TAB> <TAB> smallest_subnet = network <TAB> if smallest_subnet : <TAB> <TAB> <TAB> <TAB> company = Company . get_or_create ( <TAB> <TAB> <TAB> name = smallest_subnet [ ""description"" ] . split ( ""\n"" ) [ 0 ] <TAB> <TAB> ) <TAB> <TAB> links . update ( ip . active_link_to ( company , ""hosting"" , ""Network Whois"" ) ) <TAB> <TAB> <TAB> <TAB> if smallest_subnet [ ""emails"" ] : <TAB> <TAB> <TAB> for email_address in smallest_subnet [ ""emails"" ] : <TAB> <TAB> <TAB> <TAB> email = Email . get_or_create ( value = email_address ) <TAB> <TAB> <TAB> <TAB> links . update ( company . link_to ( email , None , ""Network Whois"" ) ) <TAB> <TAB> <TAB> <TAB> for key in smallest_subnet : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> result [ ""net_{}"" . format ( key ) ] = smallest_subnet [ key ] <TAB> <TAB> for context in ip . context : <TAB> <TAB> if context [ ""source"" ] == ""network_whois"" : <TAB> <TAB> <TAB> break <TAB> else : <TAB> <TAB> <TAB> <TAB> result . pop ( ""nets"" , None ) <TAB> <TAB> result . pop ( ""raw"" , None ) <TAB> <TAB> result . pop ( ""raw_referral"" , None ) <TAB> <TAB> result . pop ( ""referral"" , None ) <TAB> <TAB> result . pop ( ""query"" , None ) <TAB> <TAB> result [ ""source"" ] = ""network_whois"" <TAB> <TAB> ip . add_context ( result ) <TAB> return list ( links )",if smallest_subnet [ key ] :,508
16311,"def predict_action_probabilities(
    self,
    tracker: DialogueStateTracker,
    domain: Domain,
    interpreter: NaturalLanguageInterpreter,
    **kwargs: Any,
) -> PolicyPrediction:
    """"""Predicts the corresponding form action if there is an active form.""""""
    result = self._default_predictions(domain)
    if tracker.active_loop_name:
        logger.debug(""There is an active form '{}'"".format(tracker.active_loop_name))
        if tracker.latest_action_name == ACTION_LISTEN_NAME:
            # predict form action after user utterance
            if tracker.active_loop.get(LOOP_REJECTED):
                if self.state_is_unhappy(tracker, domain):
                    return self._prediction(result, events=[LoopInterrupted(True)])
            result = self._prediction_result(tracker.active_loop_name, tracker, domain)
        elif tracker.latest_action_name == tracker.active_loop_name:
            # predict action_listen after form action
            result = self._prediction_result(ACTION_LISTEN_NAME, tracker, domain)
    else:
        logger.debug(""There is no active form"")
    return self._prediction(result)
","def predict_action_probabilities ( <TAB> self , <TAB> tracker : DialogueStateTracker , <TAB> domain : Domain , <TAB> interpreter : NaturalLanguageInterpreter , <TAB> ** kwargs : Any , ) -> PolicyPrediction : <TAB> """"""Predicts the corresponding form action if there is an active form."""""" <TAB> result = self . _default_predictions ( domain ) <TAB> if tracker . active_loop_name : <TAB> <TAB> logger . debug ( ""There is an active form '{}'"" . format ( tracker . active_loop_name ) ) <TAB> <TAB> if tracker . latest_action_name == ACTION_LISTEN_NAME : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if tracker . active_loop . get ( LOOP_REJECTED ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> return self . _prediction ( result , events = [ LoopInterrupted ( True ) ] ) <TAB> <TAB> <TAB> result = self . _prediction_result ( tracker . active_loop_name , tracker , domain ) <TAB> <TAB> elif tracker . latest_action_name == tracker . active_loop_name : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> result = self . _prediction_result ( ACTION_LISTEN_NAME , tracker , domain ) <TAB> else : <TAB> <TAB> logger . debug ( ""There is no active form"" ) <TAB> return self . _prediction ( result )","if self . state_is_unhappy ( tracker , domain ) :",305
8271,"def _bin_op(self, other, op):
    if not type(other) is DataSet:
        raise TypeError(""_bin_op() only works on another DataSet instance."")
    res = set()
    # if self._bits != other.bits:
    #    l.warning('Binary operation with different sizes.')
    for o in other:
        for s in self:
            if type(o) is Undefined or type(s) is Undefined:
                res.add(UNDEFINED)
            else:
                try:
                    tmp = op(s, o)
                    if isinstance(tmp, int):
                        tmp &= self._mask
                    res.add(tmp)
                except TypeError as ex:  # pylint:disable=try-except-raise,unused-variable
                    # l.warning(ex)
                    raise
    return DataSet(res, self._bits)
","def _bin_op ( self , other , op ) : <TAB> if not type ( other ) is DataSet : <TAB> <TAB> raise TypeError ( ""_bin_op() only works on another DataSet instance."" ) <TAB> res = set ( ) <TAB> <TAB> <TAB> for o in other : <TAB> <TAB> for s in self : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> res . add ( UNDEFINED ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> tmp = op ( s , o ) <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( tmp , int ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> tmp &= self . _mask <TAB> <TAB> <TAB> <TAB> <TAB> res . add ( tmp ) <TAB> <TAB> <TAB> <TAB> except TypeError as ex : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise <TAB> return DataSet ( res , self . _bits )",if type ( o ) is Undefined or type ( s ) is Undefined :,241
1353,"def dataReceived(self, data):
    if not self.known_proto:
        self.known_proto = self.transport.negotiatedProtocol
        assert self.known_proto == b""h2""
    events = self.conn.receive_data(data)
    for event in events:
        if isinstance(event, ResponseReceived):
            self.handleResponse(event.headers, event.stream_id)
        elif isinstance(event, DataReceived):
            self.handleData(event.data, event.stream_id)
        elif isinstance(event, StreamEnded):
            self.endStream(event.stream_id)
        elif isinstance(event, SettingsAcknowledged):
            self.settingsAcked(event)
        elif isinstance(event, StreamReset):
            reactor.stop()
            raise RuntimeError(""Stream reset: %d"" % event.error_code)
        else:
            print(event)
    data = self.conn.data_to_send()
    if data:
        self.transport.write(data)","def dataReceived ( self , data ) : <TAB> if not self . known_proto : <TAB> <TAB> self . known_proto = self . transport . negotiatedProtocol <TAB> <TAB> assert self . known_proto == b""h2"" <TAB> events = self . conn . receive_data ( data ) <TAB> for event in events : <TAB> <TAB> if isinstance ( event , ResponseReceived ) : <TAB> <TAB> <TAB> self . handleResponse ( event . headers , event . stream_id ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . handleData ( event . data , event . stream_id ) <TAB> <TAB> elif isinstance ( event , StreamEnded ) : <TAB> <TAB> <TAB> self . endStream ( event . stream_id ) <TAB> <TAB> elif isinstance ( event , SettingsAcknowledged ) : <TAB> <TAB> <TAB> self . settingsAcked ( event ) <TAB> <TAB> elif isinstance ( event , StreamReset ) : <TAB> <TAB> <TAB> reactor . stop ( ) <TAB> <TAB> <TAB> raise RuntimeError ( ""Stream reset: %d"" % event . error_code ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( event ) <TAB> data = self . conn . data_to_send ( ) <TAB> if data : <TAB> <TAB> self . transport . write ( data )","elif isinstance ( event , DataReceived ) :",271
20040,"def add_legacy_moderation_warning(self):
    # Check for revisions still undergoing moderation and warn - this is for the old moderation system
    if self.latest_revision and self.latest_revision.submitted_for_moderation:
        buttons = []
        if self.page.live:
            buttons.append(self.get_compare_with_live_message_button())
        messages.warning(
            self.request,
            _(""This page is currently awaiting moderation""),
            buttons=buttons,
        )
","def add_legacy_moderation_warning ( self ) : <TAB> <TAB> if self . latest_revision and self . latest_revision . submitted_for_moderation : <TAB> <TAB> buttons = [ ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> buttons . append ( self . get_compare_with_live_message_button ( ) ) <TAB> <TAB> messages . warning ( <TAB> <TAB> <TAB> self . request , <TAB> <TAB> <TAB> _ ( ""This page is currently awaiting moderation"" ) , <TAB> <TAB> <TAB> buttons = buttons , <TAB> <TAB> )",if self . page . live :,130
13257,"def __init__(self, encoding, **kwds):
    if not encoding:
        # Detect encoding
        chcp = os.popen(""chcp"")
        chcp_encoding = re.match(r""[^\d]+(\d+)"", chcp.read())
        if not chcp_encoding:
            raise LookupError(""Can't detect encoding from chcp"")
        encoding = ""cp"" + chcp_encoding.groups()[0]
        print(encoding)
    super(PowershellRepl, self).__init__(encoding, **kwds)
    # Using this to detect whether PowerShell returns some output or it needs more input
    # PowerShell in interactive mode doesn't show prompt, so we must hold it by hand
    # It's a hack and, for example, we can send 'Write-Host """" -NoNewLine' with no output, but in outhr cases it may work well
    self.got_output = True
    self.multiline = False
    self.prompt()","def __init__ ( self , encoding , ** kwds ) : <TAB> if not encoding : <TAB> <TAB> <TAB> <TAB> chcp = os . popen ( ""chcp"" ) <TAB> <TAB> chcp_encoding = re . match ( r""[^\d]+(\d+)"" , chcp . read ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise LookupError ( ""Can't detect encoding from chcp"" ) <TAB> <TAB> encoding = ""cp"" + chcp_encoding . groups ( ) [ 0 ] <TAB> <TAB> print ( encoding ) <TAB> super ( PowershellRepl , self ) . __init__ ( encoding , ** kwds ) <TAB> <TAB> <TAB> <TAB> self . got_output = True <TAB> self . multiline = False <TAB> self . prompt ( )",if not chcp_encoding :,228
19401,"def __call__(self, p1, p2):
    self.temp = self.minTemperature
    if self.useNetworks:
        p1 = ModuleDecidingPlayer(p1, self.task.env, temperature=self.temp)
        p2 = ModuleDecidingPlayer(p2, self.task.env, temperature=self.temp)
    else:
        assert isinstance(p1, CapturePlayer)
        assert isinstance(p2, CapturePlayer)
        p1.game = self.task.env
        p2.game = self.task.env
    p1.color = CaptureGame.BLACK
    p2.color = -p1.color
    self.player = p1
    self.opponent = p2
    # the games with increasing temperatures and lower coefficients
    coeffSum = 0.0
    score = 0.0
    np = int(self.cases * (1 - self.presetGamesProportion))
    for i in range(self.maxGames):
        coeff = 1 / (10 * self.temp + 1)
        preset = None
        if self.cases > 1:
            if i % self.cases >= np:
                preset = self.sPos[(i - np) % self.cases]
            elif i < self.cases:
                # greedy, no need to repeat, just increase the coefficient
                if i == 0:
                    coeff *= np
                else:
                    continue
        res = self._oneGame(preset)
        score += coeff * res
        coeffSum += coeff
        if self.cases == 1 or (i % self.cases == 0 and i > 0):
            self._globalWarming()
    return score / coeffSum","def __call__ ( self , p1 , p2 ) : <TAB> self . temp = self . minTemperature <TAB> if self . useNetworks : <TAB> <TAB> p1 = ModuleDecidingPlayer ( p1 , self . task . env , temperature = self . temp ) <TAB> <TAB> p2 = ModuleDecidingPlayer ( p2 , self . task . env , temperature = self . temp ) <TAB> else : <TAB> <TAB> assert isinstance ( p1 , CapturePlayer ) <TAB> <TAB> assert isinstance ( p2 , CapturePlayer ) <TAB> <TAB> p1 . game = self . task . env <TAB> <TAB> p2 . game = self . task . env <TAB> p1 . color = CaptureGame . BLACK <TAB> p2 . color = - p1 . color <TAB> self . player = p1 <TAB> self . opponent = p2 <TAB> <TAB> coeffSum = 0.0 <TAB> score = 0.0 <TAB> np = int ( self . cases * ( 1 - self . presetGamesProportion ) ) <TAB> for i in range ( self . maxGames ) : <TAB> <TAB> coeff = 1 / ( 10 * self . temp + 1 ) <TAB> <TAB> preset = None <TAB> <TAB> if self . cases > 1 : <TAB> <TAB> <TAB> if i % self . cases >= np : <TAB> <TAB> <TAB> <TAB> preset = self . sPos [ ( i - np ) % self . cases ] <TAB> <TAB> <TAB> elif i < self . cases : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if i == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> coeff *= np <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> res = self . _oneGame ( preset ) <TAB> <TAB> score += coeff * res <TAB> <TAB> coeffSum += coeff <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _globalWarming ( ) <TAB> return score / coeffSum",if self . cases == 1 or ( i % self . cases == 0 and i > 0 ) :,438
25128,"def _initialize_filesystem(self):
    util.ensure_dirs(self._initial_subdirs())
    log_file = util.get_cfg_option_str(self.cfg, ""def_log_file"")
    if log_file:
        util.ensure_file(log_file, preserve_mode=True)
        perms = self.cfg.get(""syslog_fix_perms"")
        if not perms:
            perms = {}
        if not isinstance(perms, list):
            perms = [perms]
        error = None
        for perm in perms:
            u, g = util.extract_usergroup(perm)
            try:
                util.chownbyname(log_file, u, g)
                return
            except OSError as e:
                error = e
        LOG.warning(
            ""Failed changing perms on '%s'. tried: %s. %s"",
            log_file,
            "","".join(perms),
            error,
        )
","def _initialize_filesystem ( self ) : <TAB> util . ensure_dirs ( self . _initial_subdirs ( ) ) <TAB> log_file = util . get_cfg_option_str ( self . cfg , ""def_log_file"" ) <TAB> if log_file : <TAB> <TAB> util . ensure_file ( log_file , preserve_mode = True ) <TAB> <TAB> perms = self . cfg . get ( ""syslog_fix_perms"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> perms = { } <TAB> <TAB> if not isinstance ( perms , list ) : <TAB> <TAB> <TAB> perms = [ perms ] <TAB> <TAB> error = None <TAB> <TAB> for perm in perms : <TAB> <TAB> <TAB> u , g = util . extract_usergroup ( perm ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> util . chownbyname ( log_file , u , g ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> except OSError as e : <TAB> <TAB> <TAB> <TAB> error = e <TAB> <TAB> LOG . warning ( <TAB> <TAB> <TAB> ""Failed changing perms on '%s'. tried: %s. %s"" , <TAB> <TAB> <TAB> log_file , <TAB> <TAB> <TAB> "","" . join ( perms ) , <TAB> <TAB> <TAB> error , <TAB> <TAB> )",if not perms :,263
9186,"def leave_room(self, sid, namespace, room):
    """"""Remove a client from a room.""""""
    try:
        del self.rooms[namespace][room][sid]
        if len(self.rooms[namespace][room]) == 0:
            del self.rooms[namespace][room]
            if len(self.rooms[namespace]) == 0:
                del self.rooms[namespace]
    except KeyError:
        pass","def leave_room ( self , sid , namespace , room ) : <TAB> """"""Remove a client from a room."""""" <TAB> try : <TAB> <TAB> del self . rooms [ namespace ] [ room ] [ sid ] <TAB> <TAB> if len ( self . rooms [ namespace ] [ room ] ) == 0 : <TAB> <TAB> <TAB> del self . rooms [ namespace ] [ room ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> del self . rooms [ namespace ] <TAB> except KeyError : <TAB> <TAB> pass",if len ( self . rooms [ namespace ] ) == 0 :,114
16022,"def testPersistencyCompressed(self):
    if self.cls == similarities.WmdSimilarity and not PYEMD_EXT:
        return
    fname = testfile() + "".gz""
    if self.cls == similarities.Similarity:
        index = self.cls(None, corpus, num_features=len(dictionary), shardsize=5)
    elif self.cls == similarities.WmdSimilarity:
        index = self.cls(texts, self.w2v_model)
    else:
        index = self.cls(corpus, num_features=len(dictionary))
    index.save(fname)
    index2 = self.cls.load(fname)
    if self.cls == similarities.Similarity:
        # for Similarity, only do a basic check
        self.assertTrue(len(index.shards) == len(index2.shards))
        index.destroy()
    else:
        if isinstance(index, similarities.SparseMatrixSimilarity):
            # hack SparseMatrixSim indexes so they're easy to compare
            index.index = index.index.todense()
            index2.index = index2.index.todense()
        self.assertTrue(numpy.allclose(index.index, index2.index))
        self.assertEqual(index.num_best, index2.num_best)","def testPersistencyCompressed ( self ) : <TAB> if self . cls == similarities . WmdSimilarity and not PYEMD_EXT : <TAB> <TAB> return <TAB> fname = testfile ( ) + "".gz"" <TAB> if self . cls == similarities . Similarity : <TAB> <TAB> index = self . cls ( None , corpus , num_features = len ( dictionary ) , shardsize = 5 ) <TAB> elif self . cls == similarities . WmdSimilarity : <TAB> <TAB> index = self . cls ( texts , self . w2v_model ) <TAB> else : <TAB> <TAB> index = self . cls ( corpus , num_features = len ( dictionary ) ) <TAB> index . save ( fname ) <TAB> index2 = self . cls . load ( fname ) <TAB> if self . cls == similarities . Similarity : <TAB> <TAB> <TAB> <TAB> self . assertTrue ( len ( index . shards ) == len ( index2 . shards ) ) <TAB> <TAB> index . destroy ( ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> index . index = index . index . todense ( ) <TAB> <TAB> <TAB> index2 . index = index2 . index . todense ( ) <TAB> <TAB> self . assertTrue ( numpy . allclose ( index . index , index2 . index ) ) <TAB> <TAB> self . assertEqual ( index . num_best , index2 . num_best )","if isinstance ( index , similarities . SparseMatrixSimilarity ) :",311
7772,"def check_classes(self, node):
    if isinstance(node, nodes.Element):
        for class_value in node[""classes""][:]:
            if class_value in self.strip_classes:
                node[""classes""].remove(class_value)
            if class_value in self.strip_elements:
                return 1","def check_classes ( self , node ) : <TAB> if isinstance ( node , nodes . Element ) : <TAB> <TAB> for class_value in node [ ""classes"" ] [ : ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> node [ ""classes"" ] . remove ( class_value ) <TAB> <TAB> <TAB> if class_value in self . strip_elements : <TAB> <TAB> <TAB> <TAB> return 1",if class_value in self . strip_classes :,86
18856,"def on_msg(self, evt):
    msg = evt[""message""]
    event_type = msg[0]
    if event_type == ""user_disconnect"":
        user_id = msg[1]
        self.clients.disconnect_user(user_id)
    elif event_type == ""user_disconnect_id"":
        user_id = msg[1]
        client_id = msg[2]
        server_id = None
        if len(msg) > 3:
            server_id = msg[3]
        self.clients.disconnect_user_id(user_id, client_id, server_id)
    elif event_type == ""user_disconnect_mac"":
        user_id = msg[1]
        host_id = msg[2]
        mac_addr = msg[3]
        server_id = None
        if len(msg) > 4:
            server_id = msg[4]
        self.clients.disconnect_user_mac(user_id, host_id, mac_addr, server_id)
    elif event_type == ""user_reconnect"":
        user_id = msg[1]
        host_id = msg[2]
        server_id = None
        if len(msg) > 3:
            server_id = msg[3]
        self.clients.reconnect_user(user_id, host_id, server_id)
    elif event_type == ""route_advertisement"":
        server_id = msg[1]
        vpc_region = msg[2]
        vpc_id = msg[3]
        network = msg[4]
        if server_id != self.server.id:
            return
        self.instance.reserve_route_advertisement(vpc_region, vpc_id, network)","def on_msg ( self , evt ) : <TAB> msg = evt [ ""message"" ] <TAB> event_type = msg [ 0 ] <TAB> if event_type == ""user_disconnect"" : <TAB> <TAB> user_id = msg [ 1 ] <TAB> <TAB> self . clients . disconnect_user ( user_id ) <TAB> elif event_type == ""user_disconnect_id"" : <TAB> <TAB> user_id = msg [ 1 ] <TAB> <TAB> client_id = msg [ 2 ] <TAB> <TAB> server_id = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> server_id = msg [ 3 ] <TAB> <TAB> self . clients . disconnect_user_id ( user_id , client_id , server_id ) <TAB> elif event_type == ""user_disconnect_mac"" : <TAB> <TAB> user_id = msg [ 1 ] <TAB> <TAB> host_id = msg [ 2 ] <TAB> <TAB> mac_addr = msg [ 3 ] <TAB> <TAB> server_id = None <TAB> <TAB> if len ( msg ) > 4 : <TAB> <TAB> <TAB> server_id = msg [ 4 ] <TAB> <TAB> self . clients . disconnect_user_mac ( user_id , host_id , mac_addr , server_id ) <TAB> elif event_type == ""user_reconnect"" : <TAB> <TAB> user_id = msg [ 1 ] <TAB> <TAB> host_id = msg [ 2 ] <TAB> <TAB> server_id = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> server_id = msg [ 3 ] <TAB> <TAB> self . clients . reconnect_user ( user_id , host_id , server_id ) <TAB> elif event_type == ""route_advertisement"" : <TAB> <TAB> server_id = msg [ 1 ] <TAB> <TAB> vpc_region = msg [ 2 ] <TAB> <TAB> vpc_id = msg [ 3 ] <TAB> <TAB> network = msg [ 4 ] <TAB> <TAB> if server_id != self . server . id : <TAB> <TAB> <TAB> return <TAB> <TAB> self . instance . reserve_route_advertisement ( vpc_region , vpc_id , network )",if len ( msg ) > 3 :,455
14803,"def uploadFile(self, suffix, mime, payload):
    with tempfile.NamedTemporaryFile(suffix=suffix) as fd:
        fd.write(payload)
        fd.flush()
        fd.seek(0)
        filename = os.path.basename(fd.name)
        if self.shouldLog:
            self.logger.debug(""Sending file %s with mime type : %s"", filename, mime)
        fu = self.session.post(
            self.uploadUrl,
            files={self.inputName: (filename, fd, mime)},
            data=self.postData,
        )
        self.httpRequests += 1
        if self.shouldLog:
            if self.logger.verbosity > 1:
                printSimpleResponseObject(fu)
            if self.logger.verbosity > 2:
                print(""\033[36m"" + fu.text + ""\033[m"")
    return (fu, filename)","def uploadFile ( self , suffix , mime , payload ) : <TAB> with tempfile . NamedTemporaryFile ( suffix = suffix ) as fd : <TAB> <TAB> fd . write ( payload ) <TAB> <TAB> fd . flush ( ) <TAB> <TAB> fd . seek ( 0 ) <TAB> <TAB> filename = os . path . basename ( fd . name ) <TAB> <TAB> if self . shouldLog : <TAB> <TAB> <TAB> self . logger . debug ( ""Sending file %s with mime type : %s"" , filename , mime ) <TAB> <TAB> fu = self . session . post ( <TAB> <TAB> <TAB> self . uploadUrl , <TAB> <TAB> <TAB> files = { self . inputName : ( filename , fd , mime ) } , <TAB> <TAB> <TAB> data = self . postData , <TAB> <TAB> ) <TAB> <TAB> self . httpRequests += 1 <TAB> <TAB> if self . shouldLog : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> printSimpleResponseObject ( fu ) <TAB> <TAB> <TAB> if self . logger . verbosity > 2 : <TAB> <TAB> <TAB> <TAB> print ( ""\033[36m"" + fu . text + ""\033[m"" ) <TAB> return ( fu , filename )",if self . logger . verbosity > 1 :,244
3782,"def _chars_to_indices(self, chars):
    r""""""Helper for Sequence.frequencies.""""""
    if isinstance(chars, (str, bytes)):
        chars = set([chars])
    elif not isinstance(chars, set):
        raise TypeError(""`chars` must be of type `set`, not %r"" % type(chars).__name__)
    # Impose an (arbitrary) ordering to `chars` so that we can return
    # `indices` in that same order.
    chars = list(chars)
    indices = []
    for char in chars:
        if not isinstance(char, (str, bytes)):
            raise TypeError(
                ""Each element of `chars` must be string-like, not %r""
                % type(char).__name__
            )
        if len(char) != 1:
            raise ValueError(
                ""Each element of `chars` must contain a single ""
                ""character (found %d characters)"" % len(char)
            )
        index = ord(char)
        if index >= self._number_of_extended_ascii_codes:
            raise ValueError(
                ""Character %r in `chars` is outside the range of ""
                ""allowable characters in a `Sequence` object."" % char
            )
        indices.append(index)
    return chars, indices","def _chars_to_indices ( self , chars ) : <TAB> r""""""Helper for Sequence.frequencies."""""" <TAB> if isinstance ( chars , ( str , bytes ) ) : <TAB> <TAB> chars = set ( [ chars ] ) <TAB> elif not isinstance ( chars , set ) : <TAB> <TAB> raise TypeError ( ""`chars` must be of type `set`, not %r"" % type ( chars ) . __name__ ) <TAB> <TAB> <TAB> chars = list ( chars ) <TAB> indices = [ ] <TAB> for char in chars : <TAB> <TAB> if not isinstance ( char , ( str , bytes ) ) : <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> ""Each element of `chars` must be string-like, not %r"" <TAB> <TAB> <TAB> <TAB> % type ( char ) . __name__ <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Each element of `chars` must contain a single "" <TAB> <TAB> <TAB> <TAB> ""character (found %d characters)"" % len ( char ) <TAB> <TAB> <TAB> ) <TAB> <TAB> index = ord ( char ) <TAB> <TAB> if index >= self . _number_of_extended_ascii_codes : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Character %r in `chars` is outside the range of "" <TAB> <TAB> <TAB> <TAB> ""allowable characters in a `Sequence` object."" % char <TAB> <TAB> <TAB> ) <TAB> <TAB> indices . append ( index ) <TAB> return chars , indices",if len ( char ) != 1 :,341
11460,"def parse_hits(self):
    """"""Parse a HMMER2 hit block, beginning with the hit table.""""""
    hit_placeholders = []
    while self.read_next():
        if self.line.startswith(""Parsed""):
            break
        if self.line.find(""no hits"") > -1:
            break
        if (
            self.line.startswith(""Sequence"")
            or self.line.startswith(""Model"")
            or self.line.startswith(""-------- "")
        ):
            continue
        fields = self.line.split()
        id_ = fields.pop(0)
        domain_obs_num = int(fields.pop())
        evalue = float(fields.pop())
        bitscore = float(fields.pop())
        description = "" "".join(fields).strip()
        hit = _HitPlaceholder()
        hit.id_ = id_
        hit.evalue = evalue
        hit.bitscore = bitscore
        hit.description = description
        hit.domain_obs_num = domain_obs_num
        hit_placeholders.append(hit)
    return hit_placeholders","def parse_hits ( self ) : <TAB> """"""Parse a HMMER2 hit block, beginning with the hit table."""""" <TAB> hit_placeholders = [ ] <TAB> while self . read_next ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> if self . line . find ( ""no hits"" ) > - 1 : <TAB> <TAB> <TAB> break <TAB> <TAB> if ( <TAB> <TAB> <TAB> self . line . startswith ( ""Sequence"" ) <TAB> <TAB> <TAB> or self . line . startswith ( ""Model"" ) <TAB> <TAB> <TAB> or self . line . startswith ( ""-------- "" ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> fields = self . line . split ( ) <TAB> <TAB> id_ = fields . pop ( 0 ) <TAB> <TAB> domain_obs_num = int ( fields . pop ( ) ) <TAB> <TAB> evalue = float ( fields . pop ( ) ) <TAB> <TAB> bitscore = float ( fields . pop ( ) ) <TAB> <TAB> description = "" "" . join ( fields ) . strip ( ) <TAB> <TAB> hit = _HitPlaceholder ( ) <TAB> <TAB> hit . id_ = id_ <TAB> <TAB> hit . evalue = evalue <TAB> <TAB> hit . bitscore = bitscore <TAB> <TAB> hit . description = description <TAB> <TAB> hit . domain_obs_num = domain_obs_num <TAB> <TAB> hit_placeholders . append ( hit ) <TAB> return hit_placeholders","if self . line . startswith ( ""Parsed"" ) :",286
23891,"def transform_cart_positions(cls, cp: List, order) -> list:
    from . import Voucher
    ops = []
    cp_mapping = {}
    # The sorting key ensures that all addons come directly after the position they refer to
    for i, cartpos in enumerate(
        sorted(cp, key=lambda c: (c.addon_to_id or c.pk, c.addon_to_id or 0))
    ):
        op = OrderPosition(order=order)
        for f in AbstractPosition._meta.fields:
            if f.name == ""addon_to"":
                setattr(op, f.name, cp_mapping.get(cartpos.addon_to_id))
            else:
                setattr(op, f.name, getattr(cartpos, f.name))
        op._calculate_tax()
        op.positionid = i + 1
        op.save()
        cp_mapping[cartpos.pk] = op
        for answ in cartpos.answers.all():
            answ.orderposition = op
            answ.cartposition = None
            answ.save()
        if cartpos.voucher:
            Voucher.objects.filter(pk=cartpos.voucher.pk).update(
                redeemed=F(""redeemed"") + 1
            )
            cartpos.voucher.log_action(
                ""pretix.voucher.redeemed"", {""order_code"": order.code}
            )
    # Delete afterwards. Deleting in between might cause deletion of things related to add-ons
    # due to the deletion cascade.
    for cartpos in cp:
        if cartpos.pk:
            cartpos.addons.all().delete()
            cartpos.delete()
    return ops","def transform_cart_positions ( cls , cp : List , order ) -> list : <TAB> from . import Voucher <TAB> ops = [ ] <TAB> cp_mapping = { } <TAB> <TAB> for i , cartpos in enumerate ( <TAB> <TAB> sorted ( cp , key = lambda c : ( c . addon_to_id or c . pk , c . addon_to_id or 0 ) ) <TAB> ) : <TAB> <TAB> op = OrderPosition ( order = order ) <TAB> <TAB> for f in AbstractPosition . _meta . fields : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> setattr ( op , f . name , cp_mapping . get ( cartpos . addon_to_id ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> setattr ( op , f . name , getattr ( cartpos , f . name ) ) <TAB> <TAB> op . _calculate_tax ( ) <TAB> <TAB> op . positionid = i + 1 <TAB> <TAB> op . save ( ) <TAB> <TAB> cp_mapping [ cartpos . pk ] = op <TAB> <TAB> for answ in cartpos . answers . all ( ) : <TAB> <TAB> <TAB> answ . orderposition = op <TAB> <TAB> <TAB> answ . cartposition = None <TAB> <TAB> <TAB> answ . save ( ) <TAB> <TAB> if cartpos . voucher : <TAB> <TAB> <TAB> Voucher . objects . filter ( pk = cartpos . voucher . pk ) . update ( <TAB> <TAB> <TAB> <TAB> redeemed = F ( ""redeemed"" ) + 1 <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> cartpos . voucher . log_action ( <TAB> <TAB> <TAB> <TAB> ""pretix.voucher.redeemed"" , { ""order_code"" : order . code } <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> for cartpos in cp : <TAB> <TAB> if cartpos . pk : <TAB> <TAB> <TAB> cartpos . addons . all ( ) . delete ( ) <TAB> <TAB> <TAB> cartpos . delete ( ) <TAB> return ops","if f . name == ""addon_to"" :",453
8292,"def _analysis_core_graph(self):
    while not self.should_abort:
        self._intra_analysis()
        n = self._graph_visitor.next_node()
        if n is None:
            break
        job_state = self._get_input_state(n)
        if job_state is None:
            job_state = self._initial_abstract_state(n)
        changed, output_state = self._run_on_node(n, job_state)
        # output state of node n is input state for successors to node n
        successors_to_visit = self._add_input_state(n, output_state)
        if changed is False:
            # no change is detected
            continue
        elif changed is True:
            # changes detected
            # revisit all its successors
            self._graph_visitor.revisit_successors(n, include_self=False)
        else:
            # the change of states are determined during state merging (_add_input_state()) instead of during
            # simulated execution (_run_on_node()).
            # revisit all successors in the `successors_to_visit` list
            for succ in successors_to_visit:
                self._graph_visitor.revisit_node(succ)
","def _analysis_core_graph ( self ) : <TAB> while not self . should_abort : <TAB> <TAB> self . _intra_analysis ( ) <TAB> <TAB> n = self . _graph_visitor . next_node ( ) <TAB> <TAB> if n is None : <TAB> <TAB> <TAB> break <TAB> <TAB> job_state = self . _get_input_state ( n ) <TAB> <TAB> if job_state is None : <TAB> <TAB> <TAB> job_state = self . _initial_abstract_state ( n ) <TAB> <TAB> changed , output_state = self . _run_on_node ( n , job_state ) <TAB> <TAB> <TAB> <TAB> successors_to_visit = self . _add_input_state ( n , output_state ) <TAB> <TAB> if changed is False : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _graph_visitor . revisit_successors ( n , include_self = False ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for succ in successors_to_visit : <TAB> <TAB> <TAB> <TAB> self . _graph_visitor . revisit_node ( succ )",elif changed is True :,328
22606,"def get_relationship(self, secondRel, firstRel, orig_person, other_person):
    common = """"
    if not firstRel:
        if not secondRel:
            return ("""", common)
        else:
            return (self.get_direct_ancestor(other_person, secondRel), common)
    elif not secondRel:
        return (self.get_direct_descendant(other_person, firstRel), common)
    elif len(firstRel) == 1:
        if other_person == Person.MALE:
            return (self.get_ancestors_brother(secondRel), common)
        else:
            return (self.get_ancestors_sister(secondRel), common)
    elif len(secondRel) >= len(firstRel):
        return (self.get_ancestors_cousin(secondRel, firstRel), common)
    else:
        return (self.get_cousins_descendant(other_person, firstRel, secondRel), common)","def get_relationship ( self , secondRel , firstRel , orig_person , other_person ) : <TAB> common = """" <TAB> if not firstRel : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ( """" , common ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return ( self . get_direct_ancestor ( other_person , secondRel ) , common ) <TAB> el <fill-in> <TAB> <TAB> return ( self . get_direct_descendant ( other_person , firstRel ) , common ) <TAB> elif len ( firstRel ) == 1 : <TAB> <TAB> if other_person == Person . MALE : <TAB> <TAB> <TAB> return ( self . get_ancestors_brother ( secondRel ) , common ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return ( self . get_ancestors_sister ( secondRel ) , common ) <TAB> elif len ( secondRel ) >= len ( firstRel ) : <TAB> <TAB> return ( self . get_ancestors_cousin ( secondRel , firstRel ) , common ) <TAB> else : <TAB> <TAB> return ( self . get_cousins_descendant ( other_person , firstRel , secondRel ) , common )",if not secondRel :,246
12941,"def least_squares_cg(Cui, X, Y, regularization, num_threads=0, cg_steps=3):
    users, factors = X.shape
    YtY = Y.T.dot(Y) + regularization * np.eye(factors, dtype=Y.dtype)
    for u in range(users):
        # start from previous iteration
        x = X[u]
        # calculate residual error r = (YtCuPu - (YtCuY.dot(Xu)
        r = -YtY.dot(x)
        for i, confidence in nonzeros(Cui, u):
            if confidence > 0:
                r += (confidence - (confidence - 1) * Y[i].dot(x)) * Y[i]
            else:
                confidence *= -1
                r += -(confidence - 1) * Y[i].dot(x) * Y[i]
        p = r.copy()
        rsold = r.dot(r)
        if rsold < 1e-20:
            continue
        for it in range(cg_steps):
            # calculate Ap = YtCuYp - without actually calculating YtCuY
            Ap = YtY.dot(p)
            for i, confidence in nonzeros(Cui, u):
                if confidence < 0:
                    confidence *= -1
                Ap += (confidence - 1) * Y[i].dot(p) * Y[i]
            # standard CG update
            alpha = rsold / p.dot(Ap)
            x += alpha * p
            r -= alpha * Ap
            rsnew = r.dot(r)
            if rsnew < 1e-20:
                break
            p = r + (rsnew / rsold) * p
            rsold = rsnew
        X[u] = x","def least_squares_cg ( Cui , X , Y , regularization , num_threads = 0 , cg_steps = 3 ) : <TAB> users , factors = X . shape <TAB> YtY = Y . T . dot ( Y ) + regularization * np . eye ( factors , dtype = Y . dtype ) <TAB> for u in range ( users ) : <TAB> <TAB> <TAB> <TAB> x = X [ u ] <TAB> <TAB> <TAB> <TAB> r = - YtY . dot ( x ) <TAB> <TAB> for i , confidence in nonzeros ( Cui , u ) : <TAB> <TAB> <TAB> if confidence > 0 : <TAB> <TAB> <TAB> <TAB> r += ( confidence - ( confidence - 1 ) * Y [ i ] . dot ( x ) ) * Y [ i ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> confidence *= - 1 <TAB> <TAB> <TAB> <TAB> r += - ( confidence - 1 ) * Y [ i ] . dot ( x ) * Y [ i ] <TAB> <TAB> p = r . copy ( ) <TAB> <TAB> rsold = r . dot ( r ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> for it in range ( cg_steps ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> Ap = YtY . dot ( p ) <TAB> <TAB> <TAB> for i , confidence in nonzeros ( Cui , u ) : <TAB> <TAB> <TAB> <TAB> if confidence < 0 : <TAB> <TAB> <TAB> <TAB> <TAB> confidence *= - 1 <TAB> <TAB> <TAB> <TAB> Ap += ( confidence - 1 ) * Y [ i ] . dot ( p ) * Y [ i ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> alpha = rsold / p . dot ( Ap ) <TAB> <TAB> <TAB> x += alpha * p <TAB> <TAB> <TAB> r -= alpha * Ap <TAB> <TAB> <TAB> rsnew = r . dot ( r ) <TAB> <TAB> <TAB> if rsnew < 1e-20 : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> p = r + ( rsnew / rsold ) * p <TAB> <TAB> <TAB> rsold = rsnew <TAB> <TAB> X [ u ] = x",if rsold < 1e-20 :,490
2541,"def test_sobel():
    I = np.array(
        [
            [0, 0, 0, 0, 0, 0],
            [0, 0, 0, 1, 0, 0],
            [0, 0, 0, 1, 0, 0],
            [0, 0, 0, 1, 0, 0],
            [0, 0, 0, 1, 0, 0],
            [0, 0, 0, 0, 0, 0],
        ]
    )
    E = sobel(I)
    r, c = I.shape
    for y, x in zip(*np.where(E)):
        N = [I[y, x]]
        if y > 0:
            N.append(I[y - 1, x])
        if x > 0:
            N.append(I[y, x - 1])
        if y < (r - 1):
            N.append(I[y + 1, x])
        if x < (c - 1):
            N.append(I[y, x + 1])
        assert len(set(N)) > 1","def test_sobel ( ) : <TAB> I = np . array ( <TAB> <TAB> [ <TAB> <TAB> <TAB> [ 0 , 0 , 0 , 0 , 0 , 0 ] , <TAB> <TAB> <TAB> [ 0 , 0 , 0 , 1 , 0 , 0 ] , <TAB> <TAB> <TAB> [ 0 , 0 , 0 , 1 , 0 , 0 ] , <TAB> <TAB> <TAB> [ 0 , 0 , 0 , 1 , 0 , 0 ] , <TAB> <TAB> <TAB> [ 0 , 0 , 0 , 1 , 0 , 0 ] , <TAB> <TAB> <TAB> [ 0 , 0 , 0 , 0 , 0 , 0 ] , <TAB> <TAB> ] <TAB> ) <TAB> E = sobel ( I ) <TAB> r , c = I . shape <TAB> for y , x in zip ( * np . where ( E ) ) : <TAB> <TAB> N = [ I [ y , x ] ] <TAB> <TAB> if y > 0 : <TAB> <TAB> <TAB> N . append ( I [ y - 1 , x ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> N . append ( I [ y , x - 1 ] ) <TAB> <TAB> if y < ( r - 1 ) : <TAB> <TAB> <TAB> N . append ( I [ y + 1 , x ] ) <TAB> <TAB> if x < ( c - 1 ) : <TAB> <TAB> <TAB> N . append ( I [ y , x + 1 ] ) <TAB> <TAB> assert len ( set ( N ) ) > 1",if x > 0 :,285
24967,"def _flatten(*args):
    ahs = set()
    if len(args) > 0:
        for item in args:
            if type(item) is ActionHandle:
                ahs.add(item)
            elif type(item) in (list, tuple, dict, set):
                for ah in item:
                    if type(ah) is not ActionHandle:  # pragma:nocover
                        raise ActionManagerError(""Bad argument type %s"" % str(ah))
                    ahs.add(ah)
            else:  # pragma:nocover
                raise ActionManagerError(""Bad argument type %s"" % str(item))
    return ahs","def _flatten ( * args ) : <TAB> ahs = set ( ) <TAB> if len ( args ) > 0 : <TAB> <TAB> for item in args : <TAB> <TAB> <TAB> if type ( item ) is ActionHandle : <TAB> <TAB> <TAB> <TAB> ahs . add ( item ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> for ah in item : <TAB> <TAB> <TAB> <TAB> <TAB> if type ( ah ) is not ActionHandle : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise ActionManagerError ( ""Bad argument type %s"" % str ( ah ) ) <TAB> <TAB> <TAB> <TAB> <TAB> ahs . add ( ah ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise ActionManagerError ( ""Bad argument type %s"" % str ( item ) ) <TAB> return ahs","elif type ( item ) in ( list , tuple , dict , set ) :",183
19748,"def batch_reduce_implementation(self, reduce_op, value_destination_pairs):
    all_devices_match = _all_devices_match(value_destination_pairs)
    if all_devices_match:
        return self._batch_all_reduce(
            reduce_op, [v[0] for v in value_destination_pairs]
        )
    else:
        if not all_devices_match:
            logging.log_first_n(
                logging.WARN,
                ""Efficient batch_reduce is not supported if ""
                ""destinations are different."",
                10,
            )
        return [
            self.reduce_implementation(reduce_op, t, destinations=v)
            for t, v in value_destination_pairs
        ]","def batch_reduce_implementation ( self , reduce_op , value_destination_pairs ) : <TAB> all_devices_match = _all_devices_match ( value_destination_pairs ) <TAB> if all_devices_match : <TAB> <TAB> return self . _batch_all_reduce ( <TAB> <TAB> <TAB> reduce_op , [ v [ 0 ] for v in value_destination_pairs ] <TAB> <TAB> ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logging . log_first_n ( <TAB> <TAB> <TAB> <TAB> logging . WARN , <TAB> <TAB> <TAB> <TAB> ""Efficient batch_reduce is not supported if "" <TAB> <TAB> <TAB> <TAB> ""destinations are different."" , <TAB> <TAB> <TAB> <TAB> 10 , <TAB> <TAB> <TAB> ) <TAB> <TAB> return [ <TAB> <TAB> <TAB> self . reduce_implementation ( reduce_op , t , destinations = v ) <TAB> <TAB> <TAB> for t , v in value_destination_pairs <TAB> <TAB> ]",if not all_devices_match :,205
3315,"def test08_ExceptionTypes(self):
    self.assertTrue(issubclass(db.DBError, Exception))
    for i, j in db.__dict__.items():
        if i.startswith(""DB"") and i.endswith(""Error""):
            self.assertTrue(issubclass(j, db.DBError), msg=i)
            if i not in (""DBKeyEmptyError"", ""DBNotFoundError""):
                self.assertFalse(issubclass(j, KeyError), msg=i)
    # This two exceptions have two bases
    self.assertTrue(issubclass(db.DBKeyEmptyError, KeyError))
    self.assertTrue(issubclass(db.DBNotFoundError, KeyError))","def test08_ExceptionTypes ( self ) : <TAB> self . assertTrue ( issubclass ( db . DBError , Exception ) ) <TAB> for i , j in db . __dict__ . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertTrue ( issubclass ( j , db . DBError ) , msg = i ) <TAB> <TAB> <TAB> if i not in ( ""DBKeyEmptyError"" , ""DBNotFoundError"" ) : <TAB> <TAB> <TAB> <TAB> self . assertFalse ( issubclass ( j , KeyError ) , msg = i ) <TAB> <TAB> self . assertTrue ( issubclass ( db . DBKeyEmptyError , KeyError ) ) <TAB> self . assertTrue ( issubclass ( db . DBNotFoundError , KeyError ) )","if i . startswith ( ""DB"" ) and i . endswith ( ""Error"" ) :",154
20759,"def get_target_dimensions(self):
    width, height = self.engine.size
    for operation in self.operations:
        if operation[""type""] == ""crop"":
            width = operation[""right""] - operation[""left""]
            height = operation[""bottom""] - operation[""top""]
        if operation[""type""] == ""resize"":
            width = operation[""width""]
            height = operation[""height""]
    return (width, height)
","def get_target_dimensions ( self ) : <TAB> width , height = self . engine . size <TAB> for operation in self . operations : <TAB> <TAB> if operation [ ""type"" ] == ""crop"" : <TAB> <TAB> <TAB> width = operation [ ""right"" ] - operation [ ""left"" ] <TAB> <TAB> <TAB> height = operation [ ""bottom"" ] - operation [ ""top"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> width = operation [ ""width"" ] <TAB> <TAB> <TAB> height = operation [ ""height"" ] <TAB> return ( width , height )","if operation [ ""type"" ] == ""resize"" :",112
6107,"def sort_dict(od, d):
    """"""Sort parameters (same order as xsd:sequence)""""""
    if isinstance(od, dict):
        ret = Struct()
        for k in od.keys():
            v = d.get(k)
            # don't append null tags!
            if v is not None:
                if isinstance(v, dict):
                    v = sort_dict(od[k], v)
                elif isinstance(v, list):
                    v = [sort_dict(od[k][0], v1) for v1 in v]
                ret[k] = v
        if hasattr(od, ""namespaces""):
            ret.namespaces.update(od.namespaces)
            ret.references.update(od.references)
            ret.qualified = od.qualified
        return ret
    else:
        return d","def sort_dict ( od , d ) : <TAB> """"""Sort parameters (same order as xsd:sequence)"""""" <TAB> if isinstance ( od , dict ) : <TAB> <TAB> ret = Struct ( ) <TAB> <TAB> for k in od . keys ( ) : <TAB> <TAB> <TAB> v = d . get ( k ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if v is not None : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> v = sort_dict ( od [ k ] , v ) <TAB> <TAB> <TAB> <TAB> elif isinstance ( v , list ) : <TAB> <TAB> <TAB> <TAB> <TAB> v = [ sort_dict ( od [ k ] [ 0 ] , v1 ) for v1 in v ] <TAB> <TAB> <TAB> <TAB> ret [ k ] = v <TAB> <TAB> if hasattr ( od , ""namespaces"" ) : <TAB> <TAB> <TAB> ret . namespaces . update ( od . namespaces ) <TAB> <TAB> <TAB> ret . references . update ( od . references ) <TAB> <TAB> <TAB> ret . qualified = od . qualified <TAB> <TAB> return ret <TAB> else : <TAB> <TAB> return d","if isinstance ( v , dict ) :",228
1510,"def select(self):
    e = xlib.XEvent()
    while xlib.XPending(self._display):
        xlib.XNextEvent(self._display, e)
        # Key events are filtered by the xlib window event
        # handler so they get a shot at the prefiltered event.
        if e.xany.type not in (xlib.KeyPress, xlib.KeyRelease):
            if xlib.XFilterEvent(e, e.xany.window):
                continue
        try:
            dispatch = self._window_map[e.xany.window]
        except KeyError:
            continue
        dispatch(e)
","def select ( self ) : <TAB> e = xlib . XEvent ( ) <TAB> while xlib . XPending ( self . _display ) : <TAB> <TAB> xlib . XNextEvent ( self . _display , e ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if xlib . XFilterEvent ( e , e . xany . window ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> dispatch = self . _window_map [ e . xany . window ] <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> continue <TAB> <TAB> dispatch ( e )","if e . xany . type not in ( xlib . KeyPress , xlib . KeyRelease ) :",171
358,"def _find_port_mapping(self, port_mappings):
    port_mapping = None
    if len(port_mappings) > 1:
        if self.attr.docker_connect_port is not None:
            for _port_mapping in port_mappings:
                if _port_mapping[0] == self.attr.docker_connect_port:
                    port_mapping = _port_mapping
                    break
        else:
            log.warning(
                ""Don't know how to handle proxies to containers with multiple exposed ports. Arbitrarily choosing first. Please set 'docker_connect_port' in your config file to be more specific.""
            )
    elif len(port_mappings) == 0:
        log.warning(""No exposed ports to map! Images MUST EXPOSE"")
        return None
    if port_mapping is None:
        # Fetch the first port_mapping
        port_mapping = port_mappings[0]
    return port_mapping","def _find_port_mapping ( self , port_mappings ) : <TAB> port_mapping = None <TAB> if len ( port_mappings ) > 1 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for _port_mapping in port_mappings : <TAB> <TAB> <TAB> <TAB> if _port_mapping [ 0 ] == self . attr . docker_connect_port : <TAB> <TAB> <TAB> <TAB> <TAB> port_mapping = _port_mapping <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> log . warning ( <TAB> <TAB> <TAB> <TAB> ""Don't know how to handle proxies to containers with multiple exposed ports. Arbitrarily choosing first. Please set 'docker_connect_port' in your config file to be more specific."" <TAB> <TAB> <TAB> ) <TAB> elif len ( port_mappings ) == 0 : <TAB> <TAB> log . warning ( ""No exposed ports to map! Images MUST EXPOSE"" ) <TAB> <TAB> return None <TAB> if port_mapping is None : <TAB> <TAB> <TAB> <TAB> port_mapping = port_mappings [ 0 ] <TAB> return port_mapping",if self . attr . docker_connect_port is not None :,245
22020,"def __init__(self, name):
    if name not in self.themes:
        raise ThemeError(""no theme named %r found "" ""(missing theme.conf?)"" % name)
    self.name = name
    tdir, tinfo = self.themes[name]
    if tinfo is None:
        # already a directory, do nothing
        self.themedir = tdir
        self.themedir_created = False
    else:
        # extract the theme to a temp directory
        self.themedir = tempfile.mkdtemp(""sxt"")
        self.themedir_created = True
        for name in tinfo.namelist():
            if name.endswith(""/""):
                continue
            dirname = path.dirname(name)
            if not path.isdir(path.join(self.themedir, dirname)):
                os.makedirs(path.join(self.themedir, dirname))
            fp = open(path.join(self.themedir, name), ""w"")
            fp.write(tinfo.read(name))
            fp.close()
    self.themeconf = ConfigParser.RawConfigParser()
    self.themeconf.read(path.join(self.themedir, THEMECONF))
    try:
        inherit = self.themeconf.get(""theme"", ""inherit"")
    except ConfigParser.NoOptionError:
        raise ThemeError('theme %r doesn\'t have ""inherit"" setting' % name)
    if inherit == ""none"":
        self.base = None
    elif inherit not in self.themes:
        raise ThemeError(""no theme named %r found, inherited by %r"" % (inherit, name))
    else:
        self.base = Theme(inherit)
","def __init__ ( self , name ) : <TAB> if name not in self . themes : <TAB> <TAB> raise ThemeError ( ""no theme named %r found "" ""(missing theme.conf?)"" % name ) <TAB> self . name = name <TAB> tdir , tinfo = self . themes [ name ] <TAB> if tinfo is None : <TAB> <TAB> <TAB> <TAB> self . themedir = tdir <TAB> <TAB> self . themedir_created = False <TAB> else : <TAB> <TAB> <TAB> <TAB> self . themedir = tempfile . mkdtemp ( ""sxt"" ) <TAB> <TAB> self . themedir_created = True <TAB> <TAB> for name in tinfo . namelist ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> dirname = path . dirname ( name ) <TAB> <TAB> <TAB> if not path . isdir ( path . join ( self . themedir , dirname ) ) : <TAB> <TAB> <TAB> <TAB> os . makedirs ( path . join ( self . themedir , dirname ) ) <TAB> <TAB> <TAB> fp = open ( path . join ( self . themedir , name ) , ""w"" ) <TAB> <TAB> <TAB> fp . write ( tinfo . read ( name ) ) <TAB> <TAB> <TAB> fp . close ( ) <TAB> self . themeconf = ConfigParser . RawConfigParser ( ) <TAB> self . themeconf . read ( path . join ( self . themedir , THEMECONF ) ) <TAB> try : <TAB> <TAB> inherit = self . themeconf . get ( ""theme"" , ""inherit"" ) <TAB> except ConfigParser . NoOptionError : <TAB> <TAB> raise ThemeError ( 'theme %r doesn\'t have ""inherit"" setting' % name ) <TAB> if inherit == ""none"" : <TAB> <TAB> self . base = None <TAB> elif inherit not in self . themes : <TAB> <TAB> raise ThemeError ( ""no theme named %r found, inherited by %r"" % ( inherit , name ) ) <TAB> else : <TAB> <TAB> self . base = Theme ( inherit )","if name . endswith ( ""/"" ) :",415
9140,"def extract(self):
    try:
        self.stdin.write(""show status like 'Key_%';\n"")
        for line in readpipe(self.stdout):
            l = line.split()
            if len(l) < 2:
                continue
            if l[0] in self.vars:
                self.set2[l[0]] = float(l[1])
        for name in self.vars:
            self.val[name] = (self.set2[name] - self.set1[name]) * 1.0 / elapsed
        if step == op.delay:
            self.set1.update(self.set2)
    except IOError as e:
        if op.debug > 1:
            print(""%s: lost pipe to mysql, %s"" % (self.filename, e))
        for name in self.vars:
            self.val[name] = -1
    except Exception as e:
        if op.debug > 1:
            print(""%s: exception""(self.filename, e))
        for name in self.vars:
            self.val[name] = -1","def extract ( self ) : <TAB> try : <TAB> <TAB> self . stdin . write ( ""show status like 'Key_%';\n"" ) <TAB> <TAB> for line in readpipe ( self . stdout ) : <TAB> <TAB> <TAB> l = line . split ( ) <TAB> <TAB> <TAB> if len ( l ) < 2 : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if l [ 0 ] in self . vars : <TAB> <TAB> <TAB> <TAB> self . set2 [ l [ 0 ] ] = float ( l [ 1 ] ) <TAB> <TAB> for name in self . vars : <TAB> <TAB> <TAB> self . val [ name ] = ( self . set2 [ name ] - self . set1 [ name ] ) * 1.0 / elapsed <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . set1 . update ( self . set2 ) <TAB> except IOError as e : <TAB> <TAB> if op . debug > 1 : <TAB> <TAB> <TAB> print ( ""%s: lost pipe to mysql, %s"" % ( self . filename , e ) ) <TAB> <TAB> for name in self . vars : <TAB> <TAB> <TAB> self . val [ name ] = - 1 <TAB> except Exception as e : <TAB> <TAB> if op . debug > 1 : <TAB> <TAB> <TAB> print ( ""%s: exception"" ( self . filename , e ) ) <TAB> <TAB> for name in self . vars : <TAB> <TAB> <TAB> self . val [ name ] = - 1",if step == op . delay :,294
13881,"def to_sympy(self, expr, **kwargs):
    leaves = expr.leaves
    if len(leaves) not in (1, 2):
        return
    sympy_cases = []
    for case in leaves[0].leaves:
        if case.get_head_name() != ""System`List"":
            return
        if len(case.leaves) != 2:
            return
        then, cond = case.leaves
        sympy_cond = None
        if isinstance(cond, Symbol):
            if cond == SymbolTrue:
                sympy_cond = True
            elif cond == SymbolFalse:
                sympy_cond = False
        if sympy_cond is None:
            sympy_cond = cond.to_sympy(**kwargs)
            if not (sympy_cond.is_Relational or sympy_cond.is_Boolean):
                return
        sympy_cases.append((then.to_sympy(**kwargs), sympy_cond))
    if len(leaves) == 2:  # default case
        sympy_cases.append((leaves[1].to_sympy(**kwargs), True))
    else:
        sympy_cases.append((Integer(0).to_sympy(**kwargs), True))
    return sympy.Piecewise(*sympy_cases)","def to_sympy ( self , expr , ** kwargs ) : <TAB> leaves = expr . leaves <TAB> if len ( leaves ) not in ( 1 , 2 ) : <TAB> <TAB> return <TAB> sympy_cases = [ ] <TAB> for case in leaves [ 0 ] . leaves : <TAB> <TAB> if case . get_head_name ( ) != ""System`List"" : <TAB> <TAB> <TAB> return <TAB> <TAB> if len ( case . leaves ) != 2 : <TAB> <TAB> <TAB> return <TAB> <TAB> then , cond = case . leaves <TAB> <TAB> sympy_cond = None <TAB> <TAB> if isinstance ( cond , Symbol ) : <TAB> <TAB> <TAB> if cond == SymbolTrue : <TAB> <TAB> <TAB> <TAB> sympy_cond = True <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> sympy_cond = False <TAB> <TAB> if sympy_cond is None : <TAB> <TAB> <TAB> sympy_cond = cond . to_sympy ( ** kwargs ) <TAB> <TAB> <TAB> if not ( sympy_cond . is_Relational or sympy_cond . is_Boolean ) : <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> sympy_cases . append ( ( then . to_sympy ( ** kwargs ) , sympy_cond ) ) <TAB> if len ( leaves ) == 2 : <TAB> <TAB> sympy_cases . append ( ( leaves [ 1 ] . to_sympy ( ** kwargs ) , True ) ) <TAB> else : <TAB> <TAB> sympy_cases . append ( ( Integer ( 0 ) . to_sympy ( ** kwargs ) , True ) ) <TAB> return sympy . Piecewise ( * sympy_cases )",elif cond == SymbolFalse :,311
13814,"def brightness_func(args):
    device = _get_device_from_filter(args)
    if args.set is None:
        # Get brightness
        if args.raw:
            print(str(device.brightness))
        else:
            print(""Brightness: {0}%"".format(device.brightness))
    else:
        brightness_value = float(_clamp_u8(args.set))
        if not args.raw:
            print(""Setting brightness to {0}%"".format(brightness_value))
        device.brightness = brightness_value","def brightness_func ( args ) : <TAB> device = _get_device_from_filter ( args ) <TAB> if args . set is None : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( str ( device . brightness ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""Brightness: {0}%"" . format ( device . brightness ) ) <TAB> else : <TAB> <TAB> brightness_value = float ( _clamp_u8 ( args . set ) ) <TAB> <TAB> if not args . raw : <TAB> <TAB> <TAB> print ( ""Setting brightness to {0}%"" . format ( brightness_value ) ) <TAB> <TAB> device . brightness = brightness_value",if args . raw :,139
6194,"def _get_cache():
    if _ST3:
        cache_path = os.path.normpath(os.path.join(sublime.cache_path(), ""LaTeXTools""))
    else:
        cache_path = os.path.normpath(os.path.join(sublime.packages_path(), ""User""))
    pkg_cache_file = os.path.normpath(
        os.path.join(
            cache_path, ""pkg_cache.cache"" if _ST3 else ""latextools_pkg_cache.cache""
        )
    )
    cache = None
    if not os.path.exists(pkg_cache_file):
        gen_cache = sublime.ok_cancel_dialog(
            ""Cache files for installed packages, ""
            ""classes and bibliographystyles do not exists, ""
            ""would you like to generate it? After generating complete, ""
            ""please re-run this completion action!""
        )
        if gen_cache:
            sublime.active_window().run_command(""latex_gen_pkg_cache"")
    else:
        with open(pkg_cache_file) as f:
            cache = json.load(f)
    return cache","def _get_cache ( ) : <TAB> if _ST3 : <TAB> <TAB> cache_path = os . path . normpath ( os . path . join ( sublime . cache_path ( ) , ""LaTeXTools"" ) ) <TAB> else : <TAB> <TAB> cache_path = os . path . normpath ( os . path . join ( sublime . packages_path ( ) , ""User"" ) ) <TAB> pkg_cache_file = os . path . normpath ( <TAB> <TAB> os . path . join ( <TAB> <TAB> <TAB> cache_path , ""pkg_cache.cache"" if _ST3 else ""latextools_pkg_cache.cache"" <TAB> <TAB> ) <TAB> ) <TAB> cache = None <TAB> if not os . path . exists ( pkg_cache_file ) : <TAB> <TAB> gen_cache = sublime . ok_cancel_dialog ( <TAB> <TAB> <TAB> ""Cache files for installed packages, "" <TAB> <TAB> <TAB> ""classes and bibliographystyles do not exists, "" <TAB> <TAB> <TAB> ""would you like to generate it? After generating complete, "" <TAB> <TAB> <TAB> ""please re-run this completion action!"" <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sublime . active_window ( ) . run_command ( ""latex_gen_pkg_cache"" ) <TAB> else : <TAB> <TAB> with open ( pkg_cache_file ) as f : <TAB> <TAB> <TAB> cache = json . load ( f ) <TAB> return cache",if gen_cache :,312
14042,"def _update_brush_header(self, modified=False):
    """"""Updates the header strip with the current brush's icon and name""""""
    mb = None
    if self.app:
        mb = self.app.brushmanager.selected_brush
    # Brush name label
    if mb:
        if mb.name:
            name = mb.name.replace(""_"", "" "")
        else:
            name = C_(
                ""brush settings editor: header: fallback name"",
                ""(Unnamed brush)"",
            )
    else:
        name = ""(Not running as part of MyPaint)""
    if modified:
        name = C_(
            ""brush settings editor: header: is-modified hint"",
            ""{brush_name} [unsaved]"",
        ).format(
            brush_name=name,
        )
    label = self._builder.get_object(""brush_name_label"")
    label.set_text(name)
    # Brush icon
    image = self._builder.get_object(""brush_preview_image"")
    w = image.get_allocated_width()
    h = image.get_allocated_height()
    if mb:
        pixbuf = mb.preview
    else:
        pixbuf = None
    if pixbuf:
        pixbuf = pixbuf.scale_simple(w, h, GdkPixbuf.InterpType.BILINEAR)
    if not pixbuf:
        pixbuf = GdkPixbuf.Pixbuf.new(GdkPixbuf.Colorspace.RGB, True, 8, w, h)
    image.set_from_pixbuf(pixbuf)","def _update_brush_header ( self , modified = False ) : <TAB> """"""Updates the header strip with the current brush's icon and name"""""" <TAB> mb = None <TAB> if self . app : <TAB> <TAB> mb = self . app . brushmanager . selected_brush <TAB> <TAB> if mb : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> name = mb . name . replace ( ""_"" , "" "" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> name = C_ ( <TAB> <TAB> <TAB> <TAB> ""brush settings editor: header: fallback name"" , <TAB> <TAB> <TAB> <TAB> ""(Unnamed brush)"" , <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> name = ""(Not running as part of MyPaint)"" <TAB> if modified : <TAB> <TAB> name = C_ ( <TAB> <TAB> <TAB> ""brush settings editor: header: is-modified hint"" , <TAB> <TAB> <TAB> ""{brush_name} [unsaved]"" , <TAB> <TAB> ) . format ( <TAB> <TAB> <TAB> brush_name = name , <TAB> <TAB> ) <TAB> label = self . _builder . get_object ( ""brush_name_label"" ) <TAB> label . set_text ( name ) <TAB> <TAB> image = self . _builder . get_object ( ""brush_preview_image"" ) <TAB> w = image . get_allocated_width ( ) <TAB> h = image . get_allocated_height ( ) <TAB> if mb : <TAB> <TAB> pixbuf = mb . preview <TAB> else : <TAB> <TAB> pixbuf = None <TAB> if pixbuf : <TAB> <TAB> pixbuf = pixbuf . scale_simple ( w , h , GdkPixbuf . InterpType . BILINEAR ) <TAB> if not pixbuf : <TAB> <TAB> pixbuf = GdkPixbuf . Pixbuf . new ( GdkPixbuf . Colorspace . RGB , True , 8 , w , h ) <TAB> image . set_from_pixbuf ( pixbuf )",if mb . name :,397
16841,"def collector_data(self):
    """"""collector data""""""
    logger.info(""start collector yahoo data......"")
    stock_list = self.stock_list
    for i in range(self._max_collector_count):
        if not stock_list:
            break
        logger.info(f""getting data: {i+1}"")
        stock_list = self._collector(stock_list)
        logger.info(f""{i+1} finish."")
    for _symbol, _df_list in self._mini_symbol_map.items():
        self.save_stock(
            _symbol,
            pd.concat(_df_list, sort=False)
            .drop_duplicates([""date""])
            .sort_values([""date""]),
        )
    if self._mini_symbol_map:
        logger.warning(
            f""less than {self.min_numbers_trading} stock list: {list(self._mini_symbol_map.keys())}""
        )
    logger.info(f""total {len(self.stock_list)}, error: {len(set(stock_list))}"")
    self.download_index_data()","def collector_data ( self ) : <TAB> """"""collector data"""""" <TAB> logger . info ( ""start collector yahoo data......"" ) <TAB> stock_list = self . stock_list <TAB> for i in range ( self . _max_collector_count ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> logger . info ( f""getting data: {i+1}"" ) <TAB> <TAB> stock_list = self . _collector ( stock_list ) <TAB> <TAB> logger . info ( f""{i+1} finish."" ) <TAB> for _symbol , _df_list in self . _mini_symbol_map . items ( ) : <TAB> <TAB> self . save_stock ( <TAB> <TAB> <TAB> _symbol , <TAB> <TAB> <TAB> pd . concat ( _df_list , sort = False ) <TAB> <TAB> <TAB> . drop_duplicates ( [ ""date"" ] ) <TAB> <TAB> <TAB> . sort_values ( [ ""date"" ] ) , <TAB> <TAB> ) <TAB> if self . _mini_symbol_map : <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> f""less than {self.min_numbers_trading} stock list: {list(self._mini_symbol_map.keys())}"" <TAB> <TAB> ) <TAB> logger . info ( f""total {len(self.stock_list)}, error: {len(set(stock_list))}"" ) <TAB> self . download_index_data ( )",if not stock_list :,292
3455,"def __next__(self):
    if len(self) == 0:
        raise StopIteration
    index = self.index
    if self.data[index:].startswith(self.UTF16_START):
        match = self.UTF16_END.search(self.data[index:])
        if match is None:
            raise ValueError(""Invalid token: %r"" % (self.data[index:]))
        token = self.data[index : index + match.end()]
        self.index += match.end()
    else:
        match = self.DIVIDER.search(self.data[index:])
        if match is None:
            token = self.data[index:]
            self.index = len(self.data)
        else:
            token = self.data[index : index + match.start()]
            self.index += match.end()
            if token == b"""":
                return self.__next__()
    for token_type in EngineToken:
        if token_type.value.search(token):
            return token, token_type
    raise ValueError(""Unknown token: %r"" % (token))","def __next__ ( self ) : <TAB> if len ( self ) == 0 : <TAB> <TAB> raise StopIteration <TAB> index = self . index <TAB> if self . data [ index : ] . startswith ( self . UTF16_START ) : <TAB> <TAB> match = self . UTF16_END . search ( self . data [ index : ] ) <TAB> <TAB> if match is None : <TAB> <TAB> <TAB> raise ValueError ( ""Invalid token: %r"" % ( self . data [ index : ] ) ) <TAB> <TAB> token = self . data [ index : index + match . end ( ) ] <TAB> <TAB> self . index += match . end ( ) <TAB> else : <TAB> <TAB> match = self . DIVIDER . search ( self . data [ index : ] ) <TAB> <TAB> if match is None : <TAB> <TAB> <TAB> token = self . data [ index : ] <TAB> <TAB> <TAB> self . index = len ( self . data ) <TAB> <TAB> else : <TAB> <TAB> <TAB> token = self . data [ index : index + match . start ( ) ] <TAB> <TAB> <TAB> self . index += match . end ( ) <TAB> <TAB> <TAB> if token == b"""" : <TAB> <TAB> <TAB> <TAB> return self . __next__ ( ) <TAB> for token_type in EngineToken : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return token , token_type <TAB> raise ValueError ( ""Unknown token: %r"" % ( token ) )",if token_type . value . search ( token ) :,283
1414,"def find_reentrancies(self):
    result = defaultdict(set)
    for contract in self.contracts:
        for f in contract.functions_and_modifiers_declared:
            for node in f.nodes:
                # dead code
                if self.KEY not in node.context:
                    continue
                if node.context[self.KEY].calls:
                    if not any(n != node for n in node.context[self.KEY].calls):
                        continue
                    # calls are ordered
                    finding_key = FindingKey(
                        function=node.function,
                        calls=to_hashable(node.context[self.KEY].calls),
                        send_eth=to_hashable(node.context[self.KEY].send_eth),
                    )
                    finding_vars = {
                        FindingValue(
                            e,
                            e.node,
                            tuple(sorted(nodes, key=lambda x: x.node_id)),
                        )
                        for (e, nodes) in node.context[self.KEY].events.items()
                    }
                    if finding_vars:
                        result[finding_key] |= finding_vars
    return result
","def find_reentrancies ( self ) : <TAB> result = defaultdict ( set ) <TAB> for contract in self . contracts : <TAB> <TAB> for f in contract . functions_and_modifiers_declared : <TAB> <TAB> <TAB> for node in f . nodes : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if node . context [ self . KEY ] . calls : <TAB> <TAB> <TAB> <TAB> <TAB> if not any ( n != node for n in node . context [ self . KEY ] . calls ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> finding_key = FindingKey ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> function = node . function , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> calls = to_hashable ( node . context [ self . KEY ] . calls ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> send_eth = to_hashable ( node . context [ self . KEY ] . send_eth ) , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> finding_vars = { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> FindingValue ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> e , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> e . node , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> tuple ( sorted ( nodes , key = lambda x : x . node_id ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for ( e , nodes ) in node . context [ self . KEY ] . events . items ( ) <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> <TAB> if finding_vars : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> result [ finding_key ] |= finding_vars <TAB> return result",if self . KEY not in node . context :,373
354,"def redirect_aware_commmunicate(p, sys=_sys):
    """"""Variant of process.communicate that works with in process I/O redirection.""""""
    assert sys is not None
    out, err = p.communicate()
    if redirecting_io(sys=sys):
        if out:
            # We don't unicodify in Python2 because sys.stdout may be a
            # cStringIO.StringIO object, which does not accept Unicode strings
            out = unicodify(out)
            sys.stdout.write(out)
            out = None
        if err:
            err = unicodify(err)
            sys.stderr.write(err)
            err = None
    return out, err","def redirect_aware_commmunicate ( p , sys = _sys ) : <TAB> """"""Variant of process.communicate that works with in process I/O redirection."""""" <TAB> assert sys is not None <TAB> out , err = p . communicate ( ) <TAB> if redirecting_io ( sys = sys ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> out = unicodify ( out ) <TAB> <TAB> <TAB> sys . stdout . write ( out ) <TAB> <TAB> <TAB> out = None <TAB> <TAB> if err : <TAB> <TAB> <TAB> err = unicodify ( err ) <TAB> <TAB> <TAB> sys . stderr . write ( err ) <TAB> <TAB> <TAB> err = None <TAB> return out , err",if out :,177
7979,"def match_readline(self, req, body, sizes):
    data = self.szread(req.body.readline, sizes)
    count = 1000
    while body:
        if body[: len(data)] != data:
            raise AssertionError(""Invalid data read: %r"" % data)
        if b""\n"" in data[:-1]:
            raise AssertionError(""Embedded new line: %r"" % data)
        body = body[len(data) :]
        data = self.szread(req.body.readline, sizes)
        if not data:
            count -= 1
        if count <= 0:
            raise AssertionError(""Apparent unexpected EOF"")
    if body:
        raise AssertionError(""Failed to read entire body: %r"" % body)
    elif data:
        raise AssertionError(""Read beyond expected body: %r"" % data)
    data = req.body.readline(sizes())
    if data:
        raise AssertionError(""Read data after body finished: %r"" % data)","def match_readline ( self , req , body , sizes ) : <TAB> data = self . szread ( req . body . readline , sizes ) <TAB> count = 1000 <TAB> while body : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise AssertionError ( ""Invalid data read: %r"" % data ) <TAB> <TAB> if b""\n"" in data [ : - 1 ] : <TAB> <TAB> <TAB> raise AssertionError ( ""Embedded new line: %r"" % data ) <TAB> <TAB> body = body [ len ( data ) : ] <TAB> <TAB> data = self . szread ( req . body . readline , sizes ) <TAB> <TAB> if not data : <TAB> <TAB> <TAB> count -= 1 <TAB> <TAB> if count <= 0 : <TAB> <TAB> <TAB> raise AssertionError ( ""Apparent unexpected EOF"" ) <TAB> if body : <TAB> <TAB> raise AssertionError ( ""Failed to read entire body: %r"" % body ) <TAB> elif data : <TAB> <TAB> raise AssertionError ( ""Read beyond expected body: %r"" % data ) <TAB> data = req . body . readline ( sizes ( ) ) <TAB> if data : <TAB> <TAB> raise AssertionError ( ""Read data after body finished: %r"" % data )",if body [ : len ( data ) ] != data :,246
5631,"def __split(self, line):
    if not line.endswith(""\n""):
        self.partial_buffer += line
        return None, None
    line = ""%s%s"" % (self.partial_buffer, line)
    self.partial_buffer = """"
    line = line.strip()
    if not line.startswith(""data.""):
        line_parts = line.split("" "")
        if len(line_parts) > 1:
            if line_parts[1] == ""starting,"":
                # self.concurrency += 1
                pass
            elif line_parts[1] == ""finished"":
                if self.concurrency > 0:
                    self.concurrency -= 1
            elif set(line_parts[1:5]) == {""Test"", ""name"", ""for"", ""ID""}:
                test_id = line_parts[5][:-1]
                test_name = "" "".join(line_parts[6:])
                self.test_names[test_id] = test_name
                self.log.debug(""Recognized test id %s => %s"", test_id, test_name)
        return None, None
    worker_id = line[: line.find("" "")]
    line = line[line.find("" "") :]
    data_fields = line.split(self.DELIMITER)
    if not data_fields[1].strip().isdigit():
        return None, None
    if len(data_fields) < max(self.idx.values()):
        return None, None
    return data_fields, worker_id","def __split ( self , line ) : <TAB> if not line . endswith ( ""\n"" ) : <TAB> <TAB> self . partial_buffer += line <TAB> <TAB> return None , None <TAB> line = ""%s%s"" % ( self . partial_buffer , line ) <TAB> self . partial_buffer = """" <TAB> line = line . strip ( ) <TAB> if not line . startswith ( ""data."" ) : <TAB> <TAB> line_parts = line . split ( "" "" ) <TAB> <TAB> if len ( line_parts ) > 1 : <TAB> <TAB> <TAB> if line_parts [ 1 ] == ""starting,"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> elif line_parts [ 1 ] == ""finished"" : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . concurrency -= 1 <TAB> <TAB> <TAB> elif set ( line_parts [ 1 : 5 ] ) == { ""Test"" , ""name"" , ""for"" , ""ID"" } : <TAB> <TAB> <TAB> <TAB> test_id = line_parts [ 5 ] [ : - 1 ] <TAB> <TAB> <TAB> <TAB> test_name = "" "" . join ( line_parts [ 6 : ] ) <TAB> <TAB> <TAB> <TAB> self . test_names [ test_id ] = test_name <TAB> <TAB> <TAB> <TAB> self . log . debug ( ""Recognized test id %s => %s"" , test_id , test_name ) <TAB> <TAB> return None , None <TAB> worker_id = line [ : line . find ( "" "" ) ] <TAB> line = line [ line . find ( "" "" ) : ] <TAB> data_fields = line . split ( self . DELIMITER ) <TAB> if not data_fields [ 1 ] . strip ( ) . isdigit ( ) : <TAB> <TAB> return None , None <TAB> if len ( data_fields ) < max ( self . idx . values ( ) ) : <TAB> <TAB> return None , None <TAB> return data_fields , worker_id",if self . concurrency > 0 :,394
989,"def method_for_doctype(doctype):
    method = ""xhtml""
    if doctype:
        if doctype.startswith(""html""):
            method = ""html""
        elif doctype.startswith(""xhtml""):
            method = ""xhtml""
        elif doctype.startswith(""svg""):
            method = ""xml""
        else:
            method = ""xhtml""
    return method
","def method_for_doctype ( doctype ) : <TAB> method = ""xhtml"" <TAB> if doctype : <TAB> <TAB> if doctype . startswith ( ""html"" ) : <TAB> <TAB> <TAB> method = ""html"" <TAB> <TAB> elif doctype . startswith ( ""xhtml"" ) : <TAB> <TAB> <TAB> method = ""xhtml"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> method = ""xml"" <TAB> <TAB> else : <TAB> <TAB> <TAB> method = ""xhtml"" <TAB> return method","elif doctype . startswith ( ""svg"" ) :",101
19465,"def from_obj(cls, py_obj):
    if not isinstance(py_obj, Image):
        raise TypeError(""py_obj must be a wandb.Image"")
    else:
        if hasattr(py_obj, ""_boxes"") and py_obj._boxes:
            box_keys = list(py_obj._boxes.keys())
        else:
            box_keys = []
        if hasattr(py_obj, ""masks"") and py_obj.masks:
            mask_keys = list(py_obj.masks.keys())
        else:
            mask_keys = []
        return cls(box_keys, mask_keys)
","def from_obj ( cls , py_obj ) : <TAB> if not isinstance ( py_obj , Image ) : <TAB> <TAB> raise TypeError ( ""py_obj must be a wandb.Image"" ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> box_keys = list ( py_obj . _boxes . keys ( ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> box_keys = [ ] <TAB> <TAB> if hasattr ( py_obj , ""masks"" ) and py_obj . masks : <TAB> <TAB> <TAB> mask_keys = list ( py_obj . masks . keys ( ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> mask_keys = [ ] <TAB> <TAB> return cls ( box_keys , mask_keys )","if hasattr ( py_obj , ""_boxes"" ) and py_obj . _boxes :",164
23631,"def check_result(got):
    try:
        self.assertLen(got, 2)
        # We can't verify the actual predictions, but we can verify the keys.
        for item in got:
            self.assertIn(constants.PREDICTIONS_KEY, item)
            # TODO(dzats): TFLite seems to currently rename all outputs to
            # Identity*. Update this test to check for output1 and output2
            # when this changes.
            if multi_model:
                self.assertIn(""model1"", item[constants.PREDICTIONS_KEY])
                self.assertIn(""model2"", item[constants.PREDICTIONS_KEY])
                if multi_output:
                    self.assertIn(""Identity"", item[constants.PREDICTIONS_KEY][""model1""])
                    self.assertIn(
                        ""Identity_1"", item[constants.PREDICTIONS_KEY][""model1""]
                    )
            elif multi_output:
                self.assertIn(""Identity"", item[constants.PREDICTIONS_KEY])
                self.assertIn(""Identity_1"", item[constants.PREDICTIONS_KEY])
    except AssertionError as err:
        raise util.BeamAssertException(err)","def check_result ( got ) : <TAB> try : <TAB> <TAB> self . assertLen ( got , 2 ) <TAB> <TAB> <TAB> <TAB> for item in got : <TAB> <TAB> <TAB> self . assertIn ( constants . PREDICTIONS_KEY , item ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . assertIn ( ""model1"" , item [ constants . PREDICTIONS_KEY ] ) <TAB> <TAB> <TAB> <TAB> self . assertIn ( ""model2"" , item [ constants . PREDICTIONS_KEY ] ) <TAB> <TAB> <TAB> <TAB> if multi_output : <TAB> <TAB> <TAB> <TAB> <TAB> self . assertIn ( ""Identity"" , item [ constants . PREDICTIONS_KEY ] [ ""model1"" ] ) <TAB> <TAB> <TAB> <TAB> <TAB> self . assertIn ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Identity_1"" , item [ constants . PREDICTIONS_KEY ] [ ""model1"" ] <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> elif multi_output : <TAB> <TAB> <TAB> <TAB> self . assertIn ( ""Identity"" , item [ constants . PREDICTIONS_KEY ] ) <TAB> <TAB> <TAB> <TAB> self . assertIn ( ""Identity_1"" , item [ constants . PREDICTIONS_KEY ] ) <TAB> except AssertionError as err : <TAB> <TAB> raise util . BeamAssertException ( err )",if multi_model :,318
20433,"def _train_one_epoch(self, epoch):
    self.model.train()
    meters = AverageMeterGroup()
    for step, ((trn_X, trn_y), (val_X, val_y)) in enumerate(
        zip(self.train_loader, self.valid_loader)
    ):
        trn_X, trn_y = trn_X.to(self.device), trn_y.to(self.device)
        val_X, val_y = val_X.to(self.device), val_y.to(self.device)
        if epoch >= self.warmup_epochs:
            # 1) train architecture parameters
            for _, module in self.nas_modules:
                module.resample()
            self.ctrl_optim.zero_grad()
            logits, loss = self._logits_and_loss(val_X, val_y)
            loss.backward()
            for _, module in self.nas_modules:
                module.finalize_grad()
            self.ctrl_optim.step()
        # 2) train model parameters
        for _, module in self.nas_modules:
            module.resample()
        self.optimizer.zero_grad()
        logits, loss = self._logits_and_loss(trn_X, trn_y)
        loss.backward()
        self.optimizer.step()
        metrics = self.metrics(logits, trn_y)
        metrics[""loss""] = loss.item()
        meters.update(metrics)
        if self.log_frequency is not None and step % self.log_frequency == 0:
            _logger.info(
                ""Epoch [%s/%s] Step [%s/%s]  %s"",
                epoch + 1,
                self.num_epochs,
                step + 1,
                len(self.train_loader),
                meters,
            )","def _train_one_epoch ( self , epoch ) : <TAB> self . model . train ( ) <TAB> meters = AverageMeterGroup ( ) <TAB> for step , ( ( trn_X , trn_y ) , ( val_X , val_y ) ) in enumerate ( <TAB> <TAB> zip ( self . train_loader , self . valid_loader ) <TAB> ) : <TAB> <TAB> trn_X , trn_y = trn_X . to ( self . device ) , trn_y . to ( self . device ) <TAB> <TAB> val_X , val_y = val_X . to ( self . device ) , val_y . to ( self . device ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for _ , module in self . nas_modules : <TAB> <TAB> <TAB> <TAB> module . resample ( ) <TAB> <TAB> <TAB> self . ctrl_optim . zero_grad ( ) <TAB> <TAB> <TAB> logits , loss = self . _logits_and_loss ( val_X , val_y ) <TAB> <TAB> <TAB> loss . backward ( ) <TAB> <TAB> <TAB> for _ , module in self . nas_modules : <TAB> <TAB> <TAB> <TAB> module . finalize_grad ( ) <TAB> <TAB> <TAB> self . ctrl_optim . step ( ) <TAB> <TAB> <TAB> <TAB> for _ , module in self . nas_modules : <TAB> <TAB> <TAB> module . resample ( ) <TAB> <TAB> self . optimizer . zero_grad ( ) <TAB> <TAB> logits , loss = self . _logits_and_loss ( trn_X , trn_y ) <TAB> <TAB> loss . backward ( ) <TAB> <TAB> self . optimizer . step ( ) <TAB> <TAB> metrics = self . metrics ( logits , trn_y ) <TAB> <TAB> metrics [ ""loss"" ] = loss . item ( ) <TAB> <TAB> meters . update ( metrics ) <TAB> <TAB> if self . log_frequency is not None and step % self . log_frequency == 0 : <TAB> <TAB> <TAB> _logger . info ( <TAB> <TAB> <TAB> <TAB> ""Epoch [%s/%s] Step [%s/%s]  %s"" , <TAB> <TAB> <TAB> <TAB> epoch + 1 , <TAB> <TAB> <TAB> <TAB> self . num_epochs , <TAB> <TAB> <TAB> <TAB> step + 1 , <TAB> <TAB> <TAB> <TAB> len ( self . train_loader ) , <TAB> <TAB> <TAB> <TAB> meters , <TAB> <TAB> <TAB> )",if epoch >= self . warmup_epochs :,502
7254,"def spans_score(gold_spans, system_spans):
    correct, gi, si = 0, 0, 0
    while gi < len(gold_spans) and si < len(system_spans):
        if system_spans[si].start < gold_spans[gi].start:
            si += 1
        elif gold_spans[gi].start < system_spans[si].start:
            gi += 1
        else:
            correct += gold_spans[gi].end == system_spans[si].end
            si += 1
            gi += 1
    return Score(len(gold_spans), len(system_spans), correct)","def spans_score ( gold_spans , system_spans ) : <TAB> correct , gi , si = 0 , 0 , 0 <TAB> while gi < len ( gold_spans ) and si < len ( system_spans ) : <TAB> <TAB> if system_spans [ si ] . start < gold_spans [ gi ] . start : <TAB> <TAB> <TAB> si += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> gi += 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> correct += gold_spans [ gi ] . end == system_spans [ si ] . end <TAB> <TAB> <TAB> si += 1 <TAB> <TAB> <TAB> gi += 1 <TAB> return Score ( len ( gold_spans ) , len ( system_spans ) , correct )",elif gold_spans [ gi ] . start < system_spans [ si ] . start :,160
23948,"def main():
    parser = argparse.ArgumentParser()
    parser.add_argument(
        ""-D"", ""--debug"", help=""Enable debug logging"", action=""store_true""
    )
    parser.add_argument(
        ""--version"",
        action=""version"",
        help=""show program version"",
        version=version.__version__,
    )
    parser.add_argument(""--site"", help=""backup site"", required=False)
    parser.add_argument(
        ""--key-id"",
        help=""key alias as used with encryption_key_id configuration directive"",
        required=True,
    )
    parser.add_argument(
        ""--bits"",
        help=""length of the generated key in bits, default %(default)d"",
        default=3072,
        type=int,
    )
    parser.add_argument(
        ""--config"",
        help=""configuration file to store the keys in"",
        default=os.environ.get(""PGHOARD_CONFIG""),
    )
    args = parser.parse_args()
    logutil.configure_logging(level=logging.DEBUG if args.debug else logging.INFO)
    rsa_private_key, rsa_public_key = create_keys(args.bits)
    try:
        if args.config:
            return save_keys(
                args.config, args.site, args.key_id, rsa_private_key, rsa_public_key
            )
        else:
            return show_key_config(
                args.site, args.key_id, rsa_private_key, rsa_public_key
            )
    except (CommandError, InvalidConfigurationError) as ex:
        print(""FATAL: {}"".format(ex))
        return 1","def main ( ) : <TAB> parser = argparse . ArgumentParser ( ) <TAB> parser . add_argument ( <TAB> <TAB> ""-D"" , ""--debug"" , help = ""Enable debug logging"" , action = ""store_true"" <TAB> ) <TAB> parser . add_argument ( <TAB> <TAB> ""--version"" , <TAB> <TAB> action = ""version"" , <TAB> <TAB> help = ""show program version"" , <TAB> <TAB> version = version . __version__ , <TAB> ) <TAB> parser . add_argument ( ""--site"" , help = ""backup site"" , required = False ) <TAB> parser . add_argument ( <TAB> <TAB> ""--key-id"" , <TAB> <TAB> help = ""key alias as used with encryption_key_id configuration directive"" , <TAB> <TAB> required = True , <TAB> ) <TAB> parser . add_argument ( <TAB> <TAB> ""--bits"" , <TAB> <TAB> help = ""length of the generated key in bits, default %(default)d"" , <TAB> <TAB> default = 3072 , <TAB> <TAB> type = int , <TAB> ) <TAB> parser . add_argument ( <TAB> <TAB> ""--config"" , <TAB> <TAB> help = ""configuration file to store the keys in"" , <TAB> <TAB> default = os . environ . get ( ""PGHOARD_CONFIG"" ) , <TAB> ) <TAB> args = parser . parse_args ( ) <TAB> logutil . configure_logging ( level = logging . DEBUG if args . debug else logging . INFO ) <TAB> rsa_private_key , rsa_public_key = create_keys ( args . bits ) <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return save_keys ( <TAB> <TAB> <TAB> <TAB> args . config , args . site , args . key_id , rsa_private_key , rsa_public_key <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return show_key_config ( <TAB> <TAB> <TAB> <TAB> args . site , args . key_id , rsa_private_key , rsa_public_key <TAB> <TAB> <TAB> ) <TAB> except ( CommandError , InvalidConfigurationError ) as ex : <TAB> <TAB> print ( ""FATAL: {}"" . format ( ex ) ) <TAB> <TAB> return 1",if args . config :,434
25557,"def patched_toml():
    parser = configparser.ConfigParser()
    parser.read(SETUP_CFG)
    requirements = parser.get(""options"", ""install_requires"").splitlines()
    requirements = [r.split(""#"")[0].strip() for r in requirements if r]
    with open(PYPROJECT_TOML) as f:
        original_toml = f.read()
    toml = tomlkit.parse(original_toml)
    # parse command line arguments
    if ""--add"" in sys.argv:
        for item in sys.argv[sys.argv.index(""--add"") + 1 :]:
            if item.startswith(""-""):
                break
            EXTRA_REQS.append(item)
    for item in EXTRA_REQS:
        _base = re.split(""<|>|="", item, maxsplit=1)[0]
        for r in requirements:
            if r.startswith(_base):
                requirements.remove(r)
                break
        if _base.lower().startswith(""pyqt5""):
            try:
                i = next(x for x in requirements if x.startswith(""PySide""))
                requirements.remove(i)
            except StopIteration:
                pass
    requirements += EXTRA_REQS
    toml[""tool""][""briefcase""][""app""][APP][""requires""] = requirements
    toml[""tool""][""briefcase""][""version""] = VERSION
    print(""patching pyroject.toml to version: "", VERSION)
    print(
        ""patching pyroject.toml requirements to : \n"",
        ""\n"".join(toml[""tool""][""briefcase""][""app""][APP][""requires""]),
    )
    with open(PYPROJECT_TOML, ""w"") as f:
        f.write(tomlkit.dumps(toml))
    try:
        yield
    finally:
        with open(PYPROJECT_TOML, ""w"") as f:
            f.write(original_toml)","def patched_toml ( ) : <TAB> parser = configparser . ConfigParser ( ) <TAB> parser . read ( SETUP_CFG ) <TAB> requirements = parser . get ( ""options"" , ""install_requires"" ) . splitlines ( ) <TAB> requirements = [ r . split ( ""#"" ) [ 0 ] . strip ( ) for r in requirements if r ] <TAB> with open ( PYPROJECT_TOML ) as f : <TAB> <TAB> original_toml = f . read ( ) <TAB> toml = tomlkit . parse ( original_toml ) <TAB> <TAB> if ""--add"" in sys . argv : <TAB> <TAB> for item in sys . argv [ sys . argv . index ( ""--add"" ) + 1 : ] : <TAB> <TAB> <TAB> if item . startswith ( ""-"" ) : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> EXTRA_REQS . append ( item ) <TAB> for item in EXTRA_REQS : <TAB> <TAB> _base = re . split ( ""<|>|="" , item , maxsplit = 1 ) [ 0 ] <TAB> <TAB> for r in requirements : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> requirements . remove ( r ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if _base . lower ( ) . startswith ( ""pyqt5"" ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> i = next ( x for x in requirements if x . startswith ( ""PySide"" ) ) <TAB> <TAB> <TAB> <TAB> requirements . remove ( i ) <TAB> <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> <TAB> pass <TAB> requirements += EXTRA_REQS <TAB> toml [ ""tool"" ] [ ""briefcase"" ] [ ""app"" ] [ APP ] [ ""requires"" ] = requirements <TAB> toml [ ""tool"" ] [ ""briefcase"" ] [ ""version"" ] = VERSION <TAB> print ( ""patching pyroject.toml to version: "" , VERSION ) <TAB> print ( <TAB> <TAB> ""patching pyroject.toml requirements to : \n"" , <TAB> <TAB> ""\n"" . join ( toml [ ""tool"" ] [ ""briefcase"" ] [ ""app"" ] [ APP ] [ ""requires"" ] ) , <TAB> ) <TAB> with open ( PYPROJECT_TOML , ""w"" ) as f : <TAB> <TAB> f . write ( tomlkit . dumps ( toml ) ) <TAB> try : <TAB> <TAB> yield <TAB> finally : <TAB> <TAB> with open ( PYPROJECT_TOML , ""w"" ) as f : <TAB> <TAB> <TAB> f . write ( original_toml )",if r . startswith ( _base ) :,495
14317,"def save(self, commit=True):
    """"""Custom save method.""""""
    alias = super(AliasForm, self).save(commit=False)
    if self.cleaned_data.get(""random_address""):
        alias.address = ""{}@{}"".format(Alias.generate_random_address(), alias.domain)
    else:
        local_part, domname = split_mailbox(self.cleaned_data[""address""])
        alias.domain = Domain.objects.get(name=domname)
    if commit:
        alias.save()
        address_list = [
            value
            for field, value in self.cleaned_data.items()
            if field.startswith(""recipients"") and value
        ]
        alias.set_recipients(address_list)
    return alias
","def save ( self , commit = True ) : <TAB> """"""Custom save method."""""" <TAB> alias = super ( AliasForm , self ) . save ( commit = False ) <TAB> if self . cleaned_data . get ( ""random_address"" ) : <TAB> <TAB> alias . address = ""{}@{}"" . format ( Alias . generate_random_address ( ) , alias . domain ) <TAB> else : <TAB> <TAB> local_part , domname = split_mailbox ( self . cleaned_data [ ""address"" ] ) <TAB> <TAB> alias . domain = Domain . objects . get ( name = domname ) <TAB> if commit : <TAB> <TAB> alias . save ( ) <TAB> <TAB> address_list = [ <TAB> <TAB> <TAB> value <TAB> <TAB> <TAB> for field , value in self . cleaned_data . items ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> ] <TAB> <TAB> alias . set_recipients ( address_list ) <TAB> return alias","if field . startswith ( ""recipients"" ) and value",194
6668,"def extract_domains(self, resp):
    link_regx2 = re.compile('<span class="" fz-.*? fw-m fc-12th wr-bw.*?"">(.*?)</span>')
    link_regx = re.compile(
        '<span class=""txt""><span class="" cite fw-xl fz-15px"">(.*?)</span>'
    )
    links_list = []
    try:
        links = link_regx.findall(resp)
        links2 = link_regx2.findall(resp)
        links_list = links + links2
        for link in links_list:
            link = re.sub(""<(\/)?b>"", """", link)
            if not link.startswith(""http""):
                link = ""http://"" + link
            subdomain = urlparse.urlparse(link).netloc
            if not subdomain.endswith(self.domain):
                continue
            if (
                subdomain
                and subdomain not in self.subdomains
                and subdomain != self.domain
            ):
                if self.verbose:
                    self.print_(""%s%s: %s%s"" % (R, self.engine_name, W, subdomain))
                self.subdomains.append(subdomain.strip())
    except Exception:
        pass
    return links_list","def extract_domains ( self , resp ) : <TAB> link_regx2 = re . compile ( '<span class="" fz-.*? fw-m fc-12th wr-bw.*?"">(.*?)</span>' ) <TAB> link_regx = re . compile ( <TAB> <TAB> '<span class=""txt""><span class="" cite fw-xl fz-15px"">(.*?)</span>' <TAB> ) <TAB> links_list = [ ] <TAB> try : <TAB> <TAB> links = link_regx . findall ( resp ) <TAB> <TAB> links2 = link_regx2 . findall ( resp ) <TAB> <TAB> links_list = links + links2 <TAB> <TAB> for link in links_list : <TAB> <TAB> <TAB> link = re . sub ( ""<(\/)?b>"" , """" , link ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> link = ""http://"" + link <TAB> <TAB> <TAB> subdomain = urlparse . urlparse ( link ) . netloc <TAB> <TAB> <TAB> if not subdomain . endswith ( self . domain ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> subdomain <TAB> <TAB> <TAB> <TAB> and subdomain not in self . subdomains <TAB> <TAB> <TAB> <TAB> and subdomain != self . domain <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> if self . verbose : <TAB> <TAB> <TAB> <TAB> <TAB> self . print_ ( ""%s%s: %s%s"" % ( R , self . engine_name , W , subdomain ) ) <TAB> <TAB> <TAB> <TAB> self . subdomains . append ( subdomain . strip ( ) ) <TAB> except Exception : <TAB> <TAB> pass <TAB> return links_list","if not link . startswith ( ""http"" ) :",347
15064,"def get_dummy_ray_distributed_retriever(
    self, init_retrieval: bool
) -> RagRayDistributedRetriever:
    # Have to run in local mode because sys.path modifications at top of
    # file are not propogated to remote workers.
    # https://stackoverflow.com/questions/54338013/parallel-import-a-python-file-from-sibling-folder
    ray.init(local_mode=True)
    config = RagConfig(
        retrieval_vector_size=self.retrieval_vector_size,
        question_encoder=DPRConfig().to_dict(),
        generator=BartConfig().to_dict(),
    )
    remote_cls = ray.remote(RayRetriever)
    workers = [remote_cls.remote() for _ in range(1)]
    with patch(
        ""transformers.models.rag.retrieval_rag.load_dataset""
    ) as mock_load_dataset:
        mock_load_dataset.return_value = self.get_dummy_dataset()
        retriever = RagRayDistributedRetriever(
            config,
            question_encoder_tokenizer=self.get_dpr_tokenizer(),
            generator_tokenizer=self.get_bart_tokenizer(),
            retrieval_workers=workers,
        )
        if init_retrieval:
            retriever.init_retrieval()
    return retriever","def get_dummy_ray_distributed_retriever ( <TAB> self , init_retrieval : bool ) -> RagRayDistributedRetriever : <TAB> <TAB> <TAB> <TAB> ray . init ( local_mode = True ) <TAB> config = RagConfig ( <TAB> <TAB> retrieval_vector_size = self . retrieval_vector_size , <TAB> <TAB> question_encoder = DPRConfig ( ) . to_dict ( ) , <TAB> <TAB> generator = BartConfig ( ) . to_dict ( ) , <TAB> ) <TAB> remote_cls = ray . remote ( RayRetriever ) <TAB> workers = [ remote_cls . remote ( ) for _ in range ( 1 ) ] <TAB> with patch ( <TAB> <TAB> ""transformers.models.rag.retrieval_rag.load_dataset"" <TAB> ) as mock_load_dataset : <TAB> <TAB> mock_load_dataset . return_value = self . get_dummy_dataset ( ) <TAB> <TAB> retriever = RagRayDistributedRetriever ( <TAB> <TAB> <TAB> config , <TAB> <TAB> <TAB> question_encoder_tokenizer = self . get_dpr_tokenizer ( ) , <TAB> <TAB> <TAB> generator_tokenizer = self . get_bart_tokenizer ( ) , <TAB> <TAB> <TAB> retrieval_workers = workers , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> retriever . init_retrieval ( ) <TAB> return retriever",if init_retrieval :,355
5209,"def _find_logs(self, compile_workunit):
    """"""Finds all logs under the given workunit.""""""
    for idx, workunit in enumerate(compile_workunit.children):
        for output_name, outpath in workunit.output_paths().items():
            if output_name in (""stdout"", ""stderr""):
                yield idx, workunit.name, output_name, outpath
","def _find_logs ( self , compile_workunit ) : <TAB> """"""Finds all logs under the given workunit."""""" <TAB> for idx , workunit in enumerate ( compile_workunit . children ) : <TAB> <TAB> for output_name , outpath in workunit . output_paths ( ) . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> yield idx , workunit . name , output_name , outpath","if output_name in ( ""stdout"" , ""stderr"" ) :",95
16800,"def result_item(self, item, obj, field_name, row):
    if (
        self.list_editable
        and item.field
        and item.field.editable
        and (field_name in self.list_editable)
    ):
        pk = getattr(obj, obj._meta.pk.attname)
        field_label = label_for_field(
            field_name, obj, model_admin=self.admin_view, return_attr=False
        )
        item.wraps.insert(0, '<span class=""editable-field"">%s</span>')
        item.btns.append(
            (
                '<a class=""editable-handler"" title=""%s"" data-editable-field=""%s"" data-editable-loadurl=""%s"">'
                + '<i class=""icon-edit""></i></a>'
            )
            % (
                _(u""Enter %s"") % field_label,
                field_name,
                self.admin_view.model_admin_url(""patch"", pk) + ""?fields="" + field_name,
            )
        )
        if field_name not in self.editable_need_fields:
            self.editable_need_fields[field_name] = item.field
    return item","def result_item ( self , item , obj , field_name , row ) : <TAB> if ( <TAB> <TAB> self . list_editable <TAB> <TAB> and item . field <TAB> <TAB> and item . field . editable <TAB> <TAB> and ( field_name in self . list_editable ) <TAB> ) : <TAB> <TAB> pk = getattr ( obj , obj . _meta . pk . attname ) <TAB> <TAB> field_label = label_for_field ( <TAB> <TAB> <TAB> field_name , obj , model_admin = self . admin_view , return_attr = False <TAB> <TAB> ) <TAB> <TAB> item . wraps . insert ( 0 , '<span class=""editable-field"">%s</span>' ) <TAB> <TAB> item . btns . append ( <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> '<a class=""editable-handler"" title=""%s"" data-editable-field=""%s"" data-editable-loadurl=""%s"">' <TAB> <TAB> <TAB> <TAB> + '<i class=""icon-edit""></i></a>' <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> % ( <TAB> <TAB> <TAB> <TAB> _ ( u""Enter %s"" ) % field_label , <TAB> <TAB> <TAB> <TAB> field_name , <TAB> <TAB> <TAB> <TAB> self . admin_view . model_admin_url ( ""patch"" , pk ) + ""?fields="" + field_name , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . editable_need_fields [ field_name ] = item . field <TAB> return item",if field_name not in self . editable_need_fields :,331
20356,"def set_new_instance_id(apps, source, new_id):
    """"""This methods adds an instance_id in cases where there was not one before""""""
    from django.conf import settings
    id_from_settings = getattr(settings, ""{}_INSTANCE_ID_VAR"".format(source.upper()))
    if id_from_settings != new_id:
        # User applied an instance ID themselves, so nope on out of there
        logger.warn(""You have an instance ID set for {}, not migrating"".format(source))
        return
    logger.debug(""Migrating inventory instance_id for {} to {}"".format(source, new_id))
    Host = apps.get_model(""main"", ""Host"")
    modified_ct = 0
    for host in Host.objects.filter(inventory_sources__source=source).iterator():
        new_id_value = _get_instance_id_for_upgrade(host, new_id)
        if not new_id_value:
            continue
        host.instance_id = new_id_value
        host.save(update_fields=[""instance_id""])
        modified_ct += 1
    if modified_ct:
        logger.info(
            ""Migrated instance ID for {} hosts imported by {} source"".format(
                modified_ct, source
            )
        )","def set_new_instance_id ( apps , source , new_id ) : <TAB> """"""This methods adds an instance_id in cases where there was not one before"""""" <TAB> from django . conf import settings <TAB> id_from_settings = getattr ( settings , ""{}_INSTANCE_ID_VAR"" . format ( source . upper ( ) ) ) <TAB> if id_from_settings != new_id : <TAB> <TAB> <TAB> <TAB> logger . warn ( ""You have an instance ID set for {}, not migrating"" . format ( source ) ) <TAB> <TAB> return <TAB> logger . debug ( ""Migrating inventory instance_id for {} to {}"" . format ( source , new_id ) ) <TAB> Host = apps . get_model ( ""main"" , ""Host"" ) <TAB> modified_ct = 0 <TAB> for host in Host . objects . filter ( inventory_sources__source = source ) . iterator ( ) : <TAB> <TAB> new_id_value = _get_instance_id_for_upgrade ( host , new_id ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> host . instance_id = new_id_value <TAB> <TAB> host . save ( update_fields = [ ""instance_id"" ] ) <TAB> <TAB> modified_ct += 1 <TAB> if modified_ct : <TAB> <TAB> logger . info ( <TAB> <TAB> <TAB> ""Migrated instance ID for {} hosts imported by {} source"" . format ( <TAB> <TAB> <TAB> <TAB> modified_ct , source <TAB> <TAB> <TAB> ) <TAB> <TAB> )",if not new_id_value :,326
21149,"def __init__(self, spec):
    self.spec = spec
    self.isIOS = False
    # Per-target 'xcode_settings' are pushed down into configs earlier by gyp.
    # This means self.xcode_settings[config] always contains all settings
    # for that config -- the per-target settings as well. Settings that are
    # the same for all configs are implicitly per-target settings.
    self.xcode_settings = {}
    configs = spec[""configurations""]
    for configname, config in configs.iteritems():
        self.xcode_settings[configname] = config.get(""xcode_settings"", {})
        self._ConvertConditionalKeys(configname)
        if self.xcode_settings[configname].get(""IPHONEOS_DEPLOYMENT_TARGET"", None):
            self.isIOS = True
    # This is only non-None temporarily during the execution of some methods.
    self.configname = None
    # Used by _AdjustLibrary to match .a and .dylib entries in libraries.
    self.library_re = re.compile(r""^lib([^/]+)\.(a|dylib)$"")
","def __init__ ( self , spec ) : <TAB> self . spec = spec <TAB> self . isIOS = False <TAB> <TAB> <TAB> <TAB> <TAB> self . xcode_settings = { } <TAB> configs = spec [ ""configurations"" ] <TAB> for configname , config in configs . iteritems ( ) : <TAB> <TAB> self . xcode_settings [ configname ] = config . get ( ""xcode_settings"" , { } ) <TAB> <TAB> self . _ConvertConditionalKeys ( configname ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . isIOS = True <TAB> <TAB> self . configname = None <TAB> <TAB> self . library_re = re . compile ( r""^lib([^/]+)\.(a|dylib)$"" )","if self . xcode_settings [ configname ] . get ( ""IPHONEOS_DEPLOYMENT_TARGET"" , None ) :",268
134,"def one_line_description(self):
    MAX_LINE_LENGTH = 120
    desc = util.remove_html_tags(self.description or """")
    desc = re.sub(""\s+"", "" "", desc).strip()
    if not desc:
        return _(""No description available"")
    else:
        # Decode the description to avoid gPodder bug 1277
        desc = util.convert_bytes(desc).strip()
        if len(desc) > MAX_LINE_LENGTH:
            return desc[:MAX_LINE_LENGTH] + ""...""
        else:
            return desc","def one_line_description ( self ) : <TAB> MAX_LINE_LENGTH = 120 <TAB> desc = util . remove_html_tags ( self . description or """" ) <TAB> desc = re . sub ( ""\s+"" , "" "" , desc ) . strip ( ) <TAB> if not desc : <TAB> <TAB> return _ ( ""No description available"" ) <TAB> else : <TAB> <TAB> <TAB> <TAB> desc = util . convert_bytes ( desc ) . strip ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return desc [ : MAX_LINE_LENGTH ] + ""..."" <TAB> <TAB> else : <TAB> <TAB> <TAB> return desc",if len ( desc ) > MAX_LINE_LENGTH :,142
13310,"def _get_rule_from_ctx(self, ctx: ""Context"") -> PermState:
    author = ctx.author
    guild = ctx.guild
    if ctx.guild is None:
        # We only check the user for DM channels
        rule = self._global_rules.get(author.id)
        if rule is not None:
            return rule
        return self.get_rule(self.DEFAULT, self.GLOBAL)
    rules_chain = [self._global_rules]
    guild_rules = self._guild_rules.get(ctx.guild.id)
    if guild_rules:
        rules_chain.append(guild_rules)
    channels = []
    if author.voice is not None:
        channels.append(author.voice.channel)
    channels.append(ctx.channel)
    category = ctx.channel.category
    if category is not None:
        channels.append(category)
    # We want author roles sorted highest to lowest, and exclude the @everyone role
    author_roles = reversed(author.roles[1:])
    model_chain = [author, *channels, *author_roles, guild]
    for rules in rules_chain:
        for model in model_chain:
            rule = rules.get(model.id)
            if rule is not None:
                return rule
        del model_chain[-1]  # We don't check for the guild in guild rules
    default_rule = self.get_rule(self.DEFAULT, guild.id)
    if default_rule is PermState.NORMAL:
        default_rule = self.get_rule(self.DEFAULT, self.GLOBAL)
    return default_rule","def _get_rule_from_ctx ( self , ctx : ""Context"" ) -> PermState : <TAB> author = ctx . author <TAB> guild = ctx . guild <TAB> if ctx . guild is None : <TAB> <TAB> <TAB> <TAB> rule = self . _global_rules . get ( author . id ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return rule <TAB> <TAB> return self . get_rule ( self . DEFAULT , self . GLOBAL ) <TAB> rules_chain = [ self . _global_rules ] <TAB> guild_rules = self . _guild_rules . get ( ctx . guild . id ) <TAB> if guild_rules : <TAB> <TAB> rules_chain . append ( guild_rules ) <TAB> channels = [ ] <TAB> if author . voice is not None : <TAB> <TAB> channels . append ( author . voice . channel ) <TAB> channels . append ( ctx . channel ) <TAB> category = ctx . channel . category <TAB> if category is not None : <TAB> <TAB> channels . append ( category ) <TAB> <TAB> author_roles = reversed ( author . roles [ 1 : ] ) <TAB> model_chain = [ author , * channels , * author_roles , guild ] <TAB> for rules in rules_chain : <TAB> <TAB> for model in model_chain : <TAB> <TAB> <TAB> rule = rules . get ( model . id ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return rule <TAB> <TAB> del model_chain [ - 1 ] <TAB> default_rule = self . get_rule ( self . DEFAULT , guild . id ) <TAB> if default_rule is PermState . NORMAL : <TAB> <TAB> default_rule = self . get_rule ( self . DEFAULT , self . GLOBAL ) <TAB> return default_rule",if rule is not None :,422
21918,"def _str_param_list(self, name):
    out = []
    if self[name]:
        out += self._str_header(name)
        for param in self[name]:
            parts = []
            if param.name:
                parts.append(param.name)
            if param.type:
                parts.append(param.type)
            out += ["" : "".join(parts)]
            if param.desc and """".join(param.desc).strip():
                out += self._str_indent(param.desc)
        out += [""""]
    return out
","def _str_param_list ( self , name ) : <TAB> out = [ ] <TAB> if self [ name ] : <TAB> <TAB> out += self . _str_header ( name ) <TAB> <TAB> for param in self [ name ] : <TAB> <TAB> <TAB> parts = [ ] <TAB> <TAB> <TAB> if param . name : <TAB> <TAB> <TAB> <TAB> parts . append ( param . name ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> parts . append ( param . type ) <TAB> <TAB> <TAB> out += [ "" : "" . join ( parts ) ] <TAB> <TAB> <TAB> if param . desc and """" . join ( param . desc ) . strip ( ) : <TAB> <TAB> <TAB> <TAB> out += self . _str_indent ( param . desc ) <TAB> <TAB> out += [ """" ] <TAB> return out",if param . type :,157
4179,"def current_storage_dir(self):
    if config.SERVER_MODE:
        file = self.bfile
        try:
            # check if file name is encoded with UTF-8
            file = self.bfile.decode(""utf-8"")
        except Exception:
            # do nothing if bfile is not encoded.
            pass
        path = get_complete_file_path(file)
        path = file if path is None else path
        if IS_WIN:
            path = os.path.realpath(path)
        storage_directory = os.path.basename(get_storage_directory())
        if storage_directory in path:
            start = path.index(storage_directory)
            end = start + (len(storage_directory))
            last_dir = os.path.dirname(path[end:])
        else:
            last_dir = file
        last_dir = replace_path_for_win(last_dir)
        return None if hasattr(self, ""is_import"") and self.is_import else last_dir
    return None","def current_storage_dir ( self ) : <TAB> if config . SERVER_MODE : <TAB> <TAB> file = self . bfile <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> file = self . bfile . decode ( ""utf-8"" ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> path = get_complete_file_path ( file ) <TAB> <TAB> path = file if path is None else path <TAB> <TAB> if IS_WIN : <TAB> <TAB> <TAB> path = os . path . realpath ( path ) <TAB> <TAB> storage_directory = os . path . basename ( get_storage_directory ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> start = path . index ( storage_directory ) <TAB> <TAB> <TAB> end = start + ( len ( storage_directory ) ) <TAB> <TAB> <TAB> last_dir = os . path . dirname ( path [ end : ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> last_dir = file <TAB> <TAB> last_dir = replace_path_for_win ( last_dir ) <TAB> <TAB> return None if hasattr ( self , ""is_import"" ) and self . is_import else last_dir <TAB> return None",if storage_directory in path :,277
10217,"def get_current_connections(session):
    """"""Retrieves open connections using the the given session""""""
    # Use Show process list to count the open sesions.
    res = session.sql(""SHOW PROCESSLIST"").execute()
    rows = res.fetch_all()
    connections = {}
    for row in rows:
        if row.get_string(""User"") not in connections:
            connections[row.get_string(""User"")] = [row.get_string(""Host"")]
        else:
            connections[row.get_string(""User"")].append(row.get_string(""Host""))
    return connections
","def get_current_connections ( session ) : <TAB> """"""Retrieves open connections using the the given session"""""" <TAB> <TAB> res = session . sql ( ""SHOW PROCESSLIST"" ) . execute ( ) <TAB> rows = res . fetch_all ( ) <TAB> connections = { } <TAB> for row in rows : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> connections [ row . get_string ( ""User"" ) ] = [ row . get_string ( ""Host"" ) ] <TAB> <TAB> else : <TAB> <TAB> <TAB> connections [ row . get_string ( ""User"" ) ] . append ( row . get_string ( ""Host"" ) ) <TAB> return connections","if row . get_string ( ""User"" ) not in connections :",148
15049,"def _get_between(content, start, end=None):
    should_yield = False
    for line in content.split(""\n""):
        if start in line:
            should_yield = True
            continue
        if end and end in line:
            return
        if should_yield and line:
            yield line.strip().split("" "")[0]","def _get_between ( content , start , end = None ) : <TAB> should_yield = False <TAB> for line in content . split ( ""\n"" ) : <TAB> <TAB> if start in line : <TAB> <TAB> <TAB> should_yield = True <TAB> <TAB> <TAB> continue <TAB> <TAB> if end and end in line : <TAB> <TAB> <TAB> return <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield line . strip ( ) . split ( "" "" ) [ 0 ]",if should_yield and line :,94
21708,"def downstream_recv(self, data):
    if self.decryptor:
        while len(data):
            if not self.chunk_len:
                if self.need_validation:
                    if len(data) < 16:
                        return
                    vblock = data.read(16)
                    self.update_decryptor(vblock)
                    self.need_validation = False
                    self.dec_buffer.write_to(self.upstream)
                if len(data) < 4:
                    break
                raw_chunk_len = self.decryptor.decrypt(data.read(4))
                (self.chunk_len,) = struct.unpack(""<I"", raw_chunk_len)
            if not len(data):
                break
            nr, nw = data.write_to(
                self.dec_buffer, modificator=self.decryptor.decrypt, n=self.chunk_len
            )
            self.chunk_len -= nr
            if not self.chunk_len:
                self.need_validation = True
    elif self.kex(data):
        if len(self.up_buffer):
            self.upstream_recv(self.up_buffer)
        if len(data):
            self.downstream_recv(data)","def downstream_recv ( self , data ) : <TAB> if self . decryptor : <TAB> <TAB> while len ( data ) : <TAB> <TAB> <TAB> if not self . chunk_len : <TAB> <TAB> <TAB> <TAB> if self . need_validation : <TAB> <TAB> <TAB> <TAB> <TAB> if len ( data ) < 16 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> <TAB> vblock = data . read ( 16 ) <TAB> <TAB> <TAB> <TAB> <TAB> self . update_decryptor ( vblock ) <TAB> <TAB> <TAB> <TAB> <TAB> self . need_validation = False <TAB> <TAB> <TAB> <TAB> <TAB> self . dec_buffer . write_to ( self . upstream ) <TAB> <TAB> <TAB> <TAB> if len ( data ) < 4 : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> raw_chunk_len = self . decryptor . decrypt ( data . read ( 4 ) ) <TAB> <TAB> <TAB> <TAB> ( self . chunk_len , ) = struct . unpack ( ""<I"" , raw_chunk_len ) <TAB> <TAB> <TAB> if not len ( data ) : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> nr , nw = data . write_to ( <TAB> <TAB> <TAB> <TAB> self . dec_buffer , modificator = self . decryptor . decrypt , n = self . chunk_len <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . chunk_len -= nr <TAB> <TAB> <TAB> if not self . chunk_len : <TAB> <TAB> <TAB> <TAB> self . need_validation = True <TAB> elif self . kex ( data ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . upstream_recv ( self . up_buffer ) <TAB> <TAB> if len ( data ) : <TAB> <TAB> <TAB> self . downstream_recv ( data )",if len ( self . up_buffer ) :,365
17576,"def iter(self):
    if isinstance(self.validator, dict):
        if not isinstance(self.data, dict):
            yield Result(False, ""is not a dictionary."", level=1)
        else:
            for i in self.iter_dict():
                yield i
    elif isinstance(self.validator, list):
        if len(self.data) == 0:
            yield Result(False, ""is an empty list"", data=self.data)
        if len(self.validator) > 0:
            for key, value in enumerate(self.data):
                for v in Schema(self.validator[0]).validate(value):
                    yield Result(
                        v.status,
                        v.error,
                        path=(str(key) + (""."" + v.path if v.path else """")),
                        level=v.level,
                        data=value,
                    )
    elif isinstance(self.validator, Directory):
        for v in self.validator.validate(self.data):
            yield v
    elif isinstance(self.validator, Or):
        for i in self.iter_or():
            yield i","def iter ( self ) : <TAB> if isinstance ( self . validator , dict ) : <TAB> <TAB> if not isinstance ( self . data , dict ) : <TAB> <TAB> <TAB> yield Result ( False , ""is not a dictionary."" , level = 1 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> for i in self . iter_dict ( ) : <TAB> <TAB> <TAB> <TAB> yield i <TAB> elif isinstance ( self . validator , list ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield Result ( False , ""is an empty list"" , data = self . data ) <TAB> <TAB> if len ( self . validator ) > 0 : <TAB> <TAB> <TAB> for key , value in enumerate ( self . data ) : <TAB> <TAB> <TAB> <TAB> for v in Schema ( self . validator [ 0 ] ) . validate ( value ) : <TAB> <TAB> <TAB> <TAB> <TAB> yield Result ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> v . status , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> v . error , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> path = ( str ( key ) + ( ""."" + v . path if v . path else """" ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> level = v . level , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> data = value , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> elif isinstance ( self . validator , Directory ) : <TAB> <TAB> for v in self . validator . validate ( self . data ) : <TAB> <TAB> <TAB> yield v <TAB> elif isinstance ( self . validator , Or ) : <TAB> <TAB> for i in self . iter_or ( ) : <TAB> <TAB> <TAB> yield i",if len ( self . data ) == 0 :,317
19256,"def _select_optimizer_cls(self) -> base.OptCls:
    # Extracting info as far as possible.
    assert self.budget is not None
    optimClass: base.OptCls
    if self.has_noise and (
        self.has_discrete_not_softmax or not self.parametrization.descriptors.metrizable
    ):
        if self.budget > 10000:
            optimClass = RecombiningPortfolioOptimisticNoisyDiscreteOnePlusOne
        else:
            optimClass = ParametrizedOnePlusOne(
                crossover=True, mutation=""discrete"", noise_handling=""optimistic""
            )
    elif self._arity > 0:
        if self.budget < 1000 and self.num_workers == 1:
            optimClass = DiscreteBSOOnePlusOne
        elif self.num_workers > 2:
            optimClass = CMandAS2  # type: ignore
        else:
            optimClass = super()._select_optimizer_cls()
    else:
        if (
            not (self.has_noise and self.fully_continuous and self.dimension > 100)
            and not (self.has_noise and self.fully_continuous)
            and not (self.num_workers > self.budget / 5)
            and (self.num_workers == 1 and self.budget > 6000 and self.dimension > 7)
        ):
            optimClass = ChainMetaModelPowell
        else:
            optimClass = super()._select_optimizer_cls()
    return optimClass","def _select_optimizer_cls ( self ) -> base . OptCls : <TAB> <TAB> assert self . budget is not None <TAB> optimClass : base . OptCls <TAB> if self . has_noise and ( <TAB> <TAB> self . has_discrete_not_softmax or not self . parametrization . descriptors . metrizable <TAB> ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> optimClass = RecombiningPortfolioOptimisticNoisyDiscreteOnePlusOne <TAB> <TAB> else : <TAB> <TAB> <TAB> optimClass = ParametrizedOnePlusOne ( <TAB> <TAB> <TAB> <TAB> crossover = True , mutation = ""discrete"" , noise_handling = ""optimistic"" <TAB> <TAB> <TAB> ) <TAB> elif self . _arity > 0 : <TAB> <TAB> if self . budget < 1000 and self . num_workers == 1 : <TAB> <TAB> <TAB> optimClass = DiscreteBSOOnePlusOne <TAB> <TAB> elif self . num_workers > 2 : <TAB> <TAB> <TAB> optimClass = CMandAS2 <TAB> <TAB> else : <TAB> <TAB> <TAB> optimClass = super ( ) . _select_optimizer_cls ( ) <TAB> else : <TAB> <TAB> if ( <TAB> <TAB> <TAB> not ( self . has_noise and self . fully_continuous and self . dimension > 100 ) <TAB> <TAB> <TAB> and not ( self . has_noise and self . fully_continuous ) <TAB> <TAB> <TAB> and not ( self . num_workers > self . budget / 5 ) <TAB> <TAB> <TAB> and ( self . num_workers == 1 and self . budget > 6000 and self . dimension > 7 ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> optimClass = ChainMetaModelPowell <TAB> <TAB> else : <TAB> <TAB> <TAB> optimClass = super ( ) . _select_optimizer_cls ( ) <TAB> return optimClass",if self . budget > 10000 :,394
21363,"def transform(self, ctx, param):
    required = param.default is param.empty
    converter = self._get_converter(param)
    consume_rest_is_special = param.kind == param.KEYWORD_ONLY and not self.rest_is_raw
    view = ctx.view
    view.skip_ws()
    # The greedy converter is simple -- it keeps going until it fails in which case,
    # it undos the view ready for the next parameter to use instead
    if type(converter) is converters._Greedy:
        if param.kind == param.POSITIONAL_OR_KEYWORD:
            return await self._transform_greedy_pos(
                ctx, param, required, converter.converter
            )
        elif param.kind == param.VAR_POSITIONAL:
            return await self._transform_greedy_var_pos(ctx, param, converter.converter)
        else:
            # if we're here, then it's a KEYWORD_ONLY param type
            # since this is mostly useless, we'll helpfully transform Greedy[X]
            # into just X and do the parsing that way.
            converter = converter.converter
    if view.eof:
        if param.kind == param.VAR_POSITIONAL:
            raise RuntimeError()  # break the loop
        if required:
            if self._is_typing_optional(param.annotation):
                return None
            raise MissingRequiredArgument(param)
        return param.default
    previous = view.index
    if consume_rest_is_special:
        argument = view.read_rest().strip()
    else:
        argument = view.get_quoted_word()
    view.previous = previous
    return await self.do_conversion(ctx, converter, argument, param)
","def transform ( self , ctx , param ) : <TAB> required = param . default is param . empty <TAB> converter = self . _get_converter ( param ) <TAB> consume_rest_is_special = param . kind == param . KEYWORD_ONLY and not self . rest_is_raw <TAB> view = ctx . view <TAB> view . skip_ws ( ) <TAB> <TAB> <TAB> if type ( converter ) is converters . _Greedy : <TAB> <TAB> if param . kind == param . POSITIONAL_OR_KEYWORD : <TAB> <TAB> <TAB> return await self . _transform_greedy_pos ( <TAB> <TAB> <TAB> <TAB> ctx , param , required , converter . converter <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return await self . _transform_greedy_var_pos ( ctx , param , converter . converter ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> converter = converter . converter <TAB> if view . eof : <TAB> <TAB> if param . kind == param . VAR_POSITIONAL : <TAB> <TAB> <TAB> raise RuntimeError ( ) <TAB> <TAB> if required : <TAB> <TAB> <TAB> if self . _is_typing_optional ( param . annotation ) : <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> <TAB> raise MissingRequiredArgument ( param ) <TAB> <TAB> return param . default <TAB> previous = view . index <TAB> if consume_rest_is_special : <TAB> <TAB> argument = view . read_rest ( ) . strip ( ) <TAB> else : <TAB> <TAB> argument = view . get_quoted_word ( ) <TAB> view . previous = previous <TAB> return await self . do_conversion ( ctx , converter , argument , param )",elif param . kind == param . VAR_POSITIONAL :,435
21400,"def _send_handling_redirects(
    self,
    request: Request,
    timeout: Timeout,
    allow_redirects: bool,
    history: typing.List[Response],
) -> Response:
    while True:
        if len(history) > self.max_redirects:
            raise TooManyRedirects(
                ""Exceeded maximum allowed redirects."", request=request
            )
        response = await self._send_single_request(request, timeout)
        response.history = list(history)
        if not response.is_redirect:
            return response
        if allow_redirects:
            await response.aread()
        request = self._build_redirect_request(request, response)
        history = history + [response]
        if not allow_redirects:
            response.next_request = request
            return response
","def _send_handling_redirects ( <TAB> self , <TAB> request : Request , <TAB> timeout : Timeout , <TAB> allow_redirects : bool , <TAB> history : typing . List [ Response ] , ) -> Response : <TAB> while True : <TAB> <TAB> if len ( history ) > self . max_redirects : <TAB> <TAB> <TAB> raise TooManyRedirects ( <TAB> <TAB> <TAB> <TAB> ""Exceeded maximum allowed redirects."" , request = request <TAB> <TAB> <TAB> ) <TAB> <TAB> response = await self . _send_single_request ( request , timeout ) <TAB> <TAB> response . history = list ( history ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return response <TAB> <TAB> if allow_redirects : <TAB> <TAB> <TAB> await response . aread ( ) <TAB> <TAB> request = self . _build_redirect_request ( request , response ) <TAB> <TAB> history = history + [ response ] <TAB> <TAB> if not allow_redirects : <TAB> <TAB> <TAB> response . next_request = request <TAB> <TAB> <TAB> return response",if not response . is_redirect :,212
1005,"def get_source_path(cmdelements):
    """"""Find the source path specified within a command""""""
    command = cmdelements[0]
    if command in [""install"", ""cp""]:
        helptext = subprocess.check_output(
            ""LC_ALL=C %s --help"" % command, shell=True
        ).decode(""utf-8"")
        argopts = """"
        argopt_line_re = re.compile(""^-([a-zA-Z0-9]), --[a-z-]+="")
        for line in helptext.splitlines():
            line = line.lstrip()
            res = argopt_line_re.search(line)
            if res:
                argopts += res.group(1)
        if not argopts:
            # Fallback
            if command == ""install"":
                argopts = ""gmoSt""
            elif command == ""cp"":
                argopts = ""t""
            else:
                raise Exception(""No fallback arguments for command %s"" % command)
        skipnext = False
        for elem in cmdelements[1:-1]:
            if elem.startswith(""-""):
                if len(elem) > 1 and elem[1] in argopts:
                    skipnext = True
                continue
            if skipnext:
                skipnext = False
                continue
            return elem
    else:
        raise Exception('get_source_path: no handling for command ""%s""')","def get_source_path ( cmdelements ) : <TAB> """"""Find the source path specified within a command"""""" <TAB> command = cmdelements [ 0 ] <TAB> if command in [ ""install"" , ""cp"" ] : <TAB> <TAB> helptext = subprocess . check_output ( <TAB> <TAB> <TAB> ""LC_ALL=C %s --help"" % command , shell = True <TAB> <TAB> ) . decode ( ""utf-8"" ) <TAB> <TAB> argopts = """" <TAB> <TAB> argopt_line_re = re . compile ( ""^-([a-zA-Z0-9]), --[a-z-]+="" ) <TAB> <TAB> for line in helptext . splitlines ( ) : <TAB> <TAB> <TAB> line = line . lstrip ( ) <TAB> <TAB> <TAB> res = argopt_line_re . search ( line ) <TAB> <TAB> <TAB> if res : <TAB> <TAB> <TAB> <TAB> argopts += res . group ( 1 ) <TAB> <TAB> if not argopts : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if command == ""install"" : <TAB> <TAB> <TAB> <TAB> argopts = ""gmoSt"" <TAB> <TAB> <TAB> elif command == ""cp"" : <TAB> <TAB> <TAB> <TAB> argopts = ""t"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise Exception ( ""No fallback arguments for command %s"" % command ) <TAB> <TAB> skipnext = False <TAB> <TAB> for elem in cmdelements [ 1 : - 1 ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if len ( elem ) > 1 and elem [ 1 ] in argopts : <TAB> <TAB> <TAB> <TAB> <TAB> skipnext = True <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if skipnext : <TAB> <TAB> <TAB> <TAB> skipnext = False <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> return elem <TAB> else : <TAB> <TAB> raise Exception ( 'get_source_path: no handling for command ""%s""' )","if elem . startswith ( ""-"" ) :",393
9290,"def _validate(headers, key, subprotocols):
    subproto = None
    for k, v in _HEADERS_TO_CHECK.items():
        r = headers.get(k, None)
        if not r:
            return False, None
        r = r.lower()
        if v != r:
            return False, None
    if subprotocols:
        subproto = headers.get(""sec-websocket-protocol"", None).lower()
        if not subproto or subproto not in [s.lower() for s in subprotocols]:
            error(""Invalid subprotocol: "" + str(subprotocols))
            return False, None
    result = headers.get(""sec-websocket-accept"", None)
    if not result:
        return False, None
    result = result.lower()
    if isinstance(result, six.text_type):
        result = result.encode(""utf-8"")
    value = (key + ""258EAFA5-E914-47DA-95CA-C5AB0DC85B11"").encode(""utf-8"")
    hashed = base64encode(hashlib.sha1(value).digest()).strip().lower()
    success = compare_digest(hashed, result)
    if success:
        return True, subproto
    else:
        return False, None","def _validate ( headers , key , subprotocols ) : <TAB> subproto = None <TAB> for k , v in _HEADERS_TO_CHECK . items ( ) : <TAB> <TAB> r = headers . get ( k , None ) <TAB> <TAB> if not r : <TAB> <TAB> <TAB> return False , None <TAB> <TAB> r = r . lower ( ) <TAB> <TAB> if v != r : <TAB> <TAB> <TAB> return False , None <TAB> if subprotocols : <TAB> <TAB> subproto = headers . get ( ""sec-websocket-protocol"" , None ) . lower ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> error ( ""Invalid subprotocol: "" + str ( subprotocols ) ) <TAB> <TAB> <TAB> return False , None <TAB> result = headers . get ( ""sec-websocket-accept"" , None ) <TAB> if not result : <TAB> <TAB> return False , None <TAB> result = result . lower ( ) <TAB> if isinstance ( result , six . text_type ) : <TAB> <TAB> result = result . encode ( ""utf-8"" ) <TAB> value = ( key + ""258EAFA5-E914-47DA-95CA-C5AB0DC85B11"" ) . encode ( ""utf-8"" ) <TAB> hashed = base64encode ( hashlib . sha1 ( value ) . digest ( ) ) . strip ( ) . lower ( ) <TAB> success = compare_digest ( hashed , result ) <TAB> if success : <TAB> <TAB> return True , subproto <TAB> else : <TAB> <TAB> return False , None",if not subproto or subproto not in [ s . lower ( ) for s in subprotocols ] :,322
6474,"def _check_live(self):
    """"""check whether the handler is alive""""""
    # pylint: disable=protected-access
    if self._shutdown.is_set():
        raise ValueError(
            ""The handler has already been shutdown. Please use ServiceBusClient to ""
            ""create a new instance.""
        )
    # The following client validation is for two purposes in a session receiver:
    # 1. self._session._lock_lost is set when a session receiver encounters a connection error,
    # once there's a connection error, we don't retry on the session entity and simply raise SessionlockLostError.
    # 2. self._session._lock_expired is a hot fix as client validation for session lock expiration.
    # Because currently uamqp doesn't have the ability to detect remote session lock lost.
    # Usually the service would send a detach frame once a session lock gets expired, however, in the edge case
    # when we drain messages in a queue and try to settle messages after lock expiration,
    # we are not able to receive the detach frame by calling uamqp connection.work(),
    # Eventually this should be a fix in the uamqp library.
    # see issue: https://github.com/Azure/azure-uamqp-python/issues/183
    try:
        if self._session and (self._session._lock_lost or self._session._lock_expired):
            raise SessionLockLostError(error=self._session.auto_renew_error)
    except AttributeError:
        pass","def _check_live ( self ) : <TAB> """"""check whether the handler is alive"""""" <TAB> <TAB> if self . _shutdown . is_set ( ) : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""The handler has already been shutdown. Please use ServiceBusClient to "" <TAB> <TAB> <TAB> ""create a new instance."" <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise SessionLockLostError ( error = self . _session . auto_renew_error ) <TAB> except AttributeError : <TAB> <TAB> pass",if self . _session and ( self . _session . _lock_lost or self . _session . _lock_expired ) :,364
19068,"def check_new_version(new_version):
    parsed_version = packaging.version.parse(new_version)
    module_versions = check_existing_version()
    errors = {}
    last_version = None
    for module_name, module_version in module_versions.items():
        last_version = module_version
        if packaging.version.parse(module_version[""__version__""]) >= parsed_version:
            errors[module_name] = module_version[""__version__""]
    if errors:
        raise Exception(
            ""Bailing: Found modules with existing versions greater than or equal to the new ""
            ""version {new_version}:\n{versions}"".format(
                new_version=new_version,
                versions=format_module_versions(module_versions),
            )
        )
    if not (
        parsed_version.is_prerelease
        or parsed_version.is_postrelease
        or parsed_version.is_devrelease
    ):
        parsed_previous_version = packaging.version.parse(last_version[""__version__""])
        if not (parsed_previous_version.release == parsed_version.release):
            should_continue = input(
                ""You appear to be releasing a new version, {new_version}, without having ""
                ""previously run a prerelease.\n(Last version found was {previous_version})\n""
                ""Are you sure you know what you're doing? (Y/n)"".format(
                    new_version=new_version,
                    previous_version=last_version[""__version__""],
                )
            )
            if not should_continue == ""Y"":
                raise Exception(""Bailing! Run a pre-release before continuing."")
    return True
","def check_new_version ( new_version ) : <TAB> parsed_version = packaging . version . parse ( new_version ) <TAB> module_versions = check_existing_version ( ) <TAB> errors = { } <TAB> last_version = None <TAB> for module_name , module_version in module_versions . items ( ) : <TAB> <TAB> last_version = module_version <TAB> <TAB> if packaging . version . parse ( module_version [ ""__version__"" ] ) >= parsed_version : <TAB> <TAB> <TAB> errors [ module_name ] = module_version [ ""__version__"" ] <TAB> if errors : <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> ""Bailing: Found modules with existing versions greater than or equal to the new "" <TAB> <TAB> <TAB> ""version {new_version}:\n{versions}"" . format ( <TAB> <TAB> <TAB> <TAB> new_version = new_version , <TAB> <TAB> <TAB> <TAB> versions = format_module_versions ( module_versions ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> if not ( <TAB> <TAB> parsed_version . is_prerelease <TAB> <TAB> or parsed_version . is_postrelease <TAB> <TAB> or parsed_version . is_devrelease <TAB> ) : <TAB> <TAB> parsed_previous_version = packaging . version . parse ( last_version [ ""__version__"" ] ) <TAB> <TAB> if not ( parsed_previous_version . release == parsed_version . release ) : <TAB> <TAB> <TAB> should_continue = input ( <TAB> <TAB> <TAB> <TAB> ""You appear to be releasing a new version, {new_version}, without having "" <TAB> <TAB> <TAB> <TAB> ""previously run a prerelease.\n(Last version found was {previous_version})\n"" <TAB> <TAB> <TAB> <TAB> ""Are you sure you know what you're doing? (Y/n)"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> new_version = new_version , <TAB> <TAB> <TAB> <TAB> <TAB> previous_version = last_version [ ""__version__"" ] , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise Exception ( ""Bailing! Run a pre-release before continuing."" ) <TAB> return True","if not should_continue == ""Y"" :",455
5576,"def __init__(self, graph=None, bindings=None, initBindings=None):
    self.initBindings = initBindings
    self.bindings = Bindings(d=bindings or [])
    if initBindings:
        self.bindings.update(initBindings)
    if isinstance(graph, ConjunctiveGraph):
        self._dataset = graph
        if rdflib.plugins.sparql.SPARQL_DEFAULT_GRAPH_UNION:
            self.graph = self.dataset
        else:
            self.graph = self.dataset.default_context
    else:
        self._dataset = None
        self.graph = graph
    self.prologue = None
    self.now = datetime.datetime.now()
    self.bnodes = collections.defaultdict(BNode)
","def __init__ ( self , graph = None , bindings = None , initBindings = None ) : <TAB> self . initBindings = initBindings <TAB> self . bindings = Bindings ( d = bindings or [ ] ) <TAB> if initBindings : <TAB> <TAB> self . bindings . update ( initBindings ) <TAB> if isinstance ( graph , ConjunctiveGraph ) : <TAB> <TAB> self . _dataset = graph <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . graph = self . dataset <TAB> <TAB> else : <TAB> <TAB> <TAB> self . graph = self . dataset . default_context <TAB> else : <TAB> <TAB> self . _dataset = None <TAB> <TAB> self . graph = graph <TAB> self . prologue = None <TAB> self . now = datetime . datetime . now ( ) <TAB> self . bnodes = collections . defaultdict ( BNode )",if rdflib . plugins . sparql . SPARQL_DEFAULT_GRAPH_UNION :,190
3976,"def _init_metrics_dict(self, metrics_dict):
    if not metrics_dict:
        raise ValueError(""Evaluation metrics dictionary must not be empty."")
    first_metrics = list(metrics_dict.values())[0]
    if isinstance(first_metrics, dict):
        self._model_have_multiple_outputs = True
        self._metrics_dict = metrics_dict
    else:
        # When model has only one output, save it in a dict in order to
        # keep the same data structure as the `metrics_dict` when model
        # has multiple outputs.
        self._model_have_multiple_outputs = False
        self._metrics_dict = {MetricsDictKey.MODEL_OUTPUT: metrics_dict}
    for output_name, metrics in self._metrics_dict.items():
        for metric_name, metric in metrics.items():
            if not isinstance(metric, metrics_module.Metric):
                # `tf.keras.metrics.MeanMetricWrapper` wraps stateless
                # functions into `tf.keras.metrics.Metric` instance.
                metrics[metric_name] = metrics_module.MeanMetricWrapper(
                    metric, name=metric_name
                )","def _init_metrics_dict ( self , metrics_dict ) : <TAB> if not metrics_dict : <TAB> <TAB> raise ValueError ( ""Evaluation metrics dictionary must not be empty."" ) <TAB> first_metrics = list ( metrics_dict . values ( ) ) [ 0 ] <TAB> if isinstance ( first_metrics , dict ) : <TAB> <TAB> self . _model_have_multiple_outputs = True <TAB> <TAB> self . _metrics_dict = metrics_dict <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _model_have_multiple_outputs = False <TAB> <TAB> self . _metrics_dict = { MetricsDictKey . MODEL_OUTPUT : metrics_dict } <TAB> for output_name , metrics in self . _metrics_dict . items ( ) : <TAB> <TAB> for metric_name , metric in metrics . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> metrics [ metric_name ] = metrics_module . MeanMetricWrapper ( <TAB> <TAB> <TAB> <TAB> <TAB> metric , name = metric_name <TAB> <TAB> <TAB> <TAB> )","if not isinstance ( metric , metrics_module . Metric ) :",301
11300,"def main(client):
    report_downloader = client.GetReportDownloader(version=""v201809"")
    # Create report definition.
    report = {
        ""reportName"": ""Last 7 days CRITERIA_PERFORMANCE_REPORT"",
        ""dateRangeType"": ""LAST_7_DAYS"",
        ""reportType"": ""CRITERIA_PERFORMANCE_REPORT"",
        ""downloadFormat"": ""CSV"",
        ""selector"": {
            ""fields"": [
                ""CampaignId"",
                ""AdGroupId"",
                ""Id"",
                ""CriteriaType"",
                ""Criteria"",
                ""FinalUrls"",
                ""Impressions"",
                ""Clicks"",
                ""Cost"",
            ]
        },
    }
    # Retrieve the report stream and print(it out)
    report_data = StringIO.StringIO()
    stream_data = report_downloader.DownloadReportAsStream(
        report,
        skip_report_header=False,
        skip_column_header=False,
        skip_report_summary=False,
        include_zero_impressions=True,
    )
    try:
        while True:
            chunk = stream_data.read(CHUNK_SIZE)
            if not chunk:
                break
            report_data.write(
                chunk.decode()
                if sys.version_info[0] == 3 and getattr(report_data, ""mode"", ""w"") == ""w""
                else chunk
            )
        print(report_data.getvalue())
    finally:
        report_data.close()
        stream_data.close()","def main ( client ) : <TAB> report_downloader = client . GetReportDownloader ( version = ""v201809"" ) <TAB> <TAB> report = { <TAB> <TAB> ""reportName"" : ""Last 7 days CRITERIA_PERFORMANCE_REPORT"" , <TAB> <TAB> ""dateRangeType"" : ""LAST_7_DAYS"" , <TAB> <TAB> ""reportType"" : ""CRITERIA_PERFORMANCE_REPORT"" , <TAB> <TAB> ""downloadFormat"" : ""CSV"" , <TAB> <TAB> ""selector"" : { <TAB> <TAB> <TAB> ""fields"" : [ <TAB> <TAB> <TAB> <TAB> ""CampaignId"" , <TAB> <TAB> <TAB> <TAB> ""AdGroupId"" , <TAB> <TAB> <TAB> <TAB> ""Id"" , <TAB> <TAB> <TAB> <TAB> ""CriteriaType"" , <TAB> <TAB> <TAB> <TAB> ""Criteria"" , <TAB> <TAB> <TAB> <TAB> ""FinalUrls"" , <TAB> <TAB> <TAB> <TAB> ""Impressions"" , <TAB> <TAB> <TAB> <TAB> ""Clicks"" , <TAB> <TAB> <TAB> <TAB> ""Cost"" , <TAB> <TAB> <TAB> ] <TAB> <TAB> } , <TAB> } <TAB> <TAB> report_data = StringIO . StringIO ( ) <TAB> stream_data = report_downloader . DownloadReportAsStream ( <TAB> <TAB> report , <TAB> <TAB> skip_report_header = False , <TAB> <TAB> skip_column_header = False , <TAB> <TAB> skip_report_summary = False , <TAB> <TAB> include_zero_impressions = True , <TAB> ) <TAB> try : <TAB> <TAB> while True : <TAB> <TAB> <TAB> chunk = stream_data . read ( CHUNK_SIZE ) <TAB> <TAB> <TAB> if not chunk : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> report_data . write ( <TAB> <TAB> <TAB> <TAB> chunk . decode ( ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> else chunk <TAB> <TAB> <TAB> ) <TAB> <TAB> print ( report_data . getvalue ( ) ) <TAB> finally : <TAB> <TAB> report_data . close ( ) <TAB> <TAB> stream_data . close ( )","if sys . version_info [ 0 ] == 3 and getattr ( report_data , ""mode"" , ""w"" ) == ""w""",443
17796,"def safeMessage(self, msg, replace_tuple=()):
    from couchpotato.core.helpers.encoding import ss, toUnicode
    msg = ss(msg)
    try:
        if isinstance(replace_tuple, tuple):
            msg = msg % tuple(
                [
                    ss(x) if not isinstance(x, (int, float)) else x
                    for x in list(replace_tuple)
                ]
            )
        elif isinstance(replace_tuple, dict):
            msg = msg % dict(
                (k, ss(v) if not isinstance(v, (int, float)) else v)
                for k, v in replace_tuple.iteritems()
            )
        else:
            msg = msg % ss(replace_tuple)
    except Exception as e:
        self.logger.error('Failed encoding stuff to log ""%s"": %s' % (msg, e))
    self.setup()
    if not self.is_develop:
        for replace in self.replace_private:
            msg = re.sub(""(\?%s=)[^\&]+"" % replace, ""?%s=xxx"" % replace, msg)
            msg = re.sub(""(&%s=)[^\&]+"" % replace, ""&%s=xxx"" % replace, msg)
        # Replace api key
        try:
            api_key = self.Env.setting(""api_key"")
            if api_key:
                msg = msg.replace(api_key, ""API_KEY"")
        except:
            pass
    return toUnicode(msg)
","def safeMessage ( self , msg , replace_tuple = ( ) ) : <TAB> from couchpotato . core . helpers . encoding import ss , toUnicode <TAB> msg = ss ( msg ) <TAB> try : <TAB> <TAB> if isinstance ( replace_tuple , tuple ) : <TAB> <TAB> <TAB> msg = msg % tuple ( <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> ss ( x ) if not isinstance ( x , ( int , float ) ) else x <TAB> <TAB> <TAB> <TAB> <TAB> for x in list ( replace_tuple ) <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> ) <TAB> <TAB> elif isinstance ( replace_tuple , dict ) : <TAB> <TAB> <TAB> msg = msg % dict ( <TAB> <TAB> <TAB> <TAB> ( k , ss ( v ) if not isinstance ( v , ( int , float ) ) else v ) <TAB> <TAB> <TAB> <TAB> for k , v in replace_tuple . iteritems ( ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> msg = msg % ss ( replace_tuple ) <TAB> except Exception as e : <TAB> <TAB> self . logger . error ( 'Failed encoding stuff to log ""%s"": %s' % ( msg , e ) ) <TAB> self . setup ( ) <TAB> if not self . is_develop : <TAB> <TAB> for replace in self . replace_private : <TAB> <TAB> <TAB> msg = re . sub ( ""(\?%s=)[^\&]+"" % replace , ""?%s=xxx"" % replace , msg ) <TAB> <TAB> <TAB> msg = re . sub ( ""(&%s=)[^\&]+"" % replace , ""&%s=xxx"" % replace , msg ) <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> api_key = self . Env . setting ( ""api_key"" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> msg = msg . replace ( api_key , ""API_KEY"" ) <TAB> <TAB> except : <TAB> <TAB> <TAB> pass <TAB> return toUnicode ( msg )",if api_key :,409
10598,"def setUpModule():
    home = tempfile.mkdtemp()
    MOD_CLEAN.add_cleanup(shutil.rmtree, home)
    mock_home = mock.patch.dict(os.environ, {""GNUPGHOME"": home})
    mock_home.start()
    MOD_CLEAN.add_cleanup(mock_home.stop)
    with gpg.core.Context(armor=True) as ctx:
        # Add the public and private keys. They have no password
        search_dir = os.path.join(os.path.dirname(__file__), ""../static/gpg-keys"")
        for each in os.listdir(search_dir):
            if os.path.splitext(each)[1] == "".gpg"":
                with open(os.path.join(search_dir, each)) as f:
                    ctx.op_import(f)","def setUpModule ( ) : <TAB> home = tempfile . mkdtemp ( ) <TAB> MOD_CLEAN . add_cleanup ( shutil . rmtree , home ) <TAB> mock_home = mock . patch . dict ( os . environ , { ""GNUPGHOME"" : home } ) <TAB> mock_home . start ( ) <TAB> MOD_CLEAN . add_cleanup ( mock_home . stop ) <TAB> with gpg . core . Context ( armor = True ) as ctx : <TAB> <TAB> <TAB> <TAB> search_dir = os . path . join ( os . path . dirname ( __file__ ) , ""../static/gpg-keys"" ) <TAB> <TAB> for each in os . listdir ( search_dir ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> with open ( os . path . join ( search_dir , each ) ) as f : <TAB> <TAB> <TAB> <TAB> <TAB> ctx . op_import ( f )","if os . path . splitext ( each ) [ 1 ] == "".gpg"" :",210
6957,"def parse_statement(self):
    """"""Parse a single statement.""""""
    token = self.stream.current
    if token.type != ""name"":
        self.fail(""tag name expected"", token.lineno)
    self._tag_stack.append(token.value)
    pop_tag = True
    try:
        if token.value in _statement_keywords:
            return getattr(self, ""parse_"" + self.stream.current.value)()
        if token.value == ""call"":
            return self.parse_call_block()
        if token.value == ""filter"":
            return self.parse_filter_block()
        ext = self.extensions.get(token.value)
        if ext is not None:
            return ext(self)
        # did not work out, remove the token we pushed by accident
        # from the stack so that the unknown tag fail function can
        # produce a proper error message.
        self._tag_stack.pop()
        pop_tag = False
        self.fail_unknown_tag(token.value, token.lineno)
    finally:
        if pop_tag:
            self._tag_stack.pop()
","def parse_statement ( self ) : <TAB> """"""Parse a single statement."""""" <TAB> token = self . stream . current <TAB> if token . type != ""name"" : <TAB> <TAB> self . fail ( ""tag name expected"" , token . lineno ) <TAB> self . _tag_stack . append ( token . value ) <TAB> pop_tag = True <TAB> try : <TAB> <TAB> if token . value in _statement_keywords : <TAB> <TAB> <TAB> return getattr ( self , ""parse_"" + self . stream . current . value ) ( ) <TAB> <TAB> if token . value == ""call"" : <TAB> <TAB> <TAB> return self . parse_call_block ( ) <TAB> <TAB> if token . value == ""filter"" : <TAB> <TAB> <TAB> return self . parse_filter_block ( ) <TAB> <TAB> ext = self . extensions . get ( token . value ) <TAB> <TAB> if ext is not None : <TAB> <TAB> <TAB> return ext ( self ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _tag_stack . pop ( ) <TAB> <TAB> pop_tag = False <TAB> <TAB> self . fail_unknown_tag ( token . value , token . lineno ) <TAB> finally : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _tag_stack . pop ( )",if pop_tag :,293
25579,"def loop_skeleton(greater_f, less_f, l, l_b, u_b, l_c):
    # we could do while True, but then we need to clean the threads
    for _ in range(100):
        if len(l) > l_c:
            for _ in range(random.randint(l_b, u_b)):
                greater_f()
        else:
            for _ in range(random.randint(l_b, u_b)):
                less_f()","def loop_skeleton ( greater_f , less_f , l , l_b , u_b , l_c ) : <TAB> <TAB> for _ in range ( 100 ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for _ in range ( random . randint ( l_b , u_b ) ) : <TAB> <TAB> <TAB> <TAB> greater_f ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> for _ in range ( random . randint ( l_b , u_b ) ) : <TAB> <TAB> <TAB> <TAB> less_f ( )",if len ( l ) > l_c :,132
18199,"def _mongo_query_and(self, queries):
    if len(queries) == 1:
        return queries[0]
    query = {}
    for q in queries:
        for k, v in q.items():
            if k not in query:
                query[k] = {}
            if isinstance(v, list):
                # TODO check exists of k in query, may be it should be update
                query[k] = v
            else:
                query[k].update(v)
    return query","def _mongo_query_and ( self , queries ) : <TAB> if len ( queries ) == 1 : <TAB> <TAB> return queries [ 0 ] <TAB> query = { } <TAB> for q in queries : <TAB> <TAB> for k , v in q . items ( ) : <TAB> <TAB> <TAB> if k not in query : <TAB> <TAB> <TAB> <TAB> query [ k ] = { } <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> query [ k ] = v <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> query [ k ] . update ( v ) <TAB> return query","if isinstance ( v , list ) :",141
5417,"def _get_merged_init_op_name(merged_graph, graph_names_list, init_op_names_list):
    """"""Groups init ops and returns name of group.""""""
    merged_init_op_list = []
    proposed_name = ""merged_init""
    for graph_name, init_op_name in zip(graph_names_list, init_op_names_list):
        if init_op_name is None:
            continue
        else:
            merged_init_op_list.append(
                merged_graph.get_operation_by_name(
                    ""{}/{}"".format(graph_name, init_op_name)
                )
            )
    with merged_graph.as_default():
        init_op = tf.group(merged_init_op_list, name=proposed_name)
    return init_op.name
","def _get_merged_init_op_name ( merged_graph , graph_names_list , init_op_names_list ) : <TAB> """"""Groups init ops and returns name of group."""""" <TAB> merged_init_op_list = [ ] <TAB> proposed_name = ""merged_init"" <TAB> for graph_name , init_op_name in zip ( graph_names_list , init_op_names_list ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> else : <TAB> <TAB> <TAB> merged_init_op_list . append ( <TAB> <TAB> <TAB> <TAB> merged_graph . get_operation_by_name ( <TAB> <TAB> <TAB> <TAB> <TAB> ""{}/{}"" . format ( graph_name , init_op_name ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> with merged_graph . as_default ( ) : <TAB> <TAB> init_op = tf . group ( merged_init_op_list , name = proposed_name ) <TAB> return init_op . name",if init_op_name is None :,224
1732,"def assertRaises(error, func, *args, **kwargs):
    try:
        func(*args, **kwargs)
    except BaseException as e:
        if isinstance(e, error):
            return
        else:
            assert False, ""expected %s(%s) to raise %s, but raised %s"" % (
                func,
                args,
                error,
                type(e),
            )
    else:
        assert False, ""expected %s(%s) to raise %s, but did not raise"" % (
            func,
            args,
            error,
        )
","def assertRaises ( error , func , * args , ** kwargs ) : <TAB> try : <TAB> <TAB> func ( * args , ** kwargs ) <TAB> except BaseException as e : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> else : <TAB> <TAB> <TAB> assert False , ""expected %s(%s) to raise %s, but raised %s"" % ( <TAB> <TAB> <TAB> <TAB> func , <TAB> <TAB> <TAB> <TAB> args , <TAB> <TAB> <TAB> <TAB> error , <TAB> <TAB> <TAB> <TAB> type ( e ) , <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> assert False , ""expected %s(%s) to raise %s, but did not raise"" % ( <TAB> <TAB> <TAB> func , <TAB> <TAB> <TAB> args , <TAB> <TAB> <TAB> error , <TAB> <TAB> )","if isinstance ( e , error ) :",167
3640,"def apply(self):
    new_block = self.block.copy()
    new_block.clear()
    for inst in self.block.body:
        if isinstance(inst, Assign) and inst.value in self.getattrs:
            const_assign = self._assign_const(inst)
            new_block.append(const_assign)
            inst = self._assign_getitem(inst, index=const_assign.target)
        new_block.append(inst)
    return new_block
","def apply ( self ) : <TAB> new_block = self . block . copy ( ) <TAB> new_block . clear ( ) <TAB> for inst in self . block . body : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> const_assign = self . _assign_const ( inst ) <TAB> <TAB> <TAB> new_block . append ( const_assign ) <TAB> <TAB> <TAB> inst = self . _assign_getitem ( inst , index = const_assign . target ) <TAB> <TAB> new_block . append ( inst ) <TAB> return new_block","if isinstance ( inst , Assign ) and inst . value in self . getattrs :",126
10735,"def join_search_results(
    all_search_results: Sequence[Union[List[AURPackageInfo], List[pyalpm.Package]]]
) -> Iterable[Union[AURPackageInfo, pyalpm.Package]]:
    pkgnames_set: Set[str] = set()
    for search_results in all_search_results:
        new_pkgnames_set = set(get_pkg_id(result) for result in search_results)
        if pkgnames_set:
            pkgnames_set = pkgnames_set.intersection(new_pkgnames_set)
        else:
            pkgnames_set = new_pkgnames_set
    return {
        get_pkg_id(result): result
        for result in all_search_results[0]
        if get_pkg_id(result) in pkgnames_set
    }.values()","def join_search_results ( <TAB> all_search_results : Sequence [ Union [ List [ AURPackageInfo ] , List [ pyalpm . Package ] ] ] ) -> Iterable [ Union [ AURPackageInfo , pyalpm . Package ] ] : <TAB> pkgnames_set : Set [ str ] = set ( ) <TAB> for search_results in all_search_results : <TAB> <TAB> new_pkgnames_set = set ( get_pkg_id ( result ) for result in search_results ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pkgnames_set = pkgnames_set . intersection ( new_pkgnames_set ) <TAB> <TAB> else : <TAB> <TAB> <TAB> pkgnames_set = new_pkgnames_set <TAB> return { <TAB> <TAB> get_pkg_id ( result ) : result <TAB> <TAB> for result in all_search_results [ 0 ] <TAB> <TAB> if get_pkg_id ( result ) in pkgnames_set <TAB> } . values ( )",if pkgnames_set :,210
23561,"def header_tag_files(env, files, legal_header, script_files=False):
    """"""Apply the legal_header to the list of files""""""
    try:
        import apply_legal_header
    except:
        xbc.cdie(""XED ERROR: mfile.py could not find scripts directory"")
    for g in files:
        print(""G: "", g)
        for f in mbuild.glob(g):
            print(""F: "", f)
            if script_files:
                apply_legal_header.apply_header_to_data_file(legal_header, f)
            else:
                apply_legal_header.apply_header_to_source_file(legal_header, f)
","def header_tag_files ( env , files , legal_header , script_files = False ) : <TAB> """"""Apply the legal_header to the list of files"""""" <TAB> try : <TAB> <TAB> import apply_legal_header <TAB> except : <TAB> <TAB> xbc . cdie ( ""XED ERROR: mfile.py could not find scripts directory"" ) <TAB> for g in files : <TAB> <TAB> print ( ""G: "" , g ) <TAB> <TAB> for f in mbuild . glob ( g ) : <TAB> <TAB> <TAB> print ( ""F: "" , f ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> apply_legal_header . apply_header_to_data_file ( legal_header , f ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> apply_legal_header . apply_header_to_source_file ( legal_header , f )",if script_files :,186
10589,"def run(self):
    while True:
        addr = self.request_queue.get()
        if addr == self._END_OF_STREAM:
            break
        try:
            sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
            sock.settimeout(self.scan_timeout)
            sock.connect((addr, self.port))
            sock.close()
            dev = get_device(addr, timeout=self.connect_timeout)
            print(""Found WeMo device: {}"".format(dev))
            self.process_response(dev)
        except OSError:
            pass
","def run ( self ) : <TAB> while True : <TAB> <TAB> addr = self . request_queue . get ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> try : <TAB> <TAB> <TAB> sock = socket . socket ( socket . AF_INET , socket . SOCK_STREAM ) <TAB> <TAB> <TAB> sock . settimeout ( self . scan_timeout ) <TAB> <TAB> <TAB> sock . connect ( ( addr , self . port ) ) <TAB> <TAB> <TAB> sock . close ( ) <TAB> <TAB> <TAB> dev = get_device ( addr , timeout = self . connect_timeout ) <TAB> <TAB> <TAB> print ( ""Found WeMo device: {}"" . format ( dev ) ) <TAB> <TAB> <TAB> self . process_response ( dev ) <TAB> <TAB> except OSError : <TAB> <TAB> <TAB> pass",if addr == self . _END_OF_STREAM :,165
7671,"def render_token_list(self, tokens):
    result = []
    vars = []
    for token in tokens:
        if token.token_type == TOKEN_TEXT:
            result.append(token.contents.replace(""%"", ""%%""))
        elif token.token_type == TOKEN_VAR:
            result.append(""%%(%s)s"" % token.contents)
            vars.append(token.contents)
    msg = """".join(result)
    if self.trimmed:
        msg = translation.trim_whitespace(msg)
    return msg, vars
","def render_token_list ( self , tokens ) : <TAB> result = [ ] <TAB> vars = [ ] <TAB> for token in tokens : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result . append ( token . contents . replace ( ""%"" , ""%%"" ) ) <TAB> <TAB> elif token . token_type == TOKEN_VAR : <TAB> <TAB> <TAB> result . append ( ""%%(%s)s"" % token . contents ) <TAB> <TAB> <TAB> vars . append ( token . contents ) <TAB> msg = """" . join ( result ) <TAB> if self . trimmed : <TAB> <TAB> msg = translation . trim_whitespace ( msg ) <TAB> return msg , vars",if token . token_type == TOKEN_TEXT :,139
1945,"def interact(self):
    """"""Interaction function, emulates a very dumb telnet client.""""""
    if sys.platform == ""win32"":
        self.mt_interact()
        return
    with _TelnetSelector() as selector:
        selector.register(self, selectors.EVENT_READ)
        selector.register(sys.stdin, selectors.EVENT_READ)
        while True:
            for key, events in selector.select():
                if key.fileobj is self:
                    try:
                        text = self.read_eager()
                    except EOFError:
                        print(""*** Connection closed by remote host ***"")
                        return
                    if text:
                        sys.stdout.write(text.decode(""ascii""))
                        sys.stdout.flush()
                elif key.fileobj is sys.stdin:
                    line = sys.stdin.readline().encode(""ascii"")
                    if not line:
                        return
                    self.write(line)","def interact ( self ) : <TAB> """"""Interaction function, emulates a very dumb telnet client."""""" <TAB> if sys . platform == ""win32"" : <TAB> <TAB> self . mt_interact ( ) <TAB> <TAB> return <TAB> with _TelnetSelector ( ) as selector : <TAB> <TAB> selector . register ( self , selectors . EVENT_READ ) <TAB> <TAB> selector . register ( sys . stdin , selectors . EVENT_READ ) <TAB> <TAB> while True : <TAB> <TAB> <TAB> for key , events in selector . select ( ) : <TAB> <TAB> <TAB> <TAB> if key . fileobj is self : <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> text = self . read_eager ( ) <TAB> <TAB> <TAB> <TAB> <TAB> except EOFError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( ""*** Connection closed by remote host ***"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> <TAB> if text : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sys . stdout . write ( text . decode ( ""ascii"" ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sys . stdout . flush ( ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> line = sys . stdin . readline ( ) . encode ( ""ascii"" ) <TAB> <TAB> <TAB> <TAB> <TAB> if not line : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> <TAB> self . write ( line )",elif key . fileobj is sys . stdin :,281
680,"def post_config_hook(self):
    # ipc: specify i3ipc, i3-msg, or swaymsg, otherwise auto
    self.ipc = getattr(self, ""ipc"", """")
    if self.ipc in ["""", ""i3ipc""]:
        try:
            from i3ipc import Connection  # noqa f401
            self.ipc = ""i3ipc""
        except Exception:
            if self.ipc:
                raise  # module not found
    self.ipc = (self.ipc or self.py3.get_wm_msg()).replace(""-"", """")
    if self.ipc in [""i3ipc""]:
        self.backend = I3ipc(self)
    elif self.ipc in [""i3msg"", ""swaymsg""]:
        self.backend = Msg(self)
    else:
        raise Exception(STRING_ERROR.format(self.ipc))
    self.thresholds_init = self.py3.get_color_names_list(self.format)","def post_config_hook ( self ) : <TAB> <TAB> self . ipc = getattr ( self , ""ipc"" , """" ) <TAB> if self . ipc in [ """" , ""i3ipc"" ] : <TAB> <TAB> try : <TAB> <TAB> <TAB> from i3ipc import Connection <TAB> <TAB> <TAB> self . ipc = ""i3ipc"" <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise <TAB> self . ipc = ( self . ipc or self . py3 . get_wm_msg ( ) ) . replace ( ""-"" , """" ) <TAB> if self . ipc in [ ""i3ipc"" ] : <TAB> <TAB> self . backend = I3ipc ( self ) <TAB> elif self . ipc in [ ""i3msg"" , ""swaymsg"" ] : <TAB> <TAB> self . backend = Msg ( self ) <TAB> else : <TAB> <TAB> raise Exception ( STRING_ERROR . format ( self . ipc ) ) <TAB> self . thresholds_init = self . py3 . get_color_names_list ( self . format )",if self . ipc :,257
15506,"def is_sorted(stack):
    storage_stack = []
    for i in range(len(stack)):
        if len(stack) == 0:
            break
        first_val = stack.pop()
        if len(stack) == 0:
            break
        second_val = stack.pop()
        if first_val < second_val:
            return False
        storage_stack.append(first_val)
        stack.append(second_val)
    # Backup stack
    for i in range(len(storage_stack)):
        stack.append(storage_stack.pop())
    return True",def is_sorted ( stack ) : <TAB> storage_stack = [ ] <TAB> for i in range ( len ( stack ) ) : <TAB> <TAB> if len ( stack ) == 0 : <TAB> <TAB> <TAB> break <TAB> <TAB> first_val = stack . pop ( ) <TAB> <TAB> if len ( stack ) == 0 : <TAB> <TAB> <TAB> break <TAB> <TAB> second_val = stack . pop ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> <TAB> storage_stack . append ( first_val ) <TAB> <TAB> stack . append ( second_val ) <TAB> <TAB> for i in range ( len ( storage_stack ) ) : <TAB> <TAB> stack . append ( storage_stack . pop ( ) ) <TAB> return True,if first_val < second_val :,158
6409,"def run_async(self, nuke_cursors):
    # type: (bool) -> None
    interface_type = self.view.settings().get(""git_savvy.interface"")
    for cls in subclasses:
        if cls.interface_type == interface_type:
            vid = self.view.id()
            interface = interfaces.get(vid, None)
            if not interface:
                interface = interfaces[vid] = cls(view=self.view)
            interface.render(nuke_cursors=nuke_cursors)  # type: ignore[union-attr]
            break
","def run_async ( self , nuke_cursors ) : <TAB> <TAB> interface_type = self . view . settings ( ) . get ( ""git_savvy.interface"" ) <TAB> for cls in subclasses : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> vid = self . view . id ( ) <TAB> <TAB> <TAB> interface = interfaces . get ( vid , None ) <TAB> <TAB> <TAB> if not interface : <TAB> <TAB> <TAB> <TAB> interface = interfaces [ vid ] = cls ( view = self . view ) <TAB> <TAB> <TAB> interface . render ( nuke_cursors = nuke_cursors ) <TAB> <TAB> <TAB> break",if cls . interface_type == interface_type :,155
24628,"def _learn_rate_adjust(self):
    if self.learn_rate_decays == 1.0:
        return
    learn_rate_decays = self._vp(self.learn_rate_decays)
    learn_rate_minimums = self._vp(self.learn_rate_minimums)
    for index, decay in enumerate(learn_rate_decays):
        new_learn_rate = self.net_.learnRates[index] * decay
        if new_learn_rate >= learn_rate_minimums[index]:
            self.net_.learnRates[index] = new_learn_rate
    if self.verbose >= 2:
        print(""Learn rates: {}"".format(self.net_.learnRates))","def _learn_rate_adjust ( self ) : <TAB> if self . learn_rate_decays == 1.0 : <TAB> <TAB> return <TAB> learn_rate_decays = self . _vp ( self . learn_rate_decays ) <TAB> learn_rate_minimums = self . _vp ( self . learn_rate_minimums ) <TAB> for index , decay in enumerate ( learn_rate_decays ) : <TAB> <TAB> new_learn_rate = self . net_ . learnRates [ index ] * decay <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . net_ . learnRates [ index ] = new_learn_rate <TAB> if self . verbose >= 2 : <TAB> <TAB> print ( ""Learn rates: {}"" . format ( self . net_ . learnRates ) )",if new_learn_rate >= learn_rate_minimums [ index ] :,176
9369,"def PyJsHoisted_BinaryExpression_(node, parent, this, arguments, var=var):
    var = Scope(
        {u""node"": node, u""this"": this, u""arguments"": arguments, u""parent"": parent}, var
    )
    var.registers([u""node"", u""parent""])
    if PyJsStrictEq(var.get(u""node"").get(u""operator""), Js(u""in"")):
        if var.get(u""t"").callprop(u""isVariableDeclarator"", var.get(u""parent"")):
            return var.get(u""true"")
        if var.get(u""t"").callprop(u""isFor"", var.get(u""parent"")):
            return var.get(u""true"")
    return Js(False)
","def PyJsHoisted_BinaryExpression_ ( node , parent , this , arguments , var = var ) : <TAB> var = Scope ( <TAB> <TAB> { u""node"" : node , u""this"" : this , u""arguments"" : arguments , u""parent"" : parent } , var <TAB> ) <TAB> var . registers ( [ u""node"" , u""parent"" ] ) <TAB> if PyJsStrictEq ( var . get ( u""node"" ) . get ( u""operator"" ) , Js ( u""in"" ) ) : <TAB> <TAB> if var . get ( u""t"" ) . callprop ( u""isVariableDeclarator"" , var . get ( u""parent"" ) ) : <TAB> <TAB> <TAB> return var . get ( u""true"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return var . get ( u""true"" ) <TAB> return Js ( False )","if var . get ( u""t"" ) . callprop ( u""isFor"" , var . get ( u""parent"" ) ) :",196
20853,"def feed(self, code):
    x = """"
    if code == 256:
        self.table = [chr(c) for c in xrange(256)]  # 0-255
        self.table.append(None)  # 256
        self.table.append(None)  # 257
        self.prevbuf = """"
        self.nbits = 9
    elif code == 257:
        pass
    elif not self.prevbuf:
        x = self.prevbuf = self.table[code]
    else:
        if code < len(self.table):
            x = self.table[code]
            self.table.append(self.prevbuf + x[0])
        else:
            self.table.append(self.prevbuf + self.prevbuf[0])
            x = self.table[code]
        l = len(self.table)
        if l == 511:
            self.nbits = 10
        elif l == 1023:
            self.nbits = 11
        elif l == 2047:
            self.nbits = 12
        self.prevbuf = x
    return x","def feed ( self , code ) : <TAB> x = """" <TAB> if code == 256 : <TAB> <TAB> self . table = [ chr ( c ) for c in xrange ( 256 ) ] <TAB> <TAB> self . table . append ( None ) <TAB> <TAB> self . table . append ( None ) <TAB> <TAB> self . prevbuf = """" <TAB> <TAB> self . nbits = 9 <TAB> elif code == 257 : <TAB> <TAB> pass <TAB> elif not self . prevbuf : <TAB> <TAB> x = self . prevbuf = self . table [ code ] <TAB> else : <TAB> <TAB> if code < len ( self . table ) : <TAB> <TAB> <TAB> x = self . table [ code ] <TAB> <TAB> <TAB> self . table . append ( self . prevbuf + x [ 0 ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . table . append ( self . prevbuf + self . prevbuf [ 0 ] ) <TAB> <TAB> <TAB> x = self . table [ code ] <TAB> <TAB> l = len ( self . table ) <TAB> <TAB> if l == 511 : <TAB> <TAB> <TAB> self . nbits = 10 <TAB> <TAB> elif l == 1023 : <TAB> <TAB> <TAB> self . nbits = 11 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . nbits = 12 <TAB> <TAB> self . prevbuf = x <TAB> return x",elif l == 2047 :,292
10683,"def string_type_request_headers(req):
    request_headers = {}
    if not isinstance(req, DummyRequest):
        request_headers = {
            k: v
            for k, v in get_headers_from_request(req).items()
            if isinstance(v, basestring)
        }
    return request_headers
","def string_type_request_headers ( req ) : <TAB> request_headers = { } <TAB> if not isinstance ( req , DummyRequest ) : <TAB> <TAB> request_headers = { <TAB> <TAB> <TAB> k : v <TAB> <TAB> <TAB> for k , v in get_headers_from_request ( req ) . items ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> } <TAB> return request_headers","if isinstance ( v , basestring )",87
18456,"def check_grants(self, acl):
    owner = acl[""Owner""][""ID""]
    found = []
    for grant in acl.get(""Grants"", ()):
        grantee = grant[""Grantee""]
        if ""ID"" in grantee and grantee[""ID""] == owner:
            continue
        elif ""URI"" in grantee:
            if self.data[""allow-log""] and grantee[""URI""] == Groups.LogDelivery:
                continue
            found.append(grant)
        elif ""ID"" in grantee:
            if ""*"" in self.whitelist_accounts:
                continue
            if grantee[""ID""] not in self.whitelist_accounts:
                found.append(grant)
        else:
            log.warning(""unknown grant %s"", grant)
    return found
","def check_grants ( self , acl ) : <TAB> owner = acl [ ""Owner"" ] [ ""ID"" ] <TAB> found = [ ] <TAB> for grant in acl . get ( ""Grants"" , ( ) ) : <TAB> <TAB> grantee = grant [ ""Grantee"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> elif ""URI"" in grantee : <TAB> <TAB> <TAB> if self . data [ ""allow-log"" ] and grantee [ ""URI"" ] == Groups . LogDelivery : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> found . append ( grant ) <TAB> <TAB> elif ""ID"" in grantee : <TAB> <TAB> <TAB> if ""*"" in self . whitelist_accounts : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if grantee [ ""ID"" ] not in self . whitelist_accounts : <TAB> <TAB> <TAB> <TAB> found . append ( grant ) <TAB> <TAB> else : <TAB> <TAB> <TAB> log . warning ( ""unknown grant %s"" , grant ) <TAB> return found","if ""ID"" in grantee and grantee [ ""ID"" ] == owner :",225
5525,"def processMessage(self, message):
    """"""Parse a message and post it as a metric.""""""
    if self.factory.verbose:
        log.listener(""Message received: %s"" % (message,))
    metric = message.routing_key
    for line in message.content.body.split(""\n""):
        line = line.strip()
        if not line:
            continue
        try:
            if settings.get(""AMQP_METRIC_NAME_IN_BODY"", False):
                metric, value, timestamp = line.split()
            else:
                value, timestamp = line.split()
            datapoint = (float(timestamp), float(value))
            if datapoint[1] != datapoint[1]:  # filter out NaN values
                continue
        except ValueError:
            log.listener(""invalid message line: %s"" % (line,))
            continue
        events.metricReceived(metric, datapoint)
        if self.factory.verbose:
            log.listener(
                ""Metric posted: %s %s %s""
                % (
                    metric,
                    value,
                    timestamp,
                )
            )","def processMessage ( self , message ) : <TAB> """"""Parse a message and post it as a metric."""""" <TAB> if self . factory . verbose : <TAB> <TAB> log . listener ( ""Message received: %s"" % ( message , ) ) <TAB> metric = message . routing_key <TAB> for line in message . content . body . split ( ""\n"" ) : <TAB> <TAB> line = line . strip ( ) <TAB> <TAB> if not line : <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> if settings . get ( ""AMQP_METRIC_NAME_IN_BODY"" , False ) : <TAB> <TAB> <TAB> <TAB> metric , value , timestamp = line . split ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> value , timestamp = line . split ( ) <TAB> <TAB> <TAB> datapoint = ( float ( timestamp ) , float ( value ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> log . listener ( ""invalid message line: %s"" % ( line , ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> events . metricReceived ( metric , datapoint ) <TAB> <TAB> if self . factory . verbose : <TAB> <TAB> <TAB> log . listener ( <TAB> <TAB> <TAB> <TAB> ""Metric posted: %s %s %s"" <TAB> <TAB> <TAB> <TAB> % ( <TAB> <TAB> <TAB> <TAB> <TAB> metric , <TAB> <TAB> <TAB> <TAB> <TAB> value , <TAB> <TAB> <TAB> <TAB> <TAB> timestamp , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> )",if datapoint [ 1 ] != datapoint [ 1 ] :,321
2521,"def save_params(self):
    if self._save_controller:
        if not os.path.exists(self._save_controller):
            os.makedirs(self._save_controller)
        output_dir = self._save_controller
    else:
        if not os.path.exists(""./.rlnas_controller""):
            os.makedirs(""./.rlnas_controller"")
        output_dir = ""./.rlnas_controller""
    with open(os.path.join(output_dir, ""rlnas.params""), ""wb"") as f:
        pickle.dump(self._params_dict, f)
    _logger.debug(""Save params done"")
","def save_params ( self ) : <TAB> if self . _save_controller : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . makedirs ( self . _save_controller ) <TAB> <TAB> output_dir = self . _save_controller <TAB> else : <TAB> <TAB> if not os . path . exists ( ""./.rlnas_controller"" ) : <TAB> <TAB> <TAB> os . makedirs ( ""./.rlnas_controller"" ) <TAB> <TAB> output_dir = ""./.rlnas_controller"" <TAB> with open ( os . path . join ( output_dir , ""rlnas.params"" ) , ""wb"" ) as f : <TAB> <TAB> pickle . dump ( self . _params_dict , f ) <TAB> _logger . debug ( ""Save params done"" )",if not os . path . exists ( self . _save_controller ) :,166
20839,"def build(self, hp, inputs=None):
    inputs = nest.flatten(inputs)
    utils.validate_num_inputs(inputs, 1)
    input_node = inputs[0]
    output_node = input_node
    output_node = reduction.Flatten().build(hp, output_node)
    use_batchnorm = self.use_batchnorm
    if use_batchnorm is None:
        use_batchnorm = hp.Boolean(""use_batchnorm"", default=False)
    for i in range(utils.add_to_hp(self.num_layers, hp)):
        units = utils.add_to_hp(self.num_units, hp, ""units_{i}"".format(i=i))
        output_node = layers.Dense(units)(output_node)
        if use_batchnorm:
            output_node = layers.BatchNormalization()(output_node)
        output_node = layers.ReLU()(output_node)
        if utils.add_to_hp(self.dropout, hp) > 0:
            output_node = layers.Dropout(utils.add_to_hp(self.dropout, hp))(output_node)
    return output_node","def build ( self , hp , inputs = None ) : <TAB> inputs = nest . flatten ( inputs ) <TAB> utils . validate_num_inputs ( inputs , 1 ) <TAB> input_node = inputs [ 0 ] <TAB> output_node = input_node <TAB> output_node = reduction . Flatten ( ) . build ( hp , output_node ) <TAB> use_batchnorm = self . use_batchnorm <TAB> if use_batchnorm is None : <TAB> <TAB> use_batchnorm = hp . Boolean ( ""use_batchnorm"" , default = False ) <TAB> for i in range ( utils . add_to_hp ( self . num_layers , hp ) ) : <TAB> <TAB> units = utils . add_to_hp ( self . num_units , hp , ""units_{i}"" . format ( i = i ) ) <TAB> <TAB> output_node = layers . Dense ( units ) ( output_node ) <TAB> <TAB> if use_batchnorm : <TAB> <TAB> <TAB> output_node = layers . BatchNormalization ( ) ( output_node ) <TAB> <TAB> output_node = layers . ReLU ( ) ( output_node ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> output_node = layers . Dropout ( utils . add_to_hp ( self . dropout , hp ) ) ( output_node ) <TAB> return output_node","if utils . add_to_hp ( self . dropout , hp ) > 0 :",286
8562,"def get_multi(self, keys, index=None):
    if index is not None and index not in self._indexes:
        raise ValueError(""Index {} does not exist"".format(index))
    with self._lmdb.begin() as txn:
        result = []
        cursor = txn.cursor(self._main_db)
        index_cursor = None
        if index is not None:
            index_db = self._indexes[index][0]
            index_cursor = txn.cursor(index_db)
        for key in keys:
            read_key = key.encode()
            # If we're looking at an index, check the index first
            if index_cursor:
                try:
                    read_key = index_cursor.get(read_key)
                except lmdb.BadValsizeError:
                    raise KeyError(""Invalid key: %s"" % read_key)
                if not read_key:
                    continue
            try:
                packed = cursor.get(read_key)
            except lmdb.BadValsizeError:
                raise KeyError(""Invalid key: %s"" % read_key)
            if packed is not None:
                result.append((read_key.decode(), self._deserializer(packed)))
            elif index_cursor:
                raise IndexOutOfSyncError(""Index is out of sync for key {}"".format(key))
    return result","def get_multi ( self , keys , index = None ) : <TAB> if index is not None and index not in self . _indexes : <TAB> <TAB> raise ValueError ( ""Index {} does not exist"" . format ( index ) ) <TAB> with self . _lmdb . begin ( ) as txn : <TAB> <TAB> result = [ ] <TAB> <TAB> cursor = txn . cursor ( self . _main_db ) <TAB> <TAB> index_cursor = None <TAB> <TAB> if index is not None : <TAB> <TAB> <TAB> index_db = self . _indexes [ index ] [ 0 ] <TAB> <TAB> <TAB> index_cursor = txn . cursor ( index_db ) <TAB> <TAB> for key in keys : <TAB> <TAB> <TAB> read_key = key . encode ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if index_cursor : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> read_key = index_cursor . get ( read_key ) <TAB> <TAB> <TAB> <TAB> except lmdb . BadValsizeError : <TAB> <TAB> <TAB> <TAB> <TAB> raise KeyError ( ""Invalid key: %s"" % read_key ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> packed = cursor . get ( read_key ) <TAB> <TAB> <TAB> except lmdb . BadValsizeError : <TAB> <TAB> <TAB> <TAB> raise KeyError ( ""Invalid key: %s"" % read_key ) <TAB> <TAB> <TAB> if packed is not None : <TAB> <TAB> <TAB> <TAB> result . append ( ( read_key . decode ( ) , self . _deserializer ( packed ) ) ) <TAB> <TAB> <TAB> elif index_cursor : <TAB> <TAB> <TAB> <TAB> raise IndexOutOfSyncError ( ""Index is out of sync for key {}"" . format ( key ) ) <TAB> return result",if not read_key :,370
20428,"def get_parameters(model, keys=None, mode=""include""):
    if keys is None:
        for name, param in model.named_parameters():
            yield param
    elif mode == ""include"":
        for name, param in model.named_parameters():
            flag = False
            for key in keys:
                if key in name:
                    flag = True
                    break
            if flag:
                yield param
    elif mode == ""exclude"":
        for name, param in model.named_parameters():
            flag = True
            for key in keys:
                if key in name:
                    flag = False
                    break
            if flag:
                yield param
    else:
        raise ValueError(""do not support: %s"" % mode)
","def get_parameters ( model , keys = None , mode = ""include"" ) : <TAB> if keys is None : <TAB> <TAB> for name , param in model . named_parameters ( ) : <TAB> <TAB> <TAB> yield param <TAB> elif mode == ""include"" : <TAB> <TAB> for name , param in model . named_parameters ( ) : <TAB> <TAB> <TAB> flag = False <TAB> <TAB> <TAB> for key in keys : <TAB> <TAB> <TAB> <TAB> if key in name : <TAB> <TAB> <TAB> <TAB> <TAB> flag = True <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> yield param <TAB> elif mode == ""exclude"" : <TAB> <TAB> for name , param in model . named_parameters ( ) : <TAB> <TAB> <TAB> flag = True <TAB> <TAB> <TAB> for key in keys : <TAB> <TAB> <TAB> <TAB> if key in name : <TAB> <TAB> <TAB> <TAB> <TAB> flag = False <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> yield param <TAB> else : <TAB> <TAB> raise ValueError ( ""do not support: %s"" % mode )",if flag :,219
7274,"def convert_port_bindings(port_bindings):
    result = {}
    for k, v in six.iteritems(port_bindings):
        key = str(k)
        if ""/"" not in key:
            key += ""/tcp""
        if isinstance(v, list):
            result[key] = [_convert_port_binding(binding) for binding in v]
        else:
            result[key] = [_convert_port_binding(v)]
    return result
","def convert_port_bindings ( port_bindings ) : <TAB> result = { } <TAB> for k , v in six . iteritems ( port_bindings ) : <TAB> <TAB> key = str ( k ) <TAB> <TAB> if ""/"" not in key : <TAB> <TAB> <TAB> key += ""/tcp"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result [ key ] = [ _convert_port_binding ( binding ) for binding in v ] <TAB> <TAB> else : <TAB> <TAB> <TAB> result [ key ] = [ _convert_port_binding ( v ) ] <TAB> return result","if isinstance ( v , list ) :",119
9676,"def expand_url(self, url, base_url, scoped=False, vocab_term=False):
    if url in (""@id"", ""@type""):
        return url
    if vocab_term and url in self.vocab:
        return url
    if self.vocab and "":"" in url:
        prefix = url.split("":"")[0]
        if prefix in self.vocab:
            url = self.vocab[prefix] + url[len(prefix) + 1 :]
    split = urlparse.urlsplit(url)
    if split.scheme or url.startswith(""$("") or url.startswith(""${""):
        pass
    elif scoped and not split.fragment:
        splitbase = urlparse.urlsplit(base_url)
        frg = """"
        if splitbase.fragment:
            frg = splitbase.fragment + ""/"" + split.path
        else:
            frg = split.path
        url = urlparse.urlunsplit(
            (splitbase.scheme, splitbase.netloc, splitbase.path, splitbase.query, frg)
        )
    else:
        url = urlparse.urljoin(base_url, url)
    if vocab_term and url in self.rvocab:
        return self.rvocab[url]
    else:
        return url","def expand_url ( self , url , base_url , scoped = False , vocab_term = False ) : <TAB> if url in ( ""@id"" , ""@type"" ) : <TAB> <TAB> return url <TAB> if vocab_term and url in self . vocab : <TAB> <TAB> return url <TAB> if self . vocab and "":"" in url : <TAB> <TAB> prefix = url . split ( "":"" ) [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> url = self . vocab [ prefix ] + url [ len ( prefix ) + 1 : ] <TAB> split = urlparse . urlsplit ( url ) <TAB> if split . scheme or url . startswith ( ""$("" ) or url . startswith ( ""${"" ) : <TAB> <TAB> pass <TAB> elif scoped and not split . fragment : <TAB> <TAB> splitbase = urlparse . urlsplit ( base_url ) <TAB> <TAB> frg = """" <TAB> <TAB> if splitbase . fragment : <TAB> <TAB> <TAB> frg = splitbase . fragment + ""/"" + split . path <TAB> <TAB> else : <TAB> <TAB> <TAB> frg = split . path <TAB> <TAB> url = urlparse . urlunsplit ( <TAB> <TAB> <TAB> ( splitbase . scheme , splitbase . netloc , splitbase . path , splitbase . query , frg ) <TAB> <TAB> ) <TAB> else : <TAB> <TAB> url = urlparse . urljoin ( base_url , url ) <TAB> if vocab_term and url in self . rvocab : <TAB> <TAB> return self . rvocab [ url ] <TAB> else : <TAB> <TAB> return url",if prefix in self . vocab :,314
20476,"def target_function(self, running, data):
    while running.is_set():
        try:
            username, password = data.next()
        except StopIteration:
            break
        else:
            ftp_client = self.ftp_create()
            if ftp_client.connect(retries=3) is None:
                print_error(
                    ""Too many connections problems. Quiting..."", verbose=self.verbosity
                )
                return
            if ftp_client.login(username, password):
                if self.stop_on_success:
                    running.clear()
                self.credentials.append(
                    (self.target, self.port, self.target_protocol, username, password)
                )
            ftp_client.close()","def target_function ( self , running , data ) : <TAB> while running . is_set ( ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> username , password = data . next ( ) <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> ftp_client = self . ftp_create ( ) <TAB> <TAB> <TAB> if ftp_client . connect ( retries = 3 ) is None : <TAB> <TAB> <TAB> <TAB> print_error ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Too many connections problems. Quiting..."" , verbose = self . verbosity <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> if ftp_client . login ( username , password ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> running . clear ( ) <TAB> <TAB> <TAB> <TAB> self . credentials . append ( <TAB> <TAB> <TAB> <TAB> <TAB> ( self . target , self . port , self . target_protocol , username , password ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ftp_client . close ( )",if self . stop_on_success :,220
1305,"def jobs(self):
    # How many jobs have we done?
    total_processed = 0
    for jobEntity in self.jobItems.query_entities():
        # Process the items in the page
        yield AzureJob.fromEntity(jobEntity)
        total_processed += 1
        if total_processed % 1000 == 0:
            # Produce some feedback for the user, because this can take
            # a long time on, for example, Azure
            logger.debug(""Processed %d total jobs"" % total_processed)
    logger.debug(""Processed %d total jobs"" % total_processed)","def jobs ( self ) : <TAB> <TAB> total_processed = 0 <TAB> for jobEntity in self . jobItems . query_entities ( ) : <TAB> <TAB> <TAB> <TAB> yield AzureJob . fromEntity ( jobEntity ) <TAB> <TAB> total_processed += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> logger . debug ( ""Processed %d total jobs"" % total_processed ) <TAB> logger . debug ( ""Processed %d total jobs"" % total_processed )",if total_processed % 1000 == 0 :,153
15209,"def save(self, force=False):
    if not force:
        if not self.need_save:
            return
        if time.time() - self.last_save_time < 10:
            return
    with self.lock:
        with open(self.file_path, ""w"") as fd:
            for ip in self.cache:
                record = self.cache[ip]
                rule = record[""r""]
                connect_time = record[""c""]
                update_time = record[""update""]
                fd.write(""%s %s %d %d\n"" % (ip, rule, connect_time, update_time))
    self.last_save_time = time.time()
    self.need_save = False","def save ( self , force = False ) : <TAB> if not force : <TAB> <TAB> if not self . need_save : <TAB> <TAB> <TAB> return <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> with self . lock : <TAB> <TAB> with open ( self . file_path , ""w"" ) as fd : <TAB> <TAB> <TAB> for ip in self . cache : <TAB> <TAB> <TAB> <TAB> record = self . cache [ ip ] <TAB> <TAB> <TAB> <TAB> rule = record [ ""r"" ] <TAB> <TAB> <TAB> <TAB> connect_time = record [ ""c"" ] <TAB> <TAB> <TAB> <TAB> update_time = record [ ""update"" ] <TAB> <TAB> <TAB> <TAB> fd . write ( ""%s %s %d %d\n"" % ( ip , rule , connect_time , update_time ) ) <TAB> self . last_save_time = time . time ( ) <TAB> self . need_save = False",if time . time ( ) - self . last_save_time < 10 :,198
14926,"def PrintColGroup(col_names, schema):
    """"""Print HTML colgroup element, used for JavaScript sorting.""""""
    print(""  <colgroup>"")
    for i, col in enumerate(col_names):
        if col.endswith(""_HREF""):
            continue
        # CSS class is used for sorting
        if schema.IsNumeric(col):
            css_class = ""number""
        else:
            css_class = ""case-insensitive""
        # NOTE: id is a comment only; not used
        print('    <col id=""{}"" type=""{}"" />'.format(col, css_class))
    print(""  </colgroup>"")
","def PrintColGroup ( col_names , schema ) : <TAB> """"""Print HTML colgroup element, used for JavaScript sorting."""""" <TAB> print ( ""  <colgroup>"" ) <TAB> for i , col in enumerate ( col_names ) : <TAB> <TAB> if col . endswith ( ""_HREF"" ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> css_class = ""number"" <TAB> <TAB> else : <TAB> <TAB> <TAB> css_class = ""case-insensitive"" <TAB> <TAB> <TAB> <TAB> print ( '    <col id=""{}"" type=""{}"" />' . format ( col , css_class ) ) <TAB> print ( ""  </colgroup>"" )",if schema . IsNumeric ( col ) :,161
9345,"def filterTokenLocation():
    i = None
    entry = None
    token = None
    tokens = []
    i = 0
    while 1:
        if not (i < len(extra.tokens)):
            break
        entry = extra.tokens[i]
        token = jsdict(
            {
                ""type"": entry.type,
                ""value"": entry.value,
            }
        )
        if extra.range:
            token.range = entry.range
        if extra.loc:
            token.loc = entry.loc
        tokens.append(token)
        i += 1
    extra.tokens = tokens","def filterTokenLocation ( ) : <TAB> i = None <TAB> entry = None <TAB> token = None <TAB> tokens = [ ] <TAB> i = 0 <TAB> while 1 : <TAB> <TAB> if not ( i < len ( extra . tokens ) ) : <TAB> <TAB> <TAB> break <TAB> <TAB> entry = extra . tokens [ i ] <TAB> <TAB> token = jsdict ( <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""type"" : entry . type , <TAB> <TAB> <TAB> <TAB> ""value"" : entry . value , <TAB> <TAB> <TAB> } <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> token . range = entry . range <TAB> <TAB> if extra . loc : <TAB> <TAB> <TAB> token . loc = entry . loc <TAB> <TAB> tokens . append ( token ) <TAB> <TAB> i += 1 <TAB> extra . tokens = tokens",if extra . range :,172
8927,"def visit_Import(self, node):
    modify_stmt = False
    for alias in node.names:
        name = alias.name.split(""."")
        for p in self.vendorized_packages:
            if name[0] == p:
                modify_stmt = True
                break
        if modify_stmt:
            break
    if modify_stmt:
        import_changes = _relpkg_import(self.pkg_parts)
        import_stmt, offset_start, offset_end = self.extract_source(node)
        ts = self.transformed_source
        ts_prefix = ts[: offset_start + self.offset]
        ts_postfix = ts[offset_end + self.offset :]
        inject = ""from "" + import_changes + "" ""
        self.offset += len(inject)
        for alias in node.names:
            name = alias.name.split(""."")
            if len(name) > 1:
                import_stmt = import_stmt.replace(alias.name, name[0])
                self.offset += -len(alias.name) + len(name[0])
        self.transformed_source = ts_prefix + inject + import_stmt + ts_postfix","def visit_Import ( self , node ) : <TAB> modify_stmt = False <TAB> for alias in node . names : <TAB> <TAB> name = alias . name . split ( ""."" ) <TAB> <TAB> for p in self . vendorized_packages : <TAB> <TAB> <TAB> if name [ 0 ] == p : <TAB> <TAB> <TAB> <TAB> modify_stmt = True <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <fill-in> <TAB> <TAB> import_changes = _relpkg_import ( self . pkg_parts ) <TAB> <TAB> import_stmt , offset_start , offset_end = self . extract_source ( node ) <TAB> <TAB> ts = self . transformed_source <TAB> <TAB> ts_prefix = ts [ : offset_start + self . offset ] <TAB> <TAB> ts_postfix = ts [ offset_end + self . offset : ] <TAB> <TAB> inject = ""from "" + import_changes + "" "" <TAB> <TAB> self . offset += len ( inject ) <TAB> <TAB> for alias in node . names : <TAB> <TAB> <TAB> name = alias . name . split ( ""."" ) <TAB> <TAB> <TAB> if len ( name ) > 1 : <TAB> <TAB> <TAB> <TAB> import_stmt = import_stmt . replace ( alias . name , name [ 0 ] ) <TAB> <TAB> <TAB> <TAB> self . offset += - len ( alias . name ) + len ( name [ 0 ] ) <TAB> <TAB> self . transformed_source = ts_prefix + inject + import_stmt + ts_postfix",if modify_stmt :,312
19468,"def file_counts_by_category(self):
    artifact_files = 0
    wandb_files = 0
    media_files = 0
    other_files = 0
    # Need to use list to ensure we get a copy, since other threads may
    # modify this while we iterate
    with self._lock:
        file_stats = list(self._stats.items())
    for save_name, stats in file_stats:
        if stats[""artifact_file""]:
            artifact_files += 1
        elif wandb.wandb_lib.filenames.is_wandb_file(save_name):
            wandb_files += 1
        elif save_name.startswith(""media""):
            media_files += 1
        else:
            other_files += 1
    return {
        ""artifact"": artifact_files,
        ""wandb"": wandb_files,
        ""media"": media_files,
        ""other"": other_files,
    }","def file_counts_by_category ( self ) : <TAB> artifact_files = 0 <TAB> wandb_files = 0 <TAB> media_files = 0 <TAB> other_files = 0 <TAB> <TAB> <TAB> with self . _lock : <TAB> <TAB> file_stats = list ( self . _stats . items ( ) ) <TAB> for save_name , stats in file_stats : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> artifact_files += 1 <TAB> <TAB> elif wandb . wandb_lib . filenames . is_wandb_file ( save_name ) : <TAB> <TAB> <TAB> wandb_files += 1 <TAB> <TAB> elif save_name . startswith ( ""media"" ) : <TAB> <TAB> <TAB> media_files += 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> other_files += 1 <TAB> return { <TAB> <TAB> ""artifact"" : artifact_files , <TAB> <TAB> ""wandb"" : wandb_files , <TAB> <TAB> ""media"" : media_files , <TAB> <TAB> ""other"" : other_files , <TAB> }","if stats [ ""artifact_file"" ] :",247
22405,"def _make_surrounding_transparent(self, building):
    """"""Makes the surrounding of building_position transparent""""""
    world_contains = self.session.world.map_dimensions.contains_without_border
    for coord in building.position.get_radius_coordinates(
        self.nearby_objects_radius, include_self=True
    ):
        p = Point(*coord)
        if not world_contains(p):
            continue
        tile = self.session.world.get_tile(p)
        if tile.object is not None and tile.object.buildable_upon:
            inst = tile.object.fife_instance
            inst.get2dGfxVisual().setTransparency(BUILDINGS.TRANSPARENCY_VALUE)
            self._transparent_instances.add(weakref.ref(inst))","def _make_surrounding_transparent ( self , building ) : <TAB> """"""Makes the surrounding of building_position transparent"""""" <TAB> world_contains = self . session . world . map_dimensions . contains_without_border <TAB> for coord in building . position . get_radius_coordinates ( <TAB> <TAB> self . nearby_objects_radius , include_self = True <TAB> ) : <TAB> <TAB> p = Point ( * coord ) <TAB> <TAB> if not world_contains ( p ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> tile = self . session . world . get_tile ( p ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> inst = tile . object . fife_instance <TAB> <TAB> <TAB> inst . get2dGfxVisual ( ) . setTransparency ( BUILDINGS . TRANSPARENCY_VALUE ) <TAB> <TAB> <TAB> self . _transparent_instances . add ( weakref . ref ( inst ) )",if tile . object is not None and tile . object . buildable_upon :,205
4886,"def validateName(topicName):
    """"""Raise TopicNameError if nameTuple not valid as topic name.""""""
    topicNameTuple = tupleize(topicName)
    if not topicNameTuple:
        reason = ""name tuple must have at least one item!""
        raise TopicNameError(None, reason)
    class topic:
        pass
    for subname in topicNameTuple:
        if not subname:
            reason = ""can't contain empty string or None""
            raise TopicNameError(topicNameTuple, reason)
        if subname.startswith(UNDERSCORE):
            reason = 'must not start with ""%s""' % UNDERSCORE
            raise TopicNameError(topicNameTuple, reason)
        if subname == ALL_TOPICS:
            reason = 'string ""%s"" is reserved for root topic' % ALL_TOPICS
            raise TopicNameError(topicNameTuple, reason)
        if _validNameRE.match(subname) is None:
            reason = 'element #%s (""%s"") has invalid characters' % (
                1 + list(topicNameTuple).index(subname),
                subname,
            )
            raise TopicNameError(topicNameTuple, reason)","def validateName ( topicName ) : <TAB> """"""Raise TopicNameError if nameTuple not valid as topic name."""""" <TAB> topicNameTuple = tupleize ( topicName ) <TAB> if not topicNameTuple : <TAB> <TAB> reason = ""name tuple must have at least one item!"" <TAB> <TAB> raise TopicNameError ( None , reason ) <TAB> class topic : <TAB> <TAB> pass <TAB> for subname in topicNameTuple : <TAB> <TAB> if not subname : <TAB> <TAB> <TAB> reason = ""can't contain empty string or None"" <TAB> <TAB> <TAB> raise TopicNameError ( topicNameTuple , reason ) <TAB> <TAB> if subname . startswith ( UNDERSCORE ) : <TAB> <TAB> <TAB> reason = 'must not start with ""%s""' % UNDERSCORE <TAB> <TAB> <TAB> raise TopicNameError ( topicNameTuple , reason ) <TAB> <TAB> if subname == ALL_TOPICS : <TAB> <TAB> <TAB> reason = 'string ""%s"" is reserved for root topic' % ALL_TOPICS <TAB> <TAB> <TAB> raise TopicNameError ( topicNameTuple , reason ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> reason = 'element #%s (""%s"") has invalid characters' % ( <TAB> <TAB> <TAB> <TAB> 1 + list ( topicNameTuple ) . index ( subname ) , <TAB> <TAB> <TAB> <TAB> subname , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> raise TopicNameError ( topicNameTuple , reason )",if _validNameRE . match ( subname ) is None :,306
18830,"def init_with_context(self, context):
    app_list = get_app_list(context)
    app_to_remove = []
    for app in app_list:
        app_name = app.get(""app_label"", app.get(""name"", """"))
        app[""models""] = filter(
            lambda model: self.models is None
            or (""%s.%s"" % (app_name, model[""object_name""])) in self.models
            or (""%s.*"" % app_name) in self.models,
            app[""models""],
        )
        app[""models""] = filter(
            lambda model: self.exclude is None
            or (
                (""%s.%s"" % (app_name, model[""object_name""])) not in self.exclude
                and (""%s.*"" % app_name) not in self.exclude
            ),
            app[""models""],
        )
        app[""models""] = list(app[""models""])
        if self.hide_empty and len(list(app[""models""])) == 0:
            app_to_remove.append(app)
    for app in app_to_remove:
        app_list.remove(app)
    self.children = app_list","def init_with_context ( self , context ) : <TAB> app_list = get_app_list ( context ) <TAB> app_to_remove = [ ] <TAB> for app in app_list : <TAB> <TAB> app_name = app . get ( ""app_label"" , app . get ( ""name"" , """" ) ) <TAB> <TAB> app [ ""models"" ] = filter ( <TAB> <TAB> <TAB> lambda model : self . models is None <TAB> <TAB> <TAB> or ( ""%s.%s"" % ( app_name , model [ ""object_name"" ] ) ) in self . models <TAB> <TAB> <TAB> or ( ""%s.*"" % app_name ) in self . models , <TAB> <TAB> <TAB> app [ ""models"" ] , <TAB> <TAB> ) <TAB> <TAB> app [ ""models"" ] = filter ( <TAB> <TAB> <TAB> lambda model : self . exclude is None <TAB> <TAB> <TAB> or ( <TAB> <TAB> <TAB> <TAB> ( ""%s.%s"" % ( app_name , model [ ""object_name"" ] ) ) not in self . exclude <TAB> <TAB> <TAB> <TAB> and ( ""%s.*"" % app_name ) not in self . exclude <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> app [ ""models"" ] , <TAB> <TAB> ) <TAB> <TAB> app [ ""models"" ] = list ( app [ ""models"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> app_to_remove . append ( app ) <TAB> for app in app_to_remove : <TAB> <TAB> app_list . remove ( app ) <TAB> self . children = app_list","if self . hide_empty and len ( list ( app [ ""models"" ] ) ) == 0 :",317
11153,"def extract_completions_from_view(
    self, view, regex, re_flags, point, current_view, seen
):
    regions = sorted(
        view.find_all(regex, re_flags), key=lambda r: abs(point - r.begin())
    )
    results = []
    is_current_view = (
        view == current_view or view.buffer_id() == current_view.buffer_id()
    )
    for region in regions:
        if is_current_view and region.contains(point):
            continue
        if MIN_AUTO_COMPLETE_WORD_SIZE <= region.size() <= MAX_AUTO_COMPLETE_WORD_SIZE:
            word = view.substr(region)
            if word not in seen:
                results.append(word)
                seen.add(word)
    return results
","def extract_completions_from_view ( <TAB> self , view , regex , re_flags , point , current_view , seen ) : <TAB> regions = sorted ( <TAB> <TAB> view . find_all ( regex , re_flags ) , key = lambda r : abs ( point - r . begin ( ) ) <TAB> ) <TAB> results = [ ] <TAB> is_current_view = ( <TAB> <TAB> view == current_view or view . buffer_id ( ) == current_view . buffer_id ( ) <TAB> ) <TAB> for region in regions : <TAB> <TAB> if is_current_view and region . contains ( point ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> word = view . substr ( region ) <TAB> <TAB> <TAB> if word not in seen : <TAB> <TAB> <TAB> <TAB> results . append ( word ) <TAB> <TAB> <TAB> <TAB> seen . add ( word ) <TAB> return results",if MIN_AUTO_COMPLETE_WORD_SIZE <= region . size ( ) <= MAX_AUTO_COMPLETE_WORD_SIZE :,213
1428,"def _search_for_tags(self):
    unique_tags = utils.NormalizedDict()
    self._tags = utils.NormalizedDict()
    self._test_cases = []
    for test in self.frame._controller.all_testcases():
        self._test_cases.append(test)
        for tag in test.tags:
            if tag.is_empty() or len(str(tag).strip()) == 0:
                continue
            else:
                tag_name = str(tag)
            if tag_name in unique_tags:
                unique_tags[tag_name].append(test)
                self._tags[tag_name].append(tag)
            else:
                unique_tags[tag_name] = [test]
                self._tags[tag_name] = [tag]
    isreversed = self.sort_state[1] != 1
    self.total_test_cases = len(self._test_cases)
    self._results = sorted(
        unique_tags.items(), key=lambda item: item[0].lower(), reverse=isreversed
    )","def _search_for_tags ( self ) : <TAB> unique_tags = utils . NormalizedDict ( ) <TAB> self . _tags = utils . NormalizedDict ( ) <TAB> self . _test_cases = [ ] <TAB> for test in self . frame . _controller . all_testcases ( ) : <TAB> <TAB> self . _test_cases . append ( test ) <TAB> <TAB> for tag in test . tags : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> tag_name = str ( tag ) <TAB> <TAB> <TAB> if tag_name in unique_tags : <TAB> <TAB> <TAB> <TAB> unique_tags [ tag_name ] . append ( test ) <TAB> <TAB> <TAB> <TAB> self . _tags [ tag_name ] . append ( tag ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> unique_tags [ tag_name ] = [ test ] <TAB> <TAB> <TAB> <TAB> self . _tags [ tag_name ] = [ tag ] <TAB> isreversed = self . sort_state [ 1 ] != 1 <TAB> self . total_test_cases = len ( self . _test_cases ) <TAB> self . _results = sorted ( <TAB> <TAB> unique_tags . items ( ) , key = lambda item : item [ 0 ] . lower ( ) , reverse = isreversed <TAB> )",if tag . is_empty ( ) or len ( str ( tag ) . strip ( ) ) == 0 :,283
5120,"def settings_edit(request, response_format=""html""):
    ""Settings""
    if not request.user.profile.is_admin(""treeio.services""):
        return user_denied(
            request,
            message=""You don't have administrator access to the Service Support module"",
        )
    if request.POST:
        if ""cancel"" not in request.POST:
            form = SettingsForm(request.user.profile, request.POST)
            if form.is_valid():
                form.save()
                return HttpResponseRedirect(reverse(""services_settings_view""))
        else:
            return HttpResponseRedirect(reverse(""services_settings_view""))
    else:
        form = SettingsForm(request.user.profile)
    context = _get_default_context(request)
    context.update({""form"": form})
    return render_to_response(
        ""services/settings_edit"",
        context,
        context_instance=RequestContext(request),
        response_format=response_format,
    )
","def settings_edit ( request , response_format = ""html"" ) : <TAB> ""Settings"" <TAB> if not request . user . profile . is_admin ( ""treeio.services"" ) : <TAB> <TAB> return user_denied ( <TAB> <TAB> <TAB> request , <TAB> <TAB> <TAB> message = ""You don't have administrator access to the Service Support module"" , <TAB> <TAB> ) <TAB> if request . POST : <TAB> <TAB> if ""cancel"" not in request . POST : <TAB> <TAB> <TAB> form = SettingsForm ( request . user . profile , request . POST ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> form . save ( ) <TAB> <TAB> <TAB> <TAB> return HttpResponseRedirect ( reverse ( ""services_settings_view"" ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return HttpResponseRedirect ( reverse ( ""services_settings_view"" ) ) <TAB> else : <TAB> <TAB> form = SettingsForm ( request . user . profile ) <TAB> context = _get_default_context ( request ) <TAB> context . update ( { ""form"" : form } ) <TAB> return render_to_response ( <TAB> <TAB> ""services/settings_edit"" , <TAB> <TAB> context , <TAB> <TAB> context_instance = RequestContext ( request ) , <TAB> <TAB> response_format = response_format , <TAB> )",if form . is_valid ( ) :,258
23853,"def prepare(self):
    info = VideoInfo(self.name)
    self.vid = match1(self.url, ""video_id=(\d+)"", ""#(\d{5,})"", ""(\d{5,})\.swf"")
    if not self.vid:
        html = get_content(self.url)
        self.vid = match1(
            html, ""video_id:'([^']+)"", ""SINA_TEXT_PAGE_INFO[\s\S]+?video_id: ?(\d+)""
        )
    assert self.vid, ""can't get vid""
    api_url = ""http://s.video.sina.com.cn/video/h5play?video_id={}"".format(self.vid)
    data = json.loads(get_content(api_url))[""data""]
    info.title = data[""title""]
    for t in [""mp4"", ""3gp"", ""flv""]:
        if t in data[""videos""]:
            video_info = data[""videos""][t]
            break
    for profile in video_info:
        if not profile in info.stream_types:
            v = video_info[profile]
            tp = v[""type""]
            url = v[""file_api""] + ""?vid="" + v[""file_id""]
            r_url = get_realurl(url)
            info.stream_types.append(profile)
            info.streams[profile] = {
                ""container"": tp,
                ""video_profile"": profile,
                ""src"": [r_url],
                ""size"": 0,
            }
    return info","def prepare ( self ) : <TAB> info = VideoInfo ( self . name ) <TAB> self . vid = match1 ( self . url , ""video_id=(\d+)"" , ""#(\d{5,})"" , ""(\d{5,})\.swf"" ) <TAB> if not self . vid : <TAB> <TAB> html = get_content ( self . url ) <TAB> <TAB> self . vid = match1 ( <TAB> <TAB> <TAB> html , ""video_id:'([^']+)"" , ""SINA_TEXT_PAGE_INFO[\s\S]+?video_id: ?(\d+)"" <TAB> <TAB> ) <TAB> assert self . vid , ""can't get vid"" <TAB> api_url = ""http://s.video.sina.com.cn/video/h5play?video_id={}"" . format ( self . vid ) <TAB> data = json . loads ( get_content ( api_url ) ) [ ""data"" ] <TAB> info . title = data [ ""title"" ] <TAB> for t in [ ""mp4"" , ""3gp"" , ""flv"" ] : <TAB> <TAB> if t in data [ ""videos"" ] : <TAB> <TAB> <TAB> video_info = data [ ""videos"" ] [ t ] <TAB> <TAB> <TAB> break <TAB> for profile in video_info : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> v = video_info [ profile ] <TAB> <TAB> <TAB> tp = v [ ""type"" ] <TAB> <TAB> <TAB> url = v [ ""file_api"" ] + ""?vid="" + v [ ""file_id"" ] <TAB> <TAB> <TAB> r_url = get_realurl ( url ) <TAB> <TAB> <TAB> info . stream_types . append ( profile ) <TAB> <TAB> <TAB> info . streams [ profile ] = { <TAB> <TAB> <TAB> <TAB> ""container"" : tp , <TAB> <TAB> <TAB> <TAB> ""video_profile"" : profile , <TAB> <TAB> <TAB> <TAB> ""src"" : [ r_url ] , <TAB> <TAB> <TAB> <TAB> ""size"" : 0 , <TAB> <TAB> <TAB> } <TAB> return info",if not profile in info . stream_types :,415
22282,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRING:
                self.username = iprot.readString()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . username = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STOP :,260
2684,"def run(self):
    for k, v in iteritems(self.objs):
        if k.startswith(""_""):
            continue
        if v[""_class""] == ""User"":
            if v[""email""] == """":
                v[""email""] = None
            if v[""ip""] == ""0.0.0.0"":
                v[""ip""] = None
    return self.objs","def run ( self ) : <TAB> for k , v in iteritems ( self . objs ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if v [ ""_class"" ] == ""User"" : <TAB> <TAB> <TAB> if v [ ""email"" ] == """" : <TAB> <TAB> <TAB> <TAB> v [ ""email"" ] = None <TAB> <TAB> <TAB> if v [ ""ip"" ] == ""0.0.0.0"" : <TAB> <TAB> <TAB> <TAB> v [ ""ip"" ] = None <TAB> return self . objs","if k . startswith ( ""_"" ) :",102
23150,"def orderUp(self, items):
    sel = []  # new selection
    undoinfo = []
    for bid, lid in items:
        if isinstance(lid, int):
            undoinfo.append(self.orderUpLineUndo(bid, lid))
            sel.append((bid, lid - 1))
        elif lid is None:
            undoinfo.append(self.orderUpBlockUndo(bid))
            if bid == 0:
                return items
            else:
                sel.append((bid - 1, None))
    self.addUndo(undoinfo, ""Move Up"")
    return sel","def orderUp ( self , items ) : <TAB> sel = [ ] <TAB> undoinfo = [ ] <TAB> for bid , lid in items : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> undoinfo . append ( self . orderUpLineUndo ( bid , lid ) ) <TAB> <TAB> <TAB> sel . append ( ( bid , lid - 1 ) ) <TAB> <TAB> elif lid is None : <TAB> <TAB> <TAB> undoinfo . append ( self . orderUpBlockUndo ( bid ) ) <TAB> <TAB> <TAB> if bid == 0 : <TAB> <TAB> <TAB> <TAB> return items <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> sel . append ( ( bid - 1 , None ) ) <TAB> self . addUndo ( undoinfo , ""Move Up"" ) <TAB> return sel","if isinstance ( lid , int ) :",164
15019,"def value_from_datadict(self, data, files, name):
    # if there's not h:m:s data, assume zero:
    h = data.get(self.hour_field % name, 0)  # hour
    m = data.get(self.minute_field % name, 0)  # minute
    meridiem = data.get(self.meridiem_field % name, None)
    # NOTE: if meridiem is None, assume 24-hr
    if meridiem is not None:
        if meridiem.lower().startswith(""p"") and int(h) != 12:
            h = (int(h) + 12) % 24
        elif meridiem.lower().startswith(""a"") and int(h) == 12:
            h = 0
    if (int(h) == 0 or h) and m and s:
        return ""%s:%s:%s"" % (h, m, s)
    return data.get(name, None)","def value_from_datadict ( self , data , files , name ) : <TAB> <TAB> h = data . get ( self . hour_field % name , 0 ) <TAB> m = data . get ( self . minute_field % name , 0 ) <TAB> meridiem = data . get ( self . meridiem_field % name , None ) <TAB> <TAB> if meridiem is not None : <TAB> <TAB> if meridiem . lower ( ) . startswith ( ""p"" ) and int ( h ) != 12 : <TAB> <TAB> <TAB> h = ( int ( h ) + 12 ) % 24 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> h = 0 <TAB> if ( int ( h ) == 0 or h ) and m and s : <TAB> <TAB> return ""%s:%s:%s"" % ( h , m , s ) <TAB> return data . get ( name , None )","elif meridiem . lower ( ) . startswith ( ""a"" ) and int ( h ) == 12 :",244
2518,"def _merge_knowledge(self, knowledge):
    for k, tensors in list(knowledge.items()):
        if len(tensors) == 0:
            del knowledge[k]
        elif len(tensors) == 1:
            knowledge[k] = tensors[0]
        else:
            result = 0
            for tensor in tensors:
                result += tensor
            if self._merge_strategy[k] == ""sum"":
                knowledge[k] = result
            elif self._merge_strategy[k] == ""mean"":
                knowledge[k] = result / len(tensors)
        # cast back to original data type if necessary
        tgt_dtype = self._knowledge_desc[k][""dtype""]
        if str(knowledge[k].dtype) != tgt_dtype:
            knowledge[k] = knowledge[k].astype(tgt_dtype)
    return knowledge","def _merge_knowledge ( self , knowledge ) : <TAB> for k , tensors in list ( knowledge . items ( ) ) : <TAB> <TAB> if len ( tensors ) == 0 : <TAB> <TAB> <TAB> del knowledge [ k ] <TAB> <TAB> elif len ( tensors ) == 1 : <TAB> <TAB> <TAB> knowledge [ k ] = tensors [ 0 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> result = 0 <TAB> <TAB> <TAB> for tensor in tensors : <TAB> <TAB> <TAB> <TAB> result += tensor <TAB> <TAB> <TAB> if self . _merge_strategy [ k ] == ""sum"" : <TAB> <TAB> <TAB> <TAB> knowledge [ k ] = result <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> knowledge [ k ] = result / len ( tensors ) <TAB> <TAB> <TAB> <TAB> tgt_dtype = self . _knowledge_desc [ k ] [ ""dtype"" ] <TAB> <TAB> if str ( knowledge [ k ] . dtype ) != tgt_dtype : <TAB> <TAB> <TAB> knowledge [ k ] = knowledge [ k ] . astype ( tgt_dtype ) <TAB> return knowledge","elif self . _merge_strategy [ k ] == ""mean"" :",243
17428,"def decorated_function(*args, **kwargs):
    # prevent these from being passed to the wrapped function:
    m = kwargs.pop if pop_exception_fields else kwargs.get
    exception_values = {
        ""index"": m(""index""),
        ""account"": m(""account_name"", None),
        ""exception_record_region"": m(""exception_record_region"", None),
        ""name"": m(""name"", None),
        ""exception_map"": m(""exception_map"", {}),
    }
    try:
        return f(*args, **kwargs)
    except Exception as e:
        if sentry:
            sentry.captureException()
        index = exception_values[""index""]
        account = exception_values[""account""]
        # Allow the recording region to be overridden for universal tech like IAM
        region = exception_values[""exception_record_region""] or kwargs.get(""region"")
        name = exception_values[""name""]
        exception_map = exception_values[""exception_map""]
        exc = BotoConnectionIssue(str(e), index, account, name)
        if name:
            location = (index, account, region, name)
        elif region:
            location = (index, account, region)
        elif account:
            location = (index, account)
        else:
            location = (index,)
        exception_map[location] = exc
        # Store the exception (the original one passed in, not exc):
        store_exception(source=source, location=location, exception=e)
","def decorated_function ( * args , ** kwargs ) : <TAB> <TAB> m = kwargs . pop if pop_exception_fields else kwargs . get <TAB> exception_values = { <TAB> <TAB> ""index"" : m ( ""index"" ) , <TAB> <TAB> ""account"" : m ( ""account_name"" , None ) , <TAB> <TAB> ""exception_record_region"" : m ( ""exception_record_region"" , None ) , <TAB> <TAB> ""name"" : m ( ""name"" , None ) , <TAB> <TAB> ""exception_map"" : m ( ""exception_map"" , { } ) , <TAB> } <TAB> try : <TAB> <TAB> return f ( * args , ** kwargs ) <TAB> except Exception as e : <TAB> <TAB> if sentry : <TAB> <TAB> <TAB> sentry . captureException ( ) <TAB> <TAB> index = exception_values [ ""index"" ] <TAB> <TAB> account = exception_values [ ""account"" ] <TAB> <TAB> <TAB> <TAB> region = exception_values [ ""exception_record_region"" ] or kwargs . get ( ""region"" ) <TAB> <TAB> name = exception_values [ ""name"" ] <TAB> <TAB> exception_map = exception_values [ ""exception_map"" ] <TAB> <TAB> exc = BotoConnectionIssue ( str ( e ) , index , account , name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> location = ( index , account , region , name ) <TAB> <TAB> elif region : <TAB> <TAB> <TAB> location = ( index , account , region ) <TAB> <TAB> elif account : <TAB> <TAB> <TAB> location = ( index , account ) <TAB> <TAB> else : <TAB> <TAB> <TAB> location = ( index , ) <TAB> <TAB> exception_map [ location ] = exc <TAB> <TAB> <TAB> <TAB> store_exception ( source = source , location = location , exception = e )",if name :,385
22144,"def _match_show(self, show, identifier):
    # Retrieve ""default_season"" parameter
    default_season = None
    if ""default_season"" in show.parameters:
        default_season = show.parameters[""default_season""]
        if default_season != ""a"":
            # Cast season number to an integer
            default_season = try_convert(default_season, int)
            if default_season is None:
                log.warn(
                    'Invalid value provided for the ""default_season"" parameter: %r',
                    show.parameters[""default_season""],
                )
                return None
    # Retrieve season number
    season_num = identifier.season_num
    if season_num is None or default_season is None or default_season == ""a"":
        season_num = default_season
    elif season_num > 0:
        season_num = default_season + (season_num - 1)
    # Retrieve episode number
    episode_num = identifier.episode_num
    if ""episode_offset"" in show.parameters:
        episode_num += int(show.parameters[""episode_offset""])
    # Build episode match
    if season_num != ""a"":
        match = EpisodeMatch(
            self._get_identifiers(show), season_num=season_num, episode_num=episode_num
        )
    else:
        if identifier.absolute_num is None:
            raise AbsoluteNumberRequiredError(
                ""Unable to match %r, an absolute number is required"" % identifier
            )
        match = EpisodeMatch(
            self._get_identifiers(show), absolute_num=identifier.absolute_num
        )
    if not match.valid:
        return None
    return match","def _match_show ( self , show , identifier ) : <TAB> <TAB> default_season = None <TAB> if ""default_season"" in show . parameters : <TAB> <TAB> default_season = show . parameters [ ""default_season"" ] <TAB> <TAB> if default_season != ""a"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> default_season = try_convert ( default_season , int ) <TAB> <TAB> <TAB> if default_season is None : <TAB> <TAB> <TAB> <TAB> log . warn ( <TAB> <TAB> <TAB> <TAB> <TAB> 'Invalid value provided for the ""default_season"" parameter: %r' , <TAB> <TAB> <TAB> <TAB> <TAB> show . parameters [ ""default_season"" ] , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> season_num = identifier . season_num <TAB> if season_num is None or default_season is None or default_season == ""a"" : <TAB> <TAB> season_num = default_season <TAB> elif season_num > 0 : <TAB> <TAB> season_num = default_season + ( season_num - 1 ) <TAB> <TAB> episode_num = identifier . episode_num <TAB> if ""episode_offset"" in show . parameters : <TAB> <TAB> episode_num += int ( show . parameters [ ""episode_offset"" ] ) <TAB> <TAB> if season_num != ""a"" : <TAB> <TAB> match = EpisodeMatch ( <TAB> <TAB> <TAB> self . _get_identifiers ( show ) , season_num = season_num , episode_num = episode_num <TAB> <TAB> ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise AbsoluteNumberRequiredError ( <TAB> <TAB> <TAB> <TAB> ""Unable to match %r, an absolute number is required"" % identifier <TAB> <TAB> <TAB> ) <TAB> <TAB> match = EpisodeMatch ( <TAB> <TAB> <TAB> self . _get_identifiers ( show ) , absolute_num = identifier . absolute_num <TAB> <TAB> ) <TAB> if not match . valid : <TAB> <TAB> return None <TAB> return match",if identifier . absolute_num is None :,476
4747,"def _load_module(self):
    spec = self.default_module_spec
    module_identifier = self.module_identifier
    if module_identifier:
        impls = self.get_module_implementation_map()
        if module_identifier not in impls:
            raise ModuleNotFound(
                ""Invalid module identifier %r in %s""
                % (module_identifier, force_ascii(repr(self)))
            )
        spec = impls[module_identifier]
    cls = load(
        spec, context_explanation=""Loading module for %s"" % force_ascii(repr(self))
    )
    options = getattr(self, self.module_options_field, None) or {}
    return cls(self, options)
","def _load_module ( self ) : <TAB> spec = self . default_module_spec <TAB> module_identifier = self . module_identifier <TAB> if module_identifier : <TAB> <TAB> impls = self . get_module_implementation_map ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ModuleNotFound ( <TAB> <TAB> <TAB> <TAB> ""Invalid module identifier %r in %s"" <TAB> <TAB> <TAB> <TAB> % ( module_identifier , force_ascii ( repr ( self ) ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> spec = impls [ module_identifier ] <TAB> cls = load ( <TAB> <TAB> spec , context_explanation = ""Loading module for %s"" % force_ascii ( repr ( self ) ) <TAB> ) <TAB> options = getattr ( self , self . module_options_field , None ) or { } <TAB> return cls ( self , options )",if module_identifier not in impls :,185
17034,"def _validate_action_like_for_prefixes(self, key):
    for statement in self._statements:
        if key in statement:
            if isinstance(statement[key], string_types):
                self._validate_action_prefix(statement[key])
            else:
                for action in statement[key]:
                    self._validate_action_prefix(action)
","def _validate_action_like_for_prefixes ( self , key ) : <TAB> for statement in self . _statements : <TAB> <TAB> if key in statement : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . _validate_action_prefix ( statement [ key ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> for action in statement [ key ] : <TAB> <TAB> <TAB> <TAB> <TAB> self . _validate_action_prefix ( action )","if isinstance ( statement [ key ] , string_types ) :",100
8373,"def handle_side(split_cls, is_before, amount, trying_other_side=False):
    ""Increase weights on one side. (top/left/right/bottom).""
    if amount:
        split, child = find_split_and_child(split_cls, is_before)
        if split:
            # Find neighbour.
            neighbour_index = split.index(child) + (-1 if is_before else 1)
            neighbour_child = split[neighbour_index]
            # Increase/decrease weights.
            split.weights[child] += amount
            split.weights[neighbour_child] -= amount
            # Ensure that all weights are at least one.
            for k, value in split.weights.items():
                if value < 1:
                    split.weights[k] = 1
        else:
            # When no split has been found where we can move in this
            # direction, try to move the other side instead using a
            # negative amount. This happens when we run ""resize-pane -R 4""
            # inside the pane that is completely on the right. In that
            # case it's logical to move the left border to the right
            # instead.
            if not trying_other_side:
                handle_side(split_cls, not is_before, -amount, trying_other_side=True)","def handle_side ( split_cls , is_before , amount , trying_other_side = False ) : <TAB> ""Increase weights on one side. (top/left/right/bottom)."" <TAB> if amount : <TAB> <TAB> split , child = find_split_and_child ( split_cls , is_before ) <TAB> <TAB> if split : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> neighbour_index = split . index ( child ) + ( - 1 if is_before else 1 ) <TAB> <TAB> <TAB> neighbour_child = split [ neighbour_index ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> split . weights [ child ] += amount <TAB> <TAB> <TAB> split . weights [ neighbour_child ] -= amount <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for k , value in split . weights . items ( ) : <TAB> <TAB> <TAB> <TAB> if value < 1 : <TAB> <TAB> <TAB> <TAB> <TAB> split . weights [ k ] = 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> handle_side ( split_cls , not is_before , - amount , trying_other_side = True )",if not trying_other_side :,354
19124,"def checker(expected_events):
    self.assertTrue(handler_called, ""Handler should have been called"")
    for (e_task_id, e_subtask_id, e_op) in expected_events[::-1]:
        sender, signal, event, task_id, subtask_id, op = params.pop()
        self.assertEqual(event, ""task_status_updated"", ""Bad event"")
        if e_task_id:
            self.assertEqual(task_id, e_task_id, ""wrong task"")
        if e_subtask_id:
            self.assertIsNotNone(subtask_id, ""No subtask_id"")
            self.assertEqual(subtask_id, e_subtask_id, ""Bad subtask_id"")
        if e_op:
            self.assertIsNotNone(op, ""No operation"")
            self.assertEqual(op, e_op, ""Bad operation"")","def checker ( expected_events ) : <TAB> self . assertTrue ( handler_called , ""Handler should have been called"" ) <TAB> for ( e_task_id , e_subtask_id , e_op ) in expected_events [ : : - 1 ] : <TAB> <TAB> sender , signal , event , task_id , subtask_id , op = params . pop ( ) <TAB> <TAB> self . assertEqual ( event , ""task_status_updated"" , ""Bad event"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertEqual ( task_id , e_task_id , ""wrong task"" ) <TAB> <TAB> if e_subtask_id : <TAB> <TAB> <TAB> self . assertIsNotNone ( subtask_id , ""No subtask_id"" ) <TAB> <TAB> <TAB> self . assertEqual ( subtask_id , e_subtask_id , ""Bad subtask_id"" ) <TAB> <TAB> if e_op : <TAB> <TAB> <TAB> self . assertIsNotNone ( op , ""No operation"" ) <TAB> <TAB> <TAB> self . assertEqual ( op , e_op , ""Bad operation"" )",if e_task_id :,227
8157,"def handle_event(self, fileno=None, events=None):
    if self._state == RUN:
        if self._it is None:
            self._it = self._process_result(0)  # non-blocking
        try:
            next(self._it)
        except (StopIteration, CoroStop):
            self._it = None","def handle_event ( self , fileno = None , events = None ) : <TAB> if self . _state == RUN : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _it = self . _process_result ( 0 ) <TAB> <TAB> try : <TAB> <TAB> <TAB> next ( self . _it ) <TAB> <TAB> except ( StopIteration , CoroStop ) : <TAB> <TAB> <TAB> self . _it = None",if self . _it is None :,92
5869,"def _process_async_callback(
    self, callback_results: AsyncGeneratorType, response: Response = None
):
    try:
        async for callback_result in callback_results:
            if isinstance(callback_result, AsyncGeneratorType):
                await self._process_async_callback(callback_result)
            elif isinstance(callback_result, Request):
                self.request_queue.put_nowait(
                    self.handle_request(request=callback_result)
                )
            elif isinstance(callback_result, typing.Coroutine):
                self.request_queue.put_nowait(
                    self.handle_callback(
                        aws_callback=callback_result, response=response
                    )
                )
            elif isinstance(callback_result, Item):
                # Process target item
                await self.process_item(callback_result)
            else:
                await self.process_callback_result(callback_result=callback_result)
    except NothingMatchedError as e:
        error_info = f""<Field: {str(e).lower()}"" + f"", error url: {response.url}>""
        self.logger.exception(error_info)
    except Exception as e:
        self.logger.exception(e)
","def _process_async_callback ( <TAB> self , callback_results : AsyncGeneratorType , response : Response = None ) : <TAB> try : <TAB> <TAB> async for callback_result in callback_results : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> await self . _process_async_callback ( callback_result ) <TAB> <TAB> <TAB> elif isinstance ( callback_result , Request ) : <TAB> <TAB> <TAB> <TAB> self . request_queue . put_nowait ( <TAB> <TAB> <TAB> <TAB> <TAB> self . handle_request ( request = callback_result ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> elif isinstance ( callback_result , typing . Coroutine ) : <TAB> <TAB> <TAB> <TAB> self . request_queue . put_nowait ( <TAB> <TAB> <TAB> <TAB> <TAB> self . handle_callback ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> aws_callback = callback_result , response = response <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> elif isinstance ( callback_result , Item ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> await self . process_item ( callback_result ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> await self . process_callback_result ( callback_result = callback_result ) <TAB> except NothingMatchedError as e : <TAB> <TAB> error_info = f""<Field: {str(e).lower()}"" + f"", error url: {response.url}>"" <TAB> <TAB> self . logger . exception ( error_info ) <TAB> except Exception as e : <TAB> <TAB> self . logger . exception ( e )","if isinstance ( callback_result , AsyncGeneratorType ) :",336
20974,"def make_course_schedule_test_record(**args):
    args = frappe._dict(args)
    course_schedule = frappe.new_doc(""Course Schedule"")
    course_schedule.student_group = (
        args.student_group or ""Course-TC101-2014-2015 (_Test Academic Term)""
    )
    course_schedule.course = args.course or ""TC101""
    course_schedule.instructor = args.instructor or ""_Test Instructor""
    course_schedule.room = args.room or frappe.get_all(""Room"")[0].name
    course_schedule.schedule_date = args.schedule_date or today()
    course_schedule.from_time = args.from_time or to_timedelta(""01:00:00"")
    course_schedule.to_time = (
        args.to_time or course_schedule.from_time + datetime.timedelta(hours=1)
    )
    if not args.do_not_save:
        if args.simulate:
            while True:
                try:
                    course_schedule.save()
                    break
                except OverlapError:
                    course_schedule.from_time = (
                        course_schedule.from_time + datetime.timedelta(minutes=10)
                    )
                    course_schedule.to_time = (
                        course_schedule.from_time + datetime.timedelta(hours=1)
                    )
        else:
            course_schedule.save()
    return course_schedule","def make_course_schedule_test_record ( ** args ) : <TAB> args = frappe . _dict ( args ) <TAB> course_schedule = frappe . new_doc ( ""Course Schedule"" ) <TAB> course_schedule . student_group = ( <TAB> <TAB> args . student_group or ""Course-TC101-2014-2015 (_Test Academic Term)"" <TAB> ) <TAB> course_schedule . course = args . course or ""TC101"" <TAB> course_schedule . instructor = args . instructor or ""_Test Instructor"" <TAB> course_schedule . room = args . room or frappe . get_all ( ""Room"" ) [ 0 ] . name <TAB> course_schedule . schedule_date = args . schedule_date or today ( ) <TAB> course_schedule . from_time = args . from_time or to_timedelta ( ""01:00:00"" ) <TAB> course_schedule . to_time = ( <TAB> <TAB> args . to_time or course_schedule . from_time + datetime . timedelta ( hours = 1 ) <TAB> ) <TAB> if not args . do_not_save : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> while True : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> course_schedule . save ( ) <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> except OverlapError : <TAB> <TAB> <TAB> <TAB> <TAB> course_schedule . from_time = ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> course_schedule . from_time + datetime . timedelta ( minutes = 10 ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> course_schedule . to_time = ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> course_schedule . from_time + datetime . timedelta ( hours = 1 ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> course_schedule . save ( ) <TAB> return course_schedule",if args . simulate :,411
24258,"def _get_member_pairs(self, cls, inst, tags):
    old_len = len(tags)
    tags = tags | {id(inst)}
    assert len(tags) > old_len, ""Offending instance: %r"" % inst
    for k, v in self.sort_fields(cls):
        subattr = self.get_cls_attrs(v)
        if subattr.exc:
            continue
        try:
            subinst = getattr(inst, k, None)
        # to guard against e.g. sqlalchemy throwing NoSuchColumnError
        except Exception as e:
            logger.error(""Error getting %r: %r"" % (k, e))
            subinst = None
        if subinst is None:
            subinst = subattr.default
        else:
            if id(subinst) in tags:
                continue
        logger.debug(""%s%r%r"", ""  "" * len(tags), k, v)
        val = self._object_to_doc(v, subinst, tags)
        min_o = subattr.min_occurs
        complex_as = self.get_complex_as(subattr)
        if val is not None or min_o > 0 or complex_as is list:
            sub_name = subattr.sub_name
            if sub_name is None:
                sub_name = k
            yield (sub_name, val)","def _get_member_pairs ( self , cls , inst , tags ) : <TAB> old_len = len ( tags ) <TAB> tags = tags | { id ( inst ) } <TAB> assert len ( tags ) > old_len , ""Offending instance: %r"" % inst <TAB> for k , v in self . sort_fields ( cls ) : <TAB> <TAB> subattr = self . get_cls_attrs ( v ) <TAB> <TAB> if subattr . exc : <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> subinst = getattr ( inst , k , None ) <TAB> <TAB> <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> logger . error ( ""Error getting %r: %r"" % ( k , e ) ) <TAB> <TAB> <TAB> subinst = None <TAB> <TAB> if subinst is None : <TAB> <TAB> <TAB> subinst = subattr . default <TAB> <TAB> else : <TAB> <TAB> <TAB> if id ( subinst ) in tags : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> logger . debug ( ""%s%r%r"" , ""  "" * len ( tags ) , k , v ) <TAB> <TAB> val = self . _object_to_doc ( v , subinst , tags ) <TAB> <TAB> min_o = subattr . min_occurs <TAB> <TAB> complex_as = self . get_complex_as ( subattr ) <TAB> <TAB> if val is not None or min_o > 0 or complex_as is list : <TAB> <TAB> <TAB> sub_name = subattr . sub_name <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> sub_name = k <TAB> <TAB> <TAB> yield ( sub_name , val )",if sub_name is None :,368
22829,"def toEncodedString(s, encoding=""utf-8"", reportErrors=False):
    if encoding is None:
        encoding = ""utf-8""
    if isUnicode(s):
        try:
            s = s.encode(encoding, ""strict"")
        except UnicodeError:
            if reportErrors:
                reportBadChars(s, encoding)
            s = s.encode(encoding, ""replace"")
    return s","def toEncodedString ( s , encoding = ""utf-8"" , reportErrors = False ) : <TAB> if encoding is None : <TAB> <TAB> encoding = ""utf-8"" <TAB> if isUnicode ( s ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> s = s . encode ( encoding , ""strict"" ) <TAB> <TAB> except UnicodeError : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> reportBadChars ( s , encoding ) <TAB> <TAB> <TAB> s = s . encode ( encoding , ""replace"" ) <TAB> return s",if reportErrors :,111
19604,"def extract_file(tgz, tarinfo, dst_path, buffer_size=10 << 20, log_function=None):
    """"""Extracts 'tarinfo' from 'tgz' and writes to 'dst_path'.""""""
    src = tgz.extractfile(tarinfo)
    if src is None:
        return
    dst = tf.compat.v1.gfile.GFile(dst_path, ""wb"")
    while 1:
        buf = src.read(buffer_size)
        if not buf:
            break
        dst.write(buf)
        if log_function is not None:
            log_function(len(buf))
    dst.close()
    src.close()","def extract_file ( tgz , tarinfo , dst_path , buffer_size = 10 << 20 , log_function = None ) : <TAB> """"""Extracts 'tarinfo' from 'tgz' and writes to 'dst_path'."""""" <TAB> src = tgz . extractfile ( tarinfo ) <TAB> if src is None : <TAB> <TAB> return <TAB> dst = tf . compat . v1 . gfile . GFile ( dst_path , ""wb"" ) <TAB> while 1 : <TAB> <TAB> buf = src . read ( buffer_size ) <TAB> <TAB> if not buf : <TAB> <TAB> <TAB> break <TAB> <TAB> dst . write ( buf ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> log_function ( len ( buf ) ) <TAB> dst . close ( ) <TAB> src . close ( )",if log_function is not None :,165
8307,"def _handle_Call(self, stmt_idx: int, stmt: Call, block: Block):
    if stmt.args:
        i = 0
        new_exprs = []
        while i < len(stmt.args):
            arg = stmt.args[i]
            new_expr = self._handle_expr(i, arg, stmt_idx, stmt, block)
            new_exprs.append(new_expr)
            i += 1
        if any(expr is not None for expr in new_exprs):
            # create a new statement
            new_args = [
                (new_arg if new_arg is not None else old_arg)
                for new_arg, old_arg in zip(new_exprs, stmt.args)
            ]
            new_stmt = Call(
                stmt.idx,
                stmt.target,
                calling_convention=stmt.calling_convention,
                prototype=stmt.prototype,
                args=new_args,
                ret_expr=stmt.ret_expr,
                **stmt.tags
            )
            return new_stmt
    return None","def _handle_Call ( self , stmt_idx : int , stmt : Call , block : Block ) : <TAB> if stmt . args : <TAB> <TAB> i = 0 <TAB> <TAB> new_exprs = [ ] <TAB> <TAB> while i < len ( stmt . args ) : <TAB> <TAB> <TAB> arg = stmt . args [ i ] <TAB> <TAB> <TAB> new_expr = self . _handle_expr ( i , arg , stmt_idx , stmt , block ) <TAB> <TAB> <TAB> new_exprs . append ( new_expr ) <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> new_args = [ <TAB> <TAB> <TAB> <TAB> ( new_arg if new_arg is not None else old_arg ) <TAB> <TAB> <TAB> <TAB> for new_arg , old_arg in zip ( new_exprs , stmt . args ) <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> new_stmt = Call ( <TAB> <TAB> <TAB> <TAB> stmt . idx , <TAB> <TAB> <TAB> <TAB> stmt . target , <TAB> <TAB> <TAB> <TAB> calling_convention = stmt . calling_convention , <TAB> <TAB> <TAB> <TAB> prototype = stmt . prototype , <TAB> <TAB> <TAB> <TAB> args = new_args , <TAB> <TAB> <TAB> <TAB> ret_expr = stmt . ret_expr , <TAB> <TAB> <TAB> <TAB> ** stmt . tags <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return new_stmt <TAB> return None",if any ( expr is not None for expr in new_exprs ) :,312
23051,"def cascade(self, event=None):
    """"""Cascade all Leo windows.""""""
    x, y, delta = 50, 50, 50
    for frame in g.app.windowList:
        w = frame and frame.top
        if w:
            r = w.geometry()  # a Qt.Rect
            # 2011/10/26: Fix bug 823601: cascade-windows fails.
            w.setGeometry(QtCore.QRect(x, y, r.width(), r.height()))
            # Compute the new offsets.
            x += 30
            y += 30
            if x > 200:
                x = 10 + delta
                y = 40 + delta
                delta += 10","def cascade ( self , event = None ) : <TAB> """"""Cascade all Leo windows."""""" <TAB> x , y , delta = 50 , 50 , 50 <TAB> for frame in g . app . windowList : <TAB> <TAB> w = frame and frame . top <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> r = w . geometry ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> w . setGeometry ( QtCore . QRect ( x , y , r . width ( ) , r . height ( ) ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> x += 30 <TAB> <TAB> <TAB> y += 30 <TAB> <TAB> <TAB> if x > 200 : <TAB> <TAB> <TAB> <TAB> x = 10 + delta <TAB> <TAB> <TAB> <TAB> y = 40 + delta <TAB> <TAB> <TAB> <TAB> delta += 10",if w :,190
12368,"def extract_comments(directory):
    for parent, dir_names, file_names in os.walk(directory):
        for file_name in file_names:
            if os.path.splitext(file_name)[1] == "".py"" and file_name != ""__init__.py"":
                # with open
                doc = get_comments_str(os.path.join(parent, file_name))
                directory_out = os.path.join(""docs"", parent.replace(directory, """"))
                if not os.path.exists(directory_out):
                    os.makedirs(directory_out)
                output_file = open(
                    os.path.join(directory_out, file_name[:-3] + "".md""), ""w""
                )
                output_file.write(doc)
                output_file.close()","def extract_comments ( directory ) : <TAB> for parent , dir_names , file_names in os . walk ( directory ) : <TAB> <TAB> for file_name in file_names : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> doc = get_comments_str ( os . path . join ( parent , file_name ) ) <TAB> <TAB> <TAB> <TAB> directory_out = os . path . join ( ""docs"" , parent . replace ( directory , """" ) ) <TAB> <TAB> <TAB> <TAB> if not os . path . exists ( directory_out ) : <TAB> <TAB> <TAB> <TAB> <TAB> os . makedirs ( directory_out ) <TAB> <TAB> <TAB> <TAB> output_file = open ( <TAB> <TAB> <TAB> <TAB> <TAB> os . path . join ( directory_out , file_name [ : - 3 ] + "".md"" ) , ""w"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> output_file . write ( doc ) <TAB> <TAB> <TAB> <TAB> output_file . close ( )","if os . path . splitext ( file_name ) [ 1 ] == "".py"" and file_name != ""__init__.py"" :",228
20545,"def __init__(self, artifact_uri, client=None):
    self.uri = artifact_uri
    parsed = urllib.parse.urlparse(artifact_uri)
    self.config = {
        ""host"": parsed.hostname,
        ""port"": parsed.port,
        ""username"": parsed.username,
        ""password"": parsed.password,
    }
    self.path = parsed.path
    if client:
        self.sftp = client
    else:
        import pysftp
        import paramiko
        if self.config[""host""] is None:
            self.config[""host""] = ""localhost""
        ssh_config = paramiko.SSHConfig()
        user_config_file = os.path.expanduser(""~/.ssh/config"")
        if os.path.exists(user_config_file):
            with open(user_config_file) as f:
                ssh_config.parse(f)
        user_config = ssh_config.lookup(self.config[""host""])
        if ""hostname"" in user_config:
            self.config[""host""] = user_config[""hostname""]
        if self.config.get(""username"", None) is None and ""user"" in user_config:
            self.config[""username""] = user_config[""user""]
        if self.config.get(""port"", None) is None:
            if ""port"" in user_config:
                self.config[""port""] = int(user_config[""port""])
            else:
                self.config[""port""] = 22
        if ""identityfile"" in user_config:
            self.config[""private_key""] = user_config[""identityfile""][0]
        self.sftp = pysftp.Connection(**self.config)
    super().__init__(artifact_uri)","def __init__ ( self , artifact_uri , client = None ) : <TAB> self . uri = artifact_uri <TAB> parsed = urllib . parse . urlparse ( artifact_uri ) <TAB> self . config = { <TAB> <TAB> ""host"" : parsed . hostname , <TAB> <TAB> ""port"" : parsed . port , <TAB> <TAB> ""username"" : parsed . username , <TAB> <TAB> ""password"" : parsed . password , <TAB> } <TAB> self . path = parsed . path <TAB> if client : <TAB> <TAB> self . sftp = client <TAB> else : <TAB> <TAB> import pysftp <TAB> <TAB> import paramiko <TAB> <TAB> if self . config [ ""host"" ] is None : <TAB> <TAB> <TAB> self . config [ ""host"" ] = ""localhost"" <TAB> <TAB> ssh_config = paramiko . SSHConfig ( ) <TAB> <TAB> user_config_file = os . path . expanduser ( ""~/.ssh/config"" ) <TAB> <TAB> if os . path . exists ( user_config_file ) : <TAB> <TAB> <TAB> with open ( user_config_file ) as f : <TAB> <TAB> <TAB> <TAB> ssh_config . parse ( f ) <TAB> <TAB> user_config = ssh_config . lookup ( self . config [ ""host"" ] ) <TAB> <TAB> if ""hostname"" in user_config : <TAB> <TAB> <TAB> self . config [ ""host"" ] = user_config [ ""hostname"" ] <TAB> <TAB> if self . config . get ( ""username"" , None ) is None and ""user"" in user_config : <TAB> <TAB> <TAB> self . config [ ""username"" ] = user_config [ ""user"" ] <TAB> <TAB> if self . config . get ( ""port"" , None ) is None : <TAB> <TAB> <TAB> if ""port"" in user_config : <TAB> <TAB> <TAB> <TAB> self . config [ ""port"" ] = int ( user_config [ ""port"" ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . config [ ""port"" ] = 22 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . config [ ""private_key"" ] = user_config [ ""identityfile"" ] [ 0 ] <TAB> <TAB> self . sftp = pysftp . Connection ( ** self . config ) <TAB> super ( ) . __init__ ( artifact_uri )","if ""identityfile"" in user_config :",452
17615,"def _check_exe(self, app_data, folder, name, exact, discovered, env):
    exe_path = os.path.join(folder, name)
    if not os.path.exists(exe_path):
        return None
    info = self.from_exe(
        exe_path, app_data, resolve_to_host=False, raise_on_error=False, env=env
    )
    if info is None:  # ignore if for some reason we can't query
        return None
    for item in [""implementation"", ""architecture"", ""version_info""]:
        found = getattr(info, item)
        searched = getattr(self, item)
        if found != searched:
            if item == ""version_info"":
                found, searched = ""."".join(str(i) for i in found), ""."".join(
                    str(i) for i in searched
                )
            executable = info.executable
            logging.debug(
                ""refused interpreter %s because %s differs %s != %s"",
                executable,
                item,
                found,
                searched,
            )
            if exact is False:
                discovered.append(info)
            break
    else:
        return info
    return None
","def _check_exe ( self , app_data , folder , name , exact , discovered , env ) : <TAB> exe_path = os . path . join ( folder , name ) <TAB> if not os . path . exists ( exe_path ) : <TAB> <TAB> return None <TAB> info = self . from_exe ( <TAB> <TAB> exe_path , app_data , resolve_to_host = False , raise_on_error = False , env = env <TAB> ) <TAB> if info is None : <TAB> <TAB> return None <TAB> for item in [ ""implementation"" , ""architecture"" , ""version_info"" ] : <TAB> <TAB> found = getattr ( info , item ) <TAB> <TAB> searched = getattr ( self , item ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if item == ""version_info"" : <TAB> <TAB> <TAB> <TAB> found , searched = ""."" . join ( str ( i ) for i in found ) , ""."" . join ( <TAB> <TAB> <TAB> <TAB> <TAB> str ( i ) for i in searched <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> executable = info . executable <TAB> <TAB> <TAB> logging . debug ( <TAB> <TAB> <TAB> <TAB> ""refused interpreter %s because %s differs %s != %s"" , <TAB> <TAB> <TAB> <TAB> executable , <TAB> <TAB> <TAB> <TAB> item , <TAB> <TAB> <TAB> <TAB> found , <TAB> <TAB> <TAB> <TAB> searched , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if exact is False : <TAB> <TAB> <TAB> <TAB> discovered . append ( info ) <TAB> <TAB> <TAB> break <TAB> else : <TAB> <TAB> return info <TAB> return None",if found != searched :,337
2526,"def net_arch(input, return_mid_layer=False, return_block=None):
    mid_layer = dict()
    layer_count = 0
    for i, layer_setting in enumerate(self.bottleneck_params_list):
        filter_num1, filter_num2, stride, kernel_size = layer_setting
        if stride == 2:
            layer_count += 1
        if check_points((layer_count - 1), return_block):
            mid_layer[layer_count - 1] = input
        input = self._depthwise_separable(
            input=input,
            num_filters1=filter_num1,
            num_filters2=filter_num2,
            stride=stride,
            scale=self.scale,
            kernel_size=int(kernel_size),
            name=""mobilenetv1_{}"".format(str(i + 1)),
        )
    if return_mid_layer:
        return input, mid_layer
    else:
        return (input,)","def net_arch ( input , return_mid_layer = False , return_block = None ) : <TAB> mid_layer = dict ( ) <TAB> layer_count = 0 <TAB> for i , layer_setting in enumerate ( self . bottleneck_params_list ) : <TAB> <TAB> filter_num1 , filter_num2 , stride , kernel_size = layer_setting <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> layer_count += 1 <TAB> <TAB> if check_points ( ( layer_count - 1 ) , return_block ) : <TAB> <TAB> <TAB> mid_layer [ layer_count - 1 ] = input <TAB> <TAB> input = self . _depthwise_separable ( <TAB> <TAB> <TAB> input = input , <TAB> <TAB> <TAB> num_filters1 = filter_num1 , <TAB> <TAB> <TAB> num_filters2 = filter_num2 , <TAB> <TAB> <TAB> stride = stride , <TAB> <TAB> <TAB> scale = self . scale , <TAB> <TAB> <TAB> kernel_size = int ( kernel_size ) , <TAB> <TAB> <TAB> name = ""mobilenetv1_{}"" . format ( str ( i + 1 ) ) , <TAB> <TAB> ) <TAB> if return_mid_layer : <TAB> <TAB> return input , mid_layer <TAB> else : <TAB> <TAB> return ( input , )",if stride == 2 :,259
10421,"def _ensure_cluster_exists(self, context, service):
    if self.cluster:
        try:
            cluster = objects.Cluster.get_by_id(
                context, None, name=self.cluster, binary=self.binary
            )
            # If the cluster already exists, then the service replication
            # fields must match those of the cluster unless the service
            # is in error status.
            error_states = (
                fields.ReplicationStatus.ERROR,
                fields.ReplicationStatus.FAILOVER_ERROR,
            )
            if service.replication_status not in error_states:
                for attr in (""replication_status"", ""active_backend_id"", ""frozen""):
                    if getattr(service, attr) != getattr(cluster, attr):
                        setattr(service, attr, getattr(cluster, attr))
        except exception.ClusterNotFound:
            # Since the cluster didn't exist, we copy replication fields
            # from the service.
            cluster = objects.Cluster(
                context=context,
                name=self.cluster,
                binary=self.binary,
                disabled=service.disabled,
                replication_status=service.replication_status,
                active_backend_id=service.active_backend_id,
                frozen=service.frozen,
            )
            try:
                cluster.create()
            # Race condition occurred and another service created the
            # cluster, so we can continue as it already exists.
            except exception.ClusterExists:
                pass
","def _ensure_cluster_exists ( self , context , service ) : <TAB> if self . cluster : <TAB> <TAB> try : <TAB> <TAB> <TAB> cluster = objects . Cluster . get_by_id ( <TAB> <TAB> <TAB> <TAB> context , None , name = self . cluster , binary = self . binary <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> error_states = ( <TAB> <TAB> <TAB> <TAB> fields . ReplicationStatus . ERROR , <TAB> <TAB> <TAB> <TAB> fields . ReplicationStatus . FAILOVER_ERROR , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if service . replication_status not in error_states : <TAB> <TAB> <TAB> <TAB> for attr in ( ""replication_status"" , ""active_backend_id"" , ""frozen"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> setattr ( service , attr , getattr ( cluster , attr ) ) <TAB> <TAB> except exception . ClusterNotFound : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cluster = objects . Cluster ( <TAB> <TAB> <TAB> <TAB> context = context , <TAB> <TAB> <TAB> <TAB> name = self . cluster , <TAB> <TAB> <TAB> <TAB> binary = self . binary , <TAB> <TAB> <TAB> <TAB> disabled = service . disabled , <TAB> <TAB> <TAB> <TAB> replication_status = service . replication_status , <TAB> <TAB> <TAB> <TAB> active_backend_id = service . active_backend_id , <TAB> <TAB> <TAB> <TAB> frozen = service . frozen , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> cluster . create ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> except exception . ClusterExists : <TAB> <TAB> <TAB> <TAB> pass","if getattr ( service , attr ) != getattr ( cluster , attr ) :",430
10887,"def write_html(self, html):
    # HTML parser
    html = html.replace(""\n"", "" "")
    a = re.split(""<(.*?)>"", html)
    for i, e in enumerate(a):
        if i % 2 == 0:
            # Text
            if self.href:
                self.put_link(self.href, e)
            else:
                self.write(5, e)
        else:
            # Tag
            if e[0] == ""/"":
                self.close_tag(e[1:].upper())
            else:
                # Extract attributes
                attr = {}
                a2 = e.split("" "")
                tag = a2.pop(0).upper()
                for v in a2:
                    a3 = re.findall(""""""^([^=]*)=[""']?([^""']*)[""']?"""""", v)[0]
                    if a3:
                        attr[a3[0].upper()] = a3[1]
                self.open_tag(tag, attr)","def write_html ( self , html ) : <TAB> <TAB> html = html . replace ( ""\n"" , "" "" ) <TAB> a = re . split ( ""<(.*?)>"" , html ) <TAB> for i , e in enumerate ( a ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . href : <TAB> <TAB> <TAB> <TAB> self . put_link ( self . href , e ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . write ( 5 , e ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if e [ 0 ] == ""/"" : <TAB> <TAB> <TAB> <TAB> self . close_tag ( e [ 1 : ] . upper ( ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> attr = { } <TAB> <TAB> <TAB> <TAB> a2 = e . split ( "" "" ) <TAB> <TAB> <TAB> <TAB> tag = a2 . pop ( 0 ) . upper ( ) <TAB> <TAB> <TAB> <TAB> for v in a2 : <TAB> <TAB> <TAB> <TAB> <TAB> a3 = re . findall ( """"""^([^=]*)=[""']?([^""']*)[""']?"""""" , v ) [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> if a3 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> attr [ a3 [ 0 ] . upper ( ) ] = a3 [ 1 ] <TAB> <TAB> <TAB> <TAB> self . open_tag ( tag , attr )",if i % 2 == 0 :,291
10679,"def delete_doc(elastic_document_id, node, index=None, category=None):
    index = index or INDEX
    if not category:
        if isinstance(node, Preprint):
            category = ""preprint""
        elif node.is_registration:
            category = ""registration""
        else:
            category = node.project_or_component
    client().delete(
        index=index,
        doc_type=category,
        id=elastic_document_id,
        refresh=True,
        ignore=[404],
    )","def delete_doc ( elastic_document_id , node , index = None , category = None ) : <TAB> index = index or INDEX <TAB> if not category : <TAB> <TAB> if isinstance ( node , Preprint ) : <TAB> <TAB> <TAB> category = ""preprint"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> category = ""registration"" <TAB> <TAB> else : <TAB> <TAB> <TAB> category = node . project_or_component <TAB> client ( ) . delete ( <TAB> <TAB> index = index , <TAB> <TAB> doc_type = category , <TAB> <TAB> id = elastic_document_id , <TAB> <TAB> refresh = True , <TAB> <TAB> ignore = [ 404 ] , <TAB> )",elif node . is_registration :,143
22887,"def import_files(self, files):
    """"""Import a list of MORE (.csv) files.""""""
    c = self.c
    if files:
        changed = False
        self.tab_width = c.getTabWidth(c.p)
        for fileName in files:
            g.setGlobalOpenDir(fileName)
            p = self.import_file(fileName)
            if p:
                p.contract()
                p.setDirty()
                c.setChanged(True)
                changed = True
        if changed:
            c.redraw(p)
","def import_files ( self , files ) : <TAB> """"""Import a list of MORE (.csv) files."""""" <TAB> c = self . c <TAB> if files : <TAB> <TAB> changed = False <TAB> <TAB> self . tab_width = c . getTabWidth ( c . p ) <TAB> <TAB> for fileName in files : <TAB> <TAB> <TAB> g . setGlobalOpenDir ( fileName ) <TAB> <TAB> <TAB> p = self . import_file ( fileName ) <TAB> <TAB> <TAB> if p : <TAB> <TAB> <TAB> <TAB> p . contract ( ) <TAB> <TAB> <TAB> <TAB> p . setDirty ( ) <TAB> <TAB> <TAB> <TAB> c . setChanged ( True ) <TAB> <TAB> <TAB> <TAB> changed = True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> c . redraw ( p )",if changed :,160
2376,"def __hierarchyViewKeyPress(hierarchyView, event):
    if event == __editSourceKeyPress:
        selectedPath = __hierarchyViewSelectedPath(hierarchyView)
        if selectedPath is not None:
            __editSourceNode(
                hierarchyView.getContext(), hierarchyView.scene(), selectedPath
            )
        return True
    elif event == __editTweaksKeyPress:
        selectedPath = __hierarchyViewSelectedPath(hierarchyView)
        if selectedPath is not None:
            __editTweaksNode(
                hierarchyView.getContext(), hierarchyView.scene(), selectedPath
            )
        return True
","def __hierarchyViewKeyPress ( hierarchyView , event ) : <TAB> if event == __editSourceKeyPress : <TAB> <TAB> selectedPath = __hierarchyViewSelectedPath ( hierarchyView ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> __editSourceNode ( <TAB> <TAB> <TAB> <TAB> hierarchyView . getContext ( ) , hierarchyView . scene ( ) , selectedPath <TAB> <TAB> <TAB> ) <TAB> <TAB> return True <TAB> elif event == __editTweaksKeyPress : <TAB> <TAB> selectedPath = __hierarchyViewSelectedPath ( hierarchyView ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> __editTweaksNode ( <TAB> <TAB> <TAB> <TAB> hierarchyView . getContext ( ) , hierarchyView . scene ( ) , selectedPath <TAB> <TAB> <TAB> ) <TAB> <TAB> return True",if selectedPath is not None :,173
8948,"def _read_fixed_body(
    self, content_length: int, delegate: httputil.HTTPMessageDelegate
) -> None:
    while content_length > 0:
        body = await self.stream.read_bytes(
            min(self.params.chunk_size, content_length), partial=True
        )
        content_length -= len(body)
        if not self._write_finished or self.is_client:
            with _ExceptionLoggingContext(app_log):
                ret = delegate.data_received(body)
                if ret is not None:
                    await ret","def _read_fixed_body ( <TAB> self , content_length : int , delegate : httputil . HTTPMessageDelegate ) -> None : <TAB> while content_length > 0 : <TAB> <TAB> body = await self . stream . read_bytes ( <TAB> <TAB> <TAB> min ( self . params . chunk_size , content_length ) , partial = True <TAB> <TAB> ) <TAB> <TAB> content_length -= len ( body ) <TAB> <TAB> if not self . _write_finished or self . is_client : <TAB> <TAB> <TAB> with _ExceptionLoggingContext ( app_log ) : <TAB> <TAB> <TAB> <TAB> ret = delegate . data_received ( body ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> await ret",if ret is not None :,158
20447,"def __init__(
    self, num_layers=12, out_filters=24, in_channels=3, num_classes=10, dropout_rate=0.0
):
    super().__init__()
    self.num_layers = num_layers
    self.num_classes = num_classes
    self.out_filters = out_filters
    self.stem = nn.Sequential(
        nn.Conv2d(in_channels, out_filters, 3, 1, 1, bias=False),
        nn.BatchNorm2d(out_filters),
    )
    pool_distance = self.num_layers // 3
    self.pool_layers_idx = [pool_distance - 1, 2 * pool_distance - 1]
    self.dropout_rate = dropout_rate
    self.dropout = nn.Dropout(self.dropout_rate)
    self.layers = nn.ModuleList()
    self.pool_layers = nn.ModuleList()
    labels = []
    for layer_id in range(self.num_layers):
        labels.append(""layer_{}"".format(layer_id))
        if layer_id in self.pool_layers_idx:
            self.pool_layers.append(
                FactorizedReduce(self.out_filters, self.out_filters)
            )
        self.layers.append(
            ENASMacroLayer(labels[-1], labels[:-1], self.out_filters, self.out_filters)
        )
    self.gap = nn.AdaptiveAvgPool2d(1)
    self.dense = nn.Linear(self.out_filters, self.num_classes)","def __init__ ( <TAB> self , num_layers = 12 , out_filters = 24 , in_channels = 3 , num_classes = 10 , dropout_rate = 0.0 ) : <TAB> super ( ) . __init__ ( ) <TAB> self . num_layers = num_layers <TAB> self . num_classes = num_classes <TAB> self . out_filters = out_filters <TAB> self . stem = nn . Sequential ( <TAB> <TAB> nn . Conv2d ( in_channels , out_filters , 3 , 1 , 1 , bias = False ) , <TAB> <TAB> nn . BatchNorm2d ( out_filters ) , <TAB> ) <TAB> pool_distance = self . num_layers // 3 <TAB> self . pool_layers_idx = [ pool_distance - 1 , 2 * pool_distance - 1 ] <TAB> self . dropout_rate = dropout_rate <TAB> self . dropout = nn . Dropout ( self . dropout_rate ) <TAB> self . layers = nn . ModuleList ( ) <TAB> self . pool_layers = nn . ModuleList ( ) <TAB> labels = [ ] <TAB> for layer_id in range ( self . num_layers ) : <TAB> <TAB> labels . append ( ""layer_{}"" . format ( layer_id ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . pool_layers . append ( <TAB> <TAB> <TAB> <TAB> FactorizedReduce ( self . out_filters , self . out_filters ) <TAB> <TAB> <TAB> ) <TAB> <TAB> self . layers . append ( <TAB> <TAB> <TAB> ENASMacroLayer ( labels [ - 1 ] , labels [ : - 1 ] , self . out_filters , self . out_filters ) <TAB> <TAB> ) <TAB> self . gap = nn . AdaptiveAvgPool2d ( 1 ) <TAB> self . dense = nn . Linear ( self . out_filters , self . num_classes )",if layer_id in self . pool_layers_idx :,391
3736,"def validate(self, value):
    if value.grid_id is not None:
        if not isinstance(value, self.proxy_class):
            self.error(""FileField only accepts GridFSProxy values"")
        if not isinstance(value.grid_id, ObjectId):
            self.error(""Invalid GridFSProxy value"")
","def validate ( self , value ) : <TAB> if value . grid_id is not None : <TAB> <TAB> if not isinstance ( value , self . proxy_class ) : <TAB> <TAB> <TAB> self . error ( ""FileField only accepts GridFSProxy values"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . error ( ""Invalid GridFSProxy value"" )","if not isinstance ( value . grid_id , ObjectId ) :",82
13601,"def free_tileable_data(self, tileable_key, skip_chunk_keys=None, wait=False):
    tileable = self._get_tileable_by_key(tileable_key)
    futures = []
    for chunk in tileable.chunks:
        if skip_chunk_keys is not None and chunk.key in skip_chunk_keys:
            continue
        if isinstance(chunk.op, Fetch):
            # skip fetch op
            continue
        futures.append(
            self._get_operand_ref(chunk.op.key).free_data(
                check=False, _tell=not wait, _wait=False
            )
        )
    logger.debug(
        ""Free tileable data: %s, chunk keys: %r"",
        tileable_key,
        [c.key for c in tileable.chunks],
    )
    [f.result() for f in futures]
","def free_tileable_data ( self , tileable_key , skip_chunk_keys = None , wait = False ) : <TAB> tileable = self . _get_tileable_by_key ( tileable_key ) <TAB> futures = [ ] <TAB> for chunk in tileable . chunks : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if isinstance ( chunk . op , Fetch ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> futures . append ( <TAB> <TAB> <TAB> self . _get_operand_ref ( chunk . op . key ) . free_data ( <TAB> <TAB> <TAB> <TAB> check = False , _tell = not wait , _wait = False <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> logger . debug ( <TAB> <TAB> ""Free tileable data: %s, chunk keys: %r"" , <TAB> <TAB> tileable_key , <TAB> <TAB> [ c . key for c in tileable . chunks ] , <TAB> ) <TAB> [ f . result ( ) for f in futures ]",if skip_chunk_keys is not None and chunk . key in skip_chunk_keys :,227
14172,"def optimize(self, graph: Graph) -> Tuple[Graph, bool]:
    flag_changed = False
    for op in traverse.filter_nodes(traverse.listup_operators(graph), Linear):
        x = op.inputs[""x""]
        w = op.inputs[""w""]
        y = op.outputs[""y""]
        flag_changed = True
        op.remove_all()
        a_filter = Axis()
        if x.ndim == 2:
            (w,) = ReinterpretAxis(
                None, in_order=OrderNC, out_order=Order([Axis.C, a_filter])
            )(w)
            (new_y,) = Tensordot(None, axes=[Axis.C, a_filter])(x, w)
        elif x.ndim == 4:
            (w,) = ReinterpretAxis(
                None,
                in_order=OrderNHWC,
                out_order=Order([Axis.C, Axis.H, Axis.W, a_filter]),
            )(w)
            (new_y,) = Tensordot(
                None, axes=[[Axis.H, Axis.W, Axis.C], [Axis.H, Axis.W, a_filter]]
            )(x, w)
        else:
            raise NotImplementedError
        OptimizeRule.replace_variable(graph, new_y.transpose_like(y), y)
    return graph, flag_changed","def optimize ( self , graph : Graph ) -> Tuple [ Graph , bool ] : <TAB> flag_changed = False <TAB> for op in traverse . filter_nodes ( traverse . listup_operators ( graph ) , Linear ) : <TAB> <TAB> x = op . inputs [ ""x"" ] <TAB> <TAB> w = op . inputs [ ""w"" ] <TAB> <TAB> y = op . outputs [ ""y"" ] <TAB> <TAB> flag_changed = True <TAB> <TAB> op . remove_all ( ) <TAB> <TAB> a_filter = Axis ( ) <TAB> <TAB> if x . ndim == 2 : <TAB> <TAB> <TAB> ( w , ) = ReinterpretAxis ( <TAB> <TAB> <TAB> <TAB> None , in_order = OrderNC , out_order = Order ( [ Axis . C , a_filter ] ) <TAB> <TAB> <TAB> ) ( w ) <TAB> <TAB> <TAB> ( new_y , ) = Tensordot ( None , axes = [ Axis . C , a_filter ] ) ( x , w ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ( w , ) = ReinterpretAxis ( <TAB> <TAB> <TAB> <TAB> None , <TAB> <TAB> <TAB> <TAB> in_order = OrderNHWC , <TAB> <TAB> <TAB> <TAB> out_order = Order ( [ Axis . C , Axis . H , Axis . W , a_filter ] ) , <TAB> <TAB> <TAB> ) ( w ) <TAB> <TAB> <TAB> ( new_y , ) = Tensordot ( <TAB> <TAB> <TAB> <TAB> None , axes = [ [ Axis . H , Axis . W , Axis . C ] , [ Axis . H , Axis . W , a_filter ] ] <TAB> <TAB> <TAB> ) ( x , w ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise NotImplementedError <TAB> <TAB> OptimizeRule . replace_variable ( graph , new_y . transpose_like ( y ) , y ) <TAB> return graph , flag_changed",elif x . ndim == 4 :,366
23365,"def merge_polygons(gPOLYGONS):
    # global gPOLYGONS
    print(""      Start merge lines 2"")
    for poly1 in gPOLYGONS:
        if poly1.delete:
            continue
        tmp_points1 = poly1.points
        for poly2 in gPOLYGONS:
            if poly2.delete or poly1 == poly2:
                continue
            tmp_points2 = poly2.points
            dist1 = calc_dist(
                tmp_points1[0],
                tmp_points1[1],
                tmp_points2[len(tmp_points2) - 2],
                tmp_points2[-1],
            )
            dist2 = calc_dist(
                tmp_points1[len(tmp_points1) - 2],
                tmp_points1[-1],
                tmp_points2[0],
                tmp_points2[1],
            )
            if dist2 < TINY:
                del tmp_points2[0:2]
                tmp_points1 = tmp_points1 + tmp_points2
                poly2.delete = 1
            elif dist1 < TINY and dist2 > TINY:
                tmp_points2.pop()
                tmp_points2.pop()
                tmp_points1 = tmp_points2 + tmp_points1
                poly2.delete = 1
        poly1.points = tmp_points1","def merge_polygons ( gPOLYGONS ) : <TAB> <TAB> print ( ""      Start merge lines 2"" ) <TAB> for poly1 in gPOLYGONS : <TAB> <TAB> if poly1 . delete : <TAB> <TAB> <TAB> continue <TAB> <TAB> tmp_points1 = poly1 . points <TAB> <TAB> for poly2 in gPOLYGONS : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> tmp_points2 = poly2 . points <TAB> <TAB> <TAB> dist1 = calc_dist ( <TAB> <TAB> <TAB> <TAB> tmp_points1 [ 0 ] , <TAB> <TAB> <TAB> <TAB> tmp_points1 [ 1 ] , <TAB> <TAB> <TAB> <TAB> tmp_points2 [ len ( tmp_points2 ) - 2 ] , <TAB> <TAB> <TAB> <TAB> tmp_points2 [ - 1 ] , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> dist2 = calc_dist ( <TAB> <TAB> <TAB> <TAB> tmp_points1 [ len ( tmp_points1 ) - 2 ] , <TAB> <TAB> <TAB> <TAB> tmp_points1 [ - 1 ] , <TAB> <TAB> <TAB> <TAB> tmp_points2 [ 0 ] , <TAB> <TAB> <TAB> <TAB> tmp_points2 [ 1 ] , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if dist2 < TINY : <TAB> <TAB> <TAB> <TAB> del tmp_points2 [ 0 : 2 ] <TAB> <TAB> <TAB> <TAB> tmp_points1 = tmp_points1 + tmp_points2 <TAB> <TAB> <TAB> <TAB> poly2 . delete = 1 <TAB> <TAB> <TAB> elif dist1 < TINY and dist2 > TINY : <TAB> <TAB> <TAB> <TAB> tmp_points2 . pop ( ) <TAB> <TAB> <TAB> <TAB> tmp_points2 . pop ( ) <TAB> <TAB> <TAB> <TAB> tmp_points1 = tmp_points2 + tmp_points1 <TAB> <TAB> <TAB> <TAB> poly2 . delete = 1 <TAB> <TAB> poly1 . points = tmp_points1",if poly2 . delete or poly1 == poly2 :,399
755,"def represent_mapping(self, tag, mapping, flow_style=None):
    value = []
    node = MappingNode(tag, value, flow_style=flow_style)
    if self.alias_key is not None:
        self.represented_objects[self.alias_key] = node
    best_style = True
    if hasattr(mapping, ""items""):
        mapping = list(mapping.items())
        if self.sort_keys:
            try:
                mapping = sorted(mapping)
            except TypeError:
                pass
    for item_key, item_value in mapping:
        node_key = self.represent_data(item_key)
        node_value = self.represent_data(item_value)
        if not (isinstance(node_key, ScalarNode) and not node_key.style):
            best_style = False
        if not (isinstance(node_value, ScalarNode) and not node_value.style):
            best_style = False
        value.append((node_key, node_value))
    if flow_style is None:
        if self.default_flow_style is not None:
            node.flow_style = self.default_flow_style
        else:
            node.flow_style = best_style
    return node
","def represent_mapping ( self , tag , mapping , flow_style = None ) : <TAB> value = [ ] <TAB> node = MappingNode ( tag , value , flow_style = flow_style ) <TAB> if self . alias_key is not None : <TAB> <TAB> self . represented_objects [ self . alias_key ] = node <TAB> best_style = True <TAB> if hasattr ( mapping , ""items"" ) : <TAB> <TAB> mapping = list ( mapping . items ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> mapping = sorted ( mapping ) <TAB> <TAB> <TAB> except TypeError : <TAB> <TAB> <TAB> <TAB> pass <TAB> for item_key , item_value in mapping : <TAB> <TAB> node_key = self . represent_data ( item_key ) <TAB> <TAB> node_value = self . represent_data ( item_value ) <TAB> <TAB> if not ( isinstance ( node_key , ScalarNode ) and not node_key . style ) : <TAB> <TAB> <TAB> best_style = False <TAB> <TAB> if not ( isinstance ( node_value , ScalarNode ) and not node_value . style ) : <TAB> <TAB> <TAB> best_style = False <TAB> <TAB> value . append ( ( node_key , node_value ) ) <TAB> if flow_style is None : <TAB> <TAB> if self . default_flow_style is not None : <TAB> <TAB> <TAB> node . flow_style = self . default_flow_style <TAB> <TAB> else : <TAB> <TAB> <TAB> node . flow_style = best_style <TAB> return node",if self . sort_keys :,329
22651,"def cleanBuildDir(self):
    log.debug(""========== cleanBuildDir()"")
    log.info(""Cleaning build and output directories"")
    if (
        sys.platform == ""win32""
    ):  # both platforms emit different exceptions for the same operation, map the exception here
        MY_EXCEPTION = WindowsError
    elif sys.platform == ""linux2"":
        MY_EXCEPTION = OSError
    if os.path.exists(self.build_root):
        try:
            log.info(""removing directory: %s"" % self.build_root)
            shutil.rmtree(self.build_root)
        except MY_EXCEPTION as e:
            log.error(e)
    for file in [""gramps-%s.exe"" % self.gramps_version]:  # , 'build.log']:
        fname = os.path.join(self.out_dir, file)
        if os.path.isfile(fname):
            try:
                log.info(""removing file:      %s"" % fname)
                os.remove(fname)
            except MY_EXCEPTION as e:
                log.error(e)","def cleanBuildDir ( self ) : <TAB> log . debug ( ""========== cleanBuildDir()"" ) <TAB> log . info ( ""Cleaning build and output directories"" ) <TAB> if ( <TAB> <TAB> sys . platform == ""win32"" <TAB> ) : <TAB> <TAB> MY_EXCEPTION = WindowsError <TAB> elif sys . platform == ""linux2"" : <TAB> <TAB> MY_EXCEPTION = OSError <TAB> if os . path . exists ( self . build_root ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> log . info ( ""removing directory: %s"" % self . build_root ) <TAB> <TAB> <TAB> shutil . rmtree ( self . build_root ) <TAB> <TAB> except MY_EXCEPTION as e : <TAB> <TAB> <TAB> log . error ( e ) <TAB> for file in [ ""gramps-%s.exe"" % self . gramps_version ] : <TAB> <TAB> fname = os . path . join ( self . out_dir , file ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> log . info ( ""removing file:      %s"" % fname ) <TAB> <TAB> <TAB> <TAB> os . remove ( fname ) <TAB> <TAB> <TAB> except MY_EXCEPTION as e : <TAB> <TAB> <TAB> <TAB> log . error ( e )",if os . path . isfile ( fname ) :,294
17277,"def open_binary(package: Package, resource: Resource) -> BinaryIO:
    """"""Return a file-like object opened for binary reading of the resource.""""""
    resource = _normalize_path(resource)
    package = _get_package(package)
    reader = _get_resource_reader(package)
    if reader is not None:
        return reader.open_resource(resource)
    absolute_package_path = os.path.abspath(
        package.__spec__.origin or ""non-existent file""
    )
    package_path = os.path.dirname(absolute_package_path)
    full_path = os.path.join(package_path, resource)
    try:
        return open(full_path, mode=""rb"")
    except OSError:
        # Just assume the loader is a resource loader; all the relevant
        # importlib.machinery loaders are and an AttributeError for
        # get_data() will make it clear what is needed from the loader.
        loader = cast(ResourceLoader, package.__spec__.loader)
        data = None
        if hasattr(package.__spec__.loader, ""get_data""):
            with suppress(OSError):
                data = loader.get_data(full_path)
        if data is None:
            package_name = package.__spec__.name
            message = ""{!r} resource not found in {!r}"".format(resource, package_name)
            raise FileNotFoundError(message)
        return BytesIO(data)
","def open_binary ( package : Package , resource : Resource ) -> BinaryIO : <TAB> """"""Return a file-like object opened for binary reading of the resource."""""" <TAB> resource = _normalize_path ( resource ) <TAB> package = _get_package ( package ) <TAB> reader = _get_resource_reader ( package ) <TAB> if reader is not None : <TAB> <TAB> return reader . open_resource ( resource ) <TAB> absolute_package_path = os . path . abspath ( <TAB> <TAB> package . __spec__ . origin or ""non-existent file"" <TAB> ) <TAB> package_path = os . path . dirname ( absolute_package_path ) <TAB> full_path = os . path . join ( package_path , resource ) <TAB> try : <TAB> <TAB> return open ( full_path , mode = ""rb"" ) <TAB> except OSError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> loader = cast ( ResourceLoader , package . __spec__ . loader ) <TAB> <TAB> data = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> with suppress ( OSError ) : <TAB> <TAB> <TAB> <TAB> data = loader . get_data ( full_path ) <TAB> <TAB> if data is None : <TAB> <TAB> <TAB> package_name = package . __spec__ . name <TAB> <TAB> <TAB> message = ""{!r} resource not found in {!r}"" . format ( resource , package_name ) <TAB> <TAB> <TAB> raise FileNotFoundError ( message ) <TAB> <TAB> return BytesIO ( data )","if hasattr ( package . __spec__ . loader , ""get_data"" ) :",357
3187,"def _gridconvvalue(self, value):
    if isinstance(value, (str, _tkinter.Tcl_Obj)):
        try:
            svalue = str(value)
            if not svalue:
                return None
            elif ""."" in svalue:
                return getdouble(svalue)
            else:
                return getint(svalue)
        except ValueError:
            pass
    return value
","def _gridconvvalue ( self , value ) : <TAB> if isinstance ( value , ( str , _tkinter . Tcl_Obj ) ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> svalue = str ( value ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> <TAB> elif ""."" in svalue : <TAB> <TAB> <TAB> <TAB> return getdouble ( svalue ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return getint ( svalue ) <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> pass <TAB> return value",if not svalue :,116
7081,"def add_peer_to_blob(self, contact: ""KademliaPeer"", key: bytes) -> None:
    now = self.loop.time()
    if key in self._data_store:
        current = list(filter(lambda x: x[0] == contact, self._data_store[key]))
        if len(current) > 0:
            self._data_store[key][self._data_store[key].index(current[0])] = (
                contact,
                now,
            )
        else:
            self._data_store[key].append((contact, now))
    else:
        self._data_store[key] = [(contact, now)]","def add_peer_to_blob ( self , contact : ""KademliaPeer"" , key : bytes ) -> None : <TAB> now = self . loop . time ( ) <TAB> if key in self . _data_store : <TAB> <TAB> current = list ( filter ( lambda x : x [ 0 ] == contact , self . _data_store [ key ] ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _data_store [ key ] [ self . _data_store [ key ] . index ( current [ 0 ] ) ] = ( <TAB> <TAB> <TAB> <TAB> contact , <TAB> <TAB> <TAB> <TAB> now , <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _data_store [ key ] . append ( ( contact , now ) ) <TAB> else : <TAB> <TAB> self . _data_store [ key ] = [ ( contact , now ) ]",if len ( current ) > 0 :,180
18236,"def hive_partitioning(self, value):
    if value is not None:
        if isinstance(value, HivePartitioningOptions):
            value = value.to_api_repr()
        else:
            raise TypeError(""Expected a HivePartitioningOptions instance or None."")
    self._set_sub_prop(""hivePartitioningOptions"", value)
","def hive_partitioning ( self , value ) : <TAB> if value is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> value = value . to_api_repr ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise TypeError ( ""Expected a HivePartitioningOptions instance or None."" ) <TAB> self . _set_sub_prop ( ""hivePartitioningOptions"" , value )","if isinstance ( value , HivePartitioningOptions ) :",87
608,"def _get_data_versions(data):
    """"""Retrieve CSV file with version information for reference data.""""""
    genome_dir = install.get_genome_dir(
        data[""genome_build""], data[""dirs""].get(""galaxy""), data
    )
    if genome_dir:
        version_file = os.path.join(genome_dir, ""versions.csv"")
        if version_file and os.path.exists(version_file):
            return version_file
    return None
","def _get_data_versions ( data ) : <TAB> """"""Retrieve CSV file with version information for reference data."""""" <TAB> genome_dir = install . get_genome_dir ( <TAB> <TAB> data [ ""genome_build"" ] , data [ ""dirs"" ] . get ( ""galaxy"" ) , data <TAB> ) <TAB> if genome_dir : <TAB> <TAB> version_file = os . path . join ( genome_dir , ""versions.csv"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return version_file <TAB> return None",if version_file and os . path . exists ( version_file ) :,125
13695,"def custom_db_creator(self, number_of_rows, pipe, custom):
    try:
        custom_d = faker_options_container()
        for c in custom:
            if custom_d.get(c):
                logger.warning(
                    ""fake2db found valid custom key provided: %s"" % c, extra=d
                )
            else:
                logger.error(
                    ""fake2db does not support the custom key you provided."", extra=d
                )
                sys.exit(1)
        for i in range(0, number_of_rows):
            dict_c = {}
            for c in custom:
                dict_c[c] = getattr(self.faker, c)()
            pipe.hmset(""custom:%s"" % i, dict_c)
        pipe.execute()
        logger.warning(""custom Commits are successful after write job!"", extra=d)
    except Exception as e:
        logger.error(e, extra=d)","def custom_db_creator ( self , number_of_rows , pipe , custom ) : <TAB> try : <TAB> <TAB> custom_d = faker_options_container ( ) <TAB> <TAB> for c in custom : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> ""fake2db found valid custom key provided: %s"" % c , extra = d <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> logger . error ( <TAB> <TAB> <TAB> <TAB> <TAB> ""fake2db does not support the custom key you provided."" , extra = d <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> sys . exit ( 1 ) <TAB> <TAB> for i in range ( 0 , number_of_rows ) : <TAB> <TAB> <TAB> dict_c = { } <TAB> <TAB> <TAB> for c in custom : <TAB> <TAB> <TAB> <TAB> dict_c [ c ] = getattr ( self . faker , c ) ( ) <TAB> <TAB> <TAB> pipe . hmset ( ""custom:%s"" % i , dict_c ) <TAB> <TAB> pipe . execute ( ) <TAB> <TAB> logger . warning ( ""custom Commits are successful after write job!"" , extra = d ) <TAB> except Exception as e : <TAB> <TAB> logger . error ( e , extra = d )",if custom_d . get ( c ) :,271
18569,"def _fill_pages(self):
    page_id = 1
    started_dt = self.created_at
    current_page = self._empty_page(page_id, started_dt)
    first_page = True
    self.pages = [current_page]
    for idx, ev in enumerate(self.events):
        if ev.type == HAR_TIMING:
            name = ev.data[""name""]
            time = get_duration(started_dt, ev.data[""time""])
            current_page[""pageTimings""][name] = time
        elif ev.type == HAR_TITLE_CHANGED:
            current_page[""title""] = ev.data
        elif ev.type == HAR_ENTRY:
            ev.data[""pageref""] = str(page_id)
        elif ev.type == HAR_URL_CHANGED:
            # We need to find a network entry which caused URL
            # to change - it belongs to this new page.
            cause_ev = self._prev_entry(ev.data, idx)
            if first_page:
                first_page = False
            else:
                # Start a new page.
                page_id += 1
                if cause_ev is None:
                    # XXX: is it a right thing to do?
                    started_dt = self.created_at
                else:
                    # FIXME: this requires non-standard _tmp data
                    started_dt = cause_ev.data[""_tmp""][""start_time""]
                current_page = self._empty_page(page_id, started_dt)
                self.pages.append(current_page)
            if cause_ev is not None:
                cause_ev.data[""pageref""] = str(page_id)","def _fill_pages ( self ) : <TAB> page_id = 1 <TAB> started_dt = self . created_at <TAB> current_page = self . _empty_page ( page_id , started_dt ) <TAB> first_page = True <TAB> self . pages = [ current_page ] <TAB> for idx , ev in enumerate ( self . events ) : <TAB> <TAB> if ev . type == HAR_TIMING : <TAB> <TAB> <TAB> name = ev . data [ ""name"" ] <TAB> <TAB> <TAB> time = get_duration ( started_dt , ev . data [ ""time"" ] ) <TAB> <TAB> <TAB> current_page [ ""pageTimings"" ] [ name ] = time <TAB> <TAB> elif ev . type == HAR_TITLE_CHANGED : <TAB> <TAB> <TAB> current_page [ ""title"" ] = ev . data <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ev . data [ ""pageref"" ] = str ( page_id ) <TAB> <TAB> elif ev . type == HAR_URL_CHANGED : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cause_ev = self . _prev_entry ( ev . data , idx ) <TAB> <TAB> <TAB> if first_page : <TAB> <TAB> <TAB> <TAB> first_page = False <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> page_id += 1 <TAB> <TAB> <TAB> <TAB> if cause_ev is None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> started_dt = self . created_at <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> started_dt = cause_ev . data [ ""_tmp"" ] [ ""start_time"" ] <TAB> <TAB> <TAB> <TAB> current_page = self . _empty_page ( page_id , started_dt ) <TAB> <TAB> <TAB> <TAB> self . pages . append ( current_page ) <TAB> <TAB> <TAB> if cause_ev is not None : <TAB> <TAB> <TAB> <TAB> cause_ev . data [ ""pageref"" ] = str ( page_id )",elif ev . type == HAR_ENTRY :,474
19039,"def cleanup():
    gscript.message(_(""Erasing temporary files...""))
    for temp_map, maptype in temp_maps:
        if gscript.find_file(temp_map, element=maptype)[""name""]:
            gscript.run_command(
                ""g.remove"", flags=""f"", type=maptype, name=temp_map, quiet=True
            )
","def cleanup ( ) : <TAB> gscript . message ( _ ( ""Erasing temporary files..."" ) ) <TAB> for temp_map , maptype in temp_maps : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> gscript . run_command ( <TAB> <TAB> <TAB> <TAB> ""g.remove"" , flags = ""f"" , type = maptype , name = temp_map , quiet = True <TAB> <TAB> <TAB> )","if gscript . find_file ( temp_map , element = maptype ) [ ""name"" ] :",94
20062,"def specialize_parent_vtable(cls: ClassIR, parent: ClassIR) -> VTableEntries:
    """"""Generate the part of a vtable corresponding to a parent class or trait""""""
    updated = []
    for entry in parent.vtable_entries:
        # Find the original method corresponding to this vtable entry.
        # (This may not be the method in the entry, if it was overridden.)
        orig_parent_method = entry.cls.get_method(entry.name)
        assert orig_parent_method
        method_cls = cls.get_method_and_class(entry.name)
        if method_cls:
            child_method, defining_cls = method_cls
            # TODO: emit a wrapper for __init__ that raises or something
            if (
                is_same_method_signature(orig_parent_method.sig, child_method.sig)
                or orig_parent_method.name == ""__init__""
            ):
                entry = VTableMethod(
                    entry.cls, entry.name, child_method, entry.shadow_method
                )
            else:
                entry = VTableMethod(
                    entry.cls,
                    entry.name,
                    defining_cls.glue_methods[(entry.cls, entry.name)],
                    entry.shadow_method,
                )
        updated.append(entry)
    return updated
","def specialize_parent_vtable ( cls : ClassIR , parent : ClassIR ) -> VTableEntries : <TAB> """"""Generate the part of a vtable corresponding to a parent class or trait"""""" <TAB> updated = [ ] <TAB> for entry in parent . vtable_entries : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> orig_parent_method = entry . cls . get_method ( entry . name ) <TAB> <TAB> assert orig_parent_method <TAB> <TAB> method_cls = cls . get_method_and_class ( entry . name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> child_method , defining_cls = method_cls <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> is_same_method_signature ( orig_parent_method . sig , child_method . sig ) <TAB> <TAB> <TAB> <TAB> or orig_parent_method . name == ""__init__"" <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> entry = VTableMethod ( <TAB> <TAB> <TAB> <TAB> <TAB> entry . cls , entry . name , child_method , entry . shadow_method <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> entry = VTableMethod ( <TAB> <TAB> <TAB> <TAB> <TAB> entry . cls , <TAB> <TAB> <TAB> <TAB> <TAB> entry . name , <TAB> <TAB> <TAB> <TAB> <TAB> defining_cls . glue_methods [ ( entry . cls , entry . name ) ] , <TAB> <TAB> <TAB> <TAB> <TAB> entry . shadow_method , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> updated . append ( entry ) <TAB> return updated",if method_cls :,360
13314,"def ensure_tuple_of_str(
    info_file: Path, key_name: str, value: Union[Any, UseDefault]
) -> Tuple[str, ...]:
    default: Tuple[str, ...] = ()
    if value is USE_DEFAULT:
        return default
    if not isinstance(value, list):
        log.warning(
            ""Invalid value of '%s' key (expected list, got %s)""
            "" in JSON information file at path: %s"",
            key_name,
            type(value).__name__,
            info_file,
        )
        return default
    for item in value:
        if not isinstance(item, str):
            log.warning(
                ""Invalid item in '%s' list (expected str, got %s)""
                "" in JSON information file at path: %s"",
                key_name,
                type(item).__name__,
                info_file,
            )
            return default
    return tuple(value)
","def ensure_tuple_of_str ( <TAB> info_file : Path , key_name : str , value : Union [ Any , UseDefault ] ) -> Tuple [ str , ... ] : <TAB> default : Tuple [ str , ... ] = ( ) <TAB> if value is USE_DEFAULT : <TAB> <TAB> return default <TAB> if not isinstance ( value , list ) : <TAB> <TAB> log . warning ( <TAB> <TAB> <TAB> ""Invalid value of '%s' key (expected list, got %s)"" <TAB> <TAB> <TAB> "" in JSON information file at path: %s"" , <TAB> <TAB> <TAB> key_name , <TAB> <TAB> <TAB> type ( value ) . __name__ , <TAB> <TAB> <TAB> info_file , <TAB> <TAB> ) <TAB> <TAB> return default <TAB> for item in value : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> log . warning ( <TAB> <TAB> <TAB> <TAB> ""Invalid item in '%s' list (expected str, got %s)"" <TAB> <TAB> <TAB> <TAB> "" in JSON information file at path: %s"" , <TAB> <TAB> <TAB> <TAB> key_name , <TAB> <TAB> <TAB> <TAB> type ( item ) . __name__ , <TAB> <TAB> <TAB> <TAB> info_file , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return default <TAB> return tuple ( value )","if not isinstance ( item , str ) :",262
11910,"def process_manifest(manifest):
    try:
        common.manifest = os.path.abspath(str(manifest).strip())
        common.manifest = re.sub(""\\\\\s"", "" "", common.manifest)
        common.xmldoc = minidom.parse(common.manifest)
        common.logger.info(common.xmldoc.toprettyxml())
        report.write_manifest(common.xmldoc)
    except Exception as e:
        try:
            # not human readable yet?
            ap = axmlprinter.AXMLPrinter(open(common.manifest, ""rb"").read())
            common.xmldoc = minidom.parseString(ap.getBuff())
            common.logger.info(common.xmldoc.toxml())
            report.write_manifest(common.xmldoc.toprettyxml())
        except Exception as e:
            if not common.interactive_mode:
                common.logger.error(
                    str(e)
                    + ""\r\nThat didnt work. Try providing an absolute path to the file""
                )
                exit()
            common.logger.error(
                str(e)
                + ""\r\nThat didnt work. Try providing an absolute path to the file\n""
            )
","def process_manifest ( manifest ) : <TAB> try : <TAB> <TAB> common . manifest = os . path . abspath ( str ( manifest ) . strip ( ) ) <TAB> <TAB> common . manifest = re . sub ( ""\\\\\s"" , "" "" , common . manifest ) <TAB> <TAB> common . xmldoc = minidom . parse ( common . manifest ) <TAB> <TAB> common . logger . info ( common . xmldoc . toprettyxml ( ) ) <TAB> <TAB> report . write_manifest ( common . xmldoc ) <TAB> except Exception as e : <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ap = axmlprinter . AXMLPrinter ( open ( common . manifest , ""rb"" ) . read ( ) ) <TAB> <TAB> <TAB> common . xmldoc = minidom . parseString ( ap . getBuff ( ) ) <TAB> <TAB> <TAB> common . logger . info ( common . xmldoc . toxml ( ) ) <TAB> <TAB> <TAB> report . write_manifest ( common . xmldoc . toprettyxml ( ) ) <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> common . logger . error ( <TAB> <TAB> <TAB> <TAB> <TAB> str ( e ) <TAB> <TAB> <TAB> <TAB> <TAB> + ""\r\nThat didnt work. Try providing an absolute path to the file"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> exit ( ) <TAB> <TAB> <TAB> common . logger . error ( <TAB> <TAB> <TAB> <TAB> str ( e ) <TAB> <TAB> <TAB> <TAB> + ""\r\nThat didnt work. Try providing an absolute path to the file\n"" <TAB> <TAB> <TAB> )",if not common . interactive_mode :,337
18332,"def test_model_trainable_and_decodable(module, model_dict):
    args = make_arg(**model_dict)
    if ""pytorch"" in module:
        batch = prepare_inputs(""pytorch"")
        m = th_asr
    else:
        batch = prepare_inputs(""chainer"")
        m = ch_asr
    model = m.E2E(10, 5, args)
    loss = model(*batch)
    if isinstance(loss, tuple):
        # chainer return several values as tuple
        loss[0].backward()  # trainable
    else:
        loss.backward()  # trainable
    with torch.no_grad(), chainer.no_backprop_mode():
        in_data = np.random.randn(10, 10)
        model.recognize(in_data, args, args.char_list)  # decodable
        if ""pytorch"" in module:
            batch_in_data = [np.random.randn(10, 10), np.random.randn(5, 10)]
            model.recognize_batch(
                batch_in_data, args, args.char_list
            )  # batch decodable","def test_model_trainable_and_decodable ( module , model_dict ) : <TAB> args = make_arg ( ** model_dict ) <TAB> <fill-in> <TAB> <TAB> batch = prepare_inputs ( ""pytorch"" ) <TAB> <TAB> m = th_asr <TAB> else : <TAB> <TAB> batch = prepare_inputs ( ""chainer"" ) <TAB> <TAB> m = ch_asr <TAB> model = m . E2E ( 10 , 5 , args ) <TAB> loss = model ( * batch ) <TAB> if isinstance ( loss , tuple ) : <TAB> <TAB> <TAB> <TAB> loss [ 0 ] . backward ( ) <TAB> else : <TAB> <TAB> loss . backward ( ) <TAB> with torch . no_grad ( ) , chainer . no_backprop_mode ( ) : <TAB> <TAB> in_data = np . random . randn ( 10 , 10 ) <TAB> <TAB> model . recognize ( in_data , args , args . char_list ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> batch_in_data = [ np . random . randn ( 10 , 10 ) , np . random . randn ( 5 , 10 ) ] <TAB> <TAB> <TAB> model . recognize_batch ( <TAB> <TAB> <TAB> <TAB> batch_in_data , args , args . char_list <TAB> <TAB> <TAB> )","if ""pytorch"" in module :",293
10964,"def _parse_tags(self, buffer):
    tag_context = tag_map_module.TagMap()
    limit = len(buffer)
    total_chars = 0
    i = 1
    while i < limit:
        field_id = buffer[i] if six.PY3 else ord(buffer[i])
        if field_id == TAG_FIELD_ID:
            i += 1
            key = self._decode_string(buffer, i)
            i += len(key)
            total_chars += len(key)
            i += 1
            val = self._decode_string(buffer, i)
            i += len(val)
            total_chars += len(val)
            i += 1
            if total_chars > TAG_MAP_SERIALIZED_SIZE_LIMIT:  # pragma: NO COVER
                logging.warning(""Size of the tag context exceeds maximum"")
                break
            else:
                tag_context.insert(str(key), str(val))
        else:
            break
    return tag_context","def _parse_tags ( self , buffer ) : <TAB> tag_context = tag_map_module . TagMap ( ) <TAB> limit = len ( buffer ) <TAB> total_chars = 0 <TAB> i = 1 <TAB> while i < limit : <TAB> <TAB> field_id = buffer [ i ] if six . PY3 else ord ( buffer [ i ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> <TAB> key = self . _decode_string ( buffer , i ) <TAB> <TAB> <TAB> i += len ( key ) <TAB> <TAB> <TAB> total_chars += len ( key ) <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> <TAB> val = self . _decode_string ( buffer , i ) <TAB> <TAB> <TAB> i += len ( val ) <TAB> <TAB> <TAB> total_chars += len ( val ) <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> <TAB> if total_chars > TAG_MAP_SERIALIZED_SIZE_LIMIT : <TAB> <TAB> <TAB> <TAB> logging . warning ( ""Size of the tag context exceeds maximum"" ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> tag_context . insert ( str ( key ) , str ( val ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> return tag_context",if field_id == TAG_FIELD_ID :,278
14194,"def create_trie_tree(self, pieces_dir):
    print(""sp_prob = {}"".format(self.sp_prob))
    print(""pieces_threshold = {}"".format(self.pieces_threshold))
    if pieces_dir is not None:
        self.trie = TrieTree()
        pieces_files = [pieces_dir]
        for token in self.vocab_words:
            self.trie.add([token])
        for piece_file in pieces_files:
            print(""Load piece file: {}"".format(piece_file))
            with open(piece_file, mode=""r"", encoding=""utf-8"") as reader:
                for line in reader:
                    parts = line.split(""\t"")
                    if int(parts[-1]) < self.pieces_threshold:
                        pass
                    tokens = []
                    for part in parts[:-1]:
                        tokens.extend(part.split("" ""))
                    self.trie.add(tokens)","def create_trie_tree ( self , pieces_dir ) : <TAB> print ( ""sp_prob = {}"" . format ( self . sp_prob ) ) <TAB> print ( ""pieces_threshold = {}"" . format ( self . pieces_threshold ) ) <TAB> if pieces_dir is not None : <TAB> <TAB> self . trie = TrieTree ( ) <TAB> <TAB> pieces_files = [ pieces_dir ] <TAB> <TAB> for token in self . vocab_words : <TAB> <TAB> <TAB> self . trie . add ( [ token ] ) <TAB> <TAB> for piece_file in pieces_files : <TAB> <TAB> <TAB> print ( ""Load piece file: {}"" . format ( piece_file ) ) <TAB> <TAB> <TAB> with open ( piece_file , mode = ""r"" , encoding = ""utf-8"" ) as reader : <TAB> <TAB> <TAB> <TAB> for line in reader : <TAB> <TAB> <TAB> <TAB> <TAB> parts = line . split ( ""\t"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> <TAB> tokens = [ ] <TAB> <TAB> <TAB> <TAB> <TAB> for part in parts [ : - 1 ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> tokens . extend ( part . split ( "" "" ) ) <TAB> <TAB> <TAB> <TAB> <TAB> self . trie . add ( tokens )",if int ( parts [ - 1 ] ) < self . pieces_threshold :,262
20749,"def _calculate_target_dimensions(self):
    source_width, source_height = self.engine.size
    source_width = float(source_width)
    source_height = float(source_height)
    if not self.context.request.width and not self.context.request.height:
        self.target_width = source_width
        self.target_height = source_height
    else:
        if self.context.request.width:
            if self.context.request.width == ""orig"":
                self.target_width = source_width
            else:
                self.target_width = float(self.context.request.width)
        else:
            self.target_width = self.engine.get_proportional_width(
                self.context.request.height
            )
        if self.context.request.height:
            if self.context.request.height == ""orig"":
                self.target_height = source_height
            else:
                self.target_height = float(self.context.request.height)
        else:
            self.target_height = self.engine.get_proportional_height(
                self.context.request.width
            )
","def _calculate_target_dimensions ( self ) : <TAB> source_width , source_height = self . engine . size <TAB> source_width = float ( source_width ) <TAB> source_height = float ( source_height ) <TAB> if not self . context . request . width and not self . context . request . height : <TAB> <TAB> self . target_width = source_width <TAB> <TAB> self . target_height = source_height <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if self . context . request . width == ""orig"" : <TAB> <TAB> <TAB> <TAB> self . target_width = source_width <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . target_width = float ( self . context . request . width ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . target_width = self . engine . get_proportional_width ( <TAB> <TAB> <TAB> <TAB> self . context . request . height <TAB> <TAB> <TAB> ) <TAB> <TAB> if self . context . request . height : <TAB> <TAB> <TAB> if self . context . request . height == ""orig"" : <TAB> <TAB> <TAB> <TAB> self . target_height = source_height <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . target_height = float ( self . context . request . height ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . target_height = self . engine . get_proportional_height ( <TAB> <TAB> <TAB> <TAB> self . context . request . width <TAB> <TAB> <TAB> )",if self . context . request . width :,321
17932,"def ValidateConfigs(self, configs):
    test_filter_map = copy.deepcopy(config_lib.ConfigFilter.classes_by_name)
    for filter_name in self.disabled_filters:
        test_filter_map[filter_name] = config_lib.ConfigFilter
    with utils.Stubber(config_lib.ConfigFilter, ""classes_by_name"", test_filter_map):
        for config_file in configs:
            errors = self.ValidateConfig(config_file)
            for exception in self.exceptions:
                errors.pop(exception, None)
            if errors:
                logging.info(""Validation of %s returned errors:"", config_file)
                for config_entry, error in errors.items():
                    logging.info(""%s:"", config_entry)
                    logging.info(""%s"", error)
                self.fail(
                    ""Validation of %s returned errors: %s"" % (config_file, errors)
                )
","def ValidateConfigs ( self , configs ) : <TAB> test_filter_map = copy . deepcopy ( config_lib . ConfigFilter . classes_by_name ) <TAB> for filter_name in self . disabled_filters : <TAB> <TAB> test_filter_map [ filter_name ] = config_lib . ConfigFilter <TAB> with utils . Stubber ( config_lib . ConfigFilter , ""classes_by_name"" , test_filter_map ) : <TAB> <TAB> for config_file in configs : <TAB> <TAB> <TAB> errors = self . ValidateConfig ( config_file ) <TAB> <TAB> <TAB> for exception in self . exceptions : <TAB> <TAB> <TAB> <TAB> errors . pop ( exception , None ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> logging . info ( ""Validation of %s returned errors:"" , config_file ) <TAB> <TAB> <TAB> <TAB> for config_entry , error in errors . items ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> logging . info ( ""%s:"" , config_entry ) <TAB> <TAB> <TAB> <TAB> <TAB> logging . info ( ""%s"" , error ) <TAB> <TAB> <TAB> <TAB> self . fail ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Validation of %s returned errors: %s"" % ( config_file , errors ) <TAB> <TAB> <TAB> <TAB> )",if errors :,256
5962,"def push_monitoring_data(
    self, jobno, upload_token, send_data, interrupted_event, trace=False
):
    if send_data:
        addr = ""api/monitoring/receiver/push?job_id=%s&upload_token=%s"" % (
            jobno,
            upload_token,
        )
        api_timeouts = self.api_timeouts()
        while not interrupted_event.is_set():
            try:
                if self.writer_url:
                    res = self.__make_writer_request(
                        params={
                            ""jobno"": jobno,
                            ""upload_token"": upload_token,
                        },
                        json={
                            ""monitoring"": send_data,
                        },
                        trace=trace,
                    )
                    logger.debug(""Writer response: %s"", res.text)
                    return res.json()[""success""]
                else:
                    res = self.__post_raw(
                        addr,
                        json.dumps(send_data),
                        trace=trace,
                        interrupted_event=interrupted_event,
                    )
                    logger.debug(""API response: %s"", res)
                    success = res == ""ok""
                    return success
            except self.NotAvailable as e:
                try:
                    timeout = next(api_timeouts)
                    logger.warn(""API error, will retry in %ss..."", timeout)
                    time.sleep(timeout)
                    continue
                except StopIteration:
                    raise e
","def push_monitoring_data ( <TAB> self , jobno , upload_token , send_data , interrupted_event , trace = False ) : <TAB> if send_data : <TAB> <TAB> addr = ""api/monitoring/receiver/push?job_id=%s&upload_token=%s"" % ( <TAB> <TAB> <TAB> jobno , <TAB> <TAB> <TAB> upload_token , <TAB> <TAB> ) <TAB> <TAB> api_timeouts = self . api_timeouts ( ) <TAB> <TAB> while not interrupted_event . is_set ( ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> res = self . __make_writer_request ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> params = { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""jobno"" : jobno , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""upload_token"" : upload_token , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> } , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> json = { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""monitoring"" : send_data , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> } , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> trace = trace , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> logger . debug ( ""Writer response: %s"" , res . text ) <TAB> <TAB> <TAB> <TAB> <TAB> return res . json ( ) [ ""success"" ] <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> res = self . __post_raw ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> addr , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> json . dumps ( send_data ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> trace = trace , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> interrupted_event = interrupted_event , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> logger . debug ( ""API response: %s"" , res ) <TAB> <TAB> <TAB> <TAB> <TAB> success = res == ""ok"" <TAB> <TAB> <TAB> <TAB> <TAB> return success <TAB> <TAB> <TAB> except self . NotAvailable as e : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> timeout = next ( api_timeouts ) <TAB> <TAB> <TAB> <TAB> <TAB> logger . warn ( ""API error, will retry in %ss..."" , timeout ) <TAB> <TAB> <TAB> <TAB> <TAB> time . sleep ( timeout ) <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> <TAB> <TAB> raise e",if self . writer_url :,485
24408,"def setInput(self, *argv):
    ## case 1:
    ## if there's no arg we default to read from
    ## standard input
    if not argv:
        import sys
        self.setInput(sys.stdin)
        return
    ## get 1st argument
    arg1 = argv[0]
    ## case 2:
    ## if arg1 is a string,  we assume it's a file name
    ## and  open  a  stream  using 2nd argument as open
    ## mode. If there's no 2nd argument we fall back to
    ## mode '+rb'.
    if is_string_type(arg1):
        f = open(arg1, ""rb"")
        self.setInput(f)
        self.setFilename(arg1)
        return
    ## case 3:
    ## if arg1 is a file we wrap it by a char buffer (
    ## some additional checks?? No, can't do this in
    ## general).
    if isinstance(arg1, file):
        self.setInput(CharBuffer(arg1))
        return
    ## case 4:
    ## if arg1 is of type SharedLexerInputState we use
    ## argument as is.
    if isinstance(arg1, LexerSharedInputState):
        self.inputState = arg1
        return
    ## case 5:
    ## check whether argument type is of type input
    ## buffer. If so create a SharedLexerInputState and
    ## go ahead.
    if isinstance(arg1, InputBuffer):
        self.setInput(LexerSharedInputState(arg1))
        return
    ## case 6:
    ## check whether argument type has a method read(int)
    ## If so create CharBuffer ...
    try:
        if arg1.read:
            rd = Reader(arg1)
            cb = CharBuffer(rd)
            ss = LexerSharedInputState(cb)
            self.inputState = ss
        return
    except:
        pass
    ## case 7:
    ## raise wrong argument exception
    raise TypeError(argv)","def setInput ( self , * argv ) : <TAB> <TAB> <TAB> <TAB> if not argv : <TAB> <TAB> import sys <TAB> <TAB> self . setInput ( sys . stdin ) <TAB> <TAB> return <TAB> <TAB> arg1 = argv [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if is_string_type ( arg1 ) : <TAB> <TAB> f = open ( arg1 , ""rb"" ) <TAB> <TAB> self . setInput ( f ) <TAB> <TAB> self . setFilename ( arg1 ) <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( arg1 , file ) : <TAB> <TAB> self . setInput ( CharBuffer ( arg1 ) ) <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> if isinstance ( arg1 , LexerSharedInputState ) : <TAB> <TAB> self . inputState = arg1 <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( arg1 , InputBuffer ) : <TAB> <TAB> self . setInput ( LexerSharedInputState ( arg1 ) ) <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rd = Reader ( arg1 ) <TAB> <TAB> <TAB> cb = CharBuffer ( rd ) <TAB> <TAB> <TAB> ss = LexerSharedInputState ( cb ) <TAB> <TAB> <TAB> self . inputState = ss <TAB> <TAB> return <TAB> except : <TAB> <TAB> pass <TAB> <TAB> <TAB> raise TypeError ( argv )",if arg1 . read :,510
3214,"def replaceWholeText(self, content):
    # XXX This needs to be seriously changed if minidom ever
    # supports EntityReference nodes.
    parent = self.parentNode
    n = self.previousSibling
    while n is not None:
        if n.nodeType in (Node.TEXT_NODE, Node.CDATA_SECTION_NODE):
            next = n.previousSibling
            parent.removeChild(n)
            n = next
        else:
            break
    n = self.nextSibling
    if not content:
        parent.removeChild(self)
    while n is not None:
        if n.nodeType in (Node.TEXT_NODE, Node.CDATA_SECTION_NODE):
            next = n.nextSibling
            parent.removeChild(n)
            n = next
        else:
            break
    if content:
        d = self.__dict__
        d[""data""] = content
        d[""nodeValue""] = content
        return self
    else:
        return None
","def replaceWholeText ( self , content ) : <TAB> <TAB> <TAB> parent = self . parentNode <TAB> n = self . previousSibling <TAB> while n is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> next = n . previousSibling <TAB> <TAB> <TAB> parent . removeChild ( n ) <TAB> <TAB> <TAB> n = next <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> n = self . nextSibling <TAB> if not content : <TAB> <TAB> parent . removeChild ( self ) <TAB> while n is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> next = n . nextSibling <TAB> <TAB> <TAB> parent . removeChild ( n ) <TAB> <TAB> <TAB> n = next <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> if content : <TAB> <TAB> d = self . __dict__ <TAB> <TAB> d [ ""data"" ] = content <TAB> <TAB> d [ ""nodeValue"" ] = content <TAB> <TAB> return self <TAB> else : <TAB> <TAB> return None","if n . nodeType in ( Node . TEXT_NODE , Node . CDATA_SECTION_NODE ) :",266
9375,"def PyJs_anonymous_1675_(object, names, this, arguments, var=var):
    var = Scope(
        {u""this"": this, u""object"": object, u""names"": names, u""arguments"": arguments},
        var,
    )
    var.registers([u""i"", u""object"", u""O"", u""result"", u""key"", u""names""])
    var.put(u""O"", var.get(u""toIObject"")(var.get(u""object"")))
    var.put(u""i"", Js(0.0))
    var.put(u""result"", Js([]))
    for PyJsTemp in var.get(u""O""):
        var.put(u""key"", PyJsTemp)
        if var.get(u""key"") != var.get(u""IE_PROTO""):
            (
                var.get(u""has"")(var.get(u""O""), var.get(u""key""))
                and var.get(u""result"").callprop(u""push"", var.get(u""key""))
            )
    while var.get(u""names"").get(u""length"") > var.get(u""i""):
        if var.get(u""has"")(
            var.get(u""O""),
            var.put(
                u""key"",
                var.get(u""names"").get(
                    (var.put(u""i"", Js(var.get(u""i"").to_number()) + Js(1)) - Js(1))
                ),
            ),
        ):
            (
                (~var.get(u""arrayIndexOf"")(var.get(u""result""), var.get(u""key"")))
                or var.get(u""result"").callprop(u""push"", var.get(u""key""))
            )
    return var.get(u""result"")","def PyJs_anonymous_1675_ ( object , names , this , arguments , var = var ) : <TAB> var = Scope ( <TAB> <TAB> { u""this"" : this , u""object"" : object , u""names"" : names , u""arguments"" : arguments } , <TAB> <TAB> var , <TAB> ) <TAB> var . registers ( [ u""i"" , u""object"" , u""O"" , u""result"" , u""key"" , u""names"" ] ) <TAB> var . put ( u""O"" , var . get ( u""toIObject"" ) ( var . get ( u""object"" ) ) ) <TAB> var . put ( u""i"" , Js ( 0.0 ) ) <TAB> var . put ( u""result"" , Js ( [ ] ) ) <TAB> for PyJsTemp in var . get ( u""O"" ) : <TAB> <TAB> var . put ( u""key"" , PyJsTemp ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> var . get ( u""has"" ) ( var . get ( u""O"" ) , var . get ( u""key"" ) ) <TAB> <TAB> <TAB> <TAB> and var . get ( u""result"" ) . callprop ( u""push"" , var . get ( u""key"" ) ) <TAB> <TAB> <TAB> ) <TAB> while var . get ( u""names"" ) . get ( u""length"" ) > var . get ( u""i"" ) : <TAB> <TAB> if var . get ( u""has"" ) ( <TAB> <TAB> <TAB> var . get ( u""O"" ) , <TAB> <TAB> <TAB> var . put ( <TAB> <TAB> <TAB> <TAB> u""key"" , <TAB> <TAB> <TAB> <TAB> var . get ( u""names"" ) . get ( <TAB> <TAB> <TAB> <TAB> <TAB> ( var . put ( u""i"" , Js ( var . get ( u""i"" ) . to_number ( ) ) + Js ( 1 ) ) - Js ( 1 ) ) <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ) , <TAB> <TAB> ) : <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> ( ~ var . get ( u""arrayIndexOf"" ) ( var . get ( u""result"" ) , var . get ( u""key"" ) ) ) <TAB> <TAB> <TAB> <TAB> or var . get ( u""result"" ) . callprop ( u""push"" , var . get ( u""key"" ) ) <TAB> <TAB> <TAB> ) <TAB> return var . get ( u""result"" )","if var . get ( u""key"" ) != var . get ( u""IE_PROTO"" ) :",494
6612,"def forward(self, fw_x, bw_x):
    final_outs = []
    lstm_outs = []
    for x, layers in zip([fw_x, bw_x], self._lstm_layers):
        batch_size = x.shape[0]
        outs = []
        for i, dic in enumerate(layers):
            lstm = dic[""lstm""]
            hidden_state = dic[""hidden_state""][:, :batch_size, :]
            cell_state = dic[""cell_state""][:, :batch_size, :]
            if self._dropout:
                x = self._dropout_layer(x)
            x, (hidden_state, cell_state) = lstm(x, (hidden_state, cell_state))
            hidden_state = hidden_state.detach()
            cell_state = cell_state.detach()
            dic[""hidden_state""][:, :batch_size, :] = hidden_state
            dic[""cell_state""][:, :batch_size, :] = cell_state
            outs.append(x)
        lstm_outs.append(outs)
        if self._dropout:
            x = self._dropout_layer(x)
        final_outs.append(x)
    if self._task == ""pre-train"":
        return final_outs
    else:
        return lstm_outs","def forward ( self , fw_x , bw_x ) : <TAB> final_outs = [ ] <TAB> lstm_outs = [ ] <TAB> for x , layers in zip ( [ fw_x , bw_x ] , self . _lstm_layers ) : <TAB> <TAB> batch_size = x . shape [ 0 ] <TAB> <TAB> outs = [ ] <TAB> <TAB> for i , dic in enumerate ( layers ) : <TAB> <TAB> <TAB> lstm = dic [ ""lstm"" ] <TAB> <TAB> <TAB> hidden_state = dic [ ""hidden_state"" ] [ : , : batch_size , : ] <TAB> <TAB> <TAB> cell_state = dic [ ""cell_state"" ] [ : , : batch_size , : ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> x = self . _dropout_layer ( x ) <TAB> <TAB> <TAB> x , ( hidden_state , cell_state ) = lstm ( x , ( hidden_state , cell_state ) ) <TAB> <TAB> <TAB> hidden_state = hidden_state . detach ( ) <TAB> <TAB> <TAB> cell_state = cell_state . detach ( ) <TAB> <TAB> <TAB> dic [ ""hidden_state"" ] [ : , : batch_size , : ] = hidden_state <TAB> <TAB> <TAB> dic [ ""cell_state"" ] [ : , : batch_size , : ] = cell_state <TAB> <TAB> <TAB> outs . append ( x ) <TAB> <TAB> lstm_outs . append ( outs ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> x = self . _dropout_layer ( x ) <TAB> <TAB> final_outs . append ( x ) <TAB> if self . _task == ""pre-train"" : <TAB> <TAB> return final_outs <TAB> else : <TAB> <TAB> return lstm_outs",if self . _dropout :,338
21530,"def _update_read(self):
    """"""Update state when there is read event""""""
    try:
        msg = bytes(self._sock.recv(4096))
        if msg:
            self.on_message(msg)
            return True
        # normal close, remote is closed
        self.close()
    except socket.error as err:
        if err.args[0] in (errno.EAGAIN, errno.EWOULDBLOCK):
            pass
        else:
            self.on_error(err)
    return False","def _update_read ( self ) : <TAB> """"""Update state when there is read event"""""" <TAB> try : <TAB> <TAB> msg = bytes ( self . _sock . recv ( 4096 ) ) <TAB> <TAB> if msg : <TAB> <TAB> <TAB> self . on_message ( msg ) <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> <TAB> self . close ( ) <TAB> except socket . error as err : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pass <TAB> <TAB> else : <TAB> <TAB> <TAB> self . on_error ( err ) <TAB> return False","if err . args [ 0 ] in ( errno . EAGAIN , errno . EWOULDBLOCK ) :",142
711,"def handle_noargs(self, **options):
    self.style = color_style()
    print(""Running Django's own validation:"")
    self.validate(display_num_errors=True)
    for model in loading.get_models():
        if hasattr(model, ""_create_content_base""):
            self.validate_base_model(model)
        if hasattr(model, ""_feincms_content_models""):
            self.validate_content_type(model)
","def handle_noargs ( self , ** options ) : <TAB> self . style = color_style ( ) <TAB> print ( ""Running Django's own validation:"" ) <TAB> self . validate ( display_num_errors = True ) <TAB> for model in loading . get_models ( ) : <TAB> <TAB> if hasattr ( model , ""_create_content_base"" ) : <TAB> <TAB> <TAB> self . validate_base_model ( model ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . validate_content_type ( model )","if hasattr ( model , ""_feincms_content_models"" ) :",117
4726,"def _expand_deps_java_generation(self):
    """"""Ensure that all multilingual dependencies such as proto_library generate java code.""""""
    queue = collections.deque(self.deps)
    keys = set()
    while queue:
        k = queue.popleft()
        if k not in keys:
            keys.add(k)
            dep = self.target_database[k]
            if ""generate_java"" in dep.attr:  # Has this attribute
                dep.attr[""generate_java""] = True
                queue.extend(dep.deps)
","def _expand_deps_java_generation ( self ) : <TAB> """"""Ensure that all multilingual dependencies such as proto_library generate java code."""""" <TAB> queue = collections . deque ( self . deps ) <TAB> keys = set ( ) <TAB> while queue : <TAB> <TAB> k = queue . popleft ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> keys . add ( k ) <TAB> <TAB> <TAB> dep = self . target_database [ k ] <TAB> <TAB> <TAB> if ""generate_java"" in dep . attr : <TAB> <TAB> <TAB> <TAB> dep . attr [ ""generate_java"" ] = True <TAB> <TAB> <TAB> <TAB> queue . extend ( dep . deps )",if k not in keys :,144
14819,"def __init__(self, *args, **kwargs):
    if len(args) == 1:
        arg = args[0]
        if isinstance(arg, string_types):
            self.client = kwargs.pop(""client_cls"", Client)(dsn=arg, **kwargs)
        elif isinstance(arg, Client):
            self.client = arg
        else:
            raise ValueError(
                ""The first argument to %s must be either a Client instance or a DSN, got %r instead.""
                % (
                    self.__class__.__name__,
                    arg,
                )
            )
        args = []
    else:
        try:
            self.client = kwargs.pop(""client"")
        except KeyError:
            raise TypeError(""Expected keyword argument for SentryHandler: client"")
    super(SentryHandler, self).__init__(*args, **kwargs)","def __init__ ( self , * args , ** kwargs ) : <TAB> if len ( args ) == 1 : <TAB> <TAB> arg = args [ 0 ] <TAB> <TAB> if isinstance ( arg , string_types ) : <TAB> <TAB> <TAB> self . client = kwargs . pop ( ""client_cls"" , Client ) ( dsn = arg , ** kwargs ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . client = arg <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""The first argument to %s must be either a Client instance or a DSN, got %r instead."" <TAB> <TAB> <TAB> <TAB> % ( <TAB> <TAB> <TAB> <TAB> <TAB> self . __class__ . __name__ , <TAB> <TAB> <TAB> <TAB> <TAB> arg , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> args = [ ] <TAB> else : <TAB> <TAB> try : <TAB> <TAB> <TAB> self . client = kwargs . pop ( ""client"" ) <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> raise TypeError ( ""Expected keyword argument for SentryHandler: client"" ) <TAB> super ( SentryHandler , self ) . __init__ ( * args , ** kwargs )","elif isinstance ( arg , Client ) :",234
24374,"def event_detail_view(request, event_id):
    event = get_object_or_404(Event, pk=event_id)
    if (
        not (
            request.user.role == ""ADMIN""
            or request.user.is_superuser
            or event.created_by == request.user
            or request.user in event.assigned_to.all()
        )
        or request.company != event.company
    ):
        raise PermissionDenied
    if request.method == ""GET"":
        context = {}
        context[""event""] = event
        context[""attachments""] = event.events_attachment.all()
        context[""comments""] = event.events_comments.all()
        if request.user.is_superuser or request.user.role == ""ADMIN"":
            context[""users_mention""] = list(
                User.objects.filter(is_active=True, company=request.company).values(
                    ""username""
                )
            )
        elif request.user != event.created_by:
            context[""users_mention""] = [{""username"": event.created_by.username}]
        else:
            context[""users_mention""] = list(event.assigned_to.all().values(""username""))
        return render(request, ""event_detail.html"", context)","def event_detail_view ( request , event_id ) : <TAB> event = get_object_or_404 ( Event , pk = event_id ) <TAB> if ( <TAB> <TAB> not ( <TAB> <TAB> <TAB> request . user . role == ""ADMIN"" <TAB> <TAB> <TAB> or request . user . is_superuser <TAB> <TAB> <TAB> or event . created_by == request . user <TAB> <TAB> <TAB> or request . user in event . assigned_to . all ( ) <TAB> <TAB> ) <TAB> <TAB> or request . company != event . company <TAB> ) : <TAB> <TAB> raise PermissionDenied <TAB> if request . method == ""GET"" : <TAB> <TAB> context = { } <TAB> <TAB> context [ ""event"" ] = event <TAB> <TAB> context [ ""attachments"" ] = event . events_attachment . all ( ) <TAB> <TAB> context [ ""comments"" ] = event . events_comments . all ( ) <TAB> <TAB> if request . user . is_superuser or request . user . role == ""ADMIN"" : <TAB> <TAB> <TAB> context [ ""users_mention"" ] = list ( <TAB> <TAB> <TAB> <TAB> User . objects . filter ( is_active = True , company = request . company ) . values ( <TAB> <TAB> <TAB> <TAB> <TAB> ""username"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> context [ ""users_mention"" ] = [ { ""username"" : event . created_by . username } ] <TAB> <TAB> else : <TAB> <TAB> <TAB> context [ ""users_mention"" ] = list ( event . assigned_to . all ( ) . values ( ""username"" ) ) <TAB> <TAB> return render ( request , ""event_detail.html"" , context )",elif request . user != event . created_by :,341
7166,"def _save(self, force=False):
    if not self._dirty and not force:
        return
    data = {}
    for name, user in self._users.items():
        if not user or not isinstance(user, User):
            continue
        data[name] = {
            ""password"": user._passwordHash,
            ""active"": user._active,
            ""groups"": self._from_groups(*user._groups),
            ""permissions"": self._from_permissions(*user._permissions),
            ""apikey"": user._apikey,
            ""settings"": user._settings,
            # TODO: deprecated, remove in 1.5.0
            ""roles"": user._roles,
        }
    with atomic_write(
        self._userfile, mode=""wt"", permissions=0o600, max_permissions=0o666
    ) as f:
        yaml.safe_dump(data, f, default_flow_style=False, indent=4, allow_unicode=True)
        self._dirty = False
    self._load()","def _save ( self , force = False ) : <TAB> if not self . _dirty and not force : <TAB> <TAB> return <TAB> data = { } <TAB> for name , user in self . _users . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> data [ name ] = { <TAB> <TAB> <TAB> ""password"" : user . _passwordHash , <TAB> <TAB> <TAB> ""active"" : user . _active , <TAB> <TAB> <TAB> ""groups"" : self . _from_groups ( * user . _groups ) , <TAB> <TAB> <TAB> ""permissions"" : self . _from_permissions ( * user . _permissions ) , <TAB> <TAB> <TAB> ""apikey"" : user . _apikey , <TAB> <TAB> <TAB> ""settings"" : user . _settings , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""roles"" : user . _roles , <TAB> <TAB> } <TAB> with atomic_write ( <TAB> <TAB> self . _userfile , mode = ""wt"" , permissions = 0o600 , max_permissions = 0o666 <TAB> ) as f : <TAB> <TAB> yaml . safe_dump ( data , f , default_flow_style = False , indent = 4 , allow_unicode = True ) <TAB> <TAB> self . _dirty = False <TAB> self . _load ( )","if not user or not isinstance ( user , User ) :",265
21736,"def run(self):
    try:
        self.read_sock.setblocking(0)
        while True:
            data = """"
            try:
                data += self.read_sock.recv(1000000)
                if not data:
                    break
            except Exception as e:
                if e[0] == 9:  # errno connection closed
                    break
                if not data:
                    time.sleep(0.05)
                continue
            self.write_sock.sendall(data)
    except Exception as e:
        logging.debug(""error in socket piper: %s"", traceback.format_exc())
    finally:
        try:
            self.write_sock.shutdown(socket.SHUT_RDWR)
        except:
            pass
        try:
            self.write_sock.close()
        except:
            pass
        try:
            self.read_sock.shutdown(socket.SHUT_RDWR)
        except:
            pass
        try:
            self.read_sock.close()
        except:
            pass
    logging.debug(""piper finished"")","def run ( self ) : <TAB> try : <TAB> <TAB> self . read_sock . setblocking ( 0 ) <TAB> <TAB> while True : <TAB> <TAB> <TAB> data = """" <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> data += self . read_sock . recv ( 1000000 ) <TAB> <TAB> <TAB> <TAB> if not data : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> if not data : <TAB> <TAB> <TAB> <TAB> <TAB> time . sleep ( 0.05 ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> self . write_sock . sendall ( data ) <TAB> except Exception as e : <TAB> <TAB> logging . debug ( ""error in socket piper: %s"" , traceback . format_exc ( ) ) <TAB> finally : <TAB> <TAB> try : <TAB> <TAB> <TAB> self . write_sock . shutdown ( socket . SHUT_RDWR ) <TAB> <TAB> except : <TAB> <TAB> <TAB> pass <TAB> <TAB> try : <TAB> <TAB> <TAB> self . write_sock . close ( ) <TAB> <TAB> except : <TAB> <TAB> <TAB> pass <TAB> <TAB> try : <TAB> <TAB> <TAB> self . read_sock . shutdown ( socket . SHUT_RDWR ) <TAB> <TAB> except : <TAB> <TAB> <TAB> pass <TAB> <TAB> try : <TAB> <TAB> <TAB> self . read_sock . close ( ) <TAB> <TAB> except : <TAB> <TAB> <TAB> pass <TAB> logging . debug ( ""piper finished"" )",if e [ 0 ] == 9 :,316
14417,"def casper_tests_from_citree(citree):
    import ciElementTree as ET
    from codeintel2.tree import pretty_tree_from_tree
    # citree = pretty_tree_from_tree(citree)
    # ET.dump(citree)
    for blob in citree[0]:
        # print ""%(ilk)s %(name)s:"" % blob.attrib
        for class_elem in blob:
            if not is_casper_testcase_subclass(class_elem):
                continue
            # print ""  %(ilk)s %(name)s(%(classrefs)s):"" % class_elem.attrib
            for func_elem in class_elem:
                if func_elem.get(""ilk"") != ""function"":
                    continue
                if not func_elem.get(""name"").startswith(""test_""):
                    continue
                if ""__ctor__"" in func_elem.get(""attributes"", """"):
                    # This is class constructor, not an actual test.
                    continue
                # print ""    %(ilk)s %(name)s"" % func_elem.attrib
                raw_tags = func_elem.get(""tags"", """").strip()
                if raw_tags:
                    tags = re.split(""[,\s]+"", raw_tags)
                else:
                    tags = None
                yield CasperTest(
                    normpath(blob.get(""src"")),
                    class_elem.get(""name""),
                    func_elem.get(""name""),
                    tags,
                )","def casper_tests_from_citree ( citree ) : <TAB> import ciElementTree as ET <TAB> from codeintel2 . tree import pretty_tree_from_tree <TAB> <TAB> <TAB> for blob in citree [ 0 ] : <TAB> <TAB> <TAB> <TAB> for class_elem in blob : <TAB> <TAB> <TAB> if not is_casper_testcase_subclass ( class_elem ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for func_elem in class_elem : <TAB> <TAB> <TAB> <TAB> if func_elem . get ( ""ilk"" ) != ""function"" : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if ""__ctor__"" in func_elem . get ( ""attributes"" , """" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raw_tags = func_elem . get ( ""tags"" , """" ) . strip ( ) <TAB> <TAB> <TAB> <TAB> if raw_tags : <TAB> <TAB> <TAB> <TAB> <TAB> tags = re . split ( ""[,\s]+"" , raw_tags ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> tags = None <TAB> <TAB> <TAB> <TAB> yield CasperTest ( <TAB> <TAB> <TAB> <TAB> <TAB> normpath ( blob . get ( ""src"" ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> class_elem . get ( ""name"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> func_elem . get ( ""name"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> tags , <TAB> <TAB> <TAB> <TAB> )","if not func_elem . get ( ""name"" ) . startswith ( ""test_"" ) :",430
2528,"def process_image(sample, mode, color_jitter, rotate):
    img_path = sample[0]
    try:
        img = Image.open(img_path)
    except:
        print(img_path, ""not exists!"")
        return None
    if mode == ""train"":
        if rotate:
            img = rotate_image(img)
        img = random_crop(img, DATA_DIM)
    else:
        img = resize_short(img, target_size=256)
        img = crop_image(img, target_size=DATA_DIM, center=True)
    if mode == ""train"":
        if color_jitter:
            img = distort_color(img)
        if np.random.randint(0, 2) == 1:
            img = img.transpose(Image.FLIP_LEFT_RIGHT)
    if img.mode != ""RGB"":
        img = img.convert(""RGB"")
    img = np.array(img).astype(""float32"").transpose((2, 0, 1)) / 255
    img -= img_mean
    img /= img_std
    if mode == ""train"" or mode == ""val"":
        return img, sample[1]
    elif mode == ""test"":
        return [img]","def process_image ( sample , mode , color_jitter , rotate ) : <TAB> img_path = sample [ 0 ] <TAB> try : <TAB> <TAB> img = Image . open ( img_path ) <TAB> except : <TAB> <TAB> print ( img_path , ""not exists!"" ) <TAB> <TAB> return None <TAB> if mode == ""train"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> img = rotate_image ( img ) <TAB> <TAB> img = random_crop ( img , DATA_DIM ) <TAB> else : <TAB> <TAB> img = resize_short ( img , target_size = 256 ) <TAB> <TAB> img = crop_image ( img , target_size = DATA_DIM , center = True ) <TAB> if mode == ""train"" : <TAB> <TAB> if color_jitter : <TAB> <TAB> <TAB> img = distort_color ( img ) <TAB> <TAB> if np . random . randint ( 0 , 2 ) == 1 : <TAB> <TAB> <TAB> img = img . transpose ( Image . FLIP_LEFT_RIGHT ) <TAB> if img . mode != ""RGB"" : <TAB> <TAB> img = img . convert ( ""RGB"" ) <TAB> img = np . array ( img ) . astype ( ""float32"" ) . transpose ( ( 2 , 0 , 1 ) ) / 255 <TAB> img -= img_mean <TAB> img /= img_std <TAB> if mode == ""train"" or mode == ""val"" : <TAB> <TAB> return img , sample [ 1 ] <TAB> elif mode == ""test"" : <TAB> <TAB> return [ img ]",if rotate :,312
3832,"def from_cfn_params(self, cfn_params):
    """"""Initialize param value by parsing CFN input only if the scheduler is awsbatch.""""""
    cfn_converter = self.definition.get(""cfn_param_mapping"", None)
    if cfn_converter and cfn_params:
        if get_cfn_param(cfn_params, ""Scheduler"") == ""awsbatch"":
            # we have the same CFN input parameters for both spot_price and spot_bid_percentage
            # so the CFN input could be a float
            self.value = int(float(get_cfn_param(cfn_params, cfn_converter)))
    return self
","def from_cfn_params ( self , cfn_params ) : <TAB> """"""Initialize param value by parsing CFN input only if the scheduler is awsbatch."""""" <TAB> cfn_converter = self . definition . get ( ""cfn_param_mapping"" , None ) <TAB> if cfn_converter and cfn_params : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . value = int ( float ( get_cfn_param ( cfn_params , cfn_converter ) ) ) <TAB> return self","if get_cfn_param ( cfn_params , ""Scheduler"" ) == ""awsbatch"" :",165
23154,"def get_lowest_wall_time(jsons):
    lowest_wall = None
    for j in jsons:
        if lowest_wall is None:
            lowest_wall = j[""wall_time""]
        if lowest_wall > j[""wall_time""]:
            lowest_wall = j[""wall_time""]
    return lowest_wall
","def get_lowest_wall_time ( jsons ) : <TAB> lowest_wall = None <TAB> for j in jsons : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> lowest_wall = j [ ""wall_time"" ] <TAB> <TAB> if lowest_wall > j [ ""wall_time"" ] : <TAB> <TAB> <TAB> lowest_wall = j [ ""wall_time"" ] <TAB> return lowest_wall",if lowest_wall is None :,86
6227,"def __hexToBin(self, myHex):
    binOfHex = """"
    for element in myHex:
        element = element.upper()
        if element == ""F"":
            binOfHex = binOfHex + ""1111""
        elif element == ""E"":
            binOfHex = binOfHex + ""1110""
        elif element == ""D"":
            binOfHex = binOfHex + ""1101""
        elif element == ""C"":
            binOfHex = binOfHex + ""1100""
        elif element == ""B"":
            binOfHex = binOfHex + ""1011""
        elif element == ""A"":
            binOfHex = binOfHex + ""1010""
        elif element == ""9"":
            binOfHex = binOfHex + ""1001""
        elif element == ""8"":
            binOfHex = binOfHex + ""1000""
        elif element == ""7"":
            binOfHex = binOfHex + ""0111""
        elif element == ""6"":
            binOfHex = binOfHex + ""0110""
        elif element == ""5"":
            binOfHex = binOfHex + ""0101""
        elif element == ""4"":
            binOfHex = binOfHex + ""0100""
        elif element == ""3"":
            binOfHex = binOfHex + ""0011""
        elif element == ""2"":
            binOfHex = binOfHex + ""0010""
        elif element == ""1"":
            binOfHex = binOfHex + ""0001""
        elif element == ""0"":
            binOfHex = binOfHex + ""0000""
    return binOfHex","def __hexToBin ( self , myHex ) : <TAB> binOfHex = """" <TAB> for element in myHex : <TAB> <TAB> element = element . upper ( ) <TAB> <TAB> if element == ""F"" : <TAB> <TAB> <TAB> binOfHex = binOfHex + ""1111"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> binOfHex = binOfHex + ""1110"" <TAB> <TAB> elif element == ""D"" : <TAB> <TAB> <TAB> binOfHex = binOfHex + ""1101"" <TAB> <TAB> elif element == ""C"" : <TAB> <TAB> <TAB> binOfHex = binOfHex + ""1100"" <TAB> <TAB> elif element == ""B"" : <TAB> <TAB> <TAB> binOfHex = binOfHex + ""1011"" <TAB> <TAB> elif element == ""A"" : <TAB> <TAB> <TAB> binOfHex = binOfHex + ""1010"" <TAB> <TAB> elif element == ""9"" : <TAB> <TAB> <TAB> binOfHex = binOfHex + ""1001"" <TAB> <TAB> elif element == ""8"" : <TAB> <TAB> <TAB> binOfHex = binOfHex + ""1000"" <TAB> <TAB> elif element == ""7"" : <TAB> <TAB> <TAB> binOfHex = binOfHex + ""0111"" <TAB> <TAB> elif element == ""6"" : <TAB> <TAB> <TAB> binOfHex = binOfHex + ""0110"" <TAB> <TAB> elif element == ""5"" : <TAB> <TAB> <TAB> binOfHex = binOfHex + ""0101"" <TAB> <TAB> elif element == ""4"" : <TAB> <TAB> <TAB> binOfHex = binOfHex + ""0100"" <TAB> <TAB> elif element == ""3"" : <TAB> <TAB> <TAB> binOfHex = binOfHex + ""0011"" <TAB> <TAB> elif element == ""2"" : <TAB> <TAB> <TAB> binOfHex = binOfHex + ""0010"" <TAB> <TAB> elif element == ""1"" : <TAB> <TAB> <TAB> binOfHex = binOfHex + ""0001"" <TAB> <TAB> elif element == ""0"" : <TAB> <TAB> <TAB> binOfHex = binOfHex + ""0000"" <TAB> return binOfHex","elif element == ""E"" :",436
10525,"def __repr__(self):
    r = super().__repr__()
    if self.__args__ is not None or self.__result__ is not None:
        if self.__args__ is Ellipsis:
            args_r = ""...""
        else:
            args_r = ""[%s]"" % "", "".join(_type_repr(t) for t in self.__args__)
        r += ""[%s, %s]"" % (args_r, _type_repr(self.__result__))
    return r
","def __repr__ ( self ) : <TAB> r = super ( ) . __repr__ ( ) <TAB> if self . __args__ is not None or self . __result__ is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> args_r = ""..."" <TAB> <TAB> else : <TAB> <TAB> <TAB> args_r = ""[%s]"" % "", "" . join ( _type_repr ( t ) for t in self . __args__ ) <TAB> <TAB> r += ""[%s, %s]"" % ( args_r , _type_repr ( self . __result__ ) ) <TAB> return r",if self . __args__ is Ellipsis :,118
18560,"def compress(self, data_list):
    if len(data_list) == 2:
        value, lookup_expr = data_list
        if value not in EMPTY_VALUES:
            if lookup_expr not in EMPTY_VALUES:
                return Lookup(value=value, lookup_expr=lookup_expr)
            else:
                raise forms.ValidationError(
                    self.error_messages[""lookup_required""], code=""lookup_required""
                )
    return None","def compress ( self , data_list ) : <TAB> if len ( data_list ) == 2 : <TAB> <TAB> value , lookup_expr = data_list <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if lookup_expr not in EMPTY_VALUES : <TAB> <TAB> <TAB> <TAB> return Lookup ( value = value , lookup_expr = lookup_expr ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise forms . ValidationError ( <TAB> <TAB> <TAB> <TAB> <TAB> self . error_messages [ ""lookup_required"" ] , code = ""lookup_required"" <TAB> <TAB> <TAB> <TAB> ) <TAB> return None",if value not in EMPTY_VALUES :,127
5416,"def _interleave_dataset_results_and_tensors(dataset_results, flat_run_tensors):
    flattened_results = []
    for idx in range(len(dataset_results) + len(flat_run_tensors)):
        if dataset_results.get(idx):
            flattened_results.append(dataset_results[idx])
        else:
            flattened_results.append(flat_run_tensors.pop(0))
    return flattened_results","def _interleave_dataset_results_and_tensors ( dataset_results , flat_run_tensors ) : <TAB> flattened_results = [ ] <TAB> for idx in range ( len ( dataset_results ) + len ( flat_run_tensors ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> flattened_results . append ( dataset_results [ idx ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> flattened_results . append ( flat_run_tensors . pop ( 0 ) ) <TAB> return flattened_results",if dataset_results . get ( idx ) :,111
23239,"def get_gpus_bus_ids(notation_fix=True):
    logger = get_logger()
    bus_ids = {}
    for manufacturer, vendor_id in VENDOR_IDS.items():
        ids_list = _search_bus_ids(
            match_pci_class=GPU_PCI_CLASS_PATTERN,
            match_vendor_id=vendor_id,
            notation_fix=notation_fix,
        )
        if len(ids_list) > 1:
            logger.warning(
                f""Multiple {manufacturer} GPUs found ! Picking the first enumerated one.""
            )
        if len(ids_list) > 0:
            bus_ids[manufacturer] = ids_list[0]
    if ""intel"" in bus_ids and ""amd"" in bus_ids:
        logger.warning(""Found both an Intel and an AMD GPU. Defaulting to Intel."")
        del bus_ids[""amd""]
    if not (""intel"" in bus_ids or ""amd"" in bus_ids):
        raise PCIError(""Cannot find the integrated GPU. Is this an Optimus system ?"")
    return bus_ids","def get_gpus_bus_ids ( notation_fix = True ) : <TAB> logger = get_logger ( ) <TAB> bus_ids = { } <TAB> for manufacturer , vendor_id in VENDOR_IDS . items ( ) : <TAB> <TAB> ids_list = _search_bus_ids ( <TAB> <TAB> <TAB> match_pci_class = GPU_PCI_CLASS_PATTERN , <TAB> <TAB> <TAB> match_vendor_id = vendor_id , <TAB> <TAB> <TAB> notation_fix = notation_fix , <TAB> <TAB> ) <TAB> <TAB> if len ( ids_list ) > 1 : <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> f""Multiple {manufacturer} GPUs found ! Picking the first enumerated one."" <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> bus_ids [ manufacturer ] = ids_list [ 0 ] <TAB> if ""intel"" in bus_ids and ""amd"" in bus_ids : <TAB> <TAB> logger . warning ( ""Found both an Intel and an AMD GPU. Defaulting to Intel."" ) <TAB> <TAB> del bus_ids [ ""amd"" ] <TAB> if not ( ""intel"" in bus_ids or ""amd"" in bus_ids ) : <TAB> <TAB> raise PCIError ( ""Cannot find the integrated GPU. Is this an Optimus system ?"" ) <TAB> return bus_ids",if len ( ids_list ) > 0 :,303
10773,"def processCoords(coords):
    newcoords = deque()
    for (x, y, z) in coords:
        for _dir, offsets in faceDirections:
            if _dir == FaceYIncreasing:
                continue
            dx, dy, dz = offsets
            p = (x + dx, y + dy, z + dz)
            if p not in box:
                continue
            nx, ny, nz = p
            if level.blockAt(nx, ny, nz) == 0:
                level.setBlockAt(nx, ny, nz, waterID)
                newcoords.append(p)
    return newcoords","def processCoords ( coords ) : <TAB> newcoords = deque ( ) <TAB> for ( x , y , z ) in coords : <TAB> <TAB> for _dir , offsets in faceDirections : <TAB> <TAB> <TAB> if _dir == FaceYIncreasing : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> dx , dy , dz = offsets <TAB> <TAB> <TAB> p = ( x + dx , y + dy , z + dz ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> nx , ny , nz = p <TAB> <TAB> <TAB> if level . blockAt ( nx , ny , nz ) == 0 : <TAB> <TAB> <TAB> <TAB> level . setBlockAt ( nx , ny , nz , waterID ) <TAB> <TAB> <TAB> <TAB> newcoords . append ( p ) <TAB> return newcoords",if p not in box :,173
5252,"def test_float_round_tripping(self):
    dtypes = set(
        f
        for f in np.typeDict.values()
        if (np.issubdtype(f, np.floating) or np.issubdtype(f, np.complexfloating))
    )
    if platform.machine() in UNSUPPORTED_LONG_DOUBLE:
        dtype_dset_map = {
            str(j): d
            for j, d in enumerate(dtypes)
            if d not in (np.float128, np.complex256)
        }
    else:
        dtype_dset_map = {str(j): d for j, d in enumerate(dtypes)}
    fname = self.mktemp()
    with h5py.File(fname, ""w"") as f:
        for n, d in dtype_dset_map.items():
            data = np.arange(10, dtype=d)
            f.create_dataset(n, data=data)
    with h5py.File(fname, ""r"") as f:
        for n, d in dtype_dset_map.items():
            ldata = f[n][:]
            self.assertEqual(ldata.dtype, d)","def test_float_round_tripping ( self ) : <TAB> dtypes = set ( <TAB> <TAB> f <TAB> <TAB> for f in np . typeDict . values ( ) <TAB> <TAB> if ( np . issubdtype ( f , np . floating ) or np . issubdtype ( f , np . complexfloating ) ) <TAB> ) <TAB> if platform . machine ( ) in UNSUPPORTED_LONG_DOUBLE : <TAB> <TAB> dtype_dset_map = { <TAB> <TAB> <TAB> str ( j ) : d <TAB> <TAB> <TAB> for j , d in enumerate ( dtypes ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> } <TAB> else : <TAB> <TAB> dtype_dset_map = { str ( j ) : d for j , d in enumerate ( dtypes ) } <TAB> fname = self . mktemp ( ) <TAB> with h5py . File ( fname , ""w"" ) as f : <TAB> <TAB> for n , d in dtype_dset_map . items ( ) : <TAB> <TAB> <TAB> data = np . arange ( 10 , dtype = d ) <TAB> <TAB> <TAB> f . create_dataset ( n , data = data ) <TAB> with h5py . File ( fname , ""r"" ) as f : <TAB> <TAB> for n , d in dtype_dset_map . items ( ) : <TAB> <TAB> <TAB> ldata = f [ n ] [ : ] <TAB> <TAB> <TAB> self . assertEqual ( ldata . dtype , d )","if d not in ( np . float128 , np . complex256 )",300
13746,"def PreprocessConditionalStatement(self, IfList, ReplacedLine):
    while self:
        if self.__Token:
            x = 1
        elif not IfList:
            if self <= 2:
                continue
            RegionSizeGuid = 3
            if not RegionSizeGuid:
                RegionLayoutLine = 5
                continue
            RegionLayoutLine = self.CurrentLineNumber
    return 1","def PreprocessConditionalStatement ( self , IfList , ReplacedLine ) : <TAB> while self : <TAB> <TAB> if self . __Token : <TAB> <TAB> <TAB> x = 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if self <= 2 : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> RegionSizeGuid = 3 <TAB> <TAB> <TAB> if not RegionSizeGuid : <TAB> <TAB> <TAB> <TAB> RegionLayoutLine = 5 <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> RegionLayoutLine = self . CurrentLineNumber <TAB> return 1",elif not IfList :,111
18139,"def __bind_events(self, e):
    if e.GetKeyCode() == 13:
        self.index = len(self.history) - 1
        self.value = self.textctrl.GetValue()
        ln = self.get_last_line()
        ln = ln.strip()
        if ln not in self.history:
            self.history.append(ln)
        self.index += 1
        if ln:
            import shlex
            cmd = shlex.split(ln)
            # out en retvalue
            retvalue = self._interp.onecmd(cmd)
            if retvalue:
                self.textctrl.WriteText(""\n"")
                self.textctrl.AppendText(retvalue)
        self.textctrl.WriteText(""\n"")
        self.textctrl.WriteText(self.prompt)
    # down
    elif e.GetKeyCode() == 317:
        self.index += 1
        if self.index >= len(self.history):
            self.index = len(self.history) - 1
        self.textctrl.WriteText(""\n"")
        self.textctrl.WriteText(self.prompt)
        self.textctrl.WriteText(self.history[self.index])
    # up
    elif e.GetKeyCode() == 315:
        self.index -= 1
        if self.index < 0:
            self.index = 0
        self.textctrl.WriteText(""\n"")
        self.textctrl.WriteText(self.prompt)
        self.textctrl.WriteText(self.history[self.index])
    else:
        e.Skip()","def __bind_events ( self , e ) : <TAB> if e . GetKeyCode ( ) == 13 : <TAB> <TAB> self . index = len ( self . history ) - 1 <TAB> <TAB> self . value = self . textctrl . GetValue ( ) <TAB> <TAB> ln = self . get_last_line ( ) <TAB> <TAB> ln = ln . strip ( ) <TAB> <TAB> if ln not in self . history : <TAB> <TAB> <TAB> self . history . append ( ln ) <TAB> <TAB> self . index += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> import shlex <TAB> <TAB> <TAB> cmd = shlex . split ( ln ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> retvalue = self . _interp . onecmd ( cmd ) <TAB> <TAB> <TAB> if retvalue : <TAB> <TAB> <TAB> <TAB> self . textctrl . WriteText ( ""\n"" ) <TAB> <TAB> <TAB> <TAB> self . textctrl . AppendText ( retvalue ) <TAB> <TAB> self . textctrl . WriteText ( ""\n"" ) <TAB> <TAB> self . textctrl . WriteText ( self . prompt ) <TAB> <TAB> elif e . GetKeyCode ( ) == 317 : <TAB> <TAB> self . index += 1 <TAB> <TAB> if self . index >= len ( self . history ) : <TAB> <TAB> <TAB> self . index = len ( self . history ) - 1 <TAB> <TAB> self . textctrl . WriteText ( ""\n"" ) <TAB> <TAB> self . textctrl . WriteText ( self . prompt ) <TAB> <TAB> self . textctrl . WriteText ( self . history [ self . index ] ) <TAB> <TAB> elif e . GetKeyCode ( ) == 315 : <TAB> <TAB> self . index -= 1 <TAB> <TAB> if self . index < 0 : <TAB> <TAB> <TAB> self . index = 0 <TAB> <TAB> self . textctrl . WriteText ( ""\n"" ) <TAB> <TAB> self . textctrl . WriteText ( self . prompt ) <TAB> <TAB> self . textctrl . WriteText ( self . history [ self . index ] ) <TAB> else : <TAB> <TAB> e . Skip ( )",if ln :,419
23959,"def tempFailureRetry(func, *args, **kwargs):
    while True:
        try:
            return func(*args, **kwargs)
        except (os.error, IOError) as ex:
            if ex.errno == errno.EINTR:
                continue
            else:
                raise
","def tempFailureRetry ( func , * args , ** kwargs ) : <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> return func ( * args , ** kwargs ) <TAB> <TAB> except ( os . error , IOError ) as ex : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise",if ex . errno == errno . EINTR :,83
21009,"def validate_with_previous_doc(self, ref):
    self.exclude_fields = [""conversion_factor"", ""uom""] if self.get(""is_return"") else []
    for key, val in ref.items():
        is_child = val.get(""is_child_table"")
        ref_doc = {}
        item_ref_dn = []
        for d in self.get_all_children(self.doctype + "" Item""):
            ref_dn = d.get(val[""ref_dn_field""])
            if ref_dn:
                if is_child:
                    self.compare_values({key: [ref_dn]}, val[""compare_fields""], d)
                    if ref_dn not in item_ref_dn:
                        item_ref_dn.append(ref_dn)
                    elif not val.get(""allow_duplicate_prev_row_id""):
                        frappe.throw(
                            _(""Duplicate row {0} with same {1}"").format(d.idx, key)
                        )
                elif ref_dn:
                    ref_doc.setdefault(key, [])
                    if ref_dn not in ref_doc[key]:
                        ref_doc[key].append(ref_dn)
        if ref_doc:
            self.compare_values(ref_doc, val[""compare_fields""])","def validate_with_previous_doc ( self , ref ) : <TAB> self . exclude_fields = [ ""conversion_factor"" , ""uom"" ] if self . get ( ""is_return"" ) else [ ] <TAB> for key , val in ref . items ( ) : <TAB> <TAB> is_child = val . get ( ""is_child_table"" ) <TAB> <TAB> ref_doc = { } <TAB> <TAB> item_ref_dn = [ ] <TAB> <TAB> for d in self . get_all_children ( self . doctype + "" Item"" ) : <TAB> <TAB> <TAB> ref_dn = d . get ( val [ ""ref_dn_field"" ] ) <TAB> <TAB> <TAB> if ref_dn : <TAB> <TAB> <TAB> <TAB> if is_child : <TAB> <TAB> <TAB> <TAB> <TAB> self . compare_values ( { key : [ ref_dn ] } , val [ ""compare_fields"" ] , d ) <TAB> <TAB> <TAB> <TAB> <TAB> if ref_dn not in item_ref_dn : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> item_ref_dn . append ( ref_dn ) <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> frappe . throw ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> _ ( ""Duplicate row {0} with same {1}"" ) . format ( d . idx , key ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> elif ref_dn : <TAB> <TAB> <TAB> <TAB> <TAB> ref_doc . setdefault ( key , [ ] ) <TAB> <TAB> <TAB> <TAB> <TAB> if ref_dn not in ref_doc [ key ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ref_doc [ key ] . append ( ref_dn ) <TAB> <TAB> if ref_doc : <TAB> <TAB> <TAB> self . compare_values ( ref_doc , val [ ""compare_fields"" ] )","elif not val . get ( ""allow_duplicate_prev_row_id"" ) :",372
5090,"def product_edit(request, product_id, response_format=""html""):
    ""Product edit""
    product = get_object_or_404(Product, pk=product_id)
    if not request.user.profile.has_permission(
        product, mode=""w""
    ) and not request.user.profile.is_admin(""treeio.sales""):
        return user_denied(
            request, ""You don't have access to this Product"", response_format
        )
    if request.POST:
        if ""cancel"" not in request.POST:
            form = ProductForm(
                request.user.profile, None, request.POST, instance=product
            )
            if form.is_valid():
                product = form.save()
                return HttpResponseRedirect(
                    reverse(""sales_product_view"", args=[product.id])
                )
        else:
            return HttpResponseRedirect(
                reverse(""sales_product_view"", args=[product.id])
            )
    else:
        form = ProductForm(request.user.profile, None, instance=product)
    all_products = Object.filter_by_request(
        request, Product.objects.filter(parent__isnull=True)
    )
    return render_to_response(
        ""sales/product_edit"",
        {""form"": form, ""product"": product, ""products"": all_products},
        context_instance=RequestContext(request),
        response_format=response_format,
    )","def product_edit ( request , product_id , response_format = ""html"" ) : <TAB> ""Product edit"" <TAB> product = get_object_or_404 ( Product , pk = product_id ) <TAB> if not request . user . profile . has_permission ( <TAB> <TAB> product , mode = ""w"" <TAB> ) and not request . user . profile . is_admin ( ""treeio.sales"" ) : <TAB> <TAB> return user_denied ( <TAB> <TAB> <TAB> request , ""You don't have access to this Product"" , response_format <TAB> <TAB> ) <TAB> if request . POST : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> form = ProductForm ( <TAB> <TAB> <TAB> <TAB> request . user . profile , None , request . POST , instance = product <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if form . is_valid ( ) : <TAB> <TAB> <TAB> <TAB> product = form . save ( ) <TAB> <TAB> <TAB> <TAB> return HttpResponseRedirect ( <TAB> <TAB> <TAB> <TAB> <TAB> reverse ( ""sales_product_view"" , args = [ product . id ] ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return HttpResponseRedirect ( <TAB> <TAB> <TAB> <TAB> reverse ( ""sales_product_view"" , args = [ product . id ] ) <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> form = ProductForm ( request . user . profile , None , instance = product ) <TAB> all_products = Object . filter_by_request ( <TAB> <TAB> request , Product . objects . filter ( parent__isnull = True ) <TAB> ) <TAB> return render_to_response ( <TAB> <TAB> ""sales/product_edit"" , <TAB> <TAB> { ""form"" : form , ""product"" : product , ""products"" : all_products } , <TAB> <TAB> context_instance = RequestContext ( request ) , <TAB> <TAB> response_format = response_format , <TAB> )","if ""cancel"" not in request . POST :",387
9446,"def get_db_prep_lookup(self, lookup_type, value, connection, prepared=False):
    if not prepared:
        value = self.get_prep_lookup(lookup_type, value)
    if hasattr(value, ""get_compiler""):
        value = value.get_compiler(connection=connection)
    if hasattr(value, ""as_sql"") or hasattr(value, ""_as_sql""):
        # If the value has a relabel_aliases method, it will need to
        # be invoked before the final SQL is evaluated
        if hasattr(value, ""relabel_aliases""):
            return value
        if hasattr(value, ""as_sql""):
            sql, params = value.as_sql()
        else:
            sql, params = value._as_sql(connection=connection)
        return QueryWrapper((""(%s)"" % sql), params)
    # FIXME: lt and gt are explicitly allowed to make
    # get_(next/prev)_by_date work; other lookups are not allowed since that
    # gets messy pretty quick. This is a good candidate for some refactoring
    # in the future.
    if lookup_type in [""exact"", ""gt"", ""lt"", ""gte"", ""lte""]:
        return [
            self._pk_trace(
                value,
                ""get_db_prep_lookup"",
                lookup_type,
                connection=connection,
                prepared=prepared,
            )
        ]
    if lookup_type in (""range"", ""in""):
        return [
            self._pk_trace(
                v,
                ""get_db_prep_lookup"",
                lookup_type,
                connection=connection,
                prepared=prepared,
            )
            for v in value
        ]
    elif lookup_type == ""isnull"":
        return []
    raise TypeError(""Related Field has invalid lookup: %s"" % lookup_type)
","def get_db_prep_lookup ( self , lookup_type , value , connection , prepared = False ) : <TAB> if not prepared : <TAB> <TAB> value = self . get_prep_lookup ( lookup_type , value ) <TAB> if hasattr ( value , ""get_compiler"" ) : <TAB> <TAB> value = value . get_compiler ( connection = connection ) <TAB> if hasattr ( value , ""as_sql"" ) or hasattr ( value , ""_as_sql"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return value <TAB> <TAB> if hasattr ( value , ""as_sql"" ) : <TAB> <TAB> <TAB> sql , params = value . as_sql ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> sql , params = value . _as_sql ( connection = connection ) <TAB> <TAB> return QueryWrapper ( ( ""(%s)"" % sql ) , params ) <TAB> <TAB> <TAB> <TAB> <TAB> if lookup_type in [ ""exact"" , ""gt"" , ""lt"" , ""gte"" , ""lte"" ] : <TAB> <TAB> return [ <TAB> <TAB> <TAB> self . _pk_trace ( <TAB> <TAB> <TAB> <TAB> value , <TAB> <TAB> <TAB> <TAB> ""get_db_prep_lookup"" , <TAB> <TAB> <TAB> <TAB> lookup_type , <TAB> <TAB> <TAB> <TAB> connection = connection , <TAB> <TAB> <TAB> <TAB> prepared = prepared , <TAB> <TAB> <TAB> ) <TAB> <TAB> ] <TAB> if lookup_type in ( ""range"" , ""in"" ) : <TAB> <TAB> return [ <TAB> <TAB> <TAB> self . _pk_trace ( <TAB> <TAB> <TAB> <TAB> v , <TAB> <TAB> <TAB> <TAB> ""get_db_prep_lookup"" , <TAB> <TAB> <TAB> <TAB> lookup_type , <TAB> <TAB> <TAB> <TAB> connection = connection , <TAB> <TAB> <TAB> <TAB> prepared = prepared , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> for v in value <TAB> <TAB> ] <TAB> elif lookup_type == ""isnull"" : <TAB> <TAB> return [ ] <TAB> raise TypeError ( ""Related Field has invalid lookup: %s"" % lookup_type )","if hasattr ( value , ""relabel_aliases"" ) :",492
9372,"def PyJs_anonymous_1228_(loc, this, arguments, var=var):
    var = Scope({u""this"": this, u""loc"": loc, u""arguments"": arguments}, var)
    var.registers([u""loc""])
    if var.get(u""loc""):
        var.get(u""t"").callprop(u""assertLiteral"", var.get(u""loc""))
        if PyJsStrictEq(var.get(u""loc"").get(u""value""), (-Js(1.0))):
            var.get(u""loc"").put(
                u""value"", var.get(u""this"").get(u""listing"").get(u""length"")
            )
        else:
            var.get(u""_assert2"").get(u""default"").callprop(
                u""strictEqual"",
                var.get(u""loc"").get(u""value""),
                var.get(u""this"").get(u""listing"").get(u""length""),
            )
    else:
        var.put(u""loc"", var.get(u""this"").callprop(u""getUnmarkedCurrentLoc""))
    var.get(u""this"").callprop(
        u""emitAssign"",
        var.get(u""this"").callprop(u""contextProperty"", Js(u""prev"")),
        var.get(u""loc""),
    )","def PyJs_anonymous_1228_ ( loc , this , arguments , var = var ) : <TAB> var = Scope ( { u""this"" : this , u""loc"" : loc , u""arguments"" : arguments } , var ) <TAB> var . registers ( [ u""loc"" ] ) <TAB> if var . get ( u""loc"" ) : <TAB> <TAB> var . get ( u""t"" ) . callprop ( u""assertLiteral"" , var . get ( u""loc"" ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> var . get ( u""loc"" ) . put ( <TAB> <TAB> <TAB> <TAB> u""value"" , var . get ( u""this"" ) . get ( u""listing"" ) . get ( u""length"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> var . get ( u""_assert2"" ) . get ( u""default"" ) . callprop ( <TAB> <TAB> <TAB> <TAB> u""strictEqual"" , <TAB> <TAB> <TAB> <TAB> var . get ( u""loc"" ) . get ( u""value"" ) , <TAB> <TAB> <TAB> <TAB> var . get ( u""this"" ) . get ( u""listing"" ) . get ( u""length"" ) , <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> var . put ( u""loc"" , var . get ( u""this"" ) . callprop ( u""getUnmarkedCurrentLoc"" ) ) <TAB> var . get ( u""this"" ) . callprop ( <TAB> <TAB> u""emitAssign"" , <TAB> <TAB> var . get ( u""this"" ) . callprop ( u""contextProperty"" , Js ( u""prev"" ) ) , <TAB> <TAB> var . get ( u""loc"" ) , <TAB> )","if PyJsStrictEq ( var . get ( u""loc"" ) . get ( u""value"" ) , ( - Js ( 1.0 ) ) ) :",353
2349,"def __adjacentSearchResultDisplayIndex(self, currentDisplayIndex, previous):
    displayIsSearchModel = currentDisplayIndex.model() == self.__searchModel
    if displayIsSearchModel:
        currentResult = currentDisplayIndex
    else:
        currentResult = self.__searchModel.mapFromSource(currentDisplayIndex)
    result = None
    if currentResult.isValid():
        # If the selected row is already a search result, we simply increment/decrement to the next
        currentRow = currentResult.row()
        if previous:
            if currentRow > 0:
                result = currentResult.sibling(currentRow - 1, 0)
        else:
            if currentRow < currentResult.model().rowCount() - 1:
                result = currentResult.sibling(currentRow + 1, 0)
    else:
        # Find the nearest result
        result = self.__findNearestSearchResult(currentDisplayIndex, previous)
    if result is not None:
        return (
            result if displayIsSearchModel else self.__searchModel.mapToSource(result)
        )","def __adjacentSearchResultDisplayIndex ( self , currentDisplayIndex , previous ) : <TAB> displayIsSearchModel = currentDisplayIndex . model ( ) == self . __searchModel <TAB> if displayIsSearchModel : <TAB> <TAB> currentResult = currentDisplayIndex <TAB> else : <TAB> <TAB> currentResult = self . __searchModel . mapFromSource ( currentDisplayIndex ) <TAB> result = None <TAB> if currentResult . isValid ( ) : <TAB> <TAB> <TAB> <TAB> currentRow = currentResult . row ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if currentRow > 0 : <TAB> <TAB> <TAB> <TAB> result = currentResult . sibling ( currentRow - 1 , 0 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if currentRow < currentResult . model ( ) . rowCount ( ) - 1 : <TAB> <TAB> <TAB> <TAB> result = currentResult . sibling ( currentRow + 1 , 0 ) <TAB> else : <TAB> <TAB> <TAB> <TAB> result = self . __findNearestSearchResult ( currentDisplayIndex , previous ) <TAB> if result is not None : <TAB> <TAB> return ( <TAB> <TAB> <TAB> result if displayIsSearchModel else self . __searchModel . mapToSource ( result ) <TAB> <TAB> )",if previous :,273
5769,"def format_callback(obj):
    has_admin = obj.__class__ in admin_site._registry
    opts = obj._meta
    no_edit_link = ""%s: %s"" % (capfirst(opts.verbose_name), force_str(obj))
    if has_admin:
        try:
            admin_url = reverse(
                ""%s:%s_%s_change"" % (admin_site.name, opts.app_label, opts.model_name),
                None,
                (quote(obj._get_pk_val()),),
            )
        except NoReverseMatch:
            # Change url doesn't exist -- don't display link to edit
            return no_edit_link
        p = ""%s.%s"" % (opts.app_label, get_permission_codename(""delete"", opts))
        if not user.has_perm(p):
            perms_needed.add(opts.verbose_name)
        # Display a link to the admin page.
        return format_html(
            '{}: <a href=""{}"">{}</a>', capfirst(opts.verbose_name), admin_url, obj
        )
    else:
        # Don't display link to edit, because it either has no
        # admin or is edited inline.
        return no_edit_link
","def format_callback ( obj ) : <TAB> has_admin = obj . __class__ in admin_site . _registry <TAB> opts = obj . _meta <TAB> no_edit_link = ""%s: %s"" % ( capfirst ( opts . verbose_name ) , force_str ( obj ) ) <TAB> if has_admin : <TAB> <TAB> try : <TAB> <TAB> <TAB> admin_url = reverse ( <TAB> <TAB> <TAB> <TAB> ""%s:%s_%s_change"" % ( admin_site . name , opts . app_label , opts . model_name ) , <TAB> <TAB> <TAB> <TAB> None , <TAB> <TAB> <TAB> <TAB> ( quote ( obj . _get_pk_val ( ) ) , ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> except NoReverseMatch : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return no_edit_link <TAB> <TAB> p = ""%s.%s"" % ( opts . app_label , get_permission_codename ( ""delete"" , opts ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> perms_needed . add ( opts . verbose_name ) <TAB> <TAB> <TAB> <TAB> return format_html ( <TAB> <TAB> <TAB> '{}: <a href=""{}"">{}</a>' , capfirst ( opts . verbose_name ) , admin_url , obj <TAB> <TAB> ) <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return no_edit_link",if not user . has_perm ( p ) :,325
12801,"def _find_existing_ade(vm, use_instance_view=False, ade_ext_info=None):
    if not ade_ext_info:
        ade_ext_info = (
            vm_extension_info[""Linux""]
            if _is_linux_os(vm)
            else vm_extension_info[""Windows""]
        )
    if use_instance_view:
        exts = vm.instance_view.extensions or []
        r = next(
            (
                e
                for e in exts
                if e.type
                and e.type.lower().startswith(ade_ext_info[""publisher""].lower())
                and e.name.lower() == ade_ext_info[""name""].lower()
            ),
            None,
        )
    else:
        exts = vm.resources or []
        r = next(
            (
                e
                for e in exts
                if (
                    e.publisher.lower() == ade_ext_info[""publisher""].lower()
                    and e.type_properties_type.lower() == ade_ext_info[""name""].lower()
                )
            ),
            None,
        )
    return r
","def _find_existing_ade ( vm , use_instance_view = False , ade_ext_info = None ) : <TAB> if not ade_ext_info : <TAB> <TAB> ade_ext_info = ( <TAB> <TAB> <TAB> vm_extension_info [ ""Linux"" ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> else vm_extension_info [ ""Windows"" ] <TAB> <TAB> ) <TAB> if use_instance_view : <TAB> <TAB> exts = vm . instance_view . extensions or [ ] <TAB> <TAB> r = next ( <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> e <TAB> <TAB> <TAB> <TAB> for e in exts <TAB> <TAB> <TAB> <TAB> if e . type <TAB> <TAB> <TAB> <TAB> and e . type . lower ( ) . startswith ( ade_ext_info [ ""publisher"" ] . lower ( ) ) <TAB> <TAB> <TAB> <TAB> and e . name . lower ( ) == ade_ext_info [ ""name"" ] . lower ( ) <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> None , <TAB> <TAB> ) <TAB> else : <TAB> <TAB> exts = vm . resources or [ ] <TAB> <TAB> r = next ( <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> e <TAB> <TAB> <TAB> <TAB> for e in exts <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> <TAB> e . publisher . lower ( ) == ade_ext_info [ ""publisher"" ] . lower ( ) <TAB> <TAB> <TAB> <TAB> <TAB> and e . type_properties_type . lower ( ) == ade_ext_info [ ""name"" ] . lower ( ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> None , <TAB> <TAB> ) <TAB> return r",if _is_linux_os ( vm ),342
9409,"def __randomize_interval_task(self):
    for job in self.aps_scheduler.get_jobs():
        if isinstance(job.trigger, IntervalTrigger):
            self.aps_scheduler.modify_job(
                job.id,
                next_run_time=datetime.now()
                + timedelta(
                    seconds=randrange(
                        job.trigger.interval.total_seconds() * 0.75,
                        job.trigger.interval.total_seconds(),
                    )
                ),
            )","def __randomize_interval_task ( self ) : <TAB> for job in self . aps_scheduler . get_jobs ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . aps_scheduler . modify_job ( <TAB> <TAB> <TAB> <TAB> job . id , <TAB> <TAB> <TAB> <TAB> next_run_time = datetime . now ( ) <TAB> <TAB> <TAB> <TAB> + timedelta ( <TAB> <TAB> <TAB> <TAB> <TAB> seconds = randrange ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> job . trigger . interval . total_seconds ( ) * 0.75 , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> job . trigger . interval . total_seconds ( ) , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> )","if isinstance ( job . trigger , IntervalTrigger ) :",153
11643,"def gather_notice_files(install_dir):
    """"""Gathers all NOTICE files to a common NOTICE_FILES directory.""""""
    common_notices_dir = utils.NOTICE_FILES_DIR_PATH
    logging.info(
        ""Creating {} directory to gather all NOTICE files..."".format(common_notices_dir)
    )
    os.makedirs(common_notices_dir)
    for arch in utils.get_snapshot_archs(install_dir):
        notices_dir_per_arch = os.path.join(arch, utils.NOTICE_FILES_DIR_NAME)
        if os.path.isdir(notices_dir_per_arch):
            for notice_file in glob.glob(""{}/*.txt"".format(notices_dir_per_arch)):
                if not os.path.isfile(
                    os.path.join(common_notices_dir, os.path.basename(notice_file))
                ):
                    shutil.copy(notice_file, common_notices_dir)
            shutil.rmtree(notices_dir_per_arch)
","def gather_notice_files ( install_dir ) : <TAB> """"""Gathers all NOTICE files to a common NOTICE_FILES directory."""""" <TAB> common_notices_dir = utils . NOTICE_FILES_DIR_PATH <TAB> logging . info ( <TAB> <TAB> ""Creating {} directory to gather all NOTICE files..."" . format ( common_notices_dir ) <TAB> ) <TAB> os . makedirs ( common_notices_dir ) <TAB> for arch in utils . get_snapshot_archs ( install_dir ) : <TAB> <TAB> notices_dir_per_arch = os . path . join ( arch , utils . NOTICE_FILES_DIR_NAME ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for notice_file in glob . glob ( ""{}/*.txt"" . format ( notices_dir_per_arch ) ) : <TAB> <TAB> <TAB> <TAB> if not os . path . isfile ( <TAB> <TAB> <TAB> <TAB> <TAB> os . path . join ( common_notices_dir , os . path . basename ( notice_file ) ) <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> shutil . copy ( notice_file , common_notices_dir ) <TAB> <TAB> <TAB> shutil . rmtree ( notices_dir_per_arch )",if os . path . isdir ( notices_dir_per_arch ) :,266
23916,"def post(self, request, *args, **kwargs):
    if request.POST.get(""action"") == ""delete"":
        return render(
            request,
            ""pretixcontrol/vouchers/delete_bulk.html"",
            {
                ""allowed"": self.objects.filter(redeemed=0),
                ""forbidden"": self.objects.exclude(redeemed=0),
            },
        )
    elif request.POST.get(""action"") == ""delete_confirm"":
        for obj in self.objects:
            if obj.allow_delete():
                obj.log_action(""pretix.voucher.deleted"", user=self.request.user)
                OrderPosition.objects.filter(addon_to__voucher=obj).delete()
                obj.cartposition_set.all().delete()
                obj.delete()
            else:
                obj.log_action(
                    ""pretix.voucher.changed"",
                    user=self.request.user,
                    data={
                        ""max_usages"": min(obj.redeemed, obj.max_usages),
                        ""bulk"": True,
                    },
                )
                obj.max_usages = min(obj.redeemed, obj.max_usages)
                obj.save(update_fields=[""max_usages""])
        messages.success(
            request, _(""The selected vouchers have been deleted or disabled."")
        )
    return redirect(self.get_success_url())","def post ( self , request , * args , ** kwargs ) : <TAB> if request . POST . get ( ""action"" ) == ""delete"" : <TAB> <TAB> return render ( <TAB> <TAB> <TAB> request , <TAB> <TAB> <TAB> ""pretixcontrol/vouchers/delete_bulk.html"" , <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""allowed"" : self . objects . filter ( redeemed = 0 ) , <TAB> <TAB> <TAB> <TAB> ""forbidden"" : self . objects . exclude ( redeemed = 0 ) , <TAB> <TAB> <TAB> } , <TAB> <TAB> ) <TAB> elif request . POST . get ( ""action"" ) == ""delete_confirm"" : <TAB> <TAB> for obj in self . objects : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> obj . log_action ( ""pretix.voucher.deleted"" , user = self . request . user ) <TAB> <TAB> <TAB> <TAB> OrderPosition . objects . filter ( addon_to__voucher = obj ) . delete ( ) <TAB> <TAB> <TAB> <TAB> obj . cartposition_set . all ( ) . delete ( ) <TAB> <TAB> <TAB> <TAB> obj . delete ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> obj . log_action ( <TAB> <TAB> <TAB> <TAB> <TAB> ""pretix.voucher.changed"" , <TAB> <TAB> <TAB> <TAB> <TAB> user = self . request . user , <TAB> <TAB> <TAB> <TAB> <TAB> data = { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""max_usages"" : min ( obj . redeemed , obj . max_usages ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""bulk"" : True , <TAB> <TAB> <TAB> <TAB> <TAB> } , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> obj . max_usages = min ( obj . redeemed , obj . max_usages ) <TAB> <TAB> <TAB> <TAB> obj . save ( update_fields = [ ""max_usages"" ] ) <TAB> <TAB> messages . success ( <TAB> <TAB> <TAB> request , _ ( ""The selected vouchers have been deleted or disabled."" ) <TAB> <TAB> ) <TAB> return redirect ( self . get_success_url ( ) )",if obj . allow_delete ( ) :,414
21629,"def __call__(self, value, clip=None):
    if clip is None:
        clip = self.clip
    if cbook.iterable(value):
        vtype = ""array""
        val = ma.asarray(value).astype(np.float)
    else:
        vtype = ""scalar""
        val = ma.array([value]).astype(np.float)
    self.autoscale_None(val)
    vmin, vmax = self.vmin, self.vmax
    if vmin > vmax:
        raise ValueError(""minvalue must be less than or equal to maxvalue"")
    elif vmin <= 0:
        raise ValueError(""values must all be positive"")
    elif vmin == vmax:
        return 0.0 * val
    else:
        if clip:
            mask = ma.getmask(val)
            val = ma.array(np.clip(val.filled(vmax), vmin, vmax), mask=mask)
        result = (ma.log(val) - np.log(vmin)) / (np.log(vmax) - np.log(vmin))
    if vtype == ""scalar"":
        result = result[0]
    return result","def __call__ ( self , value , clip = None ) : <TAB> if clip is None : <TAB> <TAB> clip = self . clip <TAB> if cbook . iterable ( value ) : <TAB> <TAB> vtype = ""array"" <TAB> <TAB> val = ma . asarray ( value ) . astype ( np . float ) <TAB> else : <TAB> <TAB> vtype = ""scalar"" <TAB> <TAB> val = ma . array ( [ value ] ) . astype ( np . float ) <TAB> self . autoscale_None ( val ) <TAB> vmin , vmax = self . vmin , self . vmax <TAB> if vmin > vmax : <TAB> <TAB> raise ValueError ( ""minvalue must be less than or equal to maxvalue"" ) <TAB> elif vmin <= 0 : <TAB> <TAB> raise ValueError ( ""values must all be positive"" ) <TAB> elif vmin == vmax : <TAB> <TAB> return 0.0 * val <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> mask = ma . getmask ( val ) <TAB> <TAB> <TAB> val = ma . array ( np . clip ( val . filled ( vmax ) , vmin , vmax ) , mask = mask ) <TAB> <TAB> result = ( ma . log ( val ) - np . log ( vmin ) ) / ( np . log ( vmax ) - np . log ( vmin ) ) <TAB> if vtype == ""scalar"" : <TAB> <TAB> result = result [ 0 ] <TAB> return result",if clip :,286
15142,"def get_custom_config():
    filename = ""custom_config.yml""
    global_defaults_file = os.path.join(
        get_manim_dir(), ""manimlib"", ""default_config.yml""
    )
    if os.path.exists(global_defaults_file):
        with open(global_defaults_file, ""r"") as file:
            config = yaml.safe_load(file)
        if os.path.exists(filename):
            with open(filename, ""r"") as file:
                local_defaults = yaml.safe_load(file)
            if local_defaults:
                config = merge_dicts_recursively(
                    config,
                    local_defaults,
                )
    else:
        with open(filename, ""r"") as file:
            config = yaml.safe_load(file)
    return config
","def get_custom_config ( ) : <TAB> filename = ""custom_config.yml"" <TAB> global_defaults_file = os . path . join ( <TAB> <TAB> get_manim_dir ( ) , ""manimlib"" , ""default_config.yml"" <TAB> ) <TAB> if os . path . exists ( global_defaults_file ) : <TAB> <TAB> with open ( global_defaults_file , ""r"" ) as file : <TAB> <TAB> <TAB> config = yaml . safe_load ( file ) <TAB> <TAB> if os . path . exists ( filename ) : <TAB> <TAB> <TAB> with open ( filename , ""r"" ) as file : <TAB> <TAB> <TAB> <TAB> local_defaults = yaml . safe_load ( file ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> config = merge_dicts_recursively ( <TAB> <TAB> <TAB> <TAB> <TAB> config , <TAB> <TAB> <TAB> <TAB> <TAB> local_defaults , <TAB> <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> with open ( filename , ""r"" ) as file : <TAB> <TAB> <TAB> config = yaml . safe_load ( file ) <TAB> return config",if local_defaults :,231
18367,"def forward(
    self, x: ComplexTensor, ilens: Union[torch.LongTensor, numpy.ndarray, List[int]]
) -> Tuple[ComplexTensor, torch.LongTensor, Optional[ComplexTensor]]:
    assert len(x) == len(ilens), (len(x), len(ilens))
    # (B, T, F) or (B, T, C, F)
    if x.dim() not in (3, 4):
        raise ValueError(f""Input dim must be 3 or 4: {x.dim()}"")
    if not torch.is_tensor(ilens):
        ilens = torch.from_numpy(numpy.asarray(ilens)).to(x.device)
    mask = None
    h = x
    if h.dim() == 4:
        if self.training:
            choices = [(False, False)] if not self.use_frontend_for_all else []
            if self.use_wpe:
                choices.append((True, False))
            if self.use_beamformer:
                choices.append((False, True))
            use_wpe, use_beamformer = choices[numpy.random.randint(len(choices))]
        else:
            use_wpe = self.use_wpe
            use_beamformer = self.use_beamformer
        # 1. WPE
        if use_wpe:
            # h: (B, T, C, F) -> h: (B, T, C, F)
            h, ilens, mask = self.wpe(h, ilens)
        # 2. Beamformer
        if use_beamformer:
            # h: (B, T, C, F) -> h: (B, T, F)
            h, ilens, mask = self.beamformer(h, ilens)
    return h, ilens, mask","def forward ( <TAB> self , x : ComplexTensor , ilens : Union [ torch . LongTensor , numpy . ndarray , List [ int ] ] ) -> Tuple [ ComplexTensor , torch . LongTensor , Optional [ ComplexTensor ] ] : <TAB> assert len ( x ) == len ( ilens ) , ( len ( x ) , len ( ilens ) ) <TAB> <TAB> if x . dim ( ) not in ( 3 , 4 ) : <TAB> <TAB> raise ValueError ( f""Input dim must be 3 or 4: {x.dim()}"" ) <TAB> if not torch . is_tensor ( ilens ) : <TAB> <TAB> ilens = torch . from_numpy ( numpy . asarray ( ilens ) ) . to ( x . device ) <TAB> mask = None <TAB> h = x <TAB> if h . dim ( ) == 4 : <TAB> <TAB> if self . training : <TAB> <TAB> <TAB> choices = [ ( False , False ) ] if not self . use_frontend_for_all else [ ] <TAB> <TAB> <TAB> if self . use_wpe : <TAB> <TAB> <TAB> <TAB> choices . append ( ( True , False ) ) <TAB> <TAB> <TAB> if self . use_beamformer : <TAB> <TAB> <TAB> <TAB> choices . append ( ( False , True ) ) <TAB> <TAB> <TAB> use_wpe , use_beamformer = choices [ numpy . random . randint ( len ( choices ) ) ] <TAB> <TAB> else : <TAB> <TAB> <TAB> use_wpe = self . use_wpe <TAB> <TAB> <TAB> use_beamformer = self . use_beamformer <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> h , ilens , mask = self . wpe ( h , ilens ) <TAB> <TAB> <TAB> <TAB> if use_beamformer : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> h , ilens , mask = self . beamformer ( h , ilens ) <TAB> return h , ilens , mask",if use_wpe :,465
557,"def _configured_ploidy(items):
    ploidies = collections.defaultdict(set)
    for data in items:
        ploidy = dd.get_ploidy(data)
        if isinstance(ploidy, dict):
            for k, v in ploidy.items():
                ploidies[k].add(v)
        else:
            ploidies[""default""].add(ploidy)
    out = {}
    for k, vs in ploidies.items():
        assert len(vs) == 1, ""Multiple ploidies set for group calling: %s %s"" % (
            k,
            list(vs),
        )
        out[k] = vs.pop()
    return out","def _configured_ploidy ( items ) : <TAB> ploidies = collections . defaultdict ( set ) <TAB> for data in items : <TAB> <TAB> ploidy = dd . get_ploidy ( data ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for k , v in ploidy . items ( ) : <TAB> <TAB> <TAB> <TAB> ploidies [ k ] . add ( v ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ploidies [ ""default"" ] . add ( ploidy ) <TAB> out = { } <TAB> for k , vs in ploidies . items ( ) : <TAB> <TAB> assert len ( vs ) == 1 , ""Multiple ploidies set for group calling: %s %s"" % ( <TAB> <TAB> <TAB> k , <TAB> <TAB> <TAB> list ( vs ) , <TAB> <TAB> ) <TAB> <TAB> out [ k ] = vs . pop ( ) <TAB> return out","if isinstance ( ploidy , dict ) :",187
25031,"def its_value_condition_contain(_step_obj, condition, value, _stash=EmptyStash):
    match = _step_obj.context.match
    seek_value_in_dict = match.seek_value_in_dict
    if condition not in (""must"", ""must not""):
        raise TerraformComplianceNotImplemented(
            ""Condition should be one of: `must`, `must not`""
        )
    values = _step_obj.context.stash if _stash is EmptyStash else _stash
    # TODO: Update here for checking values in a list or dict.
    if isinstance(values, list):
        for elem in values:
            values = its_value_condition_contain(_step_obj, condition, value, elem)
    if isinstance(values, (int, bool, str, float)):
        values = dict(
            values=values,
            address=_step_obj.context.address
            if hasattr(_step_obj.context, ""address"")
            else _step_obj.context.addresses,
        )
    found_values = seek_value_in_dict(value, values)
    condition = condition == ""must""
    if condition and not found_values:
        if isinstance(values, list):
            objects = []
            for elem in values:
                objects.append(elem.get(""address"", ""???""))
            objects = "", "".join(objects)
        else:
            objects = values.get(""address"")
        Error(_step_obj, ""{} could not found in {}."".format(value, objects))
    elif not condition and found_values:
        Error(
            _step_obj,
            ""{} found in {}."".format(
                value, get_resource_name_from_stash(found_values).get(""address"")
            ),
        )
    return values
","def its_value_condition_contain ( _step_obj , condition , value , _stash = EmptyStash ) : <TAB> match = _step_obj . context . match <TAB> seek_value_in_dict = match . seek_value_in_dict <TAB> if condition not in ( ""must"" , ""must not"" ) : <TAB> <TAB> raise TerraformComplianceNotImplemented ( <TAB> <TAB> <TAB> ""Condition should be one of: `must`, `must not`"" <TAB> <TAB> ) <TAB> values = _step_obj . context . stash if _stash is EmptyStash else _stash <TAB> <TAB> <fill-in> <TAB> <TAB> for elem in values : <TAB> <TAB> <TAB> values = its_value_condition_contain ( _step_obj , condition , value , elem ) <TAB> if isinstance ( values , ( int , bool , str , float ) ) : <TAB> <TAB> values = dict ( <TAB> <TAB> <TAB> values = values , <TAB> <TAB> <TAB> address = _step_obj . context . address <TAB> <TAB> <TAB> if hasattr ( _step_obj . context , ""address"" ) <TAB> <TAB> <TAB> else _step_obj . context . addresses , <TAB> <TAB> ) <TAB> found_values = seek_value_in_dict ( value , values ) <TAB> condition = condition == ""must"" <TAB> if condition and not found_values : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> objects = [ ] <TAB> <TAB> <TAB> for elem in values : <TAB> <TAB> <TAB> <TAB> objects . append ( elem . get ( ""address"" , ""???"" ) ) <TAB> <TAB> <TAB> objects = "", "" . join ( objects ) <TAB> <TAB> else : <TAB> <TAB> <TAB> objects = values . get ( ""address"" ) <TAB> <TAB> Error ( _step_obj , ""{} could not found in {}."" . format ( value , objects ) ) <TAB> elif not condition and found_values : <TAB> <TAB> Error ( <TAB> <TAB> <TAB> _step_obj , <TAB> <TAB> <TAB> ""{} found in {}."" . format ( <TAB> <TAB> <TAB> <TAB> value , get_resource_name_from_stash ( found_values ) . get ( ""address"" ) <TAB> <TAB> <TAB> ) , <TAB> <TAB> ) <TAB> return values","if isinstance ( values , list ) :",469
4973,"def get_non_mlt_editable_properties(clip, filter_object, filter_index):
    editable_properties = []
    for i in range(0, len(filter_object.non_mlt_properties)):
        prop = filter_object.non_mlt_properties[i]
        p_name, p_value, p_type = prop
        try:
            args_str = filter_object.info.property_args[p_name]
        except:
            # We added new parameter to rotomask after release and need fix data here.
            # For all normal filters just create new filter, but rotomask is such a complex beast that this was needed.
            if p_name == ""mask_type"":
                args_str = ""editor=no_editor""
                filter_object.info.property_args[p_name] = args_str
        ep = NonMltEditableProperty(prop, args_str, clip, filter_index, i)
        editable_properties.append(ep)
    return editable_properties","def get_non_mlt_editable_properties ( clip , filter_object , filter_index ) : <TAB> editable_properties = [ ] <TAB> for i in range ( 0 , len ( filter_object . non_mlt_properties ) ) : <TAB> <TAB> prop = filter_object . non_mlt_properties [ i ] <TAB> <TAB> p_name , p_value , p_type = prop <TAB> <TAB> try : <TAB> <TAB> <TAB> args_str = filter_object . info . property_args [ p_name ] <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> args_str = ""editor=no_editor"" <TAB> <TAB> <TAB> <TAB> filter_object . info . property_args [ p_name ] = args_str <TAB> <TAB> ep = NonMltEditableProperty ( prop , args_str , clip , filter_index , i ) <TAB> <TAB> editable_properties . append ( ep ) <TAB> return editable_properties","if p_name == ""mask_type"" :",264
15740,"def reader():
    src_dict, trg_dict = __read_to_dict(tar_file, dict_size)
    with tarfile.open(tar_file, mode=""r"") as f:
        names = [
            each_item.name for each_item in f if each_item.name.endswith(file_name)
        ]
        for name in names:
            for line in f.extractfile(name):
                line = cpt.to_text(line)
                line_split = line.strip().split(""\t"")
                if len(line_split) != 2:
                    continue
                src_seq = line_split[0]  # one source sequence
                src_words = src_seq.split()
                src_ids = [
                    src_dict.get(w, UNK_IDX) for w in [START] + src_words + [END]
                ]
                trg_seq = line_split[1]  # one target sequence
                trg_words = trg_seq.split()
                trg_ids = [trg_dict.get(w, UNK_IDX) for w in trg_words]
                # remove sequence whose length > 80 in training mode
                if len(src_ids) > 80 or len(trg_ids) > 80:
                    continue
                trg_ids_next = trg_ids + [trg_dict[END]]
                trg_ids = [trg_dict[START]] + trg_ids
                yield src_ids, trg_ids, trg_ids_next","def reader ( ) : <TAB> src_dict , trg_dict = __read_to_dict ( tar_file , dict_size ) <TAB> with tarfile . open ( tar_file , mode = ""r"" ) as f : <TAB> <TAB> names = [ <TAB> <TAB> <TAB> each_item . name for each_item in f if each_item . name . endswith ( file_name ) <TAB> <TAB> ] <TAB> <TAB> for name in names : <TAB> <TAB> <TAB> for line in f . extractfile ( name ) : <TAB> <TAB> <TAB> <TAB> line = cpt . to_text ( line ) <TAB> <TAB> <TAB> <TAB> line_split = line . strip ( ) . split ( ""\t"" ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> src_seq = line_split [ 0 ] <TAB> <TAB> <TAB> <TAB> src_words = src_seq . split ( ) <TAB> <TAB> <TAB> <TAB> src_ids = [ <TAB> <TAB> <TAB> <TAB> <TAB> src_dict . get ( w , UNK_IDX ) for w in [ START ] + src_words + [ END ] <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> <TAB> trg_seq = line_split [ 1 ] <TAB> <TAB> <TAB> <TAB> trg_words = trg_seq . split ( ) <TAB> <TAB> <TAB> <TAB> trg_ids = [ trg_dict . get ( w , UNK_IDX ) for w in trg_words ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if len ( src_ids ) > 80 or len ( trg_ids ) > 80 : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> trg_ids_next = trg_ids + [ trg_dict [ END ] ] <TAB> <TAB> <TAB> <TAB> trg_ids = [ trg_dict [ START ] ] + trg_ids <TAB> <TAB> <TAB> <TAB> yield src_ids , trg_ids , trg_ids_next",if len ( line_split ) != 2 :,435
10885,"def writer(stream, items):
    sep = """"
    for item in items:
        stream.write(sep)
        sep = "" ""
        if not isinstance(item, str):
            item = str(item)
        if not PY3K:
            if not isinstance(item, unicode):
                item = str(item)
        stream.write(item)
    stream.write(""\n"")","def writer ( stream , items ) : <TAB> sep = """" <TAB> for item in items : <TAB> <TAB> stream . write ( sep ) <TAB> <TAB> sep = "" "" <TAB> <TAB> if not isinstance ( item , str ) : <TAB> <TAB> <TAB> item = str ( item ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not isinstance ( item , unicode ) : <TAB> <TAB> <TAB> <TAB> item = str ( item ) <TAB> <TAB> stream . write ( item ) <TAB> stream . write ( ""\n"" )",if not PY3K :,106
12884,"def _saveParticipants(course, participants, role):
    jcount = len(participants)
    course[role] = jcount
    display.add_titles_to_csv_file([role], titles)
    if countsOnly:
        return
    j = 0
    for member in participants:
        memberTitles = []
        prefix = f""{role}.{j}.""
        profile = member[""profile""]
        emailAddress = profile.get(""emailAddress"")
        if emailAddress:
            memberTitle = prefix + ""emailAddress""
            course[memberTitle] = emailAddress
            memberTitles.append(memberTitle)
        memberId = profile.get(""id"")
        if memberId:
            memberTitle = prefix + ""id""
            course[memberTitle] = memberId
            memberTitles.append(memberTitle)
        fullName = profile.get(""name"", {}).get(""fullName"")
        if fullName:
            memberTitle = prefix + ""name.fullName""
            course[memberTitle] = fullName
            memberTitles.append(memberTitle)
        display.add_titles_to_csv_file(memberTitles, titles)
        j += 1","def _saveParticipants ( course , participants , role ) : <TAB> jcount = len ( participants ) <TAB> course [ role ] = jcount <TAB> display . add_titles_to_csv_file ( [ role ] , titles ) <TAB> if countsOnly : <TAB> <TAB> return <TAB> j = 0 <TAB> for member in participants : <TAB> <TAB> memberTitles = [ ] <TAB> <TAB> prefix = f""{role}.{j}."" <TAB> <TAB> profile = member [ ""profile"" ] <TAB> <TAB> emailAddress = profile . get ( ""emailAddress"" ) <TAB> <TAB> if emailAddress : <TAB> <TAB> <TAB> memberTitle = prefix + ""emailAddress"" <TAB> <TAB> <TAB> course [ memberTitle ] = emailAddress <TAB> <TAB> <TAB> memberTitles . append ( memberTitle ) <TAB> <TAB> memberId = profile . get ( ""id"" ) <TAB> <TAB> if memberId : <TAB> <TAB> <TAB> memberTitle = prefix + ""id"" <TAB> <TAB> <TAB> course [ memberTitle ] = memberId <TAB> <TAB> <TAB> memberTitles . append ( memberTitle ) <TAB> <TAB> fullName = profile . get ( ""name"" , { } ) . get ( ""fullName"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> memberTitle = prefix + ""name.fullName"" <TAB> <TAB> <TAB> course [ memberTitle ] = fullName <TAB> <TAB> <TAB> memberTitles . append ( memberTitle ) <TAB> <TAB> display . add_titles_to_csv_file ( memberTitles , titles ) <TAB> <TAB> j += 1",if fullName :,306
12736,"def validate_cluster_resource_group(cmd, namespace):
    if namespace.cluster_resource_group is not None:
        client = get_mgmt_service_client(
            cmd.cli_ctx, ResourceType.MGMT_RESOURCE_RESOURCES
        )
        if client.resource_groups.check_existence(namespace.cluster_resource_group):
            raise InvalidArgumentValueError(
                ""Invalid --cluster-resource-group '%s': resource group must not exist.""
                % namespace.cluster_resource_group
            )
","def validate_cluster_resource_group ( cmd , namespace ) : <TAB> if namespace . cluster_resource_group is not None : <TAB> <TAB> client = get_mgmt_service_client ( <TAB> <TAB> <TAB> cmd . cli_ctx , ResourceType . MGMT_RESOURCE_RESOURCES <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise InvalidArgumentValueError ( <TAB> <TAB> <TAB> <TAB> ""Invalid --cluster-resource-group '%s': resource group must not exist."" <TAB> <TAB> <TAB> <TAB> % namespace . cluster_resource_group <TAB> <TAB> <TAB> )",if client . resource_groups . check_existence ( namespace . cluster_resource_group ) :,137
4184,"def runTest(self):
    """"""This function will update added cast.""""""
    self.server_id = self.database_info[""server_id""]
    self.db_id = self.database_info[""db_id""]
    db_con = database_utils.connect_database(
        self, utils.SERVER_GROUP, self.server_id, self.db_id
    )
    if not db_con[""info""] == ""Database connected."":
        raise Exception(""Could not connect to database."")
    connection = utils.get_db_connection(
        self.server[""db""],
        self.server[""username""],
        self.server[""db_password""],
        self.server[""host""],
        self.server[""port""],
    )
    casts_exists = cast_utils.verify_cast(
        connection, self.source_type, self.target_type
    )
    if not casts_exists:
        raise Exception(""Could not find cast."")
    self.data[""id""] = self.cast_id
    if self.is_positive_test:
        response = cast_utils.api_update_cast(self)
        cast_utils.assert_status_code(self, response)
    else:
        if self.mocking_required:
            with patch(
                self.mock_data[""function_name""],
                side_effect=[eval(self.mock_data[""return_value""])],
            ):
                response = cast_utils.api_update_cast(self)
                cast_utils.assert_status_code(self, response)
                cast_utils.assert_error_message(self, response)
        else:
            if len(self.data) == 1:
                self.cast_id = 109822
            response = cast_utils.api_update_cast(self)
            cast_utils.assert_status_code(self, response)","def runTest ( self ) : <TAB> """"""This function will update added cast."""""" <TAB> self . server_id = self . database_info [ ""server_id"" ] <TAB> self . db_id = self . database_info [ ""db_id"" ] <TAB> db_con = database_utils . connect_database ( <TAB> <TAB> self , utils . SERVER_GROUP , self . server_id , self . db_id <TAB> ) <TAB> if not db_con [ ""info"" ] == ""Database connected."" : <TAB> <TAB> raise Exception ( ""Could not connect to database."" ) <TAB> connection = utils . get_db_connection ( <TAB> <TAB> self . server [ ""db"" ] , <TAB> <TAB> self . server [ ""username"" ] , <TAB> <TAB> self . server [ ""db_password"" ] , <TAB> <TAB> self . server [ ""host"" ] , <TAB> <TAB> self . server [ ""port"" ] , <TAB> ) <TAB> casts_exists = cast_utils . verify_cast ( <TAB> <TAB> connection , self . source_type , self . target_type <TAB> ) <TAB> if not casts_exists : <TAB> <TAB> raise Exception ( ""Could not find cast."" ) <TAB> self . data [ ""id"" ] = self . cast_id <TAB> if self . is_positive_test : <TAB> <TAB> response = cast_utils . api_update_cast ( self ) <TAB> <TAB> cast_utils . assert_status_code ( self , response ) <TAB> else : <TAB> <TAB> if self . mocking_required : <TAB> <TAB> <TAB> with patch ( <TAB> <TAB> <TAB> <TAB> self . mock_data [ ""function_name"" ] , <TAB> <TAB> <TAB> <TAB> side_effect = [ eval ( self . mock_data [ ""return_value"" ] ) ] , <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> response = cast_utils . api_update_cast ( self ) <TAB> <TAB> <TAB> <TAB> cast_utils . assert_status_code ( self , response ) <TAB> <TAB> <TAB> <TAB> cast_utils . assert_error_message ( self , response ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . cast_id = 109822 <TAB> <TAB> <TAB> response = cast_utils . api_update_cast ( self ) <TAB> <TAB> <TAB> cast_utils . assert_status_code ( self , response )",if len ( self . data ) == 1 :,481
917,"def __on_mapping_response_cb(self, iocb: IOCB):
    try:
        if self.requests_in_progress.get(iocb) is not None:
            log.debug(iocb)
            log.debug(self.requests_in_progress[iocb])
            if iocb.ioResponse:
                apdu = iocb.ioResponse
                value = self.__property_value_from_apdu(apdu)
                callback_params = self.requests_in_progress[iocb]
                if callback_params.get(""callback"") is not None:
                    self.__general_cb(iocb, callback_params, value)
            elif iocb.ioError:
                log.exception(iocb.ioError)
    except Exception as e:
        log.exception(e)
    if self.requests_in_progress.get(iocb) is not None:
        del self.requests_in_progress[iocb]
","def __on_mapping_response_cb ( self , iocb : IOCB ) : <TAB> try : <TAB> <TAB> if self . requests_in_progress . get ( iocb ) is not None : <TAB> <TAB> <TAB> log . debug ( iocb ) <TAB> <TAB> <TAB> log . debug ( self . requests_in_progress [ iocb ] ) <TAB> <TAB> <TAB> if iocb . ioResponse : <TAB> <TAB> <TAB> <TAB> apdu = iocb . ioResponse <TAB> <TAB> <TAB> <TAB> value = self . __property_value_from_apdu ( apdu ) <TAB> <TAB> <TAB> <TAB> callback_params = self . requests_in_progress [ iocb ] <TAB> <TAB> <TAB> <TAB> if callback_params . get ( ""callback"" ) is not None : <TAB> <TAB> <TAB> <TAB> <TAB> self . __general_cb ( iocb , callback_params , value ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> log . exception ( iocb . ioError ) <TAB> except Exception as e : <TAB> <TAB> log . exception ( e ) <TAB> if self . requests_in_progress . get ( iocb ) is not None : <TAB> <TAB> del self . requests_in_progress [ iocb ]",elif iocb . ioError :,267
11204,"def prepare_run(self, workspace):
    """"""Initialize graph files""""""
    if not self.wants_objskeleton_graph:
        return True
    edge_files = set()
    vertex_files = set()
    m = workspace.measurements
    assert isinstance(m, Measurements)
    for image_number in m.get_image_numbers():
        edge_path, vertex_path = self.get_graph_file_paths(m, image_number)
        edge_files.add(edge_path)
        vertex_files.add(vertex_path)
    for file_path, header in (
        (edge_path, self.edge_file_columns),
        (vertex_path, self.vertex_file_columns),
    ):
        if os.path.exists(file_path):
            import wx
            if (
                wx.MessageBox(
                    ""%s already exists. Do you want to overwrite it?"" % file_path,
                    ""Warning: overwriting file"",
                    style=wx.YES_NO,
                    parent=workspace.frame,
                )
                != wx.YES
            ):
                return False
            os.remove(file_path)
        fd = open(file_path, ""wt"")
        header = "","".join(header)
        fd.write(header + ""\n"")
        fd.close()
    return True
","def prepare_run ( self , workspace ) : <TAB> """"""Initialize graph files"""""" <TAB> if not self . wants_objskeleton_graph : <TAB> <TAB> return True <TAB> edge_files = set ( ) <TAB> vertex_files = set ( ) <TAB> m = workspace . measurements <TAB> assert isinstance ( m , Measurements ) <TAB> for image_number in m . get_image_numbers ( ) : <TAB> <TAB> edge_path , vertex_path = self . get_graph_file_paths ( m , image_number ) <TAB> <TAB> edge_files . add ( edge_path ) <TAB> <TAB> vertex_files . add ( vertex_path ) <TAB> for file_path , header in ( <TAB> <TAB> ( edge_path , self . edge_file_columns ) , <TAB> <TAB> ( vertex_path , self . vertex_file_columns ) , <TAB> ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> import wx <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> wx . MessageBox ( <TAB> <TAB> <TAB> <TAB> <TAB> ""%s already exists. Do you want to overwrite it?"" % file_path , <TAB> <TAB> <TAB> <TAB> <TAB> ""Warning: overwriting file"" , <TAB> <TAB> <TAB> <TAB> <TAB> style = wx . YES_NO , <TAB> <TAB> <TAB> <TAB> <TAB> parent = workspace . frame , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> != wx . YES <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> os . remove ( file_path ) <TAB> <TAB> fd = open ( file_path , ""wt"" ) <TAB> <TAB> header = "","" . join ( header ) <TAB> <TAB> fd . write ( header + ""\n"" ) <TAB> <TAB> fd . close ( ) <TAB> return True",if os . path . exists ( file_path ) :,366
19269,"def _code(file_path, line_num, end_line_num=None):
    line_num = int(line_num)
    if not end_line_num:
        end_line_num = line_num
    end_line_num = int(end_line_num)
    actual_line = []
    lines = """"
    with open(file_path, ""r"") as f:
        r = range(max(0, line_num - 10), line_num + 10)
        for i, line in enumerate(f):
            if i in r:
                lines += line
            if i + 1 in range(line_num, end_line_num + 1):
                actual_line.append(line)
    code = lines.split(""\n"")
    return actual_line, code","def _code ( file_path , line_num , end_line_num = None ) : <TAB> line_num = int ( line_num ) <TAB> if not end_line_num : <TAB> <TAB> end_line_num = line_num <TAB> end_line_num = int ( end_line_num ) <TAB> actual_line = [ ] <TAB> lines = """" <TAB> with open ( file_path , ""r"" ) as f : <TAB> <TAB> r = range ( max ( 0 , line_num - 10 ) , line_num + 10 ) <TAB> <TAB> for i , line in enumerate ( f ) : <TAB> <TAB> <TAB> if i in r : <TAB> <TAB> <TAB> <TAB> lines += line <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> actual_line . append ( line ) <TAB> code = lines . split ( ""\n"" ) <TAB> return actual_line , code","if i + 1 in range ( line_num , end_line_num + 1 ) :",204
2647,"def get_class_parameters(kwarg):
    ret = {""attrs"": []}
    for key in (""rsc"", ""fsc"", ""usc""):
        if key in kwarg:
            ret[""attrs""].append(
                [
                    ""TCA_HFSC_%s"" % key.upper(),
                    {
                        ""m1"": get_rate(kwarg[key].get(""m1"", 0)),
                        ""d"": get_time(kwarg[key].get(""d"", 0)),
                        ""m2"": get_rate(kwarg[key].get(""m2"", 0)),
                    },
                ]
            )
    return ret","def get_class_parameters ( kwarg ) : <TAB> ret = { ""attrs"" : [ ] } <TAB> for key in ( ""rsc"" , ""fsc"" , ""usc"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ret [ ""attrs"" ] . append ( <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> ""TCA_HFSC_%s"" % key . upper ( ) , <TAB> <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""m1"" : get_rate ( kwarg [ key ] . get ( ""m1"" , 0 ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""d"" : get_time ( kwarg [ key ] . get ( ""d"" , 0 ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""m2"" : get_rate ( kwarg [ key ] . get ( ""m2"" , 0 ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> } , <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> ) <TAB> return ret",if key in kwarg :,184
21720,"def run(self, args):
    if args.action == ""start"":
        if not self.client.conn.modules[""sudo_alias""].sudo_alias_start():
            self.error(""the alias already exists"")
        else:
            self.success(
                ""the alias has been created. Waiting for a user to run a sudo command...""
            )
    elif args.action == ""dump"":
        data = self.client.conn.modules[""sudo_alias""].sudo_alias_dump()
        if not data:
            self.error(""nothing find, be patient !"")
        else:
            self.success(""Sudo password found: %s"" % data)
            # add password to the database
            username = data.split(""/"")[0]
            password = data.replace(username, """")[1:]
            db = Credentials(client=self.client.short_name(), config=self.config)
            db.add(
                [
                    {
                        ""Login"": username,
                        ""password"": password,
                        ""CredType"": ""plaintext"",
                        ""Category"": ""System password"",
                    }
                ]
            )
            self.success(""Credentials stored on the database"")
    elif args.action == ""stop"":
        if not self.client.conn.modules[""sudo_alias""].sudo_alias_stop():
            self.error(""the alias has not been created yet (run start)"")
        else:
            self.success(""everyhing has been stopped and cleaned"")","def run ( self , args ) : <TAB> if args . action == ""start"" : <TAB> <TAB> if not self . client . conn . modules [ ""sudo_alias"" ] . sudo_alias_start ( ) : <TAB> <TAB> <TAB> self . error ( ""the alias already exists"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . success ( <TAB> <TAB> <TAB> <TAB> ""the alias has been created. Waiting for a user to run a sudo command..."" <TAB> <TAB> <TAB> ) <TAB> elif args . action == ""dump"" : <TAB> <TAB> data = self . client . conn . modules [ ""sudo_alias"" ] . sudo_alias_dump ( ) <TAB> <TAB> if not data : <TAB> <TAB> <TAB> self . error ( ""nothing find, be patient !"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . success ( ""Sudo password found: %s"" % data ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> username = data . split ( ""/"" ) [ 0 ] <TAB> <TAB> <TAB> password = data . replace ( username , """" ) [ 1 : ] <TAB> <TAB> <TAB> db = Credentials ( client = self . client . short_name ( ) , config = self . config ) <TAB> <TAB> <TAB> db . add ( <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Login"" : username , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""password"" : password , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""CredType"" : ""plaintext"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Category"" : ""System password"" , <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . success ( ""Credentials stored on the database"" ) <TAB> elif args . action == ""stop"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . error ( ""the alias has not been created yet (run start)"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . success ( ""everyhing has been stopped and cleaned"" )","if not self . client . conn . modules [ ""sudo_alias"" ] . sudo_alias_stop ( ) :",416
7825,"def parse_grammar(doc, file, line):
    grammar = []
    # Split the doc string into lines
    pstrings = doc.splitlines()
    lastp = None
    dline = line
    for ps in pstrings:
        dline += 1
        p = ps.split()
        if not p:
            continue
        try:
            if p[0] == ""|"":
                # This is a continuation of a previous rule
                if not lastp:
                    raise SyntaxError(""%s:%d: Misplaced '|'"" % (file, dline))
                prodname = lastp
                syms = p[1:]
            else:
                prodname = p[0]
                lastp = prodname
                syms = p[2:]
                assign = p[1]
                if assign != "":"" and assign != ""::="":
                    raise SyntaxError(
                        ""%s:%d: Syntax error. Expected ':'"" % (file, dline)
                    )
            grammar.append((file, dline, prodname, syms))
        except SyntaxError:
            raise
        except Exception:
            raise SyntaxError(
                ""%s:%d: Syntax error in rule %r"" % (file, dline, ps.strip())
            )
    return grammar","def parse_grammar ( doc , file , line ) : <TAB> grammar = [ ] <TAB> <TAB> pstrings = doc . splitlines ( ) <TAB> lastp = None <TAB> dline = line <TAB> for ps in pstrings : <TAB> <TAB> dline += 1 <TAB> <TAB> p = ps . split ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> if p [ 0 ] == ""|"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not lastp : <TAB> <TAB> <TAB> <TAB> <TAB> raise SyntaxError ( ""%s:%d: Misplaced '|'"" % ( file , dline ) ) <TAB> <TAB> <TAB> <TAB> prodname = lastp <TAB> <TAB> <TAB> <TAB> syms = p [ 1 : ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> prodname = p [ 0 ] <TAB> <TAB> <TAB> <TAB> lastp = prodname <TAB> <TAB> <TAB> <TAB> syms = p [ 2 : ] <TAB> <TAB> <TAB> <TAB> assign = p [ 1 ] <TAB> <TAB> <TAB> <TAB> if assign != "":"" and assign != ""::="" : <TAB> <TAB> <TAB> <TAB> <TAB> raise SyntaxError ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""%s:%d: Syntax error. Expected ':'"" % ( file , dline ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> grammar . append ( ( file , dline , prodname , syms ) ) <TAB> <TAB> except SyntaxError : <TAB> <TAB> <TAB> raise <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> raise SyntaxError ( <TAB> <TAB> <TAB> <TAB> ""%s:%d: Syntax error in rule %r"" % ( file , dline , ps . strip ( ) ) <TAB> <TAB> <TAB> ) <TAB> return grammar",if not p :,352
21146,"def TurnIntIntoStrInDict(the_dict):
    """"""Given dict the_dict, recursively converts all integers into strings.""""""
    # Use items instead of iteritems because there's no need to try to look at
    # reinserted keys and their associated values.
    for k, v in the_dict.items():
        if isinstance(v, int):
            v = str(v)
            the_dict[k] = v
        elif isinstance(v, dict):
            TurnIntIntoStrInDict(v)
        elif isinstance(v, list):
            TurnIntIntoStrInList(v)
        if isinstance(k, int):
            the_dict[str(k)] = v
            del the_dict[k]
","def TurnIntIntoStrInDict ( the_dict ) : <TAB> """"""Given dict the_dict, recursively converts all integers into strings."""""" <TAB> <TAB> <TAB> for k , v in the_dict . items ( ) : <TAB> <TAB> if isinstance ( v , int ) : <TAB> <TAB> <TAB> v = str ( v ) <TAB> <TAB> <TAB> the_dict [ k ] = v <TAB> <TAB> elif isinstance ( v , dict ) : <TAB> <TAB> <TAB> TurnIntIntoStrInDict ( v ) <TAB> <TAB> elif isinstance ( v , list ) : <TAB> <TAB> <TAB> TurnIntIntoStrInList ( v ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> the_dict [ str ( k ) ] = v <TAB> <TAB> <TAB> del the_dict [ k ]","if isinstance ( k , int ) :",187
3522,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRING:
                self.dbname = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRING:
                self.name = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.BOOL:
                self.deleteData = iprot.readBool()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . dbname = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . name = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 3 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . deleteData = iprot . readBool ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . BOOL :,373
2939,"def _extract_resource(self, manager, zip_path):
    if zip_path in self._index():
        for name in self._index()[zip_path]:
            last = self._extract_resource(manager, os.path.join(zip_path, name))
        # return the extracted directory name
        return os.path.dirname(last)
    timestamp, size = self._get_date_and_size(self.zipinfo[zip_path])
    if not WRITE_SUPPORT:
        raise IOError(
            '""os.rename"" and ""os.unlink"" are not supported ' ""on this platform""
        )
    try:
        real_path = manager.get_cache_path(self.egg_name, self._parts(zip_path))
        if self._is_current(real_path, zip_path):
            return real_path
        outf, tmpnam = _mkstemp(
            "".$extract"",
            dir=os.path.dirname(real_path),
        )
        os.write(outf, self.loader.get_data(zip_path))
        os.close(outf)
        utime(tmpnam, (timestamp, timestamp))
        manager.postprocess(tmpnam, real_path)
        try:
            rename(tmpnam, real_path)
        except os.error:
            if os.path.isfile(real_path):
                if self._is_current(real_path, zip_path):
                    # the file became current since it was checked above,
                    #  so proceed.
                    return real_path
                # Windows, del old file and retry
                elif os.name == ""nt"":
                    unlink(real_path)
                    rename(tmpnam, real_path)
                    return real_path
            raise
    except os.error:
        # report a user-friendly error
        manager.extraction_error()
    return real_path
","def _extract_resource ( self , manager , zip_path ) : <TAB> if zip_path in self . _index ( ) : <TAB> <TAB> for name in self . _index ( ) [ zip_path ] : <TAB> <TAB> <TAB> last = self . _extract_resource ( manager , os . path . join ( zip_path , name ) ) <TAB> <TAB> <TAB> <TAB> return os . path . dirname ( last ) <TAB> timestamp , size = self . _get_date_and_size ( self . zipinfo [ zip_path ] ) <TAB> if not WRITE_SUPPORT : <TAB> <TAB> raise IOError ( <TAB> <TAB> <TAB> '""os.rename"" and ""os.unlink"" are not supported ' ""on this platform"" <TAB> <TAB> ) <TAB> try : <TAB> <TAB> real_path = manager . get_cache_path ( self . egg_name , self . _parts ( zip_path ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return real_path <TAB> <TAB> outf , tmpnam = _mkstemp ( <TAB> <TAB> <TAB> "".$extract"" , <TAB> <TAB> <TAB> dir = os . path . dirname ( real_path ) , <TAB> <TAB> ) <TAB> <TAB> os . write ( outf , self . loader . get_data ( zip_path ) ) <TAB> <TAB> os . close ( outf ) <TAB> <TAB> utime ( tmpnam , ( timestamp , timestamp ) ) <TAB> <TAB> manager . postprocess ( tmpnam , real_path ) <TAB> <TAB> try : <TAB> <TAB> <TAB> rename ( tmpnam , real_path ) <TAB> <TAB> except os . error : <TAB> <TAB> <TAB> if os . path . isfile ( real_path ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return real_path <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> elif os . name == ""nt"" : <TAB> <TAB> <TAB> <TAB> <TAB> unlink ( real_path ) <TAB> <TAB> <TAB> <TAB> <TAB> rename ( tmpnam , real_path ) <TAB> <TAB> <TAB> <TAB> <TAB> return real_path <TAB> <TAB> <TAB> raise <TAB> except os . error : <TAB> <TAB> <TAB> <TAB> manager . extraction_error ( ) <TAB> return real_path","if self . _is_current ( real_path , zip_path ) :",511
12677,"def update_remote_branch(self, validate=False, retry=True):
    """"""Pull from remote repository.""""""
    # Update
    self.log_info(""updating repository"")
    try:
        with self.repository.lock:
            start = time.time()
            try:
                previous = self.repository.last_remote_revision
            except RepositoryException:
                # Repository not yet configured
                previous = """"
            self.repository.update_remote()
            timediff = time.time() - start
            self.log_info(""update took %.2f seconds"", timediff)
            if previous:
                self.log_info(
                    ""repository updated from %s to %s"",
                    previous,
                    self.repository.last_remote_revision,
                )
            for line in self.repository.last_output.splitlines():
                self.log_debug(""update: %s"", line)
            if self.id:
                self.delete_alert(""UpdateFailure"")
        return True
    except RepositoryException as error:
        report_error(cause=""Could not update the repository"")
        error_text = self.error_text(error)
        if validate:
            self.handle_update_error(error_text, retry)
            return self.update_remote_branch(True, False)
        if self.id:
            self.add_alert(""UpdateFailure"", error=error_text)
        return False","def update_remote_branch ( self , validate = False , retry = True ) : <TAB> """"""Pull from remote repository."""""" <TAB> <TAB> self . log_info ( ""updating repository"" ) <TAB> try : <TAB> <TAB> with self . repository . lock : <TAB> <TAB> <TAB> start = time . time ( ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> previous = self . repository . last_remote_revision <TAB> <TAB> <TAB> except RepositoryException : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> previous = """" <TAB> <TAB> <TAB> self . repository . update_remote ( ) <TAB> <TAB> <TAB> timediff = time . time ( ) - start <TAB> <TAB> <TAB> self . log_info ( ""update took %.2f seconds"" , timediff ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . log_info ( <TAB> <TAB> <TAB> <TAB> <TAB> ""repository updated from %s to %s"" , <TAB> <TAB> <TAB> <TAB> <TAB> previous , <TAB> <TAB> <TAB> <TAB> <TAB> self . repository . last_remote_revision , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> for line in self . repository . last_output . splitlines ( ) : <TAB> <TAB> <TAB> <TAB> self . log_debug ( ""update: %s"" , line ) <TAB> <TAB> <TAB> if self . id : <TAB> <TAB> <TAB> <TAB> self . delete_alert ( ""UpdateFailure"" ) <TAB> <TAB> return True <TAB> except RepositoryException as error : <TAB> <TAB> report_error ( cause = ""Could not update the repository"" ) <TAB> <TAB> error_text = self . error_text ( error ) <TAB> <TAB> if validate : <TAB> <TAB> <TAB> self . handle_update_error ( error_text , retry ) <TAB> <TAB> <TAB> return self . update_remote_branch ( True , False ) <TAB> <TAB> if self . id : <TAB> <TAB> <TAB> self . add_alert ( ""UpdateFailure"" , error = error_text ) <TAB> <TAB> return False",if previous :,399
4714,"def _get_cuda_include():
    include_list = []
    cuda_path = os.environ.get(""CUDA_PATH"")
    if cuda_path:
        include_list.append(""%s/include"" % cuda_path)
        include_list.append(""%s/samples/common/inc"" % cuda_path)
        return include_list
    returncode, stdout, stderr = ToolChain._execute(""nvcc --version"")
    if returncode == 0:
        version_line = stdout.splitlines(True)[-1]
        version = version_line.split()[4]
        version = version.replace("","", """")
        if os.path.isdir(""/usr/local/cuda-%s"" % version):
            include_list.append(""/usr/local/cuda-%s/include"" % version)
            include_list.append(""/usr/local/cuda-%s/samples/common/inc"" % version)
            return include_list
    return []","def _get_cuda_include ( ) : <TAB> include_list = [ ] <TAB> cuda_path = os . environ . get ( ""CUDA_PATH"" ) <TAB> if cuda_path : <TAB> <TAB> include_list . append ( ""%s/include"" % cuda_path ) <TAB> <TAB> include_list . append ( ""%s/samples/common/inc"" % cuda_path ) <TAB> <TAB> return include_list <TAB> returncode , stdout , stderr = ToolChain . _execute ( ""nvcc --version"" ) <TAB> if returncode == 0 : <TAB> <TAB> version_line = stdout . splitlines ( True ) [ - 1 ] <TAB> <TAB> version = version_line . split ( ) [ 4 ] <TAB> <TAB> version = version . replace ( "","" , """" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> include_list . append ( ""/usr/local/cuda-%s/include"" % version ) <TAB> <TAB> <TAB> include_list . append ( ""/usr/local/cuda-%s/samples/common/inc"" % version ) <TAB> <TAB> <TAB> return include_list <TAB> return [ ]","if os . path . isdir ( ""/usr/local/cuda-%s"" % version ) :",232
7996,"def update(self, other):
    # type: (Iterable) -> None
    """"""Update this set from other LimitedSet, dict or iterable.""""""
    if not other:
        return
    if isinstance(other, LimitedSet):
        self._data.update(other._data)
        self._refresh_heap()
        self.purge()
    elif isinstance(other, dict):
        # revokes are sent as a dict
        for key, inserted in items(other):
            if isinstance(inserted, (tuple, list)):
                # in case someone uses ._data directly for sending update
                inserted = inserted[0]
            if not isinstance(inserted, float):
                raise ValueError(
                    ""Expecting float timestamp, got type ""
                    ""{0!r} with value: {1}"".format(type(inserted), inserted)
                )
            self.add(key, inserted)
    else:
        # XXX AVOID THIS, it could keep old data if more parties
        # exchange them all over and over again
        for obj in other:
            self.add(obj)","def update ( self , other ) : <TAB> <TAB> """"""Update this set from other LimitedSet, dict or iterable."""""" <TAB> if not other : <TAB> <TAB> return <TAB> if isinstance ( other , LimitedSet ) : <TAB> <TAB> self . _data . update ( other . _data ) <TAB> <TAB> self . _refresh_heap ( ) <TAB> <TAB> self . purge ( ) <TAB> elif isinstance ( other , dict ) : <TAB> <TAB> <TAB> <TAB> for key , inserted in items ( other ) : <TAB> <TAB> <TAB> if isinstance ( inserted , ( tuple , list ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> inserted = inserted [ 0 ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Expecting float timestamp, got type "" <TAB> <TAB> <TAB> <TAB> <TAB> ""{0!r} with value: {1}"" . format ( type ( inserted ) , inserted ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . add ( key , inserted ) <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for obj in other : <TAB> <TAB> <TAB> self . add ( obj )","if not isinstance ( inserted , float ) :",288
17188,"def options_to_metadata(self, options):
    self.cell_metadata_json = self.cell_metadata_json or is_json_metadata(options)
    title, metadata = text_to_metadata(options, allow_title=True)
    # Cell type
    for cell_type in [""markdown"", ""raw"", ""md""]:
        code = ""[{}]"".format(cell_type)
        if code in title:
            title = title.replace(code, """").strip()
            metadata[""cell_type""] = cell_type
            if cell_type == ""md"":
                metadata[""region_name""] = cell_type
                metadata[""cell_type""] = ""markdown""
            break
    # Spyder has sub cells
    cell_depth = 0
    while title.startswith(""%""):
        cell_depth += 1
        title = title[1:]
    if cell_depth:
        metadata[""cell_depth""] = cell_depth
        title = title.strip()
    if title:
        metadata[""title""] = title
    return None, metadata","def options_to_metadata ( self , options ) : <TAB> self . cell_metadata_json = self . cell_metadata_json or is_json_metadata ( options ) <TAB> title , metadata = text_to_metadata ( options , allow_title = True ) <TAB> <TAB> for cell_type in [ ""markdown"" , ""raw"" , ""md"" ] : <TAB> <TAB> code = ""[{}]"" . format ( cell_type ) <TAB> <TAB> if code in title : <TAB> <TAB> <TAB> title = title . replace ( code , """" ) . strip ( ) <TAB> <TAB> <TAB> metadata [ ""cell_type"" ] = cell_type <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> metadata [ ""region_name"" ] = cell_type <TAB> <TAB> <TAB> <TAB> metadata [ ""cell_type"" ] = ""markdown"" <TAB> <TAB> <TAB> break <TAB> <TAB> cell_depth = 0 <TAB> while title . startswith ( ""%"" ) : <TAB> <TAB> cell_depth += 1 <TAB> <TAB> title = title [ 1 : ] <TAB> if cell_depth : <TAB> <TAB> metadata [ ""cell_depth"" ] = cell_depth <TAB> <TAB> title = title . strip ( ) <TAB> if title : <TAB> <TAB> metadata [ ""title"" ] = title <TAB> return None , metadata","if cell_type == ""md"" :",265
20743,"def __init__(self, mw, parent=None):
    self.parent = parent or mw
    self.mw = mw
    self.col = mw.col
    QDialog.__init__(self, self.parent, Qt.Window)
    self.model = None
    self.dialog = aqt.forms.addmodel.Ui_Dialog()
    self.dialog.setupUi(self)
    # standard models
    self.models = []
    for (name, func) in stdmodels.models:
        if callable(name):
            name = name()
        item = QListWidgetItem(_(""Add: %s"") % name)
        self.dialog.models.addItem(item)
        self.models.append((True, func))
    # add copies
    for m in sorted(self.col.models.all(), key=itemgetter(""name"")):
        item = QListWidgetItem(_(""Clone: %s"") % m[""name""])
        self.dialog.models.addItem(item)
        self.models.append((False, m))
    self.dialog.models.setCurrentRow(0)
    # the list widget will swallow the enter key
    s = QShortcut(QKeySequence(""Return""), self)
    self.connect(s, SIGNAL(""activated()""), self.accept)
    # help
    self.connect(self.dialog.buttonBox, SIGNAL(""helpRequested()""), self.onHelp)","def __init__ ( self , mw , parent = None ) : <TAB> self . parent = parent or mw <TAB> self . mw = mw <TAB> self . col = mw . col <TAB> QDialog . __init__ ( self , self . parent , Qt . Window ) <TAB> self . model = None <TAB> self . dialog = aqt . forms . addmodel . Ui_Dialog ( ) <TAB> self . dialog . setupUi ( self ) <TAB> <TAB> self . models = [ ] <TAB> for ( name , func ) in stdmodels . models : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> name = name ( ) <TAB> <TAB> item = QListWidgetItem ( _ ( ""Add: %s"" ) % name ) <TAB> <TAB> self . dialog . models . addItem ( item ) <TAB> <TAB> self . models . append ( ( True , func ) ) <TAB> <TAB> for m in sorted ( self . col . models . all ( ) , key = itemgetter ( ""name"" ) ) : <TAB> <TAB> item = QListWidgetItem ( _ ( ""Clone: %s"" ) % m [ ""name"" ] ) <TAB> <TAB> self . dialog . models . addItem ( item ) <TAB> <TAB> self . models . append ( ( False , m ) ) <TAB> self . dialog . models . setCurrentRow ( 0 ) <TAB> <TAB> s = QShortcut ( QKeySequence ( ""Return"" ) , self ) <TAB> self . connect ( s , SIGNAL ( ""activated()"" ) , self . accept ) <TAB> <TAB> self . connect ( self . dialog . buttonBox , SIGNAL ( ""helpRequested()"" ) , self . onHelp )",if callable ( name ) :,342
5299,"def create(cls, source_data, _factory_fields=None):
    if isinstance(source_data, cls):
        return source_data
    # Recursively apply create methods of checked types if the types of the supplied data
    # does not match any of the valid types.
    key_types = get_types(cls._checked_key_types)
    checked_key_type = next((t for t in key_types if issubclass(t, CheckedType)), None)
    value_types = get_types(cls._checked_value_types)
    checked_value_type = next(
        (t for t in value_types if issubclass(t, CheckedType)), None
    )
    if checked_key_type or checked_value_type:
        return cls(
            dict(
                (
                    checked_key_type.create(key)
                    if checked_key_type
                    and not any(isinstance(key, t) for t in key_types)
                    else key,
                    checked_value_type.create(value)
                    if checked_value_type
                    and not any(isinstance(value, t) for t in value_types)
                    else value,
                )
                for key, value in source_data.items()
            )
        )
    return cls(source_data)
","def create ( cls , source_data , _factory_fields = None ) : <TAB> if isinstance ( source_data , cls ) : <TAB> <TAB> return source_data <TAB> <TAB> <TAB> key_types = get_types ( cls . _checked_key_types ) <TAB> checked_key_type = next ( ( t for t in key_types if issubclass ( t , CheckedType ) ) , None ) <TAB> value_types = get_types ( cls . _checked_value_types ) <TAB> checked_value_type = next ( <TAB> <TAB> ( t for t in value_types if issubclass ( t , CheckedType ) ) , None <TAB> ) <TAB> if checked_key_type or checked_value_type : <TAB> <TAB> return cls ( <TAB> <TAB> <TAB> dict ( <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> checked_key_type . create ( key ) <TAB> <TAB> <TAB> <TAB> <TAB> if checked_key_type <TAB> <TAB> <TAB> <TAB> <TAB> and not any ( isinstance ( key , t ) for t in key_types ) <TAB> <TAB> <TAB> <TAB> <TAB> else key , <TAB> <TAB> <TAB> <TAB> <TAB> checked_value_type . create ( value ) <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> and not any ( isinstance ( value , t ) for t in value_types ) <TAB> <TAB> <TAB> <TAB> <TAB> else value , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> for key , value in source_data . items ( ) <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> return cls ( source_data )",if checked_value_type,355
8161,"def terminate(self):
    if self.returncode is None:
        try:
            os.kill(self.pid, TERM_SIGNAL)
        except OSError as exc:
            if getattr(exc, ""errno"", None) != errno.ESRCH:
                if self.wait(timeout=0.1) is None:
                    raise","def terminate ( self ) : <TAB> if self . returncode is None : <TAB> <TAB> try : <TAB> <TAB> <TAB> os . kill ( self . pid , TERM_SIGNAL ) <TAB> <TAB> except OSError as exc : <TAB> <TAB> <TAB> if getattr ( exc , ""errno"" , None ) != errno . ESRCH : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> raise",if self . wait ( timeout = 0.1 ) is None :,92
10580,"def handleHover(self, event):
    if self.trackinghover and not self.draggingWidgets and not self.draggingMarquee:
        for widget in self.widgets:
            if widget.getPixelRect().Contains(event.GetPosition()):
                if widget != self.tooltipplace:
                    # Stop current timer
                    if self.tooltiptimer.IsRunning():
                        self.tooltiptimer.Stop()
                    self.tooltiptimer.Start(800, wx.TIMER_ONE_SHOT)
                    self.tooltipplace = widget
                    if self.tooltipobj:
                        if isinstance(self.tooltipobj, wx.TipWindow):
                            try:
                                self.tooltipobj.Close()
                            except:
                                pass
                        self.tooltipobj = None
                return
    self.tooltiptimer.Stop()
    self.tooltipplace = None
    if self.tooltipobj:
        if isinstance(self.tooltipobj, wx.TipWindow):
            try:
                self.tooltipobj.Close()
            except:
                pass
        self.tooltipobj = None","def handleHover ( self , event ) : <TAB> if self . trackinghover and not self . draggingWidgets and not self . draggingMarquee : <TAB> <TAB> for widget in self . widgets : <TAB> <TAB> <TAB> if widget . getPixelRect ( ) . Contains ( event . GetPosition ( ) ) : <TAB> <TAB> <TAB> <TAB> if widget != self . tooltipplace : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . tooltiptimer . Stop ( ) <TAB> <TAB> <TAB> <TAB> <TAB> self . tooltiptimer . Start ( 800 , wx . TIMER_ONE_SHOT ) <TAB> <TAB> <TAB> <TAB> <TAB> self . tooltipplace = widget <TAB> <TAB> <TAB> <TAB> <TAB> if self . tooltipobj : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( self . tooltipobj , wx . TipWindow ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . tooltipobj . Close ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . tooltipobj = None <TAB> <TAB> <TAB> <TAB> return <TAB> self . tooltiptimer . Stop ( ) <TAB> self . tooltipplace = None <TAB> if self . tooltipobj : <TAB> <TAB> if isinstance ( self . tooltipobj , wx . TipWindow ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> self . tooltipobj . Close ( ) <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> self . tooltipobj = None",if self . tooltiptimer . IsRunning ( ) :,359
5623,"def resolve_account(self, account_name):
    account = None
    if isinstance(account_name, (int, float)):  # TODO: what if it's string ""123""?
        acc_id = int(account_name)
        self.log.debug(""Treating account name as ID: %s"", acc_id)
        account = self.user.accounts(ident=acc_id).first()
        if not account:
            raise TaurusConfigError(""BlazeMeter account not found by ID: %s"" % acc_id)
    elif account_name:
        account = self.user.accounts(name=account_name).first()
        if not account:
            raise TaurusConfigError(
                ""BlazeMeter account not found by name: %s"" % account_name
            )
    if account:
        return account
    self.user.fetch()
    account = self.user.accounts(ident=self.user[""defaultProject""][""accountId""]).first()
    self.log.debug(""Using default account: %s"", account)
    return account","def resolve_account ( self , account_name ) : <TAB> account = None <TAB> if isinstance ( account_name , ( int , float ) ) : <TAB> <TAB> acc_id = int ( account_name ) <TAB> <TAB> self . log . debug ( ""Treating account name as ID: %s"" , acc_id ) <TAB> <TAB> account = self . user . accounts ( ident = acc_id ) . first ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise TaurusConfigError ( ""BlazeMeter account not found by ID: %s"" % acc_id ) <TAB> elif account_name : <TAB> <TAB> account = self . user . accounts ( name = account_name ) . first ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise TaurusConfigError ( <TAB> <TAB> <TAB> <TAB> ""BlazeMeter account not found by name: %s"" % account_name <TAB> <TAB> <TAB> ) <TAB> if account : <TAB> <TAB> return account <TAB> self . user . fetch ( ) <TAB> account = self . user . accounts ( ident = self . user [ ""defaultProject"" ] [ ""accountId"" ] ) . first ( ) <TAB> self . log . debug ( ""Using default account: %s"" , account ) <TAB> return account",if not account :,269
7616,"def to_tree(self, tagname=None, value=None, namespace=None):
    namespace = getattr(self, ""namespace"", namespace)
    if value is not None:
        if namespace is not None:
            tagname = ""{%s}%s"" % (namespace, tagname)
        el = Element(tagname)
        el.text = safe_string(value)
        return el
","def to_tree ( self , tagname = None , value = None , namespace = None ) : <TAB> namespace = getattr ( self , ""namespace"" , namespace ) <TAB> if value is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tagname = ""{%s}%s"" % ( namespace , tagname ) <TAB> <TAB> el = Element ( tagname ) <TAB> <TAB> el . text = safe_string ( value ) <TAB> <TAB> return el",if namespace is not None :,96
23819,"def publish(request, user_id=None):
    initial = None
    if user_id:  # todo: move to form
        user_to = get_object_or_404(User, pk=user_id)
        initial = {""users"": [user_to.st.nickname]}
    user = request.user
    tform = TopicForPrivateForm(user=user, data=post_data(request))
    cform = CommentForm(user=user, data=post_data(request))
    tpform = TopicPrivateManyForm(user=user, data=post_data(request), initial=initial)
    if (
        is_post(request)
        and all([tform.is_valid(), cform.is_valid(), tpform.is_valid()])
        and not request.is_limited()
    ):
        if not user.st.update_post_hash(tform.get_topic_hash()):
            return redirect(
                request.POST.get(""next"", None) or tform.category.get_absolute_url()
            )
        # wrap in transaction.atomic?
        topic = tform.save()
        cform.topic = topic
        comment = cform.save()
        comment_posted(comment=comment, mentions=None)
        tpform.topic = topic
        tpform.save_m2m()
        TopicNotification.bulk_create(users=tpform.get_users(), comment=comment)
        return redirect(topic.get_absolute_url())
    return render(
        request=request,
        template_name=""spirit/topic/private/publish.html"",
        context={""tform"": tform, ""cform"": cform, ""tpform"": tpform},
    )","def publish ( request , user_id = None ) : <TAB> initial = None <TAB> if user_id : <TAB> <TAB> user_to = get_object_or_404 ( User , pk = user_id ) <TAB> <TAB> initial = { ""users"" : [ user_to . st . nickname ] } <TAB> user = request . user <TAB> tform = TopicForPrivateForm ( user = user , data = post_data ( request ) ) <TAB> cform = CommentForm ( user = user , data = post_data ( request ) ) <TAB> tpform = TopicPrivateManyForm ( user = user , data = post_data ( request ) , initial = initial ) <TAB> if ( <TAB> <TAB> is_post ( request ) <TAB> <TAB> and all ( [ tform . is_valid ( ) , cform . is_valid ( ) , tpform . is_valid ( ) ] ) <TAB> <TAB> and not request . is_limited ( ) <TAB> ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return redirect ( <TAB> <TAB> <TAB> <TAB> request . POST . get ( ""next"" , None ) or tform . category . get_absolute_url ( ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> topic = tform . save ( ) <TAB> <TAB> cform . topic = topic <TAB> <TAB> comment = cform . save ( ) <TAB> <TAB> comment_posted ( comment = comment , mentions = None ) <TAB> <TAB> tpform . topic = topic <TAB> <TAB> tpform . save_m2m ( ) <TAB> <TAB> TopicNotification . bulk_create ( users = tpform . get_users ( ) , comment = comment ) <TAB> <TAB> return redirect ( topic . get_absolute_url ( ) ) <TAB> return render ( <TAB> <TAB> request = request , <TAB> <TAB> template_name = ""spirit/topic/private/publish.html"" , <TAB> <TAB> context = { ""tform"" : tform , ""cform"" : cform , ""tpform"" : tpform } , <TAB> )",if not user . st . update_post_hash ( tform . get_topic_hash ( ) ) :,436
9526,"def __init__(self, *args, **keywords):
    super().__init__()
    self.leftMargin = None
    self.rightMargin = None
    # no top or bottom margins
    # this is probably the distance between adjacent systems
    self.distance = None
    self.topDistance = None
    # store if this is the start of a new system
    self.isNew = None
    for key in keywords:
        if key.lower() == ""leftmargin"":
            self.leftMargin = keywords[key]
        elif key.lower() == ""rightmargin"":
            self.rightMargin = keywords[key]
        elif key.lower() == ""distance"":
            self.distance = keywords[key]
        elif key.lower() == ""topdistance"":
            self.topDistance = keywords[key]
        elif key.lower() == ""isnew"":
            self.isNew = keywords[key]
","def __init__ ( self , * args , ** keywords ) : <TAB> super ( ) . __init__ ( ) <TAB> self . leftMargin = None <TAB> self . rightMargin = None <TAB> <TAB> <TAB> self . distance = None <TAB> self . topDistance = None <TAB> <TAB> self . isNew = None <TAB> for key in keywords : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . leftMargin = keywords [ key ] <TAB> <TAB> elif key . lower ( ) == ""rightmargin"" : <TAB> <TAB> <TAB> self . rightMargin = keywords [ key ] <TAB> <TAB> elif key . lower ( ) == ""distance"" : <TAB> <TAB> <TAB> self . distance = keywords [ key ] <TAB> <TAB> elif key . lower ( ) == ""topdistance"" : <TAB> <TAB> <TAB> self . topDistance = keywords [ key ] <TAB> <TAB> elif key . lower ( ) == ""isnew"" : <TAB> <TAB> <TAB> self . isNew = keywords [ key ]","if key . lower ( ) == ""leftmargin"" :",229
22889,"def insert_general_char(self, ch):
    k, w = self.k, self.w
    if g.isWordChar(ch):
        self.insert_string(ch)
        common_prefix, prefix, aList = self.compute_completion_list()
        if not aList:
            if self.forbid_invalid:
                # Delete the character we just inserted.
                self.do_backspace()
        # @bool auto_tab_complete is deprecated.
        # Auto-completion makes no sense if it is False.
        elif self.auto_tab and len(common_prefix) > len(prefix):
            extend = common_prefix[len(prefix) :]
            ins = w.getInsertPoint()
            w.insert(ins, extend)
    else:
        if ch == ""("" and k.enable_calltips:
            # This calls self.exit if the '(' is valid.
            self.calltip()
        else:
            self.insert_string(ch)
            self.exit()
","def insert_general_char ( self , ch ) : <TAB> k , w = self . k , self . w <TAB> if g . isWordChar ( ch ) : <TAB> <TAB> self . insert_string ( ch ) <TAB> <TAB> common_prefix , prefix , aList = self . compute_completion_list ( ) <TAB> <TAB> if not aList : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . do_backspace ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> elif self . auto_tab and len ( common_prefix ) > len ( prefix ) : <TAB> <TAB> <TAB> extend = common_prefix [ len ( prefix ) : ] <TAB> <TAB> <TAB> ins = w . getInsertPoint ( ) <TAB> <TAB> <TAB> w . insert ( ins , extend ) <TAB> else : <TAB> <TAB> if ch == ""("" and k . enable_calltips : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . calltip ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . insert_string ( ch ) <TAB> <TAB> <TAB> self . exit ( )",if self . forbid_invalid :,270
10569,"def _process_write_backlog(self):
    # Try to make progress on the write backlog.
    if self._transport is None:
        return
    try:
        for i in range(len(self._write_backlog)):
            data, offset = self._write_backlog[0]
            if data:
                ssldata, offset = self._sslpipe.feed_appdata(data, offset)
            elif offset:
                ssldata = self._sslpipe.do_handshake(self._on_handshake_complete)
                offset = 1
            else:
                ssldata = self._sslpipe.shutdown(self._finalize)
                offset = 1
            for chunk in ssldata:
                self._transport.write(chunk)
            if offset < len(data):
                self._write_backlog[0] = (data, offset)
                # A short write means that a write is blocked on a read
                # We need to enable reading if it is paused!
                assert self._sslpipe.need_ssldata
                if self._transport._paused:
                    self._transport.resume_reading()
                break
            # An entire chunk from the backlog was processed. We can
            # delete it and reduce the outstanding buffer size.
            del self._write_backlog[0]
            self._write_buffer_size -= len(data)
    except BaseException as exc:
        if self._in_handshake:
            # BaseExceptions will be re-raised in _on_handshake_complete.
            self._on_handshake_complete(exc)
        else:
            self._fatal_error(exc, ""Fatal error on SSL transport"")
        if not isinstance(exc, Exception):
            # BaseException
            raise","def _process_write_backlog ( self ) : <TAB> <TAB> if self . _transport is None : <TAB> <TAB> return <TAB> try : <TAB> <TAB> for i in range ( len ( self . _write_backlog ) ) : <TAB> <TAB> <TAB> data , offset = self . _write_backlog [ 0 ] <TAB> <TAB> <TAB> if data : <TAB> <TAB> <TAB> <TAB> ssldata , offset = self . _sslpipe . feed_appdata ( data , offset ) <TAB> <TAB> <TAB> elif offset : <TAB> <TAB> <TAB> <TAB> ssldata = self . _sslpipe . do_handshake ( self . _on_handshake_complete ) <TAB> <TAB> <TAB> <TAB> offset = 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> ssldata = self . _sslpipe . shutdown ( self . _finalize ) <TAB> <TAB> <TAB> <TAB> offset = 1 <TAB> <TAB> <TAB> for chunk in ssldata : <TAB> <TAB> <TAB> <TAB> self . _transport . write ( chunk ) <TAB> <TAB> <TAB> if offset < len ( data ) : <TAB> <TAB> <TAB> <TAB> self . _write_backlog [ 0 ] = ( data , offset ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> assert self . _sslpipe . need_ssldata <TAB> <TAB> <TAB> <TAB> if self . _transport . _paused : <TAB> <TAB> <TAB> <TAB> <TAB> self . _transport . resume_reading ( ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> del self . _write_backlog [ 0 ] <TAB> <TAB> <TAB> self . _write_buffer_size -= len ( data ) <TAB> except BaseException as exc : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _on_handshake_complete ( exc ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _fatal_error ( exc , ""Fatal error on SSL transport"" ) <TAB> <TAB> if not isinstance ( exc , Exception ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise",if self . _in_handshake :,474
21515,"def visit(stmt):
    """"""Collect information about VTCM buffers and their alignments.""""""
    if isinstance(stmt, tvm.tir.AttrStmt):
        if stmt.attr_key == ""storage_scope"" and stmt.value == ""local.vtcm"":
            vtcm_buffers.append(stmt.node)
        elif stmt.attr_key == ""storage_alignment"":
            if not stmt.node in alignments:
                alignments[stmt.node] = []
            alignments[stmt.node].append(stmt.value)
","def visit ( stmt ) : <TAB> """"""Collect information about VTCM buffers and their alignments."""""" <TAB> if isinstance ( stmt , tvm . tir . AttrStmt ) : <TAB> <TAB> if stmt . attr_key == ""storage_scope"" and stmt . value == ""local.vtcm"" : <TAB> <TAB> <TAB> vtcm_buffers . append ( stmt . node ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not stmt . node in alignments : <TAB> <TAB> <TAB> <TAB> alignments [ stmt . node ] = [ ] <TAB> <TAB> <TAB> alignments [ stmt . node ] . append ( stmt . value )","elif stmt . attr_key == ""storage_alignment"" :",133
25399,"def verify_relative_valid_path(root, path):
    if len(path) < 1:
        raise PackagerError(""Empty chown path"")
    checkpath = root
    parts = path.split(os.sep)
    for part in parts:
        if part in (""."", ""..""):
            raise PackagerError("". and .. is not allowed in chown path"")
        checkpath = os.path.join(checkpath, part)
        relpath = checkpath[len(root) + 1 :]
        if not os.path.exists(checkpath):
            raise PackagerError(f""chown path {relpath} does not exist"")
        if os.path.islink(checkpath):
            raise PackagerError(f""chown path {relpath} is a soft link"")","def verify_relative_valid_path ( root , path ) : <TAB> if len ( path ) < 1 : <TAB> <TAB> raise PackagerError ( ""Empty chown path"" ) <TAB> checkpath = root <TAB> parts = path . split ( os . sep ) <TAB> for part in parts : <TAB> <TAB> if part in ( ""."" , "".."" ) : <TAB> <TAB> <TAB> raise PackagerError ( "". and .. is not allowed in chown path"" ) <TAB> <TAB> checkpath = os . path . join ( checkpath , part ) <TAB> <TAB> relpath = checkpath [ len ( root ) + 1 : ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise PackagerError ( f""chown path {relpath} does not exist"" ) <TAB> <TAB> if os . path . islink ( checkpath ) : <TAB> <TAB> <TAB> raise PackagerError ( f""chown path {relpath} is a soft link"" )",if not os . path . exists ( checkpath ) :,191
17118,"def get_macho(self, exe_address):
    proc_as = self.get_process_address_space()
    m = obj.Object(""macho_header"", offset=exe_address, vm=proc_as)
    buffer = """"
    for seg in m.segments():
        if str(seg.segname) == ""__PAGEZERO"":
            continue
        if seg.vmsize == 0 or seg.vmsize > 100000000:
            continue
        # this is related to the shared cache map
        # contact Andrew for full details
        if str(seg.segname) == ""__LINKEDIT"" and seg.vmsize > 20000000:
            continue
        cur = seg.vmaddr
        end = seg.vmaddr + seg.vmsize
        while cur < end:
            buffer = buffer + proc_as.zread(cur, 4096)
            cur = cur + 4096
    return buffer","def get_macho ( self , exe_address ) : <TAB> proc_as = self . get_process_address_space ( ) <TAB> m = obj . Object ( ""macho_header"" , offset = exe_address , vm = proc_as ) <TAB> buffer = """" <TAB> for seg in m . segments ( ) : <TAB> <TAB> if str ( seg . segname ) == ""__PAGEZERO"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> if seg . vmsize == 0 or seg . vmsize > 100000000 : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> cur = seg . vmaddr <TAB> <TAB> end = seg . vmaddr + seg . vmsize <TAB> <TAB> while cur < end : <TAB> <TAB> <TAB> buffer = buffer + proc_as . zread ( cur , 4096 ) <TAB> <TAB> <TAB> cur = cur + 4096 <TAB> return buffer","if str ( seg . segname ) == ""__LINKEDIT"" and seg . vmsize > 20000000 :",232
23308,"def mock_endpoints(self):
    for framework in self.get_directories(self.mock_dir):
        if framework in [""nessus"", ""tenable""]:
            self.create_nessus_resource(framework)
        elif framework == ""qualys_vuln"":
            self.qualys_vuln_path = self.mock_dir + ""/"" + framework
            self.create_qualys_vuln_resource(framework)
    httpretty.enable()
","def mock_endpoints ( self ) : <TAB> for framework in self . get_directories ( self . mock_dir ) : <TAB> <TAB> if framework in [ ""nessus"" , ""tenable"" ] : <TAB> <TAB> <TAB> self . create_nessus_resource ( framework ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . qualys_vuln_path = self . mock_dir + ""/"" + framework <TAB> <TAB> <TAB> self . create_qualys_vuln_resource ( framework ) <TAB> httpretty . enable ( )","elif framework == ""qualys_vuln"" :",112
8553,"def _handle_unsubscribe(self, web_sock):
    index = None
    with await self._subscriber_lock:
        for i, (subscriber_web_sock, _) in enumerate(self._subscribers):
            if subscriber_web_sock == web_sock:
                index = i
                break
        if index is not None:
            del self._subscribers[index]
        if not self._subscribers:
            asyncio.ensure_future(self._unregister_subscriptions())
","def _handle_unsubscribe ( self , web_sock ) : <TAB> index = None <TAB> with await self . _subscriber_lock : <TAB> <TAB> for i , ( subscriber_web_sock , _ ) in enumerate ( self . _subscribers ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> index = i <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if index is not None : <TAB> <TAB> <TAB> del self . _subscribers [ index ] <TAB> <TAB> if not self . _subscribers : <TAB> <TAB> <TAB> asyncio . ensure_future ( self . _unregister_subscriptions ( ) )",if subscriber_web_sock == web_sock :,124
21791,"def init_db(self):
    """"""Create the database connection""""""
    urlinfo = urlparse(self.db_url)
    if urlinfo.password:
        # avoid logging the database password
        urlinfo = urlinfo._replace(
            netloc=""{}:[redacted]@{}:{}"".format(
                urlinfo.username, urlinfo.hostname, urlinfo.port
            )
        )
        db_log_url = urlinfo.geturl()
    else:
        db_log_url = self.db_url
    self.log.debug(""Connecting to db: %s"", db_log_url)
    if self.upgrade_db:
        dbutil.upgrade_if_needed(self.db_url, log=self.log)
    try:
        self.session_factory = orm.new_session_factory(
            self.db_url, reset=self.reset_db, echo=self.debug_db, **self.db_kwargs
        )
        self.db = self.session_factory()
    except OperationalError as e:
        self.log.error(""Failed to connect to db: %s"", db_log_url)
        self.log.debug(""Database error was:"", exc_info=True)
        if self.db_url.startswith(""sqlite:///""):
            self._check_db_path(self.db_url.split("":///"", 1)[1])
        self.log.critical(
            ""\n"".join(
                [
                    ""If you recently upgraded JupyterHub, try running"",
                    ""    jupyterhub upgrade-db"",
                    ""to upgrade your JupyterHub database schema"",
                ]
            )
        )
        self.exit(1)
    except orm.DatabaseSchemaMismatch as e:
        self.exit(e)","def init_db ( self ) : <TAB> """"""Create the database connection"""""" <TAB> urlinfo = urlparse ( self . db_url ) <TAB> if urlinfo . password : <TAB> <TAB> <TAB> <TAB> urlinfo = urlinfo . _replace ( <TAB> <TAB> <TAB> netloc = ""{}:[redacted]@{}:{}"" . format ( <TAB> <TAB> <TAB> <TAB> urlinfo . username , urlinfo . hostname , urlinfo . port <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> <TAB> db_log_url = urlinfo . geturl ( ) <TAB> else : <TAB> <TAB> db_log_url = self . db_url <TAB> self . log . debug ( ""Connecting to db: %s"" , db_log_url ) <TAB> if self . upgrade_db : <TAB> <TAB> dbutil . upgrade_if_needed ( self . db_url , log = self . log ) <TAB> try : <TAB> <TAB> self . session_factory = orm . new_session_factory ( <TAB> <TAB> <TAB> self . db_url , reset = self . reset_db , echo = self . debug_db , ** self . db_kwargs <TAB> <TAB> ) <TAB> <TAB> self . db = self . session_factory ( ) <TAB> except OperationalError as e : <TAB> <TAB> self . log . error ( ""Failed to connect to db: %s"" , db_log_url ) <TAB> <TAB> self . log . debug ( ""Database error was:"" , exc_info = True ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _check_db_path ( self . db_url . split ( "":///"" , 1 ) [ 1 ] ) <TAB> <TAB> self . log . critical ( <TAB> <TAB> <TAB> ""\n"" . join ( <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> ""If you recently upgraded JupyterHub, try running"" , <TAB> <TAB> <TAB> <TAB> <TAB> ""    jupyterhub upgrade-db"" , <TAB> <TAB> <TAB> <TAB> <TAB> ""to upgrade your JupyterHub database schema"" , <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> <TAB> self . exit ( 1 ) <TAB> except orm . DatabaseSchemaMismatch as e : <TAB> <TAB> self . exit ( e )","if self . db_url . startswith ( ""sqlite:///"" ) :",467
21367,"def _eject(self, bot):
    cls = self.__class__
    try:
        for command in self.__cog_commands__:
            if command.parent is None:
                bot.remove_command(command.name)
        for _, method_name in self.__cog_listeners__:
            bot.remove_listener(getattr(self, method_name))
        if cls.bot_check is not Cog.bot_check:
            bot.remove_check(self.bot_check)
        if cls.bot_check_once is not Cog.bot_check_once:
            bot.remove_check(self.bot_check_once, call_once=True)
    finally:
        try:
            self.cog_unload()
        except Exception:
            pass
","def _eject ( self , bot ) : <TAB> cls = self . __class__ <TAB> try : <TAB> <TAB> for command in self . __cog_commands__ : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> bot . remove_command ( command . name ) <TAB> <TAB> for _ , method_name in self . __cog_listeners__ : <TAB> <TAB> <TAB> bot . remove_listener ( getattr ( self , method_name ) ) <TAB> <TAB> if cls . bot_check is not Cog . bot_check : <TAB> <TAB> <TAB> bot . remove_check ( self . bot_check ) <TAB> <TAB> if cls . bot_check_once is not Cog . bot_check_once : <TAB> <TAB> <TAB> bot . remove_check ( self . bot_check_once , call_once = True ) <TAB> finally : <TAB> <TAB> try : <TAB> <TAB> <TAB> self . cog_unload ( ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> pass",if command . parent is None :,203
23728,"def get_test(self, node, name=None):
    # print 'get_test:', repr(node)
    if isinstance(node, Node):
        t = type_repr(node.type)
        if t in [""and_test"", ""or_test"", ""not_test""]:
            if name is None:
                return getattr(self, ""node_%s"" % t)(node, True)
            return getattr(self, ""node_%s"" % t)(node, name=name)
        elif t in [""comparison""]:
            test = self.dispatch(node)
            if name is None:
                return ""%s.valueOf()"" % test
            else:
                return ""(%s=%s).valueOf()"" % (name, test)
    test = self.dispatch(node)
    if name is None:
        return ""%s(%s)"" % (self.jsvars[""booljs""], test)
    return ""%s(%s=%s)"" % (self.jsvars[""booljs""], name, test)
","def get_test ( self , node , name = None ) : <TAB> <TAB> if isinstance ( node , Node ) : <TAB> <TAB> t = type_repr ( node . type ) <TAB> <TAB> if t in [ ""and_test"" , ""or_test"" , ""not_test"" ] : <TAB> <TAB> <TAB> if name is None : <TAB> <TAB> <TAB> <TAB> return getattr ( self , ""node_%s"" % t ) ( node , True ) <TAB> <TAB> <TAB> return getattr ( self , ""node_%s"" % t ) ( node , name = name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> test = self . dispatch ( node ) <TAB> <TAB> <TAB> if name is None : <TAB> <TAB> <TAB> <TAB> return ""%s.valueOf()"" % test <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return ""(%s=%s).valueOf()"" % ( name , test ) <TAB> test = self . dispatch ( node ) <TAB> if name is None : <TAB> <TAB> return ""%s(%s)"" % ( self . jsvars [ ""booljs"" ] , test ) <TAB> return ""%s(%s=%s)"" % ( self . jsvars [ ""booljs"" ] , name , test )","elif t in [ ""comparison"" ] :",256
9173,"def close(self):
    self.connected = False
    self.accepting = False
    self.connecting = False
    self.del_channel()
    if self.socket is not None:
        try:
            self.socket.close()
        except socket.error as why:
            if why.args[0] not in (ENOTCONN, EBADF):
                raise",def close ( self ) : <TAB> self . connected = False <TAB> self . accepting = False <TAB> self . connecting = False <TAB> self . del_channel ( ) <TAB> if self . socket is not None : <TAB> <TAB> try : <TAB> <TAB> <TAB> self . socket . close ( ) <TAB> <TAB> except socket . error as why : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise,"if why . args [ 0 ] not in ( ENOTCONN , EBADF ) :",100
6174,"def __init__(self, sheet, address):
    self.sheet = sheet
    if isinstance(address, tuple):
        self._coords = address
        row, col, nrows, ncols = address
        if nrows and ncols:
            self.xl = sheet.xl.cells[
                ""%s:%s""
                % (
                    sheet.xl.rows[row].columns[col].get_address(),
                    sheet.xl.rows[row + nrows - 1]
                    .columns[col + ncols - 1]
                    .get_address(),
                )
            ]
        else:
            self.xl = None
    else:
        self.xl = sheet.xl.cells[address]
        self._coords = None","def __init__ ( self , sheet , address ) : <TAB> self . sheet = sheet <TAB> if isinstance ( address , tuple ) : <TAB> <TAB> self . _coords = address <TAB> <TAB> row , col , nrows , ncols = address <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . xl = sheet . xl . cells [ <TAB> <TAB> <TAB> <TAB> ""%s:%s"" <TAB> <TAB> <TAB> <TAB> % ( <TAB> <TAB> <TAB> <TAB> <TAB> sheet . xl . rows [ row ] . columns [ col ] . get_address ( ) , <TAB> <TAB> <TAB> <TAB> <TAB> sheet . xl . rows [ row + nrows - 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> . columns [ col + ncols - 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> . get_address ( ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ] <TAB> <TAB> else : <TAB> <TAB> <TAB> self . xl = None <TAB> else : <TAB> <TAB> self . xl = sheet . xl . cells [ address ] <TAB> <TAB> self . _coords = None",if nrows and ncols :,207
11650,"def collect_apps_with_shared_uid(product_out, module_paths):
    """"""Collect apps with shared UID.""""""
    apps_dir = os.path.join(product_out, ""obj"", ""APPS"")
    result = []
    for app_dir_name in os.listdir(apps_dir):
        app_name = re.sub(""_intermediates$"", """", app_dir_name)
        app_dir = os.path.join(apps_dir, app_dir_name)
        apk_file = os.path.join(app_dir, ""package.apk"")
        if not os.path.exists(apk_file):
            print(""error: Failed to find:"", apk_file, file=sys.stderr)
            continue
        apk_unpacked = os.path.join(app_dir, ""package"")
        if not os.path.exists(apk_unpacked):
            ret = subprocess.call([""apktool"", ""d"", ""package.apk""], cwd=app_dir)
            if ret != 0:
                print(""error: Failed to unpack:"", apk_file, file=sys.stderr)
                continue
        manifest_file = os.path.join(apk_unpacked, ""AndroidManifest.xml"")
        if not os.path.exists(manifest_file):
            print(""error: Failed to find:"", manifest_file, file=sys.stderr)
            continue
        shared_uid = find_shared_uid(manifest_file)
        if not shared_uid:
            continue
        result.append(
            AppInfo(
                app_name,
                shared_uid,
                find_file(product_out, app_name),
                module_paths.get(app_name, """"),
            )
        )
    return result","def collect_apps_with_shared_uid ( product_out , module_paths ) : <TAB> """"""Collect apps with shared UID."""""" <TAB> apps_dir = os . path . join ( product_out , ""obj"" , ""APPS"" ) <TAB> result = [ ] <TAB> for app_dir_name in os . listdir ( apps_dir ) : <TAB> <TAB> app_name = re . sub ( ""_intermediates$"" , """" , app_dir_name ) <TAB> <TAB> app_dir = os . path . join ( apps_dir , app_dir_name ) <TAB> <TAB> apk_file = os . path . join ( app_dir , ""package.apk"" ) <TAB> <TAB> if not os . path . exists ( apk_file ) : <TAB> <TAB> <TAB> print ( ""error: Failed to find:"" , apk_file , file = sys . stderr ) <TAB> <TAB> <TAB> continue <TAB> <TAB> apk_unpacked = os . path . join ( app_dir , ""package"" ) <TAB> <TAB> if not os . path . exists ( apk_unpacked ) : <TAB> <TAB> <TAB> ret = subprocess . call ( [ ""apktool"" , ""d"" , ""package.apk"" ] , cwd = app_dir ) <TAB> <TAB> <TAB> if ret != 0 : <TAB> <TAB> <TAB> <TAB> print ( ""error: Failed to unpack:"" , apk_file , file = sys . stderr ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> manifest_file = os . path . join ( apk_unpacked , ""AndroidManifest.xml"" ) <TAB> <TAB> if not os . path . exists ( manifest_file ) : <TAB> <TAB> <TAB> print ( ""error: Failed to find:"" , manifest_file , file = sys . stderr ) <TAB> <TAB> <TAB> continue <TAB> <TAB> shared_uid = find_shared_uid ( manifest_file ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> result . append ( <TAB> <TAB> <TAB> AppInfo ( <TAB> <TAB> <TAB> <TAB> app_name , <TAB> <TAB> <TAB> <TAB> shared_uid , <TAB> <TAB> <TAB> <TAB> find_file ( product_out , app_name ) , <TAB> <TAB> <TAB> <TAB> module_paths . get ( app_name , """" ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> return result",if not shared_uid :,466
23760,"def __init__(self, initial=None):
    if babel is None:
        raise ImproperlyConfigured(
            ""The PhonePrefixSelect widget requires the babel package be installed.""
        )
    choices = [("""", ""---------"")]
    language = translation.get_language() or settings.LANGUAGE_CODE
    locale = babel.Locale(translation.to_locale(language))
    if not initial:
        region = getattr(settings, ""PHONENUMBER_DEFAULT_REGION"", None)
        initial = region
    for prefix, values in _COUNTRY_CODE_TO_REGION_CODE.items():
        prefix = ""+%d"" % prefix
        if initial and initial in values:
            self.initial = prefix
        for country_code in values:
            country_name = locale.territories.get(country_code)
            if country_name:
                choices.append((prefix, ""{} {}"".format(country_name, prefix)))
    super().__init__(choices=sorted(choices, key=lambda item: item[1]))","def __init__ ( self , initial = None ) : <TAB> if babel is None : <TAB> <TAB> raise ImproperlyConfigured ( <TAB> <TAB> <TAB> ""The PhonePrefixSelect widget requires the babel package be installed."" <TAB> <TAB> ) <TAB> choices = [ ( """" , ""---------"" ) ] <TAB> language = translation . get_language ( ) or settings . LANGUAGE_CODE <TAB> locale = babel . Locale ( translation . to_locale ( language ) ) <TAB> if not initial : <TAB> <TAB> region = getattr ( settings , ""PHONENUMBER_DEFAULT_REGION"" , None ) <TAB> <TAB> initial = region <TAB> for prefix , values in _COUNTRY_CODE_TO_REGION_CODE . items ( ) : <TAB> <TAB> prefix = ""+%d"" % prefix <TAB> <TAB> if initial and initial in values : <TAB> <TAB> <TAB> self . initial = prefix <TAB> <TAB> for country_code in values : <TAB> <TAB> <TAB> country_name = locale . territories . get ( country_code ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> choices . append ( ( prefix , ""{} {}"" . format ( country_name , prefix ) ) ) <TAB> super ( ) . __init__ ( choices = sorted ( choices , key = lambda item : item [ 1 ] ) )",if country_name :,250
10670,"def test_reindex_registration_share(self):
    count = AdminLogEntry.objects.count()
    view = NodeReindexShare()
    view = setup_log_view(view, self.request, guid=self.registration._id)
    with mock.patch(""api.share.utils.settings.SHARE_ENABLED"", True):
        with mock.patch(""api.share.utils.settings.SHARE_API_TOKEN"", ""mock-api-token""):
            with responses.RequestsMock(assert_all_requests_are_fired=True) as rsps:
                rsps.add(responses.POST, ""https://share.osf.io/api/v2/normalizeddata/"")
                view.delete(self.request)
                data = json.loads(rsps.calls[-1].request.body.decode())
                assert any(
                    graph
                    for graph in data[""data""][""attributes""][""data""][""@graph""]
                    if graph[""@type""]
                    == self.registration.provider.share_publish_type.lower()
                )
                nt.assert_equal(AdminLogEntry.objects.count(), count + 1)","def test_reindex_registration_share ( self ) : <TAB> count = AdminLogEntry . objects . count ( ) <TAB> view = NodeReindexShare ( ) <TAB> view = setup_log_view ( view , self . request , guid = self . registration . _id ) <TAB> with mock . patch ( ""api.share.utils.settings.SHARE_ENABLED"" , True ) : <TAB> <TAB> with mock . patch ( ""api.share.utils.settings.SHARE_API_TOKEN"" , ""mock-api-token"" ) : <TAB> <TAB> <TAB> with responses . RequestsMock ( assert_all_requests_are_fired = True ) as rsps : <TAB> <TAB> <TAB> <TAB> rsps . add ( responses . POST , ""https://share.osf.io/api/v2/normalizeddata/"" ) <TAB> <TAB> <TAB> <TAB> view . delete ( self . request ) <TAB> <TAB> <TAB> <TAB> data = json . loads ( rsps . calls [ - 1 ] . request . body . decode ( ) ) <TAB> <TAB> <TAB> <TAB> assert any ( <TAB> <TAB> <TAB> <TAB> <TAB> graph <TAB> <TAB> <TAB> <TAB> <TAB> for graph in data [ ""data"" ] [ ""attributes"" ] [ ""data"" ] [ ""@graph"" ] <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> == self . registration . provider . share_publish_type . lower ( ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> nt . assert_equal ( AdminLogEntry . objects . count ( ) , count + 1 )","if graph [ ""@type"" ]",301
9571,"def process(fn):
    idmap = {}
    with open(fn, ""rU"") as f:
        lines = [l.rstrip(""\n"") for l in f.readlines()]
        annotations = []
        for i, l in enumerate(lines):
            annotations.append(parse(l, i + 1))
        if DEBUG:
            for i, a in enumerate(annotations):
                assert lines[i] == str(a), (
                    ""Cross-check failed:\n  ""
                    + '""%s""' % lines[i]
                    + "" !=\n  ""
                    + '""%s""' % str(a)
                )
        idmap = {}
        next_free = {}
        # special case: ID '*' maps to itself
        idmap[""*""] = ""*""
        for i, a in enumerate(annotations):
            if a.id_ == ""*"":
                continue
            assert a.id_ not in idmap, ""Dup ID on line %d: %s"" % (i, l)
            prefix = a.id_[0]
            seq = next_free.get(prefix, 1)
            idmap[a.id_] = prefix + str(seq)
            next_free[prefix] = seq + 1
        for i, a in enumerate(annotations):
            a.map_ids(idmap)
            print(a)","def process ( fn ) : <TAB> idmap = { } <TAB> with open ( fn , ""rU"" ) as f : <TAB> <TAB> lines = [ l . rstrip ( ""\n"" ) for l in f . readlines ( ) ] <TAB> <TAB> annotations = [ ] <TAB> <TAB> for i , l in enumerate ( lines ) : <TAB> <TAB> <TAB> annotations . append ( parse ( l , i + 1 ) ) <TAB> <TAB> if DEBUG : <TAB> <TAB> <TAB> for i , a in enumerate ( annotations ) : <TAB> <TAB> <TAB> <TAB> assert lines [ i ] == str ( a ) , ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Cross-check failed:\n  "" <TAB> <TAB> <TAB> <TAB> <TAB> + '""%s""' % lines [ i ] <TAB> <TAB> <TAB> <TAB> <TAB> + "" !=\n  "" <TAB> <TAB> <TAB> <TAB> <TAB> + '""%s""' % str ( a ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> idmap = { } <TAB> <TAB> next_free = { } <TAB> <TAB> <TAB> <TAB> idmap [ ""*"" ] = ""*"" <TAB> <TAB> for i , a in enumerate ( annotations ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> assert a . id_ not in idmap , ""Dup ID on line %d: %s"" % ( i , l ) <TAB> <TAB> <TAB> prefix = a . id_ [ 0 ] <TAB> <TAB> <TAB> seq = next_free . get ( prefix , 1 ) <TAB> <TAB> <TAB> idmap [ a . id_ ] = prefix + str ( seq ) <TAB> <TAB> <TAB> next_free [ prefix ] = seq + 1 <TAB> <TAB> for i , a in enumerate ( annotations ) : <TAB> <TAB> <TAB> a . map_ids ( idmap ) <TAB> <TAB> <TAB> print ( a )","if a . id_ == ""*"" :",361
4357,"def plot3D(data, fig, ax):
    n = len(data)
    for i in range(n):
        ikwargs = kwargs_list[i]
        if fmt is None:
            ax.plot(data[i][:, 0], data[i][:, 1], data[i][:, 2], **ikwargs)
        else:
            ax.plot(data[i][:, 0], data[i][:, 1], data[i][:, 2], fmt[i], **ikwargs)
    return fig, ax, data","def plot3D ( data , fig , ax ) : <TAB> n = len ( data ) <TAB> for i in range ( n ) : <TAB> <TAB> ikwargs = kwargs_list [ i ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ax . plot ( data [ i ] [ : , 0 ] , data [ i ] [ : , 1 ] , data [ i ] [ : , 2 ] , ** ikwargs ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ax . plot ( data [ i ] [ : , 0 ] , data [ i ] [ : , 1 ] , data [ i ] [ : , 2 ] , fmt [ i ] , ** ikwargs ) <TAB> return fig , ax , data",if fmt is None :,126
168,"def __getattr__(self, key):
    for tag in self.tag.children:
        if tag.name not in (""input"",):
            continue
        if ""name"" in tag.attrs and tag.attrs[""name""] in (key,):
            from thug.DOM.W3C.Core.DOMImplementation import DOMImplementation
            return DOMImplementation.createHTMLElement(self.doc, tag)
    raise AttributeError","def __getattr__ ( self , key ) : <TAB> for tag in self . tag . children : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if ""name"" in tag . attrs and tag . attrs [ ""name"" ] in ( key , ) : <TAB> <TAB> <TAB> from thug . DOM . W3C . Core . DOMImplementation import DOMImplementation <TAB> <TAB> <TAB> return DOMImplementation . createHTMLElement ( self . doc , tag ) <TAB> raise AttributeError","if tag . name not in ( ""input"" , ) :",104
8429,"def add(request):
    form_type = ""servers""
    if request.method == ""POST"":
        form = BookMarkForm(request.POST)
        if form.is_valid():
            form_type = form.save()
            messages.add_message(request, messages.INFO, ""Bookmark created"")
        else:
            messages.add_message(request, messages.INFO, form.errors)
        if form_type == ""server"":
            url = reverse(""servers"")
        else:
            url = reverse(""metrics"")
        return redirect(url)
    else:
        return redirect(reverse(""servers""))
","def add ( request ) : <TAB> form_type = ""servers"" <TAB> if request . method == ""POST"" : <TAB> <TAB> form = BookMarkForm ( request . POST ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> form_type = form . save ( ) <TAB> <TAB> <TAB> messages . add_message ( request , messages . INFO , ""Bookmark created"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> messages . add_message ( request , messages . INFO , form . errors ) <TAB> <TAB> if form_type == ""server"" : <TAB> <TAB> <TAB> url = reverse ( ""servers"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> url = reverse ( ""metrics"" ) <TAB> <TAB> return redirect ( url ) <TAB> else : <TAB> <TAB> return redirect ( reverse ( ""servers"" ) )",if form . is_valid ( ) :,164
22875,"def computeMachineName(self):
    """"""Return the name of the current machine, i.e, HOSTNAME.""""""
    # This is prepended to leoSettings.leo or myLeoSettings.leo
    # to give the machine-specific setting name.
    # How can this be worth doing??
    try:
        import os
        name = os.getenv(""HOSTNAME"")
        if not name:
            name = os.getenv(""COMPUTERNAME"")
        if not name:
            import socket
            name = socket.gethostname()
    except Exception:
        name = """"
    return name
","def computeMachineName ( self ) : <TAB> """"""Return the name of the current machine, i.e, HOSTNAME."""""" <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> import os <TAB> <TAB> name = os . getenv ( ""HOSTNAME"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> name = os . getenv ( ""COMPUTERNAME"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> import socket <TAB> <TAB> <TAB> name = socket . gethostname ( ) <TAB> except Exception : <TAB> <TAB> name = """" <TAB> return name",if not name :,151
13054,"def locate_exe_dir(d, check=True):
    exe_dir = os.path.join(d, ""Scripts"") if ON_WINDOWS else os.path.join(d, ""bin"")
    if not os.path.isdir(exe_dir):
        if ON_WINDOWS:
            bin_dir = os.path.join(d, ""bin"")
            if os.path.isdir(bin_dir):
                return bin_dir
        if check:
            raise InvalidVirtualEnv(""Unable to locate executables directory."")
    return exe_dir
","def locate_exe_dir ( d , check = True ) : <TAB> exe_dir = os . path . join ( d , ""Scripts"" ) if ON_WINDOWS else os . path . join ( d , ""bin"" ) <TAB> if not os . path . isdir ( exe_dir ) : <TAB> <TAB> if ON_WINDOWS : <TAB> <TAB> <TAB> bin_dir = os . path . join ( d , ""bin"" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return bin_dir <TAB> <TAB> if check : <TAB> <TAB> <TAB> raise InvalidVirtualEnv ( ""Unable to locate executables directory."" ) <TAB> return exe_dir",if os . path . isdir ( bin_dir ) :,140
9746,"def update_tags_from_config(self, to_update, config):
    tags = to_update.get(""tags"", [])
    if ""strategy"" in config:
        tags.append(""{0}_strategy"".format(config[""strategy""]))
    if ""complexity"" in config:
        tags.append(""{0}_complexity"".format(config[""complexity""]))
    if ""disruption"" in config:
        tags.append(""{0}_disruption"".format(config[""disruption""]))
    if ""reboot"" in config:
        if config[""reboot""] == ""true"":
            reboot_tag = ""reboot_required""
        else:
            reboot_tag = ""no_reboot_needed""
        tags.append(reboot_tag)
    to_update[""tags""] = sorted(tags)","def update_tags_from_config ( self , to_update , config ) : <TAB> tags = to_update . get ( ""tags"" , [ ] ) <TAB> if ""strategy"" in config : <TAB> <TAB> tags . append ( ""{0}_strategy"" . format ( config [ ""strategy"" ] ) ) <TAB> if ""complexity"" in config : <TAB> <TAB> tags . append ( ""{0}_complexity"" . format ( config [ ""complexity"" ] ) ) <TAB> if ""disruption"" in config : <TAB> <TAB> tags . append ( ""{0}_disruption"" . format ( config [ ""disruption"" ] ) ) <TAB> if ""reboot"" in config : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> reboot_tag = ""reboot_required"" <TAB> <TAB> else : <TAB> <TAB> <TAB> reboot_tag = ""no_reboot_needed"" <TAB> <TAB> tags . append ( reboot_tag ) <TAB> to_update [ ""tags"" ] = sorted ( tags )","if config [ ""reboot"" ] == ""true"" :",196
22668,"def _get_items(
    self,
    partition_id,
    start,
    now_ts,
    queue,
    max_requests_per_host,
    max_host_items,
    count,
    max_n_requests,
    to_remove,
):
    for data in self._redis.zrevrange(
        partition_id, start=start, end=max_n_requests + start
    ):
        start += 1
        item = unpackb(data, use_list=False)
        timestamp, fprint, host_crc32, _, score = item
        if timestamp > now_ts:
            continue
        if host_crc32 not in queue:
            queue[host_crc32] = []
        if (
            max_requests_per_host is not None
            and len(queue[host_crc32]) >= max_requests_per_host
        ):
            continue
        queue[host_crc32].append(item)
        if len(queue[host_crc32]) > max_host_items:
            max_host_items = len(queue[host_crc32])
        count += 1
        to_remove.append(data)
        if count >= max_n_requests:
            break
    return start, count, max_host_items","def _get_items ( <TAB> self , <TAB> partition_id , <TAB> start , <TAB> now_ts , <TAB> queue , <TAB> max_requests_per_host , <TAB> max_host_items , <TAB> count , <TAB> max_n_requests , <TAB> to_remove , ) : <TAB> for data in self . _redis . zrevrange ( <TAB> <TAB> partition_id , start = start , end = max_n_requests + start <TAB> ) : <TAB> <TAB> start += 1 <TAB> <TAB> item = unpackb ( data , use_list = False ) <TAB> <TAB> timestamp , fprint , host_crc32 , _ , score = item <TAB> <TAB> if timestamp > now_ts : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> queue [ host_crc32 ] = [ ] <TAB> <TAB> if ( <TAB> <TAB> <TAB> max_requests_per_host is not None <TAB> <TAB> <TAB> and len ( queue [ host_crc32 ] ) >= max_requests_per_host <TAB> <TAB> ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> queue [ host_crc32 ] . append ( item ) <TAB> <TAB> if len ( queue [ host_crc32 ] ) > max_host_items : <TAB> <TAB> <TAB> max_host_items = len ( queue [ host_crc32 ] ) <TAB> <TAB> count += 1 <TAB> <TAB> to_remove . append ( data ) <TAB> <TAB> if count >= max_n_requests : <TAB> <TAB> <TAB> break <TAB> return start , count , max_host_items",if host_crc32 not in queue :,332
21439,"def next(self):
    """"""Special paging functionality""""""
    if self.iter == None:
        self.iter = iter(self.objs)
    try:
        return self.iter.next()
    except StopIteration:
        self.iter = None
        self.objs = []
        if int(self.page) < int(self.total_pages):
            self.page += 1
            self._connection.get_response(self.action, self.params, self.page, self)
            return self.next()
        else:
            raise","def next ( self ) : <TAB> """"""Special paging functionality"""""" <TAB> if self . iter == None : <TAB> <TAB> self . iter = iter ( self . objs ) <TAB> try : <TAB> <TAB> return self . iter . next ( ) <TAB> except StopIteration : <TAB> <TAB> self . iter = None <TAB> <TAB> self . objs = [ ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . page += 1 <TAB> <TAB> <TAB> self . _connection . get_response ( self . action , self . params , self . page , self ) <TAB> <TAB> <TAB> return self . next ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise",if int ( self . page ) < int ( self . total_pages ) :,143
2144,"def _read_dimensions(self, *dimnames, **kwargs):
    path = kwargs.get(""path"", ""/"")
    try:
        if path == ""/"":
            return [self.rootgrp.dimensions[dname] for dname in dimnames]
        group = self.path2group[path]
        return [group.dimensions[dname] for dname in dimnames]
    except KeyError:
        raise self.Error(
            ""In file %s:\nError while reading dimensions: `%s` with kwargs: `%s`""
            % (self.path, dimnames, kwargs)
        )","def _read_dimensions ( self , * dimnames , ** kwargs ) : <TAB> path = kwargs . get ( ""path"" , ""/"" ) <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return [ self . rootgrp . dimensions [ dname ] for dname in dimnames ] <TAB> <TAB> group = self . path2group [ path ] <TAB> <TAB> return [ group . dimensions [ dname ] for dname in dimnames ] <TAB> except KeyError : <TAB> <TAB> raise self . Error ( <TAB> <TAB> <TAB> ""In file %s:\nError while reading dimensions: `%s` with kwargs: `%s`"" <TAB> <TAB> <TAB> % ( self . path , dimnames , kwargs ) <TAB> <TAB> )","if path == ""/"" :",150
22046,"def _getIdOrKeyword(self, first=None):
    ## Process first and set initial result.
    quotedId = False
    first = first or self._getChar()
    if first is SyntaxToken.EOF or not self._startsId(first):
        raise Exception(""Internal: getting Id or keyword?"")
    if first == ""\\"":
        quotedId = True
        res = self._getChar()
        if res is SyntaxToken.EOF:
            raise Exception(""Unexpected EOF when getting Id."")
        if not self._startsId(first):
            raise Exception(
                ""Don't support quoted Ids that have "" + ""non Id constituent characters.""
            )
    else:
        res = first
    ## See if there's more chars to Id
    c = self._peekChar()
    while (c is not SyntaxToken.EOF) and (not self._isIdTerminator(c)):
        res = res + c
        self._getChar()
        c = self._peekChar()
    return self._makeIdOrKeywordToken(res, quotedId)
","def _getIdOrKeyword ( self , first = None ) : <TAB> <TAB> quotedId = False <TAB> first = first or self . _getChar ( ) <TAB> if first is SyntaxToken . EOF or not self . _startsId ( first ) : <TAB> <TAB> raise Exception ( ""Internal: getting Id or keyword?"" ) <TAB> if first == ""\\"" : <TAB> <TAB> quotedId = True <TAB> <TAB> res = self . _getChar ( ) <TAB> <TAB> if res is SyntaxToken . EOF : <TAB> <TAB> <TAB> raise Exception ( ""Unexpected EOF when getting Id."" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> ""Don't support quoted Ids that have "" + ""non Id constituent characters."" <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> res = first <TAB> <TAB> c = self . _peekChar ( ) <TAB> while ( c is not SyntaxToken . EOF ) and ( not self . _isIdTerminator ( c ) ) : <TAB> <TAB> res = res + c <TAB> <TAB> self . _getChar ( ) <TAB> <TAB> c = self . _peekChar ( ) <TAB> return self . _makeIdOrKeywordToken ( res , quotedId )",if not self . _startsId ( first ) :,261
18987,"def find_multiple_stats(stats, name, _found=None, _on_found=None):
    if _found is None:
        _found = []
    for child_stats in stats:
        if child_stats.name == name:
            _found.append(child_stats)
            if callable(_on_found):
                _on_found(_found)
        find_multiple_stats(child_stats, name, _found)
    return _found
","def find_multiple_stats ( stats , name , _found = None , _on_found = None ) : <TAB> if _found is None : <TAB> <TAB> _found = [ ] <TAB> for child_stats in stats : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _found . append ( child_stats ) <TAB> <TAB> <TAB> if callable ( _on_found ) : <TAB> <TAB> <TAB> <TAB> _on_found ( _found ) <TAB> <TAB> find_multiple_stats ( child_stats , name , _found ) <TAB> return _found",if child_stats . name == name :,119
12210,"def render(self, context):
    if ""forloop"" in context and self._id not in context[""forloop""]:
        self._last_seen = None
        context[""forloop""][self._id] = 1
    try:
        if self._varlist:
            # Consider multiple parameters.  This automatically behaves
            # like an OR evaluation of the multiple variables.
            compare_to = [var.resolve(context, True) for var in self._varlist]
        else:
            compare_to = self.nodelist_true.render(context)
    except VariableDoesNotExist:
        compare_to = None
    if compare_to != self._last_seen:
        self._last_seen = compare_to
        content = self.nodelist_true.render(context)
        return content
    elif self.nodelist_false:
        return self.nodelist_false.render(context)
    return """"","def render ( self , context ) : <TAB> if ""forloop"" in context and self . _id not in context [ ""forloop"" ] : <TAB> <TAB> self . _last_seen = None <TAB> <TAB> context [ ""forloop"" ] [ self . _id ] = 1 <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> compare_to = [ var . resolve ( context , True ) for var in self . _varlist ] <TAB> <TAB> else : <TAB> <TAB> <TAB> compare_to = self . nodelist_true . render ( context ) <TAB> except VariableDoesNotExist : <TAB> <TAB> compare_to = None <TAB> if compare_to != self . _last_seen : <TAB> <TAB> self . _last_seen = compare_to <TAB> <TAB> content = self . nodelist_true . render ( context ) <TAB> <TAB> return content <TAB> elif self . nodelist_false : <TAB> <TAB> return self . nodelist_false . render ( context ) <TAB> return """"",if self . _varlist :,226
12790,"def _generate_lb_id_list_from_names_or_ids(cli_ctx, namespace, prop, child_type):
    from msrestazure.tools import is_valid_resource_id
    raw = getattr(namespace, prop)
    if not raw:
        return
    raw = raw if isinstance(raw, list) else [raw]
    result = []
    for item in raw:
        if is_valid_resource_id(item):
            result.append({""id"": item})
        else:
            if not namespace.load_balancer_name:
                raise CLIError(
                    ""Unable to process {}. Please supply a well-formed ID or ""
                    ""--lb-name."".format(item)
                )
            result.append(
                {
                    ""id"": _generate_lb_subproperty_id(
                        cli_ctx, namespace, child_type, item
                    )
                }
            )
    setattr(namespace, prop, result)
","def _generate_lb_id_list_from_names_or_ids ( cli_ctx , namespace , prop , child_type ) : <TAB> from msrestazure . tools import is_valid_resource_id <TAB> raw = getattr ( namespace , prop ) <TAB> if not raw : <TAB> <TAB> return <TAB> raw = raw if isinstance ( raw , list ) else [ raw ] <TAB> result = [ ] <TAB> for item in raw : <TAB> <TAB> if is_valid_resource_id ( item ) : <TAB> <TAB> <TAB> result . append ( { ""id"" : item } ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise CLIError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Unable to process {}. Please supply a well-formed ID or "" <TAB> <TAB> <TAB> <TAB> <TAB> ""--lb-name."" . format ( item ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> result . append ( <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> ""id"" : _generate_lb_subproperty_id ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cli_ctx , namespace , child_type , item <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> ) <TAB> setattr ( namespace , prop , result )",if not namespace . load_balancer_name :,270
25061,"def get_extension_page_chrome(driver):
    chrome_profile = Path(driver.capabilities[""chrome""][""userDataDir""])
    prefs_file = chrome_profile / ""Default/Preferences""
    # there are some default extensions as well (e.g. cloud print)
    # also oddly enough user install extensions don't have manifest information, so we can't find it by name
    # seems to be quite a bit asynchronous (e.g. up to several seconds), so good to be defensive for a bit
    prefs = None
    addon_id = None
    for _ in range(30):
        sleep(0.5)
        if not prefs_file.exists():
            continue
        prefs = json.loads(prefs_file.read_text())
        settings = prefs.get(""extensions"", {}).get(""settings"", None)
        if settings is None:
            continue
        addon_ids = [
            k for k, v in settings.items() if Path(v[""path""]).name == f""extension_{k}""
        ]
        if len(addon_ids) == 0:
            print(""addon_ids is none"")
            continue
        [addon_id] = addon_ids
    assert addon_id is not None
    assert prefs is not None
    return f""chrome-extension://{addon_id}""","def get_extension_page_chrome ( driver ) : <TAB> chrome_profile = Path ( driver . capabilities [ ""chrome"" ] [ ""userDataDir"" ] ) <TAB> prefs_file = chrome_profile / ""Default/Preferences"" <TAB> <TAB> <TAB> <TAB> prefs = None <TAB> addon_id = None <TAB> for _ in range ( 30 ) : <TAB> <TAB> sleep ( 0.5 ) <TAB> <TAB> if not prefs_file . exists ( ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> prefs = json . loads ( prefs_file . read_text ( ) ) <TAB> <TAB> settings = prefs . get ( ""extensions"" , { } ) . get ( ""settings"" , None ) <TAB> <TAB> if settings is None : <TAB> <TAB> <TAB> continue <TAB> <TAB> addon_ids = [ <TAB> <TAB> <TAB> k for k , v in settings . items ( ) if Path ( v [ ""path"" ] ) . name == f""extension_{k}"" <TAB> <TAB> ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""addon_ids is none"" ) <TAB> <TAB> <TAB> continue <TAB> <TAB> [ addon_id ] = addon_ids <TAB> assert addon_id is not None <TAB> assert prefs is not None <TAB> return f""chrome-extension://{addon_id}""",if len ( addon_ids ) == 0 :,323
6420,"def test_batch_compute_node_user(self, batch_pool, **kwargs):
    client = self.create_sharedkey_client(**kwargs)
    nodes = list(client.compute_node.list(batch_pool.name))
    while self.is_live and any(
        [n for n in nodes if n.state != models.ComputeNodeState.idle]
    ):
        time.sleep(10)
        nodes = list(client.compute_node.list(batch_pool.name))
    # Test Add User
    user_name = ""BatchPythonSDKUser""
    nodes = list(client.compute_node.list(batch_pool.name))
    user = models.ComputeNodeUser(
        name=user_name, password=""kt#_gahr!@aGERDXA"", is_admin=False
    )
    response = client.compute_node.add_user(batch_pool.name, nodes[0].id, user)
    self.assertIsNone(response)
    # Test Update User
    user = models.NodeUpdateUserParameter(password=""liilef#$DdRGSa_ewkjh"")
    response = client.compute_node.update_user(
        batch_pool.name, nodes[0].id, user_name, user
    )
    self.assertIsNone(response)
    # Test Get RDP File
    file_length = 0
    with io.BytesIO() as file_handle:
        response = client.compute_node.get_remote_desktop(batch_pool.name, nodes[0].id)
        if response:
            for data in response:
                file_length += len(data)
    self.assertTrue(file_length > 0)
    # Test Delete User
    response = client.compute_node.delete_user(batch_pool.name, nodes[0].id, user_name)
    self.assertIsNone(response)","def test_batch_compute_node_user ( self , batch_pool , ** kwargs ) : <TAB> client = self . create_sharedkey_client ( ** kwargs ) <TAB> nodes = list ( client . compute_node . list ( batch_pool . name ) ) <TAB> while self . is_live and any ( <TAB> <TAB> [ n for n in nodes if n . state != models . ComputeNodeState . idle ] <TAB> ) : <TAB> <TAB> time . sleep ( 10 ) <TAB> <TAB> nodes = list ( client . compute_node . list ( batch_pool . name ) ) <TAB> <TAB> user_name = ""BatchPythonSDKUser"" <TAB> nodes = list ( client . compute_node . list ( batch_pool . name ) ) <TAB> user = models . ComputeNodeUser ( <TAB> <TAB> name = user_name , password = ""kt#_gahr!@aGERDXA"" , is_admin = False <TAB> ) <TAB> response = client . compute_node . add_user ( batch_pool . name , nodes [ 0 ] . id , user ) <TAB> self . assertIsNone ( response ) <TAB> <TAB> user = models . NodeUpdateUserParameter ( password = ""liilef#$DdRGSa_ewkjh"" ) <TAB> response = client . compute_node . update_user ( <TAB> <TAB> batch_pool . name , nodes [ 0 ] . id , user_name , user <TAB> ) <TAB> self . assertIsNone ( response ) <TAB> <TAB> file_length = 0 <TAB> with io . BytesIO ( ) as file_handle : <TAB> <TAB> response = client . compute_node . get_remote_desktop ( batch_pool . name , nodes [ 0 ] . id ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for data in response : <TAB> <TAB> <TAB> <TAB> file_length += len ( data ) <TAB> self . assertTrue ( file_length > 0 ) <TAB> <TAB> response = client . compute_node . delete_user ( batch_pool . name , nodes [ 0 ] . id , user_name ) <TAB> self . assertIsNone ( response )",if response :,457
428,"def merge_with_dict(self, new_offset_dict):
    if not new_offset_dict:
        return  # no items to merge in
    keys = list(new_offset_dict.keys())
    keys.sort()
    identifier2 = keys.pop(0)
    result_offsets = OffsetList(fmt=self.fmt)
    offsets1 = enumerate(self.get_offsets())
    try:
        index1, offset1 = next(offsets1)
        identifier1 = self.get_identifier_by_offset(offset1)
    except StopIteration:
        offset1 = None
        identifier1 = None
        index1 = 0
    while True:
        if identifier1 is None and identifier2 is None:
            self.file = result_offsets.file  # self is now merged results
            return
        elif identifier1 is None or (identifier2 and identifier2 < identifier1):
            result_offsets.add_offset(new_offset_dict[identifier2])
            if keys:
                identifier2 = keys.pop(0)
            else:
                identifier2 = None
        elif identifier2 is None:
            result_offsets.file.seek(result_offsets.file_size)
            self.file.seek(index1 * self.fmt_size)
            result_offsets.file.write(self.file.read())
            identifier1 = None
            offset1 = None
        else:
            result_offsets.add_offset(offset1)
            try:
                index1, offset1 = next(offsets1)
                identifier1 = self.get_identifier_by_offset(offset1)
            except StopIteration:
                offset1 = None
                identifier1 = None
                index1 += 1","def merge_with_dict ( self , new_offset_dict ) : <TAB> if not new_offset_dict : <TAB> <TAB> return <TAB> keys = list ( new_offset_dict . keys ( ) ) <TAB> keys . sort ( ) <TAB> identifier2 = keys . pop ( 0 ) <TAB> result_offsets = OffsetList ( fmt = self . fmt ) <TAB> offsets1 = enumerate ( self . get_offsets ( ) ) <TAB> try : <TAB> <TAB> index1 , offset1 = next ( offsets1 ) <TAB> <TAB> identifier1 = self . get_identifier_by_offset ( offset1 ) <TAB> except StopIteration : <TAB> <TAB> offset1 = None <TAB> <TAB> identifier1 = None <TAB> <TAB> index1 = 0 <TAB> while True : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . file = result_offsets . file <TAB> <TAB> <TAB> return <TAB> <TAB> elif identifier1 is None or ( identifier2 and identifier2 < identifier1 ) : <TAB> <TAB> <TAB> result_offsets . add_offset ( new_offset_dict [ identifier2 ] ) <TAB> <TAB> <TAB> if keys : <TAB> <TAB> <TAB> <TAB> identifier2 = keys . pop ( 0 ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> identifier2 = None <TAB> <TAB> elif identifier2 is None : <TAB> <TAB> <TAB> result_offsets . file . seek ( result_offsets . file_size ) <TAB> <TAB> <TAB> self . file . seek ( index1 * self . fmt_size ) <TAB> <TAB> <TAB> result_offsets . file . write ( self . file . read ( ) ) <TAB> <TAB> <TAB> identifier1 = None <TAB> <TAB> <TAB> offset1 = None <TAB> <TAB> else : <TAB> <TAB> <TAB> result_offsets . add_offset ( offset1 ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> index1 , offset1 = next ( offsets1 ) <TAB> <TAB> <TAB> <TAB> identifier1 = self . get_identifier_by_offset ( offset1 ) <TAB> <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> <TAB> offset1 = None <TAB> <TAB> <TAB> <TAB> identifier1 = None <TAB> <TAB> <TAB> <TAB> index1 += 1",if identifier1 is None and identifier2 is None :,458
8224,"def condition(self):
    if self.__condition is None:
        if len(self.flat_conditions) == 1:
            # Avoid an extra indirection in the common case of only one condition.
            self.__condition = self.flat_conditions[0]
        elif len(self.flat_conditions) == 0:
            # Possible, if unlikely, due to filter predicate rewriting
            self.__condition = lambda _: True
        else:
            self.__condition = lambda x: all(cond(x) for cond in self.flat_conditions)
    return self.__condition",def condition ( self ) : <TAB> if self . __condition is None : <TAB> <TAB> if len ( self . flat_conditions ) == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . __condition = self . flat_conditions [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . __condition = lambda _ : True <TAB> <TAB> else : <TAB> <TAB> <TAB> self . __condition = lambda x : all ( cond ( x ) for cond in self . flat_conditions ) <TAB> return self . __condition,elif len ( self . flat_conditions ) == 0 :,143
21022,"def execute():
    for doctype in [""Expense Claim"", ""Leave Application""]:
        active_workflow = get_workflow_name(doctype)
        if not active_workflow:
            continue
        workflow_states = frappe.get_all(
            ""Workflow Document State"",
            filters=[[""parent"", ""="", active_workflow]],
            fields=[""*""],
        )
        for state in workflow_states:
            if state.update_field:
                continue
            status_field = ""approval_status"" if doctype == ""Expense Claim"" else ""status""
            frappe.set_value(
                ""Workflow Document State"", state.name, ""update_field"", status_field
            )
            frappe.set_value(
                ""Workflow Document State"", state.name, ""update_value"", state.state
            )
","def execute ( ) : <TAB> for doctype in [ ""Expense Claim"" , ""Leave Application"" ] : <TAB> <TAB> active_workflow = get_workflow_name ( doctype ) <TAB> <TAB> if not active_workflow : <TAB> <TAB> <TAB> continue <TAB> <TAB> workflow_states = frappe . get_all ( <TAB> <TAB> <TAB> ""Workflow Document State"" , <TAB> <TAB> <TAB> filters = [ [ ""parent"" , ""="" , active_workflow ] ] , <TAB> <TAB> <TAB> fields = [ ""*"" ] , <TAB> <TAB> ) <TAB> <TAB> for state in workflow_states : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> status_field = ""approval_status"" if doctype == ""Expense Claim"" else ""status"" <TAB> <TAB> <TAB> frappe . set_value ( <TAB> <TAB> <TAB> <TAB> ""Workflow Document State"" , state . name , ""update_field"" , status_field <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> frappe . set_value ( <TAB> <TAB> <TAB> <TAB> ""Workflow Document State"" , state . name , ""update_value"" , state . state <TAB> <TAB> <TAB> )",if state . update_field :,230
16096,"def _calculate_runtimes(states):
    results = {""runtime"": 0.00, ""num_failed_states"": 0, ""num_passed_states"": 0}
    for state, resultset in states.items():
        if isinstance(resultset, dict) and ""duration"" in resultset:
            # Count the pass vs failures
            if resultset[""result""]:
                results[""num_passed_states""] += 1
            else:
                results[""num_failed_states""] += 1
            # Count durations
            results[""runtime""] += resultset[""duration""]
    log.debug(""Parsed state metrics: {}"".format(results))
    return results","def _calculate_runtimes ( states ) : <TAB> results = { ""runtime"" : 0.00 , ""num_failed_states"" : 0 , ""num_passed_states"" : 0 } <TAB> for state , resultset in states . items ( ) : <TAB> <TAB> if isinstance ( resultset , dict ) and ""duration"" in resultset : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> results [ ""num_passed_states"" ] += 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> results [ ""num_failed_states"" ] += 1 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> results [ ""runtime"" ] += resultset [ ""duration"" ] <TAB> log . debug ( ""Parsed state metrics: {}"" . format ( results ) ) <TAB> return results","if resultset [ ""result"" ] :",167
25605,"def _info(self, userlist):
    for strng in userlist:
        group_matched = False
        for env in self.base.comps.environments_by_pattern(strng):
            self.output.display_groups_in_environment(env)
            group_matched = True
        for group in self.base.comps.groups_by_pattern(strng):
            self.output.display_pkgs_in_groups(group)
            group_matched = True
        if not group_matched:
            logger.error(_(""Warning: Group %s does not exist.""), strng)
    return 0, []","def _info ( self , userlist ) : <TAB> for strng in userlist : <TAB> <TAB> group_matched = False <TAB> <TAB> for env in self . base . comps . environments_by_pattern ( strng ) : <TAB> <TAB> <TAB> self . output . display_groups_in_environment ( env ) <TAB> <TAB> <TAB> group_matched = True <TAB> <TAB> for group in self . base . comps . groups_by_pattern ( strng ) : <TAB> <TAB> <TAB> self . output . display_pkgs_in_groups ( group ) <TAB> <TAB> <TAB> group_matched = True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . error ( _ ( ""Warning: Group %s does not exist."" ) , strng ) <TAB> return 0 , [ ]",if not group_matched :,159
17158,"def calculate(self):
    common.set_plugin_members(self)
    if self._config.TASK:
        task_addr = self._config.TASK
        try:
            task_addr = int(task_addr, 16)
        except TypeError:
            debug.error(""Invalid task address given. Must be address in hex."")
        yield obj.Object(""proc"", offset=task_addr, vm=self.addr_space)
    else:
        pidlist = None
        try:
            if self._config.PID:
                pidlist = [int(p) for p in self._config.PID.split("","")]
        except:
            pass
        for proc in self.allprocs():
            if not pidlist or proc.p_pid in pidlist:
                yield proc","def calculate ( self ) : <TAB> common . set_plugin_members ( self ) <TAB> if self . _config . TASK : <TAB> <TAB> task_addr = self . _config . TASK <TAB> <TAB> try : <TAB> <TAB> <TAB> task_addr = int ( task_addr , 16 ) <TAB> <TAB> except TypeError : <TAB> <TAB> <TAB> debug . error ( ""Invalid task address given. Must be address in hex."" ) <TAB> <TAB> yield obj . Object ( ""proc"" , offset = task_addr , vm = self . addr_space ) <TAB> else : <TAB> <TAB> pidlist = None <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> pidlist = [ int ( p ) for p in self . _config . PID . split ( "","" ) ] <TAB> <TAB> except : <TAB> <TAB> <TAB> pass <TAB> <TAB> for proc in self . allprocs ( ) : <TAB> <TAB> <TAB> if not pidlist or proc . p_pid in pidlist : <TAB> <TAB> <TAB> <TAB> yield proc",if self . _config . PID :,204
6482,"def _expand_datetime(start, value):
    if not isinstance(start, datetime):
        # Expand a single date object to be the interval spanning
        # that entire day.
        end = start + timedelta(days=1)
    else:
        # Expand a datetime based on the finest resolution provided
        # in the original input string.
        time = value.split(""T"")[1]
        time_without_offset = re.sub(""[+-].+"", """", time)
        num_separators = time_without_offset.count("":"")
        if num_separators == 0:
            # Hour resolution
            end = start + timedelta(hours=1)
        elif num_separators == 1:
            # Minute resolution:
            end = start + timedelta(minutes=1)
        else:
            # Second resolution
            end = start + timedelta(seconds=1)
    return end","def _expand_datetime ( start , value ) : <TAB> if not isinstance ( start , datetime ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> end = start + timedelta ( days = 1 ) <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> time = value . split ( ""T"" ) [ 1 ] <TAB> <TAB> time_without_offset = re . sub ( ""[+-].+"" , """" , time ) <TAB> <TAB> num_separators = time_without_offset . count ( "":"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> end = start + timedelta ( hours = 1 ) <TAB> <TAB> elif num_separators == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> end = start + timedelta ( minutes = 1 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> end = start + timedelta ( seconds = 1 ) <TAB> return end",if num_separators == 0 :,227
16914,"def task_loop():
    """"""Executes tasks indefinitely.""""""
    # Defer heavy task imports to prevent issues with multiprocessing.Process
    from bot.tasks import commands
    clean_exit = False
    while True:
        stacktrace = """"
        exception_occurred = False
        task = None
        # This caches the current environment on first run. Don't move this.
        environment.reset_environment()
        try:
            # Run regular updates.
            update_task.run()
            update_task.track_revision()
            task = tasks.get_task()
            if not task:
                continue
            with _Monitor(task):
                with task.lease():
                    # Execute the command and delete the task.
                    commands.process_command(task)
        except SystemExit as e:
            exception_occurred = True
            clean_exit = e.code == 0
            if not clean_exit and not isinstance(e, untrusted.HostException):
                logs.log_error(""SystemExit occurred while working on task."")
            stacktrace = traceback.format_exc()
        except commands.AlreadyRunningError:
            exception_occurred = False
        except Exception:
            logs.log_error(""Error occurred while working on task."")
            exception_occurred = True
            stacktrace = traceback.format_exc()
        if exception_occurred:
            # Prevent looping too quickly. See: crbug.com/644830
            failure_wait_interval = environment.get_value(""FAIL_WAIT"")
            time.sleep(utils.random_number(1, failure_wait_interval))
            break
    task_payload = task.payload() if task else None
    return stacktrace, clean_exit, task_payload","def task_loop ( ) : <TAB> """"""Executes tasks indefinitely."""""" <TAB> <TAB> from bot . tasks import commands <TAB> clean_exit = False <TAB> while True : <TAB> <TAB> stacktrace = """" <TAB> <TAB> exception_occurred = False <TAB> <TAB> task = None <TAB> <TAB> <TAB> <TAB> environment . reset_environment ( ) <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> update_task . run ( ) <TAB> <TAB> <TAB> update_task . track_revision ( ) <TAB> <TAB> <TAB> task = tasks . get_task ( ) <TAB> <TAB> <TAB> if not task : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> with _Monitor ( task ) : <TAB> <TAB> <TAB> <TAB> with task . lease ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> commands . process_command ( task ) <TAB> <TAB> except SystemExit as e : <TAB> <TAB> <TAB> exception_occurred = True <TAB> <TAB> <TAB> clean_exit = e . code == 0 <TAB> <TAB> <TAB> if not clean_exit and not isinstance ( e , untrusted . HostException ) : <TAB> <TAB> <TAB> <TAB> logs . log_error ( ""SystemExit occurred while working on task."" ) <TAB> <TAB> <TAB> stacktrace = traceback . format_exc ( ) <TAB> <TAB> except commands . AlreadyRunningError : <TAB> <TAB> <TAB> exception_occurred = False <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> logs . log_error ( ""Error occurred while working on task."" ) <TAB> <TAB> <TAB> exception_occurred = True <TAB> <TAB> <TAB> stacktrace = traceback . format_exc ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> failure_wait_interval = environment . get_value ( ""FAIL_WAIT"" ) <TAB> <TAB> <TAB> time . sleep ( utils . random_number ( 1 , failure_wait_interval ) ) <TAB> <TAB> <TAB> break <TAB> task_payload = task . payload ( ) if task else None <TAB> return stacktrace , clean_exit , task_payload",if exception_occurred :,455
10303,"def get_ldset(self, ldsets):
    ldset = None
    if self._properties[""ldset_name""] == """":
        nldset = len(ldsets)
        if nldset == 0:
            msg = _(""Logical Disk Set could not be found."")
            raise exception.NotFound(msg)
        else:
            ldset = None
    else:
        if self._properties[""ldset_name""] not in ldsets:
            msg = (
                _(""Logical Disk Set `%s` could not be found."")
                % self._properties[""ldset_name""]
            )
            raise exception.NotFound(msg)
        ldset = ldsets[self._properties[""ldset_name""]]
    return ldset","def get_ldset ( self , ldsets ) : <TAB> ldset = None <TAB> if self . _properties [ ""ldset_name"" ] == """" : <TAB> <TAB> nldset = len ( ldsets ) <TAB> <TAB> if nldset == 0 : <TAB> <TAB> <TAB> msg = _ ( ""Logical Disk Set could not be found."" ) <TAB> <TAB> <TAB> raise exception . NotFound ( msg ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ldset = None <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> msg = ( <TAB> <TAB> <TAB> <TAB> _ ( ""Logical Disk Set `%s` could not be found."" ) <TAB> <TAB> <TAB> <TAB> % self . _properties [ ""ldset_name"" ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> raise exception . NotFound ( msg ) <TAB> <TAB> ldset = ldsets [ self . _properties [ ""ldset_name"" ] ] <TAB> return ldset","if self . _properties [ ""ldset_name"" ] not in ldsets :",195
24799,"def get_items(self, paths):
    items = []
    for path in paths:
        item = self.get_value(self.get_iter(path))
        if item.album is None:
            return [i for i in self.itervalues() if i.album is not None]
        items.append(item)
    return items
","def get_items ( self , paths ) : <TAB> items = [ ] <TAB> for path in paths : <TAB> <TAB> item = self . get_value ( self . get_iter ( path ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return [ i for i in self . itervalues ( ) if i . album is not None ] <TAB> <TAB> items . append ( item ) <TAB> return items",if item . album is None :,86
10069,"def loadHandler(self, human, values, strict):
    if values[0] == ""status"":
        return
    if self._filecache is None:
        # Init cache
        self.loadCache()
        self.updateFileCache(self.getSearchPaths(), self.getFileExtensions(), True)
    if values[0] == self.getSaveName():
        if len(values) >= 3:
            name = values[1]
            uuid = values[2]
            proxyFile = self.findProxyByUuid(uuid)
            if not proxyFile:
                if strict:
                    raise RuntimeError(
                        ""%s library could not load %s proxy with UUID %s, file not found.""
                        % (self.proxyName, name, uuid)
                    )
                log.warning(
                    ""%s library could not load %s proxy with UUID %s, file not found."",
                    self.proxyName,
                    name,
                    uuid,
                )
                return
            self.selectProxy(proxyFile)
        else:
            filename = values[1]
            log.error(
                ""Not loading %s %s. Loading proxies from filename is no longer supported, they need to be referenced by UUID."",
                self.proxyName,
                filename,
            )","def loadHandler ( self , human , values , strict ) : <TAB> if values [ 0 ] == ""status"" : <TAB> <TAB> return <TAB> if self . _filecache is None : <TAB> <TAB> <TAB> <TAB> self . loadCache ( ) <TAB> <TAB> self . updateFileCache ( self . getSearchPaths ( ) , self . getFileExtensions ( ) , True ) <TAB> if values [ 0 ] == self . getSaveName ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> name = values [ 1 ] <TAB> <TAB> <TAB> uuid = values [ 2 ] <TAB> <TAB> <TAB> proxyFile = self . findProxyByUuid ( uuid ) <TAB> <TAB> <TAB> if not proxyFile : <TAB> <TAB> <TAB> <TAB> if strict : <TAB> <TAB> <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""%s library could not load %s proxy with UUID %s, file not found."" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> % ( self . proxyName , name , uuid ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> log . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> ""%s library could not load %s proxy with UUID %s, file not found."" , <TAB> <TAB> <TAB> <TAB> <TAB> self . proxyName , <TAB> <TAB> <TAB> <TAB> <TAB> name , <TAB> <TAB> <TAB> <TAB> <TAB> uuid , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> self . selectProxy ( proxyFile ) <TAB> <TAB> else : <TAB> <TAB> <TAB> filename = values [ 1 ] <TAB> <TAB> <TAB> log . error ( <TAB> <TAB> <TAB> <TAB> ""Not loading %s %s. Loading proxies from filename is no longer supported, they need to be referenced by UUID."" , <TAB> <TAB> <TAB> <TAB> self . proxyName , <TAB> <TAB> <TAB> <TAB> filename , <TAB> <TAB> <TAB> )",if len ( values ) >= 3 :,372
16748,"def urlquote(*args, **kwargs):
    new_kwargs = dict(kwargs)
    if not PY3:
        new_kwargs = dict(kwargs)
        if ""encoding"" in new_kwargs:
            del new_kwargs[""encoding""]
        if ""errors"" in kwargs:
            del new_kwargs[""errors""]
    return quote(*args, **new_kwargs)","def urlquote ( * args , ** kwargs ) : <TAB> new_kwargs = dict ( kwargs ) <TAB> if not PY3 : <TAB> <TAB> new_kwargs = dict ( kwargs ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> del new_kwargs [ ""encoding"" ] <TAB> <TAB> if ""errors"" in kwargs : <TAB> <TAB> <TAB> del new_kwargs [ ""errors"" ] <TAB> return quote ( * args , ** new_kwargs )","if ""encoding"" in new_kwargs :",93
4386,"def gettz(name):
    tzinfo = None
    if ZONEINFOFILE:
        for cachedname, tzinfo in CACHE:
            if cachedname == name:
                break
        else:
            tf = TarFile.open(ZONEINFOFILE)
            try:
                zonefile = tf.extractfile(name)
            except KeyError:
                tzinfo = None
            else:
                tzinfo = tzfile(zonefile)
            tf.close()
            CACHE.insert(0, (name, tzinfo))
            del CACHE[CACHESIZE:]
    return tzinfo","def gettz ( name ) : <TAB> tzinfo = None <TAB> if ZONEINFOFILE : <TAB> <TAB> for cachedname , tzinfo in CACHE : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> tf = TarFile . open ( ZONEINFOFILE ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> zonefile = tf . extractfile ( name ) <TAB> <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> tzinfo = None <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> tzinfo = tzfile ( zonefile ) <TAB> <TAB> <TAB> tf . close ( ) <TAB> <TAB> <TAB> CACHE . insert ( 0 , ( name , tzinfo ) ) <TAB> <TAB> <TAB> del CACHE [ CACHESIZE : ] <TAB> return tzinfo",if cachedname == name :,156
10531,"def mkdir(self, mode=0o777, parents=False, exist_ok=False):
    if self._closed:
        self._raise_closed()
    if not parents:
        try:
            self._accessor.mkdir(self, mode)
        except FileExistsError:
            if not exist_ok or not self.is_dir():
                raise
    else:
        try:
            self._accessor.mkdir(self, mode)
        except FileExistsError:
            if not exist_ok or not self.is_dir():
                raise
        except OSError as e:
            if e.errno != ENOENT:
                raise
            self.parent.mkdir(parents=True)
            self._accessor.mkdir(self, mode)","def mkdir ( self , mode = 0o777 , parents = False , exist_ok = False ) : <TAB> if self . _closed : <TAB> <TAB> self . _raise_closed ( ) <TAB> if not parents : <TAB> <TAB> try : <TAB> <TAB> <TAB> self . _accessor . mkdir ( self , mode ) <TAB> <TAB> except FileExistsError : <TAB> <TAB> <TAB> if not exist_ok or not self . is_dir ( ) : <TAB> <TAB> <TAB> <TAB> raise <TAB> else : <TAB> <TAB> try : <TAB> <TAB> <TAB> self . _accessor . mkdir ( self , mode ) <TAB> <TAB> except FileExistsError : <TAB> <TAB> <TAB> if not exist_ok or not self . is_dir ( ) : <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> except OSError as e : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> self . parent . mkdir ( parents = True ) <TAB> <TAB> <TAB> self . _accessor . mkdir ( self , mode )",if e . errno != ENOENT :,199
24107,"def is_valid(self):
    """"""Determines whether file is valid for this reader""""""
    blocklist = self.open()
    valid = True
    for line in blocklist:
        line = decode_bytes(line)
        if not self.is_ignored(line):
            try:
                (start, end) = self.parse(line)
                if not re.match(r""^(\d{1,3}\.){4}$"", start + ""."") or not re.match(
                    r""^(\d{1,3}\.){4}$"", end + "".""
                ):
                    valid = False
            except Exception:
                valid = False
            break
    blocklist.close()
    return valid","def is_valid ( self ) : <TAB> """"""Determines whether file is valid for this reader"""""" <TAB> blocklist = self . open ( ) <TAB> valid = True <TAB> for line in blocklist : <TAB> <TAB> line = decode_bytes ( line ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> ( start , end ) = self . parse ( line ) <TAB> <TAB> <TAB> <TAB> if not re . match ( r""^(\d{1,3}\.){4}$"" , start + ""."" ) or not re . match ( <TAB> <TAB> <TAB> <TAB> <TAB> r""^(\d{1,3}\.){4}$"" , end + ""."" <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> valid = False <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> valid = False <TAB> <TAB> <TAB> break <TAB> blocklist . close ( ) <TAB> return valid",if not self . is_ignored ( line ) :,188
2996,"def main():
    ht = khmer.Nodegraph(K, 1, 1)
    x = [0] * 255
    y = [0] * 255
    ht.load_stop_tags(sys.argv[1])
    for n, record in enumerate(screed.open(sys.argv[2])):
        if n % 10000 == 0:
            sys.stderr.write(""... %d\n"" % n)
        s, p = ht.trim_on_stoptags(record.sequence)
        if len(s) == len(record.sequence):
            continue
        if p == 0:
            p = 31
        else:
            p += 1
        x[p] += 1
        y[len(record.sequence)] += 1
    for i, (n, m) in enumerate(zip(x, y)):
        if m:
            print(""%d,%d,%d"" % (i, n, m))","def main ( ) : <TAB> ht = khmer . Nodegraph ( K , 1 , 1 ) <TAB> x = [ 0 ] * 255 <TAB> y = [ 0 ] * 255 <TAB> ht . load_stop_tags ( sys . argv [ 1 ] ) <TAB> for n , record in enumerate ( screed . open ( sys . argv [ 2 ] ) ) : <TAB> <TAB> if n % 10000 == 0 : <TAB> <TAB> <TAB> sys . stderr . write ( ""... %d\n"" % n ) <TAB> <TAB> s , p = ht . trim_on_stoptags ( record . sequence ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if p == 0 : <TAB> <TAB> <TAB> p = 31 <TAB> <TAB> else : <TAB> <TAB> <TAB> p += 1 <TAB> <TAB> x [ p ] += 1 <TAB> <TAB> y [ len ( record . sequence ) ] += 1 <TAB> for i , ( n , m ) in enumerate ( zip ( x , y ) ) : <TAB> <TAB> if m : <TAB> <TAB> <TAB> print ( ""%d,%d,%d"" % ( i , n , m ) )",if len ( s ) == len ( record . sequence ) :,239
22234,"def _set_autocomplete(self, notebook):
    if notebook:
        try:
            if isinstance(notebook, str):
                notebook = NotebookInfo(notebook)
            obj, x = build_notebook(notebook)
            self.form.widgets[""namespace""].notebook = obj
            self.form.widgets[""page""].notebook = obj
            logger.debug(""Notebook for autocomplete: %s (%s)"", obj, notebook)
        except:
            logger.exception(""Could not set notebook: %s"", notebook)
    else:
        self.form.widgets[""namespace""].notebook = None
        self.form.widgets[""page""].notebook = None
        logger.debug(""Notebook for autocomplete unset"")
","def _set_autocomplete ( self , notebook ) : <TAB> if notebook : <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> notebook = NotebookInfo ( notebook ) <TAB> <TAB> <TAB> obj , x = build_notebook ( notebook ) <TAB> <TAB> <TAB> self . form . widgets [ ""namespace"" ] . notebook = obj <TAB> <TAB> <TAB> self . form . widgets [ ""page"" ] . notebook = obj <TAB> <TAB> <TAB> logger . debug ( ""Notebook for autocomplete: %s (%s)"" , obj , notebook ) <TAB> <TAB> except : <TAB> <TAB> <TAB> logger . exception ( ""Could not set notebook: %s"" , notebook ) <TAB> else : <TAB> <TAB> self . form . widgets [ ""namespace"" ] . notebook = None <TAB> <TAB> self . form . widgets [ ""page"" ] . notebook = None <TAB> <TAB> logger . debug ( ""Notebook for autocomplete unset"" )","if isinstance ( notebook , str ) :",178
10084,"def _addTab(self, name, label, idx=None):
    label = getLanguageString(label)
    tab = Tab(self, name, label)
    tab.idx = self._makeTab(tab, idx)
    if idx != None:
        # Update index list when inserting tabs at arbitrary positions
        newIdxList = {}
        for tIdx, t in list(self._tabs_by_idx.items()):
            if int(tIdx) >= idx:
                t.idx += 1
            newIdxList[t.idx] = t
        self._tabs_by_idx = newIdxList
    self._tabs_by_idx[tab.idx] = tab
    self._tabs_by_name[tab.name] = tab
    return tab","def _addTab ( self , name , label , idx = None ) : <TAB> label = getLanguageString ( label ) <TAB> tab = Tab ( self , name , label ) <TAB> tab . idx = self . _makeTab ( tab , idx ) <TAB> if idx != None : <TAB> <TAB> <TAB> <TAB> newIdxList = { } <TAB> <TAB> for tIdx , t in list ( self . _tabs_by_idx . items ( ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> t . idx += 1 <TAB> <TAB> <TAB> newIdxList [ t . idx ] = t <TAB> <TAB> self . _tabs_by_idx = newIdxList <TAB> self . _tabs_by_idx [ tab . idx ] = tab <TAB> self . _tabs_by_name [ tab . name ] = tab <TAB> return tab",if int ( tIdx ) >= idx :,189
585,"def _work_path_to_rel_final_path(path, upload_path_mapping, upload_base_dir):
    """"""Check if `path` is a work-rooted path, and convert to a relative final-rooted path""""""
    if not path or not isinstance(path, str):
        return path
    upload_path = None
    # First, check in the mapping: if it's there is a direct reference and
    # it's a file, we immediately return it (saves lots of iterations)
    if upload_path_mapping.get(path) is not None and os.path.isfile(path):
        upload_path = upload_path_mapping[path]
    else:
        # Not a file: check for elements in the mapping that contain
        # it
        paths_to_check = [key for key in upload_path_mapping if path.startswith(key)]
        if paths_to_check:
            for work_path in paths_to_check:
                if os.path.isdir(work_path):
                    final_path = upload_path_mapping[work_path]
                    upload_path = path.replace(work_path, final_path)
                    break
    if upload_path is not None:
        return os.path.relpath(upload_path, upload_base_dir)
    else:
        return None
","def _work_path_to_rel_final_path ( path , upload_path_mapping , upload_base_dir ) : <TAB> """"""Check if `path` is a work-rooted path, and convert to a relative final-rooted path"""""" <TAB> if not path or not isinstance ( path , str ) : <TAB> <TAB> return path <TAB> upload_path = None <TAB> <TAB> <TAB> if upload_path_mapping . get ( path ) is not None and os . path . isfile ( path ) : <TAB> <TAB> upload_path = upload_path_mapping [ path ] <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> paths_to_check = [ key for key in upload_path_mapping if path . startswith ( key ) ] <TAB> <TAB> if paths_to_check : <TAB> <TAB> <TAB> for work_path in paths_to_check : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> final_path = upload_path_mapping [ work_path ] <TAB> <TAB> <TAB> <TAB> <TAB> upload_path = path . replace ( work_path , final_path ) <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> if upload_path is not None : <TAB> <TAB> return os . path . relpath ( upload_path , upload_base_dir ) <TAB> else : <TAB> <TAB> return None",if os . path . isdir ( work_path ) :,338
20631,"def hexcmp(x, y):
    try:
        a = int(x, 16)
        b = int(y, 16)
        if a < b:
            return -1
        if a > b:
            return 1
        return 0
    except:
        return cmp(x, y)","def hexcmp ( x , y ) : <TAB> try : <TAB> <TAB> a = int ( x , 16 ) <TAB> <TAB> b = int ( y , 16 ) <TAB> <TAB> if a < b : <TAB> <TAB> <TAB> return - 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return 1 <TAB> <TAB> return 0 <TAB> except : <TAB> <TAB> return cmp ( x , y )",if a > b :,83
20028,"def get_form_context(self, value, prefix="""", errors=None):
    if errors:
        if len(errors) > 1:
            # We rely on StructBlock.clean throwing a single ValidationError with a specially crafted
            # 'params' attribute that we can pull apart and distribute to the child blocks
            raise TypeError(
                ""StructBlock.render_form unexpectedly received multiple errors""
            )
        error_dict = errors.as_data()[0].params
    else:
        error_dict = {}
    bound_child_blocks = collections.OrderedDict(
        [
            (
                name,
                block.bind(
                    value.get(name, block.get_default()),
                    prefix=""%s-%s"" % (prefix, name),
                    errors=error_dict.get(name),
                ),
            )
            for name, block in self.child_blocks.items()
        ]
    )
    return {
        ""children"": bound_child_blocks,
        ""help_text"": getattr(self.meta, ""help_text"", None),
        ""classname"": self.meta.form_classname,
        ""block_definition"": self,
        ""prefix"": prefix,
    }","def get_form_context ( self , value , prefix = """" , errors = None ) : <TAB> if errors : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> ""StructBlock.render_form unexpectedly received multiple errors"" <TAB> <TAB> <TAB> ) <TAB> <TAB> error_dict = errors . as_data ( ) [ 0 ] . params <TAB> else : <TAB> <TAB> error_dict = { } <TAB> bound_child_blocks = collections . OrderedDict ( <TAB> <TAB> [ <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> name , <TAB> <TAB> <TAB> <TAB> block . bind ( <TAB> <TAB> <TAB> <TAB> <TAB> value . get ( name , block . get_default ( ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> prefix = ""%s-%s"" % ( prefix , name ) , <TAB> <TAB> <TAB> <TAB> <TAB> errors = error_dict . get ( name ) , <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> for name , block in self . child_blocks . items ( ) <TAB> <TAB> ] <TAB> ) <TAB> return { <TAB> <TAB> ""children"" : bound_child_blocks , <TAB> <TAB> ""help_text"" : getattr ( self . meta , ""help_text"" , None ) , <TAB> <TAB> ""classname"" : self . meta . form_classname , <TAB> <TAB> ""block_definition"" : self , <TAB> <TAB> ""prefix"" : prefix , <TAB> }",if len ( errors ) > 1 :,325
21815,"def data(self, index, role=Qt.DisplayRole):
    """"""Cell content""""""
    if not index.isValid():
        return to_qvariant()
    value = self.get_value(index)
    if index.column() == 3 and self.remote:
        value = value[""view""]
    display = value_to_display(
        value,
        truncate=index.column() == 3 and self.truncate,
        minmax=self.minmax,
        collvalue=self.collvalue or index.column() != 3,
    )
    if role == Qt.DisplayRole:
        return to_qvariant(display)
    elif role == Qt.EditRole:
        return to_qvariant(value_to_display(value))
    elif role == Qt.TextAlignmentRole:
        if index.column() == 3:
            if len(display.splitlines()) < 3:
                return to_qvariant(int(Qt.AlignLeft | Qt.AlignVCenter))
            else:
                return to_qvariant(int(Qt.AlignLeft | Qt.AlignTop))
        else:
            return to_qvariant(int(Qt.AlignLeft | Qt.AlignVCenter))
    elif role == Qt.BackgroundColorRole:
        return to_qvariant(self.get_bgcolor(index))
    elif role == Qt.FontRole:
        if index.column() < 3:
            return to_qvariant(get_font(""dicteditor_header""))
        else:
            return to_qvariant(get_font(""dicteditor""))
    return to_qvariant()","def data ( self , index , role = Qt . DisplayRole ) : <TAB> """"""Cell content"""""" <TAB> if not index . isValid ( ) : <TAB> <TAB> return to_qvariant ( ) <TAB> value = self . get_value ( index ) <TAB> if index . column ( ) == 3 and self . remote : <TAB> <TAB> value = value [ ""view"" ] <TAB> display = value_to_display ( <TAB> <TAB> value , <TAB> <TAB> truncate = index . column ( ) == 3 and self . truncate , <TAB> <TAB> minmax = self . minmax , <TAB> <TAB> collvalue = self . collvalue or index . column ( ) != 3 , <TAB> ) <TAB> if role == Qt . DisplayRole : <TAB> <TAB> return to_qvariant ( display ) <TAB> elif role == Qt . EditRole : <TAB> <TAB> return to_qvariant ( value_to_display ( value ) ) <TAB> elif role == Qt . TextAlignmentRole : <TAB> <TAB> if index . column ( ) == 3 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return to_qvariant ( int ( Qt . AlignLeft | Qt . AlignVCenter ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return to_qvariant ( int ( Qt . AlignLeft | Qt . AlignTop ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return to_qvariant ( int ( Qt . AlignLeft | Qt . AlignVCenter ) ) <TAB> elif role == Qt . BackgroundColorRole : <TAB> <TAB> return to_qvariant ( self . get_bgcolor ( index ) ) <TAB> elif role == Qt . FontRole : <TAB> <TAB> if index . column ( ) < 3 : <TAB> <TAB> <TAB> return to_qvariant ( get_font ( ""dicteditor_header"" ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return to_qvariant ( get_font ( ""dicteditor"" ) ) <TAB> return to_qvariant ( )",if len ( display . splitlines ( ) ) < 3 :,386
10586,"def set_selected_strips_proxies(self, context):
    proxy_sizes = [""25"", ""50"", ""75"", ""100""]
    use_proxy = False
    prefs = get_preferences(context)
    for size in proxy_sizes:
        if hasattr(prefs, ""proxy_"" + size):
            use_proxy = True
            break
    if not use_proxy:
        return
    for s in [s for s in context.selected_sequences if s.type in [""MOVIE"", ""IMAGE""]]:
        s.use_proxy = True
        s.proxy.build_25 = prefs.proxy_25
        s.proxy.build_50 = prefs.proxy_50
        s.proxy.build_75 = prefs.proxy_75
        s.proxy.build_100 = prefs.proxy_100","def set_selected_strips_proxies ( self , context ) : <TAB> proxy_sizes = [ ""25"" , ""50"" , ""75"" , ""100"" ] <TAB> use_proxy = False <TAB> prefs = get_preferences ( context ) <TAB> for size in proxy_sizes : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> use_proxy = True <TAB> <TAB> <TAB> break <TAB> if not use_proxy : <TAB> <TAB> return <TAB> for s in [ s for s in context . selected_sequences if s . type in [ ""MOVIE"" , ""IMAGE"" ] ] : <TAB> <TAB> s . use_proxy = True <TAB> <TAB> s . proxy . build_25 = prefs . proxy_25 <TAB> <TAB> s . proxy . build_50 = prefs . proxy_50 <TAB> <TAB> s . proxy . build_75 = prefs . proxy_75 <TAB> <TAB> s . proxy . build_100 = prefs . proxy_100","if hasattr ( prefs , ""proxy_"" + size ) :",201
17435,"def print_list(structure, action, indentation):
    retstr = """"
    for value in structure:
        brackets = form_brackets(value, indentation)
        new_value = u""""
        if type(value) in [str, unicode, int, float]:
            new_value = escape(value)
        elif type(value) in [bool, type(None)]:
            new_value = json.dumps(value)
        elif type(value) is dict:
            new_value = print_dict(value, action, indentation + 1)
        elif type(value) is list:
            new_value = print_list(value, action, indentation + 1)
        else:
            print(""print_list - Unexpected type {}"".format(type(value)))
        content = u""{3}{1}{0}{2},"".format(
            new_value, brackets[""open""], brackets[""close""], i(indentation)
        )
        if action is ""same"":
            retstr += same(content)
        elif action is ""deleted"":
            retstr += deleted(content)
        elif action is ""added"":
            retstr += added(content)
    return remove_last_comma(retstr)","def print_list ( structure , action , indentation ) : <TAB> retstr = """" <TAB> for value in structure : <TAB> <TAB> brackets = form_brackets ( value , indentation ) <TAB> <TAB> new_value = u"""" <TAB> <TAB> if type ( value ) in [ str , unicode , int , float ] : <TAB> <TAB> <TAB> new_value = escape ( value ) <TAB> <TAB> elif type ( value ) in [ bool , type ( None ) ] : <TAB> <TAB> <TAB> new_value = json . dumps ( value ) <TAB> <TAB> elif type ( value ) is dict : <TAB> <TAB> <TAB> new_value = print_dict ( value , action , indentation + 1 ) <TAB> <TAB> elif type ( value ) is list : <TAB> <TAB> <TAB> new_value = print_list ( value , action , indentation + 1 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""print_list - Unexpected type {}"" . format ( type ( value ) ) ) <TAB> <TAB> content = u""{3}{1}{0}{2},"" . format ( <TAB> <TAB> <TAB> new_value , brackets [ ""open"" ] , brackets [ ""close"" ] , i ( indentation ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> retstr += same ( content ) <TAB> <TAB> elif action is ""deleted"" : <TAB> <TAB> <TAB> retstr += deleted ( content ) <TAB> <TAB> elif action is ""added"" : <TAB> <TAB> <TAB> retstr += added ( content ) <TAB> return remove_last_comma ( retstr )","if action is ""same"" :",306
23857,"def get_next_url(self):
    if ""next"" in self.request.GET and is_safe_url(
        self.request.GET.get(""next""), allowed_hosts=None
    ):
        u = self.request.GET.get(""next"")
    else:
        kwargs = {}
        if ""cart_namespace"" in self.kwargs:
            kwargs[""cart_namespace""] = self.kwargs[""cart_namespace""]
        u = eventreverse(self.request.event, ""presale:event.index"", kwargs=kwargs)
    if ""?"" in u:
        u += ""&require_cookie=true""
    else:
        u += ""?require_cookie=true""
    disclose_cart_id = (
        ""iframe"" in self.request.GET
        or settings.SESSION_COOKIE_NAME not in self.request.COOKIES
    ) and self.kwargs.get(""cart_namespace"")
    if disclose_cart_id:
        cart_id = get_or_create_cart_id(self.request)
        u += ""&cart_id={}"".format(cart_id)
    return u
","def get_next_url ( self ) : <TAB> if ""next"" in self . request . GET and is_safe_url ( <TAB> <TAB> self . request . GET . get ( ""next"" ) , allowed_hosts = None <TAB> ) : <TAB> <TAB> u = self . request . GET . get ( ""next"" ) <TAB> else : <TAB> <TAB> kwargs = { } <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> kwargs [ ""cart_namespace"" ] = self . kwargs [ ""cart_namespace"" ] <TAB> <TAB> u = eventreverse ( self . request . event , ""presale:event.index"" , kwargs = kwargs ) <TAB> if ""?"" in u : <TAB> <TAB> u += ""&require_cookie=true"" <TAB> else : <TAB> <TAB> u += ""?require_cookie=true"" <TAB> disclose_cart_id = ( <TAB> <TAB> ""iframe"" in self . request . GET <TAB> <TAB> or settings . SESSION_COOKIE_NAME not in self . request . COOKIES <TAB> ) and self . kwargs . get ( ""cart_namespace"" ) <TAB> if disclose_cart_id : <TAB> <TAB> cart_id = get_or_create_cart_id ( self . request ) <TAB> <TAB> u += ""&cart_id={}"" . format ( cart_id ) <TAB> return u","if ""cart_namespace"" in self . kwargs :",275
11083,"def _get_failed_phase(self, index=None):
    # returns (phase, fail_description)
    prepend_abort_reason = False
    fails = self.failed_phase_list
    st = self.phase_stack[-1].status
    if st in (SolverStatus.failed, SolverStatus.cyclic):
        fails = fails + self.phase_stack[-1:]
    if index is None:
        if st == SolverStatus.cyclic:
            index = -1
        elif self.callback_return == SolverCallbackReturn.fail:
            prepend_abort_reason = True
            index = -1
        else:
            index = 0
    try:
        phase = fails[index]
    except IndexError:
        raise IndexError(""failure index out of range"")
    fail_description = phase.failure_reason.description()
    if prepend_abort_reason and self.abort_reason:
        fail_description = ""%s:\n%s"" % (self.abort_reason, fail_description)
    return phase, fail_description","def _get_failed_phase ( self , index = None ) : <TAB> <TAB> prepend_abort_reason = False <TAB> fails = self . failed_phase_list <TAB> st = self . phase_stack [ - 1 ] . status <TAB> if st in ( SolverStatus . failed , SolverStatus . cyclic ) : <TAB> <TAB> fails = fails + self . phase_stack [ - 1 : ] <TAB> if index is None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> index = - 1 <TAB> <TAB> elif self . callback_return == SolverCallbackReturn . fail : <TAB> <TAB> <TAB> prepend_abort_reason = True <TAB> <TAB> <TAB> index = - 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> index = 0 <TAB> try : <TAB> <TAB> phase = fails [ index ] <TAB> except IndexError : <TAB> <TAB> raise IndexError ( ""failure index out of range"" ) <TAB> fail_description = phase . failure_reason . description ( ) <TAB> if prepend_abort_reason and self . abort_reason : <TAB> <TAB> fail_description = ""%s:\n%s"" % ( self . abort_reason , fail_description ) <TAB> return phase , fail_description",if st == SolverStatus . cyclic :,261
16227,"def train_step(
    self, sample, model, criterion, optimizer, update_num, ignore_grad=False
):
    agg_loss, agg_sample_size, agg_logging_output = super().train_step(
        sample, model, criterion, optimizer, update_num, ignore_grad
    )
    # compute auxiliary loss from layere sparsity, based on all samples from all languages
    if hasattr(self, ""sparsity_loss"") and self.sparsity_loss.is_valid(update_num):
        sparsity_loss = 0
        if self.encoder_latent_layer:
            sparsity_loss += self.sparsity_loss(
                next(iter(model.models.values())).encoder.layer_select.layer_samples,
                update_num,
                agg_sample_size,
            )
        if self.decoder_latent_layer:
            sparsity_loss += self.sparsity_loss(
                next(iter(model.models.values())).decoder.layer_select.layer_samples,
                update_num,
                agg_sample_size,
            )
        if sparsity_loss > 0:
            optimizer.backward(sparsity_loss)
    return agg_loss, agg_sample_size, agg_logging_output","def train_step ( <TAB> self , sample , model , criterion , optimizer , update_num , ignore_grad = False ) : <TAB> agg_loss , agg_sample_size , agg_logging_output = super ( ) . train_step ( <TAB> <TAB> sample , model , criterion , optimizer , update_num , ignore_grad <TAB> ) <TAB> <TAB> if hasattr ( self , ""sparsity_loss"" ) and self . sparsity_loss . is_valid ( update_num ) : <TAB> <TAB> sparsity_loss = 0 <TAB> <TAB> if self . encoder_latent_layer : <TAB> <TAB> <TAB> sparsity_loss += self . sparsity_loss ( <TAB> <TAB> <TAB> <TAB> next ( iter ( model . models . values ( ) ) ) . encoder . layer_select . layer_samples , <TAB> <TAB> <TAB> <TAB> update_num , <TAB> <TAB> <TAB> <TAB> agg_sample_size , <TAB> <TAB> <TAB> ) <TAB> <TAB> if self . decoder_latent_layer : <TAB> <TAB> <TAB> sparsity_loss += self . sparsity_loss ( <TAB> <TAB> <TAB> <TAB> next ( iter ( model . models . values ( ) ) ) . decoder . layer_select . layer_samples , <TAB> <TAB> <TAB> <TAB> update_num , <TAB> <TAB> <TAB> <TAB> agg_sample_size , <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> optimizer . backward ( sparsity_loss ) <TAB> return agg_loss , agg_sample_size , agg_logging_output",if sparsity_loss > 0 :,320
420,"def __main__():
    # Parse Command Line
    input_file = sys.argv.pop(1)
    output_file = sys.argv.pop(1)
    species = maf_utilities.parse_species_option(sys.argv.pop(1))
    try:
        maf_writer = bx.align.maf.Writer(open(output_file, ""w""))
    except Exception:
        print(sys.stderr, ""Unable to open output file"")
        sys.exit()
    try:
        count = 0
        for count, maf in enumerate(bx.align.maf.Reader(open(input_file))):
            maf = maf.reverse_complement()
            if species:
                maf = maf.limit_to_species(species)
            maf_writer.write(maf)
    except Exception:
        print(""Your MAF file appears to be malformed."", file=sys.stderr)
        sys.exit()
    print(""%i regions were reverse complemented."" % count)
    maf_writer.close()","def __main__ ( ) : <TAB> <TAB> input_file = sys . argv . pop ( 1 ) <TAB> output_file = sys . argv . pop ( 1 ) <TAB> species = maf_utilities . parse_species_option ( sys . argv . pop ( 1 ) ) <TAB> try : <TAB> <TAB> maf_writer = bx . align . maf . Writer ( open ( output_file , ""w"" ) ) <TAB> except Exception : <TAB> <TAB> print ( sys . stderr , ""Unable to open output file"" ) <TAB> <TAB> sys . exit ( ) <TAB> try : <TAB> <TAB> count = 0 <TAB> <TAB> for count , maf in enumerate ( bx . align . maf . Reader ( open ( input_file ) ) ) : <TAB> <TAB> <TAB> maf = maf . reverse_complement ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> maf = maf . limit_to_species ( species ) <TAB> <TAB> <TAB> maf_writer . write ( maf ) <TAB> except Exception : <TAB> <TAB> print ( ""Your MAF file appears to be malformed."" , file = sys . stderr ) <TAB> <TAB> sys . exit ( ) <TAB> print ( ""%i regions were reverse complemented."" % count ) <TAB> maf_writer . close ( )",if species :,266
23335,"def make_team_name_unique():
    participant_team_list = []
    host_team_list = []
    participant_team_iter = 1
    participant_teams = ParticipantTeam.objects.all()
    try:
        for participant_team in participant_teams:
            if participant_team.team_name in participant_team_list:
                participant_team.team_name = ""{0}_{1}"".format(
                    participant_team.team_name, participant_team_iter
                )
                participant_team.save()
                participant_team_iter = participant_team_iter + 1
            else:
                participant_team_list.append(participant_team.team_name)
    except Exception as e:
        print(e)
    host_team_iter = 1
    host_teams = ChallengeHostTeam.objects.all()
    try:
        for host_team in host_teams:
            if host_team.team_name in host_team_list:
                host_team.team_name = ""{0}_{1}"".format(
                    host_team.team_name, host_team_iter
                )
                host_team.save()
                host_team_iter = host_team_iter + 1
            else:
                host_team_list.append(host_team.team_name)
    except Exception as e:
        print(e)","def make_team_name_unique ( ) : <TAB> participant_team_list = [ ] <TAB> host_team_list = [ ] <TAB> participant_team_iter = 1 <TAB> participant_teams = ParticipantTeam . objects . all ( ) <TAB> try : <TAB> <TAB> for participant_team in participant_teams : <TAB> <TAB> <TAB> if participant_team . team_name in participant_team_list : <TAB> <TAB> <TAB> <TAB> participant_team . team_name = ""{0}_{1}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> participant_team . team_name , participant_team_iter <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> participant_team . save ( ) <TAB> <TAB> <TAB> <TAB> participant_team_iter = participant_team_iter + 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> participant_team_list . append ( participant_team . team_name ) <TAB> except Exception as e : <TAB> <TAB> print ( e ) <TAB> host_team_iter = 1 <TAB> host_teams = ChallengeHostTeam . objects . all ( ) <TAB> try : <TAB> <TAB> for host_team in host_teams : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> host_team . team_name = ""{0}_{1}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> host_team . team_name , host_team_iter <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> host_team . save ( ) <TAB> <TAB> <TAB> <TAB> host_team_iter = host_team_iter + 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> host_team_list . append ( host_team . team_name ) <TAB> except Exception as e : <TAB> <TAB> print ( e )",if host_team . team_name in host_team_list :,386
10496,"def __setitem__(self, key, val):
    if isinstance(key, str):
        key = key.encode(""utf-8"")
    elif not isinstance(key, (bytes, bytearray)):
        raise TypeError(""keys must be bytes or strings"")
    if isinstance(val, str):
        val = val.encode(""utf-8"")
    elif not isinstance(val, (bytes, bytearray)):
        raise TypeError(""values must be bytes or strings"")
    self._verify_open()
    if key not in self._index:
        self._addkey(key, self._addval(val))
    else:
        # See whether the new value is small enough to fit in the
        # (padded) space currently occupied by the old value.
        pos, siz = self._index[key]
        oldblocks = (siz + _BLOCKSIZE - 1) // _BLOCKSIZE
        newblocks = (len(val) + _BLOCKSIZE - 1) // _BLOCKSIZE
        if newblocks <= oldblocks:
            self._index[key] = self._setval(pos, val)
        else:
            # The new value doesn't fit in the (padded) space used
            # by the old value.  The blocks used by the old value are
            # forever lost.
            self._index[key] = self._addval(val)","def __setitem__ ( self , key , val ) : <TAB> if isinstance ( key , str ) : <TAB> <TAB> key = key . encode ( ""utf-8"" ) <TAB> elif not isinstance ( key , ( bytes , bytearray ) ) : <TAB> <TAB> raise TypeError ( ""keys must be bytes or strings"" ) <TAB> if isinstance ( val , str ) : <TAB> <TAB> val = val . encode ( ""utf-8"" ) <TAB> elif not isinstance ( val , ( bytes , bytearray ) ) : <TAB> <TAB> raise TypeError ( ""values must be bytes or strings"" ) <TAB> self . _verify_open ( ) <TAB> if key not in self . _index : <TAB> <TAB> self . _addkey ( key , self . _addval ( val ) ) <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pos , siz = self . _index [ key ] <TAB> <TAB> oldblocks = ( siz + _BLOCKSIZE - 1 ) // _BLOCKSIZE <TAB> <TAB> newblocks = ( len ( val ) + _BLOCKSIZE - 1 ) // _BLOCKSIZE <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _index [ key ] = self . _setval ( pos , val ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _index [ key ] = self . _addval ( val )",if newblocks <= oldblocks :,330
24409,"def trace(self, ee, rname):
    print(type(self))
    self.traceIndent()
    guess = """"
    if self.inputState.guessing > 0:
        guess = "" [guessing]""
    print((ee + rname + guess))
    for i in xrange(1, self.k + 1):
        if i != 1:
            print("", "")
        if self.LT(i):
            v = self.LT(i).getText()
        else:
            v = ""null""
        print(""LA(%s) == %s"" % (i, v))
    print(""\n"")","def trace ( self , ee , rname ) : <TAB> print ( type ( self ) ) <TAB> self . traceIndent ( ) <TAB> guess = """" <TAB> if self . inputState . guessing > 0 : <TAB> <TAB> guess = "" [guessing]"" <TAB> print ( ( ee + rname + guess ) ) <TAB> for i in xrange ( 1 , self . k + 1 ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( "", "" ) <TAB> <TAB> if self . LT ( i ) : <TAB> <TAB> <TAB> v = self . LT ( i ) . getText ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> v = ""null"" <TAB> <TAB> print ( ""LA(%s) == %s"" % ( i , v ) ) <TAB> print ( ""\n"" )",if i != 1 :,158
17535,"def flush_condensed_events(single=False):
    while True:
        if not single:
            time.sleep(CONDENSED_EVENTS_FLUSH_PERIOD)
        with _condensing_lock:
            for key in _condensed_events:
                condensed = False
                events = _condensed_events[key]
                first_event = events[0]
                condensed_event = [_ for _ in first_event]
                for i in xrange(1, len(events)):
                    current_event = events[i]
                    for j in xrange(3, 7):  # src_port, dst_ip, dst_port, proto
                        if current_event[j] != condensed_event[j]:
                            condensed = True
                            if not isinstance(condensed_event[j], set):
                                condensed_event[j] = set((condensed_event[j],))
                            condensed_event[j].add(current_event[j])
                if condensed:
                    for i in xrange(len(condensed_event)):
                        if isinstance(condensed_event[i], set):
                            condensed_event[i] = "","".join(
                                str(_) for _ in sorted(condensed_event[i])
                            )
                log_event(condensed_event, skip_condensing=True)
            _condensed_events.clear()
        if single:
            break","def flush_condensed_events ( single = False ) : <TAB> while True : <TAB> <TAB> if not single : <TAB> <TAB> <TAB> time . sleep ( CONDENSED_EVENTS_FLUSH_PERIOD ) <TAB> <TAB> with _condensing_lock : <TAB> <TAB> <TAB> for key in _condensed_events : <TAB> <TAB> <TAB> <TAB> condensed = False <TAB> <TAB> <TAB> <TAB> events = _condensed_events [ key ] <TAB> <TAB> <TAB> <TAB> first_event = events [ 0 ] <TAB> <TAB> <TAB> <TAB> condensed_event = [ _ for _ in first_event ] <TAB> <TAB> <TAB> <TAB> for i in xrange ( 1 , len ( events ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> current_event = events [ i ] <TAB> <TAB> <TAB> <TAB> <TAB> for j in xrange ( 3 , 7 ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if current_event [ j ] != condensed_event [ j ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> condensed = True <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> condensed_event [ j ] = set ( ( condensed_event [ j ] , ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> condensed_event [ j ] . add ( current_event [ j ] ) <TAB> <TAB> <TAB> <TAB> if condensed : <TAB> <TAB> <TAB> <TAB> <TAB> for i in xrange ( len ( condensed_event ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( condensed_event [ i ] , set ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> condensed_event [ i ] = "","" . join ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> str ( _ ) for _ in sorted ( condensed_event [ i ] ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> log_event ( condensed_event , skip_condensing = True ) <TAB> <TAB> <TAB> _condensed_events . clear ( ) <TAB> <TAB> if single : <TAB> <TAB> <TAB> break","if not isinstance ( condensed_event [ j ] , set ) :",428
17581,"def promote(self, wait_seconds, task, on_success=None, access_is_restricted=False):
    if self.role == ""master"":
        return True
    ret = self._pre_promote()
    with task:
        if task.is_cancelled:
            return False
        task.complete(ret)
    if ret is False:
        return False
    if self.cancellable.is_cancelled:
        logger.info(""PostgreSQL promote cancelled."")
        return False
    ret = self.pg_ctl(""promote"", ""-W"")
    if ret:
        self.set_role(""master"")
        if on_success is not None:
            on_success()
        if not access_is_restricted:
            self.call_nowait(ACTION_ON_ROLE_CHANGE)
        ret = self._wait_promote(wait_seconds)
    return ret
","def promote ( self , wait_seconds , task , on_success = None , access_is_restricted = False ) : <TAB> if self . role == ""master"" : <TAB> <TAB> return True <TAB> ret = self . _pre_promote ( ) <TAB> with task : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> <TAB> task . complete ( ret ) <TAB> if ret is False : <TAB> <TAB> return False <TAB> if self . cancellable . is_cancelled : <TAB> <TAB> logger . info ( ""PostgreSQL promote cancelled."" ) <TAB> <TAB> return False <TAB> ret = self . pg_ctl ( ""promote"" , ""-W"" ) <TAB> if ret : <TAB> <TAB> self . set_role ( ""master"" ) <TAB> <TAB> if on_success is not None : <TAB> <TAB> <TAB> on_success ( ) <TAB> <TAB> if not access_is_restricted : <TAB> <TAB> <TAB> self . call_nowait ( ACTION_ON_ROLE_CHANGE ) <TAB> <TAB> ret = self . _wait_promote ( wait_seconds ) <TAB> return ret",if task . is_cancelled :,220
2183,"def genLoopPackets(self):
    """"""Generator function that continuously returns loop packets""""""
    # Get a stream of raw packets, then convert them, depending on the
    # observation type.
    for _packet in self.genPackets():
        try:
            _packet_type = _packet[1]
            if _packet_type in WMR100._dispatch_dict:
                # get the observations from the packet
                _raw = WMR100._dispatch_dict[_packet_type](self, _packet)
                if _raw is not None:
                    # map the packet labels to schema fields
                    _record = dict()
                    for k in self.sensor_map:
                        if self.sensor_map[k] in _raw:
                            _record[k] = _raw[self.sensor_map[k]]
                    # if there are any observations, add time and units
                    if _record:
                        for k in [""dateTime"", ""usUnits""]:
                            _record[k] = _raw[k]
                        yield _record
        except IndexError:
            log.error(""Malformed packet: %s"" % _packet)","def genLoopPackets ( self ) : <TAB> """"""Generator function that continuously returns loop packets"""""" <TAB> <TAB> <TAB> for _packet in self . genPackets ( ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> _packet_type = _packet [ 1 ] <TAB> <TAB> <TAB> if _packet_type in WMR100 . _dispatch_dict : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> _raw = WMR100 . _dispatch_dict [ _packet_type ] ( self , _packet ) <TAB> <TAB> <TAB> <TAB> if _raw is not None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> _record = dict ( ) <TAB> <TAB> <TAB> <TAB> <TAB> for k in self . sensor_map : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . sensor_map [ k ] in _raw : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> _record [ k ] = _raw [ self . sensor_map [ k ] ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for k in [ ""dateTime"" , ""usUnits"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> _record [ k ] = _raw [ k ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> yield _record <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> log . error ( ""Malformed packet: %s"" % _packet )",if _record :,326
24395,"def __call__(self, target):
    securities = target.temp[""selected""]
    # Get target risk
    target_risk = np.array([self._get_target_risk(target, m) for m in self.measures])
    if self.strategy is not None:
        # Add the target risk of the strategy to the risk of the target
        # (which contains existing hedges)
        target_risk += np.array(
            [self._get_target_risk(strategy, m) for m in self.measures]
        )
    # Turn target_risk into a column array
    target_risk = target_risk.reshape(len(self.measures), 1)
    # Get hedge risk as a Jacobian matrix
    data = []
    for m in self.measures:
        d = target.get_data(""unit_risk"").get(m)
        if d is None:
            raise ValueError(
                ""unit_risk for %s not present in temp on %s""
                % (self.measure, target.name)
            )
        i = d.index.get_loc(target.now)
        data.append((i, d))
    hedge_risk = np.array(
        [[_get_unit_risk(s, d, i) for (i, d) in data] for s in securities]
    )
    # Get hedge ratios
    if self.pseudo:
        inv = np.linalg.pinv(hedge_risk).T
    else:
        inv = np.linalg.inv(hedge_risk).T
    notionals = np.matmul(inv, -target_risk).flatten()
    # Hedge
    for notional, security in zip(notionals, securities):
        if np.isnan(notional) and self.throw_nan:
            raise ValueError(""%s has nan hedge notional"" % security)
        target.transact(notional, security)
    return True","def __call__ ( self , target ) : <TAB> securities = target . temp [ ""selected"" ] <TAB> <TAB> target_risk = np . array ( [ self . _get_target_risk ( target , m ) for m in self . measures ] ) <TAB> if self . strategy is not None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> target_risk += np . array ( <TAB> <TAB> <TAB> [ self . _get_target_risk ( strategy , m ) for m in self . measures ] <TAB> <TAB> ) <TAB> <TAB> target_risk = target_risk . reshape ( len ( self . measures ) , 1 ) <TAB> <TAB> data = [ ] <TAB> for m in self . measures : <TAB> <TAB> d = target . get_data ( ""unit_risk"" ) . get ( m ) <TAB> <TAB> if d is None : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""unit_risk for %s not present in temp on %s"" <TAB> <TAB> <TAB> <TAB> % ( self . measure , target . name ) <TAB> <TAB> <TAB> ) <TAB> <TAB> i = d . index . get_loc ( target . now ) <TAB> <TAB> data . append ( ( i , d ) ) <TAB> hedge_risk = np . array ( <TAB> <TAB> [ [ _get_unit_risk ( s , d , i ) for ( i , d ) in data ] for s in securities ] <TAB> ) <TAB> <TAB> if self . pseudo : <TAB> <TAB> inv = np . linalg . pinv ( hedge_risk ) . T <TAB> else : <TAB> <TAB> inv = np . linalg . inv ( hedge_risk ) . T <TAB> notionals = np . matmul ( inv , - target_risk ) . flatten ( ) <TAB> <TAB> for notional , security in zip ( notionals , securities ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""%s has nan hedge notional"" % security ) <TAB> <TAB> target . transact ( notional , security ) <TAB> return True",if np . isnan ( notional ) and self . throw_nan :,491
2000,"def __getitem__(self, parameters):
    if self._name in (""ClassVar"", ""Final""):
        item = _type_check(parameters, f""{self._name} accepts only single type."")
        return _GenericAlias(self, (item,))
    if self._name == ""Union"":
        if parameters == ():
            raise TypeError(""Cannot take a Union of no types."")
        if not isinstance(parameters, tuple):
            parameters = (parameters,)
        msg = ""Union[arg, ...]: each arg must be a type.""
        parameters = tuple(_type_check(p, msg) for p in parameters)
        parameters = _remove_dups_flatten(parameters)
        if len(parameters) == 1:
            return parameters[0]
        return _GenericAlias(self, parameters)
    if self._name == ""Optional"":
        arg = _type_check(parameters, ""Optional[t] requires a single type."")
        return Union[arg, type(None)]
    if self._name == ""Literal"":
        # There is no '_type_check' call because arguments to Literal[...] are
        # values, not types.
        return _GenericAlias(self, parameters)
    raise TypeError(f""{self} is not subscriptable"")","def __getitem__ ( self , parameters ) : <TAB> if self . _name in ( ""ClassVar"" , ""Final"" ) : <TAB> <TAB> item = _type_check ( parameters , f""{self._name} accepts only single type."" ) <TAB> <TAB> return _GenericAlias ( self , ( item , ) ) <TAB> if self . _name == ""Union"" : <TAB> <TAB> if parameters == ( ) : <TAB> <TAB> <TAB> raise TypeError ( ""Cannot take a Union of no types."" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> parameters = ( parameters , ) <TAB> <TAB> msg = ""Union[arg, ...]: each arg must be a type."" <TAB> <TAB> parameters = tuple ( _type_check ( p , msg ) for p in parameters ) <TAB> <TAB> parameters = _remove_dups_flatten ( parameters ) <TAB> <TAB> if len ( parameters ) == 1 : <TAB> <TAB> <TAB> return parameters [ 0 ] <TAB> <TAB> return _GenericAlias ( self , parameters ) <TAB> if self . _name == ""Optional"" : <TAB> <TAB> arg = _type_check ( parameters , ""Optional[t] requires a single type."" ) <TAB> <TAB> return Union [ arg , type ( None ) ] <TAB> if self . _name == ""Literal"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return _GenericAlias ( self , parameters ) <TAB> raise TypeError ( f""{self} is not subscriptable"" )","if not isinstance ( parameters , tuple ) :",301
10775,"def increaseToolReach(self):
    if self.draggingFace is not None:
        d = (1, -1)[self.draggingFace & 1]
        if self.draggingFace >> 1 != 1:  # xxxxx y
            d = -d
        self.draggingY += d
        x, y, z = self.editor.mainViewport.cameraPosition
        pos = [x, y, z]
        pos[self.draggingFace >> 1] += d
        self.editor.mainViewport.cameraPosition = tuple(pos)
    else:
        self.cloneCameraDistance = self.editor._incrementReach(self.cloneCameraDistance)
    return True","def increaseToolReach ( self ) : <TAB> if self . draggingFace is not None : <TAB> <TAB> d = ( 1 , - 1 ) [ self . draggingFace & 1 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> d = - d <TAB> <TAB> self . draggingY += d <TAB> <TAB> x , y , z = self . editor . mainViewport . cameraPosition <TAB> <TAB> pos = [ x , y , z ] <TAB> <TAB> pos [ self . draggingFace >> 1 ] += d <TAB> <TAB> self . editor . mainViewport . cameraPosition = tuple ( pos ) <TAB> else : <TAB> <TAB> self . cloneCameraDistance = self . editor . _incrementReach ( self . cloneCameraDistance ) <TAB> return True",if self . draggingFace >> 1 != 1 :,172
11230,"def verify(self, **kwargs):
    if ""initiate_login_uri"" in self and not self[""initiate_login_uri""].startswith(
        ""https:""
    ):
        raise RegistrationError(""initiate_login_uri is not https"")
    if ""redirect_uris"" in self:
        for uri in self[""redirect_uris""]:
            if urlparse(uri).fragment:
                raise InvalidRedirectUri(""redirect_uri contains fragment: %s"" % uri)
    for uri in [""client_uri"", ""logo_uri"", ""tos_uri"", ""policy_uri""]:
        if uri in self:
            try:
                resp = requests.request(
                    ""GET"", str(self[uri]), allow_redirects=True, verify=False
                )
            except requests.ConnectionError:
                raise MissingPage(self[uri])
            if resp.status_code not in SUCCESSFUL:
                raise MissingPage(self[uri])
    try:
        ss = self[""software_statement""]
    except KeyError:
        pass
    else:
        _ss = []
        for _s in ss:
            _ss.append(unpack_software_statement(_s, """", kwargs[""keyjar""]))
        self[""__software_statement""] = _ss
    return super(RegistrationRequest, self).verify(**kwargs)
","def verify ( self , ** kwargs ) : <TAB> if ""initiate_login_uri"" in self and not self [ ""initiate_login_uri"" ] . startswith ( <TAB> <TAB> ""https:"" <TAB> ) : <TAB> <TAB> raise RegistrationError ( ""initiate_login_uri is not https"" ) <TAB> if ""redirect_uris"" in self : <TAB> <TAB> for uri in self [ ""redirect_uris"" ] : <TAB> <TAB> <TAB> if urlparse ( uri ) . fragment : <TAB> <TAB> <TAB> <TAB> raise InvalidRedirectUri ( ""redirect_uri contains fragment: %s"" % uri ) <TAB> for uri in [ ""client_uri"" , ""logo_uri"" , ""tos_uri"" , ""policy_uri"" ] : <TAB> <TAB> if uri in self : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> resp = requests . request ( <TAB> <TAB> <TAB> <TAB> <TAB> ""GET"" , str ( self [ uri ] ) , allow_redirects = True , verify = False <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> except requests . ConnectionError : <TAB> <TAB> <TAB> <TAB> raise MissingPage ( self [ uri ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise MissingPage ( self [ uri ] ) <TAB> try : <TAB> <TAB> ss = self [ ""software_statement"" ] <TAB> except KeyError : <TAB> <TAB> pass <TAB> else : <TAB> <TAB> _ss = [ ] <TAB> <TAB> for _s in ss : <TAB> <TAB> <TAB> _ss . append ( unpack_software_statement ( _s , """" , kwargs [ ""keyjar"" ] ) ) <TAB> <TAB> self [ ""__software_statement"" ] = _ss <TAB> return super ( RegistrationRequest , self ) . verify ( ** kwargs )",if resp . status_code not in SUCCESSFUL :,338
7824,"def build_lritems(self):
    for p in self.Productions:
        lastlri = p
        i = 0
        lr_items = []
        while True:
            if i > len(p):
                lri = None
            else:
                lri = LRItem(p, i)
                # Precompute the list of productions immediately following
                try:
                    lri.lr_after = self.Prodnames[lri.prod[i + 1]]
                except (IndexError, KeyError):
                    lri.lr_after = []
                try:
                    lri.lr_before = lri.prod[i - 1]
                except IndexError:
                    lri.lr_before = None
            lastlri.lr_next = lri
            if not lri:
                break
            lr_items.append(lri)
            lastlri = lri
            i += 1
        p.lr_items = lr_items","def build_lritems ( self ) : <TAB> for p in self . Productions : <TAB> <TAB> lastlri = p <TAB> <TAB> i = 0 <TAB> <TAB> lr_items = [ ] <TAB> <TAB> while True : <TAB> <TAB> <TAB> if i > len ( p ) : <TAB> <TAB> <TAB> <TAB> lri = None <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> lri = LRItem ( p , i ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> lri . lr_after = self . Prodnames [ lri . prod [ i + 1 ] ] <TAB> <TAB> <TAB> <TAB> except ( IndexError , KeyError ) : <TAB> <TAB> <TAB> <TAB> <TAB> lri . lr_after = [ ] <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> lri . lr_before = lri . prod [ i - 1 ] <TAB> <TAB> <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> <TAB> <TAB> lri . lr_before = None <TAB> <TAB> <TAB> lastlri . lr_next = lri <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> lr_items . append ( lri ) <TAB> <TAB> <TAB> lastlri = lri <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> p . lr_items = lr_items",if not lri :,283
22067,"def gen_api(cw, ty):
    if ty.name in [""BigInteger"", ""Complex""]:
        return
    cw.writeline()
    cw.write(""// Public API - Numerics"")
    write_property(cw, ty, ""real"")
    write_property(cw, ty, ""imag"", const=""0"")
    cw.write(simple_identity_method, type=ty.name, method_name=""conjugate"")
    if ty.is_float:
        pass
    else:
        write_property(cw, ty, ""numerator"")
        write_property(cw, ty, ""denominator"", const=""1"")
        if ty.name != ""Int32"":
            cw.enter_block(""public static string __hex__(%s value)"" % ty.name)
            cw.write(""return BigIntegerOps.__hex__(value);"")
            cw.exit_block()
        cast = ""(int)""
        counter = ""BitLength""
        if ty.size >= 4294967296:
            # 32- or 64-bit type
            cast = """"
            if not ty.is_signed:
                counter += ""Unsigned""
        cw.enter_block(""public static int bit_length(%s value)"" % ty.name)
        cw.write(""return MathUtils.%s(%svalue);"" % (counter, cast))
        cw.exit_block()","def gen_api ( cw , ty ) : <TAB> if ty . name in [ ""BigInteger"" , ""Complex"" ] : <TAB> <TAB> return <TAB> cw . writeline ( ) <TAB> cw . write ( ""// Public API - Numerics"" ) <TAB> write_property ( cw , ty , ""real"" ) <TAB> write_property ( cw , ty , ""imag"" , const = ""0"" ) <TAB> cw . write ( simple_identity_method , type = ty . name , method_name = ""conjugate"" ) <TAB> if ty . is_float : <TAB> <TAB> pass <TAB> else : <TAB> <TAB> write_property ( cw , ty , ""numerator"" ) <TAB> <TAB> write_property ( cw , ty , ""denominator"" , const = ""1"" ) <TAB> <TAB> if ty . name != ""Int32"" : <TAB> <TAB> <TAB> cw . enter_block ( ""public static string __hex__(%s value)"" % ty . name ) <TAB> <TAB> <TAB> cw . write ( ""return BigIntegerOps.__hex__(value);"" ) <TAB> <TAB> <TAB> cw . exit_block ( ) <TAB> <TAB> cast = ""(int)"" <TAB> <TAB> counter = ""BitLength"" <TAB> <TAB> if ty . size >= 4294967296 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cast = """" <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> counter += ""Unsigned"" <TAB> <TAB> cw . enter_block ( ""public static int bit_length(%s value)"" % ty . name ) <TAB> <TAB> cw . write ( ""return MathUtils.%s(%svalue);"" % ( counter , cast ) ) <TAB> <TAB> cw . exit_block ( )",if not ty . is_signed :,342
16396,"def inner():
    if action in (""permissions-debug"", ""debug-menu""):
        if actor and actor.get(""id"") == ""root"":
            return True
    elif action == ""view-instance"":
        allow = datasette.metadata(""allow"")
        if allow is not None:
            return actor_matches_allow(actor, allow)
    elif action == ""view-database"":
        if resource == ""_internal"" and (actor is None or actor.get(""id"") != ""root""):
            return False
        database_allow = datasette.metadata(""allow"", database=resource)
        if database_allow is None:
            return None
        return actor_matches_allow(actor, database_allow)
    elif action == ""view-table"":
        database, table = resource
        tables = datasette.metadata(""tables"", database=database) or {}
        table_allow = (tables.get(table) or {}).get(""allow"")
        if table_allow is None:
            return None
        return actor_matches_allow(actor, table_allow)
    elif action == ""view-query"":
        # Check if this query has a ""allow"" block in metadata
        database, query_name = resource
        query = await datasette.get_canned_query(database, query_name, actor)
        assert query is not None
        allow = query.get(""allow"")
        if allow is None:
            return None
        return actor_matches_allow(actor, allow)
    elif action == ""execute-sql"":
        # Use allow_sql block from database block, or from top-level
        database_allow_sql = datasette.metadata(""allow_sql"", database=resource)
        if database_allow_sql is None:
            database_allow_sql = datasette.metadata(""allow_sql"")
        if database_allow_sql is None:
            return None
        return actor_matches_allow(actor, database_allow_sql)
","def inner ( ) : <TAB> if action in ( ""permissions-debug"" , ""debug-menu"" ) : <TAB> <TAB> if actor and actor . get ( ""id"" ) == ""root"" : <TAB> <TAB> <TAB> return True <TAB> elif action == ""view-instance"" : <TAB> <TAB> allow = datasette . metadata ( ""allow"" ) <TAB> <TAB> if allow is not None : <TAB> <TAB> <TAB> return actor_matches_allow ( actor , allow ) <TAB> elif action == ""view-database"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> <TAB> database_allow = datasette . metadata ( ""allow"" , database = resource ) <TAB> <TAB> if database_allow is None : <TAB> <TAB> <TAB> return None <TAB> <TAB> return actor_matches_allow ( actor , database_allow ) <TAB> elif action == ""view-table"" : <TAB> <TAB> database , table = resource <TAB> <TAB> tables = datasette . metadata ( ""tables"" , database = database ) or { } <TAB> <TAB> table_allow = ( tables . get ( table ) or { } ) . get ( ""allow"" ) <TAB> <TAB> if table_allow is None : <TAB> <TAB> <TAB> return None <TAB> <TAB> return actor_matches_allow ( actor , table_allow ) <TAB> elif action == ""view-query"" : <TAB> <TAB> <TAB> <TAB> database , query_name = resource <TAB> <TAB> query = await datasette . get_canned_query ( database , query_name , actor ) <TAB> <TAB> assert query is not None <TAB> <TAB> allow = query . get ( ""allow"" ) <TAB> <TAB> if allow is None : <TAB> <TAB> <TAB> return None <TAB> <TAB> return actor_matches_allow ( actor , allow ) <TAB> elif action == ""execute-sql"" : <TAB> <TAB> <TAB> <TAB> database_allow_sql = datasette . metadata ( ""allow_sql"" , database = resource ) <TAB> <TAB> if database_allow_sql is None : <TAB> <TAB> <TAB> database_allow_sql = datasette . metadata ( ""allow_sql"" ) <TAB> <TAB> if database_allow_sql is None : <TAB> <TAB> <TAB> return None <TAB> <TAB> return actor_matches_allow ( actor , database_allow_sql )","if resource == ""_internal"" and ( actor is None or actor . get ( ""id"" ) != ""root"" ) :",490
2590,"def parse_datatypes(f):
    dt = set()
    for line in f:
        if ""<sect1"" in line:
            break
        if ""<entry><type>"" not in line:
            continue
        # Parse a string such as
        # time [ (<replaceable>p</replaceable>) ] [ without time zone ]
        # into types ""time"" and ""without time zone""
        # remove all the tags
        line = re.sub(""<replaceable>[^<]+</replaceable>"", """", line)
        line = re.sub(""<[^>]+>"", """", line)
        # Drop the parts containing braces
        for tmp in [
            t for tmp in line.split(""["") for t in tmp.split(""]"") if ""("" not in t
        ]:
            for t in tmp.split("",""):
                t = t.strip()
                if not t:
                    continue
                dt.add("" "".join(t.split()))
    dt = list(dt)
    dt.sort()
    return dt","def parse_datatypes ( f ) : <TAB> dt = set ( ) <TAB> for line in f : <TAB> <TAB> if ""<sect1"" in line : <TAB> <TAB> <TAB> break <TAB> <TAB> if ""<entry><type>"" not in line : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> line = re . sub ( ""<replaceable>[^<]+</replaceable>"" , """" , line ) <TAB> <TAB> line = re . sub ( ""<[^>]+>"" , """" , line ) <TAB> <TAB> <TAB> <TAB> for tmp in [ <TAB> <TAB> <TAB> t for tmp in line . split ( ""["" ) for t in tmp . split ( ""]"" ) if ""("" not in t <TAB> <TAB> ] : <TAB> <TAB> <TAB> for t in tmp . split ( "","" ) : <TAB> <TAB> <TAB> <TAB> t = t . strip ( ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> dt . add ( "" "" . join ( t . split ( ) ) ) <TAB> dt = list ( dt ) <TAB> dt . sort ( ) <TAB> return dt",if not t :,261
9692,"def get_vif_ports(self):
    edge_ports = []
    port_names = self.get_port_name_list()
    for name in port_names:
        external_ids = self.db_get_map(""Interface"", name, ""external_ids"")
        ofport = self.db_get_val(""Interface"", name, ""ofport"")
        if ""iface-id"" in external_ids and ""attached-mac"" in external_ids:
            p = VifPort(
                name,
                ofport,
                external_ids[""iface-id""],
                external_ids[""attached-mac""],
                self,
            )
            edge_ports.append(p)
        elif ""xs-vif-uuid"" in external_ids and ""attached-mac"" in external_ids:
            # if this is a xenserver and iface-id is not automatically
            # synced to OVS from XAPI, we grab it from XAPI directly
            iface_id = self.get_xapi_iface_id(external_ids[""xs-vif-uuid""])
            p = VifPort(name, ofport, iface_id, external_ids[""attached-mac""], self)
            edge_ports.append(p)
    return edge_ports
","def get_vif_ports ( self ) : <TAB> edge_ports = [ ] <TAB> port_names = self . get_port_name_list ( ) <TAB> for name in port_names : <TAB> <TAB> external_ids = self . db_get_map ( ""Interface"" , name , ""external_ids"" ) <TAB> <TAB> ofport = self . db_get_val ( ""Interface"" , name , ""ofport"" ) <TAB> <TAB> if ""iface-id"" in external_ids and ""attached-mac"" in external_ids : <TAB> <TAB> <TAB> p = VifPort ( <TAB> <TAB> <TAB> <TAB> name , <TAB> <TAB> <TAB> <TAB> ofport , <TAB> <TAB> <TAB> <TAB> external_ids [ ""iface-id"" ] , <TAB> <TAB> <TAB> <TAB> external_ids [ ""attached-mac"" ] , <TAB> <TAB> <TAB> <TAB> self , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> edge_ports . append ( p ) <TAB> <TAB> elif ""xs-vif-uuid"" in external_ids and ""attached-mac"" in external_ids : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> p = VifPort ( name , ofport , iface_id , external_ids [ ""attached-mac"" ] , self ) <TAB> <TAB> <TAB> edge_ports . append ( p ) <TAB> return edge_ports","iface_id = self . get_xapi_iface_id ( external_ids [ ""xs-vif-uuid"" ] )",337
4135,"def convertstore(self, inputfile, duplicatestyle=""msgctxt""):
    """"""Converts a .xliff file to .po format""""""
    # XXX: The inputfile is converted to string because Pootle supplies
    # XXX: a PootleFile object as input which cannot be sent to PoXliffFile
    # XXX: The better way would be to have a consistent conversion API.
    if not isinstance(inputfile, (file, wStringIO.StringIO)):
        inputfile = str(inputfile)
    XliffFile = xliff.xlifffile.parsestring(inputfile)
    thetargetfile = po.pofile()
    targetheader = thetargetfile.header()
    # TODO: support multiple files
    for transunit in XliffFile.units:
        if transunit.isheader():
            thetargetfile.updateheader(add=True, **XliffFile.parseheader())
            if transunit.getnotes(""translator""):
                targetheader.addnote(
                    transunit.getnotes(""translator""),
                    origin=""translator"",
                    position=""replace"",
                )
            if transunit.getnotes(""developer""):
                targetheader.addnote(
                    transunit.getnotes(""developer""),
                    origin=""developer"",
                    position=""replace"",
                )
            targetheader.markfuzzy(transunit.isfuzzy())
            continue
        thepo = self.converttransunit(transunit)
        thetargetfile.addunit(thepo)
    thetargetfile.removeduplicates(duplicatestyle)
    return thetargetfile
","def convertstore ( self , inputfile , duplicatestyle = ""msgctxt"" ) : <TAB> """"""Converts a .xliff file to .po format"""""" <TAB> <TAB> <TAB> <TAB> if not isinstance ( inputfile , ( file , wStringIO . StringIO ) ) : <TAB> <TAB> inputfile = str ( inputfile ) <TAB> XliffFile = xliff . xlifffile . parsestring ( inputfile ) <TAB> thetargetfile = po . pofile ( ) <TAB> targetheader = thetargetfile . header ( ) <TAB> <TAB> for transunit in XliffFile . units : <TAB> <TAB> if transunit . isheader ( ) : <TAB> <TAB> <TAB> thetargetfile . updateheader ( add = True , ** XliffFile . parseheader ( ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> targetheader . addnote ( <TAB> <TAB> <TAB> <TAB> <TAB> transunit . getnotes ( ""translator"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> origin = ""translator"" , <TAB> <TAB> <TAB> <TAB> <TAB> position = ""replace"" , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if transunit . getnotes ( ""developer"" ) : <TAB> <TAB> <TAB> <TAB> targetheader . addnote ( <TAB> <TAB> <TAB> <TAB> <TAB> transunit . getnotes ( ""developer"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> origin = ""developer"" , <TAB> <TAB> <TAB> <TAB> <TAB> position = ""replace"" , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> targetheader . markfuzzy ( transunit . isfuzzy ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> thepo = self . converttransunit ( transunit ) <TAB> <TAB> thetargetfile . addunit ( thepo ) <TAB> thetargetfile . removeduplicates ( duplicatestyle ) <TAB> return thetargetfile","if transunit . getnotes ( ""translator"" ) :",411
10412,"def test_cleanup_params(self, body, rpc_mock):
    res = self._get_resp_post(body)
    self.assertEqual(http_client.ACCEPTED, res.status_code)
    rpc_mock.assert_called_once_with(self.context, mock.ANY)
    cleanup_request = rpc_mock.call_args[0][1]
    for key, value in body.items():
        if key in (""disabled"", ""is_up""):
            if value is not None:
                value = value == ""true""
        self.assertEqual(value, getattr(cleanup_request, key))
    self.assertEqual(self._expected_services(*SERVICES), res.json)","def test_cleanup_params ( self , body , rpc_mock ) : <TAB> res = self . _get_resp_post ( body ) <TAB> self . assertEqual ( http_client . ACCEPTED , res . status_code ) <TAB> rpc_mock . assert_called_once_with ( self . context , mock . ANY ) <TAB> cleanup_request = rpc_mock . call_args [ 0 ] [ 1 ] <TAB> for key , value in body . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if value is not None : <TAB> <TAB> <TAB> <TAB> value = value == ""true"" <TAB> <TAB> self . assertEqual ( value , getattr ( cleanup_request , key ) ) <TAB> self . assertEqual ( self . _expected_services ( * SERVICES ) , res . json )","if key in ( ""disabled"" , ""is_up"" ) :",177
18213,"def readNextEndLine(self, stream):
    debug = False
    if debug:
        print("">>readNextEndLine"")
    line = b_("""")
    while True:
        # Prevent infinite loops in malformed PDFs
        if stream.tell() == 0:
            raise utils.PdfReadError(""Could not read malformed PDF file"")
        x = stream.read(1)
        if debug:
            print((""  x:"", x, ""%x"" % ord(x)))
        if stream.tell() < 2:
            raise utils.PdfReadError(""EOL marker not found"")
        stream.seek(-2, 1)
        if x == b_(""\n"") or x == b_(""\r""):  ## \n = LF; \r = CR
            crlf = False
            while x == b_(""\n"") or x == b_(""\r""):
                if debug:
                    if ord(x) == 0x0D:
                        print(""  x is CR 0D"")
                    elif ord(x) == 0x0A:
                        print(""  x is LF 0A"")
                x = stream.read(1)
                if x == b_(""\n"") or x == b_(""\r""):  # account for CR+LF
                    stream.seek(-1, 1)
                    crlf = True
                if stream.tell() < 2:
                    raise utils.PdfReadError(""EOL marker not found"")
                stream.seek(-2, 1)
            stream.seek(2 if crlf else 1, 1)  # if using CR+LF, go back 2 bytes, else 1
            break
        else:
            if debug:
                print(""  x is neither"")
            line = x + line
            if debug:
                print((""  RNEL line:"", line))
    if debug:
        print(""leaving RNEL"")
    return line","def readNextEndLine ( self , stream ) : <TAB> debug = False <TAB> if debug : <TAB> <TAB> print ( "">>readNextEndLine"" ) <TAB> line = b_ ( """" ) <TAB> while True : <TAB> <TAB> <TAB> <TAB> if stream . tell ( ) == 0 : <TAB> <TAB> <TAB> raise utils . PdfReadError ( ""Could not read malformed PDF file"" ) <TAB> <TAB> x = stream . read ( 1 ) <TAB> <TAB> if debug : <TAB> <TAB> <TAB> print ( ( ""  x:"" , x , ""%x"" % ord ( x ) ) ) <TAB> <TAB> if stream . tell ( ) < 2 : <TAB> <TAB> <TAB> raise utils . PdfReadError ( ""EOL marker not found"" ) <TAB> <TAB> stream . seek ( - 2 , 1 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> crlf = False <TAB> <TAB> <TAB> while x == b_ ( ""\n"" ) or x == b_ ( ""\r"" ) : <TAB> <TAB> <TAB> <TAB> if debug : <TAB> <TAB> <TAB> <TAB> <TAB> if ord ( x ) == 0x0D : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( ""  x is CR 0D"" ) <TAB> <TAB> <TAB> <TAB> <TAB> elif ord ( x ) == 0x0A : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( ""  x is LF 0A"" ) <TAB> <TAB> <TAB> <TAB> x = stream . read ( 1 ) <TAB> <TAB> <TAB> <TAB> if x == b_ ( ""\n"" ) or x == b_ ( ""\r"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> stream . seek ( - 1 , 1 ) <TAB> <TAB> <TAB> <TAB> <TAB> crlf = True <TAB> <TAB> <TAB> <TAB> if stream . tell ( ) < 2 : <TAB> <TAB> <TAB> <TAB> <TAB> raise utils . PdfReadError ( ""EOL marker not found"" ) <TAB> <TAB> <TAB> <TAB> stream . seek ( - 2 , 1 ) <TAB> <TAB> <TAB> stream . seek ( 2 if crlf else 1 , 1 ) <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> if debug : <TAB> <TAB> <TAB> <TAB> print ( ""  x is neither"" ) <TAB> <TAB> <TAB> line = x + line <TAB> <TAB> <TAB> if debug : <TAB> <TAB> <TAB> <TAB> print ( ( ""  RNEL line:"" , line ) ) <TAB> if debug : <TAB> <TAB> print ( ""leaving RNEL"" ) <TAB> return line","if x == b_ ( ""\n"" ) or x == b_ ( ""\r"" ) :",510
85,"def __del__(self):
    if self._auto_created_session:
        # aiohttp v3.0 has made ClientSession.close a coroutine,
        # so we check whether it is one here and register it
        # to run appropriately at exit
        if asyncio.iscoroutinefunction(self._session.close):
            asyncio.get_event_loop().run_until_complete(self._session.close())
        else:
            self._session.close()",def __del__ ( self ) : <TAB> if self . _auto_created_session : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> asyncio . get_event_loop ( ) . run_until_complete ( self . _session . close ( ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _session . close ( ),if asyncio . iscoroutinefunction ( self . _session . close ) :,116
16561,"def visit_Options(self, node: qlast.Options) -> None:
    for i, opt in enumerate(node.options.values()):
        if i > 0:
            self.write("" "")
        self.write(opt.name)
        if not isinstance(opt, qlast.Flag):
            self.write(f"" {opt.val}"")","def visit_Options ( self , node : qlast . Options ) -> None : <TAB> for i , opt in enumerate ( node . options . values ( ) ) : <TAB> <TAB> if i > 0 : <TAB> <TAB> <TAB> self . write ( "" "" ) <TAB> <TAB> self . write ( opt . name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . write ( f"" {opt.val}"" )","if not isinstance ( opt , qlast . Flag ) :",90
23398,"def p(node_cur, depth):
    for k in node_cur:
        k2 = str(k).replace('""', '\\""')
        spc = ""  "" * depth
        if k == ""__rulesets"":
            print(f'{spc}""{k2}"":[""... ({len(node_cur[k])})""],')
        elif k == ""__selectors"":
            v = str(node_cur[k]).replace('""', '\\""')
            print(f'{spc}""{k2}"":""{v}"",')
        elif k == ""__parent"":
            pass
        elif k == ""__uid"":
            pass
        else:
            print(f'{spc}""{k2}"":{{')
            p(node_cur[k], depth + 1)
            print(f""{spc}}},"")","def p ( node_cur , depth ) : <TAB> for k in node_cur : <TAB> <TAB> k2 = str ( k ) . replace ( '""' , '\\""' ) <TAB> <TAB> spc = ""  "" * depth <TAB> <TAB> if k == ""__rulesets"" : <TAB> <TAB> <TAB> print ( f'{spc}""{k2}"":[""... ({len(node_cur[k])})""],' ) <TAB> <TAB> elif k == ""__selectors"" : <TAB> <TAB> <TAB> v = str ( node_cur [ k ] ) . replace ( '""' , '\\""' ) <TAB> <TAB> <TAB> print ( f'{spc}""{k2}"":""{v}"",' ) <TAB> <TAB> elif k == ""__parent"" : <TAB> <TAB> <TAB> pass <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pass <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( f'{spc}""{k2}"":{{' ) <TAB> <TAB> <TAB> p ( node_cur [ k ] , depth + 1 ) <TAB> <TAB> <TAB> print ( f""{spc}}},"" )","elif k == ""__uid"" :",207
20270,"def perform(self, node, inp, out):
    indices, dims = inp
    res = np.unravel_index(indices, dims)
    assert len(res) == len(out)
    for i in xrange(len(out)):
        ret = theano._asarray(res[i], node.outputs[0].dtype)
        if ret.base is not None:
            # NumPy will return a view when it can.
            # But we don't want that.
            ret = ret.copy()
        out[i][0] = ret","def perform ( self , node , inp , out ) : <TAB> indices , dims = inp <TAB> res = np . unravel_index ( indices , dims ) <TAB> assert len ( res ) == len ( out ) <TAB> for i in xrange ( len ( out ) ) : <TAB> <TAB> ret = theano . _asarray ( res [ i ] , node . outputs [ 0 ] . dtype ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ret = ret . copy ( ) <TAB> <TAB> out [ i ] [ 0 ] = ret",if ret . base is not None :,135
15467,"def recv_some(p, t=0.1, e=1, tr=5, stderr=0):
    if tr < 1:
        tr = 1
    x = time.time() + t
    y = []
    r = """"
    if stderr:
        pr = p.recv_err
    else:
        pr = p.recv
    while time.time() < x or r:
        r = pr()
        if r is None:
            break
        elif r:
            y.append(r)
        else:
            time.sleep(max((x - time.time()) / tr, 0))
    return b"""".join(y)","def recv_some ( p , t = 0.1 , e = 1 , tr = 5 , stderr = 0 ) : <TAB> if tr < 1 : <TAB> <TAB> tr = 1 <TAB> x = time . time ( ) + t <TAB> y = [ ] <TAB> r = """" <TAB> if stderr : <TAB> <TAB> pr = p . recv_err <TAB> else : <TAB> <TAB> pr = p . recv <TAB> while time . time ( ) < x or r : <TAB> <TAB> r = pr ( ) <TAB> <TAB> if r is None : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> y . append ( r ) <TAB> <TAB> else : <TAB> <TAB> <TAB> time . sleep ( max ( ( x - time . time ( ) ) / tr , 0 ) ) <TAB> return b"""" . join ( y )",elif r :,169
4704,"def _resolve_header(self, info, definitions, parts):
    name = etree.QName(self.nsmap[""soap-env""], ""Header"")
    container = xsd.All(consume_other=True)
    if not info:
        return xsd.Element(name, xsd.ComplexType(container))
    for item in info:
        message_name = item[""message""].text
        part_name = item[""part""]
        message = definitions.get(""messages"", message_name)
        if message == self.abstract and part_name in parts:
            del parts[part_name]
        part = message.parts[part_name]
        if part.element:
            element = part.element.clone()
            element.attr_name = part_name
        else:
            element = xsd.Element(part_name, part.type)
        container.append(element)
    return xsd.Element(name, xsd.ComplexType(container))
","def _resolve_header ( self , info , definitions , parts ) : <TAB> name = etree . QName ( self . nsmap [ ""soap-env"" ] , ""Header"" ) <TAB> container = xsd . All ( consume_other = True ) <TAB> if not info : <TAB> <TAB> return xsd . Element ( name , xsd . ComplexType ( container ) ) <TAB> for item in info : <TAB> <TAB> message_name = item [ ""message"" ] . text <TAB> <TAB> part_name = item [ ""part"" ] <TAB> <TAB> message = definitions . get ( ""messages"" , message_name ) <TAB> <TAB> if message == self . abstract and part_name in parts : <TAB> <TAB> <TAB> del parts [ part_name ] <TAB> <TAB> part = message . parts [ part_name ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> element = part . element . clone ( ) <TAB> <TAB> <TAB> element . attr_name = part_name <TAB> <TAB> else : <TAB> <TAB> <TAB> element = xsd . Element ( part_name , part . type ) <TAB> <TAB> container . append ( element ) <TAB> return xsd . Element ( name , xsd . ComplexType ( container ) )",if part . element :,246
20059,"def transform_import(builder: IRBuilder, node: Import) -> None:
    if node.is_mypy_only:
        return
    globals = builder.load_globals_dict()
    for node_id, as_name in node.ids:
        builder.gen_import(node_id, node.line)
        # Update the globals dict with the appropriate module:
        # * For 'import foo.bar as baz' we add 'foo.bar' with the name 'baz'
        # * For 'import foo.bar' we add 'foo' with the name 'foo'
        # Typically we then ignore these entries and access things directly
        # via the module static, but we will use the globals version for modules
        # that mypy couldn't find, since it doesn't analyze module references
        # from those properly.
        # TODO: Don't add local imports to the global namespace
        # Miscompiling imports inside of functions, like below in import from.
        if as_name:
            name = as_name
            base = node_id
        else:
            base = name = node_id.split(""."")[0]
        # Python 3.7 has a nice 'PyImport_GetModule' function that we can't use :(
        mod_dict = builder.call_c(get_module_dict_op, [], node.line)
        # Get top-level module/package object.
        obj = builder.call_c(
            dict_get_item_op, [mod_dict, builder.load_static_unicode(base)], node.line
        )
        builder.gen_method_call(
            globals,
            ""__setitem__"",
            [builder.load_static_unicode(name), obj],
            result_type=None,
            line=node.line,
        )","def transform_import ( builder : IRBuilder , node : Import ) -> None : <TAB> if node . is_mypy_only : <TAB> <TAB> return <TAB> globals = builder . load_globals_dict ( ) <TAB> for node_id , as_name in node . ids : <TAB> <TAB> builder . gen_import ( node_id , node . line ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> name = as_name <TAB> <TAB> <TAB> base = node_id <TAB> <TAB> else : <TAB> <TAB> <TAB> base = name = node_id . split ( ""."" ) [ 0 ] <TAB> <TAB> <TAB> <TAB> mod_dict = builder . call_c ( get_module_dict_op , [ ] , node . line ) <TAB> <TAB> <TAB> <TAB> obj = builder . call_c ( <TAB> <TAB> <TAB> dict_get_item_op , [ mod_dict , builder . load_static_unicode ( base ) ] , node . line <TAB> <TAB> ) <TAB> <TAB> builder . gen_method_call ( <TAB> <TAB> <TAB> globals , <TAB> <TAB> <TAB> ""__setitem__"" , <TAB> <TAB> <TAB> [ builder . load_static_unicode ( name ) , obj ] , <TAB> <TAB> <TAB> result_type = None , <TAB> <TAB> <TAB> line = node . line , <TAB> <TAB> )",if as_name :,449
6764,"def poll(self, timeout):
    if timeout < 0:
        timeout = None  # kqueue behaviour
    events = self._kqueue.control(None, KqueueLoop.MAX_EVENTS, timeout)
    results = defaultdict(lambda: POLL_NULL)
    for e in events:
        fd = e.ident
        if e.filter == select.KQ_FILTER_READ:
            results[fd] |= POLL_IN
        elif e.filter == select.KQ_FILTER_WRITE:
            results[fd] |= POLL_OUT
    return results.items()","def poll ( self , timeout ) : <TAB> if timeout < 0 : <TAB> <TAB> timeout = None <TAB> events = self . _kqueue . control ( None , KqueueLoop . MAX_EVENTS , timeout ) <TAB> results = defaultdict ( lambda : POLL_NULL ) <TAB> for e in events : <TAB> <TAB> fd = e . ident <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> results [ fd ] |= POLL_IN <TAB> <TAB> elif e . filter == select . KQ_FILTER_WRITE : <TAB> <TAB> <TAB> results [ fd ] |= POLL_OUT <TAB> return results . items ( )",if e . filter == select . KQ_FILTER_READ :,142
23827,"def do_put(self, s):
    try:
        params = s.split("" "")
        if len(params) > 1:
            src_path = params[0]
            dst_path = params[1]
        elif len(params) == 1:
            src_path = params[0]
            dst_path = """"
        src_file = os.path.basename(src_path)
        fh = open(src_path, ""rb"")
        dst_path = string.replace(dst_path, ""/"", ""\\"")
        pathname = ntpath.join(ntpath.join(self.__pwd, dst_path), src_file)
        drive, tail = ntpath.splitdrive(pathname)
        logging.info(""Uploading %s to %s"" % (src_file, pathname))
        self.__transferClient.putFile(drive[:-1] + ""$"", tail, fh.read)
        fh.close()
    except Exception as e:
        logging.critical(str(e))
        pass","def do_put ( self , s ) : <TAB> try : <TAB> <TAB> params = s . split ( "" "" ) <TAB> <TAB> if len ( params ) > 1 : <TAB> <TAB> <TAB> src_path = params [ 0 ] <TAB> <TAB> <TAB> dst_path = params [ 1 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> src_path = params [ 0 ] <TAB> <TAB> <TAB> dst_path = """" <TAB> <TAB> src_file = os . path . basename ( src_path ) <TAB> <TAB> fh = open ( src_path , ""rb"" ) <TAB> <TAB> dst_path = string . replace ( dst_path , ""/"" , ""\\"" ) <TAB> <TAB> pathname = ntpath . join ( ntpath . join ( self . __pwd , dst_path ) , src_file ) <TAB> <TAB> drive , tail = ntpath . splitdrive ( pathname ) <TAB> <TAB> logging . info ( ""Uploading %s to %s"" % ( src_file , pathname ) ) <TAB> <TAB> self . __transferClient . putFile ( drive [ : - 1 ] + ""$"" , tail , fh . read ) <TAB> <TAB> fh . close ( ) <TAB> except Exception as e : <TAB> <TAB> logging . critical ( str ( e ) ) <TAB> <TAB> pass",elif len ( params ) == 1 :,256
23200,"def update_vars(state1, state2):
    ops = []
    for name in state1._fields:
        state1_vs = getattr(state1, name)
        if isinstance(state1_vs, list):
            ops += [
                tf.assign(_v1, _v2)
                for _v1, _v2 in zip(state1_vs, getattr(state2, name))
            ]
        else:
            ops += [tf.assign(state1_vs, getattr(state2, name))]
    return tf.group(*ops)","def update_vars ( state1 , state2 ) : <TAB> ops = [ ] <TAB> for name in state1 . _fields : <TAB> <TAB> state1_vs = getattr ( state1 , name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ops += [ <TAB> <TAB> <TAB> <TAB> tf . assign ( _v1 , _v2 ) <TAB> <TAB> <TAB> <TAB> for _v1 , _v2 in zip ( state1_vs , getattr ( state2 , name ) ) <TAB> <TAB> <TAB> ] <TAB> <TAB> else : <TAB> <TAB> <TAB> ops += [ tf . assign ( state1_vs , getattr ( state2 , name ) ) ] <TAB> return tf . group ( * ops )","if isinstance ( state1_vs , list ) :",148
15153,"def derive(self, key_material):
    if self._used:
        raise AlreadyFinalized
    utils._check_byteslike(""key_material"", key_material)
    self._used = True
    # inverse floor division (equivalent to ceiling)
    rounds = -(-self._length // self._algorithm.digest_size)
    output = [b""""]
    # For counter mode, the number of iterations shall not be
    # larger than 2^r-1, where r <= 32 is the binary length of the counter
    # This ensures that the counter values used as an input to the
    # PRF will not repeat during a particular call to the KDF function.
    r_bin = utils.int_to_bytes(1, self._rlen)
    if rounds > pow(2, len(r_bin) * 8) - 1:
        raise ValueError(""There are too many iterations."")
    for i in range(1, rounds + 1):
        h = hmac.HMAC(key_material, self._algorithm, backend=self._backend)
        counter = utils.int_to_bytes(i, self._rlen)
        if self._location == CounterLocation.BeforeFixed:
            h.update(counter)
        h.update(self._generate_fixed_input())
        if self._location == CounterLocation.AfterFixed:
            h.update(counter)
        output.append(h.finalize())
    return b"""".join(output)[: self._length]","def derive ( self , key_material ) : <TAB> if self . _used : <TAB> <TAB> raise AlreadyFinalized <TAB> utils . _check_byteslike ( ""key_material"" , key_material ) <TAB> self . _used = True <TAB> <TAB> rounds = - ( - self . _length // self . _algorithm . digest_size ) <TAB> output = [ b"""" ] <TAB> <TAB> <TAB> <TAB> <TAB> r_bin = utils . int_to_bytes ( 1 , self . _rlen ) <TAB> if rounds > pow ( 2 , len ( r_bin ) * 8 ) - 1 : <TAB> <TAB> raise ValueError ( ""There are too many iterations."" ) <TAB> for i in range ( 1 , rounds + 1 ) : <TAB> <TAB> h = hmac . HMAC ( key_material , self . _algorithm , backend = self . _backend ) <TAB> <TAB> counter = utils . int_to_bytes ( i , self . _rlen ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> h . update ( counter ) <TAB> <TAB> h . update ( self . _generate_fixed_input ( ) ) <TAB> <TAB> if self . _location == CounterLocation . AfterFixed : <TAB> <TAB> <TAB> h . update ( counter ) <TAB> <TAB> output . append ( h . finalize ( ) ) <TAB> return b"""" . join ( output ) [ : self . _length ]",if self . _location == CounterLocation . BeforeFixed :,353
13018,"def will_evm_execute_instruction_callback(self, state, instruction, arguments):
    world = state.platform
    mnemonic = instruction.semantics
    # If it executed a DELEGATECALL
    # TODO: Check the transaction was success
    # if blockchain.last_transaction.return_value:
    # TODO: check if any of the potential target addresses has code
    # if not any( world.get_code, possible_addresses):
    if mnemonic == ""DELEGATECALL"":
        gas, address, in_offset, in_size, out_offset, out_size = arguments
        if issymbolic(address):
            possible_addresses = state.solve_n(address, 2)
            if len(possible_addresses) > 1:
                self.add_finding_here(state, ""Delegatecall to user controlled address"")
        in_offset = self._to_constant(in_offset)
        in_size = self._to_constant(in_size)
        calldata = world.current_vm.read_buffer(in_offset, in_size)
        func_id = calldata[:4]
        if issymbolic(func_id):
            possible_func_ids = state.solve_n(func_id, 2)
            if len(possible_func_ids) > 1:
                self.add_finding_here(state, ""Delegatecall to user controlled function"")","def will_evm_execute_instruction_callback ( self , state , instruction , arguments ) : <TAB> world = state . platform <TAB> mnemonic = instruction . semantics <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if mnemonic == ""DELEGATECALL"" : <TAB> <TAB> gas , address , in_offset , in_size , out_offset , out_size = arguments <TAB> <TAB> if issymbolic ( address ) : <TAB> <TAB> <TAB> possible_addresses = state . solve_n ( address , 2 ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . add_finding_here ( state , ""Delegatecall to user controlled address"" ) <TAB> <TAB> in_offset = self . _to_constant ( in_offset ) <TAB> <TAB> in_size = self . _to_constant ( in_size ) <TAB> <TAB> calldata = world . current_vm . read_buffer ( in_offset , in_size ) <TAB> <TAB> func_id = calldata [ : 4 ] <TAB> <TAB> if issymbolic ( func_id ) : <TAB> <TAB> <TAB> possible_func_ids = state . solve_n ( func_id , 2 ) <TAB> <TAB> <TAB> if len ( possible_func_ids ) > 1 : <TAB> <TAB> <TAB> <TAB> self . add_finding_here ( state , ""Delegatecall to user controlled function"" )",if len ( possible_addresses ) > 1 :,353
14531,"def eval(self, mgr):
    self.ctlr.set_desc(""subimports of '%s'"" % self.prefix)
    cwd = dirname(self.buf.path)  # XXX Should eventually use relevant env
    # TODO:XXX Update to use the newer `find_importables_in_dir`.
    #   `findSubImportsOnDisk` is deprecated.
    subimports = self.import_handler.findSubImportsOnDisk(self.prefix, cwd)
    if subimports:
        cplns = []
        for subimport in subimports:
            if subimport[-1] == ""/"":
                cplns.append((""directory"", subimport[:-1]))
            else:
                cplns.append((""module"", subimport))
        cplns.sort(key=lambda c: c[1].upper())
        self.ctlr.set_cplns(cplns)
    self.ctlr.done(""success"")","def eval ( self , mgr ) : <TAB> self . ctlr . set_desc ( ""subimports of '%s'"" % self . prefix ) <TAB> cwd = dirname ( self . buf . path ) <TAB> <TAB> <TAB> subimports = self . import_handler . findSubImportsOnDisk ( self . prefix , cwd ) <TAB> if subimports : <TAB> <TAB> cplns = [ ] <TAB> <TAB> for subimport in subimports : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> cplns . append ( ( ""directory"" , subimport [ : - 1 ] ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> cplns . append ( ( ""module"" , subimport ) ) <TAB> <TAB> cplns . sort ( key = lambda c : c [ 1 ] . upper ( ) ) <TAB> <TAB> self . ctlr . set_cplns ( cplns ) <TAB> self . ctlr . done ( ""success"" )","if subimport [ - 1 ] == ""/"" :",231
6060,"def generate_extensions(self, extensions, enums, functions):
    f = self._f_gl
    write = set()
    written = set(enum.name for enum in enums) | set(
        function.proto.name for function in functions
    )
    f.write(""# Extensions\n"")
    if extensions:
        f.write(""var\n"")
    for ext in extensions:
        if self.spec.NAME == ""gl"" and not ext.name in written:
            self.write_boolean(f, ext.name)
        for enum in ext.enums:
            if not enum.name in written and not enum.group == ""SpecialNumbers"":
                type = None if enum.group == ""TransformFeedbackTokenNV"" else ""GLenum""
                self.write_enum(f, enum.name, enum.value, type)
            written.add(enum.name)
        written.add(ext.name)
        f.write(""\n"")
    self.write_functions(f, write, written, extensions)
    f.write(""\n\n"")
","def generate_extensions ( self , extensions , enums , functions ) : <TAB> f = self . _f_gl <TAB> write = set ( ) <TAB> written = set ( enum . name for enum in enums ) | set ( <TAB> <TAB> function . proto . name for function in functions <TAB> ) <TAB> f . write ( ""# Extensions\n"" ) <TAB> if extensions : <TAB> <TAB> f . write ( ""var\n"" ) <TAB> for ext in extensions : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . write_boolean ( f , ext . name ) <TAB> <TAB> for enum in ext . enums : <TAB> <TAB> <TAB> if not enum . name in written and not enum . group == ""SpecialNumbers"" : <TAB> <TAB> <TAB> <TAB> type = None if enum . group == ""TransformFeedbackTokenNV"" else ""GLenum"" <TAB> <TAB> <TAB> <TAB> self . write_enum ( f , enum . name , enum . value , type ) <TAB> <TAB> <TAB> written . add ( enum . name ) <TAB> <TAB> written . add ( ext . name ) <TAB> <TAB> f . write ( ""\n"" ) <TAB> self . write_functions ( f , write , written , extensions ) <TAB> f . write ( ""\n\n"" )","if self . spec . NAME == ""gl"" and not ext . name in written :",268
9103,"def load_redis_dict(self, obj):
    new_dict = {}
    redis_type = obj.get(""__redis_type"")
    exp = None
    for key, value in obj.items():
        if key == ""__redis_type"":
            continue
        key = key.encode(""utf-8"")
        if redis_type == ""exp"" and isinstance(value, list):
            if isinstance(value[1], int):
                exp = datetime.utcfromtimestamp(value[1])
            else:
                exp = None
            value = value[0]
        if isinstance(value, str):
            value = value.encode(""utf-8"")
        elif isinstance(value, list):
            value = self.load_redis_set(value)
        elif isinstance(value, dict):
            value = self.load_redis_dict(value)
        if redis_type == ""exp"":
            new_dict[key] = (value, exp)
        else:
            new_dict[key] = value
    if redis_type == ""zset"":
        redis_dict = _ZSet()
    elif redis_type == ""hash"":
        redis_dict = _Hash()
    elif redis_type == ""exp"":
        redis_dict = _ExpiringDict()
    else:
        raise Exception(""Invalid redis_dict: "" + str(redis_type))
    redis_dict._dict = new_dict
    return redis_dict","def load_redis_dict ( self , obj ) : <TAB> new_dict = { } <TAB> redis_type = obj . get ( ""__redis_type"" ) <TAB> exp = None <TAB> for key , value in obj . items ( ) : <TAB> <TAB> if key == ""__redis_type"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> key = key . encode ( ""utf-8"" ) <TAB> <TAB> if redis_type == ""exp"" and isinstance ( value , list ) : <TAB> <TAB> <TAB> if isinstance ( value [ 1 ] , int ) : <TAB> <TAB> <TAB> <TAB> exp = datetime . utcfromtimestamp ( value [ 1 ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> exp = None <TAB> <TAB> <TAB> value = value [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> value = value . encode ( ""utf-8"" ) <TAB> <TAB> elif isinstance ( value , list ) : <TAB> <TAB> <TAB> value = self . load_redis_set ( value ) <TAB> <TAB> elif isinstance ( value , dict ) : <TAB> <TAB> <TAB> value = self . load_redis_dict ( value ) <TAB> <TAB> if redis_type == ""exp"" : <TAB> <TAB> <TAB> new_dict [ key ] = ( value , exp ) <TAB> <TAB> else : <TAB> <TAB> <TAB> new_dict [ key ] = value <TAB> if redis_type == ""zset"" : <TAB> <TAB> redis_dict = _ZSet ( ) <TAB> elif redis_type == ""hash"" : <TAB> <TAB> redis_dict = _Hash ( ) <TAB> elif redis_type == ""exp"" : <TAB> <TAB> redis_dict = _ExpiringDict ( ) <TAB> else : <TAB> <TAB> raise Exception ( ""Invalid redis_dict: "" + str ( redis_type ) ) <TAB> redis_dict . _dict = new_dict <TAB> return redis_dict","if isinstance ( value , str ) :",373
10449,"def _computeSimilarityMatrix(self, symbols):
    if symbols is None:
        raise TypeError(""Symbols cannot be None"")
    for symbol in symbols:
        if not isinstance(symbol, Symbol):
            raise TypeError(""At least one specified symbol is not a valid symbol"")
    # Execute the Clustering part in C
    debug = False
    wrapper = WrapperArgsFactory(""_libScoreComputation.computeSimilarityMatrix"")
    wrapper.typeList[wrapper.function](symbols)
    self._logger.debug(""wrapper = {0}"".format(wrapper))
    (listScores) = _libScoreComputation.computeSimilarityMatrix(
        self.internalSlick, self._cb_executionStatus, self._isFinish, debug, wrapper
    )
    # Retrieve the scores for each association of symbols
    scores = OrderedDict()
    for (iuid, juid, score) in listScores:
        if iuid not in list(scores.keys()):
            scores[iuid] = OrderedDict()
        if juid not in list(scores.keys()):
            scores[juid] = OrderedDict()
        scores[iuid][juid] = score
        if iuid not in list(scores[juid].keys()):
            scores[juid][iuid] = score
    return scores","def _computeSimilarityMatrix ( self , symbols ) : <TAB> if symbols is None : <TAB> <TAB> raise TypeError ( ""Symbols cannot be None"" ) <TAB> for symbol in symbols : <TAB> <TAB> if not isinstance ( symbol , Symbol ) : <TAB> <TAB> <TAB> raise TypeError ( ""At least one specified symbol is not a valid symbol"" ) <TAB> <TAB> debug = False <TAB> wrapper = WrapperArgsFactory ( ""_libScoreComputation.computeSimilarityMatrix"" ) <TAB> wrapper . typeList [ wrapper . function ] ( symbols ) <TAB> self . _logger . debug ( ""wrapper = {0}"" . format ( wrapper ) ) <TAB> ( listScores ) = _libScoreComputation . computeSimilarityMatrix ( <TAB> <TAB> self . internalSlick , self . _cb_executionStatus , self . _isFinish , debug , wrapper <TAB> ) <TAB> <TAB> scores = OrderedDict ( ) <TAB> for ( iuid , juid , score ) in listScores : <TAB> <TAB> if iuid not in list ( scores . keys ( ) ) : <TAB> <TAB> <TAB> scores [ iuid ] = OrderedDict ( ) <TAB> <TAB> if juid not in list ( scores . keys ( ) ) : <TAB> <TAB> <TAB> scores [ juid ] = OrderedDict ( ) <TAB> <TAB> scores [ iuid ] [ juid ] = score <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> scores [ juid ] [ iuid ] = score <TAB> return scores",if iuid not in list ( scores [ juid ] . keys ( ) ) :,304
22648,"def new_gwplus_fevent(self, line):
    source = place = note = type = None
    date = self.parse_date(self.decode(line[6:]))
    idx = 0
    LOG.info((line, fevents_map.get(line[0:5])))
    type = fevents_map.get(line[0:5])
    data = line.split()
    date = self.parse_date(self.decode(line[6:]))
    for part in data:
        idx += 1
        if part == ""#p"":
            place = self.get_or_create_place(self.decode(data[idx]))
        if part == ""#s"":
            source = self.get_or_create_source(self.decode(data[idx]))
    self.current_event = self.create_event(type, None, None, None, None)
    print(""new event"", self.current_event.handle)
    if date:
        print(date)
        self.current_event.set_date_object(date)
    if place:
        print(""place"", place.handle)
        self.current_event.set_place_handle(place.get_handle())
    if source:
        print(""source"", source.handle)
        self.current_event.add_citation(source.get_handle())
    self.db.commit_event(self.current_event, self.trans)
    nev_ref = EventRef()
    nev_ref.set_reference_handle(self.current_event.get_handle())
    self.current_family.add_event_ref(nev_ref)
    self.db.commit_family(self.current_family, self.trans)
    return self.current_event","def new_gwplus_fevent ( self , line ) : <TAB> source = place = note = type = None <TAB> date = self . parse_date ( self . decode ( line [ 6 : ] ) ) <TAB> idx = 0 <TAB> LOG . info ( ( line , fevents_map . get ( line [ 0 : 5 ] ) ) ) <TAB> type = fevents_map . get ( line [ 0 : 5 ] ) <TAB> data = line . split ( ) <TAB> date = self . parse_date ( self . decode ( line [ 6 : ] ) ) <TAB> for part in data : <TAB> <TAB> idx += 1 <TAB> <TAB> if part == ""#p"" : <TAB> <TAB> <TAB> place = self . get_or_create_place ( self . decode ( data [ idx ] ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> source = self . get_or_create_source ( self . decode ( data [ idx ] ) ) <TAB> self . current_event = self . create_event ( type , None , None , None , None ) <TAB> print ( ""new event"" , self . current_event . handle ) <TAB> if date : <TAB> <TAB> print ( date ) <TAB> <TAB> self . current_event . set_date_object ( date ) <TAB> if place : <TAB> <TAB> print ( ""place"" , place . handle ) <TAB> <TAB> self . current_event . set_place_handle ( place . get_handle ( ) ) <TAB> if source : <TAB> <TAB> print ( ""source"" , source . handle ) <TAB> <TAB> self . current_event . add_citation ( source . get_handle ( ) ) <TAB> self . db . commit_event ( self . current_event , self . trans ) <TAB> nev_ref = EventRef ( ) <TAB> nev_ref . set_reference_handle ( self . current_event . get_handle ( ) ) <TAB> self . current_family . add_event_ref ( nev_ref ) <TAB> self . db . commit_family ( self . current_family , self . trans ) <TAB> return self . current_event","if part == ""#s"" :",433
6203,"def main_loop(self, stdout: typing.Any) -> None:
    while True:
        feed = sys.stdin.buffer.raw.read(102400)  # type: ignore
        if feed is None:
            continue
        if feed == b"""":
            # EOF
            return
        self._unpacker.feed(feed)
        for child_in in self._unpacker:
            name = child_in[""name""]
            args = child_in[""args""]
            queue_id = child_in[""queue_id""]
            ret = self.main(name, args, queue_id)
            if ret:
                # _ret = self._vim.vars['denite#_ret']
                # _ret[queue_id] = ret
                print(ret)
                self._vim.vars[""denite#_ret""] = ret","def main_loop ( self , stdout : typing . Any ) -> None : <TAB> while True : <TAB> <TAB> feed = sys . stdin . buffer . raw . read ( 102400 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if feed == b"""" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> self . _unpacker . feed ( feed ) <TAB> <TAB> for child_in in self . _unpacker : <TAB> <TAB> <TAB> name = child_in [ ""name"" ] <TAB> <TAB> <TAB> args = child_in [ ""args"" ] <TAB> <TAB> <TAB> queue_id = child_in [ ""queue_id"" ] <TAB> <TAB> <TAB> ret = self . main ( name , args , queue_id ) <TAB> <TAB> <TAB> if ret : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( ret ) <TAB> <TAB> <TAB> <TAB> self . _vim . vars [ ""denite#_ret"" ] = ret",if feed is None :,233
7668,"def _handle_redirects(self, response, **extra):
    ""Follows any redirects by requesting responses from the server using GET.""
    response.redirect_chain = []
    while response.status_code in (301, 302, 303, 307):
        response_url = response.url
        redirect_chain = response.redirect_chain
        redirect_chain.append((response_url, response.status_code))
        url = urlsplit(response_url)
        if url.scheme:
            extra[""wsgi.url_scheme""] = url.scheme
        if url.hostname:
            extra[""SERVER_NAME""] = url.hostname
        if url.port:
            extra[""SERVER_PORT""] = str(url.port)
        # Prepend the request path to handle relative path redirects
        path = url.path
        if not path.startswith(""/""):
            path = urljoin(response.request[""PATH_INFO""], path)
        response = self.get(path, QueryDict(url.query), follow=False, **extra)
        response.redirect_chain = redirect_chain
        if redirect_chain[-1] in redirect_chain[:-1]:
            # Check that we're not redirecting to somewhere we've already
            # been to, to prevent loops.
            raise RedirectCycleError(""Redirect loop detected."", last_response=response)
        if len(redirect_chain) > 20:
            # Such a lengthy chain likely also means a loop, but one with
            # a growing path, changing view, or changing query argument;
            # 20 is the value of ""network.http.redirection-limit"" from Firefox.
            raise RedirectCycleError(""Too many redirects."", last_response=response)
    return response","def _handle_redirects ( self , response , ** extra ) : <TAB> ""Follows any redirects by requesting responses from the server using GET."" <TAB> response . redirect_chain = [ ] <TAB> while response . status_code in ( 301 , 302 , 303 , 307 ) : <TAB> <TAB> response_url = response . url <TAB> <TAB> redirect_chain = response . redirect_chain <TAB> <TAB> redirect_chain . append ( ( response_url , response . status_code ) ) <TAB> <TAB> url = urlsplit ( response_url ) <TAB> <TAB> if url . scheme : <TAB> <TAB> <TAB> extra [ ""wsgi.url_scheme"" ] = url . scheme <TAB> <TAB> if url . hostname : <TAB> <TAB> <TAB> extra [ ""SERVER_NAME"" ] = url . hostname <TAB> <TAB> if url . port : <TAB> <TAB> <TAB> extra [ ""SERVER_PORT"" ] = str ( url . port ) <TAB> <TAB> <TAB> <TAB> path = url . path <TAB> <TAB> if not path . startswith ( ""/"" ) : <TAB> <TAB> <TAB> path = urljoin ( response . request [ ""PATH_INFO"" ] , path ) <TAB> <TAB> response = self . get ( path , QueryDict ( url . query ) , follow = False , ** extra ) <TAB> <TAB> response . redirect_chain = redirect_chain <TAB> <TAB> if redirect_chain [ - 1 ] in redirect_chain [ : - 1 ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise RedirectCycleError ( ""Redirect loop detected."" , last_response = response ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise RedirectCycleError ( ""Too many redirects."" , last_response = response ) <TAB> return response",if len ( redirect_chain ) > 20 :,424
7759,"def parse_calendar_eras(data, calendar):
    eras = data.setdefault(""eras"", {})
    for width in calendar.findall(""eras/*""):
        width_type = NAME_MAP[width.tag]
        widths = eras.setdefault(width_type, {})
        for elem in width.getiterator():
            if elem.tag == ""era"":
                _import_type_text(widths, elem, type=int(elem.attrib.get(""type"")))
            elif elem.tag == ""alias"":
                eras[width_type] = Alias(
                    _translate_alias([""eras"", width_type], elem.attrib[""path""])
                )
","def parse_calendar_eras ( data , calendar ) : <TAB> eras = data . setdefault ( ""eras"" , { } ) <TAB> for width in calendar . findall ( ""eras/*"" ) : <TAB> <TAB> width_type = NAME_MAP [ width . tag ] <TAB> <TAB> widths = eras . setdefault ( width_type , { } ) <TAB> <TAB> for elem in width . getiterator ( ) : <TAB> <TAB> <TAB> if elem . tag == ""era"" : <TAB> <TAB> <TAB> <TAB> _import_type_text ( widths , elem , type = int ( elem . attrib . get ( ""type"" ) ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> eras [ width_type ] = Alias ( <TAB> <TAB> <TAB> <TAB> <TAB> _translate_alias ( [ ""eras"" , width_type ] , elem . attrib [ ""path"" ] ) <TAB> <TAB> <TAB> <TAB> )","elif elem . tag == ""alias"" :",170
3498,"def _refresh(self):
    if not self.refresh_needed(self._advisory_refresh_timeout):
        return
    # By this point we need a refresh but its not critical
    if not self._refresh_lock.locked():
        async with self._refresh_lock:
            if not self.refresh_needed(self._advisory_refresh_timeout):
                return
            is_mandatory_refresh = self.refresh_needed(self._mandatory_refresh_timeout)
            await self._protected_refresh(is_mandatory=is_mandatory_refresh)
            return
    elif self.refresh_needed(self._mandatory_refresh_timeout):
        # If we're here, we absolutely need a refresh and the
        # lock is held so wait for it
        async with self._refresh_lock:
            # Might have refreshed by now
            if not self.refresh_needed(self._mandatory_refresh_timeout):
                return
            await self._protected_refresh(is_mandatory=True)
",def _refresh ( self ) : <TAB> if not self . refresh_needed ( self . _advisory_refresh_timeout ) : <TAB> <TAB> return <TAB> <TAB> if not self . _refresh_lock . locked ( ) : <TAB> <TAB> async with self . _refresh_lock : <TAB> <TAB> <TAB> if not self . refresh_needed ( self . _advisory_refresh_timeout ) : <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> is_mandatory_refresh = self . refresh_needed ( self . _mandatory_refresh_timeout ) <TAB> <TAB> <TAB> await self . _protected_refresh ( is_mandatory = is_mandatory_refresh ) <TAB> <TAB> <TAB> return <TAB> elif self . refresh_needed ( self . _mandatory_refresh_timeout ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> async with self . _refresh_lock : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> await self . _protected_refresh ( is_mandatory = True ),if not self . refresh_needed ( self . _mandatory_refresh_timeout ) :,258
20674,"def display(self, add_comments=False):
    """"""Display options in a config file form.""""""
    output = StringIO()
    keys = self._options.keys()
    keys.sort()
    currentSection = None
    for sect, opt in keys:
        if sect != currentSection:
            if currentSection is not None:
                output.write(""\n"")
            output.write(""["")
            output.write(sect)
            output.write(""]\n"")
            currentSection = sect
        if add_comments:
            doc = self._options[sect, opt].doc()
            if not doc:
                doc = ""No information available, sorry.""
            doc = re.sub(r""\s+"", "" "", doc)
            output.write(""\n# %s\n"" % (""\n# "".join(wrap(doc)),))
        self._options[sect, opt].write_config(output)
    return output.getvalue()
","def display ( self , add_comments = False ) : <TAB> """"""Display options in a config file form."""""" <TAB> output = StringIO ( ) <TAB> keys = self . _options . keys ( ) <TAB> keys . sort ( ) <TAB> currentSection = None <TAB> for sect , opt in keys : <TAB> <TAB> if sect != currentSection : <TAB> <TAB> <TAB> if currentSection is not None : <TAB> <TAB> <TAB> <TAB> output . write ( ""\n"" ) <TAB> <TAB> <TAB> output . write ( ""["" ) <TAB> <TAB> <TAB> output . write ( sect ) <TAB> <TAB> <TAB> output . write ( ""]\n"" ) <TAB> <TAB> <TAB> currentSection = sect <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> doc = self . _options [ sect , opt ] . doc ( ) <TAB> <TAB> <TAB> if not doc : <TAB> <TAB> <TAB> <TAB> doc = ""No information available, sorry."" <TAB> <TAB> <TAB> doc = re . sub ( r""\s+"" , "" "" , doc ) <TAB> <TAB> <TAB> output . write ( ""\n# %s\n"" % ( ""\n# "" . join ( wrap ( doc ) ) , ) ) <TAB> <TAB> self . _options [ sect , opt ] . write_config ( output ) <TAB> return output . getvalue ( )",if add_comments :,244
6407,"def load_module(self, name):
    module = self._modules[name]
    sys.modules[name] = module  # restore the module back
    with self._stack_meter as depth:
        if self._verbose:
            dprint(""reloading"", (""| "" * depth) + ""|--"", name)
        try:
            return module.__loader__.load_module(name)
        except Exception:
            if name in sys.modules:
                del sys.modules[name]  # to indicate an error
            raise
","def load_module ( self , name ) : <TAB> module = self . _modules [ name ] <TAB> sys . modules [ name ] = module <TAB> with self . _stack_meter as depth : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> dprint ( ""reloading"" , ( ""| "" * depth ) + ""|--"" , name ) <TAB> <TAB> try : <TAB> <TAB> <TAB> return module . __loader__ . load_module ( name ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> if name in sys . modules : <TAB> <TAB> <TAB> <TAB> del sys . modules [ name ] <TAB> <TAB> <TAB> raise",if self . _verbose :,136
18384,"def _load_dataset_parts(cls, stream, stream_description):
    from snips_nlu.dataset.yaml_wrapper import yaml
    intents = []
    entities = []
    for doc in yaml.safe_load_all(stream):
        doc_type = doc.get(""type"")
        if doc_type == ""entity"":
            entities.append(Entity.from_yaml(doc))
        elif doc_type == ""intent"":
            intents.append(Intent.from_yaml(doc))
        else:
            raise DatasetFormatError(
                ""Invalid 'type' value in YAML file '%s': '%s'""
                % (stream_description, doc_type)
            )
    return intents, entities
","def _load_dataset_parts ( cls , stream , stream_description ) : <TAB> from snips_nlu . dataset . yaml_wrapper import yaml <TAB> intents = [ ] <TAB> entities = [ ] <TAB> for doc in yaml . safe_load_all ( stream ) : <TAB> <TAB> doc_type = doc . get ( ""type"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> entities . append ( Entity . from_yaml ( doc ) ) <TAB> <TAB> elif doc_type == ""intent"" : <TAB> <TAB> <TAB> intents . append ( Intent . from_yaml ( doc ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise DatasetFormatError ( <TAB> <TAB> <TAB> <TAB> ""Invalid 'type' value in YAML file '%s': '%s'"" <TAB> <TAB> <TAB> <TAB> % ( stream_description , doc_type ) <TAB> <TAB> <TAB> ) <TAB> return intents , entities","if doc_type == ""entity"" :",188
1575,"def never(self, cmd, ident=None):
    """"""Stops calling cmd on repeat""""""
    attr, method = self.get_attr_and_method_name(cmd)
    if ident is not None:
        cmd = ""{}-{}"".format(cmd, ident)
    try:
        # If it a pattern method, undo it
        if method in self.previous_patterns[attr]:
            self.previous_patterns[attr].remove(method)
            self.update_pattern_methods(attr)
        self.repeat_events[cmd].stop()
        del self.repeat_events[cmd]
    except KeyError:
        err = ""Player method '{}' not active"".format(cmd)
        raise KeyError(err)
    return self
","def never ( self , cmd , ident = None ) : <TAB> """"""Stops calling cmd on repeat"""""" <TAB> attr , method = self . get_attr_and_method_name ( cmd ) <TAB> if ident is not None : <TAB> <TAB> cmd = ""{}-{}"" . format ( cmd , ident ) <TAB> try : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . previous_patterns [ attr ] . remove ( method ) <TAB> <TAB> <TAB> self . update_pattern_methods ( attr ) <TAB> <TAB> self . repeat_events [ cmd ] . stop ( ) <TAB> <TAB> del self . repeat_events [ cmd ] <TAB> except KeyError : <TAB> <TAB> err = ""Player method '{}' not active"" . format ( cmd ) <TAB> <TAB> raise KeyError ( err ) <TAB> return self",if method in self . previous_patterns [ attr ] :,181
8543,"def _set_property(self, target_widget, pname, value):
    if pname == ""text"":
        state = target_widget.cget(""state"")
        if state == tk.DISABLED:
            target_widget.configure(state=tk.NORMAL)
            target_widget.insert(""0.0"", value)
            target_widget.configure(state=tk.DISABLED)
        else:
            target_widget.insert(""0.0"", value)
    else:
        super(TKText, self)._set_property(target_widget, pname, value)","def _set_property ( self , target_widget , pname , value ) : <TAB> if pname == ""text"" : <TAB> <TAB> state = target_widget . cget ( ""state"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> target_widget . configure ( state = tk . NORMAL ) <TAB> <TAB> <TAB> target_widget . insert ( ""0.0"" , value ) <TAB> <TAB> <TAB> target_widget . configure ( state = tk . DISABLED ) <TAB> <TAB> else : <TAB> <TAB> <TAB> target_widget . insert ( ""0.0"" , value ) <TAB> else : <TAB> <TAB> super ( TKText , self ) . _set_property ( target_widget , pname , value )",if state == tk . DISABLED :,145
2265,"def _checkJVMArch(jvmPath, maxsize=sys.maxsize):
    import struct
    IMAGE_FILE_MACHINE_I386 = 332
    IMAGE_FILE_MACHINE_IA64 = 512
    IMAGE_FILE_MACHINE_AMD64 = 34404
    is64 = maxsize > 2 ** 32
    with open(jvmPath, ""rb"") as f:
        s = f.read(2)
        if s != b""MZ"":
            raise JVMNotSupportedException(""JVM not valid"")
        f.seek(60)
        s = f.read(4)
        header_offset = struct.unpack(""<L"", s)[0]
        f.seek(header_offset + 4)
        s = f.read(2)
        machine = struct.unpack(""<H"", s)[0]
    if machine == IMAGE_FILE_MACHINE_I386:
        if is64:
            raise JVMNotSupportedException(
                ""JVM mismatch, python is 64 bit and JVM is 32 bit.""
            )
    elif machine == IMAGE_FILE_MACHINE_IA64 or machine == IMAGE_FILE_MACHINE_AMD64:
        if not is64:
            raise JVMNotSupportedException(
                ""JVM mismatch, python is 32 bit and JVM is 64 bit.""
            )
    else:
        raise JVMNotSupportedException(""Unable to determine JVM Type"")","def _checkJVMArch ( jvmPath , maxsize = sys . maxsize ) : <TAB> import struct <TAB> IMAGE_FILE_MACHINE_I386 = 332 <TAB> IMAGE_FILE_MACHINE_IA64 = 512 <TAB> IMAGE_FILE_MACHINE_AMD64 = 34404 <TAB> is64 = maxsize > 2 ** 32 <TAB> with open ( jvmPath , ""rb"" ) as f : <TAB> <TAB> s = f . read ( 2 ) <TAB> <TAB> if s != b""MZ"" : <TAB> <TAB> <TAB> raise JVMNotSupportedException ( ""JVM not valid"" ) <TAB> <TAB> f . seek ( 60 ) <TAB> <TAB> s = f . read ( 4 ) <TAB> <TAB> header_offset = struct . unpack ( ""<L"" , s ) [ 0 ] <TAB> <TAB> f . seek ( header_offset + 4 ) <TAB> <TAB> s = f . read ( 2 ) <TAB> <TAB> machine = struct . unpack ( ""<H"" , s ) [ 0 ] <TAB> if machine == IMAGE_FILE_MACHINE_I386 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise JVMNotSupportedException ( <TAB> <TAB> <TAB> <TAB> ""JVM mismatch, python is 64 bit and JVM is 32 bit."" <TAB> <TAB> <TAB> ) <TAB> elif machine == IMAGE_FILE_MACHINE_IA64 or machine == IMAGE_FILE_MACHINE_AMD64 : <TAB> <TAB> if not is64 : <TAB> <TAB> <TAB> raise JVMNotSupportedException ( <TAB> <TAB> <TAB> <TAB> ""JVM mismatch, python is 32 bit and JVM is 64 bit."" <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> raise JVMNotSupportedException ( ""Unable to determine JVM Type"" )",if is64 :,370
8095,"def startElement(self, name, attrs, connection):
    if name == ""Parameter"":
        if self._current_param:
            self[self._current_param.name] = self._current_param
        self._current_param = Parameter(self)
        return self._current_param
","def startElement ( self , name , attrs , connection ) : <TAB> if name == ""Parameter"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self [ self . _current_param . name ] = self . _current_param <TAB> <TAB> self . _current_param = Parameter ( self ) <TAB> <TAB> return self . _current_param",if self . _current_param :,73
23287,"def update_vt_result():
    hash = request.args.get(""hash"")
    params = {""apikey"": vt_auth, ""resource"": hash}
    response = requests.get(
        ""https://www.virustotal.com/vtapi/v2/file/report"", params=params
    )
    if response.status_code == 200:
        json_response = response.json()
        response_code = json_response[""response_code""]
        # report exist
        if response_code == 1:
            total = json_response[""total""]
            positive = json_response[""positives""]
            b64_vt_report = ""Detection {}/{}"".format(positive, total)
        # no report found
        elif response_code == 0:
            b64_vt_report = ""No report found""
            pass
        # file in queue
        elif response_code == -2:
            b64_vt_report = ""File in queue""
            pass
        r_serv_metadata.hset(""metadata_hash:"" + hash, ""vt_report"", b64_vt_report)
        return jsonify(hash=hash, report_vt=b64_vt_report)
    elif response.status_code == 403:
        Flask_config.vt_enabled = False
        print(
            ""Virustotal key is incorrect (e.g. for public API not for virustotal intelligence), authentication failed or reaching limits.""
        )
        return jsonify()
    else:
        # TODO FIXME make json response
        return jsonify()","def update_vt_result ( ) : <TAB> hash = request . args . get ( ""hash"" ) <TAB> params = { ""apikey"" : vt_auth , ""resource"" : hash } <TAB> response = requests . get ( <TAB> <TAB> ""https://www.virustotal.com/vtapi/v2/file/report"" , params = params <TAB> ) <TAB> if response . status_code == 200 : <TAB> <TAB> json_response = response . json ( ) <TAB> <TAB> response_code = json_response [ ""response_code"" ] <TAB> <TAB> <TAB> <TAB> if response_code == 1 : <TAB> <TAB> <TAB> total = json_response [ ""total"" ] <TAB> <TAB> <TAB> positive = json_response [ ""positives"" ] <TAB> <TAB> <TAB> b64_vt_report = ""Detection {}/{}"" . format ( positive , total ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> b64_vt_report = ""No report found"" <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> elif response_code == - 2 : <TAB> <TAB> <TAB> b64_vt_report = ""File in queue"" <TAB> <TAB> <TAB> pass <TAB> <TAB> r_serv_metadata . hset ( ""metadata_hash:"" + hash , ""vt_report"" , b64_vt_report ) <TAB> <TAB> return jsonify ( hash = hash , report_vt = b64_vt_report ) <TAB> elif response . status_code == 403 : <TAB> <TAB> Flask_config . vt_enabled = False <TAB> <TAB> print ( <TAB> <TAB> <TAB> ""Virustotal key is incorrect (e.g. for public API not for virustotal intelligence), authentication failed or reaching limits."" <TAB> <TAB> ) <TAB> <TAB> return jsonify ( ) <TAB> else : <TAB> <TAB> <TAB> <TAB> return jsonify ( )",elif response_code == 0 :,395
3064,"def _related(self):
    if self.__related is None:
        if not (self.lemma() and self.pos() and self.morpho()):
            results = requests.get(
                f""{self._wordnet_corpus_reader.host()}/api/uri/{self.uri()}/relations/?format=json"",
                timeout=(30.0, 90.0),
            ).json()[""results""]
        else:
            results = requests.get(
                f""{self._wordnet_corpus_reader.host()}/api/lemmas/{self.lemma()}/{self.pos() if self.pos() else '*'}""
                f""/{self.morpho() if self.morpho() else '*'}/relations/?format=json"",
                timeout=(30.0, 90.0),
            ).json()[""results""]
        if len(results) > 1:
            if not self._wordnet_corpus_reader._ignore_errors:
                ambiguous = [
                    f""{result['lemma']['lemma']} ({result['lemma']['morpho']})""
                    for result in results
                ]
                raise WordNetError(f""can't disambiguate {', '.join(ambiguous)}"")
        else:
            self.__related = results[0][""relations""]
    return self.__related","def _related ( self ) : <TAB> if self . __related is None : <TAB> <TAB> if not ( self . lemma ( ) and self . pos ( ) and self . morpho ( ) ) : <TAB> <TAB> <TAB> results = requests . get ( <TAB> <TAB> <TAB> <TAB> f""{self._wordnet_corpus_reader.host()}/api/uri/{self.uri()}/relations/?format=json"" , <TAB> <TAB> <TAB> <TAB> timeout = ( 30.0 , 90.0 ) , <TAB> <TAB> <TAB> ) . json ( ) [ ""results"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> results = requests . get ( <TAB> <TAB> <TAB> <TAB> f""{self._wordnet_corpus_reader.host()}/api/lemmas/{self.lemma()}/{self.pos() if self.pos() else '*'}"" <TAB> <TAB> <TAB> <TAB> f""/{self.morpho() if self.morpho() else '*'}/relations/?format=json"" , <TAB> <TAB> <TAB> <TAB> timeout = ( 30.0 , 90.0 ) , <TAB> <TAB> <TAB> ) . json ( ) [ ""results"" ] <TAB> <TAB> if len ( results ) > 1 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> ambiguous = [ <TAB> <TAB> <TAB> <TAB> <TAB> f""{result['lemma']['lemma']} ({result['lemma']['morpho']})"" <TAB> <TAB> <TAB> <TAB> <TAB> for result in results <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> <TAB> raise WordNetError ( f""can't disambiguate {', '.join(ambiguous)}"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . __related = results [ 0 ] [ ""relations"" ] <TAB> return self . __related",if not self . _wordnet_corpus_reader . _ignore_errors :,327
13012,"def ostree_repo():
    check_prerequesite[""ostree-repo""] = True
    if not check_prerequesite[""start-docker""]:
        CheckTools.start_docker()
    if constants.currentArch == ""x86_64"":
        ph_docker_image = ""vmware/photon-build:rpm-ostree-3.0""
    else:
        ph_docker_image = ""vmware/photon-build:rpm-ostree-aarch64-3.0""
    if not os.path.isfile(os.path.join(Build_Config.stagePath, ""ostree-repo.tar.gz"")):
        process = subprocess.Popen(
            [
                curDir + ""/support/image-builder/ostree-tools/make-ostree-image.sh"",
                curDir,
                Build_Config.stagePath,
                ph_docker_image,
            ]
        )
        retval = process.wait()
        if retval != 0:
            print(""Not able to execute make-ostree-image.sh"")
    else:
        print(""Creating OSTree repo from local RPMs in ostree-repo.tar.gz..."")","def ostree_repo ( ) : <TAB> check_prerequesite [ ""ostree-repo"" ] = True <TAB> if not check_prerequesite [ ""start-docker"" ] : <TAB> <TAB> CheckTools . start_docker ( ) <TAB> if constants . currentArch == ""x86_64"" : <TAB> <TAB> ph_docker_image = ""vmware/photon-build:rpm-ostree-3.0"" <TAB> else : <TAB> <TAB> ph_docker_image = ""vmware/photon-build:rpm-ostree-aarch64-3.0"" <TAB> if not os . path . isfile ( os . path . join ( Build_Config . stagePath , ""ostree-repo.tar.gz"" ) ) : <TAB> <TAB> process = subprocess . Popen ( <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> curDir + ""/support/image-builder/ostree-tools/make-ostree-image.sh"" , <TAB> <TAB> <TAB> <TAB> curDir , <TAB> <TAB> <TAB> <TAB> Build_Config . stagePath , <TAB> <TAB> <TAB> <TAB> ph_docker_image , <TAB> <TAB> <TAB> ] <TAB> <TAB> ) <TAB> <TAB> retval = process . wait ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""Not able to execute make-ostree-image.sh"" ) <TAB> else : <TAB> <TAB> print ( ""Creating OSTree repo from local RPMs in ostree-repo.tar.gz..."" )",if retval != 0 :,310
16383,"def validate_login_form(self):
    form = self.get_login_form(bind_data=True)
    if form.is_valid():
        user = form.get_user()
        # Grab a reference to the session ID before logging in
        old_session_key = self.request.session.session_key
        auth_login(self.request, form.get_user())
        # Raise signal robustly (we don't want exceptions to crash the
        # request handling). We use a custom signal as we want to track the
        # session key before calling login (which cycles the session ID).
        signals.user_logged_in.send_robust(
            sender=self,
            request=self.request,
            user=user,
            old_session_key=old_session_key,
        )
        msg = self.get_login_success_message(form)
        if msg:
            messages.success(self.request, msg)
        return redirect(self.get_login_success_url(form))
    ctx = self.get_context_data(login_form=form)
    return self.render_to_response(ctx)
","def validate_login_form ( self ) : <TAB> form = self . get_login_form ( bind_data = True ) <TAB> if form . is_valid ( ) : <TAB> <TAB> user = form . get_user ( ) <TAB> <TAB> <TAB> <TAB> old_session_key = self . request . session . session_key <TAB> <TAB> auth_login ( self . request , form . get_user ( ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> signals . user_logged_in . send_robust ( <TAB> <TAB> <TAB> sender = self , <TAB> <TAB> <TAB> request = self . request , <TAB> <TAB> <TAB> user = user , <TAB> <TAB> <TAB> old_session_key = old_session_key , <TAB> <TAB> ) <TAB> <TAB> msg = self . get_login_success_message ( form ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> messages . success ( self . request , msg ) <TAB> <TAB> return redirect ( self . get_login_success_url ( form ) ) <TAB> ctx = self . get_context_data ( login_form = form ) <TAB> return self . render_to_response ( ctx )",if msg :,295
24769,"def set_plugin(self, plugin):
    label = self.desc
    if plugin is None:
        label.set_markup("""")
    else:
        name = util.escape(plugin.name)
        text = ""<big><b>%s</b></big>"" % name
        if plugin.description:
            text += ""<span font='4'>\n\n</span>""
            text += plugin.description
        label.set_markup(text)
        label.connect(""activate-link"", show_uri)
    frame = self.prefs
    if frame.get_child():
        frame.get_child().destroy()
    if plugin is not None:
        instance_or_cls = plugin.get_instance() or plugin.cls
        if plugin and hasattr(instance_or_cls, ""PluginPreferences""):
            try:
                prefs = instance_or_cls.PluginPreferences(self)
            except:
                util.print_exc()
                frame.hide()
            else:
                if isinstance(prefs, Gtk.Window):
                    b = Button(_(""_Preferences""), Icons.PREFERENCES_SYSTEM)
                    connect_obj(b, ""clicked"", Gtk.Window.show, prefs)
                    connect_obj(b, ""destroy"", Gtk.Window.destroy, prefs)
                    frame.add(b)
                    frame.get_child().set_border_width(6)
                else:
                    frame.add(prefs)
                frame.show_all()
    else:
        frame.hide()","def set_plugin ( self , plugin ) : <TAB> label = self . desc <TAB> if plugin is None : <TAB> <TAB> label . set_markup ( """" ) <TAB> else : <TAB> <TAB> name = util . escape ( plugin . name ) <TAB> <TAB> text = ""<big><b>%s</b></big>"" % name <TAB> <TAB> if plugin . description : <TAB> <TAB> <TAB> text += ""<span font='4'>\n\n</span>"" <TAB> <TAB> <TAB> text += plugin . description <TAB> <TAB> label . set_markup ( text ) <TAB> <TAB> label . connect ( ""activate-link"" , show_uri ) <TAB> frame = self . prefs <TAB> if frame . get_child ( ) : <TAB> <TAB> frame . get_child ( ) . destroy ( ) <TAB> if plugin is not None : <TAB> <TAB> instance_or_cls = plugin . get_instance ( ) or plugin . cls <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> prefs = instance_or_cls . PluginPreferences ( self ) <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> util . print_exc ( ) <TAB> <TAB> <TAB> <TAB> frame . hide ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if isinstance ( prefs , Gtk . Window ) : <TAB> <TAB> <TAB> <TAB> <TAB> b = Button ( _ ( ""_Preferences"" ) , Icons . PREFERENCES_SYSTEM ) <TAB> <TAB> <TAB> <TAB> <TAB> connect_obj ( b , ""clicked"" , Gtk . Window . show , prefs ) <TAB> <TAB> <TAB> <TAB> <TAB> connect_obj ( b , ""destroy"" , Gtk . Window . destroy , prefs ) <TAB> <TAB> <TAB> <TAB> <TAB> frame . add ( b ) <TAB> <TAB> <TAB> <TAB> <TAB> frame . get_child ( ) . set_border_width ( 6 ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> frame . add ( prefs ) <TAB> <TAB> <TAB> <TAB> frame . show_all ( ) <TAB> else : <TAB> <TAB> frame . hide ( )","if plugin and hasattr ( instance_or_cls , ""PluginPreferences"" ) :",413
67,"def unpack(self, i):
    o, p = b"""", 0
    while p < len(i):
        # for python 3 must use slice since i[p] returns int while slice returns character
        c = ord(i[p : p + 1])
        p += 1
        if c >= 1 and c <= 8:
            o += i[p : p + c]
            p += c
        elif c < 128:
            o += bchr(c)
        elif c >= 192:
            o += b"" "" + bchr(c ^ 128)
        else:
            if p < len(i):
                c = (c << 8) | ord(i[p : p + 1])
                p += 1
                m = (c >> 3) & 0x07FF
                n = (c & 7) + 3
                if m > n:
                    o += o[-m : n - m]
                else:
                    for _ in range(n):
                        # because of completely ass-backwards decision by python mainters for python 3
                        # we must use slice for bytes as i[p] returns int while slice returns character
                        if m == 1:
                            o += o[-m:]
                        else:
                            o += o[-m : -m + 1]
    return o","def unpack ( self , i ) : <TAB> o , p = b"""" , 0 <TAB> while p < len ( i ) : <TAB> <TAB> <TAB> <TAB> c = ord ( i [ p : p + 1 ] ) <TAB> <TAB> p += 1 <TAB> <TAB> if c >= 1 and c <= 8 : <TAB> <TAB> <TAB> o += i [ p : p + c ] <TAB> <TAB> <TAB> p += c <TAB> <TAB> elif c < 128 : <TAB> <TAB> <TAB> o += bchr ( c ) <TAB> <TAB> elif c >= 192 : <TAB> <TAB> <TAB> o += b"" "" + bchr ( c ^ 128 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if p < len ( i ) : <TAB> <TAB> <TAB> <TAB> c = ( c << 8 ) | ord ( i [ p : p + 1 ] ) <TAB> <TAB> <TAB> <TAB> p += 1 <TAB> <TAB> <TAB> <TAB> m = ( c >> 3 ) & 0x07FF <TAB> <TAB> <TAB> <TAB> n = ( c & 7 ) + 3 <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> o += o [ - m : n - m ] <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> for _ in range ( n ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if m == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> o += o [ - m : ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> o += o [ - m : - m + 1 ] <TAB> return o",if m > n :,374
16900,"def _git_dirty_working_directory(q, include_untracked):
    try:
        cmd = [""git"", ""status"", ""--porcelain""]
        if include_untracked:
            cmd += [""--untracked-files=normal""]
        else:
            cmd += [""--untracked-files=no""]
        status = _run_git_cmd(cmd)
        if status is not None:
            q.put(bool(status))
        else:
            q.put(None)
    except (subprocess.CalledProcessError, OSError, FileNotFoundError):
        q.put(None)
","def _git_dirty_working_directory ( q , include_untracked ) : <TAB> try : <TAB> <TAB> cmd = [ ""git"" , ""status"" , ""--porcelain"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cmd += [ ""--untracked-files=normal"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> cmd += [ ""--untracked-files=no"" ] <TAB> <TAB> status = _run_git_cmd ( cmd ) <TAB> <TAB> if status is not None : <TAB> <TAB> <TAB> q . put ( bool ( status ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> q . put ( None ) <TAB> except ( subprocess . CalledProcessError , OSError , FileNotFoundError ) : <TAB> <TAB> q . put ( None )",if include_untracked :,156
2862,"def get(self, key, group=None, locale=False, type=""string"", list=False, strict=False):
    # set default group
    if not group:
        group = self.defaultGroup
    # return key (with locale)
    if (group in self.content) and (key in self.content[group]):
        if locale:
            value = self.content[group][self.__addLocale(key, group)]
        else:
            value = self.content[group][key]
    else:
        if strict or debug:
            if group not in self.content:
                raise NoGroupError(group, self.filename)
            elif key not in self.content[group]:
                raise NoKeyError(key, group, self.filename)
        else:
            value = """"
    if list == True:
        values = self.getList(value)
        result = []
    else:
        values = [value]
    for value in values:
        if type == ""boolean"":
            value = self.__getBoolean(value)
        elif type == ""integer"":
            try:
                value = int(value)
            except ValueError:
                value = 0
        elif type == ""numeric"":
            try:
                value = float(value)
            except ValueError:
                value = 0.0
        elif type == ""regex"":
            value = re.compile(value)
        elif type == ""point"":
            x, y = value.split("","")
            value = int(x), int(y)
        if list == True:
            result.append(value)
        else:
            result = value
    return result","def get ( self , key , group = None , locale = False , type = ""string"" , list = False , strict = False ) : <TAB> <TAB> if not group : <TAB> <TAB> group = self . defaultGroup <TAB> <TAB> if ( group in self . content ) and ( key in self . content [ group ] ) : <TAB> <TAB> if locale : <TAB> <TAB> <TAB> value = self . content [ group ] [ self . __addLocale ( key , group ) ] <TAB> <TAB> else : <TAB> <TAB> <TAB> value = self . content [ group ] [ key ] <TAB> else : <TAB> <TAB> if strict or debug : <TAB> <TAB> <TAB> if group not in self . content : <TAB> <TAB> <TAB> <TAB> raise NoGroupError ( group , self . filename ) <TAB> <TAB> <TAB> elif key not in self . content [ group ] : <TAB> <TAB> <TAB> <TAB> raise NoKeyError ( key , group , self . filename ) <TAB> <TAB> else : <TAB> <TAB> <TAB> value = """" <TAB> if list == True : <TAB> <TAB> values = self . getList ( value ) <TAB> <TAB> result = [ ] <TAB> else : <TAB> <TAB> values = [ value ] <TAB> for value in values : <TAB> <TAB> if type == ""boolean"" : <TAB> <TAB> <TAB> value = self . __getBoolean ( value ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> value = int ( value ) <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> value = 0 <TAB> <TAB> elif type == ""numeric"" : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> value = float ( value ) <TAB> <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> value = 0.0 <TAB> <TAB> elif type == ""regex"" : <TAB> <TAB> <TAB> value = re . compile ( value ) <TAB> <TAB> elif type == ""point"" : <TAB> <TAB> <TAB> x , y = value . split ( "","" ) <TAB> <TAB> <TAB> value = int ( x ) , int ( y ) <TAB> <TAB> if list == True : <TAB> <TAB> <TAB> result . append ( value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> result = value <TAB> return result","elif type == ""integer"" :",447
6649,"def initial_type(
    name,
    input,
    op_type,
    fan_out,
    init=""normal"",
    use_bias=False,
    filter_size=0,
    stddev=0.02,
):
    if init == ""kaiming"":
        if op_type == ""conv"":
            fan_in = input.shape[1] * filter_size * filter_size
        elif op_type == ""deconv"":
            fan_in = fan_out * filter_size * filter_size
        else:
            if len(input.shape) > 2:
                fan_in = input.shape[1] * input.shape[2] * input.shape[3]
            else:
                fan_in = input.shape[1]
        bound = 1 / math.sqrt(fan_in)
        param_attr = fluid.ParamAttr(
            name=name + ""_w"",
            initializer=fluid.initializer.Uniform(low=-bound, high=bound),
        )
        if use_bias == True:
            bias_attr = fluid.ParamAttr(
                name=name + ""_b"",
                initializer=fluid.initializer.Uniform(low=-bound, high=bound),
            )
        else:
            bias_attr = False
    else:
        param_attr = fluid.ParamAttr(
            name=name + ""_w"",
            initializer=fluid.initializer.NormalInitializer(loc=0.0, scale=stddev),
        )
        if use_bias == True:
            bias_attr = fluid.ParamAttr(
                name=name + ""_b"", initializer=fluid.initializer.Constant(0.0)
            )
        else:
            bias_attr = False
    return param_attr, bias_attr","def initial_type ( <TAB> name , <TAB> input , <TAB> op_type , <TAB> fan_out , <TAB> init = ""normal"" , <TAB> use_bias = False , <TAB> filter_size = 0 , <TAB> stddev = 0.02 , ) : <TAB> if init == ""kaiming"" : <TAB> <TAB> if op_type == ""conv"" : <TAB> <TAB> <TAB> fan_in = input . shape [ 1 ] * filter_size * filter_size <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fan_in = fan_out * filter_size * filter_size <TAB> <TAB> else : <TAB> <TAB> <TAB> if len ( input . shape ) > 2 : <TAB> <TAB> <TAB> <TAB> fan_in = input . shape [ 1 ] * input . shape [ 2 ] * input . shape [ 3 ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> fan_in = input . shape [ 1 ] <TAB> <TAB> bound = 1 / math . sqrt ( fan_in ) <TAB> <TAB> param_attr = fluid . ParamAttr ( <TAB> <TAB> <TAB> name = name + ""_w"" , <TAB> <TAB> <TAB> initializer = fluid . initializer . Uniform ( low = - bound , high = bound ) , <TAB> <TAB> ) <TAB> <TAB> if use_bias == True : <TAB> <TAB> <TAB> bias_attr = fluid . ParamAttr ( <TAB> <TAB> <TAB> <TAB> name = name + ""_b"" , <TAB> <TAB> <TAB> <TAB> initializer = fluid . initializer . Uniform ( low = - bound , high = bound ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> bias_attr = False <TAB> else : <TAB> <TAB> param_attr = fluid . ParamAttr ( <TAB> <TAB> <TAB> name = name + ""_w"" , <TAB> <TAB> <TAB> initializer = fluid . initializer . NormalInitializer ( loc = 0.0 , scale = stddev ) , <TAB> <TAB> ) <TAB> <TAB> if use_bias == True : <TAB> <TAB> <TAB> bias_attr = fluid . ParamAttr ( <TAB> <TAB> <TAB> <TAB> name = name + ""_b"" , initializer = fluid . initializer . Constant ( 0.0 ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> bias_attr = False <TAB> return param_attr , bias_attr","elif op_type == ""deconv"" :",473
2893,"def write_safety_flag(egg_dir, safe):
    # Write or remove zip safety flag file(s)
    for flag, fn in safety_flags.items():
        fn = os.path.join(egg_dir, fn)
        if os.path.exists(fn):
            if safe is None or bool(safe) != flag:
                os.unlink(fn)
        elif safe is not None and bool(safe) == flag:
            f = open(fn, ""wt"")
            f.write(""\n"")
            f.close()
","def write_safety_flag ( egg_dir , safe ) : <TAB> <TAB> for flag , fn in safety_flags . items ( ) : <TAB> <TAB> fn = os . path . join ( egg_dir , fn ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if safe is None or bool ( safe ) != flag : <TAB> <TAB> <TAB> <TAB> os . unlink ( fn ) <TAB> <TAB> elif safe is not None and bool ( safe ) == flag : <TAB> <TAB> <TAB> f = open ( fn , ""wt"" ) <TAB> <TAB> <TAB> f . write ( ""\n"" ) <TAB> <TAB> <TAB> f . close ( )",if os . path . exists ( fn ) :,144
18370,"def forward(self, inputs):
    self.retain_inputs((0,))
    x, W = inputs
    self._w_shape = W.shape
    if not type_check.same_types(*inputs):
        raise ValueError(
            ""numpy and cupy must not be used together\n""
            ""type(W): {0}, type(x): {1}"".format(type(W), type(x))
        )
    xp = cuda.get_array_module(*inputs)
    if chainer.is_debug():
        valid_x = xp.logical_and(0 <= x, x < len(W))
        if self.ignore_label is not None:
            valid_x = xp.logical_or(valid_x, x == self.ignore_label)
        if not valid_x.all():
            raise ValueError(
                ""Each not ignored `x` value need to satisfy"" ""`0 <= x < len(W)`""
            )
    if self.ignore_label is not None:
        mask = x == self.ignore_label
        return (xp.where(mask[..., None], 0, W[xp.where(mask, 0, x)]),)
    return (W[x],)","def forward ( self , inputs ) : <TAB> self . retain_inputs ( ( 0 , ) ) <TAB> x , W = inputs <TAB> self . _w_shape = W . shape <TAB> if not type_check . same_types ( * inputs ) : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""numpy and cupy must not be used together\n"" <TAB> <TAB> <TAB> ""type(W): {0}, type(x): {1}"" . format ( type ( W ) , type ( x ) ) <TAB> <TAB> ) <TAB> xp = cuda . get_array_module ( * inputs ) <TAB> if chainer . is_debug ( ) : <TAB> <TAB> valid_x = xp . logical_and ( 0 <= x , x < len ( W ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> valid_x = xp . logical_or ( valid_x , x == self . ignore_label ) <TAB> <TAB> if not valid_x . all ( ) : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Each not ignored `x` value need to satisfy"" ""`0 <= x < len(W)`"" <TAB> <TAB> <TAB> ) <TAB> <fill-in> <TAB> <TAB> mask = x == self . ignore_label <TAB> <TAB> return ( xp . where ( mask [ ... , None ] , 0 , W [ xp . where ( mask , 0 , x ) ] ) , ) <TAB> return ( W [ x ] , )",if self . ignore_label is not None :,301
14776,"def seek(self, index, whence=WHENCE_ABSOLUTE):
    num_bytes_to_ff = 0
    if whence == WHENCE_ABSOLUTE:
        if index < self._cursor_position:
            raise IOError(""Cannot seek backwards"")
        num_bytes_to_ff = index - self._cursor_position
    elif whence == WHENCE_RELATIVE:
        if index < 0:
            raise IOError(""Cannnot seek backwards"")
        num_bytes_to_ff = index
    elif whence == WHENCE_RELATIVE_END:
        raise IOError(""Stream does not have a known end point"")
    bytes_forward = num_bytes_to_ff
    while num_bytes_to_ff > 0:
        buf = self._fileobj.read(num_bytes_to_ff)
        if not buf:
            raise IOError(""Seek past end of file"")
        num_bytes_to_ff -= len(buf)
    self._cursor_position += bytes_forward
    return bytes_forward","def seek ( self , index , whence = WHENCE_ABSOLUTE ) : <TAB> num_bytes_to_ff = 0 <TAB> if whence == WHENCE_ABSOLUTE : <TAB> <TAB> if index < self . _cursor_position : <TAB> <TAB> <TAB> raise IOError ( ""Cannot seek backwards"" ) <TAB> <TAB> num_bytes_to_ff = index - self . _cursor_position <TAB> elif whence == WHENCE_RELATIVE : <TAB> <TAB> if index < 0 : <TAB> <TAB> <TAB> raise IOError ( ""Cannnot seek backwards"" ) <TAB> <TAB> num_bytes_to_ff = index <TAB> elif whence == WHENCE_RELATIVE_END : <TAB> <TAB> raise IOError ( ""Stream does not have a known end point"" ) <TAB> bytes_forward = num_bytes_to_ff <TAB> while num_bytes_to_ff > 0 : <TAB> <TAB> buf = self . _fileobj . read ( num_bytes_to_ff ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise IOError ( ""Seek past end of file"" ) <TAB> <TAB> num_bytes_to_ff -= len ( buf ) <TAB> self . _cursor_position += bytes_forward <TAB> return bytes_forward",if not buf :,244
22343,"def delete_byfilter(userId, remove=True, session=None, **dbfilter):
    if not session:
        session = db.Session
    ret = False
    results = session.query(ObjectStorageMetadata).filter_by(**dbfilter)
    if results:
        for result in results:
            if remove:
                session.delete(result)
            else:
                result.update(
                    {
                        ""record_state_key"": ""to_delete"",
                        ""record_state_val"": str(time.time()),
                    }
                )
            ret = True
    return ret
","def delete_byfilter ( userId , remove = True , session = None , ** dbfilter ) : <TAB> if not session : <TAB> <TAB> session = db . Session <TAB> ret = False <TAB> results = session . query ( ObjectStorageMetadata ) . filter_by ( ** dbfilter ) <TAB> if results : <TAB> <TAB> for result in results : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> session . delete ( result ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> result . update ( <TAB> <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""record_state_key"" : ""to_delete"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""record_state_val"" : str ( time . time ( ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ret = True <TAB> return ret",if remove :,176
20264,"def L_op(self, inputs, outputs, gout):
    (x,) = inputs
    (gz,) = gout
    if x.type in complex_types:
        raise NotImplementedError()
    if outputs[0].type in discrete_types:
        if x.type in discrete_types:
            return [x.zeros_like(dtype=theano.config.floatX)]
        else:
            return [x.zeros_like()]
    return (gz * sinh(x),)","def L_op ( self , inputs , outputs , gout ) : <TAB> ( x , ) = inputs <TAB> ( gz , ) = gout <TAB> if x . type in complex_types : <TAB> <TAB> raise NotImplementedError ( ) <TAB> if outputs [ 0 ] . type in discrete_types : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return [ x . zeros_like ( dtype = theano . config . floatX ) ] <TAB> <TAB> else : <TAB> <TAB> <TAB> return [ x . zeros_like ( ) ] <TAB> return ( gz * sinh ( x ) , )",if x . type in discrete_types :,118
7275,"def split_port(port):
    if hasattr(port, ""legacy_repr""):
        # This is the worst hack, but it prevents a bug in Compose 1.14.0
        # https://github.com/docker/docker-py/issues/1668
        # TODO: remove once fixed in Compose stable
        port = port.legacy_repr()
    port = str(port)
    match = PORT_SPEC.match(port)
    if match is None:
        _raise_invalid_port(port)
    parts = match.groupdict()
    host = parts[""host""]
    proto = parts[""proto""] or """"
    internal = port_range(parts[""int""], parts[""int_end""], proto)
    external = port_range(parts[""ext""], parts[""ext_end""], """", len(internal) == 1)
    if host is None:
        if external is not None and len(internal) != len(external):
            raise ValueError(""Port ranges don't match in length"")
        return internal, external
    else:
        if not external:
            external = [None] * len(internal)
        elif len(internal) != len(external):
            raise ValueError(""Port ranges don't match in length"")
        return internal, [(host, ext_port) for ext_port in external]","def split_port ( port ) : <TAB> if hasattr ( port , ""legacy_repr"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> port = port . legacy_repr ( ) <TAB> port = str ( port ) <TAB> match = PORT_SPEC . match ( port ) <TAB> if match is None : <TAB> <TAB> _raise_invalid_port ( port ) <TAB> parts = match . groupdict ( ) <TAB> host = parts [ ""host"" ] <TAB> proto = parts [ ""proto"" ] or """" <TAB> internal = port_range ( parts [ ""int"" ] , parts [ ""int_end"" ] , proto ) <TAB> external = port_range ( parts [ ""ext"" ] , parts [ ""ext_end"" ] , """" , len ( internal ) == 1 ) <TAB> if host is None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""Port ranges don't match in length"" ) <TAB> <TAB> return internal , external <TAB> else : <TAB> <TAB> if not external : <TAB> <TAB> <TAB> external = [ None ] * len ( internal ) <TAB> <TAB> elif len ( internal ) != len ( external ) : <TAB> <TAB> <TAB> raise ValueError ( ""Port ranges don't match in length"" ) <TAB> <TAB> return internal , [ ( host , ext_port ) for ext_port in external ]",if external is not None and len ( internal ) != len ( external ) :,319
21946,"def _find_closing_brace(string, start_pos):
    """"""Finds the corresponding closing brace after start_pos.""""""
    bracks_open = 1
    for idx, char in enumerate(string[start_pos:]):
        if char == ""("":
            if string[idx + start_pos - 1] != ""\\"":
                bracks_open += 1
        elif char == "")"":
            if string[idx + start_pos - 1] != ""\\"":
                bracks_open -= 1
            if not bracks_open:
                return start_pos + idx + 1","def _find_closing_brace ( string , start_pos ) : <TAB> """"""Finds the corresponding closing brace after start_pos."""""" <TAB> bracks_open = 1 <TAB> for idx , char in enumerate ( string [ start_pos : ] ) : <TAB> <TAB> if char == ""("" : <TAB> <TAB> <TAB> if string [ idx + start_pos - 1 ] != ""\\"" : <TAB> <TAB> <TAB> <TAB> bracks_open += 1 <TAB> <TAB> elif char == "")"" : <TAB> <TAB> <TAB> if string [ idx + start_pos - 1 ] != ""\\"" : <TAB> <TAB> <TAB> <TAB> bracks_open -= 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return start_pos + idx + 1",if not bracks_open :,145
1618,"def __init__(self):
    # Initialise the parent object
    super(MultiqcModule, self).__init__(
        name=""pycoQC"",
        anchor=""pycoqc"",
        href=""https://a-slide.github.io/pycoQC/"",
        info=""computes metrics and generates interactive QC plots for Oxford Nanopore technologies sequencing data"",
    )
    self.pycoqc_data = {}
    for f in self.find_log_files(""pycoqc""):
        if f[""s_name""] in self.pycoqc_data:
            log.debug(
                ""Duplicate sample name found in {}! Overwriting: {}"".format(
                    f[""fn""], f[""s_name""]
                )
            )
        data = self.load_data(f[""f""])
        # Function can return None if YAML parsing failed
        if data:
            self.pycoqc_data[f[""s_name""]] = data
    self.pycoqc_data = self.ignore_samples(self.pycoqc_data)
    # Stop if we didn't find anything
    if len(self.pycoqc_data) == 0:
        raise UserWarning
    log.info(""Found {} reports"".format(len(self.pycoqc_data)))
    self.parse_data()
    self.make_general_stats()
    self.make_pycoqc_table()
    self.read_base_count_plot()
    # Only add these sections if we have data (not available for older versions of PycoQC)
    if self.read_length_plot_data[0]:
        self.read_length_plot()
    if self.quality_plot_data[0]:
        self.make_quality_plot()","def __init__ ( self ) : <TAB> <TAB> super ( MultiqcModule , self ) . __init__ ( <TAB> <TAB> name = ""pycoQC"" , <TAB> <TAB> anchor = ""pycoqc"" , <TAB> <TAB> href = ""https://a-slide.github.io/pycoQC/"" , <TAB> <TAB> info = ""computes metrics and generates interactive QC plots for Oxford Nanopore technologies sequencing data"" , <TAB> ) <TAB> self . pycoqc_data = { } <TAB> for f in self . find_log_files ( ""pycoqc"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> log . debug ( <TAB> <TAB> <TAB> <TAB> ""Duplicate sample name found in {}! Overwriting: {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> f [ ""fn"" ] , f [ ""s_name"" ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> data = self . load_data ( f [ ""f"" ] ) <TAB> <TAB> <TAB> <TAB> if data : <TAB> <TAB> <TAB> self . pycoqc_data [ f [ ""s_name"" ] ] = data <TAB> self . pycoqc_data = self . ignore_samples ( self . pycoqc_data ) <TAB> <TAB> if len ( self . pycoqc_data ) == 0 : <TAB> <TAB> raise UserWarning <TAB> log . info ( ""Found {} reports"" . format ( len ( self . pycoqc_data ) ) ) <TAB> self . parse_data ( ) <TAB> self . make_general_stats ( ) <TAB> self . make_pycoqc_table ( ) <TAB> self . read_base_count_plot ( ) <TAB> <TAB> if self . read_length_plot_data [ 0 ] : <TAB> <TAB> self . read_length_plot ( ) <TAB> if self . quality_plot_data [ 0 ] : <TAB> <TAB> self . make_quality_plot ( )","if f [ ""s_name"" ] in self . pycoqc_data :",442
20444,"def _parse_search_space(
    self, module, root=None, prefix="""", memo=None, nested_detection=None
):
    if memo is None:
        memo = set()
    if root is None:
        root = StructuredMutableTreeNode(None)
    if module not in memo:
        memo.add(module)
        if isinstance(module, Mutable):
            if nested_detection is not None:
                raise RuntimeError(
                    ""Cannot have nested search space. Error at {} in {}"".format(
                        module, nested_detection
                    )
                )
            module.name = prefix
            module.set_mutator(self)
            root = root.add_child(module)
            if not isinstance(module, MutableScope):
                nested_detection = module
            if isinstance(module, InputChoice):
                for k in module.choose_from:
                    if k != InputChoice.NO_KEY and k not in [
                        m.key for m in memo if isinstance(m, Mutable)
                    ]:
                        raise RuntimeError(
                            ""'{}' required by '{}' not found in keys that appeared before, and is not NO_KEY."".format(
                                k, module.key
                            )
                        )
        for name, submodule in module._modules.items():
            if submodule is None:
                continue
            submodule_prefix = prefix + (""."" if prefix else """") + name
            self._parse_search_space(
                submodule,
                root,
                submodule_prefix,
                memo=memo,
                nested_detection=nested_detection,
            )
    return root
","def _parse_search_space ( <TAB> self , module , root = None , prefix = """" , memo = None , nested_detection = None ) : <TAB> if memo is None : <TAB> <TAB> memo = set ( ) <TAB> if root is None : <TAB> <TAB> root = StructuredMutableTreeNode ( None ) <TAB> if module not in memo : <TAB> <TAB> memo . add ( module ) <TAB> <TAB> if isinstance ( module , Mutable ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Cannot have nested search space. Error at {} in {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> module , nested_detection <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> module . name = prefix <TAB> <TAB> <TAB> module . set_mutator ( self ) <TAB> <TAB> <TAB> root = root . add_child ( module ) <TAB> <TAB> <TAB> if not isinstance ( module , MutableScope ) : <TAB> <TAB> <TAB> <TAB> nested_detection = module <TAB> <TAB> <TAB> if isinstance ( module , InputChoice ) : <TAB> <TAB> <TAB> <TAB> for k in module . choose_from : <TAB> <TAB> <TAB> <TAB> <TAB> if k != InputChoice . NO_KEY and k not in [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> m . key for m in memo if isinstance ( m , Mutable ) <TAB> <TAB> <TAB> <TAB> <TAB> ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""'{}' required by '{}' not found in keys that appeared before, and is not NO_KEY."" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> k , module . key <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> for name , submodule in module . _modules . items ( ) : <TAB> <TAB> <TAB> if submodule is None : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> submodule_prefix = prefix + ( ""."" if prefix else """" ) + name <TAB> <TAB> <TAB> self . _parse_search_space ( <TAB> <TAB> <TAB> <TAB> submodule , <TAB> <TAB> <TAB> <TAB> root , <TAB> <TAB> <TAB> <TAB> submodule_prefix , <TAB> <TAB> <TAB> <TAB> memo = memo , <TAB> <TAB> <TAB> <TAB> nested_detection = nested_detection , <TAB> <TAB> <TAB> ) <TAB> return root",if nested_detection is not None :,473
177,"def handle(self, *args, **options):
    if options[""list_samples""]:
        self.stdout.write(""Samples:"")
        for sample in Sample.objects.iterator():
            self.stdout.write(""%s: %.1f%%"" % (sample.name, sample.percent))
        self.stdout.write("""")
        return
    sample_name = options[""name""]
    percent = options[""percent""]
    if not (sample_name and percent):
        raise CommandError(""You need to specify a sample name and percentage."")
    try:
        percent = float(percent)
        if not (0.0 <= percent <= 100.0):
            raise ValueError()
    except ValueError:
        raise CommandError(""You need to enter a valid percentage value."")
    if options[""create""]:
        sample, created = Sample.objects.get_or_create(
            name=sample_name, defaults={""percent"": 0}
        )
        if created:
            self.stdout.write(""Creating sample: %s"" % sample_name)
    else:
        try:
            sample = Sample.objects.get(name=sample_name)
        except Sample.DoesNotExist:
            raise CommandError(""This sample does not exist."")
    sample.percent = percent
    sample.save()","def handle ( self , * args , ** options ) : <TAB> if options [ ""list_samples"" ] : <TAB> <TAB> self . stdout . write ( ""Samples:"" ) <TAB> <TAB> for sample in Sample . objects . iterator ( ) : <TAB> <TAB> <TAB> self . stdout . write ( ""%s: %.1f%%"" % ( sample . name , sample . percent ) ) <TAB> <TAB> self . stdout . write ( """" ) <TAB> <TAB> return <TAB> sample_name = options [ ""name"" ] <TAB> percent = options [ ""percent"" ] <TAB> if not ( sample_name and percent ) : <TAB> <TAB> raise CommandError ( ""You need to specify a sample name and percentage."" ) <TAB> try : <TAB> <TAB> percent = float ( percent ) <TAB> <TAB> if not ( 0.0 <= percent <= 100.0 ) : <TAB> <TAB> <TAB> raise ValueError ( ) <TAB> except ValueError : <TAB> <TAB> raise CommandError ( ""You need to enter a valid percentage value."" ) <TAB> if options [ ""create"" ] : <TAB> <TAB> sample , created = Sample . objects . get_or_create ( <TAB> <TAB> <TAB> name = sample_name , defaults = { ""percent"" : 0 } <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . stdout . write ( ""Creating sample: %s"" % sample_name ) <TAB> else : <TAB> <TAB> try : <TAB> <TAB> <TAB> sample = Sample . objects . get ( name = sample_name ) <TAB> <TAB> except Sample . DoesNotExist : <TAB> <TAB> <TAB> raise CommandError ( ""This sample does not exist."" ) <TAB> sample . percent = percent <TAB> sample . save ( )",if created :,316
3899,"def calculateObjectSizeOffsets():
    size = 0.0
    if getProfileSetting(""platform_adhesion"") == ""Brim"":
        size += getProfileSettingFloat(""brim_line_count"") * calculateEdgeWidth()
    elif getProfileSetting(""platform_adhesion"") == ""Raft"":
        pass
    else:
        if getProfileSettingFloat(""skirt_line_count"") > 0:
            size += getProfileSettingFloat(
                ""skirt_line_count""
            ) * calculateEdgeWidth() + getProfileSettingFloat(""skirt_gap"")
    # if getProfileSetting('enable_raft') != 'False':
    # 	size += profile.getProfileSettingFloat('raft_margin') * 2
    # if getProfileSetting('support') != 'None':
    # 	extraSizeMin = extraSizeMin + numpy.array([3.0, 0, 0])
    # 	extraSizeMax = extraSizeMax + numpy.array([3.0, 0, 0])
    return [size, size]","def calculateObjectSizeOffsets ( ) : <TAB> size = 0.0 <TAB> if getProfileSetting ( ""platform_adhesion"" ) == ""Brim"" : <TAB> <TAB> size += getProfileSettingFloat ( ""brim_line_count"" ) * calculateEdgeWidth ( ) <TAB> elif getProfileSetting ( ""platform_adhesion"" ) == ""Raft"" : <TAB> <TAB> pass <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> size += getProfileSettingFloat ( <TAB> <TAB> <TAB> <TAB> ""skirt_line_count"" <TAB> <TAB> <TAB> ) * calculateEdgeWidth ( ) + getProfileSettingFloat ( ""skirt_gap"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return [ size , size ]","if getProfileSettingFloat ( ""skirt_line_count"" ) > 0 :",254
7787,"def __call__(self):
    """"""Return the babel call with correct options and settings""""""
    languages = sorted(self.otherlanguages.keys())
    languages.append(self.language or ""english"")
    self.setup = [r""\usepackage[%s]{babel}"" % "","".join(languages)]
    # Deactivate ""active characters""
    shorthands = []
    for c in """".join([self.active_chars.get(l, """") for l in languages]):
        if c not in shorthands:
            shorthands.append(c)
    if shorthands:
        self.setup.append(r""\AtBeginDocument{\shorthandoff{%s}}"" % """".join(shorthands))
    # Including '~' in shorthandoff prevents its use as no-break space
    if ""galician"" in languages:
        self.setup.append(r""\deactivatetilden % restore ~ in Galician"")
    if ""estonian"" in languages:
        self.setup.extend(
            [
                r""\makeatletter"",
                r""  \addto\extrasestonian{\bbl@deactivate{~}}"",
                r""\makeatother"",
            ]
        )
    if ""basque"" in languages:
        self.setup.extend(
            [
                r""\makeatletter"",
                r""  \addto\extrasbasque{\bbl@deactivate{~}}"",
                r""\makeatother"",
            ]
        )
    if languages[-1] == ""english"" and ""french"" in self.otherlanguages.keys():
        self.setup += [
            ""% Prevent side-effects if French hyphenation "" ""patterns are not loaded:"",
            r""\frenchbsetup{StandardLayout}"",
            r""\AtBeginDocument{\selectlanguage{%s}"" r""\noextrasfrench}"" % self.language,
        ]
    return ""\n"".join(self.setup)","def __call__ ( self ) : <TAB> """"""Return the babel call with correct options and settings"""""" <TAB> languages = sorted ( self . otherlanguages . keys ( ) ) <TAB> languages . append ( self . language or ""english"" ) <TAB> self . setup = [ r""\usepackage[%s]{babel}"" % "","" . join ( languages ) ] <TAB> <TAB> shorthands = [ ] <TAB> for c in """" . join ( [ self . active_chars . get ( l , """" ) for l in languages ] ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> shorthands . append ( c ) <TAB> if shorthands : <TAB> <TAB> self . setup . append ( r""\AtBeginDocument{\shorthandoff{%s}}"" % """" . join ( shorthands ) ) <TAB> <TAB> if ""galician"" in languages : <TAB> <TAB> self . setup . append ( r""\deactivatetilden % restore ~ in Galician"" ) <TAB> if ""estonian"" in languages : <TAB> <TAB> self . setup . extend ( <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> r""\makeatletter"" , <TAB> <TAB> <TAB> <TAB> r""  \addto\extrasestonian{\bbl@deactivate{~}}"" , <TAB> <TAB> <TAB> <TAB> r""\makeatother"" , <TAB> <TAB> <TAB> ] <TAB> <TAB> ) <TAB> if ""basque"" in languages : <TAB> <TAB> self . setup . extend ( <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> r""\makeatletter"" , <TAB> <TAB> <TAB> <TAB> r""  \addto\extrasbasque{\bbl@deactivate{~}}"" , <TAB> <TAB> <TAB> <TAB> r""\makeatother"" , <TAB> <TAB> <TAB> ] <TAB> <TAB> ) <TAB> if languages [ - 1 ] == ""english"" and ""french"" in self . otherlanguages . keys ( ) : <TAB> <TAB> self . setup += [ <TAB> <TAB> <TAB> ""% Prevent side-effects if French hyphenation "" ""patterns are not loaded:"" , <TAB> <TAB> <TAB> r""\frenchbsetup{StandardLayout}"" , <TAB> <TAB> <TAB> r""\AtBeginDocument{\selectlanguage{%s}"" r""\noextrasfrench}"" % self . language , <TAB> <TAB> ] <TAB> return ""\n"" . join ( self . setup )",if c not in shorthands :,485
25155,"def handle(_name, cfg, _cloud, log, _args):
    if ""growpart"" not in cfg:
        log.debug(""No 'growpart' entry in cfg.  Using default: %s"" % DEFAULT_CONFIG)
        cfg[""growpart""] = DEFAULT_CONFIG
    mycfg = cfg.get(""growpart"")
    if not isinstance(mycfg, dict):
        log.warning(""'growpart' in config was not a dict"")
        return
    mode = mycfg.get(""mode"", ""auto"")
    if util.is_false(mode):
        log.debug(""growpart disabled: mode=%s"" % mode)
        return
    if util.is_false(mycfg.get(""ignore_growroot_disabled"", False)):
        if os.path.isfile(""/etc/growroot-disabled""):
            log.debug(""growpart disabled: /etc/growroot-disabled exists"")
            log.debug(""use ignore_growroot_disabled to ignore"")
            return
    devices = util.get_cfg_option_list(mycfg, ""devices"", [""/""])
    if not len(devices):
        log.debug(""growpart: empty device list"")
        return
    try:
        resizer = resizer_factory(mode)
    except (ValueError, TypeError) as e:
        log.debug(""growpart unable to find resizer for '%s': %s"" % (mode, e))
        if mode != ""auto"":
            raise e
        return
    resized = util.log_time(
        logfunc=log.debug,
        msg=""resize_devices"",
        func=resize_devices,
        args=(resizer, devices),
    )
    for (entry, action, msg) in resized:
        if action == RESIZE.CHANGED:
            log.info(""'%s' resized: %s"" % (entry, msg))
        else:
            log.debug(""'%s' %s: %s"" % (entry, action, msg))
","def handle ( _name , cfg , _cloud , log , _args ) : <TAB> if ""growpart"" not in cfg : <TAB> <TAB> log . debug ( ""No 'growpart' entry in cfg.  Using default: %s"" % DEFAULT_CONFIG ) <TAB> <TAB> cfg [ ""growpart"" ] = DEFAULT_CONFIG <TAB> mycfg = cfg . get ( ""growpart"" ) <TAB> if not isinstance ( mycfg , dict ) : <TAB> <TAB> log . warning ( ""'growpart' in config was not a dict"" ) <TAB> <TAB> return <TAB> mode = mycfg . get ( ""mode"" , ""auto"" ) <TAB> if util . is_false ( mode ) : <TAB> <TAB> log . debug ( ""growpart disabled: mode=%s"" % mode ) <TAB> <TAB> return <TAB> if util . is_false ( mycfg . get ( ""ignore_growroot_disabled"" , False ) ) : <TAB> <TAB> if os . path . isfile ( ""/etc/growroot-disabled"" ) : <TAB> <TAB> <TAB> log . debug ( ""growpart disabled: /etc/growroot-disabled exists"" ) <TAB> <TAB> <TAB> log . debug ( ""use ignore_growroot_disabled to ignore"" ) <TAB> <TAB> <TAB> return <TAB> devices = util . get_cfg_option_list ( mycfg , ""devices"" , [ ""/"" ] ) <TAB> if not len ( devices ) : <TAB> <TAB> log . debug ( ""growpart: empty device list"" ) <TAB> <TAB> return <TAB> try : <TAB> <TAB> resizer = resizer_factory ( mode ) <TAB> except ( ValueError , TypeError ) as e : <TAB> <TAB> log . debug ( ""growpart unable to find resizer for '%s': %s"" % ( mode , e ) ) <TAB> <TAB> if mode != ""auto"" : <TAB> <TAB> <TAB> raise e <TAB> <TAB> return <TAB> resized = util . log_time ( <TAB> <TAB> logfunc = log . debug , <TAB> <TAB> msg = ""resize_devices"" , <TAB> <TAB> func = resize_devices , <TAB> <TAB> args = ( resizer , devices ) , <TAB> ) <TAB> for ( entry , action , msg ) in resized : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> log . info ( ""'%s' resized: %s"" % ( entry , msg ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> log . debug ( ""'%s' %s: %s"" % ( entry , action , msg ) )",if action == RESIZE . CHANGED :,487
24119,"def checkIfSessionCodeExists(self, sessionCode):
    if self.emrtFile:
        sessionsForExperiment = (
            self.emrtFile.root.data_collection.session_meta_data.where(
                ""experiment_id == %d"" % (self.active_experiment_id,)
            )
        )
        sessionCodeMatch = [
            sess for sess in sessionsForExperiment if sess[""code""] == sessionCode
        ]
        if len(sessionCodeMatch) > 0:
            return True
        return False","def checkIfSessionCodeExists ( self , sessionCode ) : <TAB> if self . emrtFile : <TAB> <TAB> sessionsForExperiment = ( <TAB> <TAB> <TAB> self . emrtFile . root . data_collection . session_meta_data . where ( <TAB> <TAB> <TAB> <TAB> ""experiment_id == %d"" % ( self . active_experiment_id , ) <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> <TAB> sessionCodeMatch = [ <TAB> <TAB> <TAB> sess for sess in sessionsForExperiment if sess [ ""code"" ] == sessionCode <TAB> <TAB> ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return True <TAB> <TAB> return False",if len ( sessionCodeMatch ) > 0 :,145
24280,"def handleState(self, state):
    position, paused, doSeek, setBy = None, None, None, None
    messageAge = 0
    if not self.hadFirstStateUpdate:
        self.hadFirstStateUpdate = True
    if ""ignoringOnTheFly"" in state:
        ignore = state[""ignoringOnTheFly""]
        if ""server"" in ignore:
            self.serverIgnoringOnTheFly = ignore[""server""]
            self.clientIgnoringOnTheFly = 0
        elif ""client"" in ignore:
            if (ignore[""client""]) == self.clientIgnoringOnTheFly:
                self.clientIgnoringOnTheFly = 0
    if ""playstate"" in state:
        position, paused, doSeek, setBy = self._extractStatePlaystateArguments(state)
    if ""ping"" in state:
        messageAge, latencyCalculation = self._handleStatePing(state)
    if position is not None and paused is not None and not self.clientIgnoringOnTheFly:
        self._client.updateGlobalState(position, paused, doSeek, setBy, messageAge)
    position, paused, doSeek, stateChange = self._client.getLocalState()
    self.sendState(position, paused, doSeek, latencyCalculation, stateChange)","def handleState ( self , state ) : <TAB> position , paused , doSeek , setBy = None , None , None , None <TAB> messageAge = 0 <TAB> if not self . hadFirstStateUpdate : <TAB> <TAB> self . hadFirstStateUpdate = True <TAB> if ""ignoringOnTheFly"" in state : <TAB> <TAB> ignore = state [ ""ignoringOnTheFly"" ] <TAB> <TAB> if ""server"" in ignore : <TAB> <TAB> <TAB> self . serverIgnoringOnTheFly = ignore [ ""server"" ] <TAB> <TAB> <TAB> self . clientIgnoringOnTheFly = 0 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ( ignore [ ""client"" ] ) == self . clientIgnoringOnTheFly : <TAB> <TAB> <TAB> <TAB> self . clientIgnoringOnTheFly = 0 <TAB> if ""playstate"" in state : <TAB> <TAB> position , paused , doSeek , setBy = self . _extractStatePlaystateArguments ( state ) <TAB> if ""ping"" in state : <TAB> <TAB> messageAge , latencyCalculation = self . _handleStatePing ( state ) <TAB> if position is not None and paused is not None and not self . clientIgnoringOnTheFly : <TAB> <TAB> self . _client . updateGlobalState ( position , paused , doSeek , setBy , messageAge ) <TAB> position , paused , doSeek , stateChange = self . _client . getLocalState ( ) <TAB> self . sendState ( position , paused , doSeek , latencyCalculation , stateChange )","elif ""client"" in ignore :",321
23214,"def test_join_diffs(db, series_of_diffs, expected):
    diffs = []
    for changes in series_of_diffs:
        tracker = DBDiffTracker()
        for key, val in changes.items():
            if val is None:
                del tracker[key]
            else:
                tracker[key] = val
        diffs.append(tracker.diff())
    DBDiff.join(diffs).apply_to(db)
    assert db == expected
","def test_join_diffs ( db , series_of_diffs , expected ) : <TAB> diffs = [ ] <TAB> for changes in series_of_diffs : <TAB> <TAB> tracker = DBDiffTracker ( ) <TAB> <TAB> for key , val in changes . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> del tracker [ key ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> tracker [ key ] = val <TAB> <TAB> diffs . append ( tracker . diff ( ) ) <TAB> DBDiff . join ( diffs ) . apply_to ( db ) <TAB> assert db == expected",if val is None :,123
24722,"def _execute(self, options, args):
    if len(args) < 1:
        raise CommandError(_(""Not enough arguments""))
    # dry run implies verbose
    if options.dry_run:
        self.verbose = True
    paths = args
    for path in paths:
        song = self.load_song(path)
        # get the primary one or all of them
        if options.primary:
            image = song.get_primary_image()
            images = [image] if image else []
        else:
            images = song.get_images()
        self.log(""Images for %r: %r"" % (path, images))
        if not images:
            continue
        # get the basename from the song without the extension
        basename = os.path.basename(path)
        name = os.path.splitext(basename)[0]
        # at least two places, but same length for all images
        number_pattern = ""%%0%dd"" % (max(2, len(images) - 1))
        for i, image in enumerate(images):
            # get a appropriate file extension or use fallback
            extensions = image.extensions
            ext = extensions[0] if extensions else "".image""
            if options.primary:
                # mysong.mp3 -> mysong.jpeg
                filename = ""%s.%s"" % (name, ext)
            else:
                # mysong.mp3 -> mysong-00.jpeg
                pattern = ""%s-"" + number_pattern + "".%s""
                filename = pattern % (name, i, ext)
            if options.destination is not None:
                filename = os.path.join(options.destination, filename)
            self.log(""Saving image %r"" % filename)
            if not options.dry_run:
                with open(filename, ""wb"") as h:
                    shutil.copyfileobj(image.file, h)","def _execute ( self , options , args ) : <TAB> if len ( args ) < 1 : <TAB> <TAB> raise CommandError ( _ ( ""Not enough arguments"" ) ) <TAB> <TAB> if options . dry_run : <TAB> <TAB> self . verbose = True <TAB> paths = args <TAB> for path in paths : <TAB> <TAB> song = self . load_song ( path ) <TAB> <TAB> <TAB> <TAB> if options . primary : <TAB> <TAB> <TAB> image = song . get_primary_image ( ) <TAB> <TAB> <TAB> images = [ image ] if image else [ ] <TAB> <TAB> else : <TAB> <TAB> <TAB> images = song . get_images ( ) <TAB> <TAB> self . log ( ""Images for %r: %r"" % ( path , images ) ) <TAB> <TAB> if not images : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> basename = os . path . basename ( path ) <TAB> <TAB> name = os . path . splitext ( basename ) [ 0 ] <TAB> <TAB> <TAB> <TAB> number_pattern = ""%%0%dd"" % ( max ( 2 , len ( images ) - 1 ) ) <TAB> <TAB> for i , image in enumerate ( images ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> extensions = image . extensions <TAB> <TAB> <TAB> ext = extensions [ 0 ] if extensions else "".image"" <TAB> <TAB> <TAB> if options . primary : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> filename = ""%s.%s"" % ( name , ext ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pattern = ""%s-"" + number_pattern + "".%s"" <TAB> <TAB> <TAB> <TAB> filename = pattern % ( name , i , ext ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> filename = os . path . join ( options . destination , filename ) <TAB> <TAB> <TAB> self . log ( ""Saving image %r"" % filename ) <TAB> <TAB> <TAB> if not options . dry_run : <TAB> <TAB> <TAB> <TAB> with open ( filename , ""wb"" ) as h : <TAB> <TAB> <TAB> <TAB> <TAB> shutil . copyfileobj ( image . file , h )",if options . destination is not None :,500
18133,"def include_module(module):
    if not include_these:
        return True
    result = False
    for check in include_these:
        if ""/*"" in check:
            if check[:-1] in module:
                result = True
        else:
            if (os.getcwd() + ""/"" + check + "".py"") == module:
                result = True
    if result:
        print_status(""Including module: "" + module)
    return result","def include_module ( module ) : <TAB> if not include_these : <TAB> <TAB> return True <TAB> result = False <TAB> for check in include_these : <TAB> <TAB> if ""/*"" in check : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> result = True <TAB> <TAB> else : <TAB> <TAB> <TAB> if ( os . getcwd ( ) + ""/"" + check + "".py"" ) == module : <TAB> <TAB> <TAB> <TAB> result = True <TAB> if result : <TAB> <TAB> print_status ( ""Including module: "" + module ) <TAB> return result",if check [ : - 1 ] in module :,122
7192,"def _process_ffmpeg_output(self, *lines):
    for line in lines:
        # We should be getting the time more often, so try it first
        current_time = _ffmpeg_current_regex.search(line)
        if current_time is not None and self._parsed_duration != 0:
            current_s = self._convert_time(*current_time.groups())
            progress = current_s / float(self._parsed_duration) * 100
            # Update progress bar
            for callback in _update_callbacks:
                try:
                    callback.sendRenderProgress(progress)
                except Exception:
                    self._logger.exception(""Exception while pushing render progress"")
        else:
            duration = _ffmpeg_duration_regex.search(line)
            if duration is not None:
                self._parsed_duration = self._convert_time(*duration.groups())","def _process_ffmpeg_output ( self , * lines ) : <TAB> for line in lines : <TAB> <TAB> <TAB> <TAB> current_time = _ffmpeg_current_regex . search ( line ) <TAB> <TAB> if current_time is not None and self . _parsed_duration != 0 : <TAB> <TAB> <TAB> current_s = self . _convert_time ( * current_time . groups ( ) ) <TAB> <TAB> <TAB> progress = current_s / float ( self . _parsed_duration ) * 100 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for callback in _update_callbacks : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> callback . sendRenderProgress ( progress ) <TAB> <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> <TAB> self . _logger . exception ( ""Exception while pushing render progress"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> duration = _ffmpeg_duration_regex . search ( line ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . _parsed_duration = self . _convert_time ( * duration . groups ( ) )",if duration is not None :,235
5382,"def parameters_changed(self):
    # Compute the psi statistics for N once, but don't sum out N in psi2
    if self.has_uncertain_inputs():
        # psi0 = ObsAr(self.kern.psi0(self.Z, self.X))
        # psi1 = ObsAr(self.kern.psi1(self.Z, self.X))
        # psi2 = ObsAr(self.kern.psi2(self.Z, self.X))
        self.psi0 = self.kern.psi0(self.Z, self.X)
        self.psi1 = self.kern.psi1(self.Z, self.X)
        self.psi2 = self.kern.psi2n(self.Z, self.X)
    else:
        self.psi0 = self.kern.Kdiag(self.X)
        self.psi1 = self.kern.K(self.X, self.Z)
        self.psi2 = None
    if self.missing_data:
        self._outer_loop_for_missing_data()
    elif self.stochastics:
        if self._update_stochastics:
            self.stochastics.do_stochastics()
        self._outer_loop_without_missing_data()
    else:
        (
            self.posterior,
            self._log_marginal_likelihood,
            self.grad_dict,
        ) = self._inner_parameters_changed(
            self.kern,
            self.X,
            self.Z,
            self.likelihood,
            self.Y_normalized,
            self.Y_metadata,
        )
        self._outer_values_update(self.grad_dict)
    self._Zgrad = self.Z.gradient.copy()","def parameters_changed ( self ) : <TAB> <TAB> if self . has_uncertain_inputs ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . psi0 = self . kern . psi0 ( self . Z , self . X ) <TAB> <TAB> self . psi1 = self . kern . psi1 ( self . Z , self . X ) <TAB> <TAB> self . psi2 = self . kern . psi2n ( self . Z , self . X ) <TAB> else : <TAB> <TAB> self . psi0 = self . kern . Kdiag ( self . X ) <TAB> <TAB> self . psi1 = self . kern . K ( self . X , self . Z ) <TAB> <TAB> self . psi2 = None <TAB> if self . missing_data : <TAB> <TAB> self . _outer_loop_for_missing_data ( ) <TAB> elif self . stochastics : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . stochastics . do_stochastics ( ) <TAB> <TAB> self . _outer_loop_without_missing_data ( ) <TAB> else : <TAB> <TAB> ( <TAB> <TAB> <TAB> self . posterior , <TAB> <TAB> <TAB> self . _log_marginal_likelihood , <TAB> <TAB> <TAB> self . grad_dict , <TAB> <TAB> ) = self . _inner_parameters_changed ( <TAB> <TAB> <TAB> self . kern , <TAB> <TAB> <TAB> self . X , <TAB> <TAB> <TAB> self . Z , <TAB> <TAB> <TAB> self . likelihood , <TAB> <TAB> <TAB> self . Y_normalized , <TAB> <TAB> <TAB> self . Y_metadata , <TAB> <TAB> ) <TAB> <TAB> self . _outer_values_update ( self . grad_dict ) <TAB> self . _Zgrad = self . Z . gradient . copy ( )",if self . _update_stochastics :,462
6270,"def matches(self, invocation):  # noqa: C901 (too complex)
    if self.method_name != invocation.method_name:
        return False
    for x, p1 in enumerate(self.params):
        # assume Ellipsis is the last thing a user declares
        if p1 is Ellipsis:
            return True
        if p1 is matchers.ARGS_SENTINEL:
            break
        try:
            p2 = invocation.params[x]
        except IndexError:
            return False
        if not self.compare(p1, p2):
            return False
    else:
        if len(self.params) != len(invocation.params):
            return False
    for key, p1 in sorted(
        self.named_params.items(),
        key=lambda k_v: 1 if k_v[0] is matchers.KWARGS_SENTINEL else 0,
    ):
        if key is matchers.KWARGS_SENTINEL:
            break
        try:
            p2 = invocation.named_params[key]
        except KeyError:
            return False
        if not self.compare(p1, p2):
            return False
    else:
        if len(self.named_params) != len(invocation.named_params):
            return False
    return True","def matches ( self , invocation ) : <TAB> if self . method_name != invocation . method_name : <TAB> <TAB> return False <TAB> for x , p1 in enumerate ( self . params ) : <TAB> <TAB> <TAB> <TAB> if p1 is Ellipsis : <TAB> <TAB> <TAB> return True <TAB> <TAB> if p1 is matchers . ARGS_SENTINEL : <TAB> <TAB> <TAB> break <TAB> <TAB> try : <TAB> <TAB> <TAB> p2 = invocation . params [ x ] <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> return False <TAB> <TAB> if not self . compare ( p1 , p2 ) : <TAB> <TAB> <TAB> return False <TAB> else : <TAB> <TAB> if len ( self . params ) != len ( invocation . params ) : <TAB> <TAB> <TAB> return False <TAB> for key , p1 in sorted ( <TAB> <TAB> self . named_params . items ( ) , <TAB> <TAB> key = lambda k_v : 1 if k_v [ 0 ] is matchers . KWARGS_SENTINEL else 0 , <TAB> ) : <TAB> <TAB> if key is matchers . KWARGS_SENTINEL : <TAB> <TAB> <TAB> break <TAB> <TAB> try : <TAB> <TAB> <TAB> p2 = invocation . named_params [ key ] <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> return False <TAB> <TAB> if not self . compare ( p1 , p2 ) : <TAB> <TAB> <TAB> return False <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> return True",if len ( self . named_params ) != len ( invocation . named_params ) :,342
1766,"def run(self):
    while not self._stopped:
        try:
            try:
                test_name = next(self.pending)
            except StopIteration:
                break
            mp_result = self._runtest(test_name)
            self.output.put((False, mp_result))
            if must_stop(mp_result.result, self.ns):
                break
        except ExitThread:
            break
        except BaseException:
            self.output.put((True, traceback.format_exc()))
            break
","def run ( self ) : <TAB> while not self . _stopped : <TAB> <TAB> try : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> test_name = next ( self . pending ) <TAB> <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> mp_result = self . _runtest ( test_name ) <TAB> <TAB> <TAB> self . output . put ( ( False , mp_result ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> except ExitThread : <TAB> <TAB> <TAB> break <TAB> <TAB> except BaseException : <TAB> <TAB> <TAB> self . output . put ( ( True , traceback . format_exc ( ) ) ) <TAB> <TAB> <TAB> break","if must_stop ( mp_result . result , self . ns ) :",151
1225,"def _dxf_spline(el):
    try:
        degree = el.dxf.degree
        periodic = el.closed
        rational = False
        knots_unique = OrderedDict()
        for k in el.knots:
            if k in knots_unique:
                knots_unique[k] += 1
            else:
                knots_unique[k] = 1
        # assmble knots
        knots = TColStd_Array1OfReal(1, len(knots_unique))
        multiplicities = TColStd_Array1OfInteger(1, len(knots_unique))
        for i, (k, m) in enumerate(knots_unique.items()):
            knots.SetValue(i + 1, k)
            multiplicities.SetValue(i + 1, m)
        # assemble wieghts if present:
        if el.weights:
            rational = True
            weights = OCP.TColStd.TColStd_Array1OfReal(1, len(el.weights))
            for i, w in enumerate(el.weights):
                weights.SetValue(i + 1, w)
        # assmeble conotrol points
        pts = TColgp_Array1OfPnt(1, len(el.control_points))
        for i, p in enumerate(el.control_points):
            pts.SetValue(i + 1, gp_Pnt(*p))
        if rational:
            spline = Geom_BSplineCurve(
                pts, weights, knots, multiplicities, degree, periodic
            )
        else:
            spline = Geom_BSplineCurve(pts, knots, multiplicities, degree, periodic)
        return (Edge(BRepBuilderAPI_MakeEdge(spline).Edge()),)
    except Exception:
        return ()","def _dxf_spline ( el ) : <TAB> try : <TAB> <TAB> degree = el . dxf . degree <TAB> <TAB> periodic = el . closed <TAB> <TAB> rational = False <TAB> <TAB> knots_unique = OrderedDict ( ) <TAB> <TAB> for k in el . knots : <TAB> <TAB> <TAB> if k in knots_unique : <TAB> <TAB> <TAB> <TAB> knots_unique [ k ] += 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> knots_unique [ k ] = 1 <TAB> <TAB> <TAB> <TAB> knots = TColStd_Array1OfReal ( 1 , len ( knots_unique ) ) <TAB> <TAB> multiplicities = TColStd_Array1OfInteger ( 1 , len ( knots_unique ) ) <TAB> <TAB> for i , ( k , m ) in enumerate ( knots_unique . items ( ) ) : <TAB> <TAB> <TAB> knots . SetValue ( i + 1 , k ) <TAB> <TAB> <TAB> multiplicities . SetValue ( i + 1 , m ) <TAB> <TAB> <TAB> <TAB> if el . weights : <TAB> <TAB> <TAB> rational = True <TAB> <TAB> <TAB> weights = OCP . TColStd . TColStd_Array1OfReal ( 1 , len ( el . weights ) ) <TAB> <TAB> <TAB> for i , w in enumerate ( el . weights ) : <TAB> <TAB> <TAB> <TAB> weights . SetValue ( i + 1 , w ) <TAB> <TAB> <TAB> <TAB> pts = TColgp_Array1OfPnt ( 1 , len ( el . control_points ) ) <TAB> <TAB> for i , p in enumerate ( el . control_points ) : <TAB> <TAB> <TAB> pts . SetValue ( i + 1 , gp_Pnt ( * p ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> spline = Geom_BSplineCurve ( <TAB> <TAB> <TAB> <TAB> pts , weights , knots , multiplicities , degree , periodic <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> spline = Geom_BSplineCurve ( pts , knots , multiplicities , degree , periodic ) <TAB> <TAB> return ( Edge ( BRepBuilderAPI_MakeEdge ( spline ) . Edge ( ) ) , ) <TAB> except Exception : <TAB> <TAB> return ( )",if rational :,496
5375,"def Kdiag(self, X):
    """"""Compute the diagonal of the covariance matrix associated to X.""""""
    vyt = self.variance_Yt
    vyx = self.variance_Yx
    lyt = 1.0 / (2 * self.lengthscale_Yt)
    lyx = 1.0 / (2 * self.lengthscale_Yx)
    a = self.a
    b = self.b
    c = self.c
    ## dk^2/dtdt'
    k1 = (2 * lyt) * vyt * vyx
    ## dk^2/dx^2
    k2 = (-2 * lyx) * vyt * vyx
    ## dk^4/dx^2dx'^2
    k3 = (4 * 3 * lyx ** 2) * vyt * vyx
    Kdiag = np.zeros(X.shape[0])
    slices = index_to_slices(X[:, -1])
    for i, ss1 in enumerate(slices):
        for s1 in ss1:
            if i == 0:
                Kdiag[s1] += vyt * vyx
            elif i == 1:
                # i=1
                Kdiag[s1] += (
                    b ** 2 * k1 - 2 * a * c * k2 + a ** 2 * k3 + c ** 2 * vyt * vyx
                )
                # Kdiag[s1]+= Vu*Vy*(k1+k2+k3)
            else:
                raise ValueError(""invalid input/output index"")
    return Kdiag","def Kdiag ( self , X ) : <TAB> """"""Compute the diagonal of the covariance matrix associated to X."""""" <TAB> vyt = self . variance_Yt <TAB> vyx = self . variance_Yx <TAB> lyt = 1.0 / ( 2 * self . lengthscale_Yt ) <TAB> lyx = 1.0 / ( 2 * self . lengthscale_Yx ) <TAB> a = self . a <TAB> b = self . b <TAB> c = self . c <TAB> <TAB> k1 = ( 2 * lyt ) * vyt * vyx <TAB> <TAB> k2 = ( - 2 * lyx ) * vyt * vyx <TAB> <TAB> k3 = ( 4 * 3 * lyx ** 2 ) * vyt * vyx <TAB> Kdiag = np . zeros ( X . shape [ 0 ] ) <TAB> slices = index_to_slices ( X [ : , - 1 ] ) <TAB> for i , ss1 in enumerate ( slices ) : <TAB> <TAB> for s1 in ss1 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> Kdiag [ s1 ] += vyt * vyx <TAB> <TAB> <TAB> elif i == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> Kdiag [ s1 ] += ( <TAB> <TAB> <TAB> <TAB> <TAB> b ** 2 * k1 - 2 * a * c * k2 + a ** 2 * k3 + c ** 2 * vyt * vyx <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""invalid input/output index"" ) <TAB> return Kdiag",if i == 0 :,400
10419,"def fake_db_snapshot(**updates):
    db_snapshot = {
        ""id"": fake.SNAPSHOT_ID,
        ""volume_id"": fake.VOLUME_ID,
        ""status"": c_fields.SnapshotStatus.CREATING,
        ""progress"": ""0%"",
        ""volume_size"": 1,
        ""display_name"": ""fake_name"",
        ""display_description"": ""fake_description"",
        ""metadata"": {},
        ""snapshot_metadata"": [],
    }
    for name, field in snapshot.Snapshot.fields.items():
        if name in db_snapshot:
            continue
        if field.nullable:
            db_snapshot[name] = None
        elif field.default != fields.UnspecifiedDefault:
            db_snapshot[name] = field.default
        else:
            raise Exception(""fake_db_snapshot needs help with %s"" % name)
    if updates:
        db_snapshot.update(updates)
    return db_snapshot","def fake_db_snapshot ( ** updates ) : <TAB> db_snapshot = { <TAB> <TAB> ""id"" : fake . SNAPSHOT_ID , <TAB> <TAB> ""volume_id"" : fake . VOLUME_ID , <TAB> <TAB> ""status"" : c_fields . SnapshotStatus . CREATING , <TAB> <TAB> ""progress"" : ""0%"" , <TAB> <TAB> ""volume_size"" : 1 , <TAB> <TAB> ""display_name"" : ""fake_name"" , <TAB> <TAB> ""display_description"" : ""fake_description"" , <TAB> <TAB> ""metadata"" : { } , <TAB> <TAB> ""snapshot_metadata"" : [ ] , <TAB> } <TAB> for name , field in snapshot . Snapshot . fields . items ( ) : <TAB> <TAB> if name in db_snapshot : <TAB> <TAB> <TAB> continue <TAB> <TAB> if field . nullable : <TAB> <TAB> <TAB> db_snapshot [ name ] = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> db_snapshot [ name ] = field . default <TAB> <TAB> else : <TAB> <TAB> <TAB> raise Exception ( ""fake_db_snapshot needs help with %s"" % name ) <TAB> if updates : <TAB> <TAB> db_snapshot . update ( updates ) <TAB> return db_snapshot",elif field . default != fields . UnspecifiedDefault :,251
7049,"def tearDown(self):
    try:
        os.chdir(self.cwd)
        if self.pythonexe != sys.executable:
            os.remove(self.pythonexe)
        if self.nocgi_path:
            os.remove(self.nocgi_path)
        if self.file1_path:
            os.remove(self.file1_path)
        if self.file2_path:
            os.remove(self.file2_path)
        if self.file3_path:
            os.remove(self.file3_path)
        if self.file4_path:
            os.remove(self.file4_path)
        os.rmdir(self.cgi_child_dir)
        os.rmdir(self.cgi_dir)
        os.rmdir(self.parent_dir)
    finally:
        BaseTestCase.tearDown(self)",def tearDown ( self ) : <TAB> try : <TAB> <TAB> os . chdir ( self . cwd ) <TAB> <TAB> if self . pythonexe != sys . executable : <TAB> <TAB> <TAB> os . remove ( self . pythonexe ) <TAB> <TAB> if self . nocgi_path : <TAB> <TAB> <TAB> os . remove ( self . nocgi_path ) <TAB> <TAB> if self . file1_path : <TAB> <TAB> <TAB> os . remove ( self . file1_path ) <TAB> <TAB> if self . file2_path : <TAB> <TAB> <TAB> os . remove ( self . file2_path ) <TAB> <TAB> if self . file3_path : <TAB> <TAB> <TAB> os . remove ( self . file3_path ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . remove ( self . file4_path ) <TAB> <TAB> os . rmdir ( self . cgi_child_dir ) <TAB> <TAB> os . rmdir ( self . cgi_dir ) <TAB> <TAB> os . rmdir ( self . parent_dir ) <TAB> finally : <TAB> <TAB> BaseTestCase . tearDown ( self ),if self . file4_path :,233
6337,"def visit_Raise(self, node):
    # XXX: Python 2.6 / 3.0 compatibility
    self.newline()
    self.write(""raise"")
    if hasattr(node, ""exc"") and node.exc is not None:
        self.write("" "")
        self.visit(node.exc)
        if node.cause is not None:
            self.write("" from "")
            self.visit(node.cause)
    elif hasattr(node, ""type"") and node.type is not None:
        self.visit(node.type)
        if node.inst is not None:
            self.write("", "")
            self.visit(node.inst)
        if node.tback is not None:
            self.write("", "")
            self.visit(node.tback)","def visit_Raise ( self , node ) : <TAB> <TAB> self . newline ( ) <TAB> self . write ( ""raise"" ) <TAB> if hasattr ( node , ""exc"" ) and node . exc is not None : <TAB> <TAB> self . write ( "" "" ) <TAB> <TAB> self . visit ( node . exc ) <TAB> <TAB> if node . cause is not None : <TAB> <TAB> <TAB> self . write ( "" from "" ) <TAB> <TAB> <TAB> self . visit ( node . cause ) <TAB> elif hasattr ( node , ""type"" ) and node . type is not None : <TAB> <TAB> self . visit ( node . type ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . write ( "", "" ) <TAB> <TAB> <TAB> self . visit ( node . inst ) <TAB> <TAB> if node . tback is not None : <TAB> <TAB> <TAB> self . write ( "", "" ) <TAB> <TAB> <TAB> self . visit ( node . tback )",if node . inst is not None :,203
18964,"def extractAVI(self, headers):
    audio_index = 1
    for stream in headers.array(""stream""):
        if ""stream_hdr/stream_type"" not in stream:
            continue
        stream_type = stream[""stream_hdr/stream_type""].value
        if stream_type == ""vids"":
            if ""stream_hdr"" in stream:
                meta = Metadata(self)
                self.extractAVIVideo(stream[""stream_hdr""], meta)
                self.addGroup(""video"", meta, ""Video stream"")
        elif stream_type == ""auds"":
            if ""stream_fmt"" in stream:
                meta = Metadata(self)
                self.extractAVIAudio(stream[""stream_fmt""], meta)
                self.addGroup(""audio[%u]"" % audio_index, meta, ""Audio stream"")
                audio_index += 1
    if ""avi_hdr"" in headers:
        self.useAviHeader(headers[""avi_hdr""])
    # Compute global bit rate
    if self.has(""duration"") and ""/movie/size"" in headers:
        self.bit_rate = (
            float(headers[""/movie/size""].value)
            * 8
            / timedelta2seconds(self.get(""duration""))
        )
    # Video has index?
    if ""/index"" in headers:
        self.comment = _(""Has audio/video index (%s)"") % humanFilesize(
            headers[""/index""].size / 8
        )","def extractAVI ( self , headers ) : <TAB> audio_index = 1 <TAB> for stream in headers . array ( ""stream"" ) : <TAB> <TAB> if ""stream_hdr/stream_type"" not in stream : <TAB> <TAB> <TAB> continue <TAB> <TAB> stream_type = stream [ ""stream_hdr/stream_type"" ] . value <TAB> <TAB> if stream_type == ""vids"" : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> meta = Metadata ( self ) <TAB> <TAB> <TAB> <TAB> self . extractAVIVideo ( stream [ ""stream_hdr"" ] , meta ) <TAB> <TAB> <TAB> <TAB> self . addGroup ( ""video"" , meta , ""Video stream"" ) <TAB> <TAB> elif stream_type == ""auds"" : <TAB> <TAB> <TAB> if ""stream_fmt"" in stream : <TAB> <TAB> <TAB> <TAB> meta = Metadata ( self ) <TAB> <TAB> <TAB> <TAB> self . extractAVIAudio ( stream [ ""stream_fmt"" ] , meta ) <TAB> <TAB> <TAB> <TAB> self . addGroup ( ""audio[%u]"" % audio_index , meta , ""Audio stream"" ) <TAB> <TAB> <TAB> <TAB> audio_index += 1 <TAB> if ""avi_hdr"" in headers : <TAB> <TAB> self . useAviHeader ( headers [ ""avi_hdr"" ] ) <TAB> <TAB> if self . has ( ""duration"" ) and ""/movie/size"" in headers : <TAB> <TAB> self . bit_rate = ( <TAB> <TAB> <TAB> float ( headers [ ""/movie/size"" ] . value ) <TAB> <TAB> <TAB> * 8 <TAB> <TAB> <TAB> / timedelta2seconds ( self . get ( ""duration"" ) ) <TAB> <TAB> ) <TAB> <TAB> if ""/index"" in headers : <TAB> <TAB> self . comment = _ ( ""Has audio/video index (%s)"" ) % humanFilesize ( <TAB> <TAB> <TAB> headers [ ""/index"" ] . size / 8 <TAB> <TAB> )","if ""stream_hdr"" in stream :",385
23776,"def format_crawler_progress(self, p):
    cycletime = p[""estimated-time-per-cycle""]
    cycletime_s = """"
    if cycletime is not None:
        cycletime_s = "" (estimated cycle time %s)"" % abbreviate_time(cycletime)
    if p[""cycle-in-progress""]:
        pct = p[""cycle-complete-percentage""]
        soon = p[""remaining-sleep-time""]
        eta = p[""estimated-cycle-complete-time-left""]
        eta_s = """"
        if eta is not None:
            eta_s = "" (ETA %ds)"" % eta
        return [
            ""Current crawl %.1f%% complete"" % pct,
            eta_s,
            "" (next work in %s)"" % abbreviate_time(soon),
            cycletime_s,
        ]
    else:
        soon = p[""remaining-wait-time""]
        return [""Next crawl in %s"" % abbreviate_time(soon), cycletime_s]","def format_crawler_progress ( self , p ) : <TAB> cycletime = p [ ""estimated-time-per-cycle"" ] <TAB> cycletime_s = """" <TAB> if cycletime is not None : <TAB> <TAB> cycletime_s = "" (estimated cycle time %s)"" % abbreviate_time ( cycletime ) <TAB> if p [ ""cycle-in-progress"" ] : <TAB> <TAB> pct = p [ ""cycle-complete-percentage"" ] <TAB> <TAB> soon = p [ ""remaining-sleep-time"" ] <TAB> <TAB> eta = p [ ""estimated-cycle-complete-time-left"" ] <TAB> <TAB> eta_s = """" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> eta_s = "" (ETA %ds)"" % eta <TAB> <TAB> return [ <TAB> <TAB> <TAB> ""Current crawl %.1f%% complete"" % pct , <TAB> <TAB> <TAB> eta_s , <TAB> <TAB> <TAB> "" (next work in %s)"" % abbreviate_time ( soon ) , <TAB> <TAB> <TAB> cycletime_s , <TAB> <TAB> ] <TAB> else : <TAB> <TAB> soon = p [ ""remaining-wait-time"" ] <TAB> <TAB> return [ ""Next crawl in %s"" % abbreviate_time ( soon ) , cycletime_s ]",if eta is not None :,260
22267,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRING:
                self.clientName = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.I16:
                self.edamVersionMajor = iprot.readI16()
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.I16:
                self.edamVersionMinor = iprot.readI16()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . clientName = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . I16 : <TAB> <TAB> <TAB> <TAB> self . edamVersionMajor = iprot . readI16 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 3 : <TAB> <TAB> <TAB> if ftype == TType . I16 : <TAB> <TAB> <TAB> <TAB> self . edamVersionMinor = iprot . readI16 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STRING :,385
4668,"def _pip_cmd(pip3_path, args, silent=False):
    output = err = None
    if not pip3_path:
        sickrage.app.log.warning(""No path to pip specified, can't use pip commands"")
        exit_status = 1
        return output, err, exit_status
    cmd = [pip3_path] + args.split()
    try:
        if not silent:
            sickrage.app.log.debug(
                ""Executing ""
                + "" "".join(cmd)
                + "" with your shell in ""
                + sickrage.MAIN_DIR
            )
        p = subprocess.Popen(
            cmd,
            stdin=subprocess.PIPE,
            stdout=subprocess.PIPE,
            stderr=subprocess.STDOUT,
            shell=(sys.platform == ""win32""),
            cwd=sickrage.MAIN_DIR,
        )
        output, err = p.communicate()
        exit_status = p.returncode
    except OSError:
        sickrage.app.log.info(""Command "" + "" "".join(cmd) + "" didn't work"")
        exit_status = 1
    if exit_status == 0:
        exit_status = 0
    else:
        exit_status = 1
    if output:
        output = (
            output.decode(""utf-8"", ""ignore"").strip()
            if isinstance(output, bytes)
            else output.strip()
        )
    return output, err, exit_status","def _pip_cmd ( pip3_path , args , silent = False ) : <TAB> output = err = None <TAB> if not pip3_path : <TAB> <TAB> sickrage . app . log . warning ( ""No path to pip specified, can't use pip commands"" ) <TAB> <TAB> exit_status = 1 <TAB> <TAB> return output , err , exit_status <TAB> cmd = [ pip3_path ] + args . split ( ) <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sickrage . app . log . debug ( <TAB> <TAB> <TAB> <TAB> ""Executing "" <TAB> <TAB> <TAB> <TAB> + "" "" . join ( cmd ) <TAB> <TAB> <TAB> <TAB> + "" with your shell in "" <TAB> <TAB> <TAB> <TAB> + sickrage . MAIN_DIR <TAB> <TAB> <TAB> ) <TAB> <TAB> p = subprocess . Popen ( <TAB> <TAB> <TAB> cmd , <TAB> <TAB> <TAB> stdin = subprocess . PIPE , <TAB> <TAB> <TAB> stdout = subprocess . PIPE , <TAB> <TAB> <TAB> stderr = subprocess . STDOUT , <TAB> <TAB> <TAB> shell = ( sys . platform == ""win32"" ) , <TAB> <TAB> <TAB> cwd = sickrage . MAIN_DIR , <TAB> <TAB> ) <TAB> <TAB> output , err = p . communicate ( ) <TAB> <TAB> exit_status = p . returncode <TAB> except OSError : <TAB> <TAB> sickrage . app . log . info ( ""Command "" + "" "" . join ( cmd ) + "" didn't work"" ) <TAB> <TAB> exit_status = 1 <TAB> if exit_status == 0 : <TAB> <TAB> exit_status = 0 <TAB> else : <TAB> <TAB> exit_status = 1 <TAB> if output : <TAB> <TAB> output = ( <TAB> <TAB> <TAB> output . decode ( ""utf-8"" , ""ignore"" ) . strip ( ) <TAB> <TAB> <TAB> if isinstance ( output , bytes ) <TAB> <TAB> <TAB> else output . strip ( ) <TAB> <TAB> ) <TAB> return output , err , exit_status",if not silent :,403
11437,"def get_text(self, nodelist):
    """"""Return a string representation of the motif's properties listed on nodelist .""""""
    retlist = []
    for node in nodelist:
        if node.nodeType == Node.TEXT_NODE:
            retlist.append(node.wholeText)
        elif node.hasChildNodes:
            retlist.append(self.get_text(node.childNodes))
    return re.sub(r""\s+"", "" "", """".join(retlist))
","def get_text ( self , nodelist ) : <TAB> """"""Return a string representation of the motif's properties listed on nodelist ."""""" <TAB> retlist = [ ] <TAB> for node in nodelist : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> retlist . append ( node . wholeText ) <TAB> <TAB> elif node . hasChildNodes : <TAB> <TAB> <TAB> retlist . append ( self . get_text ( node . childNodes ) ) <TAB> return re . sub ( r""\s+"" , "" "" , """" . join ( retlist ) )",if node . nodeType == Node . TEXT_NODE :,119
2811,"def input_data(self):
    gen = self.config.generator
    # don't try running the generator if we specify an output file explicitly,
    # otherwise generator may segfault and we end up returning the output file anyway
    if gen and (not self.config[""out""] or not self.config[""in""]):
        if self._generated is None:
            self._run_generator(gen, args=self.config.generator_args)
        if self._generated[0]:
            return self._generated[0]
    # in file is optional
    return (
        self._normalize(self.problem.problem_data[self.config[""in""]])
        if self.config[""in""]
        else b""""
    )","def input_data ( self ) : <TAB> gen = self . config . generator <TAB> <TAB> <TAB> if gen and ( not self . config [ ""out"" ] or not self . config [ ""in"" ] ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _run_generator ( gen , args = self . config . generator_args ) <TAB> <TAB> if self . _generated [ 0 ] : <TAB> <TAB> <TAB> return self . _generated [ 0 ] <TAB> <TAB> return ( <TAB> <TAB> self . _normalize ( self . problem . problem_data [ self . config [ ""in"" ] ] ) <TAB> <TAB> if self . config [ ""in"" ] <TAB> <TAB> else b"""" <TAB> )",if self . _generated is None :,175
14623,"def detach_volume(self, volume):
    # We need to find the node using this volume
    for node in self.list_nodes():
        if type(node.image) is not list:
            # This node has only one associated image. It is not the one we
            # are after.
            continue
        for disk in node.image:
            if disk.id == volume.id:
                # Node found. We can now detach the volume
                disk_id = disk.extra[""disk_id""]
                return self._do_detach_volume(node.id, disk_id)
    return False
","def detach_volume ( self , volume ) : <TAB> <TAB> for node in self . list_nodes ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> for disk in node . image : <TAB> <TAB> <TAB> if disk . id == volume . id : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> disk_id = disk . extra [ ""disk_id"" ] <TAB> <TAB> <TAB> <TAB> return self . _do_detach_volume ( node . id , disk_id ) <TAB> return False",if type ( node . image ) is not list :,160
1735,"def run(self, iterations):
    for i in range(iterations):
        taskWorkArea.holdCount = 0
        taskWorkArea.qpktCount = 0
        IdleTask(I_IDLE, 1, 10000, TaskState().running(), IdleTaskRec())
        wkq = Packet(None, 0, K_WORK)
        wkq = Packet(wkq, 0, K_WORK)
        WorkTask(I_WORK, 1000, wkq, TaskState().waitingWithPacket(), WorkerTaskRec())
        wkq = Packet(None, I_DEVA, K_DEV)
        wkq = Packet(wkq, I_DEVA, K_DEV)
        wkq = Packet(wkq, I_DEVA, K_DEV)
        HandlerTask(
            I_HANDLERA, 2000, wkq, TaskState().waitingWithPacket(), HandlerTaskRec()
        )
        wkq = Packet(None, I_DEVB, K_DEV)
        wkq = Packet(wkq, I_DEVB, K_DEV)
        wkq = Packet(wkq, I_DEVB, K_DEV)
        HandlerTask(
            I_HANDLERB, 3000, wkq, TaskState().waitingWithPacket(), HandlerTaskRec()
        )
        wkq = None
        DeviceTask(I_DEVA, 4000, wkq, TaskState().waiting(), DeviceTaskRec())
        DeviceTask(I_DEVB, 5000, wkq, TaskState().waiting(), DeviceTaskRec())
        schedule()
        if taskWorkArea.holdCount == 9297 and taskWorkArea.qpktCount == 23246:
            pass
        else:
            return False
    return True","def run ( self , iterations ) : <TAB> for i in range ( iterations ) : <TAB> <TAB> taskWorkArea . holdCount = 0 <TAB> <TAB> taskWorkArea . qpktCount = 0 <TAB> <TAB> IdleTask ( I_IDLE , 1 , 10000 , TaskState ( ) . running ( ) , IdleTaskRec ( ) ) <TAB> <TAB> wkq = Packet ( None , 0 , K_WORK ) <TAB> <TAB> wkq = Packet ( wkq , 0 , K_WORK ) <TAB> <TAB> WorkTask ( I_WORK , 1000 , wkq , TaskState ( ) . waitingWithPacket ( ) , WorkerTaskRec ( ) ) <TAB> <TAB> wkq = Packet ( None , I_DEVA , K_DEV ) <TAB> <TAB> wkq = Packet ( wkq , I_DEVA , K_DEV ) <TAB> <TAB> wkq = Packet ( wkq , I_DEVA , K_DEV ) <TAB> <TAB> HandlerTask ( <TAB> <TAB> <TAB> I_HANDLERA , 2000 , wkq , TaskState ( ) . waitingWithPacket ( ) , HandlerTaskRec ( ) <TAB> <TAB> ) <TAB> <TAB> wkq = Packet ( None , I_DEVB , K_DEV ) <TAB> <TAB> wkq = Packet ( wkq , I_DEVB , K_DEV ) <TAB> <TAB> wkq = Packet ( wkq , I_DEVB , K_DEV ) <TAB> <TAB> HandlerTask ( <TAB> <TAB> <TAB> I_HANDLERB , 3000 , wkq , TaskState ( ) . waitingWithPacket ( ) , HandlerTaskRec ( ) <TAB> <TAB> ) <TAB> <TAB> wkq = None <TAB> <TAB> DeviceTask ( I_DEVA , 4000 , wkq , TaskState ( ) . waiting ( ) , DeviceTaskRec ( ) ) <TAB> <TAB> DeviceTask ( I_DEVB , 5000 , wkq , TaskState ( ) . waiting ( ) , DeviceTaskRec ( ) ) <TAB> <TAB> schedule ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pass <TAB> <TAB> else : <TAB> <TAB> <TAB> return False <TAB> return True",if taskWorkArea . holdCount == 9297 and taskWorkArea . qpktCount == 23246 :,437
11554,"def _add_widget_dim_constraints(
    solver, width_grid, height_grid, total_var_w, total_var_h, grid_widgets
):
    assert total_var_w is not None
    assert total_var_h is not None
    for ws in width_grid:
        for w in ws:
            solver.add_constraint(w >= 0, strength=REQUIRED)
    for hs in height_grid:
        for h in hs:
            solver.add_constraint(h >= 0, strength=REQUIRED)
    for (_, val) in grid_widgets.items():
        (y, x, ys, xs, widget) = val
        for ws in width_grid[y : y + ys]:
            total_w = np.sum(ws[x : x + xs])
            # assert(total_w is not None)
            solver.add_constraint(total_w >= widget.width_min, strength=REQUIRED)
            if widget.width_max is not None:
                solver.add_constraint(total_w <= widget.width_max, strength=REQUIRED)
            else:
                solver.add_constraint(total_w <= total_var_w)
        for hs in height_grid[x : x + xs]:
            total_h = np.sum(hs[y : y + ys])
            solver.add_constraint(total_h >= widget.height_min, strength=REQUIRED)
            if widget.height_max is not None:
                solver.add_constraint(total_h <= widget.height_max, strength=REQUIRED)
            else:
                solver.add_constraint(total_h <= total_var_h)","def _add_widget_dim_constraints ( <TAB> solver , width_grid , height_grid , total_var_w , total_var_h , grid_widgets ) : <TAB> assert total_var_w is not None <TAB> assert total_var_h is not None <TAB> for ws in width_grid : <TAB> <TAB> for w in ws : <TAB> <TAB> <TAB> solver . add_constraint ( w >= 0 , strength = REQUIRED ) <TAB> for hs in height_grid : <TAB> <TAB> for h in hs : <TAB> <TAB> <TAB> solver . add_constraint ( h >= 0 , strength = REQUIRED ) <TAB> for ( _ , val ) in grid_widgets . items ( ) : <TAB> <TAB> ( y , x , ys , xs , widget ) = val <TAB> <TAB> for ws in width_grid [ y : y + ys ] : <TAB> <TAB> <TAB> total_w = np . sum ( ws [ x : x + xs ] ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> solver . add_constraint ( total_w >= widget . width_min , strength = REQUIRED ) <TAB> <TAB> <TAB> if widget . width_max is not None : <TAB> <TAB> <TAB> <TAB> solver . add_constraint ( total_w <= widget . width_max , strength = REQUIRED ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> solver . add_constraint ( total_w <= total_var_w ) <TAB> <TAB> for hs in height_grid [ x : x + xs ] : <TAB> <TAB> <TAB> total_h = np . sum ( hs [ y : y + ys ] ) <TAB> <TAB> <TAB> solver . add_constraint ( total_h >= widget . height_min , strength = REQUIRED ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> solver . add_constraint ( total_h <= widget . height_max , strength = REQUIRED ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> solver . add_constraint ( total_h <= total_var_h )",if widget . height_max is not None :,426
18785,"def getMassPoisonHtml(self):
    html = '<div style=""position:absolute;left:-100px"">'
    for i in self.app_config:
        if isinstance(self.app_config[i], dict):
            if self.app_config[i].has_key(""tamper_url"") and not self.app_config[i].get(
                ""skip_in_mass_poison"", False
            ):
                html += (
                    '<iframe sandbox="""" style=""opacity:0;visibility:hidden"" width=""1"" height=""1"" src=""'
                    + self.app_config[i][""tamper_url""]
                    + '""></iframe>'
                )
    return html + ""</div>""","def getMassPoisonHtml ( self ) : <TAB> html = '<div style=""position:absolute;left:-100px"">' <TAB> for i in self . app_config : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if self . app_config [ i ] . has_key ( ""tamper_url"" ) and not self . app_config [ i ] . get ( <TAB> <TAB> <TAB> <TAB> ""skip_in_mass_poison"" , False <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> html += ( <TAB> <TAB> <TAB> <TAB> <TAB> '<iframe sandbox="""" style=""opacity:0;visibility:hidden"" width=""1"" height=""1"" src=""' <TAB> <TAB> <TAB> <TAB> <TAB> + self . app_config [ i ] [ ""tamper_url"" ] <TAB> <TAB> <TAB> <TAB> <TAB> + '""></iframe>' <TAB> <TAB> <TAB> <TAB> ) <TAB> return html + ""</div>""","if isinstance ( self . app_config [ i ] , dict ) :",194
18613,"def compare_detections(detection1: dict, detection2: dict) -> bool:
    # detections not the same length can't be the same
    if len(detection1) != len(detection2):
        return False
    for named_condition in detection1:
        # condition clause must be the same too
        if named_condition == ""condition"":
            if detection1[""condition""] != detection2[""condition""]:
                return False
            else:
                continue
        # Named condition must exist in both rule files
        if named_condition not in detection2:
            return False
        if len(detection1[named_condition]) != len(detection2[named_condition]):
            return False
        for condition in detection1[named_condition]:
            if type(condition) != str:
                return False
            if condition not in detection2[named_condition]:
                return False
            condition_value1 = detection1[named_condition][condition]
            condition_value2 = detection2[named_condition][condition]
            if condition_value1 != condition_value2:
                return False
    return True","def compare_detections ( detection1 : dict , detection2 : dict ) -> bool : <TAB> <TAB> if len ( detection1 ) != len ( detection2 ) : <TAB> <TAB> return False <TAB> for named_condition in detection1 : <TAB> <TAB> <TAB> <TAB> if named_condition == ""condition"" : <TAB> <TAB> <TAB> if detection1 [ ""condition"" ] != detection2 [ ""condition"" ] : <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if named_condition not in detection2 : <TAB> <TAB> <TAB> return False <TAB> <TAB> if len ( detection1 [ named_condition ] ) != len ( detection2 [ named_condition ] ) : <TAB> <TAB> <TAB> return False <TAB> <TAB> for condition in detection1 [ named_condition ] : <TAB> <TAB> <TAB> if type ( condition ) != str : <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> condition_value1 = detection1 [ named_condition ] [ condition ] <TAB> <TAB> <TAB> condition_value2 = detection2 [ named_condition ] [ condition ] <TAB> <TAB> <TAB> if condition_value1 != condition_value2 : <TAB> <TAB> <TAB> <TAB> return False <TAB> return True",if condition not in detection2 [ named_condition ] :,293
2093,"def move(self, color):
    global TIMESTAMP, MOVES
    TIMESTAMP += 1
    MOVES += 1
    self.board.zobrist.update(self, color)
    self.color = color
    self.reference = self
    self.ledges = 0
    self.used = True
    for neighbour in self.neighbours:
        neighcolor = neighbour.color
        if neighcolor == EMPTY:
            self.ledges += 1
        else:
            neighbour_ref = neighbour.find(update=True)
            if neighcolor == color:
                if neighbour_ref.reference.pos != self.pos:
                    self.ledges += neighbour_ref.ledges
                    neighbour_ref.reference = self
                self.ledges -= 1
            else:
                neighbour_ref.ledges -= 1
                if neighbour_ref.ledges == 0:
                    neighbour.remove(neighbour_ref)
    self.board.zobrist.add()","def move ( self , color ) : <TAB> global TIMESTAMP , MOVES <TAB> TIMESTAMP += 1 <TAB> MOVES += 1 <TAB> self . board . zobrist . update ( self , color ) <TAB> self . color = color <TAB> self . reference = self <TAB> self . ledges = 0 <TAB> self . used = True <TAB> for neighbour in self . neighbours : <TAB> <TAB> neighcolor = neighbour . color <TAB> <TAB> if neighcolor == EMPTY : <TAB> <TAB> <TAB> self . ledges += 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> neighbour_ref = neighbour . find ( update = True ) <TAB> <TAB> <TAB> if neighcolor == color : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . ledges += neighbour_ref . ledges <TAB> <TAB> <TAB> <TAB> <TAB> neighbour_ref . reference = self <TAB> <TAB> <TAB> <TAB> self . ledges -= 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> neighbour_ref . ledges -= 1 <TAB> <TAB> <TAB> <TAB> if neighbour_ref . ledges == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> neighbour . remove ( neighbour_ref ) <TAB> self . board . zobrist . add ( )",if neighbour_ref . reference . pos != self . pos :,261
18597,"def skip_tactics_or_techniques(self, src_technics, src_tactics):
    tactics = set()
    technics = set()
    local_storage_techniques = {
        item[""technique_id""]: item for item in self.find_technique(src_technics)
    }
    for key_id in src_technics:
        src_tactic = local_storage_techniques.get(key_id, {}).get(""tactic"")
        if not src_tactic:
            continue
        src_tactic = set(src_tactic)
        for item in src_tactics:
            if item in src_tactic:
                technics.add(key_id)
                tactics.add(item)
    return sorted(tactics), sorted(technics)
","def skip_tactics_or_techniques ( self , src_technics , src_tactics ) : <TAB> tactics = set ( ) <TAB> technics = set ( ) <TAB> local_storage_techniques = { <TAB> <TAB> item [ ""technique_id"" ] : item for item in self . find_technique ( src_technics ) <TAB> } <TAB> for key_id in src_technics : <TAB> <TAB> src_tactic = local_storage_techniques . get ( key_id , { } ) . get ( ""tactic"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> src_tactic = set ( src_tactic ) <TAB> <TAB> for item in src_tactics : <TAB> <TAB> <TAB> if item in src_tactic : <TAB> <TAB> <TAB> <TAB> technics . add ( key_id ) <TAB> <TAB> <TAB> <TAB> tactics . add ( item ) <TAB> return sorted ( tactics ) , sorted ( technics )",if not src_tactic :,224
22125,"def proc_minute(d):
    if expanded[0][0] != ""*"":
        diff_min = nearest_diff_method(d.minute, expanded[0], 60)
        if diff_min is not None and diff_min != 0:
            if is_prev:
                d += relativedelta(minutes=diff_min, second=59)
            else:
                d += relativedelta(minutes=diff_min, second=0)
            return True, d
    return False, d","def proc_minute ( d ) : <TAB> if expanded [ 0 ] [ 0 ] != ""*"" : <TAB> <TAB> diff_min = nearest_diff_method ( d . minute , expanded [ 0 ] , 60 ) <TAB> <TAB> if diff_min is not None and diff_min != 0 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> d += relativedelta ( minutes = diff_min , second = 59 ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> d += relativedelta ( minutes = diff_min , second = 0 ) <TAB> <TAB> <TAB> return True , d <TAB> return False , d",if is_prev :,128
25074,"def date_to_format(value, target_format):
    """"""Convert date to specified format""""""
    if target_format == str:
        if isinstance(value, datetime.date):
            ret = value.strftime(""%d/%m/%y"")
        elif isinstance(value, datetime.datetime):
            ret = value.strftime(""%d/%m/%y"")
        elif isinstance(value, datetime.time):
            ret = value.strftime(""%H:%M:%S"")
    else:
        ret = value
    return ret
","def date_to_format ( value , target_format ) : <TAB> """"""Convert date to specified format"""""" <TAB> if target_format == str : <TAB> <TAB> if isinstance ( value , datetime . date ) : <TAB> <TAB> <TAB> ret = value . strftime ( ""%d/%m/%y"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ret = value . strftime ( ""%d/%m/%y"" ) <TAB> <TAB> elif isinstance ( value , datetime . time ) : <TAB> <TAB> <TAB> ret = value . strftime ( ""%H:%M:%S"" ) <TAB> else : <TAB> <TAB> ret = value <TAB> return ret","elif isinstance ( value , datetime . datetime ) :",130
5774,"def wait_til_ready(cls):
    while True:
        now = time.time()
        next_iteration = now // 1.0 + 1
        if cls.connector.ready:
            break
        else:
            await cls._clock.run_til(next_iteration)
        await asyncio.sleep(1.0)",def wait_til_ready ( cls ) : <TAB> while True : <TAB> <TAB> now = time . time ( ) <TAB> <TAB> next_iteration = now // 1.0 + 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> await cls . _clock . run_til ( next_iteration ) <TAB> <TAB> await asyncio . sleep ( 1.0 ),if cls . connector . ready :,89
13587,"def execute(cls, ctx, op):
    inputs, device_id, xp = as_same_device(
        [ctx[c.key] for c in op.inputs], device=op.device, ret_extra=True
    )
    with device(device_id):
        kw = {""casting"": op.casting}
        inputs_iter = iter(inputs)
        input = next(inputs_iter)
        if op.out1 is not None:
            out1 = next(inputs_iter)
        else:
            out1 = None
        if op.out2 is not None:
            out2 = next(inputs_iter)
        else:
            out2 = None
        if op.where is not None:
            where = kw[""where""] = next(inputs_iter)
        else:
            where = None
        kw[""order""] = op.order
        try:
            args = [input]
            if out1 is not None:
                args.append(out1.copy())
            if out2 is not None:
                args.append(out2.copy())
            y1, y2 = xp.modf(*args, **kw)
        except TypeError:
            if where is None:
                raise
            y1, y2 = xp.modf(input)
            y1, y2 = xp.where(where, y1, out1), xp.where(where, y2, out2)
        for c, res in zip(op.outputs, (y1, y2)):
            ctx[c.key] = res","def execute ( cls , ctx , op ) : <TAB> inputs , device_id , xp = as_same_device ( <TAB> <TAB> [ ctx [ c . key ] for c in op . inputs ] , device = op . device , ret_extra = True <TAB> ) <TAB> with device ( device_id ) : <TAB> <TAB> kw = { ""casting"" : op . casting } <TAB> <TAB> inputs_iter = iter ( inputs ) <TAB> <TAB> input = next ( inputs_iter ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> out1 = next ( inputs_iter ) <TAB> <TAB> else : <TAB> <TAB> <TAB> out1 = None <TAB> <TAB> if op . out2 is not None : <TAB> <TAB> <TAB> out2 = next ( inputs_iter ) <TAB> <TAB> else : <TAB> <TAB> <TAB> out2 = None <TAB> <TAB> if op . where is not None : <TAB> <TAB> <TAB> where = kw [ ""where"" ] = next ( inputs_iter ) <TAB> <TAB> else : <TAB> <TAB> <TAB> where = None <TAB> <TAB> kw [ ""order"" ] = op . order <TAB> <TAB> try : <TAB> <TAB> <TAB> args = [ input ] <TAB> <TAB> <TAB> if out1 is not None : <TAB> <TAB> <TAB> <TAB> args . append ( out1 . copy ( ) ) <TAB> <TAB> <TAB> if out2 is not None : <TAB> <TAB> <TAB> <TAB> args . append ( out2 . copy ( ) ) <TAB> <TAB> <TAB> y1 , y2 = xp . modf ( * args , ** kw ) <TAB> <TAB> except TypeError : <TAB> <TAB> <TAB> if where is None : <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> y1 , y2 = xp . modf ( input ) <TAB> <TAB> <TAB> y1 , y2 = xp . where ( where , y1 , out1 ) , xp . where ( where , y2 , out2 ) <TAB> <TAB> for c , res in zip ( op . outputs , ( y1 , y2 ) ) : <TAB> <TAB> <TAB> ctx [ c . key ] = res",if op . out1 is not None :,414
22305,"def test_stream_index(self):
    output = av.open(self.sandboxed(""output.mov""), ""w"")
    vstream = output.add_stream(""mpeg4"", 24)
    vstream.pix_fmt = ""yuv420p""
    vstream.width = 320
    vstream.height = 240
    astream = output.add_stream(""mp2"", 48000)
    astream.channels = 2
    astream.format = ""s16""
    self.assertEqual(vstream.index, 0)
    self.assertEqual(astream.index, 1)
    vframe = VideoFrame(320, 240, ""yuv420p"")
    vpacket = vstream.encode(vframe)[0]
    self.assertIs(vpacket.stream, vstream)
    self.assertEqual(vpacket.stream_index, 0)
    for i in range(10):
        aframe = AudioFrame(""s16"", ""stereo"", samples=astream.frame_size)
        aframe.rate = 48000
        apackets = astream.encode(aframe)
        if apackets:
            apacket = apackets[0]
            break
    self.assertIs(apacket.stream, astream)
    self.assertEqual(apacket.stream_index, 1)","def test_stream_index ( self ) : <TAB> output = av . open ( self . sandboxed ( ""output.mov"" ) , ""w"" ) <TAB> vstream = output . add_stream ( ""mpeg4"" , 24 ) <TAB> vstream . pix_fmt = ""yuv420p"" <TAB> vstream . width = 320 <TAB> vstream . height = 240 <TAB> astream = output . add_stream ( ""mp2"" , 48000 ) <TAB> astream . channels = 2 <TAB> astream . format = ""s16"" <TAB> self . assertEqual ( vstream . index , 0 ) <TAB> self . assertEqual ( astream . index , 1 ) <TAB> vframe = VideoFrame ( 320 , 240 , ""yuv420p"" ) <TAB> vpacket = vstream . encode ( vframe ) [ 0 ] <TAB> self . assertIs ( vpacket . stream , vstream ) <TAB> self . assertEqual ( vpacket . stream_index , 0 ) <TAB> for i in range ( 10 ) : <TAB> <TAB> aframe = AudioFrame ( ""s16"" , ""stereo"" , samples = astream . frame_size ) <TAB> <TAB> aframe . rate = 48000 <TAB> <TAB> apackets = astream . encode ( aframe ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> apacket = apackets [ 0 ] <TAB> <TAB> <TAB> break <TAB> self . assertIs ( apacket . stream , astream ) <TAB> self . assertEqual ( apacket . stream_index , 1 )",if apackets :,316
22758,"def wait_for_initial_conf(self, timeout=1.0):
    logger.info(""Waiting for initial configuration"")
    cur_timeout = timeout
    # Arbiter do not already set our have_conf param
    while not self.new_conf and not self.interrupted:
        elapsed, _, _ = self.handleRequests(cur_timeout)
        if elapsed:
            cur_timeout -= elapsed
            if cur_timeout > 0:
                continue
            cur_timeout = timeout
        sys.stdout.write(""."")
        sys.stdout.flush()","def wait_for_initial_conf ( self , timeout = 1.0 ) : <TAB> logger . info ( ""Waiting for initial configuration"" ) <TAB> cur_timeout = timeout <TAB> <TAB> while not self . new_conf and not self . interrupted : <TAB> <TAB> elapsed , _ , _ = self . handleRequests ( cur_timeout ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cur_timeout -= elapsed <TAB> <TAB> <TAB> if cur_timeout > 0 : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> cur_timeout = timeout <TAB> <TAB> sys . stdout . write ( ""."" ) <TAB> <TAB> sys . stdout . flush ( )",if elapsed :,142
17891,"def MultiReadClientMetadata(self, client_ids):
    """"""Reads ClientMetadata records for a list of clients.""""""
    res = {}
    for client_id in client_ids:
        md = self.metadatas.get(client_id, None)
        if md is None:
            continue
        res[client_id] = rdf_objects.ClientMetadata(
            certificate=md.get(""certificate""),
            fleetspeak_enabled=md.get(""fleetspeak_enabled""),
            first_seen=md.get(""first_seen""),
            ping=md.get(""ping""),
            clock=md.get(""clock""),
            ip=md.get(""ip""),
            last_foreman_time=md.get(""last_foreman_time""),
            last_crash_timestamp=md.get(""last_crash_timestamp""),
            startup_info_timestamp=md.get(""startup_info_timestamp""),
        )
    return res
","def MultiReadClientMetadata ( self , client_ids ) : <TAB> """"""Reads ClientMetadata records for a list of clients."""""" <TAB> res = { } <TAB> for client_id in client_ids : <TAB> <TAB> md = self . metadatas . get ( client_id , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> res [ client_id ] = rdf_objects . ClientMetadata ( <TAB> <TAB> <TAB> certificate = md . get ( ""certificate"" ) , <TAB> <TAB> <TAB> fleetspeak_enabled = md . get ( ""fleetspeak_enabled"" ) , <TAB> <TAB> <TAB> first_seen = md . get ( ""first_seen"" ) , <TAB> <TAB> <TAB> ping = md . get ( ""ping"" ) , <TAB> <TAB> <TAB> clock = md . get ( ""clock"" ) , <TAB> <TAB> <TAB> ip = md . get ( ""ip"" ) , <TAB> <TAB> <TAB> last_foreman_time = md . get ( ""last_foreman_time"" ) , <TAB> <TAB> <TAB> last_crash_timestamp = md . get ( ""last_crash_timestamp"" ) , <TAB> <TAB> <TAB> startup_info_timestamp = md . get ( ""startup_info_timestamp"" ) , <TAB> <TAB> ) <TAB> return res",if md is None :,244
5547,"def get_celery_request_tags(**kwargs):
    request = kwargs.get(""request"")
    sender_hostname = ""unknown""
    sender = kwargs.get(""sender"")
    if sender:
        try:
            sender_hostname = sender.hostname
        except AttributeError:
            sender_hostname = vars(sender.request).get(""origin"", ""unknown"")
    if request and not isinstance(
        request, Context
    ):  # unlike others, task_revoked sends a Context for `request`
        task_name = request.name
        task_id = request.id
        receiver_hostname = request.hostname
    else:
        try:
            task_name = sender.name
        except AttributeError:
            task_name = kwargs.pop(""name"", """")
        try:
            task_id = sender.request.id
        except AttributeError:
            task_id = kwargs.pop(""id"", """")
        try:
            receiver_hostname = sender.request.hostname
        except AttributeError:
            receiver_hostname = """"
    tags = {
        ""task_name"": task_name,
        ""task_id"": task_id,
        ""sender_hostname"": sender_hostname,
        ""receiver_hostname"": receiver_hostname,
    }
    tags[""expired""] = kwargs.get(""expired"", False)
    exception = kwargs.get(""exception"")
    if not exception:
        exception = kwargs.get(""exc"")
    if exception:
        tags[""error""] = repr(exception)
        if isinstance(exception, SoftTimeLimitExceeded):
            tags[""timed_out""] = True
    return tags
","def get_celery_request_tags ( ** kwargs ) : <TAB> request = kwargs . get ( ""request"" ) <TAB> sender_hostname = ""unknown"" <TAB> sender = kwargs . get ( ""sender"" ) <TAB> if sender : <TAB> <TAB> try : <TAB> <TAB> <TAB> sender_hostname = sender . hostname <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> sender_hostname = vars ( sender . request ) . get ( ""origin"" , ""unknown"" ) <TAB> if request and not isinstance ( <TAB> <TAB> request , Context <TAB> ) : <TAB> <TAB> task_name = request . name <TAB> <TAB> task_id = request . id <TAB> <TAB> receiver_hostname = request . hostname <TAB> else : <TAB> <TAB> try : <TAB> <TAB> <TAB> task_name = sender . name <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> task_name = kwargs . pop ( ""name"" , """" ) <TAB> <TAB> try : <TAB> <TAB> <TAB> task_id = sender . request . id <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> task_id = kwargs . pop ( ""id"" , """" ) <TAB> <TAB> try : <TAB> <TAB> <TAB> receiver_hostname = sender . request . hostname <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> receiver_hostname = """" <TAB> tags = { <TAB> <TAB> ""task_name"" : task_name , <TAB> <TAB> ""task_id"" : task_id , <TAB> <TAB> ""sender_hostname"" : sender_hostname , <TAB> <TAB> ""receiver_hostname"" : receiver_hostname , <TAB> } <TAB> tags [ ""expired"" ] = kwargs . get ( ""expired"" , False ) <TAB> exception = kwargs . get ( ""exception"" ) <TAB> if not exception : <TAB> <TAB> exception = kwargs . get ( ""exc"" ) <TAB> if exception : <TAB> <TAB> tags [ ""error"" ] = repr ( exception ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tags [ ""timed_out"" ] = True <TAB> return tags","if isinstance ( exception , SoftTimeLimitExceeded ) :",410
4502,"def __lt__(self, other):
    try:
        if self == other:
            return False
        for i in range(len(self.versions)):
            if self.versions[i] < other.versions[i]:
                return True  # ex: 1.1 vs 1.2
            if self.versions[i] > other.versions[i]:
                return False
        if len(self.versions) < len(other.versions):
            return True
        if len(self.versions) > len(other.versions):
            return False
        # From here, numeric part is the same - now having a rest means older version
        if len(other.numpart) > 0 and len(self.numpart) == 0:
            return False
        if len(self.numpart) > 0 and len(other.numpart) == 0:
            return True
        # Both have a rest, use a string comparison
        # alpha1 < beta1 < rc1 < rc2...
        return self.rest < other.rest
    except:
        return False","def __lt__ ( self , other ) : <TAB> try : <TAB> <TAB> if self == other : <TAB> <TAB> <TAB> return False <TAB> <TAB> for i in range ( len ( self . versions ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> if self . versions [ i ] > other . versions [ i ] : <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> if len ( self . versions ) < len ( other . versions ) : <TAB> <TAB> <TAB> return True <TAB> <TAB> if len ( self . versions ) > len ( other . versions ) : <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> <TAB> if len ( other . numpart ) > 0 and len ( self . numpart ) == 0 : <TAB> <TAB> <TAB> return False <TAB> <TAB> if len ( self . numpart ) > 0 and len ( other . numpart ) == 0 : <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return self . rest < other . rest <TAB> except : <TAB> <TAB> return False",if self . versions [ i ] < other . versions [ i ] :,281
2257,"def select(
    self, tester, do_request, callback=None, select_params=None, byte_range=None
):
    sql = ""select * from ossobject limit 10""
    resp_content = b""a,b,c,d,e,f,,n,g,l,o,p""
    if select_params is not None and ""Json_Type"" in select_params:
        if select_params[""Json_Type""] == ""DOCUMENT"":
            resp_content = b'{contacts:[{""firstName"":""John"", ""lastName"":""Smith""}]}'
        else:
            resp_content = b'{""firstName"":""John"", ""lastName"":""Smith""}'
    output_raw = False
    if (
        select_params is not None
        and ""OutputRawData"" in select_params
        and select_params[""OutputRawData""]
    ):
        output_raw = True
    req, resp = make_select_object(sql, resp_content, select_params, output_raw)
    req_info = mock_response(do_request, resp)
    result = bucket().select_object(
        ""select-test.txt"", sql, callback, select_params, byte_range
    )
    tester.assertEqual(result.status, 206)
    tester.assertRequest(req_info, req)
    if result.status // 100 == 2:
        content = result.read()
        tester.assertEqual(content, resp_content)","def select ( <TAB> self , tester , do_request , callback = None , select_params = None , byte_range = None ) : <TAB> sql = ""select * from ossobject limit 10"" <TAB> resp_content = b""a,b,c,d,e,f,,n,g,l,o,p"" <TAB> if select_params is not None and ""Json_Type"" in select_params : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> resp_content = b'{contacts:[{""firstName"":""John"", ""lastName"":""Smith""}]}' <TAB> <TAB> else : <TAB> <TAB> <TAB> resp_content = b'{""firstName"":""John"", ""lastName"":""Smith""}' <TAB> output_raw = False <TAB> if ( <TAB> <TAB> select_params is not None <TAB> <TAB> and ""OutputRawData"" in select_params <TAB> <TAB> and select_params [ ""OutputRawData"" ] <TAB> ) : <TAB> <TAB> output_raw = True <TAB> req , resp = make_select_object ( sql , resp_content , select_params , output_raw ) <TAB> req_info = mock_response ( do_request , resp ) <TAB> result = bucket ( ) . select_object ( <TAB> <TAB> ""select-test.txt"" , sql , callback , select_params , byte_range <TAB> ) <TAB> tester . assertEqual ( result . status , 206 ) <TAB> tester . assertRequest ( req_info , req ) <TAB> if result . status // 100 == 2 : <TAB> <TAB> content = result . read ( ) <TAB> <TAB> tester . assertEqual ( content , resp_content )","if select_params [ ""Json_Type"" ] == ""DOCUMENT"" :",351
4925,"def PrintFooter(self):  # print the header array
    if self.draw == False:
        return
    footer_pos = (
        self.parent.page_height * self.pheight
        - self.pfooter_margin
        + self.vertical_offset
    )
    for val in self.parent.footer:
        self.SetPrintFont(val[""Font""])
        footer_indent = val[""Indent""] * self.pwidth
        text = val[""Text""]
        ftype = val[""Type""]
        if ftype == ""Pageof"":
            addtext = ""Page "" + str(self.page) + "" of "" + str(self.total_pages)
        elif ftype == ""Page"":
            addtext = ""Page "" + str(self.page)
        elif ftype == ""Num"":
            addtext = str(self.page)
        elif ftype == ""Date"":
            addtext = self.GetDate()
        elif ftype == ""Date & Time"":
            addtext = self.GetDateTime()
        else:
            addtext = """"
        self.OutTextPageWidth(
            text + addtext, footer_pos, val[""Align""], footer_indent, True
        )
","def PrintFooter ( self ) : <TAB> if self . draw == False : <TAB> <TAB> return <TAB> footer_pos = ( <TAB> <TAB> self . parent . page_height * self . pheight <TAB> <TAB> - self . pfooter_margin <TAB> <TAB> + self . vertical_offset <TAB> ) <TAB> for val in self . parent . footer : <TAB> <TAB> self . SetPrintFont ( val [ ""Font"" ] ) <TAB> <TAB> footer_indent = val [ ""Indent"" ] * self . pwidth <TAB> <TAB> text = val [ ""Text"" ] <TAB> <TAB> ftype = val [ ""Type"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> addtext = ""Page "" + str ( self . page ) + "" of "" + str ( self . total_pages ) <TAB> <TAB> elif ftype == ""Page"" : <TAB> <TAB> <TAB> addtext = ""Page "" + str ( self . page ) <TAB> <TAB> elif ftype == ""Num"" : <TAB> <TAB> <TAB> addtext = str ( self . page ) <TAB> <TAB> elif ftype == ""Date"" : <TAB> <TAB> <TAB> addtext = self . GetDate ( ) <TAB> <TAB> elif ftype == ""Date & Time"" : <TAB> <TAB> <TAB> addtext = self . GetDateTime ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> addtext = """" <TAB> <TAB> self . OutTextPageWidth ( <TAB> <TAB> <TAB> text + addtext , footer_pos , val [ ""Align"" ] , footer_indent , True <TAB> <TAB> )","if ftype == ""Pageof"" :",312
13963,"def test_merge_documents_existing(self, api_key, endpoint, index_name, **kwargs):
    client = SearchClient(endpoint, index_name, AzureKeyCredential(api_key))
    async with client:
        results = await client.merge_documents(
            [{""hotelId"": ""3"", ""rating"": 1}, {""hotelId"": ""4"", ""rating"": 2}]
        )
        assert len(results) == 2
        assert set(x.status_code for x in results) == {200}
        # There can be some lag before a document is searchable
        if self.is_live:
            time.sleep(TIME_TO_SLEEP)
        assert await client.get_document_count() == 10
        result = await client.get_document(key=""3"")
        assert result[""rating""] == 1
        result = await client.get_document(key=""4"")
        assert result[""rating""] == 2","def test_merge_documents_existing ( self , api_key , endpoint , index_name , ** kwargs ) : <TAB> client = SearchClient ( endpoint , index_name , AzureKeyCredential ( api_key ) ) <TAB> async with client : <TAB> <TAB> results = await client . merge_documents ( <TAB> <TAB> <TAB> [ { ""hotelId"" : ""3"" , ""rating"" : 1 } , { ""hotelId"" : ""4"" , ""rating"" : 2 } ] <TAB> <TAB> ) <TAB> <TAB> assert len ( results ) == 2 <TAB> <TAB> assert set ( x . status_code for x in results ) == { 200 } <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> time . sleep ( TIME_TO_SLEEP ) <TAB> <TAB> assert await client . get_document_count ( ) == 10 <TAB> <TAB> result = await client . get_document ( key = ""3"" ) <TAB> <TAB> assert result [ ""rating"" ] == 1 <TAB> <TAB> result = await client . get_document ( key = ""4"" ) <TAB> <TAB> assert result [ ""rating"" ] == 2",if self . is_live :,237
2017,"def _getdescriptions(self, group_pattern, return_all):
    line_pat = re.compile(""^(?P<group>[^ \t]+)[ \t]+(.*)$"")
    # Try the more std (acc. to RFC2980) LIST NEWSGROUPS first
    resp, lines = self._longcmdstring(""LIST NEWSGROUPS "" + group_pattern)
    if not resp.startswith(""215""):
        # Now the deprecated XGTITLE.  This either raises an error
        # or succeeds with the same output structure as LIST
        # NEWSGROUPS.
        resp, lines = self._longcmdstring(""XGTITLE "" + group_pattern)
    groups = {}
    for raw_line in lines:
        match = line_pat.search(raw_line.strip())
        if match:
            name, desc = match.group(1, 2)
            if not return_all:
                return desc
            groups[name] = desc
    if return_all:
        return resp, groups
    else:
        # Nothing found
        return """"","def _getdescriptions ( self , group_pattern , return_all ) : <TAB> line_pat = re . compile ( ""^(?P<group>[^ \t]+)[ \t]+(.*)$"" ) <TAB> <TAB> resp , lines = self . _longcmdstring ( ""LIST NEWSGROUPS "" + group_pattern ) <TAB> if not resp . startswith ( ""215"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> resp , lines = self . _longcmdstring ( ""XGTITLE "" + group_pattern ) <TAB> groups = { } <TAB> for raw_line in lines : <TAB> <TAB> match = line_pat . search ( raw_line . strip ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> name , desc = match . group ( 1 , 2 ) <TAB> <TAB> <TAB> if not return_all : <TAB> <TAB> <TAB> <TAB> return desc <TAB> <TAB> <TAB> groups [ name ] = desc <TAB> if return_all : <TAB> <TAB> return resp , groups <TAB> else : <TAB> <TAB> <TAB> <TAB> return """"",if match :,262
24129,"def isValidDateString(config_param_name, value, valid_value):
    try:
        if value == ""DD-MM-YYYY"":
            return value
        day, month, year = value.split(""-"")
        if int(day) < 1 or int(day) > 31:
            raise DateStringValueError(config_param_name, value)
        if int(month) < 1 or int(month) > 12:
            raise DateStringValueError(config_param_name, value)
        if int(year) < 1900 or int(year) > 2013:
            raise DateStringValueError(config_param_name, value)
        return value
    except Exception:
        raise DateStringValueError(config_param_name, value)","def isValidDateString ( config_param_name , value , valid_value ) : <TAB> try : <TAB> <TAB> if value == ""DD-MM-YYYY"" : <TAB> <TAB> <TAB> return value <TAB> <TAB> day , month , year = value . split ( ""-"" ) <TAB> <TAB> if int ( day ) < 1 or int ( day ) > 31 : <TAB> <TAB> <TAB> raise DateStringValueError ( config_param_name , value ) <TAB> <TAB> if int ( month ) < 1 or int ( month ) > 12 : <TAB> <TAB> <TAB> raise DateStringValueError ( config_param_name , value ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise DateStringValueError ( config_param_name , value ) <TAB> <TAB> return value <TAB> except Exception : <TAB> <TAB> raise DateStringValueError ( config_param_name , value )",if int ( year ) < 1900 or int ( year ) > 2013 :,187
23431,"def packet(self, pktid, packet, msg, *args, **kwargs):
    """"""Write a control packet debug log message""""""
    if self._debug_level >= 3:
        kwargs.setdefault(""extra"", {})
        if pktid is not None:
            kwargs[""extra""].update(context=""pktid=%d"" % pktid)
        kwargs[""extra""].update(packet=packet)
        self.debug(msg, *args, **kwargs)","def packet ( self , pktid , packet , msg , * args , ** kwargs ) : <TAB> """"""Write a control packet debug log message"""""" <TAB> if self . _debug_level >= 3 : <TAB> <TAB> kwargs . setdefault ( ""extra"" , { } ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> kwargs [ ""extra"" ] . update ( context = ""pktid=%d"" % pktid ) <TAB> <TAB> kwargs [ ""extra"" ] . update ( packet = packet ) <TAB> <TAB> self . debug ( msg , * args , ** kwargs )",if pktid is not None :,110
24271,"def _close_cloth(self, ctx, parent):
    rootstack = ctx.protocol.rootstack
    close_until = rootstack.back
    cureltstack = ctx.protocol.eltstack[close_until]
    curctxstack = ctx.protocol.ctxstack[close_until]
    for elt, elt_ctx in reversed(tuple(zip(cureltstack, curctxstack))):
        if elt_ctx is not None:
            self.event_manager.fire_event((""before_exit"", elt), ctx, parent)
            elt_ctx.__exit__(None, None, None)
            logger_c.debug(""exit %s close"", elt.tag)
            if elt.tail is not None:
                parent.write(elt.tail)
        for sibl in elt.itersiblings(preceding=False):
            logger_c.debug(""write %s nextsibl"", sibl.tag)
            parent.write(sibl)
            if sibl.tail is not None:
                parent.write(sibl.tail)
        if elt is close_until:
            logger_c.debug(""closed until %r, breaking out"", close_until)
            break
    del ctx.protocol.eltstack[close_until]
    del ctx.protocol.ctxstack[close_until]
    if len(rootstack) > 0:
        rootstack.pop()","def _close_cloth ( self , ctx , parent ) : <TAB> rootstack = ctx . protocol . rootstack <TAB> close_until = rootstack . back <TAB> cureltstack = ctx . protocol . eltstack [ close_until ] <TAB> curctxstack = ctx . protocol . ctxstack [ close_until ] <TAB> for elt , elt_ctx in reversed ( tuple ( zip ( cureltstack , curctxstack ) ) ) : <TAB> <TAB> if elt_ctx is not None : <TAB> <TAB> <TAB> self . event_manager . fire_event ( ( ""before_exit"" , elt ) , ctx , parent ) <TAB> <TAB> <TAB> elt_ctx . __exit__ ( None , None , None ) <TAB> <TAB> <TAB> logger_c . debug ( ""exit %s close"" , elt . tag ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> parent . write ( elt . tail ) <TAB> <TAB> for sibl in elt . itersiblings ( preceding = False ) : <TAB> <TAB> <TAB> logger_c . debug ( ""write %s nextsibl"" , sibl . tag ) <TAB> <TAB> <TAB> parent . write ( sibl ) <TAB> <TAB> <TAB> if sibl . tail is not None : <TAB> <TAB> <TAB> <TAB> parent . write ( sibl . tail ) <TAB> <TAB> if elt is close_until : <TAB> <TAB> <TAB> logger_c . debug ( ""closed until %r, breaking out"" , close_until ) <TAB> <TAB> <TAB> break <TAB> del ctx . protocol . eltstack [ close_until ] <TAB> del ctx . protocol . ctxstack [ close_until ] <TAB> if len ( rootstack ) > 0 : <TAB> <TAB> rootstack . pop ( )",if elt . tail is not None :,355
13266,"def _get_before_insertion_node(self):
    if self._nodes_stack.is_empty():
        return None
    line = self._nodes_stack.parsed_until_line + 1
    node = self._new_module.get_last_leaf()
    while True:
        parent = node.parent
        if parent.type in (""suite"", ""file_input""):
            assert node.end_pos[0] <= line
            assert node.end_pos[1] == 0 or ""\n"" in self._prefix
            return node
        node = parent","def _get_before_insertion_node ( self ) : <TAB> if self . _nodes_stack . is_empty ( ) : <TAB> <TAB> return None <TAB> line = self . _nodes_stack . parsed_until_line + 1 <TAB> node = self . _new_module . get_last_leaf ( ) <TAB> while True : <TAB> <TAB> parent = node . parent <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert node . end_pos [ 0 ] <= line <TAB> <TAB> <TAB> assert node . end_pos [ 1 ] == 0 or ""\n"" in self . _prefix <TAB> <TAB> <TAB> return node <TAB> <TAB> node = parent","if parent . type in ( ""suite"" , ""file_input"" ) :",143
5023,"def _visit(self, expr):
    if is_scalar_reduction(expr) and not has_multiple_bases(expr):
        # An aggregation unit
        key = self._key(expr)
        if key not in self.memo:
            agg_expr, name = reduction_to_aggregation(expr)
            self.memo[key] = agg_expr, name
            self.tables.append(agg_expr)
        else:
            agg_expr, name = self.memo[key]
        return agg_expr[name]
    elif not isinstance(expr, ir.Expr):
        return expr
    node = expr.op()
    subbed_args = []
    for arg in node.args:
        if isinstance(arg, (tuple, list)):
            subbed_arg = [self._visit(x) for x in arg]
        else:
            subbed_arg = self._visit(arg)
        subbed_args.append(subbed_arg)
    subbed_node = type(node)(*subbed_args)
    if isinstance(expr, ir.ValueExpr):
        result = expr._factory(subbed_node, name=expr._name)
    else:
        result = expr._factory(subbed_node)
    return result
","def _visit ( self , expr ) : <TAB> if is_scalar_reduction ( expr ) and not has_multiple_bases ( expr ) : <TAB> <TAB> <TAB> <TAB> key = self . _key ( expr ) <TAB> <TAB> if key not in self . memo : <TAB> <TAB> <TAB> agg_expr , name = reduction_to_aggregation ( expr ) <TAB> <TAB> <TAB> self . memo [ key ] = agg_expr , name <TAB> <TAB> <TAB> self . tables . append ( agg_expr ) <TAB> <TAB> else : <TAB> <TAB> <TAB> agg_expr , name = self . memo [ key ] <TAB> <TAB> return agg_expr [ name ] <TAB> elif not isinstance ( expr , ir . Expr ) : <TAB> <TAB> return expr <TAB> node = expr . op ( ) <TAB> subbed_args = [ ] <TAB> for arg in node . args : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> subbed_arg = [ self . _visit ( x ) for x in arg ] <TAB> <TAB> else : <TAB> <TAB> <TAB> subbed_arg = self . _visit ( arg ) <TAB> <TAB> subbed_args . append ( subbed_arg ) <TAB> subbed_node = type ( node ) ( * subbed_args ) <TAB> if isinstance ( expr , ir . ValueExpr ) : <TAB> <TAB> result = expr . _factory ( subbed_node , name = expr . _name ) <TAB> else : <TAB> <TAB> result = expr . _factory ( subbed_node ) <TAB> return result","if isinstance ( arg , ( tuple , list ) ) :",319
12456,"def format_outer_frames(
    context=5, stack_start=None, stack_end=None, ignore_ipython=True
):
    LNUM_POS, LINES_POS, INDEX_POS = 2, 4, 5
    records = inspect.getouterframes(inspect.currentframe())
    output = list()
    for i, (frame, filename, line_no, func_name, lines, index) in enumerate(records):
        # Look inside the frame's globals dictionary for __file__, which should
        # be better.
        better_fn = frame.f_globals.get(""__file__"", None)
        if isinstance(better_fn, str):
            # Check the type just in case someone did something weird with
            # __file__. It might also be None if the error occurred during
            # import.
            filename = better_fn
            if filename.endswith("".pyc""):
                filename = filename[:-4] + "".py""
        if ignore_ipython:
            # Hack to avoid printing the internals of IPython
            if os.path.basename(filename) in (
                ""iplib.py"",
                ""py3compat.py"",
            ) and func_name in (""execfile"", ""safe_execfile"", ""runcode""):
                break
        maybe_start = line_no - 1 - context // 2
        start = max(maybe_start, 0)
        end = start + context
        lines = linecache.getlines(filename)[start:end]
        buf = list(records[i])
        buf[LNUM_POS] = line_no
        buf[INDEX_POS] = line_no - 1 - start
        buf[LINES_POS] = lines
        output.append(tuple(buf))
    return ""\n"".join(format_records(output[stack_end:stack_start:-1]))","def format_outer_frames ( <TAB> context = 5 , stack_start = None , stack_end = None , ignore_ipython = True ) : <TAB> LNUM_POS , LINES_POS , INDEX_POS = 2 , 4 , 5 <TAB> records = inspect . getouterframes ( inspect . currentframe ( ) ) <TAB> output = list ( ) <TAB> for i , ( frame , filename , line_no , func_name , lines , index ) in enumerate ( records ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> better_fn = frame . f_globals . get ( ""__file__"" , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> filename = better_fn <TAB> <TAB> <TAB> if filename . endswith ( "".pyc"" ) : <TAB> <TAB> <TAB> <TAB> filename = filename [ : - 4 ] + "".py"" <TAB> <TAB> if ignore_ipython : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if os . path . basename ( filename ) in ( <TAB> <TAB> <TAB> <TAB> ""iplib.py"" , <TAB> <TAB> <TAB> <TAB> ""py3compat.py"" , <TAB> <TAB> <TAB> ) and func_name in ( ""execfile"" , ""safe_execfile"" , ""runcode"" ) : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> maybe_start = line_no - 1 - context // 2 <TAB> <TAB> start = max ( maybe_start , 0 ) <TAB> <TAB> end = start + context <TAB> <TAB> lines = linecache . getlines ( filename ) [ start : end ] <TAB> <TAB> buf = list ( records [ i ] ) <TAB> <TAB> buf [ LNUM_POS ] = line_no <TAB> <TAB> buf [ INDEX_POS ] = line_no - 1 - start <TAB> <TAB> buf [ LINES_POS ] = lines <TAB> <TAB> output . append ( tuple ( buf ) ) <TAB> return ""\n"" . join ( format_records ( output [ stack_end : stack_start : - 1 ] ) )","if isinstance ( better_fn , str ) :",463
2918,"def copyTokenToRepeater(s, l, t):
    if t:
        if len(t) == 1:
            rep << t[0]
        else:
            # flatten t tokens
            tflat = _flatten(t.asList())
            rep << And(Literal(tt) for tt in tflat)
    else:
        rep << Empty()","def copyTokenToRepeater ( s , l , t ) : <TAB> if t : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rep << t [ 0 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> tflat = _flatten ( t . asList ( ) ) <TAB> <TAB> <TAB> rep << And ( Literal ( tt ) for tt in tflat ) <TAB> else : <TAB> <TAB> rep << Empty ( )",if len ( t ) == 1 :,98
3851,"def _checkout(self, local_dir):
    logger.warning(
        ""The coregen provider is deprecated and will be removed. Consider using a generator for this instead""
    )
    script_file = self.config.get(""script_file"")
    project_file = self.config.get(""project_file"")
    extra_files = self.config.get(""extra_files"")
    logger.info(""Using Coregen to generate project "" + project_file)
    if not os.path.isdir(local_dir):
        os.makedirs(local_dir)
    src_files = [script_file, project_file]
    if extra_files:
        src_files += extra_files.split()
    for f in src_files:
        f_src = os.path.join(self.core_root, f)
        f_dst = os.path.join(local_dir, f)
        if os.path.exists(f_src):
            d_dst = os.path.dirname(f_dst)
            if not os.path.exists(d_dst):
                os.makedirs(d_dst)
            shutil.copyfile(f_src, f_dst)
        else:
            logger.error(""Cannot find file %s"" % f_src)
    args = [""-r"", ""-b"", script_file, ""-p"", project_file]
    Launcher(""coregen"", args, cwd=local_dir).run()
","def _checkout ( self , local_dir ) : <TAB> logger . warning ( <TAB> <TAB> ""The coregen provider is deprecated and will be removed. Consider using a generator for this instead"" <TAB> ) <TAB> script_file = self . config . get ( ""script_file"" ) <TAB> project_file = self . config . get ( ""project_file"" ) <TAB> extra_files = self . config . get ( ""extra_files"" ) <TAB> logger . info ( ""Using Coregen to generate project "" + project_file ) <TAB> if not os . path . isdir ( local_dir ) : <TAB> <TAB> os . makedirs ( local_dir ) <TAB> src_files = [ script_file , project_file ] <TAB> if extra_files : <TAB> <TAB> src_files += extra_files . split ( ) <TAB> for f in src_files : <TAB> <TAB> f_src = os . path . join ( self . core_root , f ) <TAB> <TAB> f_dst = os . path . join ( local_dir , f ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> d_dst = os . path . dirname ( f_dst ) <TAB> <TAB> <TAB> if not os . path . exists ( d_dst ) : <TAB> <TAB> <TAB> <TAB> os . makedirs ( d_dst ) <TAB> <TAB> <TAB> shutil . copyfile ( f_src , f_dst ) <TAB> <TAB> else : <TAB> <TAB> <TAB> logger . error ( ""Cannot find file %s"" % f_src ) <TAB> args = [ ""-r"" , ""-b"" , script_file , ""-p"" , project_file ] <TAB> Launcher ( ""coregen"" , args , cwd = local_dir ) . run ( )",if os . path . exists ( f_src ) :,361
11866,"def backward_impl(self, inputs, outputs, prop_down, accum):
    # inputs: [inputs_fwd_graph] + [inputs_bwd_graph] or
    # [inputs_fwd_graph] + [outputs_fwd_graph] + [inputs_bwd_graph]
    # Args
    pad_width = self.forward_func.info.args[""pad_width""]
    mode = self.forward_func.info.args[""mode""]
    constant_value = self.forward_func.info.args[""constant_value""]
    # Inputs
    x0 = inputs[0].data
    dy = inputs[1].data
    # Outputs
    dx0 = outputs[0].data
    # Grads of inputs
    g_x0 = inputs[0].grad
    g_dy = inputs[1].grad
    # Grads of outputs
    g_dx0 = outputs[0].grad
    # Computation
    if prop_down[1]:
        g_dy_ = F.pad(g_dx0, pad_width, mode, constant_value)
        if accum[1]:
            g_dy += g_dy_
        else:
            g_dy.copy_from(g_dy_)","def backward_impl ( self , inputs , outputs , prop_down , accum ) : <TAB> <TAB> <TAB> <TAB> pad_width = self . forward_func . info . args [ ""pad_width"" ] <TAB> mode = self . forward_func . info . args [ ""mode"" ] <TAB> constant_value = self . forward_func . info . args [ ""constant_value"" ] <TAB> <TAB> x0 = inputs [ 0 ] . data <TAB> dy = inputs [ 1 ] . data <TAB> <TAB> dx0 = outputs [ 0 ] . data <TAB> <TAB> g_x0 = inputs [ 0 ] . grad <TAB> g_dy = inputs [ 1 ] . grad <TAB> <TAB> g_dx0 = outputs [ 0 ] . grad <TAB> <TAB> if prop_down [ 1 ] : <TAB> <TAB> g_dy_ = F . pad ( g_dx0 , pad_width , mode , constant_value ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> g_dy += g_dy_ <TAB> <TAB> else : <TAB> <TAB> <TAB> g_dy . copy_from ( g_dy_ )",if accum [ 1 ] :,297
1933,"def try_open_completions_event(self, event=None):
    ""(./) Open completion list after pause with no movement.""
    lastchar = self.text.get(""insert-1c"")
    if lastchar in TRIGGERS:
        args = TRY_A if lastchar == ""."" else TRY_F
        self._delayed_completion_index = self.text.index(""insert"")
        if self._delayed_completion_id is not None:
            self.text.after_cancel(self._delayed_completion_id)
        self._delayed_completion_id = self.text.after(
            self.popupwait, self._delayed_open_completions, args
        )","def try_open_completions_event ( self , event = None ) : <TAB> ""(./) Open completion list after pause with no movement."" <TAB> lastchar = self . text . get ( ""insert-1c"" ) <TAB> if lastchar in TRIGGERS : <TAB> <TAB> args = TRY_A if lastchar == ""."" else TRY_F <TAB> <TAB> self . _delayed_completion_index = self . text . index ( ""insert"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . text . after_cancel ( self . _delayed_completion_id ) <TAB> <TAB> self . _delayed_completion_id = self . text . after ( <TAB> <TAB> <TAB> self . popupwait , self . _delayed_open_completions , args <TAB> <TAB> )",if self . _delayed_completion_id is not None :,167
15632,"def log_status_change_thread(log_queue, request_iterator):
    std_handler = StdStreamHandler(log_queue)
    current_handler = None
    root_logger = logging.getLogger(""ray"")
    default_level = root_logger.getEffectiveLevel()
    try:
        for req in request_iterator:
            if current_handler is not None:
                root_logger.setLevel(default_level)
                root_logger.removeHandler(current_handler)
                std_handler.unregister_global()
            if not req.enabled:
                current_handler = None
                continue
            current_handler = LogstreamHandler(log_queue, req.loglevel)
            std_handler.register_global()
            root_logger.addHandler(current_handler)
            root_logger.setLevel(req.loglevel)
    except grpc.RpcError as e:
        logger.debug(f""closing log thread "" f""grpc error reading request_iterator: {e}"")
    finally:
        if current_handler is not None:
            root_logger.setLevel(default_level)
            root_logger.removeHandler(current_handler)
            std_handler.unregister_global()
        log_queue.put(None)
","def log_status_change_thread ( log_queue , request_iterator ) : <TAB> std_handler = StdStreamHandler ( log_queue ) <TAB> current_handler = None <TAB> root_logger = logging . getLogger ( ""ray"" ) <TAB> default_level = root_logger . getEffectiveLevel ( ) <TAB> try : <TAB> <TAB> for req in request_iterator : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> root_logger . setLevel ( default_level ) <TAB> <TAB> <TAB> <TAB> root_logger . removeHandler ( current_handler ) <TAB> <TAB> <TAB> <TAB> std_handler . unregister_global ( ) <TAB> <TAB> <TAB> if not req . enabled : <TAB> <TAB> <TAB> <TAB> current_handler = None <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> current_handler = LogstreamHandler ( log_queue , req . loglevel ) <TAB> <TAB> <TAB> std_handler . register_global ( ) <TAB> <TAB> <TAB> root_logger . addHandler ( current_handler ) <TAB> <TAB> <TAB> root_logger . setLevel ( req . loglevel ) <TAB> except grpc . RpcError as e : <TAB> <TAB> logger . debug ( f""closing log thread "" f""grpc error reading request_iterator: {e}"" ) <TAB> finally : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> root_logger . setLevel ( default_level ) <TAB> <TAB> <TAB> root_logger . removeHandler ( current_handler ) <TAB> <TAB> <TAB> std_handler . unregister_global ( ) <TAB> <TAB> log_queue . put ( None )",if current_handler is not None :,322
25415,"def module_list(target, fast):
    """"""Find the list of modules to be compiled""""""
    modules = []
    native = native_modules(target)
    basedir = os.path.join(ouroboros_repo_folder(), ""ouroboros"")
    for name in os.listdir(basedir):
        module_name, ext = os.path.splitext(name)
        if ext == "".py"" or ext == """" and os.path.isdir(os.path.join(basedir, name)):
            if module_name not in IGNORE_MODULES and module_name not in native:
                if not (fast and module_name in KNOWN_PROBLEM_MODULES):
                    modules.append(module_name)
    return set(modules)
","def module_list ( target , fast ) : <TAB> """"""Find the list of modules to be compiled"""""" <TAB> modules = [ ] <TAB> native = native_modules ( target ) <TAB> basedir = os . path . join ( ouroboros_repo_folder ( ) , ""ouroboros"" ) <TAB> for name in os . listdir ( basedir ) : <TAB> <TAB> module_name , ext = os . path . splitext ( name ) <TAB> <TAB> if ext == "".py"" or ext == """" and os . path . isdir ( os . path . join ( basedir , name ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if not ( fast and module_name in KNOWN_PROBLEM_MODULES ) : <TAB> <TAB> <TAB> <TAB> <TAB> modules . append ( module_name ) <TAB> return set ( modules )",if module_name not in IGNORE_MODULES and module_name not in native :,185
25409,"def _set_suffix_to_test_databases(suffix):
    from django.conf import settings
    for db_settings in settings.DATABASES.values():
        test_name = db_settings.get(""TEST"", {}).get(""NAME"")
        if not test_name:
            if db_settings[""ENGINE""] == ""django.db.backends.sqlite3"":
                continue
            test_name = ""test_{}"".format(db_settings[""NAME""])
        if test_name == "":memory:"":
            continue
        db_settings.setdefault(""TEST"", {})
        db_settings[""TEST""][""NAME""] = ""{}_{}"".format(test_name, suffix)","def _set_suffix_to_test_databases ( suffix ) : <TAB> from django . conf import settings <TAB> for db_settings in settings . DATABASES . values ( ) : <TAB> <TAB> test_name = db_settings . get ( ""TEST"" , { } ) . get ( ""NAME"" ) <TAB> <TAB> if not test_name : <TAB> <TAB> <TAB> if db_settings [ ""ENGINE"" ] == ""django.db.backends.sqlite3"" : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> test_name = ""test_{}"" . format ( db_settings [ ""NAME"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> db_settings . setdefault ( ""TEST"" , { } ) <TAB> <TAB> db_settings [ ""TEST"" ] [ ""NAME"" ] = ""{}_{}"" . format ( test_name , suffix )","if test_name == "":memory:"" :",162
17196,"def read_line(self, line):
    """"""Read a new line""""""
    if self.ignore:
        return
    # Do not search for quotes when the line is commented out (and not quoted)
    if (
        not self.is_quoted()
        and self.comment is not None
        and line.startswith(self.comment)
    ):
        return
    self.triple_start = -1
    for i, char in enumerate(line):
        if char not in ['""', ""'""]:
            continue
        # Is the char escaped?
        if line[i - 1 : i] == ""\\"":
            continue
        if self.single == char:
            self.single = None
            continue
        if self.single is not None:
            continue
        if not self.python:
            continue
        if line[i - 2 : i + 1] == 3 * char and i >= self.triple_start + 3:
            # End of a triple quote
            if self.triple == char:
                self.triple = None
                self.triple_start = i
                continue
            # Are we looking for a different triple quote?
            if self.triple is not None:
                continue
            # Triple quote starting
            self.triple = char
            self.triple_start = i
            continue
        # Inside a multiline quote
        if self.triple is not None:
            continue
        self.single = char
    # Line ended
    if self.python:
        self.single = None","def read_line ( self , line ) : <TAB> """"""Read a new line"""""" <TAB> if self . ignore : <TAB> <TAB> return <TAB> <TAB> if ( <TAB> <TAB> not self . is_quoted ( ) <TAB> <TAB> and self . comment is not None <TAB> <TAB> and line . startswith ( self . comment ) <TAB> ) : <TAB> <TAB> return <TAB> self . triple_start = - 1 <TAB> for i , char in enumerate ( line ) : <TAB> <TAB> if char not in [ '""' , ""'"" ] : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if line [ i - 1 : i ] == ""\\"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . single = None <TAB> <TAB> <TAB> continue <TAB> <TAB> if self . single is not None : <TAB> <TAB> <TAB> continue <TAB> <TAB> if not self . python : <TAB> <TAB> <TAB> continue <TAB> <TAB> if line [ i - 2 : i + 1 ] == 3 * char and i >= self . triple_start + 3 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . triple == char : <TAB> <TAB> <TAB> <TAB> self . triple = None <TAB> <TAB> <TAB> <TAB> self . triple_start = i <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . triple is not None : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . triple = char <TAB> <TAB> <TAB> self . triple_start = i <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if self . triple is not None : <TAB> <TAB> <TAB> continue <TAB> <TAB> self . single = char <TAB> <TAB> if self . python : <TAB> <TAB> self . single = None",if self . single == char :,406
417,"def _get_job_remap(self, job):
    if job:
        if job.state == job.states.ERROR:
            try:
                if [
                    hda.dependent_jobs
                    for hda in [jtod.dataset for jtod in job.output_datasets]
                    if hda.dependent_jobs
                ]:
                    return True
                elif job.output_dataset_collection_instances:
                    # We'll want to replace this item
                    return ""job_produced_collection_elements""
            except Exception as exception:
                log.error(str(exception))
    return False
","def _get_job_remap ( self , job ) : <TAB> if job : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> if [ <TAB> <TAB> <TAB> <TAB> <TAB> hda . dependent_jobs <TAB> <TAB> <TAB> <TAB> <TAB> for hda in [ jtod . dataset for jtod in job . output_datasets ] <TAB> <TAB> <TAB> <TAB> <TAB> if hda . dependent_jobs <TAB> <TAB> <TAB> <TAB> ] : <TAB> <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> <TAB> elif job . output_dataset_collection_instances : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return ""job_produced_collection_elements"" <TAB> <TAB> <TAB> except Exception as exception : <TAB> <TAB> <TAB> <TAB> log . error ( str ( exception ) ) <TAB> return False",if job . state == job . states . ERROR :,184
18763,"def leading_whitespace(self, inputstring):
    """"""Get leading whitespace.""""""
    leading_ws = []
    for i, c in enumerate(inputstring):
        if c in legal_indent_chars:
            leading_ws.append(c)
        else:
            break
        if self.indchar is None:
            self.indchar = c
        elif c != self.indchar:
            self.strict_err_or_warn(""found mixing of tabs and spaces"", inputstring, i)
    return """".join(leading_ws)
","def leading_whitespace ( self , inputstring ) : <TAB> """"""Get leading whitespace."""""" <TAB> leading_ws = [ ] <TAB> for i , c in enumerate ( inputstring ) : <TAB> <TAB> if c in legal_indent_chars : <TAB> <TAB> <TAB> leading_ws . append ( c ) <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> <TAB> if self . indchar is None : <TAB> <TAB> <TAB> self . indchar = c <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . strict_err_or_warn ( ""found mixing of tabs and spaces"" , inputstring , i ) <TAB> return """" . join ( leading_ws )",elif c != self . indchar :,139
18028,"def process_static_data(cls, moves):
    ret = {}
    by_type = {}
    by_name = {}
    fast = cls is FastAttacks
    for attack in moves:
        attack = Attack(attack) if fast else ChargedAttack(attack)
        ret[attack.id] = attack
        by_name[attack.name] = attack
        attack_type = str(attack.type)
        if attack_type not in by_type:
            by_type[attack_type] = []
        by_type[attack_type].append(attack)
    for t in by_type.iterkeys():
        attacks = sorted(by_type[t], key=lambda m: m.dps, reverse=True)
        min_dps = attacks[-1].dps
        max_dps = attacks[0].dps - min_dps
        if max_dps > 0.0:
            for attack in attacks:  # type: Attack
                attack.rate_in_type = (attack.dps - min_dps) / max_dps
        by_type[t] = attacks
    cls.BY_NAME = by_name
    cls.BY_TYPE = by_type
    cls.BY_DPS = sorted(ret.values(), key=lambda m: m.dps, reverse=True)
    return ret","def process_static_data ( cls , moves ) : <TAB> ret = { } <TAB> by_type = { } <TAB> by_name = { } <TAB> fast = cls is FastAttacks <TAB> for attack in moves : <TAB> <TAB> attack = Attack ( attack ) if fast else ChargedAttack ( attack ) <TAB> <TAB> ret [ attack . id ] = attack <TAB> <TAB> by_name [ attack . name ] = attack <TAB> <TAB> attack_type = str ( attack . type ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> by_type [ attack_type ] = [ ] <TAB> <TAB> by_type [ attack_type ] . append ( attack ) <TAB> for t in by_type . iterkeys ( ) : <TAB> <TAB> attacks = sorted ( by_type [ t ] , key = lambda m : m . dps , reverse = True ) <TAB> <TAB> min_dps = attacks [ - 1 ] . dps <TAB> <TAB> max_dps = attacks [ 0 ] . dps - min_dps <TAB> <TAB> if max_dps > 0.0 : <TAB> <TAB> <TAB> for attack in attacks : <TAB> <TAB> <TAB> <TAB> attack . rate_in_type = ( attack . dps - min_dps ) / max_dps <TAB> <TAB> by_type [ t ] = attacks <TAB> cls . BY_NAME = by_name <TAB> cls . BY_TYPE = by_type <TAB> cls . BY_DPS = sorted ( ret . values ( ) , key = lambda m : m . dps , reverse = True ) <TAB> return ret",if attack_type not in by_type :,326
25185,"def test_record_quest_from_commands(play_the_game=False):
    M = GameMaker()
    # The goal
    commands = [""go east"", ""insert ball into chest""]
    # Create a 'bedroom' room.
    R1 = M.new_room(""bedroom"")
    R2 = M.new_room(""kitchen"")
    M.set_player(R1)
    path = M.connect(R1.east, R2.west)
    path.door = M.new(type=""d"", name=""wooden door"")
    path.door.add_property(""open"")
    ball = M.new(type=""o"", name=""ball"")
    M.inventory.add(ball)
    # Add a closed chest in R2.
    chest = M.new(type=""c"", name=""chest"")
    chest.add_property(""open"")
    R2.add(chest)
    M.set_quest_from_commands(commands)
    game = M.build()
    with make_temp_directory(prefix=""test_record_quest_from_commands"") as tmpdir:
        game_file = _compile_game(game, folder=tmpdir)
        if play_the_game:
            textworld.play(game_file)
        else:
            agent = textworld.agents.WalkthroughAgent(commands)
            textworld.play(game_file, agent=agent, silent=True)","def test_record_quest_from_commands ( play_the_game = False ) : <TAB> M = GameMaker ( ) <TAB> <TAB> commands = [ ""go east"" , ""insert ball into chest"" ] <TAB> <TAB> R1 = M . new_room ( ""bedroom"" ) <TAB> R2 = M . new_room ( ""kitchen"" ) <TAB> M . set_player ( R1 ) <TAB> path = M . connect ( R1 . east , R2 . west ) <TAB> path . door = M . new ( type = ""d"" , name = ""wooden door"" ) <TAB> path . door . add_property ( ""open"" ) <TAB> ball = M . new ( type = ""o"" , name = ""ball"" ) <TAB> M . inventory . add ( ball ) <TAB> <TAB> chest = M . new ( type = ""c"" , name = ""chest"" ) <TAB> chest . add_property ( ""open"" ) <TAB> R2 . add ( chest ) <TAB> M . set_quest_from_commands ( commands ) <TAB> game = M . build ( ) <TAB> with make_temp_directory ( prefix = ""test_record_quest_from_commands"" ) as tmpdir : <TAB> <TAB> game_file = _compile_game ( game , folder = tmpdir ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> textworld . play ( game_file ) <TAB> <TAB> else : <TAB> <TAB> <TAB> agent = textworld . agents . WalkthroughAgent ( commands ) <TAB> <TAB> <TAB> textworld . play ( game_file , agent = agent , silent = True )",if play_the_game :,360
6032,"def _test_markets_exchange(self, exchange, attempts=0):
    assets = None
    try:
        exchange.init()
        # Verify that the assets and markets are populated
        if not exchange.markets:
            raise ValueError(""no markets found"")
        if not exchange.assets:
            raise ValueError(""no assets derived from markets"")
        assets = exchange.assets
    except ExchangeRequestError as e:
        sleep(5)
        if attempts > 5:
            handle_exchange_error(exchange, e)
        else:
            print(""re-trying an exchange request {} {}"".format(exchange.name, attempts))
            self._test_markets_exchange(exchange, attempts + 1)
    except Exception as e:
        handle_exchange_error(exchange, e)
    return assets","def _test_markets_exchange ( self , exchange , attempts = 0 ) : <TAB> assets = None <TAB> try : <TAB> <TAB> exchange . init ( ) <TAB> <TAB> <TAB> <TAB> if not exchange . markets : <TAB> <TAB> <TAB> raise ValueError ( ""no markets found"" ) <TAB> <TAB> if not exchange . assets : <TAB> <TAB> <TAB> raise ValueError ( ""no assets derived from markets"" ) <TAB> <TAB> assets = exchange . assets <TAB> except ExchangeRequestError as e : <TAB> <TAB> sleep ( 5 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> handle_exchange_error ( exchange , e ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""re-trying an exchange request {} {}"" . format ( exchange . name , attempts ) ) <TAB> <TAB> <TAB> self . _test_markets_exchange ( exchange , attempts + 1 ) <TAB> except Exception as e : <TAB> <TAB> handle_exchange_error ( exchange , e ) <TAB> return assets",if attempts > 5 :,223
2135,"def _parse_optical_transition(elem):
    for va in elem.findall(""varray""):
        if va.attrib.get(""name"") == ""opticaltransitions"":
            # opticaltransitions array contains oscillator strength and probability of transition
            oscillator_strength = np.array(_parse_varray(va))[
                0:,
            ]
            probability_transition = np.array(_parse_varray(va))[0:, 1]
    return oscillator_strength, probability_transition","def _parse_optical_transition ( elem ) : <TAB> for va in elem . findall ( ""varray"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> oscillator_strength = np . array ( _parse_varray ( va ) ) [ <TAB> <TAB> <TAB> <TAB> 0 : , <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> probability_transition = np . array ( _parse_varray ( va ) ) [ 0 : , 1 ] <TAB> return oscillator_strength , probability_transition","if va . attrib . get ( ""name"" ) == ""opticaltransitions"" :",131
2050,"def close(self):
    if self._closed:
        return
    self._closed = True
    for proto in self._pipes.values():
        if proto is None:
            continue
        proto.pipe.close()
    if (
        self._proc is not None
        and
        # has the child process finished?
        self._returncode is None
        and
        # the child process has finished, but the
        # transport hasn't been notified yet?
        self._proc.poll() is None
    ):
        if self._loop.get_debug():
            logger.warning(""Close running child process: kill %r"", self)
        try:
            self._proc.kill()
        except ProcessLookupError:
            pass
","def close ( self ) : <TAB> if self . _closed : <TAB> <TAB> return <TAB> self . _closed = True <TAB> for proto in self . _pipes . values ( ) : <TAB> <TAB> if proto is None : <TAB> <TAB> <TAB> continue <TAB> <TAB> proto . pipe . close ( ) <TAB> if ( <TAB> <TAB> self . _proc is not None <TAB> <TAB> and <TAB> <TAB> <TAB> <TAB> self . _returncode is None <TAB> <TAB> and <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _proc . poll ( ) is None <TAB> ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . warning ( ""Close running child process: kill %r"" , self ) <TAB> <TAB> try : <TAB> <TAB> <TAB> self . _proc . kill ( ) <TAB> <TAB> except ProcessLookupError : <TAB> <TAB> <TAB> pass",if self . _loop . get_debug ( ) :,191
18033,"def _toplevelTryFunc(func, *args, status=status, **kwargs):
    with ThreadProfiler(threading.current_thread()) as prof:
        t = threading.current_thread()
        t.name = func.__name__
        try:
            t.status = func(*args, **kwargs)
        except EscapeException as e:  # user aborted
            t.status = ""aborted by user""
            if status:
                status(""%s aborted"" % t.name, priority=2)
        except Exception as e:
            t.exception = e
            t.status = ""exception""
            vd.exceptionCaught(e)
        if t.sheet:
            t.sheet.currentThreads.remove(t)","def _toplevelTryFunc ( func , * args , status = status , ** kwargs ) : <TAB> with ThreadProfiler ( threading . current_thread ( ) ) as prof : <TAB> <TAB> t = threading . current_thread ( ) <TAB> <TAB> t . name = func . __name__ <TAB> <TAB> try : <TAB> <TAB> <TAB> t . status = func ( * args , ** kwargs ) <TAB> <TAB> except EscapeException as e : <TAB> <TAB> <TAB> t . status = ""aborted by user"" <TAB> <TAB> <TAB> if status : <TAB> <TAB> <TAB> <TAB> status ( ""%s aborted"" % t . name , priority = 2 ) <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> t . exception = e <TAB> <TAB> <TAB> t . status = ""exception"" <TAB> <TAB> <TAB> vd . exceptionCaught ( e ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> t . sheet . currentThreads . remove ( t )",if t . sheet :,193
18297,"def _errorFields(
    expression,
    expressionFields,
    expressionFieldsList,
    num=None,
    emptyFields=None,
    suppressOutput=False,
):
    values = []
    origExpr = None
    threadData = getCurrentThreadData()
    for field in expressionFieldsList:
        output = None
        if field.startswith(""ROWNUM ""):
            continue
        if isinstance(num, int):
            origExpr = expression
            expression = agent.limitQuery(
                num, expression, field, expressionFieldsList[0]
            )
        if ""ROWNUM"" in expressionFieldsList:
            expressionReplaced = expression
        else:
            expressionReplaced = expression.replace(expressionFields, field, 1)
        output = (
            NULL
            if emptyFields and field in emptyFields
            else _oneShotErrorUse(expressionReplaced, field)
        )
        if not kb.threadContinue:
            return None
        if not suppressOutput:
            if kb.fileReadMode and output and output.strip():
                print
            elif (
                output is not None
                and not (threadData.resumed and kb.suppressResumeInfo)
                and not (emptyFields and field in emptyFields)
            ):
                dataToStdout(
                    ""[%s] [INFO] %s: %s\n""
                    % (
                        time.strftime(""%X""),
                        ""resumed"" if threadData.resumed else ""retrieved"",
                        safecharencode(output),
                    )
                )
        if isinstance(num, int):
            expression = origExpr
        values.append(output)
    return values","def _errorFields ( <TAB> expression , <TAB> expressionFields , <TAB> expressionFieldsList , <TAB> num = None , <TAB> emptyFields = None , <TAB> suppressOutput = False , ) : <TAB> values = [ ] <TAB> origExpr = None <TAB> threadData = getCurrentThreadData ( ) <TAB> for field in expressionFieldsList : <TAB> <TAB> output = None <TAB> <TAB> if field . startswith ( ""ROWNUM "" ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if isinstance ( num , int ) : <TAB> <TAB> <TAB> origExpr = expression <TAB> <TAB> <TAB> expression = agent . limitQuery ( <TAB> <TAB> <TAB> <TAB> num , expression , field , expressionFieldsList [ 0 ] <TAB> <TAB> <TAB> ) <TAB> <TAB> if ""ROWNUM"" in expressionFieldsList : <TAB> <TAB> <TAB> expressionReplaced = expression <TAB> <TAB> else : <TAB> <TAB> <TAB> expressionReplaced = expression . replace ( expressionFields , field , 1 ) <TAB> <TAB> output = ( <TAB> <TAB> <TAB> NULL <TAB> <TAB> <TAB> if emptyFields and field in emptyFields <TAB> <TAB> <TAB> else _oneShotErrorUse ( expressionReplaced , field ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return None <TAB> <TAB> if not suppressOutput : <TAB> <TAB> <TAB> if kb . fileReadMode and output and output . strip ( ) : <TAB> <TAB> <TAB> <TAB> print <TAB> <TAB> <TAB> elif ( <TAB> <TAB> <TAB> <TAB> output is not None <TAB> <TAB> <TAB> <TAB> and not ( threadData . resumed and kb . suppressResumeInfo ) <TAB> <TAB> <TAB> <TAB> and not ( emptyFields and field in emptyFields ) <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> dataToStdout ( <TAB> <TAB> <TAB> <TAB> <TAB> ""[%s] [INFO] %s: %s\n"" <TAB> <TAB> <TAB> <TAB> <TAB> % ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> time . strftime ( ""%X"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""resumed"" if threadData . resumed else ""retrieved"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> safecharencode ( output ) , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> if isinstance ( num , int ) : <TAB> <TAB> <TAB> expression = origExpr <TAB> <TAB> values . append ( output ) <TAB> return values",if not kb . threadContinue :,472
2422,"def p_load_imm_off(opval, va, psize=4):
    # * STR(imm) A8-672
    # * STRT A8-704
    # * LDR(imm) A8-406
    # * LDRT A8-464
    # * STRB(imm) A8-678
    # * STRBT A8-672
    # * LDRB(imm/literal) A8-416-418
    # * LDRBT A8-422
    pubwl = (opval >> 20) & 0x1F
    Rn = (opval >> 16) & 0xF
    Rd = (opval >> 12) & 0xF
    imm = opval & 0xFFF
    mnem, opcode = ldr_mnem[pubwl & 1]
    iflags = 0
    tsize = 4
    if pubwl & 4:  # B
        iflags = IF_B
        tsize = 1
    if (pubwl & 0x12) == 2:
        iflags |= IF_T
    if Rd == REG_PC:
        iflags |= envi.IF_BRANCH
    if (opval & 0xFFF0FFF) == 0x52D0004:
        mnem = ""push""
        olist = (ArmRegOper(Rd, va=va),)
    elif (opval & 0xFFF0FFF) == 0x49D0004:
        mnem = ""pop""
        olist = (ArmRegOper(Rd, va=va),)
    else:
        olist = (
            ArmRegOper(Rd, va=va),
            ArmImmOffsetOper(
                Rn, imm, va, pubwl=pubwl, psize=psize, tsize=tsize
            ),  # u=-/+, b=word/byte
        )
    return (opcode, mnem, olist, iflags, 0)","def p_load_imm_off ( opval , va , psize = 4 ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pubwl = ( opval >> 20 ) & 0x1F <TAB> Rn = ( opval >> 16 ) & 0xF <TAB> Rd = ( opval >> 12 ) & 0xF <TAB> imm = opval & 0xFFF <TAB> mnem , opcode = ldr_mnem [ pubwl & 1 ] <TAB> iflags = 0 <TAB> tsize = 4 <TAB> if pubwl & 4 : <TAB> <TAB> iflags = IF_B <TAB> <TAB> tsize = 1 <TAB> if ( pubwl & 0x12 ) == 2 : <TAB> <TAB> <fill-in> <TAB> if Rd == REG_PC : <TAB> <TAB> iflags |= envi . IF_BRANCH <TAB> if ( opval & 0xFFF0FFF ) == 0x52D0004 : <TAB> <TAB> mnem = ""push"" <TAB> <TAB> olist = ( ArmRegOper ( Rd , va = va ) , ) <TAB> elif ( opval & 0xFFF0FFF ) == 0x49D0004 : <TAB> <TAB> mnem = ""pop"" <TAB> <TAB> olist = ( ArmRegOper ( Rd , va = va ) , ) <TAB> else : <TAB> <TAB> olist = ( <TAB> <TAB> <TAB> ArmRegOper ( Rd , va = va ) , <TAB> <TAB> <TAB> ArmImmOffsetOper ( <TAB> <TAB> <TAB> <TAB> Rn , imm , va , pubwl = pubwl , psize = psize , tsize = tsize <TAB> <TAB> <TAB> ) , <TAB> <TAB> ) <TAB> return ( opcode , mnem , olist , iflags , 0 )",iflags |= IF_T,488
1621,"def __init__(self):
    super(MultiqcModule, self).__init__(
        name=""Sickle"",
        anchor=""sickle"",
        href=""https://github.com/najoshi/sickle"",
        info=""A windowed adaptive trimming tool for FASTQ files using quality."",
    )
    # parse list of log files
    self.sickle_data = dict()
    for f in self.find_log_files(""sickle""):
        parsed_data = self.parse_logs(f[""f""])
        if len(parsed_data):
            if f[""s_name""] in self.sickle_data:
                log.debug(
                    ""Duplicate sample name found! Overwriting: {}"".format(f[""s_name""])
                )
            self.sickle_data[f[""s_name""]] = parsed_data
            self.add_data_source(f)
    self.sickle_data = self.ignore_samples(self.sickle_data)
    # no file found
    if len(self.sickle_data) == 0:
        raise UserWarning
    self.write_data_file(self.sickle_data, ""multiqc_sickle"")
    self.sickle_general_stats_table()
    self.read_count_plot()","def __init__ ( self ) : <TAB> super ( MultiqcModule , self ) . __init__ ( <TAB> <TAB> name = ""Sickle"" , <TAB> <TAB> anchor = ""sickle"" , <TAB> <TAB> href = ""https://github.com/najoshi/sickle"" , <TAB> <TAB> info = ""A windowed adaptive trimming tool for FASTQ files using quality."" , <TAB> ) <TAB> <TAB> self . sickle_data = dict ( ) <TAB> for f in self . find_log_files ( ""sickle"" ) : <TAB> <TAB> parsed_data = self . parse_logs ( f [ ""f"" ] ) <TAB> <TAB> if len ( parsed_data ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> log . debug ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Duplicate sample name found! Overwriting: {}"" . format ( f [ ""s_name"" ] ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . sickle_data [ f [ ""s_name"" ] ] = parsed_data <TAB> <TAB> <TAB> self . add_data_source ( f ) <TAB> self . sickle_data = self . ignore_samples ( self . sickle_data ) <TAB> <TAB> if len ( self . sickle_data ) == 0 : <TAB> <TAB> raise UserWarning <TAB> self . write_data_file ( self . sickle_data , ""multiqc_sickle"" ) <TAB> self . sickle_general_stats_table ( ) <TAB> self . read_count_plot ( )","if f [ ""s_name"" ] in self . sickle_data :",338
484,"def get_tests(args, pkg_path):
    """"""Extract test cases given a recipe's meta.yaml file.""""""
    recipes_dir = args.recipes_dir
    tests = []
    input_dir = os.path.dirname(os.path.join(recipes_dir, pkg_path))
    recipe_meta = MetaData(input_dir)
    tests_commands = recipe_meta.get_value(""test/commands"")
    tests_imports = recipe_meta.get_value(""test/imports"")
    requirements = recipe_meta.get_value(""requirements/run"")
    if tests_imports or tests_commands:
        if tests_commands:
            tests.append("" && "".join(tests_commands))
        if tests_imports and ""python"" in requirements:
            tests.append(
                "" && "".join('python -c ""import %s""' % imp for imp in tests_imports)
            )
        elif tests_imports and (
            ""perl"" in requirements or ""perl-threaded"" in requirements
        ):
            tests.append(
                "" && "".join('''perl -e ""use %s;""''' % imp for imp in tests_imports)
            )
    tests = "" && "".join(tests)
    tests = tests.replace(""$R "", ""Rscript "")
    return tests
","def get_tests ( args , pkg_path ) : <TAB> """"""Extract test cases given a recipe's meta.yaml file."""""" <TAB> recipes_dir = args . recipes_dir <TAB> tests = [ ] <TAB> input_dir = os . path . dirname ( os . path . join ( recipes_dir , pkg_path ) ) <TAB> recipe_meta = MetaData ( input_dir ) <TAB> tests_commands = recipe_meta . get_value ( ""test/commands"" ) <TAB> tests_imports = recipe_meta . get_value ( ""test/imports"" ) <TAB> requirements = recipe_meta . get_value ( ""requirements/run"" ) <TAB> if tests_imports or tests_commands : <TAB> <TAB> if tests_commands : <TAB> <TAB> <TAB> tests . append ( "" && "" . join ( tests_commands ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tests . append ( <TAB> <TAB> <TAB> <TAB> "" && "" . join ( 'python -c ""import %s""' % imp for imp in tests_imports ) <TAB> <TAB> <TAB> ) <TAB> <TAB> elif tests_imports and ( <TAB> <TAB> <TAB> ""perl"" in requirements or ""perl-threaded"" in requirements <TAB> <TAB> ) : <TAB> <TAB> <TAB> tests . append ( <TAB> <TAB> <TAB> <TAB> "" && "" . join ( '''perl -e ""use %s;""''' % imp for imp in tests_imports ) <TAB> <TAB> <TAB> ) <TAB> tests = "" && "" . join ( tests ) <TAB> tests = tests . replace ( ""$R "" , ""Rscript "" ) <TAB> return tests","if tests_imports and ""python"" in requirements :",338
8470,"def _check_dsl_runner(self) -> None:
    """"""Checks if runner in dsl is Kubeflow V2 runner.""""""
    with open(self.flags_dict[labels.PIPELINE_DSL_PATH], ""r"") as f:
        dsl_contents = f.read()
        if ""KubeflowV2DagRunner"" not in dsl_contents:
            raise RuntimeError(""KubeflowV2DagRunner not found in dsl."")","def _check_dsl_runner ( self ) -> None : <TAB> """"""Checks if runner in dsl is Kubeflow V2 runner."""""" <TAB> with open ( self . flags_dict [ labels . PIPELINE_DSL_PATH ] , ""r"" ) as f : <TAB> <TAB> dsl_contents = f . read ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise RuntimeError ( ""KubeflowV2DagRunner not found in dsl."" )","if ""KubeflowV2DagRunner"" not in dsl_contents :",116
24182,"def u(v):
    if PYTHON3:
        if isinstance(v, bytes):
            # For python 3 decode bytes to str.
            return v.decode(""utf-8"")
        elif isinstance(v, str):
            # Already str.
            return v
        else:
            # Error.
            raise Exception(""Unknown input type"")
    else:
        # For python 2 assume str passed in and return str.
        return v","def u ( v ) : <TAB> if PYTHON3 : <TAB> <TAB> if isinstance ( v , bytes ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return v . decode ( ""utf-8"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return v <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise Exception ( ""Unknown input type"" ) <TAB> else : <TAB> <TAB> <TAB> <TAB> return v","elif isinstance ( v , str ) :",119
10691,"def _validate_reports(value, *args, **kwargs):
    from osf.models import OSFUser
    for key, val in value.items():
        if not OSFUser.load(key):
            raise ValidationValueError(""Keys must be user IDs"")
        if not isinstance(val, dict):
            raise ValidationTypeError(""Values must be dictionaries"")
        if (
            ""category"" not in val
            or ""text"" not in val
            or ""date"" not in val
            or ""retracted"" not in val
        ):
            raise ValidationValueError(
                (""Values must include `date`, `category`, "", ""`text`, `retracted` keys"")
            )
","def _validate_reports ( value , * args , ** kwargs ) : <TAB> from osf . models import OSFUser <TAB> for key , val in value . items ( ) : <TAB> <TAB> if not OSFUser . load ( key ) : <TAB> <TAB> <TAB> raise ValidationValueError ( ""Keys must be user IDs"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValidationTypeError ( ""Values must be dictionaries"" ) <TAB> <TAB> if ( <TAB> <TAB> <TAB> ""category"" not in val <TAB> <TAB> <TAB> or ""text"" not in val <TAB> <TAB> <TAB> or ""date"" not in val <TAB> <TAB> <TAB> or ""retracted"" not in val <TAB> <TAB> ) : <TAB> <TAB> <TAB> raise ValidationValueError ( <TAB> <TAB> <TAB> <TAB> ( ""Values must include `date`, `category`, "" , ""`text`, `retracted` keys"" ) <TAB> <TAB> <TAB> )","if not isinstance ( val , dict ) :",179
856,"def _redirect(self, chan):
    while chan.active:
        rqst, _, _ = select([self.request, chan], [], [], 5)
        if self.request in rqst:
            data = self.request.recv(1024)
            if not data:
                self.logger.log(
                    TRACE_LEVEL, "">>> OUT {0} recv empty data >>>"".format(self.info)
                )
                break
            self.logger.log(
                TRACE_LEVEL,
                "">>> OUT {0} send to {1}: {2} >>>"".format(
                    self.info, self.remote_address, hexlify(data)
                ),
            )
            chan.sendall(data)
        if chan in rqst:  # else
            if not chan.recv_ready():
                self.logger.log(
                    TRACE_LEVEL, ""<<< IN {0} recv is not ready <<<"".format(self.info)
                )
                break
            data = chan.recv(1024)
            self.logger.log(
                TRACE_LEVEL, ""<<< IN {0} recv: {1} <<<"".format(self.info, hexlify(data))
            )
            self.request.sendall(data)","def _redirect ( self , chan ) : <TAB> while chan . active : <TAB> <TAB> rqst , _ , _ = select ( [ self . request , chan ] , [ ] , [ ] , 5 ) <TAB> <TAB> if self . request in rqst : <TAB> <TAB> <TAB> data = self . request . recv ( 1024 ) <TAB> <TAB> <TAB> if not data : <TAB> <TAB> <TAB> <TAB> self . logger . log ( <TAB> <TAB> <TAB> <TAB> <TAB> TRACE_LEVEL , "">>> OUT {0} recv empty data >>>"" . format ( self . info ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> self . logger . log ( <TAB> <TAB> <TAB> <TAB> TRACE_LEVEL , <TAB> <TAB> <TAB> <TAB> "">>> OUT {0} send to {1}: {2} >>>"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> self . info , self . remote_address , hexlify ( data ) <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> chan . sendall ( data ) <TAB> <TAB> if chan in rqst : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . logger . log ( <TAB> <TAB> <TAB> <TAB> <TAB> TRACE_LEVEL , ""<<< IN {0} recv is not ready <<<"" . format ( self . info ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> data = chan . recv ( 1024 ) <TAB> <TAB> <TAB> self . logger . log ( <TAB> <TAB> <TAB> <TAB> TRACE_LEVEL , ""<<< IN {0} recv: {1} <<<"" . format ( self . info , hexlify ( data ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . request . sendall ( data )",if not chan . recv_ready ( ) :,354
22854,"def moveWithinLineHelper(self, event, spot, extend):
    w = self.editWidget(event)
    if not w:
        return
    # Bug fix: 2012/02/28: don't use the Qt end-line logic:
    # it apparently does not work for wrapped lines.
    spots = (""end-line"", ""finish-line"", ""start-line"")
    if hasattr(w, ""leoMoveCursorHelper"") and spot not in spots:
        extend = extend or self.extendMode
        w.leoMoveCursorHelper(kind=spot, extend=extend)
    else:
        s = w.getAllText()
        ins = w.getInsertPoint()
        i, j = g.getLine(s, ins)
        line = s[i:j]
        if spot == ""begin-line"":  # was 'start-line'
            self.moveToHelper(event, i, extend=extend)
        elif spot == ""end-line"":
            # Bug fix: 2011/11/13: Significant in external tests.
            if g.match(s, j - 1, ""\n""):
                j -= 1
            self.moveToHelper(event, j, extend=extend)
        elif spot == ""finish-line"":
            if not line.isspace():
                if g.match(s, j - 1, ""\n""):
                    j -= 1
                while j >= 0 and s[j].isspace():
                    j -= 1
            self.moveToHelper(event, j, extend=extend)
        elif spot == ""start-line"":  # new
            if not line.isspace():
                while i < j and s[i].isspace():
                    i += 1
            self.moveToHelper(event, i, extend=extend)
        else:
            g.trace(""can not happen: bad spot: %s"" % spot)","def moveWithinLineHelper ( self , event , spot , extend ) : <TAB> w = self . editWidget ( event ) <TAB> if not w : <TAB> <TAB> return <TAB> <TAB> <TAB> spots = ( ""end-line"" , ""finish-line"" , ""start-line"" ) <TAB> if hasattr ( w , ""leoMoveCursorHelper"" ) and spot not in spots : <TAB> <TAB> extend = extend or self . extendMode <TAB> <TAB> w . leoMoveCursorHelper ( kind = spot , extend = extend ) <TAB> else : <TAB> <TAB> s = w . getAllText ( ) <TAB> <TAB> ins = w . getInsertPoint ( ) <TAB> <TAB> i , j = g . getLine ( s , ins ) <TAB> <TAB> line = s [ i : j ] <TAB> <TAB> if spot == ""begin-line"" : <TAB> <TAB> <TAB> self . moveToHelper ( event , i , extend = extend ) <TAB> <TAB> elif spot == ""end-line"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if g . match ( s , j - 1 , ""\n"" ) : <TAB> <TAB> <TAB> <TAB> j -= 1 <TAB> <TAB> <TAB> self . moveToHelper ( event , j , extend = extend ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not line . isspace ( ) : <TAB> <TAB> <TAB> <TAB> if g . match ( s , j - 1 , ""\n"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> j -= 1 <TAB> <TAB> <TAB> <TAB> while j >= 0 and s [ j ] . isspace ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> j -= 1 <TAB> <TAB> <TAB> self . moveToHelper ( event , j , extend = extend ) <TAB> <TAB> elif spot == ""start-line"" : <TAB> <TAB> <TAB> if not line . isspace ( ) : <TAB> <TAB> <TAB> <TAB> while i < j and s [ i ] . isspace ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> <TAB> self . moveToHelper ( event , i , extend = extend ) <TAB> <TAB> else : <TAB> <TAB> <TAB> g . trace ( ""can not happen: bad spot: %s"" % spot )","elif spot == ""finish-line"" :",495
2888,"def _sync_get(self, identifier, *args, **kw):
    self._mutex.acquire()
    try:
        try:
            if identifier in self._values:
                return self._values[identifier]
            else:
                self._values[identifier] = value = self.creator(identifier, *args, **kw)
                return value
        except KeyError:
            self._values[identifier] = value = self.creator(identifier, *args, **kw)
            return value
    finally:
        self._mutex.release()
","def _sync_get ( self , identifier , * args , ** kw ) : <TAB> self . _mutex . acquire ( ) <TAB> try : <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return self . _values [ identifier ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . _values [ identifier ] = value = self . creator ( identifier , * args , ** kw ) <TAB> <TAB> <TAB> <TAB> return value <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> self . _values [ identifier ] = value = self . creator ( identifier , * args , ** kw ) <TAB> <TAB> <TAB> return value <TAB> finally : <TAB> <TAB> self . _mutex . release ( )",if identifier in self . _values :,148
5680,"def next_part_utts(self, part_size):
    """"""Return next part of utts.""""""
    if self.select_by_spk:
        # Select utterances by speaker.
        for index in range(part_size):
            try:
                spk = self.spk_keys.pop()
            except IndexError:
                break
            spk_utts = self.meta.spks[spk].utts
            if not spk_utts:
                # None (e.g. with external id mapping) or len == 0
                continue
            random_idx = random.randint(0, len(spk_utts) - 1)
            if random_idx < 0:
                # Not likely.
                continue
            utt_key = spk_utts[random_idx]
            utt_meta = self.meta.utts[utt_key]
            yield (utt_key, utt_meta)
    else:
        # Randomly selects utterances.
        for index in range(part_size):
            try:
                utt_key = self.utt_keys.pop()
            except IndexError:
                break
            utt_meta = self.meta.utts[utt_key]
            yield (utt_key, utt_meta)","def next_part_utts ( self , part_size ) : <TAB> """"""Return next part of utts."""""" <TAB> if self . select_by_spk : <TAB> <TAB> <TAB> <TAB> for index in range ( part_size ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> spk = self . spk_keys . pop ( ) <TAB> <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> spk_utts = self . meta . spks [ spk ] . utts <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> random_idx = random . randint ( 0 , len ( spk_utts ) - 1 ) <TAB> <TAB> <TAB> if random_idx < 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> utt_key = spk_utts [ random_idx ] <TAB> <TAB> <TAB> utt_meta = self . meta . utts [ utt_key ] <TAB> <TAB> <TAB> yield ( utt_key , utt_meta ) <TAB> else : <TAB> <TAB> <TAB> <TAB> for index in range ( part_size ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> utt_key = self . utt_keys . pop ( ) <TAB> <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> utt_meta = self . meta . utts [ utt_key ] <TAB> <TAB> <TAB> yield ( utt_key , utt_meta )",if not spk_utts :,357
12447,"def update_encodings(self, force_utf8=False):
    if self.ui.write_id3v23.isChecked():
        if self.ui.enc_utf8.isChecked():
            self.ui.enc_utf16.setChecked(True)
        self.ui.enc_utf8.setEnabled(False)
        self.ui.label_id3v23_join_with.setEnabled(True)
        self.ui.id3v23_join_with.setEnabled(True)
    else:
        self.ui.enc_utf8.setEnabled(True)
        if force_utf8:
            self.ui.enc_utf8.setChecked(True)
        self.ui.label_id3v23_join_with.setEnabled(False)
        self.ui.id3v23_join_with.setEnabled(False)","def update_encodings ( self , force_utf8 = False ) : <TAB> if self . ui . write_id3v23 . isChecked ( ) : <TAB> <TAB> if self . ui . enc_utf8 . isChecked ( ) : <TAB> <TAB> <TAB> self . ui . enc_utf16 . setChecked ( True ) <TAB> <TAB> self . ui . enc_utf8 . setEnabled ( False ) <TAB> <TAB> self . ui . label_id3v23_join_with . setEnabled ( True ) <TAB> <TAB> self . ui . id3v23_join_with . setEnabled ( True ) <TAB> else : <TAB> <TAB> self . ui . enc_utf8 . setEnabled ( True ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . ui . enc_utf8 . setChecked ( True ) <TAB> <TAB> self . ui . label_id3v23_join_with . setEnabled ( False ) <TAB> <TAB> self . ui . id3v23_join_with . setEnabled ( False )",if force_utf8 :,214
13100,"def build_json_schema_object(cls, parent_builder=None):
    builder = builders.ObjectBuilder(cls, parent_builder)
    if builder.count_type(builder.type) > 1:
        return builder
    for _, name, field in cls.iterate_with_name():
        if isinstance(field, fields.EmbeddedField):
            builder.add_field(name, field, _parse_embedded(field, builder))
        elif isinstance(field, fields.ListField):
            builder.add_field(name, field, _parse_list(field, builder))
        else:
            builder.add_field(name, field, _create_primitive_field_schema(field))
    return builder","def build_json_schema_object ( cls , parent_builder = None ) : <TAB> builder = builders . ObjectBuilder ( cls , parent_builder ) <TAB> if builder . count_type ( builder . type ) > 1 : <TAB> <TAB> return builder <TAB> for _ , name , field in cls . iterate_with_name ( ) : <TAB> <TAB> if isinstance ( field , fields . EmbeddedField ) : <TAB> <TAB> <TAB> builder . add_field ( name , field , _parse_embedded ( field , builder ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> builder . add_field ( name , field , _parse_list ( field , builder ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> builder . add_field ( name , field , _create_primitive_field_schema ( field ) ) <TAB> return builder","elif isinstance ( field , fields . ListField ) :",178
5752,"def main():
    app = QApplication(sys.argv)
    app.setOrganizationName(""ReText project"")
    app.setApplicationName(""ReText"")
    if hasattr(app, ""setApplicationDisplayName""):
        app.setApplicationDisplayName(""ReText"")
    RtTranslator = QTranslator()
    for path in datadirs:
        if RtTranslator.load(""retext_"" + QLocale.system().name(), path + ""/locale""):
            break
    QtTranslator = QTranslator()
    QtTranslator.load(
        ""qt_"" + QLocale.system().name(),
        QLibraryInfo.location(QLibraryInfo.TranslationsPath),
    )
    app.installTranslator(RtTranslator)
    app.installTranslator(QtTranslator)
    if globalSettings.appStyleSheet:
        sheetfile = QFile(globalSettings.appStyleSheet)
        sheetfile.open(QIODevice.ReadOnly)
        app.setStyleSheet(QTextStream(sheetfile).readAll())
        sheetfile.close()
    # A work-around for https://bugs.webkit.org/show_bug.cgi?id=114618
    webSettings = QWebSettings.globalSettings()
    webSettings.setFontFamily(QWebSettings.FixedFont, ""monospace"")
    window = ReTextWindow()
    window.show()
    fileNames = [QFileInfo(arg).canonicalFilePath() for arg in sys.argv[1:]]
    for fileName in fileNames:
        if QFile.exists(fileName):
            window.openFileWrapper(fileName)
    signal.signal(signal.SIGINT, lambda sig, frame: window.close())
    sys.exit(app.exec_())","def main ( ) : <TAB> app = QApplication ( sys . argv ) <TAB> app . setOrganizationName ( ""ReText project"" ) <TAB> app . setApplicationName ( ""ReText"" ) <TAB> if hasattr ( app , ""setApplicationDisplayName"" ) : <TAB> <TAB> app . setApplicationDisplayName ( ""ReText"" ) <TAB> RtTranslator = QTranslator ( ) <TAB> for path in datadirs : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> QtTranslator = QTranslator ( ) <TAB> QtTranslator . load ( <TAB> <TAB> ""qt_"" + QLocale . system ( ) . name ( ) , <TAB> <TAB> QLibraryInfo . location ( QLibraryInfo . TranslationsPath ) , <TAB> ) <TAB> app . installTranslator ( RtTranslator ) <TAB> app . installTranslator ( QtTranslator ) <TAB> if globalSettings . appStyleSheet : <TAB> <TAB> sheetfile = QFile ( globalSettings . appStyleSheet ) <TAB> <TAB> sheetfile . open ( QIODevice . ReadOnly ) <TAB> <TAB> app . setStyleSheet ( QTextStream ( sheetfile ) . readAll ( ) ) <TAB> <TAB> sheetfile . close ( ) <TAB> <TAB> webSettings = QWebSettings . globalSettings ( ) <TAB> webSettings . setFontFamily ( QWebSettings . FixedFont , ""monospace"" ) <TAB> window = ReTextWindow ( ) <TAB> window . show ( ) <TAB> fileNames = [ QFileInfo ( arg ) . canonicalFilePath ( ) for arg in sys . argv [ 1 : ] ] <TAB> for fileName in fileNames : <TAB> <TAB> if QFile . exists ( fileName ) : <TAB> <TAB> <TAB> window . openFileWrapper ( fileName ) <TAB> signal . signal ( signal . SIGINT , lambda sig , frame : window . close ( ) ) <TAB> sys . exit ( app . exec_ ( ) )","if RtTranslator . load ( ""retext_"" + QLocale . system ( ) . name ( ) , path + ""/locale"" ) :",424
2887,"def __call__(self, name=None):
    with self._cache_lock:
        rv = self.__instances.get(name, None)
        if rv is None:
            rv = self.nocache(name=name)
            if not (name is None or isinstance(rv, tzlocal_classes)):
                # tzlocal is slightly more complicated than the other
                # time zone providers because it depends on environment
                # at construction time, so don't cache that.
                self.__instances[name] = rv
    return rv
","def __call__ ( self , name = None ) : <TAB> with self . _cache_lock : <TAB> <TAB> rv = self . __instances . get ( name , None ) <TAB> <TAB> if rv is None : <TAB> <TAB> <TAB> rv = self . nocache ( name = name ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . __instances [ name ] = rv <TAB> return rv","if not ( name is None or isinstance ( rv , tzlocal_classes ) ) :",140
8451,"def get_comment_thumbnail(self, comment):
    try:
        x = int(comment.extra_data[""x""])
        y = int(comment.extra_data[""y""])
        width = int(comment.extra_data[""width""])
        height = int(comment.extra_data[""height""])
    except (KeyError, ValueError):
        # This may be a comment from before we had review UIs. Or,
        # corrupted data. Either way, don't display anything.
        return None
    image_url = crop_image(comment.file_attachment.file, x, y, width, height)
    if not urlparse(image_url).netloc:
        image_url = build_server_url(image_url)
    image_html = (
        '<img class=""modified-image"" src=""%s"" width=""%s"" height=""%s"" '
        'alt=""%s"" />' % (image_url, width, height, escape(comment.text))
    )
    if comment.diff_against_file_attachment_id:
        diff_against_image_url = crop_image(
            comment.diff_against_file_attachment.file, x, y, width, height
        )
        if not urlparse(diff_against_image_url).netloc:
            diff_against_image_url = build_server_url(diff_against_image_url)
        diff_against_image_html = (
            '<img class=""orig-image"" src=""%s"" width=""%s"" '
            'height=""%s"" alt=""%s"" />'
            % (diff_against_image_url, width, height, escape(comment.text))
        )
        return '<div class=""image-review-ui-diff-thumbnail"">%s%s</div>' % (
            diff_against_image_html,
            image_html,
        )
    else:
        return image_html
","def get_comment_thumbnail ( self , comment ) : <TAB> try : <TAB> <TAB> x = int ( comment . extra_data [ ""x"" ] ) <TAB> <TAB> y = int ( comment . extra_data [ ""y"" ] ) <TAB> <TAB> width = int ( comment . extra_data [ ""width"" ] ) <TAB> <TAB> height = int ( comment . extra_data [ ""height"" ] ) <TAB> except ( KeyError , ValueError ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return None <TAB> image_url = crop_image ( comment . file_attachment . file , x , y , width , height ) <TAB> if not urlparse ( image_url ) . netloc : <TAB> <TAB> image_url = build_server_url ( image_url ) <TAB> image_html = ( <TAB> <TAB> '<img class=""modified-image"" src=""%s"" width=""%s"" height=""%s"" ' <TAB> <TAB> 'alt=""%s"" />' % ( image_url , width , height , escape ( comment . text ) ) <TAB> ) <TAB> if comment . diff_against_file_attachment_id : <TAB> <TAB> diff_against_image_url = crop_image ( <TAB> <TAB> <TAB> comment . diff_against_file_attachment . file , x , y , width , height <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> diff_against_image_url = build_server_url ( diff_against_image_url ) <TAB> <TAB> diff_against_image_html = ( <TAB> <TAB> <TAB> '<img class=""orig-image"" src=""%s"" width=""%s"" ' <TAB> <TAB> <TAB> 'height=""%s"" alt=""%s"" />' <TAB> <TAB> <TAB> % ( diff_against_image_url , width , height , escape ( comment . text ) ) <TAB> <TAB> ) <TAB> <TAB> return '<div class=""image-review-ui-diff-thumbnail"">%s%s</div>' % ( <TAB> <TAB> <TAB> diff_against_image_html , <TAB> <TAB> <TAB> image_html , <TAB> <TAB> ) <TAB> else : <TAB> <TAB> return image_html",if not urlparse ( diff_against_image_url ) . netloc :,473
4673,"def run(self):
    """"""Get the downloaded and/or snatched history""""""
    data = History().get(self.limit, self.type)
    results = []
    for row in data:
        status, quality = Quality.split_composite_status(int(row[""action""]))
        status = _get_status_strings(status)
        if self.type and not status.lower() == self.type:
            continue
        row[""status""] = status
        row[""quality""] = get_quality_string(quality)
        row[""date""] = row[""date""].strftime(dateTimeFormat)
        del row[""action""]
        row[""indexerid""] = row.pop(""show_id"")
        row[""resource_path""] = os.path.dirname(row[""resource""])
        row[""resource""] = os.path.basename(row[""resource""])
        # Add tvdbid for backward compatibility
        row[""tvdbid""] = row[""indexerid""]
        results.append(row)
    return await _responds(RESULT_SUCCESS, results)
","def run ( self ) : <TAB> """"""Get the downloaded and/or snatched history"""""" <TAB> data = History ( ) . get ( self . limit , self . type ) <TAB> results = [ ] <TAB> for row in data : <TAB> <TAB> status , quality = Quality . split_composite_status ( int ( row [ ""action"" ] ) ) <TAB> <TAB> status = _get_status_strings ( status ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> row [ ""status"" ] = status <TAB> <TAB> row [ ""quality"" ] = get_quality_string ( quality ) <TAB> <TAB> row [ ""date"" ] = row [ ""date"" ] . strftime ( dateTimeFormat ) <TAB> <TAB> del row [ ""action"" ] <TAB> <TAB> row [ ""indexerid"" ] = row . pop ( ""show_id"" ) <TAB> <TAB> row [ ""resource_path"" ] = os . path . dirname ( row [ ""resource"" ] ) <TAB> <TAB> row [ ""resource"" ] = os . path . basename ( row [ ""resource"" ] ) <TAB> <TAB> <TAB> <TAB> row [ ""tvdbid"" ] = row [ ""indexerid"" ] <TAB> <TAB> results . append ( row ) <TAB> return await _responds ( RESULT_SUCCESS , results )",if self . type and not status . lower ( ) == self . type :,263
22215,"def replacefunc(elt):
    text = elt.attrib[""href""]
    if link_type(text) != ""page"":
        raise zim.formats.VisitorSkip
    href = HRef.new_from_wiki_link(text)
    if href.rel == HREF_REL_RELATIVE:
        raise zim.formats.VisitorSkip
    elif href.rel == HREF_REL_ABSOLUTE:
        oldtarget = self.pages.resolve_link(page, href)
        if oldtarget == oldroot:
            return self._update_link_tag(elt, page, newroot, href)
        elif oldtarget.ischild(oldroot):
            newtarget = newroot + oldtarget.relname(oldroot)
            return self._update_link_tag(elt, page, newtarget, href)
        else:
            raise zim.formats.VisitorSkip
    else:
        assert href.rel == HREF_REL_FLOATING
        newtarget = self.pages.resolve_link(page, href)
        oldtarget = self.pages.resolve_link(oldpath, href)
        if oldtarget == oldroot:
            return self._update_link_tag(elt, page, newroot, href)
        elif oldtarget.ischild(oldroot):
            oldanchor = self.pages.resolve_link(
                oldpath, HRef(HREF_REL_FLOATING, href.parts()[0])
            )
            if oldanchor.ischild(oldroot):
                raise zim.formats.VisitorSkip  # oldtarget cannot be trusted
            else:
                newtarget = newroot + oldtarget.relname(oldroot)
                return self._update_link_tag(elt, page, newtarget, href)
        elif newtarget != oldtarget:
            # Redirect back to old target
            return self._update_link_tag(elt, page, oldtarget, href)
        else:
            raise zim.formats.VisitorSkip","def replacefunc ( elt ) : <TAB> text = elt . attrib [ ""href"" ] <TAB> if link_type ( text ) != ""page"" : <TAB> <TAB> raise zim . formats . VisitorSkip <TAB> href = HRef . new_from_wiki_link ( text ) <TAB> if href . rel == HREF_REL_RELATIVE : <TAB> <TAB> raise zim . formats . VisitorSkip <TAB> elif href . rel == HREF_REL_ABSOLUTE : <TAB> <TAB> oldtarget = self . pages . resolve_link ( page , href ) <TAB> <TAB> if oldtarget == oldroot : <TAB> <TAB> <TAB> return self . _update_link_tag ( elt , page , newroot , href ) <TAB> <TAB> elif oldtarget . ischild ( oldroot ) : <TAB> <TAB> <TAB> newtarget = newroot + oldtarget . relname ( oldroot ) <TAB> <TAB> <TAB> return self . _update_link_tag ( elt , page , newtarget , href ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise zim . formats . VisitorSkip <TAB> else : <TAB> <TAB> assert href . rel == HREF_REL_FLOATING <TAB> <TAB> newtarget = self . pages . resolve_link ( page , href ) <TAB> <TAB> oldtarget = self . pages . resolve_link ( oldpath , href ) <TAB> <TAB> if oldtarget == oldroot : <TAB> <TAB> <TAB> return self . _update_link_tag ( elt , page , newroot , href ) <TAB> <TAB> elif oldtarget . ischild ( oldroot ) : <TAB> <TAB> <TAB> oldanchor = self . pages . resolve_link ( <TAB> <TAB> <TAB> <TAB> oldpath , HRef ( HREF_REL_FLOATING , href . parts ( ) [ 0 ] ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if oldanchor . ischild ( oldroot ) : <TAB> <TAB> <TAB> <TAB> raise zim . formats . VisitorSkip <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> newtarget = newroot + oldtarget . relname ( oldroot ) <TAB> <TAB> <TAB> <TAB> return self . _update_link_tag ( elt , page , newtarget , href ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return self . _update_link_tag ( elt , page , oldtarget , href ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise zim . formats . VisitorSkip",elif newtarget != oldtarget :,505
18261,"def get_all_plugins_source(self):
    plugins_path = os.path.join(ROOT_PATH, ""plugins"")
    vuln_template_path = os.path.join(ROOT_PATH, ""core"", ""data"", ""kb"", ""vuln_templates"")
    all_plugin_sources = """"
    for dir_name, subdir_list, file_list in os.walk(plugins_path):
        if dir_name in (""test"", ""tests""):
            continue
        for fname in file_list:
            if not fname.endswith("".py""):
                continue
            if fname.startswith(""test_""):
                continue
            if fname == ""__init__.py"":
                continue
            full_path = os.path.join(plugins_path, dir_name, fname)
            ignores = {""/attack/db/sqlmap/"", ""/attack/payloads/"", ""/plugins/tests/""}
            should_continue = False
            for ignore in ignores:
                if ignore in full_path:
                    should_continue = True
                    break
            if should_continue:
                continue
            all_plugin_sources += file(full_path).read()
    for dir_name, subdir_list, file_list in os.walk(vuln_template_path):
        for fname in file_list:
            if not fname.endswith("".py""):
                continue
            if fname.startswith(""test_""):
                continue
            if fname == ""__init__.py"":
                continue
            full_path = os.path.join(vuln_template_path, dir_name, fname)
            all_plugin_sources += file(full_path).read()
    return all_plugin_sources
","def get_all_plugins_source ( self ) : <TAB> plugins_path = os . path . join ( ROOT_PATH , ""plugins"" ) <TAB> vuln_template_path = os . path . join ( ROOT_PATH , ""core"" , ""data"" , ""kb"" , ""vuln_templates"" ) <TAB> all_plugin_sources = """" <TAB> for dir_name , subdir_list , file_list in os . walk ( plugins_path ) : <TAB> <TAB> if dir_name in ( ""test"" , ""tests"" ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> for fname in file_list : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if fname . startswith ( ""test_"" ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if fname == ""__init__.py"" : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> full_path = os . path . join ( plugins_path , dir_name , fname ) <TAB> <TAB> <TAB> ignores = { ""/attack/db/sqlmap/"" , ""/attack/payloads/"" , ""/plugins/tests/"" } <TAB> <TAB> <TAB> should_continue = False <TAB> <TAB> <TAB> for ignore in ignores : <TAB> <TAB> <TAB> <TAB> if ignore in full_path : <TAB> <TAB> <TAB> <TAB> <TAB> should_continue = True <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> if should_continue : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> all_plugin_sources += file ( full_path ) . read ( ) <TAB> for dir_name , subdir_list , file_list in os . walk ( vuln_template_path ) : <TAB> <TAB> for fname in file_list : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if fname . startswith ( ""test_"" ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if fname == ""__init__.py"" : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> full_path = os . path . join ( vuln_template_path , dir_name , fname ) <TAB> <TAB> <TAB> all_plugin_sources += file ( full_path ) . read ( ) <TAB> return all_plugin_sources","if not fname . endswith ( "".py"" ) :",448
19954,"def main():
    nb_checked = 0
    augs = iaa.SomeOf(
        (1, None),
        [
            iaa.Resize({""height"": (1, 100), ""width"": (1, 100)}),
            iaa.Affine(
                scale=(0.01, 2.0),
                rotate=(-360, 360),
                shear=(-360, 360),
                translate_px={""x"": (-50, 50), ""y"": (-50, 50)},
            ),
            iaa.PerspectiveTransform((0.01, 0.2)),
        ],
    )
    height, width = 100, 200
    while True:
        poly = create_random_polygon(height, width, nb_checked)
        psoi = PolygonsOnImage([poly], shape=(height, width, 3))
        psoi_aug = augs.augment_polygons(psoi)
        if not poly.is_valid or not psoi_aug.polygons[0].is_valid:
            print(""poly:     "", poly, poly.is_valid)
            print(""poly_aug: "", psoi_aug.polygons[0], psoi_aug.polygons[0].is_valid)
        assert poly.is_valid
        assert psoi_aug.polygons[0].is_valid
        nb_checked += 1
        if nb_checked % 100 == 0:
            print(""Checked %d..."" % (nb_checked,))
        if nb_checked > 100000:
            break","def main ( ) : <TAB> nb_checked = 0 <TAB> augs = iaa . SomeOf ( <TAB> <TAB> ( 1 , None ) , <TAB> <TAB> [ <TAB> <TAB> <TAB> iaa . Resize ( { ""height"" : ( 1 , 100 ) , ""width"" : ( 1 , 100 ) } ) , <TAB> <TAB> <TAB> iaa . Affine ( <TAB> <TAB> <TAB> <TAB> scale = ( 0.01 , 2.0 ) , <TAB> <TAB> <TAB> <TAB> rotate = ( - 360 , 360 ) , <TAB> <TAB> <TAB> <TAB> shear = ( - 360 , 360 ) , <TAB> <TAB> <TAB> <TAB> translate_px = { ""x"" : ( - 50 , 50 ) , ""y"" : ( - 50 , 50 ) } , <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> iaa . PerspectiveTransform ( ( 0.01 , 0.2 ) ) , <TAB> <TAB> ] , <TAB> ) <TAB> height , width = 100 , 200 <TAB> while True : <TAB> <TAB> poly = create_random_polygon ( height , width , nb_checked ) <TAB> <TAB> psoi = PolygonsOnImage ( [ poly ] , shape = ( height , width , 3 ) ) <TAB> <TAB> psoi_aug = augs . augment_polygons ( psoi ) <TAB> <TAB> if not poly . is_valid or not psoi_aug . polygons [ 0 ] . is_valid : <TAB> <TAB> <TAB> print ( ""poly:     "" , poly , poly . is_valid ) <TAB> <TAB> <TAB> print ( ""poly_aug: "" , psoi_aug . polygons [ 0 ] , psoi_aug . polygons [ 0 ] . is_valid ) <TAB> <TAB> assert poly . is_valid <TAB> <TAB> assert psoi_aug . polygons [ 0 ] . is_valid <TAB> <TAB> nb_checked += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""Checked %d..."" % ( nb_checked , ) ) <TAB> <TAB> if nb_checked > 100000 : <TAB> <TAB> <TAB> break",if nb_checked % 100 == 0 :,368
9995,"def poll_subprocess(self):
    clt = self.rpcclt
    if clt is None:
        return
    try:
        response = clt.pollresponse(self.active_seq, wait=0.05)
    except (EOFError, IOError, KeyboardInterrupt):
        # lost connection or subprocess terminated itself, restart
        # [the KBI is from rpc.SocketIO.handle_EOF()]
        if self.tkconsole.closing:
            return
        response = None
        self.restart_subprocess()
    if response:
        self.tkconsole.resetoutput()
        self.active_seq = None
        how, what = response
        console = self.tkconsole.console
        if how == ""OK"":
            if what is not None:
                print >> console, repr(what)
        elif how == ""EXCEPTION"":
            if self.tkconsole.getvar(""<<toggle-jit-stack-viewer>>""):
                self.remote_stack_viewer()
        elif how == ""ERROR"":
            errmsg = ""PyShell.ModifiedInterpreter: Subprocess ERROR:\n""
            print >>sys.__stderr__, errmsg, what
            print >> console, errmsg, what
        # we received a response to the currently active seq number:
        try:
            self.tkconsole.endexecuting()
        except AttributeError:  # shell may have closed
            pass
    # Reschedule myself
    if not self.tkconsole.closing:
        self.tkconsole.text.after(self.tkconsole.pollinterval, self.poll_subprocess)","def poll_subprocess ( self ) : <TAB> clt = self . rpcclt <TAB> if clt is None : <TAB> <TAB> return <TAB> try : <TAB> <TAB> response = clt . pollresponse ( self . active_seq , wait = 0.05 ) <TAB> except ( EOFError , IOError , KeyboardInterrupt ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . tkconsole . closing : <TAB> <TAB> <TAB> return <TAB> <TAB> response = None <TAB> <TAB> self . restart_subprocess ( ) <TAB> if response : <TAB> <TAB> self . tkconsole . resetoutput ( ) <TAB> <TAB> self . active_seq = None <TAB> <TAB> how , what = response <TAB> <TAB> console = self . tkconsole . console <TAB> <TAB> if how == ""OK"" : <TAB> <TAB> <TAB> if what is not None : <TAB> <TAB> <TAB> <TAB> print >> console , repr ( what ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if self . tkconsole . getvar ( ""<<toggle-jit-stack-viewer>>"" ) : <TAB> <TAB> <TAB> <TAB> self . remote_stack_viewer ( ) <TAB> <TAB> elif how == ""ERROR"" : <TAB> <TAB> <TAB> errmsg = ""PyShell.ModifiedInterpreter: Subprocess ERROR:\n"" <TAB> <TAB> <TAB> print >> sys . __stderr__ , errmsg , what <TAB> <TAB> <TAB> print >> console , errmsg , what <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> self . tkconsole . endexecuting ( ) <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> pass <TAB> <TAB> if not self . tkconsole . closing : <TAB> <TAB> self . tkconsole . text . after ( self . tkconsole . pollinterval , self . poll_subprocess )","elif how == ""EXCEPTION"" :",401
12053,"def TryMerge(self, d):
    while d.avail() > 0:
        tt = d.getVarInt32()
        if tt == 10:
            self.set_socket_descriptor(d.getPrefixedString())
            continue
        if tt == 18:
            self.set_data(d.getPrefixedString())
            continue
        if tt == 24:
            self.set_stream_offset(d.getVarInt64())
            continue
        if tt == 32:
            self.set_flags(d.getVarInt32())
            continue
        if tt == 42:
            length = d.getVarInt32()
            tmp = ProtocolBuffer.Decoder(d.buffer(), d.pos(), d.pos() + length)
            d.skip(length)
            self.mutable_send_to().TryMerge(tmp)
            continue
        if tt == 49:
            self.set_timeout_seconds(d.getDouble())
            continue
        if tt == 0:
            raise ProtocolBuffer.ProtocolBufferDecodeError
        d.skipData(tt)","def TryMerge ( self , d ) : <TAB> while d . avail ( ) > 0 : <TAB> <TAB> tt = d . getVarInt32 ( ) <TAB> <TAB> if tt == 10 : <TAB> <TAB> <TAB> self . set_socket_descriptor ( d . getPrefixedString ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 18 : <TAB> <TAB> <TAB> self . set_data ( d . getPrefixedString ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 24 : <TAB> <TAB> <TAB> self . set_stream_offset ( d . getVarInt64 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 32 : <TAB> <TAB> <TAB> self . set_flags ( d . getVarInt32 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 42 : <TAB> <TAB> <TAB> length = d . getVarInt32 ( ) <TAB> <TAB> <TAB> tmp = ProtocolBuffer . Decoder ( d . buffer ( ) , d . pos ( ) , d . pos ( ) + length ) <TAB> <TAB> <TAB> d . skip ( length ) <TAB> <TAB> <TAB> self . mutable_send_to ( ) . TryMerge ( tmp ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . set_timeout_seconds ( d . getDouble ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 0 : <TAB> <TAB> <TAB> raise ProtocolBuffer . ProtocolBufferDecodeError <TAB> <TAB> d . skipData ( tt )",if tt == 49 :,293
15006,"def test_error_stream(environ, start_response):
    writer = start_response(""200 OK"", [])
    wsgi_errors = environ[""wsgi.errors""]
    error_msg = None
    for method in [
        ""flush"",
        ""write"",
        ""writelines"",
    ]:
        if not hasattr(wsgi_errors, method):
            error_msg = ""wsgi.errors has no '%s' attr"" % method
        if not error_msg and not callable(getattr(wsgi_errors, method)):
            error_msg = ""wsgi.errors.%s attr is not callable"" % method
        if error_msg:
            break
    return_msg = error_msg or ""success""
    writer(return_msg)
    return []","def test_error_stream ( environ , start_response ) : <TAB> writer = start_response ( ""200 OK"" , [ ] ) <TAB> wsgi_errors = environ [ ""wsgi.errors"" ] <TAB> error_msg = None <TAB> for method in [ <TAB> <TAB> ""flush"" , <TAB> <TAB> ""write"" , <TAB> <TAB> ""writelines"" , <TAB> ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> error_msg = ""wsgi.errors has no '%s' attr"" % method <TAB> <TAB> if not error_msg and not callable ( getattr ( wsgi_errors , method ) ) : <TAB> <TAB> <TAB> error_msg = ""wsgi.errors.%s attr is not callable"" % method <TAB> <TAB> if error_msg : <TAB> <TAB> <TAB> break <TAB> return_msg = error_msg or ""success"" <TAB> writer ( return_msg ) <TAB> return [ ]","if not hasattr ( wsgi_errors , method ) :",185
19296,"def _construct_train_dsl(self):
    self._train_dsl[""components""] = {}
    for name, component in self._components.items():
        component_dsl = {""module"": component.module}
        if name in self._components_input:
            component_dsl[""input""] = self._components_input[name]
        if hasattr(component, ""output""):
            component_dsl[""output""] = {}
            if hasattr(component.output, ""data_output""):
                component_dsl[""output""][""data""] = component.output.data_output
            if hasattr(component.output, ""model""):
                component_dsl[""output""][""model""] = component.output.model_output
        self._train_dsl[""components""][name] = component_dsl
    if not self._train_dsl:
        raise ValueError(""there are no components to train"")
    LOGGER.debug(f""train_dsl: {self._train_dsl}"")
","def _construct_train_dsl ( self ) : <TAB> self . _train_dsl [ ""components"" ] = { } <TAB> for name , component in self . _components . items ( ) : <TAB> <TAB> component_dsl = { ""module"" : component . module } <TAB> <TAB> if name in self . _components_input : <TAB> <TAB> <TAB> component_dsl [ ""input"" ] = self . _components_input [ name ] <TAB> <TAB> if hasattr ( component , ""output"" ) : <TAB> <TAB> <TAB> component_dsl [ ""output"" ] = { } <TAB> <TAB> <TAB> if hasattr ( component . output , ""data_output"" ) : <TAB> <TAB> <TAB> <TAB> component_dsl [ ""output"" ] [ ""data"" ] = component . output . data_output <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> component_dsl [ ""output"" ] [ ""model"" ] = component . output . model_output <TAB> <TAB> self . _train_dsl [ ""components"" ] [ name ] = component_dsl <TAB> if not self . _train_dsl : <TAB> <TAB> raise ValueError ( ""there are no components to train"" ) <TAB> LOGGER . debug ( f""train_dsl: {self._train_dsl}"" )","if hasattr ( component . output , ""model"" ) :",248
3227,"def addPythonModules(self):
    self.message(""Adding Python modules"", 1)
    if self.use_zipimport:
        # Create a zip file containing all modules as pyc.
        import zipfile
        relpath = pathjoin(""Contents"", ""Resources"", ZIP_ARCHIVE)
        abspath = pathjoin(self.bundlepath, relpath)
        zf = zipfile.ZipFile(abspath, ""w"", zipfile.ZIP_DEFLATED)
        for name, code, ispkg in self.pymodules:
            self.message(""Adding Python module %s"" % name, 2)
            path, pyc = getPycData(name, code, ispkg)
            zf.writestr(path, pyc)
        zf.close()
        # add site.pyc
        sitepath = pathjoin(self.bundlepath, ""Contents"", ""Resources"", ""site"" + PYC_EXT)
        writePyc(self._getSiteCode(), sitepath)
    else:
        # Create individual .pyc files.
        for name, code, ispkg in self.pymodules:
            if ispkg:
                name += "".__init__""
            path = name.split(""."")
            path = pathjoin(""Contents"", ""Resources"", *path) + PYC_EXT
            if ispkg:
                self.message(""Adding Python package %s"" % path, 2)
            else:
                self.message(""Adding Python module %s"" % path, 2)
            abspath = pathjoin(self.bundlepath, path)
            makedirs(os.path.dirname(abspath))
            writePyc(code, abspath)","def addPythonModules ( self ) : <TAB> self . message ( ""Adding Python modules"" , 1 ) <TAB> if self . use_zipimport : <TAB> <TAB> <TAB> <TAB> import zipfile <TAB> <TAB> relpath = pathjoin ( ""Contents"" , ""Resources"" , ZIP_ARCHIVE ) <TAB> <TAB> abspath = pathjoin ( self . bundlepath , relpath ) <TAB> <TAB> zf = zipfile . ZipFile ( abspath , ""w"" , zipfile . ZIP_DEFLATED ) <TAB> <TAB> for name , code , ispkg in self . pymodules : <TAB> <TAB> <TAB> self . message ( ""Adding Python module %s"" % name , 2 ) <TAB> <TAB> <TAB> path , pyc = getPycData ( name , code , ispkg ) <TAB> <TAB> <TAB> zf . writestr ( path , pyc ) <TAB> <TAB> zf . close ( ) <TAB> <TAB> <TAB> <TAB> sitepath = pathjoin ( self . bundlepath , ""Contents"" , ""Resources"" , ""site"" + PYC_EXT ) <TAB> <TAB> writePyc ( self . _getSiteCode ( ) , sitepath ) <TAB> else : <TAB> <TAB> <TAB> <TAB> for name , code , ispkg in self . pymodules : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> name += "".__init__"" <TAB> <TAB> <TAB> path = name . split ( ""."" ) <TAB> <TAB> <TAB> path = pathjoin ( ""Contents"" , ""Resources"" , * path ) + PYC_EXT <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . message ( ""Adding Python package %s"" % path , 2 ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . message ( ""Adding Python module %s"" % path , 2 ) <TAB> <TAB> <TAB> abspath = pathjoin ( self . bundlepath , path ) <TAB> <TAB> <TAB> makedirs ( os . path . dirname ( abspath ) ) <TAB> <TAB> <TAB> writePyc ( code , abspath )",if ispkg :,399
16915,"def ProcessStringLiteral(self):
    if self._lastToken == None or self._lastToken.type == self.OpenBrace:
        text = super(JavaScriptBaseLexer, self).text
        if text == '""use strict""' or text == ""'use strict'"":
            if len(self._scopeStrictModes) > 0:
                self._scopeStrictModes.pop()
            self._useStrictCurrent = True
            self._scopeStrictModes.append(self._useStrictCurrent)","def ProcessStringLiteral ( self ) : <TAB> if self . _lastToken == None or self . _lastToken . type == self . OpenBrace : <TAB> <TAB> text = super ( JavaScriptBaseLexer , self ) . text <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if len ( self . _scopeStrictModes ) > 0 : <TAB> <TAB> <TAB> <TAB> self . _scopeStrictModes . pop ( ) <TAB> <TAB> <TAB> self . _useStrictCurrent = True <TAB> <TAB> <TAB> self . _scopeStrictModes . append ( self . _useStrictCurrent )","if text == '""use strict""' or text == ""'use strict'"" :",124
23500,"def _handle_autocomplete_request_for_text(text):
    if not hasattr(text, ""autocompleter""):
        if isinstance(text, (CodeViewText, ShellText)) and text.is_python_text():
            if isinstance(text, CodeViewText):
                text.autocompleter = Completer(text)
            elif isinstance(text, ShellText):
                text.autocompleter = ShellCompleter(text)
            text.bind(""<1>"", text.autocompleter.on_text_click)
        else:
            return
    text.autocompleter.handle_autocomplete_request()","def _handle_autocomplete_request_for_text ( text ) : <TAB> if not hasattr ( text , ""autocompleter"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if isinstance ( text , CodeViewText ) : <TAB> <TAB> <TAB> <TAB> text . autocompleter = Completer ( text ) <TAB> <TAB> <TAB> elif isinstance ( text , ShellText ) : <TAB> <TAB> <TAB> <TAB> text . autocompleter = ShellCompleter ( text ) <TAB> <TAB> <TAB> text . bind ( ""<1>"" , text . autocompleter . on_text_click ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return <TAB> text . autocompleter . handle_autocomplete_request ( )","if isinstance ( text , ( CodeViewText , ShellText ) ) and text . is_python_text ( ) :",151
3847,"def setUpModule():
    try:
        with open(""tests.json"", ""r"") as tests_fp:
            DB_OVERRIDES.update(json.load(tests_fp))
    except FileNotFoundError:
        print(""'tests.json' file not found, will use defaults"")
    if not aiopg:
        print(""aiopg is not installed, ignoring PostgreSQL tests"")
        for key in list(DB_CLASSES.keys()):
            if key.startswith(""postgres""):
                DB_CLASSES.pop(key)
    if not aiomysql:
        print(""aiomysql is not installed, ignoring MySQL tests"")
        for key in list(DB_CLASSES.keys()):
            if key.startswith(""mysql""):
                DB_CLASSES.pop(key)
    loop = asyncio.new_event_loop()
    all_databases = load_databases(only=None)
    for key, database in all_databases.items():
        connect = database.connect_async(loop=loop)
        loop.run_until_complete(connect)
        if database._async_conn is not None:
            disconnect = database.close_async()
            loop.run_until_complete(disconnect)
        else:
            print(""Can't setup connection for %s"" % key)
            DB_CLASSES.pop(key)
","def setUpModule ( ) : <TAB> try : <TAB> <TAB> with open ( ""tests.json"" , ""r"" ) as tests_fp : <TAB> <TAB> <TAB> DB_OVERRIDES . update ( json . load ( tests_fp ) ) <TAB> except FileNotFoundError : <TAB> <TAB> print ( ""'tests.json' file not found, will use defaults"" ) <TAB> if not aiopg : <TAB> <TAB> print ( ""aiopg is not installed, ignoring PostgreSQL tests"" ) <TAB> <TAB> for key in list ( DB_CLASSES . keys ( ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> DB_CLASSES . pop ( key ) <TAB> if not aiomysql : <TAB> <TAB> print ( ""aiomysql is not installed, ignoring MySQL tests"" ) <TAB> <TAB> for key in list ( DB_CLASSES . keys ( ) ) : <TAB> <TAB> <TAB> if key . startswith ( ""mysql"" ) : <TAB> <TAB> <TAB> <TAB> DB_CLASSES . pop ( key ) <TAB> loop = asyncio . new_event_loop ( ) <TAB> all_databases = load_databases ( only = None ) <TAB> for key , database in all_databases . items ( ) : <TAB> <TAB> connect = database . connect_async ( loop = loop ) <TAB> <TAB> loop . run_until_complete ( connect ) <TAB> <TAB> if database . _async_conn is not None : <TAB> <TAB> <TAB> disconnect = database . close_async ( ) <TAB> <TAB> <TAB> loop . run_until_complete ( disconnect ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""Can't setup connection for %s"" % key ) <TAB> <TAB> <TAB> DB_CLASSES . pop ( key )","if key . startswith ( ""postgres"" ) :",327
391,"def get_path(current_path, initial_path):
    # if path does not exist and was set as relative:
    if not self._path_exists(current_path) and not os.path.isabs(initial_path):
        new_path = self._in_root_dir(initial_path)
        if self._path_exists(new_path):  # That's a bingo!
            resolves_to = self.schema.paths_to_resolve.get(key)
            log.warning(
                ""Paths for the '{0}' option should be relative to '{1}'. To suppress this warning, ""
                ""move '{0}' into '{1}', or set it's value to an absolute path."".format(
                    key, resolves_to
                )
            )
            return new_path
    return current_path","def get_path ( current_path , initial_path ) : <TAB> <TAB> if not self . _path_exists ( current_path ) and not os . path . isabs ( initial_path ) : <TAB> <TAB> new_path = self . _in_root_dir ( initial_path ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> resolves_to = self . schema . paths_to_resolve . get ( key ) <TAB> <TAB> <TAB> log . warning ( <TAB> <TAB> <TAB> <TAB> ""Paths for the '{0}' option should be relative to '{1}'. To suppress this warning, "" <TAB> <TAB> <TAB> <TAB> ""move '{0}' into '{1}', or set it's value to an absolute path."" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> key , resolves_to <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return new_path <TAB> return current_path",if self . _path_exists ( new_path ) :,215
24466,"def forget_old_txs():
    new_known_txs = {}
    if self.p2p_node is not None:
        for peer in self.p2p_node.peers.itervalues():
            new_known_txs.update(peer.remembered_txs)
    new_known_txs.update(self.mining_txs_var.value)
    for share in self.tracker.get_chain(
        self.best_share_var.value,
        min(120, self.tracker.get_height(self.best_share_var.value)),
    ):
        for tx_hash in share.new_transaction_hashes:
            if tx_hash in self.known_txs_var.value:
                new_known_txs[tx_hash] = self.known_txs_var.value[tx_hash]
    self.known_txs_var.set(new_known_txs)","def forget_old_txs ( ) : <TAB> new_known_txs = { } <TAB> if self . p2p_node is not None : <TAB> <TAB> for peer in self . p2p_node . peers . itervalues ( ) : <TAB> <TAB> <TAB> new_known_txs . update ( peer . remembered_txs ) <TAB> new_known_txs . update ( self . mining_txs_var . value ) <TAB> for share in self . tracker . get_chain ( <TAB> <TAB> self . best_share_var . value , <TAB> <TAB> min ( 120 , self . tracker . get_height ( self . best_share_var . value ) ) , <TAB> ) : <TAB> <TAB> for tx_hash in share . new_transaction_hashes : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> new_known_txs [ tx_hash ] = self . known_txs_var . value [ tx_hash ] <TAB> self . known_txs_var . set ( new_known_txs )",if tx_hash in self . known_txs_var . value :,239
21199,"def get_class_name(item):
    class_name, module_name = None, None
    for parent in reversed(item.listchain()):
        if isinstance(parent, pytest.Class):
            class_name = parent.name
        elif isinstance(parent, pytest.Module):
            module_name = parent.module.__name__
            break
    # heuristic:
    # - better to group gpu and task tests, since tests from those modules
    #   are likely to share caching more
    # - split up the rest by class name because slow tests tend to be in
    #   the same module
    if class_name and "".tasks."" not in module_name:
        return ""{}.{}"".format(module_name, class_name)
    else:
        return module_name
","def get_class_name ( item ) : <TAB> class_name , module_name = None , None <TAB> for parent in reversed ( item . listchain ( ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> class_name = parent . name <TAB> <TAB> elif isinstance ( parent , pytest . Module ) : <TAB> <TAB> <TAB> module_name = parent . module . __name__ <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if class_name and "".tasks."" not in module_name : <TAB> <TAB> return ""{}.{}"" . format ( module_name , class_name ) <TAB> else : <TAB> <TAB> return module_name","if isinstance ( parent , pytest . Class ) :",190
9950,"def _test_flow_unmatching_check(self, before_stats, pkt):
    # Check matched packet count.
    rcv_msgs = self._test_get_match_count()
    lookup = False
    for target_tbl_id in pkt[KEY_TBL_MISS]:
        before = before_stats[target_tbl_id]
        after = rcv_msgs[target_tbl_id]
        if before[""lookup""] < after[""lookup""]:
            lookup = True
            if before[""matched""] < after[""matched""]:
                raise TestFailure(self.state)
    if not lookup:
        raise TestError(self.state)
","def _test_flow_unmatching_check ( self , before_stats , pkt ) : <TAB> <TAB> rcv_msgs = self . _test_get_match_count ( ) <TAB> lookup = False <TAB> for target_tbl_id in pkt [ KEY_TBL_MISS ] : <TAB> <TAB> before = before_stats [ target_tbl_id ] <TAB> <TAB> after = rcv_msgs [ target_tbl_id ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> lookup = True <TAB> <TAB> <TAB> if before [ ""matched"" ] < after [ ""matched"" ] : <TAB> <TAB> <TAB> <TAB> raise TestFailure ( self . state ) <TAB> if not lookup : <TAB> <TAB> raise TestError ( self . state )","if before [ ""lookup"" ] < after [ ""lookup"" ] :",162
4427,"def parseImpl(self, instring, loc, doActions=True):
    # pass False as last arg to _parse for first element, since we already
    # pre-parsed the string as part of our And pre-parsing
    loc, resultlist = self.exprs[0]._parse(instring, loc, doActions, callPreParse=False)
    errorStop = False
    for e in self.exprs[1:]:
        if isinstance(e, And._ErrorStop):
            errorStop = True
            continue
        if errorStop:
            try:
                loc, exprtokens = e._parse(instring, loc, doActions)
            except ParseSyntaxException:
                raise
            except ParseBaseException as pe:
                pe.__traceback__ = None
                raise ParseSyntaxException(pe)
            except IndexError:
                raise ParseSyntaxException(
                    ParseException(instring, len(instring), self.errmsg, self)
                )
        else:
            loc, exprtokens = e._parse(instring, loc, doActions)
        if exprtokens or exprtokens.haskeys():
            resultlist += exprtokens
    return loc, resultlist","def parseImpl ( self , instring , loc , doActions = True ) : <TAB> <TAB> <TAB> loc , resultlist = self . exprs [ 0 ] . _parse ( instring , loc , doActions , callPreParse = False ) <TAB> errorStop = False <TAB> for e in self . exprs [ 1 : ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> errorStop = True <TAB> <TAB> <TAB> continue <TAB> <TAB> if errorStop : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> loc , exprtokens = e . _parse ( instring , loc , doActions ) <TAB> <TAB> <TAB> except ParseSyntaxException : <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> except ParseBaseException as pe : <TAB> <TAB> <TAB> <TAB> pe . __traceback__ = None <TAB> <TAB> <TAB> <TAB> raise ParseSyntaxException ( pe ) <TAB> <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> <TAB> raise ParseSyntaxException ( <TAB> <TAB> <TAB> <TAB> <TAB> ParseException ( instring , len ( instring ) , self . errmsg , self ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> loc , exprtokens = e . _parse ( instring , loc , doActions ) <TAB> <TAB> if exprtokens or exprtokens . haskeys ( ) : <TAB> <TAB> <TAB> resultlist += exprtokens <TAB> return loc , resultlist","if isinstance ( e , And . _ErrorStop ) :",307
17941,"def ParseMultiple(self, result_dicts):
    """"""Parse WMI Event Consumers.""""""
    for result_dict in result_dicts:
        wmi_dict = result_dict.ToDict()
        try:
            creator_sid_bytes = bytes(wmi_dict[""CreatorSID""])
            wmi_dict[""CreatorSID""] = BinarySIDtoStringSID(creator_sid_bytes)
        except ValueError:
            # We recover from corrupt SIDs by outputting it raw as a string
            wmi_dict[""CreatorSID""] = compatibility.Repr(wmi_dict[""CreatorSID""])
        except KeyError:
            pass
        for output_type in self.output_types:
            anomalies = []
            output = rdfvalue.RDFValue.classes[output_type.__name__]()
            for k, v in wmi_dict.items():
                try:
                    output.Set(k, v)
                except AttributeError as e:
                    # Skip any attribute we don't know about
                    anomalies.append(""Unknown field %s, with value %s"" % (k, v))
                except ValueError as e:
                    anomalies.append(""Invalid value %s for field %s: %s"" % (v, k, e))
            # Yield anomalies first to help with debugging
            if anomalies:
                yield rdf_anomaly.Anomaly(
                    type=""PARSER_ANOMALY"",
                    generated_by=self.__class__.__name__,
                    finding=anomalies,
                )
            # Raise if the parser generated no output but there were fields.
            if wmi_dict and not output:
                raise ValueError(""Non-empty dict %s returned empty output."" % wmi_dict)
            yield output
","def ParseMultiple ( self , result_dicts ) : <TAB> """"""Parse WMI Event Consumers."""""" <TAB> for result_dict in result_dicts : <TAB> <TAB> wmi_dict = result_dict . ToDict ( ) <TAB> <TAB> try : <TAB> <TAB> <TAB> creator_sid_bytes = bytes ( wmi_dict [ ""CreatorSID"" ] ) <TAB> <TAB> <TAB> wmi_dict [ ""CreatorSID"" ] = BinarySIDtoStringSID ( creator_sid_bytes ) <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> wmi_dict [ ""CreatorSID"" ] = compatibility . Repr ( wmi_dict [ ""CreatorSID"" ] ) <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> pass <TAB> <TAB> for output_type in self . output_types : <TAB> <TAB> <TAB> anomalies = [ ] <TAB> <TAB> <TAB> output = rdfvalue . RDFValue . classes [ output_type . __name__ ] ( ) <TAB> <TAB> <TAB> for k , v in wmi_dict . items ( ) : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> output . Set ( k , v ) <TAB> <TAB> <TAB> <TAB> except AttributeError as e : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> anomalies . append ( ""Unknown field %s, with value %s"" % ( k , v ) ) <TAB> <TAB> <TAB> <TAB> except ValueError as e : <TAB> <TAB> <TAB> <TAB> <TAB> anomalies . append ( ""Invalid value %s for field %s: %s"" % ( v , k , e ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if anomalies : <TAB> <TAB> <TAB> <TAB> yield rdf_anomaly . Anomaly ( <TAB> <TAB> <TAB> <TAB> <TAB> type = ""PARSER_ANOMALY"" , <TAB> <TAB> <TAB> <TAB> <TAB> generated_by = self . __class__ . __name__ , <TAB> <TAB> <TAB> <TAB> <TAB> finding = anomalies , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""Non-empty dict %s returned empty output."" % wmi_dict ) <TAB> <TAB> <TAB> yield output",if wmi_dict and not output :,484
22028,"def depart_title(self, node):
    close_tag = self.context[-1]
    if (
        self.add_permalinks
        and self.builder.add_permalinks
        and node.parent.hasattr(""ids"")
        and node.parent[""ids""]
    ):
        aname = node.parent[""ids""][0]
        # add permalink anchor
        if close_tag.startswith(""</h""):
            self.body.append(
                u'<a class=""headerlink"" href=""#%s"" ' % aname
                + u'title=""%s"">\u00B6</a>' % _(""Permalink to this headline"")
            )
        elif close_tag.startswith(""</a></h""):
            self.body.append(
                u'</a><a class=""headerlink"" href=""#%s"" ' % aname
                + u'title=""%s"">\u00B6' % _(""Permalink to this headline"")
            )
    BaseTranslator.depart_title(self, node)","def depart_title ( self , node ) : <TAB> close_tag = self . context [ - 1 ] <TAB> if ( <TAB> <TAB> self . add_permalinks <TAB> <TAB> and self . builder . add_permalinks <TAB> <TAB> and node . parent . hasattr ( ""ids"" ) <TAB> <TAB> and node . parent [ ""ids"" ] <TAB> ) : <TAB> <TAB> aname = node . parent [ ""ids"" ] [ 0 ] <TAB> <TAB> <TAB> <TAB> if close_tag . startswith ( ""</h"" ) : <TAB> <TAB> <TAB> self . body . append ( <TAB> <TAB> <TAB> <TAB> u'<a class=""headerlink"" href=""#%s"" ' % aname <TAB> <TAB> <TAB> <TAB> + u'title=""%s"">\u00B6</a>' % _ ( ""Permalink to this headline"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . body . append ( <TAB> <TAB> <TAB> <TAB> u'</a><a class=""headerlink"" href=""#%s"" ' % aname <TAB> <TAB> <TAB> <TAB> + u'title=""%s"">\u00B6' % _ ( ""Permalink to this headline"" ) <TAB> <TAB> <TAB> ) <TAB> BaseTranslator . depart_title ( self , node )","elif close_tag . startswith ( ""</a></h"" ) :",268
12618,"def call_matching_arguments(function, arguments, allow_unused=False):
    signature = inspect.signature(function)
    arguments = copy.deepcopy(arguments)
    kwargs = {}
    for name, info in signature.parameters.items():
        if name in arguments:
            kwargs[name] = arguments[name]
            del arguments[name]
            continue
        if info.default is not inspect.Parameter.empty:
            kwargs[name] = info.default
            continue
        raise ConfigError(""Need a value for {}"".format(name))
    if not allow_unused and len(arguments) > 0:
        raise ConfigError(""Unused configuration parameters {}"".format(arguments.keys()))
    return function(**kwargs)","def call_matching_arguments ( function , arguments , allow_unused = False ) : <TAB> signature = inspect . signature ( function ) <TAB> arguments = copy . deepcopy ( arguments ) <TAB> kwargs = { } <TAB> for name , info in signature . parameters . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> kwargs [ name ] = arguments [ name ] <TAB> <TAB> <TAB> del arguments [ name ] <TAB> <TAB> <TAB> continue <TAB> <TAB> if info . default is not inspect . Parameter . empty : <TAB> <TAB> <TAB> kwargs [ name ] = info . default <TAB> <TAB> <TAB> continue <TAB> <TAB> raise ConfigError ( ""Need a value for {}"" . format ( name ) ) <TAB> if not allow_unused and len ( arguments ) > 0 : <TAB> <TAB> raise ConfigError ( ""Unused configuration parameters {}"" . format ( arguments . keys ( ) ) ) <TAB> return function ( ** kwargs )",if name in arguments :,179
8951,"def wrapper(  # type: ignore
    self: RequestHandler, *args, **kwargs
) -> Optional[Awaitable[None]]:
    if self.request.path.endswith(""/""):
        if self.request.method in (""GET"", ""HEAD""):
            uri = self.request.path.rstrip(""/"")
            if uri:  # don't try to redirect '/' to ''
                if self.request.query:
                    uri += ""?"" + self.request.query
                self.redirect(uri, permanent=True)
                return None
        else:
            raise HTTPError(404)
    return method(self, *args, **kwargs)","def wrapper ( <TAB> self : RequestHandler , * args , ** kwargs ) -> Optional [ Awaitable [ None ] ] : <TAB> if self . request . path . endswith ( ""/"" ) : <TAB> <TAB> if self . request . method in ( ""GET"" , ""HEAD"" ) : <TAB> <TAB> <TAB> uri = self . request . path . rstrip ( ""/"" ) <TAB> <TAB> <TAB> if uri : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> uri += ""?"" + self . request . query <TAB> <TAB> <TAB> <TAB> self . redirect ( uri , permanent = True ) <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> else : <TAB> <TAB> <TAB> raise HTTPError ( 404 ) <TAB> return method ( self , * args , ** kwargs )",if self . request . query :,163
4364,"def _decode_pattern_dict(data):
    rv = {}
    for key, value in data.items():
        if isinstance(key, bytes):
            key = key.encode(""utf-8"")
        if isinstance(key, str):
            if key in [""$in"", ""$gt"", ""$gte"", ""$lt"", ""$lte"", ""$exists""]:
                return 1
            if key == ""$nin"":
                value = 1
            if key in [""query"", ""$query""]:
                try:
                    # Try to decode value as a dictionary; this will fail if
                    # there happens to be a field called ""query""
                    return _decode_pattern_dict(value)
                except:
                    return value
        if isinstance(value, list):
            value = _decode_pattern_list(value)
        elif isinstance(value, dict):
            value = _decode_pattern_dict(value)
        else:
            value = 1
        rv[key] = value
    return rv","def _decode_pattern_dict ( data ) : <TAB> rv = { } <TAB> for key , value in data . items ( ) : <TAB> <TAB> if isinstance ( key , bytes ) : <TAB> <TAB> <TAB> key = key . encode ( ""utf-8"" ) <TAB> <TAB> if isinstance ( key , str ) : <TAB> <TAB> <TAB> if key in [ ""$in"" , ""$gt"" , ""$gte"" , ""$lt"" , ""$lte"" , ""$exists"" ] : <TAB> <TAB> <TAB> <TAB> return 1 <TAB> <TAB> <TAB> if key == ""$nin"" : <TAB> <TAB> <TAB> <TAB> value = 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return _decode_pattern_dict ( value ) <TAB> <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> <TAB> return value <TAB> <TAB> if isinstance ( value , list ) : <TAB> <TAB> <TAB> value = _decode_pattern_list ( value ) <TAB> <TAB> elif isinstance ( value , dict ) : <TAB> <TAB> <TAB> value = _decode_pattern_dict ( value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> value = 1 <TAB> <TAB> rv [ key ] = value <TAB> return rv","if key in [ ""query"" , ""$query"" ] :",274
18879,"def server_operation_put(server_id, operation):
    if settings.app.demo_mode:
        return utils.demo_blocked()
    svr = server.get_by_id(server_id, fields=server.operation_fields)
    try:
        if operation == START:
            svr.start()
            logger.LogEntry(message='Started server ""%s"".' % svr.name)
        if operation == STOP:
            svr.stop()
            logger.LogEntry(message='Stopped server ""%s"".' % svr.name)
        elif operation == RESTART:
            svr.restart()
            logger.LogEntry(message='Restarted server ""%s"".' % svr.name)
    except:
        event.Event(type=SERVERS_UPDATED)
        raise
    event.Event(type=SERVERS_UPDATED)
    event.Event(type=SERVER_HOSTS_UPDATED, resource_id=svr.id)
    for org in svr.iter_orgs():
        event.Event(type=USERS_UPDATED, resource_id=org.id)
    svr.send_link_events()
    return utils.jsonify(svr.dict())
","def server_operation_put ( server_id , operation ) : <TAB> if settings . app . demo_mode : <TAB> <TAB> return utils . demo_blocked ( ) <TAB> svr = server . get_by_id ( server_id , fields = server . operation_fields ) <TAB> try : <TAB> <TAB> if operation == START : <TAB> <TAB> <TAB> svr . start ( ) <TAB> <TAB> <TAB> logger . LogEntry ( message = 'Started server ""%s"".' % svr . name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> svr . stop ( ) <TAB> <TAB> <TAB> logger . LogEntry ( message = 'Stopped server ""%s"".' % svr . name ) <TAB> <TAB> elif operation == RESTART : <TAB> <TAB> <TAB> svr . restart ( ) <TAB> <TAB> <TAB> logger . LogEntry ( message = 'Restarted server ""%s"".' % svr . name ) <TAB> except : <TAB> <TAB> event . Event ( type = SERVERS_UPDATED ) <TAB> <TAB> raise <TAB> event . Event ( type = SERVERS_UPDATED ) <TAB> event . Event ( type = SERVER_HOSTS_UPDATED , resource_id = svr . id ) <TAB> for org in svr . iter_orgs ( ) : <TAB> <TAB> event . Event ( type = USERS_UPDATED , resource_id = org . id ) <TAB> svr . send_link_events ( ) <TAB> return utils . jsonify ( svr . dict ( ) )",if operation == STOP :,295
15590,"def should_keep_alive(commit_msg):
    result = False
    ci = get_current_ci() or """"
    for line in commit_msg.splitlines():
        parts = line.strip(""# "").split("":"", 1)
        (key, val) = parts if len(parts) > 1 else (parts[0], """")
        if key == ""CI_KEEP_ALIVE"":
            ci_names = val.replace("","", "" "").lower().split() if val else []
            if len(ci_names) == 0 or ci.lower() in ci_names:
                result = True
    return result","def should_keep_alive ( commit_msg ) : <TAB> result = False <TAB> ci = get_current_ci ( ) or """" <TAB> for line in commit_msg . splitlines ( ) : <TAB> <TAB> parts = line . strip ( ""# "" ) . split ( "":"" , 1 ) <TAB> <TAB> ( key , val ) = parts if len ( parts ) > 1 else ( parts [ 0 ] , """" ) <TAB> <TAB> if key == ""CI_KEEP_ALIVE"" : <TAB> <TAB> <TAB> ci_names = val . replace ( "","" , "" "" ) . lower ( ) . split ( ) if val else [ ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> result = True <TAB> return result",if len ( ci_names ) == 0 or ci . lower ( ) in ci_names :,150
662,"def air_quality(self):
    aqi_data = self._get_aqi_data()
    if aqi_data:
        if aqi_data.get(""status"") == ""ok"":
            aqi_data = self._organize(aqi_data)
            aqi_data = self._manipulate(aqi_data)
        elif aqi_data.get(""status"") == ""error"":
            self.py3.error(aqi_data.get(""data""))
    return {
        ""cached_until"": self.py3.time_in(self.cache_timeout),
        ""full_text"": self.py3.safe_format(self.format, aqi_data),
    }","def air_quality ( self ) : <TAB> aqi_data = self . _get_aqi_data ( ) <TAB> if aqi_data : <TAB> <TAB> if aqi_data . get ( ""status"" ) == ""ok"" : <TAB> <TAB> <TAB> aqi_data = self . _organize ( aqi_data ) <TAB> <TAB> <TAB> aqi_data = self . _manipulate ( aqi_data ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . py3 . error ( aqi_data . get ( ""data"" ) ) <TAB> return { <TAB> <TAB> ""cached_until"" : self . py3 . time_in ( self . cache_timeout ) , <TAB> <TAB> ""full_text"" : self . py3 . safe_format ( self . format , aqi_data ) , <TAB> }","elif aqi_data . get ( ""status"" ) == ""error"" :",190
23683,"def findDepth(self, insts, debug=0):
    depth = 0
    maxDepth = 0
    for i in insts:
        opname = i[0]
        if debug:
            print(i),
        delta = self.effect.get(opname, None)
        if delta is not None:
            depth = depth + delta
        else:
            # now check patterns
            for pat, pat_delta in self.patterns:
                if opname[: len(pat)] == pat:
                    delta = pat_delta
                    depth = depth + delta
                    break
            # if we still haven't found a match
            if delta is None:
                meth = getattr(self, opname, None)
                if meth is not None:
                    depth = depth + meth(i[1])
        if depth > maxDepth:
            maxDepth = depth
        if debug:
            print(depth, maxDepth)
    return maxDepth","def findDepth ( self , insts , debug = 0 ) : <TAB> depth = 0 <TAB> maxDepth = 0 <TAB> for i in insts : <TAB> <TAB> opname = i [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( i ) , <TAB> <TAB> delta = self . effect . get ( opname , None ) <TAB> <TAB> if delta is not None : <TAB> <TAB> <TAB> depth = depth + delta <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for pat , pat_delta in self . patterns : <TAB> <TAB> <TAB> <TAB> if opname [ : len ( pat ) ] == pat : <TAB> <TAB> <TAB> <TAB> <TAB> delta = pat_delta <TAB> <TAB> <TAB> <TAB> <TAB> depth = depth + delta <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if delta is None : <TAB> <TAB> <TAB> <TAB> meth = getattr ( self , opname , None ) <TAB> <TAB> <TAB> <TAB> if meth is not None : <TAB> <TAB> <TAB> <TAB> <TAB> depth = depth + meth ( i [ 1 ] ) <TAB> <TAB> if depth > maxDepth : <TAB> <TAB> <TAB> maxDepth = depth <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( depth , maxDepth ) <TAB> return maxDepth",if debug :,264
13701,"def update(self):
    while self.running:
        command = self.get_command()
        if self.debug:
            self.log(""Command = {}"".format(command))
        elif command is not None:
            self.log(""Command = {}"".format(command))
        if command == ""autopilot"":
            self.ctr.mode = ""local""
        elif command == ""speedup"":
            self.cfg.AI_THROTTLE_MULT += 0.05
        elif command == ""slowdown"":
            self.cfg.AI_THROTTLE_MULT -= 0.05
        elif command == ""stop"":
            self.ctr.mode = ""user""
            self.cfg.AI_THROTTLE_MULT = self.DEFAULT_AI_THROTTLE_MULT
        if self.debug:
            self.log(
                ""mode = {}, cfg.AI_THROTTLE_MULT={}"".format(
                    self.ctr.mode, self.cfg.AI_THROTTLE_MULT
                )
            )
        time.sleep(0.25)  # Give a break between requests","def update ( self ) : <TAB> while self . running : <TAB> <TAB> command = self . get_command ( ) <TAB> <TAB> if self . debug : <TAB> <TAB> <TAB> self . log ( ""Command = {}"" . format ( command ) ) <TAB> <TAB> elif command is not None : <TAB> <TAB> <TAB> self . log ( ""Command = {}"" . format ( command ) ) <TAB> <TAB> if command == ""autopilot"" : <TAB> <TAB> <TAB> self . ctr . mode = ""local"" <TAB> <TAB> elif command == ""speedup"" : <TAB> <TAB> <TAB> self . cfg . AI_THROTTLE_MULT += 0.05 <TAB> <TAB> elif command == ""slowdown"" : <TAB> <TAB> <TAB> self . cfg . AI_THROTTLE_MULT -= 0.05 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . ctr . mode = ""user"" <TAB> <TAB> <TAB> self . cfg . AI_THROTTLE_MULT = self . DEFAULT_AI_THROTTLE_MULT <TAB> <TAB> if self . debug : <TAB> <TAB> <TAB> self . log ( <TAB> <TAB> <TAB> <TAB> ""mode = {}, cfg.AI_THROTTLE_MULT={}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> self . ctr . mode , self . cfg . AI_THROTTLE_MULT <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> time . sleep ( 0.25 )","elif command == ""stop"" :",280
11319,"def get_shadows_zip(filename):
    import zipfile
    shadow_pkgs = set()
    with zipfile.ZipFile(filename) as lib_zip:
        already_test = []
        for fname in lib_zip.namelist():
            pname, fname = os.path.split(fname)
            if fname or (pname and fname):
                continue
            if pname not in already_test and ""/"" not in pname:
                already_test.append(pname)
                if is_shadowing(pname):
                    shadow_pkgs.add(pname)
    return shadow_pkgs
","def get_shadows_zip ( filename ) : <TAB> import zipfile <TAB> shadow_pkgs = set ( ) <TAB> with zipfile . ZipFile ( filename ) as lib_zip : <TAB> <TAB> already_test = [ ] <TAB> <TAB> for fname in lib_zip . namelist ( ) : <TAB> <TAB> <TAB> pname , fname = os . path . split ( fname ) <TAB> <TAB> <TAB> if fname or ( pname and fname ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if pname not in already_test and ""/"" not in pname : <TAB> <TAB> <TAB> <TAB> already_test . append ( pname ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> shadow_pkgs . add ( pname ) <TAB> return shadow_pkgs",if is_shadowing ( pname ) :,159
20559,"def _parse_fill(fill, img, min_pil_version, name=""fillcolor""):
    # Process fill color for affine transforms
    major_found, minor_found = (int(v) for v in PILLOW_VERSION.split(""."")[:2])
    major_required, minor_required = (int(v) for v in min_pil_version.split(""."")[:2])
    if major_found < major_required or (
        major_found == major_required and minor_found < minor_required
    ):
        if fill is None:
            return {}
        else:
            msg = (
                ""The option to fill background area of the transformed image, ""
                ""requires pillow>={}""
            )
            raise RuntimeError(msg.format(min_pil_version))
    num_bands = len(img.getbands())
    if fill is None:
        fill = 0
    if isinstance(fill, (int, float)) and num_bands > 1:
        fill = tuple([fill] * num_bands)
    if isinstance(fill, (list, tuple)):
        if len(fill) != num_bands:
            msg = (
                ""The number of elements in 'fill' does not match the number of ""
                ""bands of the image ({} != {})""
            )
            raise ValueError(msg.format(len(fill), num_bands))
        fill = tuple(fill)
    return {name: fill}","def _parse_fill ( fill , img , min_pil_version , name = ""fillcolor"" ) : <TAB> <TAB> major_found , minor_found = ( int ( v ) for v in PILLOW_VERSION . split ( ""."" ) [ : 2 ] ) <TAB> major_required , minor_required = ( int ( v ) for v in min_pil_version . split ( ""."" ) [ : 2 ] ) <TAB> if major_found < major_required or ( <TAB> <TAB> major_found == major_required and minor_found < minor_required <TAB> ) : <TAB> <TAB> if fill is None : <TAB> <TAB> <TAB> return { } <TAB> <TAB> else : <TAB> <TAB> <TAB> msg = ( <TAB> <TAB> <TAB> <TAB> ""The option to fill background area of the transformed image, "" <TAB> <TAB> <TAB> <TAB> ""requires pillow>={}"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> raise RuntimeError ( msg . format ( min_pil_version ) ) <TAB> num_bands = len ( img . getbands ( ) ) <TAB> if fill is None : <TAB> <TAB> fill = 0 <TAB> if isinstance ( fill , ( int , float ) ) and num_bands > 1 : <TAB> <TAB> fill = tuple ( [ fill ] * num_bands ) <TAB> if isinstance ( fill , ( list , tuple ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> msg = ( <TAB> <TAB> <TAB> <TAB> ""The number of elements in 'fill' does not match the number of "" <TAB> <TAB> <TAB> <TAB> ""bands of the image ({} != {})"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> raise ValueError ( msg . format ( len ( fill ) , num_bands ) ) <TAB> <TAB> fill = tuple ( fill ) <TAB> return { name : fill }",if len ( fill ) != num_bands :,368
1090,"def _getValueHist(self, version, pkgarch, checksum):
    data = self._execute(
        ""SELECT value FROM %s WHERE version=? AND pkgarch=? AND checksum=?;""
        % self.table,
        (version, pkgarch, checksum),
    )
    row = data.fetchone()
    if row != None:
        return row[0]
    else:
        # no value found, try to insert
        try:
            self._execute(
                ""INSERT INTO %s VALUES (?, ?, ?, (select ifnull(max(value)+1,0) from %s where version=? AND pkgarch=?));""
                % (self.table, self.table),
                (version, pkgarch, checksum, version, pkgarch),
            )
        except sqlite3.IntegrityError as exc:
            logger.error(str(exc))
        self.dirty = True
        data = self._execute(
            ""SELECT value FROM %s WHERE version=? AND pkgarch=? AND checksum=?;""
            % self.table,
            (version, pkgarch, checksum),
        )
        row = data.fetchone()
        if row != None:
            return row[0]
        else:
            raise prserv.NotFoundError","def _getValueHist ( self , version , pkgarch , checksum ) : <TAB> data = self . _execute ( <TAB> <TAB> ""SELECT value FROM %s WHERE version=? AND pkgarch=? AND checksum=?;"" <TAB> <TAB> % self . table , <TAB> <TAB> ( version , pkgarch , checksum ) , <TAB> ) <TAB> row = data . fetchone ( ) <TAB> <fill-in> <TAB> <TAB> return row [ 0 ] <TAB> else : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> self . _execute ( <TAB> <TAB> <TAB> <TAB> ""INSERT INTO %s VALUES (?, ?, ?, (select ifnull(max(value)+1,0) from %s where version=? AND pkgarch=?));"" <TAB> <TAB> <TAB> <TAB> % ( self . table , self . table ) , <TAB> <TAB> <TAB> <TAB> ( version , pkgarch , checksum , version , pkgarch ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> except sqlite3 . IntegrityError as exc : <TAB> <TAB> <TAB> logger . error ( str ( exc ) ) <TAB> <TAB> self . dirty = True <TAB> <TAB> data = self . _execute ( <TAB> <TAB> <TAB> ""SELECT value FROM %s WHERE version=? AND pkgarch=? AND checksum=?;"" <TAB> <TAB> <TAB> % self . table , <TAB> <TAB> <TAB> ( version , pkgarch , checksum ) , <TAB> <TAB> ) <TAB> <TAB> row = data . fetchone ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return row [ 0 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> raise prserv . NotFoundError",if row != None :,319
11278,"def main(client):
    # Initialize appropriate service.
    placement_service = client.GetService(""PlacementService"", version=""v202011"")
    # Create a statement to select placements.
    statement = (
        ad_manager.StatementBuilder(version=""v202011"")
        .Where(""status = :status"")
        .WithBindVariable(""status"", ""ACTIVE"")
    )
    # Retrieve a small amount of placements at a time, paging
    # through until all placements have been retrieved.
    while True:
        response = placement_service.getPlacementsByStatement(statement.ToStatement())
        if ""results"" in response and len(response[""results""]):
            for placement in response[""results""]:
                # Print out some information for each placement.
                print(
                    'Placement with ID ""%d"" and name ""%s"" was found.\n'
                    % (placement[""id""], placement[""name""])
                )
            statement.offset += statement.limit
        else:
            break
    print(""\nNumber of results found: %s"" % response[""totalResultSetSize""])","def main ( client ) : <TAB> <TAB> placement_service = client . GetService ( ""PlacementService"" , version = ""v202011"" ) <TAB> <TAB> statement = ( <TAB> <TAB> ad_manager . StatementBuilder ( version = ""v202011"" ) <TAB> <TAB> . Where ( ""status = :status"" ) <TAB> <TAB> . WithBindVariable ( ""status"" , ""ACTIVE"" ) <TAB> ) <TAB> <TAB> <TAB> while True : <TAB> <TAB> response = placement_service . getPlacementsByStatement ( statement . ToStatement ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for placement in response [ ""results"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> 'Placement with ID ""%d"" and name ""%s"" was found.\n' <TAB> <TAB> <TAB> <TAB> <TAB> % ( placement [ ""id"" ] , placement [ ""name"" ] ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> statement . offset += statement . limit <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> print ( ""\nNumber of results found: %s"" % response [ ""totalResultSetSize"" ] )","if ""results"" in response and len ( response [ ""results"" ] ) :",278
12851,"def authorize_application(
    registration_app_id: UUID,
    onefuzz_app_id: UUID,
    permissions: List[str] = [""user_impersonation""],
) -> None:
    try:
        onefuzz_app = get_application(onefuzz_app_id)
        if onefuzz_app is None:
            logger.error(""Application '%s' not found"", onefuzz_app_id)
            return
        scopes = seq(onefuzz_app[""api""][""oauth2PermissionScopes""]).filter(
            lambda scope: scope[""value""] in permissions
        )
        existing_preAuthorizedApplications = (
            seq(onefuzz_app[""api""][""preAuthorizedApplications""])
            .map(
                lambda paa: seq(paa[""delegatedPermissionIds""]).map(
                    lambda permission_id: (paa[""appId""], permission_id)
                )
            )
            .flatten()
        )
        preAuthorizedApplications = (
            scopes.map(lambda s: (str(registration_app_id), s[""id""]))
            .union(existing_preAuthorizedApplications)
            .distinct()
            .group_by_key()
            .map(lambda data: {""appId"": data[0], ""delegatedPermissionIds"": data[1]})
        )
        query_microsoft_graph(
            method=""PATCH"",
            resource=""applications/%s"" % onefuzz_app[""id""],
            body={
                ""api"": {
                    ""preAuthorizedApplications"": preAuthorizedApplications.to_list()
                }
            },
        )
    except adal.AdalError:
        logger.warning(""*** Browse to: %s"", FIX_URL % onefuzz_app_id)
        logger.warning(""*** Then add the client application %s"", registration_app_id)","def authorize_application ( <TAB> registration_app_id : UUID , <TAB> onefuzz_app_id : UUID , <TAB> permissions : List [ str ] = [ ""user_impersonation"" ] , ) -> None : <TAB> try : <TAB> <TAB> onefuzz_app = get_application ( onefuzz_app_id ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . error ( ""Application '%s' not found"" , onefuzz_app_id ) <TAB> <TAB> <TAB> return <TAB> <TAB> scopes = seq ( onefuzz_app [ ""api"" ] [ ""oauth2PermissionScopes"" ] ) . filter ( <TAB> <TAB> <TAB> lambda scope : scope [ ""value"" ] in permissions <TAB> <TAB> ) <TAB> <TAB> existing_preAuthorizedApplications = ( <TAB> <TAB> <TAB> seq ( onefuzz_app [ ""api"" ] [ ""preAuthorizedApplications"" ] ) <TAB> <TAB> <TAB> . map ( <TAB> <TAB> <TAB> <TAB> lambda paa : seq ( paa [ ""delegatedPermissionIds"" ] ) . map ( <TAB> <TAB> <TAB> <TAB> <TAB> lambda permission_id : ( paa [ ""appId"" ] , permission_id ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> . flatten ( ) <TAB> <TAB> ) <TAB> <TAB> preAuthorizedApplications = ( <TAB> <TAB> <TAB> scopes . map ( lambda s : ( str ( registration_app_id ) , s [ ""id"" ] ) ) <TAB> <TAB> <TAB> . union ( existing_preAuthorizedApplications ) <TAB> <TAB> <TAB> . distinct ( ) <TAB> <TAB> <TAB> . group_by_key ( ) <TAB> <TAB> <TAB> . map ( lambda data : { ""appId"" : data [ 0 ] , ""delegatedPermissionIds"" : data [ 1 ] } ) <TAB> <TAB> ) <TAB> <TAB> query_microsoft_graph ( <TAB> <TAB> <TAB> method = ""PATCH"" , <TAB> <TAB> <TAB> resource = ""applications/%s"" % onefuzz_app [ ""id"" ] , <TAB> <TAB> <TAB> body = { <TAB> <TAB> <TAB> <TAB> ""api"" : { <TAB> <TAB> <TAB> <TAB> <TAB> ""preAuthorizedApplications"" : preAuthorizedApplications . to_list ( ) <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> } , <TAB> <TAB> ) <TAB> except adal . AdalError : <TAB> <TAB> logger . warning ( ""*** Browse to: %s"" , FIX_URL % onefuzz_app_id ) <TAB> <TAB> logger . warning ( ""*** Then add the client application %s"" , registration_app_id )",if onefuzz_app is None :,494
16020,"def _canonicalGlyphName(name, localName2ucs, localUc2Names, altName2ucs):
    ucs = localName2ucs.get(name)
    if ucs:
        return name, list(ucs)[0]
    ucs = altName2ucs.get(name)
    if ucs:
        for uc in ucs:
            localNames = localUc2Names.get(uc)
            if localNames and len(localNames):
                return localNames[0], uc
    return None, None","def _canonicalGlyphName ( name , localName2ucs , localUc2Names , altName2ucs ) : <TAB> ucs = localName2ucs . get ( name ) <TAB> if ucs : <TAB> <TAB> return name , list ( ucs ) [ 0 ] <TAB> ucs = altName2ucs . get ( name ) <TAB> if ucs : <TAB> <TAB> for uc in ucs : <TAB> <TAB> <TAB> localNames = localUc2Names . get ( uc ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return localNames [ 0 ] , uc <TAB> return None , None",if localNames and len ( localNames ) :,141
3610,"def parse_hgsub(lines):
    """"""Fills OrderedDict with hgsub file content passed as list of lines""""""
    rv = OrderedDict()
    for l in lines:
        ls = l.strip()
        if not ls or ls[0] == ""#"":
            continue
        name, value = l.split(""="", 1)
        rv[name.strip()] = value.strip()
    return rv","def parse_hgsub ( lines ) : <TAB> """"""Fills OrderedDict with hgsub file content passed as list of lines"""""" <TAB> rv = OrderedDict ( ) <TAB> for l in lines : <TAB> <TAB> ls = l . strip ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> name , value = l . split ( ""="" , 1 ) <TAB> <TAB> rv [ name . strip ( ) ] = value . strip ( ) <TAB> return rv","if not ls or ls [ 0 ] == ""#"" :",98
23378,"def match_delta(self, value):
    """"""Search for timedelta information in the string""""""
    m = self.REGEX_DELTA.search(value)
    delta = datetime.timedelta(days=0)
    if m:
        d = int(m.group(1))
        if m.group(3) == ""ago"" or m.group(3) == ""before"":
            d = -d
        if m.group(2) == ""minute"":
            delta = datetime.timedelta(minutes=d)
        elif m.group(2) == ""hour"":
            delta = datetime.timedelta(hours=d)
        elif m.group(2) == ""day"":
            delta = datetime.timedelta(days=d)
        elif m.group(2) == ""week"":
            delta = datetime.timedelta(weeks=d)
        value = self.REGEX_DELTA.sub("""", value)
    return (delta, value)","def match_delta ( self , value ) : <TAB> """"""Search for timedelta information in the string"""""" <TAB> m = self . REGEX_DELTA . search ( value ) <TAB> delta = datetime . timedelta ( days = 0 ) <TAB> if m : <TAB> <TAB> d = int ( m . group ( 1 ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> d = - d <TAB> <TAB> if m . group ( 2 ) == ""minute"" : <TAB> <TAB> <TAB> delta = datetime . timedelta ( minutes = d ) <TAB> <TAB> elif m . group ( 2 ) == ""hour"" : <TAB> <TAB> <TAB> delta = datetime . timedelta ( hours = d ) <TAB> <TAB> elif m . group ( 2 ) == ""day"" : <TAB> <TAB> <TAB> delta = datetime . timedelta ( days = d ) <TAB> <TAB> elif m . group ( 2 ) == ""week"" : <TAB> <TAB> <TAB> delta = datetime . timedelta ( weeks = d ) <TAB> <TAB> value = self . REGEX_DELTA . sub ( """" , value ) <TAB> return ( delta , value )","if m . group ( 3 ) == ""ago"" or m . group ( 3 ) == ""before"" :",237
2952,"def _find_unicode_literals_frame():
    import __future__
    if not hasattr(sys, ""_getframe""):  # not all Python implementations have it
        return 0
    frm = sys._getframe(1)
    idx = 1
    while frm is not None:
        if frm.f_globals.get(""__name__"", """").startswith(""click.""):
            frm = frm.f_back
            idx += 1
        elif frm.f_code.co_flags & __future__.unicode_literals.compiler_flag:
            return idx
        else:
            break
    return 0","def _find_unicode_literals_frame ( ) : <TAB> import __future__ <TAB> if not hasattr ( sys , ""_getframe"" ) : <TAB> <TAB> return 0 <TAB> frm = sys . _getframe ( 1 ) <TAB> idx = 1 <TAB> while frm is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> frm = frm . f_back <TAB> <TAB> <TAB> idx += 1 <TAB> <TAB> elif frm . f_code . co_flags & __future__ . unicode_literals . compiler_flag : <TAB> <TAB> <TAB> return idx <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> return 0","if frm . f_globals . get ( ""__name__"" , """" ) . startswith ( ""click."" ) :",146
5262,"def search_new_server(self):
    """"""Search for a new server for this article""""""
    # Since we need a new server, this one can be listed as failed
    sabnzbd.BPSMeter.register_server_article_failed(self.fetcher.id)
    self.add_to_try_list(self.fetcher)
    for server in sabnzbd.Downloader.servers:
        if server.active and not self.server_in_try_list(server):
            if server.priority >= self.fetcher.priority:
                self.tries = 0
                # Allow all servers for this nzo and nzf again (but not for this article)
                sabnzbd.NzbQueue.reset_try_lists(self, article_reset=False)
                return True
    logging.info(T(""%s => missing from all servers, discarding"") % self)
    self.nzf.nzo.increase_bad_articles_counter(""missing_articles"")
    return False","def search_new_server ( self ) : <TAB> """"""Search for a new server for this article"""""" <TAB> <TAB> sabnzbd . BPSMeter . register_server_article_failed ( self . fetcher . id ) <TAB> self . add_to_try_list ( self . fetcher ) <TAB> for server in sabnzbd . Downloader . servers : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if server . priority >= self . fetcher . priority : <TAB> <TAB> <TAB> <TAB> self . tries = 0 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sabnzbd . NzbQueue . reset_try_lists ( self , article_reset = False ) <TAB> <TAB> <TAB> <TAB> return True <TAB> logging . info ( T ( ""%s => missing from all servers, discarding"" ) % self ) <TAB> self . nzf . nzo . increase_bad_articles_counter ( ""missing_articles"" ) <TAB> return False",if server . active and not self . server_in_try_list ( server ) :,248
24774,"def emit_properties_changed(self, interface, properties, path=""/""):
    """"""Emits PropertiesChanged for the specified properties""""""
    combos = {}
    for prop in properties:
        iface = self.get_interface(interface, prop)
        if iface is None:
            raise ValueError(""Property %s not registered"" % prop)
        combos.setdefault(iface, []).append(prop)
    for iface, props in combos.items():
        values = {}
        inval = []
        for prop in props:
            emit = self.__props[iface][prop][""emit""]
            if emit == ""false"":
                raise ValueError(""Can't emit changed signal for %s"" % prop)
            elif emit == ""true"":
                values[prop] = self.get_value(iface, prop, path)
            elif emit == ""invalidates"":
                inval.append(prop)
        if self.SUPPORTS_MULTIPLE_OBJECT_PATHS:
            self.PropertiesChanged(iface, values, inval, rel=path)
        else:
            self.PropertiesChanged(iface, values, inval)
","def emit_properties_changed ( self , interface , properties , path = ""/"" ) : <TAB> """"""Emits PropertiesChanged for the specified properties"""""" <TAB> combos = { } <TAB> for prop in properties : <TAB> <TAB> iface = self . get_interface ( interface , prop ) <TAB> <TAB> if iface is None : <TAB> <TAB> <TAB> raise ValueError ( ""Property %s not registered"" % prop ) <TAB> <TAB> combos . setdefault ( iface , [ ] ) . append ( prop ) <TAB> for iface , props in combos . items ( ) : <TAB> <TAB> values = { } <TAB> <TAB> inval = [ ] <TAB> <TAB> for prop in props : <TAB> <TAB> <TAB> emit = self . __props [ iface ] [ prop ] [ ""emit"" ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""Can't emit changed signal for %s"" % prop ) <TAB> <TAB> <TAB> elif emit == ""true"" : <TAB> <TAB> <TAB> <TAB> values [ prop ] = self . get_value ( iface , prop , path ) <TAB> <TAB> <TAB> elif emit == ""invalidates"" : <TAB> <TAB> <TAB> <TAB> inval . append ( prop ) <TAB> <TAB> if self . SUPPORTS_MULTIPLE_OBJECT_PATHS : <TAB> <TAB> <TAB> self . PropertiesChanged ( iface , values , inval , rel = path ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . PropertiesChanged ( iface , values , inval )","if emit == ""false"" :",284
14548,"def addClasses(self, name):
    # Result: void - None
    # In: name: string
    for n in name.split():
        try:
            k, method = n.split(""."")
        except ValueError:
            k = n
            method = None
        self.classes[k] = 1
        if method is not None:
            self.methods.setdefault(k, {})[method] = 1","def addClasses ( self , name ) : <TAB> <TAB> <TAB> for n in name . split ( ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> k , method = n . split ( ""."" ) <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> k = n <TAB> <TAB> <TAB> method = None <TAB> <TAB> self . classes [ k ] = 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . methods . setdefault ( k , { } ) [ method ] = 1",if method is not None :,109
12958,"def pause(self):
    if self.is_playing:
        self.state = MusicPlayerState.PAUSED
        if self._current_player:
            self._current_player.pause()
        self.emit(""pause"", player=self, entry=self.current_entry)
        return
    elif self.is_paused:
        return
    raise ValueError(""Cannot pause a MusicPlayer in state %s"" % self.state)
","def pause ( self ) : <TAB> if self . is_playing : <TAB> <TAB> self . state = MusicPlayerState . PAUSED <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _current_player . pause ( ) <TAB> <TAB> self . emit ( ""pause"" , player = self , entry = self . current_entry ) <TAB> <TAB> return <TAB> elif self . is_paused : <TAB> <TAB> return <TAB> raise ValueError ( ""Cannot pause a MusicPlayer in state %s"" % self . state )",if self . _current_player :,107
19267,"def _make_slices(
    shape: tp.Tuple[int, ...],
    axes: tp.Tuple[int, ...],
    size: int,
    rng: np.random.RandomState,
) -> tp.List[slice]:
    slices = []
    for a, s in enumerate(shape):
        if a in axes:
            if s <= 1:
                raise ValueError(""Cannot crossover on axis with size 1"")
            start = rng.randint(s - size)
            slices.append(slice(start, start + size))
        else:
            slices.append(slice(None))
    return slices","def _make_slices ( <TAB> shape : tp . Tuple [ int , ... ] , <TAB> axes : tp . Tuple [ int , ... ] , <TAB> size : int , <TAB> rng : np . random . RandomState , ) -> tp . List [ slice ] : <TAB> slices = [ ] <TAB> for a , s in enumerate ( shape ) : <TAB> <TAB> if a in axes : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""Cannot crossover on axis with size 1"" ) <TAB> <TAB> <TAB> start = rng . randint ( s - size ) <TAB> <TAB> <TAB> slices . append ( slice ( start , start + size ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> slices . append ( slice ( None ) ) <TAB> return slices",if s <= 1 :,154
17440,"def _pop_waiting_trial_id(self) -> Optional[int]:
    # TODO(c-bata): Reduce database query counts for extracting waiting trials.
    for trial in self._storage.get_all_trials(self._study_id, deepcopy=False):
        if trial.state != TrialState.WAITING:
            continue
        if not self._storage.set_trial_state(trial._trial_id, TrialState.RUNNING):
            continue
        _logger.debug(""Trial {} popped from the trial queue."".format(trial.number))
        return trial._trial_id
    return None
","def _pop_waiting_trial_id ( self ) -> Optional [ int ] : <TAB> <TAB> for trial in self . _storage . get_all_trials ( self . _study_id , deepcopy = False ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if not self . _storage . set_trial_state ( trial . _trial_id , TrialState . RUNNING ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> _logger . debug ( ""Trial {} popped from the trial queue."" . format ( trial . number ) ) <TAB> <TAB> return trial . _trial_id <TAB> return None",if trial . state != TrialState . WAITING :,150
24089,"def __get_file_by_num(self, num, file_list, idx=0):
    for element in file_list:
        if idx == num:
            return element
        if element[3] and element[4]:
            i = self.__get_file_by_num(num, element[3], idx + 1)
            if not isinstance(i, int):
                return i
            idx = i
        else:
            idx += 1
    return idx","def __get_file_by_num ( self , num , file_list , idx = 0 ) : <TAB> for element in file_list : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return element <TAB> <TAB> if element [ 3 ] and element [ 4 ] : <TAB> <TAB> <TAB> i = self . __get_file_by_num ( num , element [ 3 ] , idx + 1 ) <TAB> <TAB> <TAB> if not isinstance ( i , int ) : <TAB> <TAB> <TAB> <TAB> return i <TAB> <TAB> <TAB> idx = i <TAB> <TAB> else : <TAB> <TAB> <TAB> idx += 1 <TAB> return idx",if idx == num :,127
9453,"def _handle_redirects(self, response, **extra):
    ""Follows any redirects by requesting responses from the server using GET.""
    response.redirect_chain = []
    while response.status_code in (301, 302, 303, 307):
        url = response[""Location""]
        scheme, netloc, path, query, fragment = urlsplit(url)
        redirect_chain = response.redirect_chain
        redirect_chain.append((url, response.status_code))
        if scheme:
            extra[""wsgi.url_scheme""] = scheme
        # The test client doesn't handle external links,
        # but since the situation is simulated in test_client,
        # we fake things here by ignoring the netloc portion of the
        # redirected URL.
        response = self.get(path, QueryDict(query), follow=False, **extra)
        response.redirect_chain = redirect_chain
        # Prevent loops
        if response.redirect_chain[-1] in response.redirect_chain[0:-1]:
            break
    return response","def _handle_redirects ( self , response , ** extra ) : <TAB> ""Follows any redirects by requesting responses from the server using GET."" <TAB> response . redirect_chain = [ ] <TAB> while response . status_code in ( 301 , 302 , 303 , 307 ) : <TAB> <TAB> url = response [ ""Location"" ] <TAB> <TAB> scheme , netloc , path , query , fragment = urlsplit ( url ) <TAB> <TAB> redirect_chain = response . redirect_chain <TAB> <TAB> redirect_chain . append ( ( url , response . status_code ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> extra [ ""wsgi.url_scheme"" ] = scheme <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> response = self . get ( path , QueryDict ( query ) , follow = False , ** extra ) <TAB> <TAB> response . redirect_chain = redirect_chain <TAB> <TAB> <TAB> <TAB> if response . redirect_chain [ - 1 ] in response . redirect_chain [ 0 : - 1 ] : <TAB> <TAB> <TAB> break <TAB> return response",if scheme :,255
8628,"def get_category_items(self, context):
    category_items = None
    category_items = [(GENERAL, ""General"", ""Uncategorized presets"", 0)]
    node_category_items = []
    for idx, category in enumerate(get_category_names()):
        node_class = get_node_class_reference(category)
        if node_class and hasattr(node_class, ""bl_label""):
            title = ""/Node/ {}"".format(node_class.bl_label)
            node_category_items.append((category, title, category, idx + 1))
        else:
            title = category
            category_items.append((category, title, category, idx + 1))
    include_node_categories = (
        not hasattr(self, ""include_node_categories"") or self.include_node_categories
    )
    if node_category_items and include_node_categories:
        category_items = category_items + [None] + node_category_items
    return category_items","def get_category_items ( self , context ) : <TAB> category_items = None <TAB> category_items = [ ( GENERAL , ""General"" , ""Uncategorized presets"" , 0 ) ] <TAB> node_category_items = [ ] <TAB> for idx , category in enumerate ( get_category_names ( ) ) : <TAB> <TAB> node_class = get_node_class_reference ( category ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> title = ""/Node/ {}"" . format ( node_class . bl_label ) <TAB> <TAB> <TAB> node_category_items . append ( ( category , title , category , idx + 1 ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> title = category <TAB> <TAB> <TAB> category_items . append ( ( category , title , category , idx + 1 ) ) <TAB> include_node_categories = ( <TAB> <TAB> not hasattr ( self , ""include_node_categories"" ) or self . include_node_categories <TAB> ) <TAB> if node_category_items and include_node_categories : <TAB> <TAB> category_items = category_items + [ None ] + node_category_items <TAB> return category_items","if node_class and hasattr ( node_class , ""bl_label"" ) :",252
1978,"def decoration_helper(self, patched, args, keywargs):
    extra_args = []
    with contextlib.ExitStack() as exit_stack:
        for patching in patched.patchings:
            arg = exit_stack.enter_context(patching)
            if patching.attribute_name is not None:
                keywargs.update(arg)
            elif patching.new is DEFAULT:
                extra_args.append(arg)
        args += tuple(extra_args)
        yield (args, keywargs)
","def decoration_helper ( self , patched , args , keywargs ) : <TAB> extra_args = [ ] <TAB> with contextlib . ExitStack ( ) as exit_stack : <TAB> <TAB> for patching in patched . patchings : <TAB> <TAB> <TAB> arg = exit_stack . enter_context ( patching ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> keywargs . update ( arg ) <TAB> <TAB> <TAB> elif patching . new is DEFAULT : <TAB> <TAB> <TAB> <TAB> extra_args . append ( arg ) <TAB> <TAB> args += tuple ( extra_args ) <TAB> <TAB> yield ( args , keywargs )",if patching . attribute_name is not None :,134
3672,"def test_function(self):
    for start_method, redirs in product(start_methods(), redirects()):
        with self.subTest(start_method=start_method, redirs=redirs):
            pc = start_processes(
                name=""echo"",
                entrypoint=echo1,
                args={0: (""hello"",), 1: (""hello"",)},
                envs={0: {""RANK"": ""0""}, 1: {""RANK"": ""1""}},
                log_dir=self.log_dir(),
                start_method=start_method,
                redirects=redirs,
            )
            results = pc.wait(period=0.1)
            nprocs = pc.nprocs
            self.assert_pids_noexist(pc.pids())
            self.assertEqual(
                {i: f""hello_{i}"" for i in range(nprocs)}, results.return_values
            )
            for i in range(nprocs):
                if redirs & Std.OUT != Std.OUT:
                    self.assertFalse(results.stdouts[i])
                if redirs & Std.ERR != Std.ERR:
                    self.assertFalse(results.stderrs[i])
                if redirs & Std.OUT == Std.OUT:
                    self.assert_in_file([f""hello stdout from {i}""], results.stdouts[i])
                if redirs & Std.ERR == Std.ERR:
                    self.assert_in_file([f""hello stderr from {i}""], results.stderrs[i])","def test_function ( self ) : <TAB> for start_method , redirs in product ( start_methods ( ) , redirects ( ) ) : <TAB> <TAB> with self . subTest ( start_method = start_method , redirs = redirs ) : <TAB> <TAB> <TAB> pc = start_processes ( <TAB> <TAB> <TAB> <TAB> name = ""echo"" , <TAB> <TAB> <TAB> <TAB> entrypoint = echo1 , <TAB> <TAB> <TAB> <TAB> args = { 0 : ( ""hello"" , ) , 1 : ( ""hello"" , ) } , <TAB> <TAB> <TAB> <TAB> envs = { 0 : { ""RANK"" : ""0"" } , 1 : { ""RANK"" : ""1"" } } , <TAB> <TAB> <TAB> <TAB> log_dir = self . log_dir ( ) , <TAB> <TAB> <TAB> <TAB> start_method = start_method , <TAB> <TAB> <TAB> <TAB> redirects = redirs , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> results = pc . wait ( period = 0.1 ) <TAB> <TAB> <TAB> nprocs = pc . nprocs <TAB> <TAB> <TAB> self . assert_pids_noexist ( pc . pids ( ) ) <TAB> <TAB> <TAB> self . assertEqual ( <TAB> <TAB> <TAB> <TAB> { i : f""hello_{i}"" for i in range ( nprocs ) } , results . return_values <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> for i in range ( nprocs ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertFalse ( results . stdouts [ i ] ) <TAB> <TAB> <TAB> <TAB> if redirs & Std . ERR != Std . ERR : <TAB> <TAB> <TAB> <TAB> <TAB> self . assertFalse ( results . stderrs [ i ] ) <TAB> <TAB> <TAB> <TAB> if redirs & Std . OUT == Std . OUT : <TAB> <TAB> <TAB> <TAB> <TAB> self . assert_in_file ( [ f""hello stdout from {i}"" ] , results . stdouts [ i ] ) <TAB> <TAB> <TAB> <TAB> if redirs & Std . ERR == Std . ERR : <TAB> <TAB> <TAB> <TAB> <TAB> self . assert_in_file ( [ f""hello stderr from {i}"" ] , results . stderrs [ i ] )",if redirs & Std . OUT != Std . OUT :,427
7272,"def __init__(
    self,
    path: typing.Union[str, ""os.PathLike[str]""],
    status_code: int = 200,
    headers: dict = None,
    media_type: str = None,
    background: BackgroundTask = None,
    filename: str = None,
    stat_result: os.stat_result = None,
    method: str = None,
) -> None:
    assert aiofiles is not None, ""'aiofiles' must be installed to use FileResponse""
    self.path = path
    self.status_code = status_code
    self.filename = filename
    self.send_header_only = method is not None and method.upper() == ""HEAD""
    if media_type is None:
        media_type = guess_type(filename or path)[0] or ""text/plain""
    self.media_type = media_type
    self.background = background
    self.init_headers(headers)
    if self.filename is not None:
        content_disposition_filename = quote(self.filename)
        if content_disposition_filename != self.filename:
            content_disposition = ""attachment; filename*=utf-8''{}"".format(
                content_disposition_filename
            )
        else:
            content_disposition = 'attachment; filename=""{}""'.format(self.filename)
        self.headers.setdefault(""content-disposition"", content_disposition)
    self.stat_result = stat_result
    if stat_result is not None:
        self.set_stat_headers(stat_result)","def __init__ ( <TAB> self , <TAB> path : typing . Union [ str , ""os.PathLike[str]"" ] , <TAB> status_code : int = 200 , <TAB> headers : dict = None , <TAB> media_type : str = None , <TAB> background : BackgroundTask = None , <TAB> filename : str = None , <TAB> stat_result : os . stat_result = None , <TAB> method : str = None , ) -> None : <TAB> assert aiofiles is not None , ""'aiofiles' must be installed to use FileResponse"" <TAB> self . path = path <TAB> self . status_code = status_code <TAB> self . filename = filename <TAB> self . send_header_only = method is not None and method . upper ( ) == ""HEAD"" <TAB> if media_type is None : <TAB> <TAB> media_type = guess_type ( filename or path ) [ 0 ] or ""text/plain"" <TAB> self . media_type = media_type <TAB> self . background = background <TAB> self . init_headers ( headers ) <TAB> if self . filename is not None : <TAB> <TAB> content_disposition_filename = quote ( self . filename ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> content_disposition = ""attachment; filename*=utf-8''{}"" . format ( <TAB> <TAB> <TAB> <TAB> content_disposition_filename <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> content_disposition = 'attachment; filename=""{}""' . format ( self . filename ) <TAB> <TAB> self . headers . setdefault ( ""content-disposition"" , content_disposition ) <TAB> self . stat_result = stat_result <TAB> if stat_result is not None : <TAB> <TAB> self . set_stat_headers ( stat_result )",if content_disposition_filename != self . filename :,379
21750,"def _check_systemd_reval(self, args):
    penv = {
        ""stdout"": self._devnull,
        ""stderr"": self._devnull,
    }
    if not os.getenv(""DBUS_SESSION_BUS_ADDRESS"") and self._user:
        penv.update(
            {
                ""env"": {
                    ""DBUS_SESSION_BUS_ADDRESS"": ""unix:path=/var/run/user/{}/dbus/user_bus_socket"".format(
                        self._uid
                    )
                },
            }
        )
    try:
        cmd = [""systemctl""]
        if self._user:
            cmd.append(""--user"")
        cmd = cmd + args
        return subprocess.check_call(cmd, **penv) == 0
    except (subprocess.CalledProcessError, OSError):
        return None","def _check_systemd_reval ( self , args ) : <TAB> penv = { <TAB> <TAB> ""stdout"" : self . _devnull , <TAB> <TAB> ""stderr"" : self . _devnull , <TAB> } <TAB> if not os . getenv ( ""DBUS_SESSION_BUS_ADDRESS"" ) and self . _user : <TAB> <TAB> penv . update ( <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""env"" : { <TAB> <TAB> <TAB> <TAB> <TAB> ""DBUS_SESSION_BUS_ADDRESS"" : ""unix:path=/var/run/user/{}/dbus/user_bus_socket"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _uid <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> } , <TAB> <TAB> <TAB> } <TAB> <TAB> ) <TAB> try : <TAB> <TAB> cmd = [ ""systemctl"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cmd . append ( ""--user"" ) <TAB> <TAB> cmd = cmd + args <TAB> <TAB> return subprocess . check_call ( cmd , ** penv ) == 0 <TAB> except ( subprocess . CalledProcessError , OSError ) : <TAB> <TAB> return None",if self . _user :,228
13014,"def did_evm_read_storage_callback(self, state, address, offset, value):
    m = self.manticore
    world = state.platform
    tx = world.all_transactions[-1]
    md = m.get_metadata(tx.address)
    if md:
        offsets = state.solve_n(offset, 3000)
        with self.locked_context(""storage_reads"", dict) as storage_reads:
            contract_function = (
                md.name,
                md.get_func_name(state.solve_one(tx.data[0:4])),
            )
            if contract_function not in storage_reads:
                storage_reads[contract_function] = set()
            for off in offsets:
                storage_reads[contract_function].add(off)","def did_evm_read_storage_callback ( self , state , address , offset , value ) : <TAB> m = self . manticore <TAB> world = state . platform <TAB> tx = world . all_transactions [ - 1 ] <TAB> md = m . get_metadata ( tx . address ) <TAB> if md : <TAB> <TAB> offsets = state . solve_n ( offset , 3000 ) <TAB> <TAB> with self . locked_context ( ""storage_reads"" , dict ) as storage_reads : <TAB> <TAB> <TAB> contract_function = ( <TAB> <TAB> <TAB> <TAB> md . name , <TAB> <TAB> <TAB> <TAB> md . get_func_name ( state . solve_one ( tx . data [ 0 : 4 ] ) ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> storage_reads [ contract_function ] = set ( ) <TAB> <TAB> <TAB> for off in offsets : <TAB> <TAB> <TAB> <TAB> storage_reads [ contract_function ] . add ( off )",if contract_function not in storage_reads :,213
20891,"def _update_percent_field_in_targets(self, args, update_modified=True):
    """"""Update percent field in parent transaction""""""
    if args.get(""percent_join_field_parent""):
        # if reference to target doc where % is to be updated, is
        # in source doc's parent form, consider percent_join_field_parent
        args[""name""] = self.get(args[""percent_join_field_parent""])
        self._update_percent_field(args, update_modified)
    else:
        distinct_transactions = set(
            [
                d.get(args[""percent_join_field""])
                for d in self.get_all_children(args[""source_dt""])
            ]
        )
        for name in distinct_transactions:
            if name:
                args[""name""] = name
                self._update_percent_field(args, update_modified)
","def _update_percent_field_in_targets ( self , args , update_modified = True ) : <TAB> """"""Update percent field in parent transaction"""""" <TAB> if args . get ( ""percent_join_field_parent"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> args [ ""name"" ] = self . get ( args [ ""percent_join_field_parent"" ] ) <TAB> <TAB> self . _update_percent_field ( args , update_modified ) <TAB> else : <TAB> <TAB> distinct_transactions = set ( <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> d . get ( args [ ""percent_join_field"" ] ) <TAB> <TAB> <TAB> <TAB> for d in self . get_all_children ( args [ ""source_dt"" ] ) <TAB> <TAB> <TAB> ] <TAB> <TAB> ) <TAB> <TAB> for name in distinct_transactions : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> args [ ""name"" ] = name <TAB> <TAB> <TAB> <TAB> self . _update_percent_field ( args , update_modified )",if name :,236
24385,"def contact_lists(request):
    tags = Tag.objects.all()
    if request.user.role == ""ADMIN"":
        queryset = ContactList.objects.all().order_by(""-created_on"")
    else:
        queryset = ContactList.objects.filter(
            Q(created_by=request.user) | Q(visible_to=request.user)
        ).order_by(""-created_on"")
    users = User.objects.filter(id__in=queryset.values_list(""created_by_id"", flat=True))
    if request.GET.get(""tag""):
        queryset = queryset.filter(tags=request.GET.get(""tag""))
    search = False
    if request.method == ""POST"":
        post_tags = request.POST.getlist(""tag"")
        if request.POST.get(""contact_list_name""):
            queryset = queryset.filter(
                name__icontains=request.POST.get(""contact_list_name"")
            )
        if request.POST.get(""created_by""):
            queryset = queryset.filter(created_by=request.POST.get(""created_by""))
        if request.POST.get(""tag""):
            queryset = queryset.filter(tags__id__in=post_tags)
            request_tags = request.POST.getlist(""tag"")
        if (
            request.POST.get(""contact_list_name"")
            or request.POST.get(""created_by"")
            or request.POST.get(""created_by"")
        ):
            search = True  # for filter form to show in contactlist
    data = {
        ""contact_lists"": queryset,
        ""tags"": tags,
        ""users"": users,
        ""request_tags"": request.POST.getlist(""tag""),
        ""search"": search,
    }
    return render(request, ""marketing/lists/index.html"", data)
","def contact_lists ( request ) : <TAB> tags = Tag . objects . all ( ) <TAB> if request . user . role == ""ADMIN"" : <TAB> <TAB> queryset = ContactList . objects . all ( ) . order_by ( ""-created_on"" ) <TAB> else : <TAB> <TAB> queryset = ContactList . objects . filter ( <TAB> <TAB> <TAB> Q ( created_by = request . user ) | Q ( visible_to = request . user ) <TAB> <TAB> ) . order_by ( ""-created_on"" ) <TAB> users = User . objects . filter ( id__in = queryset . values_list ( ""created_by_id"" , flat = True ) ) <TAB> if request . GET . get ( ""tag"" ) : <TAB> <TAB> queryset = queryset . filter ( tags = request . GET . get ( ""tag"" ) ) <TAB> search = False <TAB> if request . method == ""POST"" : <TAB> <TAB> post_tags = request . POST . getlist ( ""tag"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> queryset = queryset . filter ( <TAB> <TAB> <TAB> <TAB> name__icontains = request . POST . get ( ""contact_list_name"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> if request . POST . get ( ""created_by"" ) : <TAB> <TAB> <TAB> queryset = queryset . filter ( created_by = request . POST . get ( ""created_by"" ) ) <TAB> <TAB> if request . POST . get ( ""tag"" ) : <TAB> <TAB> <TAB> queryset = queryset . filter ( tags__id__in = post_tags ) <TAB> <TAB> <TAB> request_tags = request . POST . getlist ( ""tag"" ) <TAB> <TAB> if ( <TAB> <TAB> <TAB> request . POST . get ( ""contact_list_name"" ) <TAB> <TAB> <TAB> or request . POST . get ( ""created_by"" ) <TAB> <TAB> <TAB> or request . POST . get ( ""created_by"" ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> search = True <TAB> data = { <TAB> <TAB> ""contact_lists"" : queryset , <TAB> <TAB> ""tags"" : tags , <TAB> <TAB> ""users"" : users , <TAB> <TAB> ""request_tags"" : request . POST . getlist ( ""tag"" ) , <TAB> <TAB> ""search"" : search , <TAB> } <TAB> return render ( request , ""marketing/lists/index.html"" , data )","if request . POST . get ( ""contact_list_name"" ) :",483
10577,"def enableCtrls(self):
    # Check if each ctrl has a requirement or an incompatibility,
    # look it up, and enable/disable if so
    for data in self.storySettingsData:
        name = data[""name""]
        if name in self.ctrls:
            if ""requires"" in data:
                set = self.getSetting(data[""requires""])
                for i in self.ctrls[name]:
                    i.Enable(set not in [""off"", ""false"", ""0""])","def enableCtrls ( self ) : <TAB> <TAB> <TAB> for data in self . storySettingsData : <TAB> <TAB> name = data [ ""name"" ] <TAB> <TAB> if name in self . ctrls : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> set = self . getSetting ( data [ ""requires"" ] ) <TAB> <TAB> <TAB> <TAB> for i in self . ctrls [ name ] : <TAB> <TAB> <TAB> <TAB> <TAB> i . Enable ( set not in [ ""off"" , ""false"" , ""0"" ] )","if ""requires"" in data :",133
3397,"def main(argv=[""worker_setup.py""]):
    """"""Completely set everything up from a fresh ec2 instance""""""
    _, ubuntu_arch = check_ubuntu_version()
    opts = get_options(argv)
    opts.arch = ubuntu_arch
    with Environ(""DEBIAN_FRONTEND"", ""noninteractive""):
        if opts.update_system:
            run_cmd(""apt-get update"")
            run_cmd(""apt-get upgrade -y"")
        if opts.install_required:
            install_required_packages()
        if opts.install_utilities:
            install_utility_packages()
        if opts.install_pkg_languages:
            install_packaged_languages()
        if opts.install_languages:
            install_all_languages(opts)
    if opts.install_jailguard:
        install_jailguard(opts)
    if opts.create_jails:
        setup_base_chroot(opts)
    if opts.packages_only:
        return
    setup_contest_files(opts)
    if opts.create_jails:
        setup_base_jail(opts)
        setup_jailusers(opts)
    start_script = os.path.join(
        opts.root_dir, opts.local_repo, ""worker/start_worker.sh""
    )
    if opts.install_cronjob:
        cron_file = ""/etc/cron.d/ai-contest""
        if not file_contains(cron_file, start_script):
            append_line(
                cron_file,
                ""@reboot %s %s""
                % (
                    opts.username,
                    start_script,
                ),
            )
    if opts.run_worker:
        run_cmd(""sudo -u %s %s"" % (opts.username, start_script))","def main ( argv = [ ""worker_setup.py"" ] ) : <TAB> """"""Completely set everything up from a fresh ec2 instance"""""" <TAB> _ , ubuntu_arch = check_ubuntu_version ( ) <TAB> opts = get_options ( argv ) <TAB> opts . arch = ubuntu_arch <TAB> with Environ ( ""DEBIAN_FRONTEND"" , ""noninteractive"" ) : <TAB> <TAB> if opts . update_system : <TAB> <TAB> <TAB> run_cmd ( ""apt-get update"" ) <TAB> <TAB> <TAB> run_cmd ( ""apt-get upgrade -y"" ) <TAB> <TAB> if opts . install_required : <TAB> <TAB> <TAB> install_required_packages ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> install_utility_packages ( ) <TAB> <TAB> if opts . install_pkg_languages : <TAB> <TAB> <TAB> install_packaged_languages ( ) <TAB> <TAB> if opts . install_languages : <TAB> <TAB> <TAB> install_all_languages ( opts ) <TAB> if opts . install_jailguard : <TAB> <TAB> install_jailguard ( opts ) <TAB> if opts . create_jails : <TAB> <TAB> setup_base_chroot ( opts ) <TAB> if opts . packages_only : <TAB> <TAB> return <TAB> setup_contest_files ( opts ) <TAB> if opts . create_jails : <TAB> <TAB> setup_base_jail ( opts ) <TAB> <TAB> setup_jailusers ( opts ) <TAB> start_script = os . path . join ( <TAB> <TAB> opts . root_dir , opts . local_repo , ""worker/start_worker.sh"" <TAB> ) <TAB> if opts . install_cronjob : <TAB> <TAB> cron_file = ""/etc/cron.d/ai-contest"" <TAB> <TAB> if not file_contains ( cron_file , start_script ) : <TAB> <TAB> <TAB> append_line ( <TAB> <TAB> <TAB> <TAB> cron_file , <TAB> <TAB> <TAB> <TAB> ""@reboot %s %s"" <TAB> <TAB> <TAB> <TAB> % ( <TAB> <TAB> <TAB> <TAB> <TAB> opts . username , <TAB> <TAB> <TAB> <TAB> <TAB> start_script , <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ) <TAB> if opts . run_worker : <TAB> <TAB> run_cmd ( ""sudo -u %s %s"" % ( opts . username , start_script ) )",if opts . install_utilities :,491
9586,"def _add_noise(tokens, lengths, params, subword_token, is_spacer=None):
    if not isinstance(params, list):
        raise ValueError(""Expected a list of noise modules"")
    noises = []
    for module in params:
        noise_type, args = next(iter(module.items()))
        if not isinstance(args, list):
            args = [args]
        noise_type = noise_type.lower()
        if noise_type == ""dropout"":
            noise_class = noise.WordDropout
        elif noise_type == ""replacement"":
            noise_class = noise.WordReplacement
        elif noise_type == ""permutation"":
            noise_class = noise.WordPermutation
        else:
            raise ValueError(""Invalid noise type: %s"" % noise_type)
        noises.append(noise_class(*args))
    noiser = noise.WordNoiser(
        noises=noises, subword_token=subword_token, is_spacer=is_spacer
    )
    return noiser(tokens, lengths, keep_shape=True)
","def _add_noise ( tokens , lengths , params , subword_token , is_spacer = None ) : <TAB> if not isinstance ( params , list ) : <TAB> <TAB> raise ValueError ( ""Expected a list of noise modules"" ) <TAB> noises = [ ] <TAB> for module in params : <TAB> <TAB> noise_type , args = next ( iter ( module . items ( ) ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> args = [ args ] <TAB> <TAB> noise_type = noise_type . lower ( ) <TAB> <TAB> if noise_type == ""dropout"" : <TAB> <TAB> <TAB> noise_class = noise . WordDropout <TAB> <TAB> elif noise_type == ""replacement"" : <TAB> <TAB> <TAB> noise_class = noise . WordReplacement <TAB> <TAB> elif noise_type == ""permutation"" : <TAB> <TAB> <TAB> noise_class = noise . WordPermutation <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( ""Invalid noise type: %s"" % noise_type ) <TAB> <TAB> noises . append ( noise_class ( * args ) ) <TAB> noiser = noise . WordNoiser ( <TAB> <TAB> noises = noises , subword_token = subword_token , is_spacer = is_spacer <TAB> ) <TAB> return noiser ( tokens , lengths , keep_shape = True )","if not isinstance ( args , list ) :",273
5690,"def test_is_open_close_time():
    timestamps = iterate_timestamps(
        entity_type=""coin"",
        exchange=""binance"",
        level=IntervalLevel.LEVEL_1MIN,
        start_timestamp=""2019-05-01"",
        end_timestamp=""2019-05-01"",
    )
    assert is_open_time(entity_type=""coin"", exchange=""binance"", timestamp=timestamps[0])
    assert is_close_time(
        entity_type=""coin"", exchange=""binance"", timestamp=timestamps[-1]
    )
    timestamps = iterate_timestamps(
        entity_type=""coin"",
        exchange=""binance"",
        level=IntervalLevel.LEVEL_5MIN,
        start_timestamp=""2019-05-01"",
        end_timestamp=""2019-05-01"",
    )
    assert is_open_time(entity_type=""coin"", exchange=""binance"", timestamp=timestamps[0])
    assert is_close_time(
        entity_type=""coin"", exchange=""binance"", timestamp=timestamps[-1]
    )
    timestamps = iterate_timestamps(
        entity_type=""coin"",
        exchange=""binance"",
        level=IntervalLevel.LEVEL_5MIN,
        start_timestamp=""2019-05-01"",
        end_timestamp=""2019-05-02"",
    )
    open = []
    close = []
    for timestamp in timestamps:
        if is_open_time(entity_type=""coin"", exchange=""binance"", timestamp=timestamp):
            open.append(timestamp)
        if is_close_time(entity_type=""coin"", exchange=""binance"", timestamp=timestamp):
            close.append(timestamp)
    assert len(open) == 3
    assert len(close) == 3","def test_is_open_close_time ( ) : <TAB> timestamps = iterate_timestamps ( <TAB> <TAB> entity_type = ""coin"" , <TAB> <TAB> exchange = ""binance"" , <TAB> <TAB> level = IntervalLevel . LEVEL_1MIN , <TAB> <TAB> start_timestamp = ""2019-05-01"" , <TAB> <TAB> end_timestamp = ""2019-05-01"" , <TAB> ) <TAB> assert is_open_time ( entity_type = ""coin"" , exchange = ""binance"" , timestamp = timestamps [ 0 ] ) <TAB> assert is_close_time ( <TAB> <TAB> entity_type = ""coin"" , exchange = ""binance"" , timestamp = timestamps [ - 1 ] <TAB> ) <TAB> timestamps = iterate_timestamps ( <TAB> <TAB> entity_type = ""coin"" , <TAB> <TAB> exchange = ""binance"" , <TAB> <TAB> level = IntervalLevel . LEVEL_5MIN , <TAB> <TAB> start_timestamp = ""2019-05-01"" , <TAB> <TAB> end_timestamp = ""2019-05-01"" , <TAB> ) <TAB> assert is_open_time ( entity_type = ""coin"" , exchange = ""binance"" , timestamp = timestamps [ 0 ] ) <TAB> assert is_close_time ( <TAB> <TAB> entity_type = ""coin"" , exchange = ""binance"" , timestamp = timestamps [ - 1 ] <TAB> ) <TAB> timestamps = iterate_timestamps ( <TAB> <TAB> entity_type = ""coin"" , <TAB> <TAB> exchange = ""binance"" , <TAB> <TAB> level = IntervalLevel . LEVEL_5MIN , <TAB> <TAB> start_timestamp = ""2019-05-01"" , <TAB> <TAB> end_timestamp = ""2019-05-02"" , <TAB> ) <TAB> open = [ ] <TAB> close = [ ] <TAB> for timestamp in timestamps : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> open . append ( timestamp ) <TAB> <TAB> if is_close_time ( entity_type = ""coin"" , exchange = ""binance"" , timestamp = timestamp ) : <TAB> <TAB> <TAB> close . append ( timestamp ) <TAB> assert len ( open ) == 3 <TAB> assert len ( close ) == 3","if is_open_time ( entity_type = ""coin"" , exchange = ""binance"" , timestamp = timestamp ) :",456
22161,"def _parse_fixits(message, titer, line):
    """"""Parses fixit messages.""""""
    while (
        OutputParser.message_line_re.match(line) is None
        and OutputParser.note_line_re.match(line) is None
    ):
        message_text = line.strip()
        if message_text != """":
            message.fixits.append(
                Note(
                    message.path,
                    message.line,
                    line.find(message_text) + 1,
                    message_text,
                )
            )
        line = next(titer)
    return line","def _parse_fixits ( message , titer , line ) : <TAB> """"""Parses fixit messages."""""" <TAB> while ( <TAB> <TAB> OutputParser . message_line_re . match ( line ) is None <TAB> <TAB> and OutputParser . note_line_re . match ( line ) is None <TAB> ) : <TAB> <TAB> message_text = line . strip ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> message . fixits . append ( <TAB> <TAB> <TAB> <TAB> Note ( <TAB> <TAB> <TAB> <TAB> <TAB> message . path , <TAB> <TAB> <TAB> <TAB> <TAB> message . line , <TAB> <TAB> <TAB> <TAB> <TAB> line . find ( message_text ) + 1 , <TAB> <TAB> <TAB> <TAB> <TAB> message_text , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> line = next ( titer ) <TAB> return line","if message_text != """" :",177
322,"def __attempt_add_to_linked_match(
    self, input_name, hdca, collection_type_description, subcollection_type
):
    structure = get_structure(
        hdca, collection_type_description, leaf_subcollection_type=subcollection_type
    )
    if not self.linked_structure:
        self.linked_structure = structure
        self.collections[input_name] = hdca
        self.subcollection_types[input_name] = subcollection_type
    else:
        if not self.linked_structure.can_match(structure):
            raise exceptions.MessageException(CANNOT_MATCH_ERROR_MESSAGE)
        self.collections[input_name] = hdca
        self.subcollection_types[input_name] = subcollection_type
","def __attempt_add_to_linked_match ( <TAB> self , input_name , hdca , collection_type_description , subcollection_type ) : <TAB> structure = get_structure ( <TAB> <TAB> hdca , collection_type_description , leaf_subcollection_type = subcollection_type <TAB> ) <TAB> if not self . linked_structure : <TAB> <TAB> self . linked_structure = structure <TAB> <TAB> self . collections [ input_name ] = hdca <TAB> <TAB> self . subcollection_types [ input_name ] = subcollection_type <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise exceptions . MessageException ( CANNOT_MATCH_ERROR_MESSAGE ) <TAB> <TAB> self . collections [ input_name ] = hdca <TAB> <TAB> self . subcollection_types [ input_name ] = subcollection_type",if not self . linked_structure . can_match ( structure ) :,194
18735,"def _FormatContainerContents(self, node):
    """"""Print out the last type parameter of a container. Used for *args/**kw.""""""
    assert isinstance(node, pytd.Parameter)
    if isinstance(node.type, pytd.GenericType):
        container_name = node.type.name.rpartition(""."")[2]
        assert container_name in (""tuple"", ""dict"")
        self._typing_import_counts[container_name.capitalize()] -= 1
        # If the type is ""Any"", e.g. `**kwargs: Any`, decrement Any to avoid an
        # extraneous import of typing.Any. Any was visited before this function
        # transformed **kwargs, so it was incremented at least once already.
        if isinstance(node.type.parameters[-1], pytd.AnythingType):
            self._typing_import_counts[""Any""] -= 1
        return node.Replace(type=node.type.parameters[-1], optional=False).Visit(
            PrintVisitor()
        )
    else:
        return node.Replace(type=pytd.AnythingType(), optional=False).Visit(
            PrintVisitor()
        )","def _FormatContainerContents ( self , node ) : <TAB> """"""Print out the last type parameter of a container. Used for *args/**kw."""""" <TAB> assert isinstance ( node , pytd . Parameter ) <TAB> if isinstance ( node . type , pytd . GenericType ) : <TAB> <TAB> container_name = node . type . name . rpartition ( ""."" ) [ 2 ] <TAB> <TAB> assert container_name in ( ""tuple"" , ""dict"" ) <TAB> <TAB> self . _typing_import_counts [ container_name . capitalize ( ) ] -= 1 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _typing_import_counts [ ""Any"" ] -= 1 <TAB> <TAB> return node . Replace ( type = node . type . parameters [ - 1 ] , optional = False ) . Visit ( <TAB> <TAB> <TAB> PrintVisitor ( ) <TAB> <TAB> ) <TAB> else : <TAB> <TAB> return node . Replace ( type = pytd . AnythingType ( ) , optional = False ) . Visit ( <TAB> <TAB> <TAB> PrintVisitor ( ) <TAB> <TAB> )","if isinstance ( node . type . parameters [ - 1 ] , pytd . AnythingType ) :",281
10188,"def remove(self, conv_id):
    if self.bot.memory.exists([""convmem"", conv_id]):
        _cached = self.bot.memory.get_by_path([""convmem"", conv_id])
        if _cached[""type""] == ""GROUP"":
            logger.info(""removing conv: {} {}"".format(conv_id, _cached[""title""]))
            self.bot.memory.pop_by_path([""convmem"", conv_id])
            del self.catalog[conv_id]
        else:
            logger.warning(
                ""cannot remove conv: {} {} {}"".format(
                    _cached[""type""], conv_id, _cached[""title""]
                )
            )
    else:
        logger.warning(""cannot remove: {}, not found"".format(conv_id))
    self.bot.memory.save()
","def remove ( self , conv_id ) : <TAB> if self . bot . memory . exists ( [ ""convmem"" , conv_id ] ) : <TAB> <TAB> _cached = self . bot . memory . get_by_path ( [ ""convmem"" , conv_id ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . info ( ""removing conv: {} {}"" . format ( conv_id , _cached [ ""title"" ] ) ) <TAB> <TAB> <TAB> self . bot . memory . pop_by_path ( [ ""convmem"" , conv_id ] ) <TAB> <TAB> <TAB> del self . catalog [ conv_id ] <TAB> <TAB> else : <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> ""cannot remove conv: {} {} {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> _cached [ ""type"" ] , conv_id , _cached [ ""title"" ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> logger . warning ( ""cannot remove: {}, not found"" . format ( conv_id ) ) <TAB> self . bot . memory . save ( )","if _cached [ ""type"" ] == ""GROUP"" :",219
6089,"def append(self, *values):
    for value in values:
        if self.AcceptedType:
            assert isinstance(value, self.AcceptedType)
        self._append(value)
        name = getattr(value, ""Name"", None)
        if name:
            name = MakeAttributeName(value.Name)
            setattr(self, name, value)
","def append ( self , * values ) : <TAB> for value in values : <TAB> <TAB> if self . AcceptedType : <TAB> <TAB> <TAB> assert isinstance ( value , self . AcceptedType ) <TAB> <TAB> self . _append ( value ) <TAB> <TAB> name = getattr ( value , ""Name"" , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> name = MakeAttributeName ( value . Name ) <TAB> <TAB> <TAB> setattr ( self , name , value )",if name :,94
22075,"def download_and_unpack(target_dir, url):
    wget_args = ""-q -l 1 -N -nd -c -e robots=off -A tgz -r -np""
    tgz_dir = os.path.join(target_dir, ""tgz"")
    exit_code = download_multi(url, tgz_dir, wget_args)
    if exit_code != 0:
        print(""Download tgz audio files failed with exit code %d."" % exit_code)
    else:
        print(""Download done, start unpacking ..."")
        audio_dir = os.path.join(target_dir, ""audio"")
        for root, dirs, files in os.walk(tgz_dir):
            for file in files:
                print(file)
                if file.endswith("".tgz""):
                    unpack(os.path.join(root, file), audio_dir)","def download_and_unpack ( target_dir , url ) : <TAB> wget_args = ""-q -l 1 -N -nd -c -e robots=off -A tgz -r -np"" <TAB> tgz_dir = os . path . join ( target_dir , ""tgz"" ) <TAB> exit_code = download_multi ( url , tgz_dir , wget_args ) <TAB> if exit_code != 0 : <TAB> <TAB> print ( ""Download tgz audio files failed with exit code %d."" % exit_code ) <TAB> else : <TAB> <TAB> print ( ""Download done, start unpacking ..."" ) <TAB> <TAB> audio_dir = os . path . join ( target_dir , ""audio"" ) <TAB> <TAB> for root , dirs , files in os . walk ( tgz_dir ) : <TAB> <TAB> <TAB> for file in files : <TAB> <TAB> <TAB> <TAB> print ( file ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> unpack ( os . path . join ( root , file ) , audio_dir )","if file . endswith ( "".tgz"" ) :",224
8484,"def get_profile_dir():
    """"""Return path where all profiles of current user are stored.""""""
    if os.name == ""nt"":
        if ""LOCALAPPDATA"" in os.environ:
            basedir = unicode(os.environ[""LOCALAPPDATA""], nt_filename_encoding)
        else:
            # read local appdata directory from registry
            from ..winutil import get_shell_folder
            try:
                basedir = get_shell_folder(""Local AppData"")
            except EnvironmentError:
                basedir = os.path.join(
                    os.environ[""USERPROFILE""], ""Local Settings"", ""Application Data""
                )
        dirpath = os.path.join(basedir, u""Google"", u""Chrome"", u""User Data"")
    elif os.name == ""posix"":
        basedir = unicode(os.environ[""HOME""])
        if sys.platform == ""darwin"":
            dirpath = os.path.join(basedir, u""Library"", u""Application Support"")
        else:
            dirpath = os.path.join(basedir, u"".config"")
        dirpath = os.path.join(dirpath, u""Google"", u""Chrome"")
    return dirpath
","def get_profile_dir ( ) : <TAB> """"""Return path where all profiles of current user are stored."""""" <TAB> if os . name == ""nt"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> basedir = unicode ( os . environ [ ""LOCALAPPDATA"" ] , nt_filename_encoding ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> from . . winutil import get_shell_folder <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> basedir = get_shell_folder ( ""Local AppData"" ) <TAB> <TAB> <TAB> except EnvironmentError : <TAB> <TAB> <TAB> <TAB> basedir = os . path . join ( <TAB> <TAB> <TAB> <TAB> <TAB> os . environ [ ""USERPROFILE"" ] , ""Local Settings"" , ""Application Data"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> dirpath = os . path . join ( basedir , u""Google"" , u""Chrome"" , u""User Data"" ) <TAB> elif os . name == ""posix"" : <TAB> <TAB> basedir = unicode ( os . environ [ ""HOME"" ] ) <TAB> <TAB> if sys . platform == ""darwin"" : <TAB> <TAB> <TAB> dirpath = os . path . join ( basedir , u""Library"" , u""Application Support"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> dirpath = os . path . join ( basedir , u"".config"" ) <TAB> <TAB> dirpath = os . path . join ( dirpath , u""Google"" , u""Chrome"" ) <TAB> return dirpath","if ""LOCALAPPDATA"" in os . environ :",294
25548,"def set_logger_config():
    config = _GLOBAL_CONTEXT[""config""]
    if config.get(""quiet""):
        log.disabled = True
    else:
        log_format = config[""log_format""]
        logging.basicConfig(format=log_format)
        log.setLevel(getattr(logging, config[""log_level""]))
        handlers = (
            config[""log_handlers""].keys()
            if config[""log_handlers""]
            else [config[""log_handler""]]
        )
        for handler in handlers:
            handler_class = load_class_by_path(handler)
            handler_config = config[""log_handlers""].get(handler, {})
            handler_format = handler_config.pop(""format"", log_format)
            handler_level = getattr(
                logging, handler_config.pop(""level"", config[""log_level""])
            )
            log_handler = handler_class(**handler_config)
            formatter = logging.Formatter(handler_format)
            log_handler.setFormatter(formatter)
            log_handler.setLevel(handler_level)
            log.addHandler(log_handler)
","def set_logger_config ( ) : <TAB> config = _GLOBAL_CONTEXT [ ""config"" ] <TAB> if config . get ( ""quiet"" ) : <TAB> <TAB> log . disabled = True <TAB> else : <TAB> <TAB> log_format = config [ ""log_format"" ] <TAB> <TAB> logging . basicConfig ( format = log_format ) <TAB> <TAB> log . setLevel ( getattr ( logging , config [ ""log_level"" ] ) ) <TAB> <TAB> handlers = ( <TAB> <TAB> <TAB> config [ ""log_handlers"" ] . keys ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> else [ config [ ""log_handler"" ] ] <TAB> <TAB> ) <TAB> <TAB> for handler in handlers : <TAB> <TAB> <TAB> handler_class = load_class_by_path ( handler ) <TAB> <TAB> <TAB> handler_config = config [ ""log_handlers"" ] . get ( handler , { } ) <TAB> <TAB> <TAB> handler_format = handler_config . pop ( ""format"" , log_format ) <TAB> <TAB> <TAB> handler_level = getattr ( <TAB> <TAB> <TAB> <TAB> logging , handler_config . pop ( ""level"" , config [ ""log_level"" ] ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> log_handler = handler_class ( ** handler_config ) <TAB> <TAB> <TAB> formatter = logging . Formatter ( handler_format ) <TAB> <TAB> <TAB> log_handler . setFormatter ( formatter ) <TAB> <TAB> <TAB> log_handler . setLevel ( handler_level ) <TAB> <TAB> <TAB> log . addHandler ( log_handler )","if config [ ""log_handlers"" ]",297
22504,"def _meter_worker(qin, qout, meter, is_train, world_size, rank, filename):
    backend = ""gloo""
    torch.distributed.init_process_group(
        backend=backend,
        init_method=""file://{filename}"".format(filename=filename),
        world_size=world_size,
        rank=rank,
    )
    # Listen for commands on queues
    while True:
        try:
            signal, val = qin.get()
        except queue.Empty:
            continue
        if signal == UPDATE_SIGNAL:
            meter.update(val[0], val[1], is_train=is_train)
        elif signal == VALUE_SIGNAL:
            meter.sync_state()
            qout.put(meter.value)
        elif signal == SHUTDOWN_SIGNAL:
            break
        else:
            raise NotImplementedError(""Bad signal value"")
    return","def _meter_worker ( qin , qout , meter , is_train , world_size , rank , filename ) : <TAB> backend = ""gloo"" <TAB> torch . distributed . init_process_group ( <TAB> <TAB> backend = backend , <TAB> <TAB> init_method = ""file://{filename}"" . format ( filename = filename ) , <TAB> <TAB> world_size = world_size , <TAB> <TAB> rank = rank , <TAB> ) <TAB> <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> signal , val = qin . get ( ) <TAB> <TAB> except queue . Empty : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> meter . update ( val [ 0 ] , val [ 1 ] , is_train = is_train ) <TAB> <TAB> elif signal == VALUE_SIGNAL : <TAB> <TAB> <TAB> meter . sync_state ( ) <TAB> <TAB> <TAB> qout . put ( meter . value ) <TAB> <TAB> elif signal == SHUTDOWN_SIGNAL : <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> raise NotImplementedError ( ""Bad signal value"" ) <TAB> return",if signal == UPDATE_SIGNAL :,240
18000,"def check_syntax(filename, raise_error=False):
    """"""Return True if syntax is okay.""""""
    with autopep8.open_with_encoding(filename) as input_file:
        try:
            compile(input_file.read(), ""<string>"", ""exec"", dont_inherit=True)
            return True
        except (SyntaxError, TypeError, UnicodeDecodeError):
            if raise_error:
                raise
            else:
                return False","def check_syntax ( filename , raise_error = False ) : <TAB> """"""Return True if syntax is okay."""""" <TAB> with autopep8 . open_with_encoding ( filename ) as input_file : <TAB> <TAB> try : <TAB> <TAB> <TAB> compile ( input_file . read ( ) , ""<string>"" , ""exec"" , dont_inherit = True ) <TAB> <TAB> <TAB> return True <TAB> <TAB> except ( SyntaxError , TypeError , UnicodeDecodeError ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return False",if raise_error :,118
11507,"def export_sessions_csv_task(self, event_id):
    sessions = db.session.query(Session).filter_by(event_id=event_id)
    try:
        filedir = os.path.join(
            current_app.config.get(""BASE_DIR""), ""static/uploads/temp/""
        )
        if not os.path.isdir(filedir):
            os.makedirs(filedir)
        filename = f""sessions-{uuid.uuid1().hex}.csv""
        file_path = os.path.join(filedir, filename)
        with open(file_path, ""w"") as temp_file:
            writer = csv.writer(temp_file)
            from app.api.helpers.csv_jobs_util import export_sessions_csv
            content = export_sessions_csv(sessions)
            for row in content:
                writer.writerow(row)
        sessions_csv_file = UploadedFile(file_path=file_path, filename=filename)
        sessions_csv_url = upload(
            sessions_csv_file,
            UPLOAD_PATHS[""exports-temp""][""csv""].format(
                event_id=event_id, identifier=""""
            ),
        )
        result = {""download_url"": sessions_csv_url}
    except Exception as e:
        result = {""__error"": True, ""result"": str(e)}
        logging.exception(""Error in exporting sessions as CSV"")
    return result","def export_sessions_csv_task ( self , event_id ) : <TAB> sessions = db . session . query ( Session ) . filter_by ( event_id = event_id ) <TAB> try : <TAB> <TAB> filedir = os . path . join ( <TAB> <TAB> <TAB> current_app . config . get ( ""BASE_DIR"" ) , ""static/uploads/temp/"" <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . makedirs ( filedir ) <TAB> <TAB> filename = f""sessions-{uuid.uuid1().hex}.csv"" <TAB> <TAB> file_path = os . path . join ( filedir , filename ) <TAB> <TAB> with open ( file_path , ""w"" ) as temp_file : <TAB> <TAB> <TAB> writer = csv . writer ( temp_file ) <TAB> <TAB> <TAB> from app . api . helpers . csv_jobs_util import export_sessions_csv <TAB> <TAB> <TAB> content = export_sessions_csv ( sessions ) <TAB> <TAB> <TAB> for row in content : <TAB> <TAB> <TAB> <TAB> writer . writerow ( row ) <TAB> <TAB> sessions_csv_file = UploadedFile ( file_path = file_path , filename = filename ) <TAB> <TAB> sessions_csv_url = upload ( <TAB> <TAB> <TAB> sessions_csv_file , <TAB> <TAB> <TAB> UPLOAD_PATHS [ ""exports-temp"" ] [ ""csv"" ] . format ( <TAB> <TAB> <TAB> <TAB> event_id = event_id , identifier = """" <TAB> <TAB> <TAB> ) , <TAB> <TAB> ) <TAB> <TAB> result = { ""download_url"" : sessions_csv_url } <TAB> except Exception as e : <TAB> <TAB> result = { ""__error"" : True , ""result"" : str ( e ) } <TAB> <TAB> logging . exception ( ""Error in exporting sessions as CSV"" ) <TAB> return result",if not os . path . isdir ( filedir ) :,377
11899,"def testTokenizer():
    for filename in get_data_files(""tokenizer"", ""*.test""):
        with open(filename) as fp:
            tests = json.load(fp)
            if ""tests"" in tests:
                for index, test in enumerate(tests[""tests""]):
                    if ""initialStates"" not in test:
                        test[""initialStates""] = [""Data state""]
                    if ""doubleEscaped"" in test:
                        test = unescape(test)
                        if test[""input""] is None:
                            continue  # Not valid input for this platform
                    for initialState in test[""initialStates""]:
                        test[""initialState""] = capitalize(initialState)
                        yield runTokenizerTest, test
","def testTokenizer ( ) : <TAB> for filename in get_data_files ( ""tokenizer"" , ""*.test"" ) : <TAB> <TAB> with open ( filename ) as fp : <TAB> <TAB> <TAB> tests = json . load ( fp ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> for index , test in enumerate ( tests [ ""tests"" ] ) : <TAB> <TAB> <TAB> <TAB> <TAB> if ""initialStates"" not in test : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> test [ ""initialStates"" ] = [ ""Data state"" ] <TAB> <TAB> <TAB> <TAB> <TAB> if ""doubleEscaped"" in test : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> test = unescape ( test ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if test [ ""input"" ] is None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> for initialState in test [ ""initialStates"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> test [ ""initialState"" ] = capitalize ( initialState ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> yield runTokenizerTest , test","if ""tests"" in tests :",211
24618,"def find_url_region(view, event=None, pt=None):
    if event:
        pt = view.window_to_text((event[""x""], event[""y""]))
    line = view.line(pt)
    line.a = max(line.a, pt - 1024)
    line.b = pt + 1024
    text = view.substr(line)
    original_text = text
    text = text.replace(CONTINUATION + ""\n"", """")
    for match in rex.finditer(text):
        if match.start() <= (pt - line.a) and match.end() >= (pt - line.a):
            a = match.start()
            b = match.end()
            for marker in re.finditer(CONTINUATION + ""\n"", original_text):
                if a <= marker.start() and b >= marker.start():
                    b += len(CONTINUATION) + 1
            return (line.a + a, line.a + b)
    return None","def find_url_region ( view , event = None , pt = None ) : <TAB> if event : <TAB> <TAB> pt = view . window_to_text ( ( event [ ""x"" ] , event [ ""y"" ] ) ) <TAB> line = view . line ( pt ) <TAB> line . a = max ( line . a , pt - 1024 ) <TAB> line . b = pt + 1024 <TAB> text = view . substr ( line ) <TAB> original_text = text <TAB> text = text . replace ( CONTINUATION + ""\n"" , """" ) <TAB> for match in rex . finditer ( text ) : <TAB> <TAB> if match . start ( ) <= ( pt - line . a ) and match . end ( ) >= ( pt - line . a ) : <TAB> <TAB> <TAB> a = match . start ( ) <TAB> <TAB> <TAB> b = match . end ( ) <TAB> <TAB> <TAB> for marker in re . finditer ( CONTINUATION + ""\n"" , original_text ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> b += len ( CONTINUATION ) + 1 <TAB> <TAB> <TAB> return ( line . a + a , line . a + b ) <TAB> return None",if a <= marker . start ( ) and b >= marker . start ( ) :,251
18529,"def drawSelected(self, qp):
    qp.setFont(self.font)
    cursorX, cursorY = self.cursor.getPosition()
    if len(self.OPCODES) - 1 < cursorY:
        return
    asm = self.OPCODES[cursorY]
    _, width, text = asm.getSelectedToken(cursorX)
    for i, asm in enumerate(self.OPCODES):
        for idx, length, value in asm.tokens():
            # skip current cursor position
            if cursorY == i and cursorX == idx:
                continue
            # check every line, if match, select it
            if value == text:
                qp.setOpacity(0.4)
                brush = QtGui.QBrush(QtGui.QColor(0, 255, 0))
                qp.fillRect(
                    idx * self.fontWidth,
                    i * self.fontHeight + 2,
                    width * self.fontWidth,
                    self.fontHeight,
                    brush,
                )
                qp.setOpacity(1)","def drawSelected ( self , qp ) : <TAB> qp . setFont ( self . font ) <TAB> cursorX , cursorY = self . cursor . getPosition ( ) <TAB> if len ( self . OPCODES ) - 1 < cursorY : <TAB> <TAB> return <TAB> asm = self . OPCODES [ cursorY ] <TAB> _ , width , text = asm . getSelectedToken ( cursorX ) <TAB> for i , asm in enumerate ( self . OPCODES ) : <TAB> <TAB> for idx , length , value in asm . tokens ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if cursorY == i and cursorX == idx : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> qp . setOpacity ( 0.4 ) <TAB> <TAB> <TAB> <TAB> brush = QtGui . QBrush ( QtGui . QColor ( 0 , 255 , 0 ) ) <TAB> <TAB> <TAB> <TAB> qp . fillRect ( <TAB> <TAB> <TAB> <TAB> <TAB> idx * self . fontWidth , <TAB> <TAB> <TAB> <TAB> <TAB> i * self . fontHeight + 2 , <TAB> <TAB> <TAB> <TAB> <TAB> width * self . fontWidth , <TAB> <TAB> <TAB> <TAB> <TAB> self . fontHeight , <TAB> <TAB> <TAB> <TAB> <TAB> brush , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> qp . setOpacity ( 1 )",if value == text :,296
8434,"def get_ignored_test(self):
    self._cleanup()
    for i in range(1, 10):
        process_data = {
            u""colord"": {
                u""memory_mb"": u""11.3"",
                u""kb_read"": u""-1.00"",
                u""cpu"": u""25.00"",
                u""kb_write"": u""-1.00"",
            },
            u""acpid"": {
                u""memory_mb"": u""0.78"",
                u""kb_read"": u""-1.00"",
                u""cpu"": u""0.00"",
                u""kb_write"": u""-1.00"",
            },
        }
        process_model.save_data(server=self.server, data=process_data, time=i)
    result = process_model.get_ignored_process_check(self.server, 9)
    for r in result:
        name = r.get(""name"")
        if name == ""colord"":
            assert float(r[""memory""]) == 11.3
            assert float(r[""cpu""]) == 25.00
    self._cleanup()","def get_ignored_test ( self ) : <TAB> self . _cleanup ( ) <TAB> for i in range ( 1 , 10 ) : <TAB> <TAB> process_data = { <TAB> <TAB> <TAB> u""colord"" : { <TAB> <TAB> <TAB> <TAB> u""memory_mb"" : u""11.3"" , <TAB> <TAB> <TAB> <TAB> u""kb_read"" : u""-1.00"" , <TAB> <TAB> <TAB> <TAB> u""cpu"" : u""25.00"" , <TAB> <TAB> <TAB> <TAB> u""kb_write"" : u""-1.00"" , <TAB> <TAB> <TAB> } , <TAB> <TAB> <TAB> u""acpid"" : { <TAB> <TAB> <TAB> <TAB> u""memory_mb"" : u""0.78"" , <TAB> <TAB> <TAB> <TAB> u""kb_read"" : u""-1.00"" , <TAB> <TAB> <TAB> <TAB> u""cpu"" : u""0.00"" , <TAB> <TAB> <TAB> <TAB> u""kb_write"" : u""-1.00"" , <TAB> <TAB> <TAB> } , <TAB> <TAB> } <TAB> <TAB> process_model . save_data ( server = self . server , data = process_data , time = i ) <TAB> result = process_model . get_ignored_process_check ( self . server , 9 ) <TAB> for r in result : <TAB> <TAB> name = r . get ( ""name"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert float ( r [ ""memory"" ] ) == 11.3 <TAB> <TAB> <TAB> assert float ( r [ ""cpu"" ] ) == 25.00 <TAB> self . _cleanup ( )","if name == ""colord"" :",314
8214,"def _lemmatize(self, word: str, tag: Optional[str] = None) -> str:
    lemma = self.memo.get((word, tag))
    if lemma is not None:
        return lemma
    parses = self.analyzer.parse(word)
    best_lemma, best_distance = word, np.inf
    for i, parse in enumerate(parses):
        curr_tag = self.converter(str(parse.tag))
        distance = get_tag_distance(tag, curr_tag)
        for feat in self.RARE_FEATURES:
            if feat in parse.tag:
                distance += self.rare_grammeme_penalty
                break
        if len(word) == 1 and len(parse.normal_form) > 1:
            distance += self.long_lemma_penalty
        if distance < best_distance:
            best_lemma, best_distance = self._extract_lemma(parse), distance
            if distance == 0:
                break
    self.memo[(word, tag)] = best_lemma
    return best_lemma","def _lemmatize ( self , word : str , tag : Optional [ str ] = None ) -> str : <TAB> lemma = self . memo . get ( ( word , tag ) ) <TAB> if lemma is not None : <TAB> <TAB> return lemma <TAB> parses = self . analyzer . parse ( word ) <TAB> best_lemma , best_distance = word , np . inf <TAB> for i , parse in enumerate ( parses ) : <TAB> <TAB> curr_tag = self . converter ( str ( parse . tag ) ) <TAB> <TAB> distance = get_tag_distance ( tag , curr_tag ) <TAB> <TAB> for feat in self . RARE_FEATURES : <TAB> <TAB> <TAB> if feat in parse . tag : <TAB> <TAB> <TAB> <TAB> distance += self . rare_grammeme_penalty <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if len ( word ) == 1 and len ( parse . normal_form ) > 1 : <TAB> <TAB> <TAB> distance += self . long_lemma_penalty <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> best_lemma , best_distance = self . _extract_lemma ( parse ) , distance <TAB> <TAB> <TAB> if distance == 0 : <TAB> <TAB> <TAB> <TAB> break <TAB> self . memo [ ( word , tag ) ] = best_lemma <TAB> return best_lemma",if distance < best_distance :,271
15332,"def _get_convergence_plans(
    self, services, strategy, always_recreate_deps=False, one_off=None
):
    plans = {}
    for service in services:
        updated_dependencies = [
            name
            for name in service.get_dependency_names()
            if name in plans and plans[name].action in (""recreate"", ""create"")
        ]
        is_one_off = one_off and service.name in one_off
        if updated_dependencies and strategy.allows_recreate:
            log.debug(
                ""%s has upstream changes (%s)"",
                service.name,
                "", "".join(updated_dependencies),
            )
            containers_stopped = any(
                service.containers(
                    stopped=True, filters={""status"": [""created"", ""exited""]}
                )
            )
            service_has_links = any(service.get_link_names())
            container_has_links = any(
                c.get(""HostConfig.Links"") for c in service.containers()
            )
            should_recreate_for_links = service_has_links ^ container_has_links
            if always_recreate_deps or containers_stopped or should_recreate_for_links:
                plan = service.convergence_plan(ConvergenceStrategy.always, is_one_off)
            else:
                plan = service.convergence_plan(strategy, is_one_off)
        else:
            plan = service.convergence_plan(strategy, is_one_off)
        plans[service.name] = plan
    return plans
","def _get_convergence_plans ( <TAB> self , services , strategy , always_recreate_deps = False , one_off = None ) : <TAB> plans = { } <TAB> for service in services : <TAB> <TAB> updated_dependencies = [ <TAB> <TAB> <TAB> name <TAB> <TAB> <TAB> for name in service . get_dependency_names ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> ] <TAB> <TAB> is_one_off = one_off and service . name in one_off <TAB> <TAB> if updated_dependencies and strategy . allows_recreate : <TAB> <TAB> <TAB> log . debug ( <TAB> <TAB> <TAB> <TAB> ""%s has upstream changes (%s)"" , <TAB> <TAB> <TAB> <TAB> service . name , <TAB> <TAB> <TAB> <TAB> "", "" . join ( updated_dependencies ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> containers_stopped = any ( <TAB> <TAB> <TAB> <TAB> service . containers ( <TAB> <TAB> <TAB> <TAB> <TAB> stopped = True , filters = { ""status"" : [ ""created"" , ""exited"" ] } <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> service_has_links = any ( service . get_link_names ( ) ) <TAB> <TAB> <TAB> container_has_links = any ( <TAB> <TAB> <TAB> <TAB> c . get ( ""HostConfig.Links"" ) for c in service . containers ( ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> should_recreate_for_links = service_has_links ^ container_has_links <TAB> <TAB> <TAB> if always_recreate_deps or containers_stopped or should_recreate_for_links : <TAB> <TAB> <TAB> <TAB> plan = service . convergence_plan ( ConvergenceStrategy . always , is_one_off ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> plan = service . convergence_plan ( strategy , is_one_off ) <TAB> <TAB> else : <TAB> <TAB> <TAB> plan = service . convergence_plan ( strategy , is_one_off ) <TAB> <TAB> plans [ service . name ] = plan <TAB> return plans","if name in plans and plans [ name ] . action in ( ""recreate"" , ""create"" )",424
10871,"def set_type(self, line):
    if ""Type:"" in line:
        ele_type = line[line.find(""Type:"") + len(""Type:"") :]
        ele_type = ele_type.strip()
        if ""Default"" in ele_type:
            poses = [
                ele_type.find(""Default""),
                ele_type.find("".Default""),
                ele_type.find("". Default""),
                ele_type.find("",Default""),
                ele_type.find("", Default""),
            ]
        else:
            poses = [
                max([ele_type.find("". ""), ele_type.find("".""), ele_type.find('.""')]),
                ele_type.find("" ""),
                ele_type.find("", ""),
            ]
        # eleminate not found
        poses = [ele for ele in poses if ele > 0]
        if poses:
            end_pos = min(poses)
            ele_type = ele_type[:end_pos]
        if ele_type:
            self.ele_type = ele_type","def set_type ( self , line ) : <TAB> if ""Type:"" in line : <TAB> <TAB> ele_type = line [ line . find ( ""Type:"" ) + len ( ""Type:"" ) : ] <TAB> <TAB> ele_type = ele_type . strip ( ) <TAB> <TAB> if ""Default"" in ele_type : <TAB> <TAB> <TAB> poses = [ <TAB> <TAB> <TAB> <TAB> ele_type . find ( ""Default"" ) , <TAB> <TAB> <TAB> <TAB> ele_type . find ( "".Default"" ) , <TAB> <TAB> <TAB> <TAB> ele_type . find ( "". Default"" ) , <TAB> <TAB> <TAB> <TAB> ele_type . find ( "",Default"" ) , <TAB> <TAB> <TAB> <TAB> ele_type . find ( "", Default"" ) , <TAB> <TAB> <TAB> ] <TAB> <TAB> else : <TAB> <TAB> <TAB> poses = [ <TAB> <TAB> <TAB> <TAB> max ( [ ele_type . find ( "". "" ) , ele_type . find ( ""."" ) , ele_type . find ( '.""' ) ] ) , <TAB> <TAB> <TAB> <TAB> ele_type . find ( "" "" ) , <TAB> <TAB> <TAB> <TAB> ele_type . find ( "", "" ) , <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> <TAB> poses = [ ele for ele in poses if ele > 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> end_pos = min ( poses ) <TAB> <TAB> <TAB> ele_type = ele_type [ : end_pos ] <TAB> <TAB> if ele_type : <TAB> <TAB> <TAB> self . ele_type = ele_type",if poses :,302
19160,"def distinct(expr, *on):
    fields = frozenset(expr.fields)
    _on = []
    append = _on.append
    for n in on:
        if isinstance(n, Field):
            if n._child.isidentical(expr):
                n = n._name
            else:
                raise ValueError(""{0} is not a field of {1}"".format(n, expr))
        if not isinstance(n, _strtypes):
            raise TypeError(""on must be a name or field, not: {0}"".format(n))
        elif n not in fields:
            raise ValueError(""{0} is not a field of {1}"".format(n, expr))
        append(n)
    return Distinct(expr, tuple(_on))","def distinct ( expr , * on ) : <TAB> fields = frozenset ( expr . fields ) <TAB> _on = [ ] <TAB> append = _on . append <TAB> for n in on : <TAB> <TAB> if isinstance ( n , Field ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> n = n . _name <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""{0} is not a field of {1}"" . format ( n , expr ) ) <TAB> <TAB> if not isinstance ( n , _strtypes ) : <TAB> <TAB> <TAB> raise TypeError ( ""on must be a name or field, not: {0}"" . format ( n ) ) <TAB> <TAB> elif n not in fields : <TAB> <TAB> <TAB> raise ValueError ( ""{0} is not a field of {1}"" . format ( n , expr ) ) <TAB> <TAB> append ( n ) <TAB> return Distinct ( expr , tuple ( _on ) )",if n . _child . isidentical ( expr ) :,192
18406,"def process(self, resources):
    client = local_session(self.manager.session_factory).client(""ecs"")
    update = self.data.get(""update"")
    for r in resources:
        param = {}
        # Handle network separately as it requires atomic updating, and populating
        # defaults from the resource.
        net_update = update.get(""networkConfiguration"", {}).get(""awsvpcConfiguration"")
        if net_update:
            net_param = dict(r[""networkConfiguration""][""awsvpcConfiguration""])
            param[""networkConfiguration""] = {""awsvpcConfiguration"": net_param}
            for k, v in net_update.items():
                net_param[k] = v
        for k, v in update.items():
            if k == ""networkConfiguration"":
                continue
            elif r.get(k) != v:
                param[k] = v
        if not param:
            continue
        client.update_service(
            cluster=r[""clusterArn""], service=r[""serviceName""], **param
        )
","def process ( self , resources ) : <TAB> client = local_session ( self . manager . session_factory ) . client ( ""ecs"" ) <TAB> update = self . data . get ( ""update"" ) <TAB> for r in resources : <TAB> <TAB> param = { } <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> net_update = update . get ( ""networkConfiguration"" , { } ) . get ( ""awsvpcConfiguration"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> net_param = dict ( r [ ""networkConfiguration"" ] [ ""awsvpcConfiguration"" ] ) <TAB> <TAB> <TAB> param [ ""networkConfiguration"" ] = { ""awsvpcConfiguration"" : net_param } <TAB> <TAB> <TAB> for k , v in net_update . items ( ) : <TAB> <TAB> <TAB> <TAB> net_param [ k ] = v <TAB> <TAB> for k , v in update . items ( ) : <TAB> <TAB> <TAB> if k == ""networkConfiguration"" : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> elif r . get ( k ) != v : <TAB> <TAB> <TAB> <TAB> param [ k ] = v <TAB> <TAB> if not param : <TAB> <TAB> <TAB> continue <TAB> <TAB> client . update_service ( <TAB> <TAB> <TAB> cluster = r [ ""clusterArn"" ] , service = r [ ""serviceName"" ] , ** param <TAB> <TAB> )",if net_update :,273
8862,"def get(quality_name):
    """"""Returns a quality object based on canonical quality name.""""""
    found_components = {}
    for part in quality_name.lower().split():
        component = _registry.get(part)
        if not component:
            raise ValueError(""`%s` is not a valid quality string"" % part)
        if component.type in found_components:
            raise ValueError(
                ""`%s` cannot be defined twice in a quality"" % component.type
            )
        found_components[component.type] = component
    if not found_components:
        raise ValueError(""No quality specified"")
    result = Quality()
    for type, component in found_components.items():
        setattr(result, type, component)
    return result
","def get ( quality_name ) : <TAB> """"""Returns a quality object based on canonical quality name."""""" <TAB> found_components = { } <TAB> for part in quality_name . lower ( ) . split ( ) : <TAB> <TAB> component = _registry . get ( part ) <TAB> <TAB> if not component : <TAB> <TAB> <TAB> raise ValueError ( ""`%s` is not a valid quality string"" % part ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""`%s` cannot be defined twice in a quality"" % component . type <TAB> <TAB> <TAB> ) <TAB> <TAB> found_components [ component . type ] = component <TAB> if not found_components : <TAB> <TAB> raise ValueError ( ""No quality specified"" ) <TAB> result = Quality ( ) <TAB> for type , component in found_components . items ( ) : <TAB> <TAB> setattr ( result , type , component ) <TAB> return result",if component . type in found_components :,191
9936,"def get_vrf_tables(self, vrf_rf=None):
    vrf_tables = {}
    for (scope_id, table_id), table in self._tables.items():
        if scope_id is None:
            continue
        if vrf_rf is not None and table_id != vrf_rf:
            continue
        vrf_tables[(scope_id, table_id)] = table
    return vrf_tables
","def get_vrf_tables ( self , vrf_rf = None ) : <TAB> vrf_tables = { } <TAB> for ( scope_id , table_id ) , table in self . _tables . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if vrf_rf is not None and table_id != vrf_rf : <TAB> <TAB> <TAB> continue <TAB> <TAB> vrf_tables [ ( scope_id , table_id ) ] = table <TAB> return vrf_tables",if scope_id is None :,112
22848,"def make_script_substitutions_in_headline(self, p):
    """"""Make scripting substitutions in p.h.""""""
    c = self.c
    pattern = re.compile(
        ""^(.*)%s(.+)%s(.*)$""
        % (
            re.escape(c.abbrev_subst_start),
            re.escape(c.abbrev_subst_end),
        )
    )
    changed = False
    # Perform at most one scripting substition.
    m = pattern.match(p.h)
    if m:
        content = m.group(2)
        c.abbrev_subst_env[""x""] = """"
        try:
            exec(content, c.abbrev_subst_env, c.abbrev_subst_env)
            x = c.abbrev_subst_env.get(""x"")
            if x:
                p.h = ""%s%s%s"" % (m.group(1), x, m.group(3))
                changed = True
        except Exception:
            # Leave p.h alone.
            g.trace(""scripting error in"", p.h)
            g.es_exception()
    return changed","def make_script_substitutions_in_headline ( self , p ) : <TAB> """"""Make scripting substitutions in p.h."""""" <TAB> c = self . c <TAB> pattern = re . compile ( <TAB> <TAB> ""^(.*)%s(.+)%s(.*)$"" <TAB> <TAB> % ( <TAB> <TAB> <TAB> re . escape ( c . abbrev_subst_start ) , <TAB> <TAB> <TAB> re . escape ( c . abbrev_subst_end ) , <TAB> <TAB> ) <TAB> ) <TAB> changed = False <TAB> <TAB> m = pattern . match ( p . h ) <TAB> if m : <TAB> <TAB> content = m . group ( 2 ) <TAB> <TAB> c . abbrev_subst_env [ ""x"" ] = """" <TAB> <TAB> try : <TAB> <TAB> <TAB> exec ( content , c . abbrev_subst_env , c . abbrev_subst_env ) <TAB> <TAB> <TAB> x = c . abbrev_subst_env . get ( ""x"" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> p . h = ""%s%s%s"" % ( m . group ( 1 ) , x , m . group ( 3 ) ) <TAB> <TAB> <TAB> <TAB> changed = True <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> g . trace ( ""scripting error in"" , p . h ) <TAB> <TAB> <TAB> g . es_exception ( ) <TAB> return changed",if x :,308
1604,"def _get_mpl_patches(json_content, transform=None, invert_color=False, **kwargs):
    """"""Walks over the json content and builds a list of matplotlib patches""""""
    mpl_patches = []
    kwargs_edgecolor = kwargs.pop(""edgecolor"", None)
    kwargs_linewidth = kwargs.pop(""linewidth"", None)
    for path in json_content[""paths""]:
        if kwargs_edgecolor is not None:
            edgecolor = kwargs_edgecolor
        else:
            edgecolor = path[""edgecolor""]
            if invert_color:
                edgecolor = _invert_color(edgecolor)
        linewidth = kwargs_linewidth or path[""linewidth""]
        path_id = path[""id""]
        for item in path[""items""]:
            type = item[""type""]
            pts = item[""pts""]
            codes = _codes(type, pts)
            path = Path(pts, codes)
            patch = patches.PathPatch(
                path,
                edgecolor=edgecolor,
                linewidth=linewidth,
                facecolor=""none"",
                gid=path_id,
                transform=transform,
                **kwargs
            )
            mpl_patches.append(patch)
    return mpl_patches
","def _get_mpl_patches ( json_content , transform = None , invert_color = False , ** kwargs ) : <TAB> """"""Walks over the json content and builds a list of matplotlib patches"""""" <TAB> mpl_patches = [ ] <TAB> kwargs_edgecolor = kwargs . pop ( ""edgecolor"" , None ) <TAB> kwargs_linewidth = kwargs . pop ( ""linewidth"" , None ) <TAB> for path in json_content [ ""paths"" ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> edgecolor = kwargs_edgecolor <TAB> <TAB> else : <TAB> <TAB> <TAB> edgecolor = path [ ""edgecolor"" ] <TAB> <TAB> <TAB> if invert_color : <TAB> <TAB> <TAB> <TAB> edgecolor = _invert_color ( edgecolor ) <TAB> <TAB> linewidth = kwargs_linewidth or path [ ""linewidth"" ] <TAB> <TAB> path_id = path [ ""id"" ] <TAB> <TAB> for item in path [ ""items"" ] : <TAB> <TAB> <TAB> type = item [ ""type"" ] <TAB> <TAB> <TAB> pts = item [ ""pts"" ] <TAB> <TAB> <TAB> codes = _codes ( type , pts ) <TAB> <TAB> <TAB> path = Path ( pts , codes ) <TAB> <TAB> <TAB> patch = patches . PathPatch ( <TAB> <TAB> <TAB> <TAB> path , <TAB> <TAB> <TAB> <TAB> edgecolor = edgecolor , <TAB> <TAB> <TAB> <TAB> linewidth = linewidth , <TAB> <TAB> <TAB> <TAB> facecolor = ""none"" , <TAB> <TAB> <TAB> <TAB> gid = path_id , <TAB> <TAB> <TAB> <TAB> transform = transform , <TAB> <TAB> <TAB> <TAB> ** kwargs <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> mpl_patches . append ( patch ) <TAB> return mpl_patches",if kwargs_edgecolor is not None :,334
15088,"def project(hidden_states, proj_layer, key_value_states, past_key_value):
    """"""projects hidden states correctly to key/query states""""""
    if key_value_states is None:
        # self-attn
        # (batch_size, n_heads, seq_length, dim_per_head)
        hidden_states = shape(proj_layer(hidden_states))
    elif past_key_value is None:
        # cross-attn
        # (batch_size, n_heads, seq_length, dim_per_head)
        hidden_states = shape(proj_layer(key_value_states))
    if past_key_value is not None:
        if key_value_states is None:
            # self-attn
            # (batch_size, n_heads, key_length, dim_per_head)
            hidden_states = tf.concat([past_key_value, hidden_states], axis=2)
        else:
            # cross-attn
            hidden_states = past_key_value
    return hidden_states","def project ( hidden_states , proj_layer , key_value_states , past_key_value ) : <TAB> """"""projects hidden states correctly to key/query states"""""" <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> hidden_states = shape ( proj_layer ( hidden_states ) ) <TAB> elif past_key_value is None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> hidden_states = shape ( proj_layer ( key_value_states ) ) <TAB> if past_key_value is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> hidden_states = tf . concat ( [ past_key_value , hidden_states ] , axis = 2 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> hidden_states = past_key_value <TAB> return hidden_states",if key_value_states is None :,269
19475,"def get(self, name):
    entry, wb_class = self._get_obj_entry(name)
    if entry is not None:
        # If the entry is a reference from another artifact, then get it directly from that artifact
        if self._manifest_entry_is_artifact_reference(entry):
            artifact = self._get_ref_artifact_from_entry(entry)
            return artifact.get(util.uri_from_path(entry.ref))
        # Special case for wandb.Table. This is intended to be a short term optimization.
        # Since tables are likely to download many other assets in artifact(s), we eagerly download
        # the artifact using the parallelized `artifact.download`. In the future, we should refactor
        # the deserialization pattern such that this special case is not needed.
        if wb_class == wandb.Table:
            self.download(recursive=True)
        # Get the ArtifactEntry
        item = self.get_path(entry.path)
        item_path = item.download()
        # Load the object from the JSON blob
        result = None
        json_obj = {}
        with open(item_path, ""r"") as file:
            json_obj = json.load(file)
        result = wb_class.from_json(json_obj, self)
        result.set_artifact_source(self, name)
        return result
","def get ( self , name ) : <TAB> entry , wb_class = self . _get_obj_entry ( name ) <TAB> if entry is not None : <TAB> <TAB> <TAB> <TAB> if self . _manifest_entry_is_artifact_reference ( entry ) : <TAB> <TAB> <TAB> artifact = self . _get_ref_artifact_from_entry ( entry ) <TAB> <TAB> <TAB> return artifact . get ( util . uri_from_path ( entry . ref ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . download ( recursive = True ) <TAB> <TAB> <TAB> <TAB> item = self . get_path ( entry . path ) <TAB> <TAB> item_path = item . download ( ) <TAB> <TAB> <TAB> <TAB> result = None <TAB> <TAB> json_obj = { } <TAB> <TAB> with open ( item_path , ""r"" ) as file : <TAB> <TAB> <TAB> json_obj = json . load ( file ) <TAB> <TAB> result = wb_class . from_json ( json_obj , self ) <TAB> <TAB> result . set_artifact_source ( self , name ) <TAB> <TAB> return result",if wb_class == wandb . Table :,351
5185,"def collect(self, paths):
    for path in paths or ():
        relpath = os.path.relpath(path, self._artifact_root)
        dst = os.path.join(self._directory, relpath)
        safe_mkdir(os.path.dirname(dst))
        if os.path.isdir(path):
            shutil.copytree(path, dst)
        else:
            shutil.copy(path, dst)
        self._relpaths.add(relpath)
","def collect ( self , paths ) : <TAB> for path in paths or ( ) : <TAB> <TAB> relpath = os . path . relpath ( path , self . _artifact_root ) <TAB> <TAB> dst = os . path . join ( self . _directory , relpath ) <TAB> <TAB> safe_mkdir ( os . path . dirname ( dst ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> shutil . copytree ( path , dst ) <TAB> <TAB> else : <TAB> <TAB> <TAB> shutil . copy ( path , dst ) <TAB> <TAB> self . _relpaths . add ( relpath )",if os . path . isdir ( path ) :,120
1910,"def __get__(self, instance, owner=None):
    if instance is None:
        return self
    if self.attrname is None:
        raise TypeError(
            ""Cannot use cached_property instance without calling __set_name__ on it.""
        )
    try:
        cache = instance.__dict__
    except AttributeError:  # not all objects have __dict__ (e.g. class defines slots)
        msg = (
            f""No '__dict__' attribute on {type(instance).__name__!r} ""
            f""instance to cache {self.attrname!r} property.""
        )
        raise TypeError(msg) from None
    val = cache.get(self.attrname, _NOT_FOUND)
    if val is _NOT_FOUND:
        with self.lock:
            # check if another thread filled cache while we awaited lock
            val = cache.get(self.attrname, _NOT_FOUND)
            if val is _NOT_FOUND:
                val = self.func(instance)
                try:
                    cache[self.attrname] = val
                except TypeError:
                    msg = (
                        f""The '__dict__' attribute on {type(instance).__name__!r} instance ""
                        f""does not support item assignment for caching {self.attrname!r} property.""
                    )
                    raise TypeError(msg) from None
    return val
","def __get__ ( self , instance , owner = None ) : <TAB> if instance is None : <TAB> <TAB> return self <TAB> if self . attrname is None : <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> ""Cannot use cached_property instance without calling __set_name__ on it."" <TAB> <TAB> ) <TAB> try : <TAB> <TAB> cache = instance . __dict__ <TAB> except AttributeError : <TAB> <TAB> msg = ( <TAB> <TAB> <TAB> f""No '__dict__' attribute on {type(instance).__name__!r} "" <TAB> <TAB> <TAB> f""instance to cache {self.attrname!r} property."" <TAB> <TAB> ) <TAB> <TAB> raise TypeError ( msg ) from None <TAB> val = cache . get ( self . attrname , _NOT_FOUND ) <TAB> <fill-in> <TAB> <TAB> with self . lock : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> val = cache . get ( self . attrname , _NOT_FOUND ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> val = self . func ( instance ) <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> cache [ self . attrname ] = val <TAB> <TAB> <TAB> <TAB> except TypeError : <TAB> <TAB> <TAB> <TAB> <TAB> msg = ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> f""The '__dict__' attribute on {type(instance).__name__!r} instance "" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> f""does not support item assignment for caching {self.attrname!r} property."" <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> raise TypeError ( msg ) from None <TAB> return val",if val is _NOT_FOUND :,371
23955,"def _cleanup_inactive_receivexlogs(self, site):
    if site in self.receivexlogs:
        if not self.receivexlogs[site].running:
            if self.receivexlogs[site].is_alive():
                self.receivexlogs[site].join()
            del self.receivexlogs[site]
","def _cleanup_inactive_receivexlogs ( self , site ) : <TAB> if site in self . receivexlogs : <TAB> <TAB> if not self . receivexlogs [ site ] . running : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . receivexlogs [ site ] . join ( ) <TAB> <TAB> <TAB> del self . receivexlogs [ site ]",if self . receivexlogs [ site ] . is_alive ( ) :,92
18497,"def _query(self):
    if self._mongo_query is None:
        self._mongo_query = self._query_obj.to_query(self._document)
        if self._cls_query:
            if ""_cls"" in self._mongo_query:
                self._mongo_query = {""$and"": [self._cls_query, self._mongo_query]}
            else:
                self._mongo_query.update(self._cls_query)
    return self._mongo_query
","def _query ( self ) : <TAB> if self . _mongo_query is None : <TAB> <TAB> self . _mongo_query = self . _query_obj . to_query ( self . _document ) <TAB> <TAB> if self . _cls_query : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . _mongo_query = { ""$and"" : [ self . _cls_query , self . _mongo_query ] } <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . _mongo_query . update ( self . _cls_query ) <TAB> return self . _mongo_query","if ""_cls"" in self . _mongo_query :",127
12317,"def process_path(self, subpath, inner_schema_obj, nums, offsets, squeeze_dims):
    """"""Checks if a subpath is valid or not. Does not repeat computation done in a previous ObjectView object""""""
    paths = subpath.split(""/"")[1:]
    try:
        # If key is invalid raises KeyError
        # If schema object is not subscriptable raises AttributeError
        if inner_schema_obj:
            if isinstance(inner_schema_obj, Sequence):
                schema_obj = inner_schema_obj.dtype.dict_[paths[0]]
            elif isinstance(inner_schema_obj, SchemaDict):
                schema_obj = inner_schema_obj.dict_[paths[0]]
            else:
                raise KeyError()
        else:
            schema_obj = self.schema[paths[0]]
    except (KeyError, AttributeError):
        raise KeyError(f""{paths[0]} is an invalid key"")
    self.num_process(schema_obj, nums, offsets, squeeze_dims)
    for path in paths[1:]:
        try:
            if isinstance(schema_obj, Sequence):
                schema_obj = schema_obj.dtype.dict_[path]
            elif isinstance(schema_obj, SchemaDict):
                schema_obj = schema_obj.dict_[path]
            else:
                raise KeyError()
            self.num_process(schema_obj, nums, offsets, squeeze_dims)
        except (KeyError, AttributeError):
            raise KeyError(f""{path} is an invalid key"")
    return schema_obj, nums, offsets, squeeze_dims","def process_path ( self , subpath , inner_schema_obj , nums , offsets , squeeze_dims ) : <TAB> """"""Checks if a subpath is valid or not. Does not repeat computation done in a previous ObjectView object"""""" <TAB> paths = subpath . split ( ""/"" ) [ 1 : ] <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if isinstance ( inner_schema_obj , Sequence ) : <TAB> <TAB> <TAB> <TAB> schema_obj = inner_schema_obj . dtype . dict_ [ paths [ 0 ] ] <TAB> <TAB> <TAB> elif isinstance ( inner_schema_obj , SchemaDict ) : <TAB> <TAB> <TAB> <TAB> schema_obj = inner_schema_obj . dict_ [ paths [ 0 ] ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise KeyError ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> schema_obj = self . schema [ paths [ 0 ] ] <TAB> except ( KeyError , AttributeError ) : <TAB> <TAB> raise KeyError ( f""{paths[0]} is an invalid key"" ) <TAB> self . num_process ( schema_obj , nums , offsets , squeeze_dims ) <TAB> for path in paths [ 1 : ] : <TAB> <TAB> try : <TAB> <TAB> <TAB> if isinstance ( schema_obj , Sequence ) : <TAB> <TAB> <TAB> <TAB> schema_obj = schema_obj . dtype . dict_ [ path ] <TAB> <TAB> <TAB> elif isinstance ( schema_obj , SchemaDict ) : <TAB> <TAB> <TAB> <TAB> schema_obj = schema_obj . dict_ [ path ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise KeyError ( ) <TAB> <TAB> <TAB> self . num_process ( schema_obj , nums , offsets , squeeze_dims ) <TAB> <TAB> except ( KeyError , AttributeError ) : <TAB> <TAB> <TAB> raise KeyError ( f""{path} is an invalid key"" ) <TAB> return schema_obj , nums , offsets , squeeze_dims",if inner_schema_obj :,401
10320,"def create_snapshot(self, snapshot):
    LOG.debug(""Create Snapshot\n%s"", pprint.pformat(snapshot))
    try:
        snap_name = self._get_3par_snap_name(snapshot[""id""])
        # Don't use the ""volume_id"" from the snapshot directly in case the
        # volume has been migrated and uses a different ID in the backend.
        # This may trigger OVO lazy loading.  Use dict compatibility to
        # avoid changing all the unit tests.
        vol_name = self._get_3par_vol_name(snapshot[""volume""])
        extra = {
            ""volume_name"": snapshot[""volume_name""],
            ""volume_id"": snapshot.get(""volume_id""),
        }
        self._add_name_id_to_comment(extra, snapshot[""volume""])
        try:
            extra[""display_name""] = snapshot[""display_name""]
        except AttributeError:
            pass
        try:
            extra[""description""] = snapshot[""display_description""]
        except AttributeError:
            pass
        optional = {""comment"": json.dumps(extra), ""readOnly"": True}
        if self.config.hpe3par_snapshot_expiration:
            optional[""expirationHours""] = int(self.config.hpe3par_snapshot_expiration)
        if self.config.hpe3par_snapshot_retention:
            optional[""retentionHours""] = int(self.config.hpe3par_snapshot_retention)
        self.client.createSnapshot(snap_name, vol_name, optional)
    except hpeexceptions.HTTPForbidden as ex:
        LOG.error(""Exception: %s"", ex)
        raise exception.NotAuthorized()
    except hpeexceptions.HTTPNotFound as ex:
        LOG.error(""Exception: %s"", ex)
        raise exception.NotFound()","def create_snapshot ( self , snapshot ) : <TAB> LOG . debug ( ""Create Snapshot\n%s"" , pprint . pformat ( snapshot ) ) <TAB> try : <TAB> <TAB> snap_name = self . _get_3par_snap_name ( snapshot [ ""id"" ] ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> vol_name = self . _get_3par_vol_name ( snapshot [ ""volume"" ] ) <TAB> <TAB> extra = { <TAB> <TAB> <TAB> ""volume_name"" : snapshot [ ""volume_name"" ] , <TAB> <TAB> <TAB> ""volume_id"" : snapshot . get ( ""volume_id"" ) , <TAB> <TAB> } <TAB> <TAB> self . _add_name_id_to_comment ( extra , snapshot [ ""volume"" ] ) <TAB> <TAB> try : <TAB> <TAB> <TAB> extra [ ""display_name"" ] = snapshot [ ""display_name"" ] <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> pass <TAB> <TAB> try : <TAB> <TAB> <TAB> extra [ ""description"" ] = snapshot [ ""display_description"" ] <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> pass <TAB> <TAB> optional = { ""comment"" : json . dumps ( extra ) , ""readOnly"" : True } <TAB> <TAB> if self . config . hpe3par_snapshot_expiration : <TAB> <TAB> <TAB> optional [ ""expirationHours"" ] = int ( self . config . hpe3par_snapshot_expiration ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> optional [ ""retentionHours"" ] = int ( self . config . hpe3par_snapshot_retention ) <TAB> <TAB> self . client . createSnapshot ( snap_name , vol_name , optional ) <TAB> except hpeexceptions . HTTPForbidden as ex : <TAB> <TAB> LOG . error ( ""Exception: %s"" , ex ) <TAB> <TAB> raise exception . NotAuthorized ( ) <TAB> except hpeexceptions . HTTPNotFound as ex : <TAB> <TAB> LOG . error ( ""Exception: %s"" , ex ) <TAB> <TAB> raise exception . NotFound ( )",if self . config . hpe3par_snapshot_retention :,470
12442,"def _highlight_do(self):
    new_hl_text = self.highlight_text.text()
    if new_hl_text != self.hl_text:
        self.hl_text = new_hl_text
        if self.hl is not None:
            self.hl.setDocument(None)
            self.hl = None
        if self.hl_text:
            self.hl = Highlighter(self.hl_text, parent=self.doc)
        self.clear_highlight_button.setEnabled(bool(self.hl))
","def _highlight_do ( self ) : <TAB> new_hl_text = self . highlight_text . text ( ) <TAB> if new_hl_text != self . hl_text : <TAB> <TAB> self . hl_text = new_hl_text <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . hl . setDocument ( None ) <TAB> <TAB> <TAB> self . hl = None <TAB> <TAB> if self . hl_text : <TAB> <TAB> <TAB> self . hl = Highlighter ( self . hl_text , parent = self . doc ) <TAB> <TAB> self . clear_highlight_button . setEnabled ( bool ( self . hl ) )",if self . hl is not None :,151
2403,"def chopCobraUri(uri):
    purl = urllib.parse.urlparse(uri)
    scheme = purl.scheme
    host = purl.hostname
    name = purl.path.strip(""/"")
    port = purl.port
    if not port:
        port = COBRA_PORT
    # Do we have any URL options?
    urlparams = {}
    for urlopt in purl.query.split(""&""):
        urlval = 1
        if urlopt.find(""="") != -1:
            urlopt, urlval = urlopt.split(""="", 1)
        urlopt = urlopt.lower()
        urlparams[urlopt] = urlval
    return scheme, host, port, name, urlparams","def chopCobraUri ( uri ) : <TAB> purl = urllib . parse . urlparse ( uri ) <TAB> scheme = purl . scheme <TAB> host = purl . hostname <TAB> name = purl . path . strip ( ""/"" ) <TAB> port = purl . port <TAB> if not port : <TAB> <TAB> port = COBRA_PORT <TAB> <TAB> urlparams = { } <TAB> for urlopt in purl . query . split ( ""&"" ) : <TAB> <TAB> urlval = 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> urlopt , urlval = urlopt . split ( ""="" , 1 ) <TAB> <TAB> urlopt = urlopt . lower ( ) <TAB> <TAB> urlparams [ urlopt ] = urlval <TAB> return scheme , host , port , name , urlparams","if urlopt . find ( ""="" ) != - 1 :",178
13569,"def _get_pod_to_ep(self, service_type):
    query = (
        self._pool.spawn(
            self._client.list_namespaced_pod,
            namespace=self._k8s_namespace,
            label_selector=self._get_label_selector(service_type),
        )
        .result()
        .to_dict()
    )
    result = dict()
    for el in query[""items""]:
        name, pod_ep = self._extract_pod_name_ep(el)
        if pod_ep is not None and not self._extract_pod_ready(el):
            pod_ep = None
        result[name] = pod_ep
    return result","def _get_pod_to_ep ( self , service_type ) : <TAB> query = ( <TAB> <TAB> self . _pool . spawn ( <TAB> <TAB> <TAB> self . _client . list_namespaced_pod , <TAB> <TAB> <TAB> namespace = self . _k8s_namespace , <TAB> <TAB> <TAB> label_selector = self . _get_label_selector ( service_type ) , <TAB> <TAB> ) <TAB> <TAB> . result ( ) <TAB> <TAB> . to_dict ( ) <TAB> ) <TAB> result = dict ( ) <TAB> for el in query [ ""items"" ] : <TAB> <TAB> name , pod_ep = self . _extract_pod_name_ep ( el ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pod_ep = None <TAB> <TAB> result [ name ] = pod_ep <TAB> return result",if pod_ep is not None and not self . _extract_pod_ready ( el ) :,182
11813,"def after_process_message(self, broker, message, *, result=None, exception=None):
    from ..message import Message
    if exception is None:
        group_completion_uuid = message.options.get(""group_completion_uuid"")
        group_completion_callbacks = message.options.get(""group_completion_callbacks"")
        if group_completion_uuid and group_completion_callbacks:
            barrier = Barrier(
                self.rate_limiter_backend,
                group_completion_uuid,
                ttl=GROUP_CALLBACK_BARRIER_TTL,
            )
            if barrier.wait(block=False):
                for message in group_completion_callbacks:
                    broker.enqueue(Message(**message))
","def after_process_message ( self , broker , message , * , result = None , exception = None ) : <TAB> from . . message import Message <TAB> if exception is None : <TAB> <TAB> group_completion_uuid = message . options . get ( ""group_completion_uuid"" ) <TAB> <TAB> group_completion_callbacks = message . options . get ( ""group_completion_callbacks"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> barrier = Barrier ( <TAB> <TAB> <TAB> <TAB> self . rate_limiter_backend , <TAB> <TAB> <TAB> <TAB> group_completion_uuid , <TAB> <TAB> <TAB> <TAB> ttl = GROUP_CALLBACK_BARRIER_TTL , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if barrier . wait ( block = False ) : <TAB> <TAB> <TAB> <TAB> for message in group_completion_callbacks : <TAB> <TAB> <TAB> <TAB> <TAB> broker . enqueue ( Message ( ** message ) )",if group_completion_uuid and group_completion_callbacks :,194
5004,"def fitting(self, value):
    self._fitting = value
    if self._fitting is not None:
        if not os.path.exists(dirname(self.checkpoint_path())):
            try:
                os.makedirs(dirname(self.checkpoint_path()))
            except FileExistsError as ex:
                pass  # race to create
        if not os.path.exists(dirname(self.tensorboard_path())):
            try:
                os.makedirs(dirname(self.tensorboard_path()))
            except FileExistsError as ex:
                pass  # race to create
","def fitting ( self , value ) : <TAB> self . _fitting = value <TAB> if self . _fitting is not None : <TAB> <TAB> if not os . path . exists ( dirname ( self . checkpoint_path ( ) ) ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> os . makedirs ( dirname ( self . checkpoint_path ( ) ) ) <TAB> <TAB> <TAB> except FileExistsError as ex : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> os . makedirs ( dirname ( self . tensorboard_path ( ) ) ) <TAB> <TAB> <TAB> except FileExistsError as ex : <TAB> <TAB> <TAB> <TAB> pass",if not os . path . exists ( dirname ( self . tensorboard_path ( ) ) ) :,149
14834,"def setup_logger():
    """"""Set up logger and add stdout handler""""""
    logging.setLoggerClass(IPDLogger)
    logger = logging.getLogger(""icloudpd"")
    has_stdout_handler = False
    for handler in logger.handlers:
        if handler.name == ""stdoutLogger"":
            has_stdout_handler = True
    if not has_stdout_handler:
        formatter = logging.Formatter(
            fmt=""%(asctime)s %(levelname)-8s %(message)s"", datefmt=""%Y-%m-%d %H:%M:%S""
        )
        stdout_handler = logging.StreamHandler(stream=sys.stdout)
        stdout_handler.setFormatter(formatter)
        stdout_handler.name = ""stdoutLogger""
        logger.addHandler(stdout_handler)
    return logger","def setup_logger ( ) : <TAB> """"""Set up logger and add stdout handler"""""" <TAB> logging . setLoggerClass ( IPDLogger ) <TAB> logger = logging . getLogger ( ""icloudpd"" ) <TAB> has_stdout_handler = False <TAB> for handler in logger . handlers : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> has_stdout_handler = True <TAB> if not has_stdout_handler : <TAB> <TAB> formatter = logging . Formatter ( <TAB> <TAB> <TAB> fmt = ""%(asctime)s %(levelname)-8s %(message)s"" , datefmt = ""%Y-%m-%d %H:%M:%S"" <TAB> <TAB> ) <TAB> <TAB> stdout_handler = logging . StreamHandler ( stream = sys . stdout ) <TAB> <TAB> stdout_handler . setFormatter ( formatter ) <TAB> <TAB> stdout_handler . name = ""stdoutLogger"" <TAB> <TAB> logger . addHandler ( stdout_handler ) <TAB> return logger","if handler . name == ""stdoutLogger"" :",195
3253,"def pollpacket(self, wait):
    self._stage0()
    if len(self.buffer) < self.bufneed:
        r, w, x = select.select([self.sock.fileno()], [], [], wait)
        if len(r) == 0:
            return None
        try:
            s = self.sock.recv(BUFSIZE)
        except socket.error:
            raise EOFError
        if len(s) == 0:
            raise EOFError
        self.buffer += s
        self._stage0()
    return self._stage1()","def pollpacket ( self , wait ) : <TAB> self . _stage0 ( ) <TAB> if len ( self . buffer ) < self . bufneed : <TAB> <TAB> r , w , x = select . select ( [ self . sock . fileno ( ) ] , [ ] , [ ] , wait ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return None <TAB> <TAB> try : <TAB> <TAB> <TAB> s = self . sock . recv ( BUFSIZE ) <TAB> <TAB> except socket . error : <TAB> <TAB> <TAB> raise EOFError <TAB> <TAB> if len ( s ) == 0 : <TAB> <TAB> <TAB> raise EOFError <TAB> <TAB> self . buffer += s <TAB> <TAB> self . _stage0 ( ) <TAB> return self . _stage1 ( )",if len ( r ) == 0 :,148
15094,"def _run_split_on_punc(self, text, never_split=None):
    """"""Splits punctuation on a piece of text.""""""
    if never_split is not None and text in never_split:
        return [text]
    chars = list(text)
    i = 0
    start_new_word = True
    output = []
    while i < len(chars):
        char = chars[i]
        if _is_punctuation(char):
            output.append([char])
            start_new_word = True
        else:
            if start_new_word:
                output.append([])
            start_new_word = False
            output[-1].append(char)
        i += 1
    return ["""".join(x) for x in output]","def _run_split_on_punc ( self , text , never_split = None ) : <TAB> """"""Splits punctuation on a piece of text."""""" <TAB> if never_split is not None and text in never_split : <TAB> <TAB> return [ text ] <TAB> chars = list ( text ) <TAB> i = 0 <TAB> start_new_word = True <TAB> output = [ ] <TAB> while i < len ( chars ) : <TAB> <TAB> char = chars [ i ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> output . append ( [ char ] ) <TAB> <TAB> <TAB> start_new_word = True <TAB> <TAB> else : <TAB> <TAB> <TAB> if start_new_word : <TAB> <TAB> <TAB> <TAB> output . append ( [ ] ) <TAB> <TAB> <TAB> start_new_word = False <TAB> <TAB> <TAB> output [ - 1 ] . append ( char ) <TAB> <TAB> i += 1 <TAB> return [ """" . join ( x ) for x in output ]",if _is_punctuation ( char ) :,199
2851,"def parse_move(self, node):
    old, new = """", """"
    for child in node:
        tag, text = child.tag, child.text
        text = text.strip() if text else None
        if tag == ""Old"" and text:
            old = text
        elif tag == ""New"" and text:
            new = text
    return Move(old, new)
","def parse_move ( self , node ) : <TAB> old , new = """" , """" <TAB> for child in node : <TAB> <TAB> tag , text = child . tag , child . text <TAB> <TAB> text = text . strip ( ) if text else None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> old = text <TAB> <TAB> elif tag == ""New"" and text : <TAB> <TAB> <TAB> new = text <TAB> return Move ( old , new )","if tag == ""Old"" and text :",99
11802,"def calculate_length(segments, min_segment_length, max_segment_length):
    current_point = segments[0]
    index = 1
    total = 0
    any_change = False
    while index < len(segments):
        next_point = segments[index]
        distance = distance_between(current_point, next_point)
        if distance < min_segment_length and 1 < index < (len(segments) - 2):
            any_change = True
            current_point = (current_point + next_point) / 2
            total += 1
            index += 2
        elif distance > max_segment_length:
            any_change = True
            # Linear subsample
            points = int(
                ceil(distance / ((max_segment_length + min_segment_length) / 2))
            )
            total += points
            current_point = next_point
            index += 1
        else:
            # Do nothing
            total += 1
            current_point = next_point
            index += 1
    total += 1
    return any_change, total","def calculate_length ( segments , min_segment_length , max_segment_length ) : <TAB> current_point = segments [ 0 ] <TAB> index = 1 <TAB> total = 0 <TAB> any_change = False <TAB> while index < len ( segments ) : <TAB> <TAB> next_point = segments [ index ] <TAB> <TAB> distance = distance_between ( current_point , next_point ) <TAB> <TAB> if distance < min_segment_length and 1 < index < ( len ( segments ) - 2 ) : <TAB> <TAB> <TAB> any_change = True <TAB> <TAB> <TAB> current_point = ( current_point + next_point ) / 2 <TAB> <TAB> <TAB> total += 1 <TAB> <TAB> <TAB> index += 2 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> any_change = True <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> points = int ( <TAB> <TAB> <TAB> <TAB> ceil ( distance / ( ( max_segment_length + min_segment_length ) / 2 ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> total += points <TAB> <TAB> <TAB> current_point = next_point <TAB> <TAB> <TAB> index += 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> total += 1 <TAB> <TAB> <TAB> current_point = next_point <TAB> <TAB> <TAB> index += 1 <TAB> total += 1 <TAB> return any_change , total",elif distance > max_segment_length :,292
12969,"def set_new_lr(step_num, batch_id):
    """"""set new learning rate""""""
    # set grad to zero for gradient accumulation
    if accumulate:
        if batch_id % accumulate == 0:
            step_num += 1
    else:
        step_num += 1
    # learning rate schedule
    # Notice that this learning rate scheduler is adapted from traditional linear learning
    # rate scheduler where step_num >= num_warmup_steps, new_lr = 1 - step_num/num_train_steps
    if step_num < num_warmup_steps:
        new_lr = lr * step_num / num_warmup_steps
    else:
        offset = (
            (step_num - num_warmup_steps) * lr / (num_train_steps - num_warmup_steps)
        )
        new_lr = lr - offset
    trainer.set_learning_rate(new_lr)
    return step_num","def set_new_lr ( step_num , batch_id ) : <TAB> """"""set new learning rate"""""" <TAB> <TAB> if accumulate : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> step_num += 1 <TAB> else : <TAB> <TAB> step_num += 1 <TAB> <TAB> <TAB> <TAB> if step_num < num_warmup_steps : <TAB> <TAB> new_lr = lr * step_num / num_warmup_steps <TAB> else : <TAB> <TAB> offset = ( <TAB> <TAB> <TAB> ( step_num - num_warmup_steps ) * lr / ( num_train_steps - num_warmup_steps ) <TAB> <TAB> ) <TAB> <TAB> new_lr = lr - offset <TAB> trainer . set_learning_rate ( new_lr ) <TAB> return step_num",if batch_id % accumulate == 0 :,232
316,"def filter(self, left, operator, right):
    if operator == ""and"":
        self.filter(left.left, left.operator, left.right)
        self.filter(right.left, right.operator, right.right)
    else:
        left_base = left.split(""."")[0]
        if left_base in self.FIELDS:
            self.do_query = True
            field = self.FIELDS[left_base]
            if field.sqlalchemy_field is not None:
                clazz, attribute = field.sqlalchemy_field
                sqlalchemy_field_value = getattr(clazz, attribute)
                if operator == ""="":
                    self.query = self.query.filter(sqlalchemy_field_value == right)
                elif operator == ""!="":
                    self.query = self.query.filter(sqlalchemy_field_value != right)
                elif operator == ""like"":
                    self.query = self.query.filter(sqlalchemy_field_value.like(right))
                else:
                    raise GalaxyParseError(
                        ""Invalid comparison operator: %s"" % (operator)
                    )
            elif field.handler is not None:
                field.handler(self, left, operator, right)
            elif field.post_filter is not None:
                self.post_filter.append([field.post_filter, left, operator, right])
            else:
                raise GalaxyParseError(""Unable to filter on field: %s"" % (left))
        else:
            raise GalaxyParseError(""Unknown field: %s"" % (left))","def filter ( self , left , operator , right ) : <TAB> if operator == ""and"" : <TAB> <TAB> self . filter ( left . left , left . operator , left . right ) <TAB> <TAB> self . filter ( right . left , right . operator , right . right ) <TAB> else : <TAB> <TAB> left_base = left . split ( ""."" ) [ 0 ] <TAB> <TAB> if left_base in self . FIELDS : <TAB> <TAB> <TAB> self . do_query = True <TAB> <TAB> <TAB> field = self . FIELDS [ left_base ] <TAB> <TAB> <TAB> if field . sqlalchemy_field is not None : <TAB> <TAB> <TAB> <TAB> clazz , attribute = field . sqlalchemy_field <TAB> <TAB> <TAB> <TAB> sqlalchemy_field_value = getattr ( clazz , attribute ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . query = self . query . filter ( sqlalchemy_field_value == right ) <TAB> <TAB> <TAB> <TAB> elif operator == ""!="" : <TAB> <TAB> <TAB> <TAB> <TAB> self . query = self . query . filter ( sqlalchemy_field_value != right ) <TAB> <TAB> <TAB> <TAB> elif operator == ""like"" : <TAB> <TAB> <TAB> <TAB> <TAB> self . query = self . query . filter ( sqlalchemy_field_value . like ( right ) ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> raise GalaxyParseError ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Invalid comparison operator: %s"" % ( operator ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> elif field . handler is not None : <TAB> <TAB> <TAB> <TAB> field . handler ( self , left , operator , right ) <TAB> <TAB> <TAB> elif field . post_filter is not None : <TAB> <TAB> <TAB> <TAB> self . post_filter . append ( [ field . post_filter , left , operator , right ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise GalaxyParseError ( ""Unable to filter on field: %s"" % ( left ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise GalaxyParseError ( ""Unknown field: %s"" % ( left ) )","if operator == ""="" :",431
15206,"def _get(self, domain):
    with self.lock:
        try:
            record = self.cache[domain]
            time_now = time.time()
            if time_now - record[""update""] > self.ttl:
                record = None
        except KeyError:
            record = None
        if not record:
            record = {""r"": ""unknown"", ""dns"": {}, ""g"": 1, ""query_count"": 0}
        # self.cache[domain] = record
        return record","def _get ( self , domain ) : <TAB> with self . lock : <TAB> <TAB> try : <TAB> <TAB> <TAB> record = self . cache [ domain ] <TAB> <TAB> <TAB> time_now = time . time ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> record = None <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> record = None <TAB> <TAB> if not record : <TAB> <TAB> <TAB> record = { ""r"" : ""unknown"" , ""dns"" : { } , ""g"" : 1 , ""query_count"" : 0 } <TAB> <TAB> <TAB> <TAB> return record","if time_now - record [ ""update"" ] > self . ttl :",137
2580,"def callback(lexer, match, context):
    text = match.group()
    if context.block_scalar_indent is None or len(text) <= context.block_scalar_indent:
        if text:
            yield match.start(), indent_token_class, text
    else:
        indentation = text[: context.block_scalar_indent]
        content = text[context.block_scalar_indent :]
        yield match.start(), indent_token_class, indentation
        yield (
            match.start() + context.block_scalar_indent,
            content_token_class,
            content,
        )
    context.pos = match.end()
","def callback ( lexer , match , context ) : <TAB> text = match . group ( ) <TAB> if context . block_scalar_indent is None or len ( text ) <= context . block_scalar_indent : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield match . start ( ) , indent_token_class , text <TAB> else : <TAB> <TAB> indentation = text [ : context . block_scalar_indent ] <TAB> <TAB> content = text [ context . block_scalar_indent : ] <TAB> <TAB> yield match . start ( ) , indent_token_class , indentation <TAB> <TAB> yield ( <TAB> <TAB> <TAB> match . start ( ) + context . block_scalar_indent , <TAB> <TAB> <TAB> content_token_class , <TAB> <TAB> <TAB> content , <TAB> <TAB> ) <TAB> context . pos = match . end ( )",if text :,167
20735,"def _fullSync(self):
    # if the local deck is empty, assume user is trying to download
    if self.col.isEmpty():
        f = ""download""
    else:
        # tell the calling thread we need a decision on sync direction, and
        # wait for a reply
        self.fullSyncChoice = False
        self.fireEvent(""fullSync"")
        while not self.fullSyncChoice:
            time.sleep(0.1)
        f = self.fullSyncChoice
    if f == ""cancel"":
        return
    self.client = FullSyncer(self.col, self.hkey, self.server.con)
    if f == ""upload"":
        if not self.client.upload():
            self.fireEvent(""upbad"")
    else:
        self.client.download()
    # reopen db and move on to media sync
    self.col.reopen()
    self._syncMedia()","def _fullSync ( self ) : <TAB> <TAB> if self . col . isEmpty ( ) : <TAB> <TAB> f = ""download"" <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . fullSyncChoice = False <TAB> <TAB> self . fireEvent ( ""fullSync"" ) <TAB> <TAB> while not self . fullSyncChoice : <TAB> <TAB> <TAB> time . sleep ( 0.1 ) <TAB> <TAB> f = self . fullSyncChoice <TAB> if f == ""cancel"" : <TAB> <TAB> return <TAB> self . client = FullSyncer ( self . col , self . hkey , self . server . con ) <TAB> if f == ""upload"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . fireEvent ( ""upbad"" ) <TAB> else : <TAB> <TAB> self . client . download ( ) <TAB> <TAB> self . col . reopen ( ) <TAB> self . _syncMedia ( )",if not self . client . upload ( ) :,234
3670,"def test_wrap(self):
    none = """"
    stdout_log = os.path.join(self.test_dir, ""stdout.log"")
    stderr_log = os.path.join(self.test_dir, ""stderr.log"")
    redirs = [
        (none, none),
        (none, stderr_log),
        (stdout_log, none),
        (stdout_log, stderr_log),
    ]
    for stdout_redir, stderr_redir in redirs:
        queue = multiprocessing.SimpleQueue()
        _wrap(
            local_rank=0,
            fn=echo1,
            args={0: (""hello"",)},
            envs={0: {""RANK"": ""0""}},
            stdout_redirects={0: stdout_redir},
            stderr_redirects={0: stderr_redir},
            ret_vals={0: queue},
        )
        self.assertEqual(""hello_0"", queue.get())
        if stdout_redir:
            self.assert_in_file([""hello stdout from 0""], stdout_log)
        if stderr_redir:
            self.assert_in_file([""hello stderr from 0""], stderr_log)","def test_wrap ( self ) : <TAB> none = """" <TAB> stdout_log = os . path . join ( self . test_dir , ""stdout.log"" ) <TAB> stderr_log = os . path . join ( self . test_dir , ""stderr.log"" ) <TAB> redirs = [ <TAB> <TAB> ( none , none ) , <TAB> <TAB> ( none , stderr_log ) , <TAB> <TAB> ( stdout_log , none ) , <TAB> <TAB> ( stdout_log , stderr_log ) , <TAB> ] <TAB> for stdout_redir , stderr_redir in redirs : <TAB> <TAB> queue = multiprocessing . SimpleQueue ( ) <TAB> <TAB> _wrap ( <TAB> <TAB> <TAB> local_rank = 0 , <TAB> <TAB> <TAB> fn = echo1 , <TAB> <TAB> <TAB> args = { 0 : ( ""hello"" , ) } , <TAB> <TAB> <TAB> envs = { 0 : { ""RANK"" : ""0"" } } , <TAB> <TAB> <TAB> stdout_redirects = { 0 : stdout_redir } , <TAB> <TAB> <TAB> stderr_redirects = { 0 : stderr_redir } , <TAB> <TAB> <TAB> ret_vals = { 0 : queue } , <TAB> <TAB> ) <TAB> <TAB> self . assertEqual ( ""hello_0"" , queue . get ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assert_in_file ( [ ""hello stdout from 0"" ] , stdout_log ) <TAB> <TAB> if stderr_redir : <TAB> <TAB> <TAB> self . assert_in_file ( [ ""hello stderr from 0"" ] , stderr_log )",if stdout_redir :,300
3604,"def test_02_profiler(self):
    self.client.get(""/api/people/foo"")
    self.client.get(""/api/people/foo"")
    self.client.get(""/api/with/profiler/hello?q=2"")
    measurements = list(flask_profiler.collection.filter())
    self.assertEqual(len(measurements), 3)
    test_flag = False
    for list_element in measurements:
        if list_element[""name""] == ""/api/with/profiler/<message>"":
            test_flag = True
            self.assertEqual(list_element[""name""], ""/api/with/profiler/<message>"")
            self.assertEqual(list_element[""method""], ""GET"")
            self.assertEqual(list_element[""kwargs""], {""message"": ""hello""})
            self.assertEqual(list_element[""context""][""args""], {""q"": ""2""})
    self.assertEqual(True, test_flag)","def test_02_profiler ( self ) : <TAB> self . client . get ( ""/api/people/foo"" ) <TAB> self . client . get ( ""/api/people/foo"" ) <TAB> self . client . get ( ""/api/with/profiler/hello?q=2"" ) <TAB> measurements = list ( flask_profiler . collection . filter ( ) ) <TAB> self . assertEqual ( len ( measurements ) , 3 ) <TAB> test_flag = False <TAB> for list_element in measurements : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> test_flag = True <TAB> <TAB> <TAB> self . assertEqual ( list_element [ ""name"" ] , ""/api/with/profiler/<message>"" ) <TAB> <TAB> <TAB> self . assertEqual ( list_element [ ""method"" ] , ""GET"" ) <TAB> <TAB> <TAB> self . assertEqual ( list_element [ ""kwargs"" ] , { ""message"" : ""hello"" } ) <TAB> <TAB> <TAB> self . assertEqual ( list_element [ ""context"" ] [ ""args"" ] , { ""q"" : ""2"" } ) <TAB> self . assertEqual ( True , test_flag )","if list_element [ ""name"" ] == ""/api/with/profiler/<message>"" :",226
6921,"def get_complete_position(self, context: UserContext) -> int:
    # Check member prefix pattern.
    for prefix_pattern in convert2list(
        self.get_filetype_var(context[""filetype""], ""prefix_patterns"")
    ):
        m = re.search(self._object_pattern + prefix_pattern + r""\w*$"", context[""input""])
        if m is None or prefix_pattern == """":
            continue
        self._prefix = re.sub(r""\w*$"", """", m.group(0))
        m = re.search(r""\w*$"", context[""input""])
        if m:
            return m.start()
    return -1","def get_complete_position ( self , context : UserContext ) -> int : <TAB> <TAB> for prefix_pattern in convert2list ( <TAB> <TAB> self . get_filetype_var ( context [ ""filetype"" ] , ""prefix_patterns"" ) <TAB> ) : <TAB> <TAB> m = re . search ( self . _object_pattern + prefix_pattern + r""\w*$"" , context [ ""input"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> self . _prefix = re . sub ( r""\w*$"" , """" , m . group ( 0 ) ) <TAB> <TAB> m = re . search ( r""\w*$"" , context [ ""input"" ] ) <TAB> <TAB> if m : <TAB> <TAB> <TAB> return m . start ( ) <TAB> return - 1","if m is None or prefix_pattern == """" :",166
15376,"def _try_except_filenotfounderror(try_func, except_func):
    if sys.version_info >= (3, 3):
        try:
            try_func()
        except FileNotFoundError as exc:
            except_func(exc)
    elif os.name != ""nt"":
        try:
            try_func()
        except EnvironmentError as exc:
            if exc.errno != ENOENT:
                raise
            else:
                except_func(exc)
    else:
        try:
            try_func()
        except WindowsError as exc:
            # errno contains winerror
            # 2 = file not found
            # 3 = path not found
            if exc.errno not in (2, 3):
                raise
            else:
                except_func(exc)
        except EnvironmentError as exc:
            if exc.errno != ENOENT:
                raise
            else:
                except_func(exc)","def _try_except_filenotfounderror ( try_func , except_func ) : <TAB> if sys . version_info >= ( 3 , 3 ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> try_func ( ) <TAB> <TAB> except FileNotFoundError as exc : <TAB> <TAB> <TAB> except_func ( exc ) <TAB> elif os . name != ""nt"" : <TAB> <TAB> try : <TAB> <TAB> <TAB> try_func ( ) <TAB> <TAB> except EnvironmentError as exc : <TAB> <TAB> <TAB> if exc . errno != ENOENT : <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> except_func ( exc ) <TAB> else : <TAB> <TAB> try : <TAB> <TAB> <TAB> try_func ( ) <TAB> <TAB> except WindowsError as exc : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> except_func ( exc ) <TAB> <TAB> except EnvironmentError as exc : <TAB> <TAB> <TAB> if exc . errno != ENOENT : <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> except_func ( exc )","if exc . errno not in ( 2 , 3 ) :",269
7678,"def handle(self, *app_labels, **options):
    include_deployment_checks = options[""deploy""]
    if options[""list_tags""]:
        self.stdout.write(
            ""\n"".join(sorted(registry.tags_available(include_deployment_checks)))
        )
        return
    if app_labels:
        app_configs = [apps.get_app_config(app_label) for app_label in app_labels]
    else:
        app_configs = None
    tags = options[""tags""]
    if tags:
        try:
            invalid_tag = next(
                tag
                for tag in tags
                if not checks.tag_exists(tag, include_deployment_checks)
            )
        except StopIteration:
            # no invalid tags
            pass
        else:
            raise CommandError(
                'There is no system check with the ""%s"" tag.' % invalid_tag
            )
    self.check(
        app_configs=app_configs,
        tags=tags,
        display_num_errors=True,
        include_deployment_checks=include_deployment_checks,
        fail_level=getattr(checks, options[""fail_level""]),
    )
","def handle ( self , * app_labels , ** options ) : <TAB> include_deployment_checks = options [ ""deploy"" ] <TAB> if options [ ""list_tags"" ] : <TAB> <TAB> self . stdout . write ( <TAB> <TAB> <TAB> ""\n"" . join ( sorted ( registry . tags_available ( include_deployment_checks ) ) ) <TAB> <TAB> ) <TAB> <TAB> return <TAB> if app_labels : <TAB> <TAB> app_configs = [ apps . get_app_config ( app_label ) for app_label in app_labels ] <TAB> else : <TAB> <TAB> app_configs = None <TAB> tags = options [ ""tags"" ] <TAB> if tags : <TAB> <TAB> try : <TAB> <TAB> <TAB> invalid_tag = next ( <TAB> <TAB> <TAB> <TAB> tag <TAB> <TAB> <TAB> <TAB> for tag in tags <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ) <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> else : <TAB> <TAB> <TAB> raise CommandError ( <TAB> <TAB> <TAB> <TAB> 'There is no system check with the ""%s"" tag.' % invalid_tag <TAB> <TAB> <TAB> ) <TAB> self . check ( <TAB> <TAB> app_configs = app_configs , <TAB> <TAB> tags = tags , <TAB> <TAB> display_num_errors = True , <TAB> <TAB> include_deployment_checks = include_deployment_checks , <TAB> <TAB> fail_level = getattr ( checks , options [ ""fail_level"" ] ) , <TAB> )","if not checks . tag_exists ( tag , include_deployment_checks )",320
3072,"def internal_gen():
    current_epoch = (self.epoch - 1) % self.config.n_epochs + 1
    it = iter(gen)
    if train:
        if self.config.prefit_init and self.epoch <= self.config.n_epochs:
            desc = ""Initialization Epoch {}/{}"".format(
                current_epoch, self.config.n_epochs
            )
        else:
            desc = ""Epoch {}/{}"".format(current_epoch, self.config.n_epochs)
    else:
        desc = ""Validation""
    for _, i in zip(range(self._skip_tqdm), it):
        yield i
    for i in ProgressBar(
        it,
        desc=desc,
        total=total,
        miniters=1,
        leave=current_epoch == self.config.n_epochs and train,
        update_hook=update_hook,
        silent=self.config.debugging_logs,
    ):
        yield i
    if train:
        self.epoch += 1","def internal_gen ( ) : <TAB> current_epoch = ( self . epoch - 1 ) % self . config . n_epochs + 1 <TAB> it = iter ( gen ) <TAB> if train : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> desc = ""Initialization Epoch {}/{}"" . format ( <TAB> <TAB> <TAB> <TAB> current_epoch , self . config . n_epochs <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> desc = ""Epoch {}/{}"" . format ( current_epoch , self . config . n_epochs ) <TAB> else : <TAB> <TAB> desc = ""Validation"" <TAB> for _ , i in zip ( range ( self . _skip_tqdm ) , it ) : <TAB> <TAB> yield i <TAB> for i in ProgressBar ( <TAB> <TAB> it , <TAB> <TAB> desc = desc , <TAB> <TAB> total = total , <TAB> <TAB> miniters = 1 , <TAB> <TAB> leave = current_epoch == self . config . n_epochs and train , <TAB> <TAB> update_hook = update_hook , <TAB> <TAB> silent = self . config . debugging_logs , <TAB> ) : <TAB> <TAB> yield i <TAB> if train : <TAB> <TAB> self . epoch += 1",if self . config . prefit_init and self . epoch <= self . config . n_epochs :,263
9548,"def __recv_null(self):
    """"""Receive a null byte.""""""
    while 1:
        c = self.sock.recv(1)
        if c == """":
            self.close()
            raise EOFError(""Socket Closed"")
        if c == ""\0"":
            return","def __recv_null ( self ) : <TAB> """"""Receive a null byte."""""" <TAB> while 1 : <TAB> <TAB> c = self . sock . recv ( 1 ) <TAB> <TAB> if c == """" : <TAB> <TAB> <TAB> self . close ( ) <TAB> <TAB> <TAB> raise EOFError ( ""Socket Closed"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return","if c == ""\0"" :",74
21332,"def sample_pos_items_for_u(u, num):
    # sample num pos items for u-th user
    pos_items = self.train_items[u]
    n_pos_items = len(pos_items)
    pos_batch = []
    while True:
        if len(pos_batch) == num:
            break
        pos_id = np.random.randint(low=0, high=n_pos_items, size=1)[0]
        pos_i_id = pos_items[pos_id]
        if pos_i_id not in pos_batch:
            pos_batch.append(pos_i_id)
    return pos_batch","def sample_pos_items_for_u ( u , num ) : <TAB> <TAB> pos_items = self . train_items [ u ] <TAB> n_pos_items = len ( pos_items ) <TAB> pos_batch = [ ] <TAB> while True : <TAB> <TAB> if len ( pos_batch ) == num : <TAB> <TAB> <TAB> break <TAB> <TAB> pos_id = np . random . randint ( low = 0 , high = n_pos_items , size = 1 ) [ 0 ] <TAB> <TAB> pos_i_id = pos_items [ pos_id ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pos_batch . append ( pos_i_id ) <TAB> return pos_batch",if pos_i_id not in pos_batch :,171
13459,"def get_report_to_platform(self, args, scan_reports):
    if self.bc_api_key:
        if args.directory:
            repo_id = self.get_repository(args)
            self.setup_bridgecrew_credentials(
                bc_api_key=self.bc_api_key, repo_id=repo_id
            )
        if self.is_integration_configured():
            self._upload_run(args, scan_reports)
","def get_report_to_platform ( self , args , scan_reports ) : <TAB> if self . bc_api_key : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> repo_id = self . get_repository ( args ) <TAB> <TAB> <TAB> self . setup_bridgecrew_credentials ( <TAB> <TAB> <TAB> <TAB> bc_api_key = self . bc_api_key , repo_id = repo_id <TAB> <TAB> <TAB> ) <TAB> <TAB> if self . is_integration_configured ( ) : <TAB> <TAB> <TAB> self . _upload_run ( args , scan_reports )",if args . directory :,126
16016,"def getSinglePairs(self):
    for pairPos in self.pairPosList:
        if pairPos.Format == 1:
            # single pair adjustment
            firstGlyphsList = pairPos.Coverage.glyphs
            # This iteration is done by index so we have a way
            # to reference the firstGlyphsList:
            for pairSetIndex, pairSetInstance in enumerate(pairPos.PairSet):
                for pairValueRecordItem in pairPos.PairSet[
                    pairSetIndex
                ].PairValueRecord:
                    secondGlyph = pairValueRecordItem.SecondGlyph
                    valueFormat = pairPos.ValueFormat1
                    if valueFormat == 5:  # RTL kerning
                        kernValue = ""<%d 0 %d 0>"" % (
                            pairValueRecordItem.Value1.XPlacement,
                            pairValueRecordItem.Value1.XAdvance,
                        )
                    elif valueFormat == 0:  # RTL pair with value <0 0 0 0>
                        kernValue = ""<0 0 0 0>""
                    elif valueFormat == 4:  # LTR kerning
                        kernValue = pairValueRecordItem.Value1.XAdvance
                    else:
                        print(""\tValueFormat1 = %d"" % valueFormat, file=sys.stdout)
                        continue  # skip the rest
                    self.kerningPairs[
                        (firstGlyphsList[pairSetIndex], secondGlyph)
                    ] = kernValue
                    self.singlePairs[
                        (firstGlyphsList[pairSetIndex], secondGlyph)
                    ] = kernValue","def getSinglePairs ( self ) : <TAB> for pairPos in self . pairPosList : <TAB> <TAB> if pairPos . Format == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> firstGlyphsList = pairPos . Coverage . glyphs <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for pairSetIndex , pairSetInstance in enumerate ( pairPos . PairSet ) : <TAB> <TAB> <TAB> <TAB> for pairValueRecordItem in pairPos . PairSet [ <TAB> <TAB> <TAB> <TAB> <TAB> pairSetIndex <TAB> <TAB> <TAB> <TAB> ] . PairValueRecord : <TAB> <TAB> <TAB> <TAB> <TAB> secondGlyph = pairValueRecordItem . SecondGlyph <TAB> <TAB> <TAB> <TAB> <TAB> valueFormat = pairPos . ValueFormat1 <TAB> <TAB> <TAB> <TAB> <TAB> if valueFormat == 5 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> kernValue = ""<%d 0 %d 0>"" % ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pairValueRecordItem . Value1 . XPlacement , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pairValueRecordItem . Value1 . XAdvance , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> elif valueFormat == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> kernValue = ""<0 0 0 0>"" <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> kernValue = pairValueRecordItem . Value1 . XAdvance <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( ""\tValueFormat1 = %d"" % valueFormat , file = sys . stdout ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> self . kerningPairs [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ( firstGlyphsList [ pairSetIndex ] , secondGlyph ) <TAB> <TAB> <TAB> <TAB> <TAB> ] = kernValue <TAB> <TAB> <TAB> <TAB> <TAB> self . singlePairs [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ( firstGlyphsList [ pairSetIndex ] , secondGlyph ) <TAB> <TAB> <TAB> <TAB> <TAB> ] = kernValue",elif valueFormat == 4 :,462
11600,"def parseMessage(self, toAddress, fromAddress, subject, message):
    super(GatewayAccount, self).parseMessage(toAddress, fromAddress, subject, message)
    if fromAddress == self.relayAddress:
        matches = self.regExpIncoming.search(subject)
        if not matches is None:
            self.subject = """"
            if not matches.group(1) is None:
                self.subject += matches.group(1)
            if not matches.group(3) is None:
                self.subject += matches.group(3)
            if not matches.group(2) is None:
                self.fromLabel = matches.group(2)
                self.fromAddress = matches.group(2)
    if toAddress == self.relayAddress:
        matches = self.regExpOutgoing.search(subject)
        if not matches is None:
            if not matches.group(2) is None:
                self.subject = matches.group(2)
            if not matches.group(1) is None:
                self.toLabel = matches.group(1)
                self.toAddress = matches.group(1)","def parseMessage ( self , toAddress , fromAddress , subject , message ) : <TAB> super ( GatewayAccount , self ) . parseMessage ( toAddress , fromAddress , subject , message ) <TAB> if fromAddress == self . relayAddress : <TAB> <TAB> matches = self . regExpIncoming . search ( subject ) <TAB> <TAB> if not matches is None : <TAB> <TAB> <TAB> self . subject = """" <TAB> <TAB> <TAB> if not matches . group ( 1 ) is None : <TAB> <TAB> <TAB> <TAB> self . subject += matches . group ( 1 ) <TAB> <TAB> <TAB> if not matches . group ( 3 ) is None : <TAB> <TAB> <TAB> <TAB> self . subject += matches . group ( 3 ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . fromLabel = matches . group ( 2 ) <TAB> <TAB> <TAB> <TAB> self . fromAddress = matches . group ( 2 ) <TAB> if toAddress == self . relayAddress : <TAB> <TAB> matches = self . regExpOutgoing . search ( subject ) <TAB> <TAB> if not matches is None : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . subject = matches . group ( 2 ) <TAB> <TAB> <TAB> if not matches . group ( 1 ) is None : <TAB> <TAB> <TAB> <TAB> self . toLabel = matches . group ( 1 ) <TAB> <TAB> <TAB> <TAB> self . toAddress = matches . group ( 1 )",if not matches . group ( 2 ) is None :,305
25209,"def test_fuzz_required():
    for _ in range(1000):
        n_hidden = random.randint(10, 100)
        n_in = random.randint(1, 10)
        n_out = random.randint(1, 10)
        nodes = list(
            set(random.randint(0, 1000) for _ in range(n_in + n_out + n_hidden))
        )
        random.shuffle(nodes)
        inputs = nodes[:n_in]
        outputs = nodes[n_in : n_in + n_out]
        connections = []
        for _ in range(n_hidden * 2):
            a = random.choice(nodes)
            b = random.choice(nodes)
            if a == b:
                continue
            if a in inputs and b in inputs:
                continue
            if a in outputs and b in outputs:
                continue
            connections.append((a, b))
        required = required_for_output(inputs, outputs, connections)
        for o in outputs:
            assert o in required","def test_fuzz_required ( ) : <TAB> for _ in range ( 1000 ) : <TAB> <TAB> n_hidden = random . randint ( 10 , 100 ) <TAB> <TAB> n_in = random . randint ( 1 , 10 ) <TAB> <TAB> n_out = random . randint ( 1 , 10 ) <TAB> <TAB> nodes = list ( <TAB> <TAB> <TAB> set ( random . randint ( 0 , 1000 ) for _ in range ( n_in + n_out + n_hidden ) ) <TAB> <TAB> ) <TAB> <TAB> random . shuffle ( nodes ) <TAB> <TAB> inputs = nodes [ : n_in ] <TAB> <TAB> outputs = nodes [ n_in : n_in + n_out ] <TAB> <TAB> connections = [ ] <TAB> <TAB> for _ in range ( n_hidden * 2 ) : <TAB> <TAB> <TAB> a = random . choice ( nodes ) <TAB> <TAB> <TAB> b = random . choice ( nodes ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if a in inputs and b in inputs : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if a in outputs and b in outputs : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> connections . append ( ( a , b ) ) <TAB> <TAB> required = required_for_output ( inputs , outputs , connections ) <TAB> <TAB> for o in outputs : <TAB> <TAB> <TAB> assert o in required",if a == b :,286
1880,"def _add_defaults_data_files(self):
    # getting distribution.data_files
    if self.distribution.has_data_files():
        for item in self.distribution.data_files:
            if isinstance(item, str):
                # plain file
                item = convert_path(item)
                if os.path.isfile(item):
                    self.filelist.append(item)
            else:
                # a (dirname, filenames) tuple
                dirname, filenames = item
                for f in filenames:
                    f = convert_path(f)
                    if os.path.isfile(f):
                        self.filelist.append(f)
","def _add_defaults_data_files ( self ) : <TAB> <TAB> if self . distribution . has_data_files ( ) : <TAB> <TAB> for item in self . distribution . data_files : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> item = convert_path ( item ) <TAB> <TAB> <TAB> <TAB> if os . path . isfile ( item ) : <TAB> <TAB> <TAB> <TAB> <TAB> self . filelist . append ( item ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dirname , filenames = item <TAB> <TAB> <TAB> <TAB> for f in filenames : <TAB> <TAB> <TAB> <TAB> <TAB> f = convert_path ( f ) <TAB> <TAB> <TAB> <TAB> <TAB> if os . path . isfile ( f ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . filelist . append ( f )","if isinstance ( item , str ) :",192
6860,"def expected_forward_without_reduce(self, x_data, t_data, class_weight):
    x = numpy.rollaxis(x_data, 1, x_data.ndim).reshape((t_data.size, x_data.shape[1]))
    t = t_data.ravel()
    loss_shape = x_data.shape[0:1] + x_data.shape[2:]
    loss_expect = numpy.zeros(loss_shape, x_data.dtype)
    for i, (ti, loss_idx) in enumerate(zip(t, numpy.ndindex(*loss_shape))):
        xi = x[i]
        if ti == -1:
            continue
        log_z = numpy.ufunc.reduce(numpy.logaddexp, xi)
        if class_weight is None:
            loss_expect[loss_idx] = -(xi - log_z)[ti]
        else:
            loss_expect[loss_idx] = -(xi - log_z)[ti] * class_weight[ti]
    return numpy.asarray(loss_expect, dtype=x.dtype)","def expected_forward_without_reduce ( self , x_data , t_data , class_weight ) : <TAB> x = numpy . rollaxis ( x_data , 1 , x_data . ndim ) . reshape ( ( t_data . size , x_data . shape [ 1 ] ) ) <TAB> t = t_data . ravel ( ) <TAB> loss_shape = x_data . shape [ 0 : 1 ] + x_data . shape [ 2 : ] <TAB> loss_expect = numpy . zeros ( loss_shape , x_data . dtype ) <TAB> for i , ( ti , loss_idx ) in enumerate ( zip ( t , numpy . ndindex ( * loss_shape ) ) ) : <TAB> <TAB> xi = x [ i ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> log_z = numpy . ufunc . reduce ( numpy . logaddexp , xi ) <TAB> <TAB> if class_weight is None : <TAB> <TAB> <TAB> loss_expect [ loss_idx ] = - ( xi - log_z ) [ ti ] <TAB> <TAB> else : <TAB> <TAB> <TAB> loss_expect [ loss_idx ] = - ( xi - log_z ) [ ti ] * class_weight [ ti ] <TAB> return numpy . asarray ( loss_expect , dtype = x . dtype )",if ti == - 1 :,268
21613,"def handler(chan, host, port):
    sock = socket()
    try:
        sock.connect((host, port))
    except Exception as e:
        if verbose == True:
            print(e)
        return
    while True:
        r, w, x = select.select([sock, chan], [], [])
        if sock in r:
            data = sock.recv(1024)
            if len(data) == 0:
                break
            chan.send(data)
        if chan in r:
            data = chan.recv(1024)
            if len(data) == 0:
                break
            sock.send(data)
    chan.close()
    sock.close()","def handler ( chan , host , port ) : <TAB> sock = socket ( ) <TAB> try : <TAB> <TAB> sock . connect ( ( host , port ) ) <TAB> except Exception as e : <TAB> <TAB> if verbose == True : <TAB> <TAB> <TAB> print ( e ) <TAB> <TAB> return <TAB> while True : <TAB> <TAB> r , w , x = select . select ( [ sock , chan ] , [ ] , [ ] ) <TAB> <TAB> if sock in r : <TAB> <TAB> <TAB> data = sock . recv ( 1024 ) <TAB> <TAB> <TAB> if len ( data ) == 0 : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> chan . send ( data ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> data = chan . recv ( 1024 ) <TAB> <TAB> <TAB> if len ( data ) == 0 : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> sock . send ( data ) <TAB> chan . close ( ) <TAB> sock . close ( )",if chan in r :,190
2702,"def extend(self, tasks):
    """"""Add tasks to this particular shovel""""""
    self._tasks.extend(tasks)
    for task in tasks:
        # We'll now go through all of our tasks and group them into
        # sub-shovels
        current = self.map
        modules = task.fullname.split(""."")
        for module in modules[:-1]:
            if not isinstance(current[module], Shovel):
                logger.warn(""Overriding task %s with a module"" % current[module].file)
                shovel = Shovel()
                shovel.overrides = current[module]
                current[module] = shovel
            current = current[module].map
        # Now we'll put the task in this particular sub-shovel
        name = modules[-1]
        if name in current:
            logger.warn(""Overriding %s with %s"" % (""."".join(modules), task.file))
            task.overrides = current[name]
        current[name] = task","def extend ( self , tasks ) : <TAB> """"""Add tasks to this particular shovel"""""" <TAB> self . _tasks . extend ( tasks ) <TAB> for task in tasks : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> current = self . map <TAB> <TAB> modules = task . fullname . split ( ""."" ) <TAB> <TAB> for module in modules [ : - 1 ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> logger . warn ( ""Overriding task %s with a module"" % current [ module ] . file ) <TAB> <TAB> <TAB> <TAB> shovel = Shovel ( ) <TAB> <TAB> <TAB> <TAB> shovel . overrides = current [ module ] <TAB> <TAB> <TAB> <TAB> current [ module ] = shovel <TAB> <TAB> <TAB> current = current [ module ] . map <TAB> <TAB> <TAB> <TAB> name = modules [ - 1 ] <TAB> <TAB> if name in current : <TAB> <TAB> <TAB> logger . warn ( ""Overriding %s with %s"" % ( ""."" . join ( modules ) , task . file ) ) <TAB> <TAB> <TAB> task . overrides = current [ name ] <TAB> <TAB> current [ name ] = task","if not isinstance ( current [ module ] , Shovel ) :",263
2385,"def init(self, *args, **kwargs):
    if ""_state"" not in kwargs:
        state = {}
        # Older versions have the _state entries as individual kwargs
        for arg in (""children"", ""windowState"", ""detachedPanels""):
            if arg in kwargs:
                state[arg] = kwargs[arg]
                del kwargs[arg]
        if state:
            kwargs[""_state""] = state
    originalInit(self, *args, **kwargs)
","def init ( self , * args , ** kwargs ) : <TAB> if ""_state"" not in kwargs : <TAB> <TAB> state = { } <TAB> <TAB> <TAB> <TAB> for arg in ( ""children"" , ""windowState"" , ""detachedPanels"" ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> state [ arg ] = kwargs [ arg ] <TAB> <TAB> <TAB> <TAB> del kwargs [ arg ] <TAB> <TAB> if state : <TAB> <TAB> <TAB> kwargs [ ""_state"" ] = state <TAB> originalInit ( self , * args , ** kwargs )",if arg in kwargs :,125
4960,"def update_render_status(self):
    Gdk.threads_enter()
    if mltxmlheadless.session_render_complete(self.get_container_program_id()) == True:
        # self.remove_as_status_polling_object()
        job_msg = self.get_completed_job_message()
        jobs.update_job_queue(job_msg)
        GLib.idle_add(self.create_producer_and_do_update_edit, None)
    else:
        status = mltxmlheadless.get_session_status(self.get_container_program_id())
        if status != None:
            fraction, elapsed = status
            if self.container_data.render_data.do_video_render == True:
                msg = _(""Rendering Video"")
            elif step == ""2"":
                msg = _(""Rendering Image Sequence"")
            job_msg = self.get_job_queue_message()
            job_msg.progress = float(fraction)
            job_msg.elapsed = float(elapsed)
            job_msg.text = msg
            jobs.update_job_queue(job_msg)
        else:
            pass  # This can happen sometimes before gmicheadless.py has written a status message, we just do nothing here.
    Gdk.threads_leave()","def update_render_status ( self ) : <TAB> Gdk . threads_enter ( ) <TAB> if mltxmlheadless . session_render_complete ( self . get_container_program_id ( ) ) == True : <TAB> <TAB> <TAB> <TAB> job_msg = self . get_completed_job_message ( ) <TAB> <TAB> jobs . update_job_queue ( job_msg ) <TAB> <TAB> GLib . idle_add ( self . create_producer_and_do_update_edit , None ) <TAB> else : <TAB> <TAB> status = mltxmlheadless . get_session_status ( self . get_container_program_id ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fraction , elapsed = status <TAB> <TAB> <TAB> if self . container_data . render_data . do_video_render == True : <TAB> <TAB> <TAB> <TAB> msg = _ ( ""Rendering Video"" ) <TAB> <TAB> <TAB> elif step == ""2"" : <TAB> <TAB> <TAB> <TAB> msg = _ ( ""Rendering Image Sequence"" ) <TAB> <TAB> <TAB> job_msg = self . get_job_queue_message ( ) <TAB> <TAB> <TAB> job_msg . progress = float ( fraction ) <TAB> <TAB> <TAB> job_msg . elapsed = float ( elapsed ) <TAB> <TAB> <TAB> job_msg . text = msg <TAB> <TAB> <TAB> jobs . update_job_queue ( job_msg ) <TAB> <TAB> else : <TAB> <TAB> <TAB> pass <TAB> Gdk . threads_leave ( )",if status != None :,346
12691,"def search(path, prefix=""""):
    loader = TestLoader()
    for _, name, is_pkg in iter_modules(path):
        full_name = ""{}.{}"".format(prefix, name)
        module_path = os.path.join(path[0], name)
        if is_pkg:
            search([module_path], full_name)
        if not is_pkg and name.startswith(""test""):
            test_module = import_module(full_name)
            for suite in loader.loadTestsFromModule(test_module):
                for test in suite._tests:
                    path = ""{}.{}.{}"".format(
                        full_name, test.__class__.__name__, test._testMethodName
                    )
                    rec = {
                        ""ver"": ""1.0"",
                        ""execution"": {
                            ""command"": ""python -m unittest {}"".format(path),
                            ""recording"": find_recording_file(path),
                        },
                        ""classifier"": {
                            ""identifier"": path,
                            ""type"": get_test_type(test),
                        },
                    }
                    RECORDS.append(rec)","def search ( path , prefix = """" ) : <TAB> loader = TestLoader ( ) <TAB> for _ , name , is_pkg in iter_modules ( path ) : <TAB> <TAB> full_name = ""{}.{}"" . format ( prefix , name ) <TAB> <TAB> module_path = os . path . join ( path [ 0 ] , name ) <TAB> <TAB> if is_pkg : <TAB> <TAB> <TAB> search ( [ module_path ] , full_name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> test_module = import_module ( full_name ) <TAB> <TAB> <TAB> for suite in loader . loadTestsFromModule ( test_module ) : <TAB> <TAB> <TAB> <TAB> for test in suite . _tests : <TAB> <TAB> <TAB> <TAB> <TAB> path = ""{}.{}.{}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> full_name , test . __class__ . __name__ , test . _testMethodName <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> rec = { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""ver"" : ""1.0"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""execution"" : { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""command"" : ""python -m unittest {}"" . format ( path ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""recording"" : find_recording_file ( path ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> } , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""classifier"" : { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""identifier"" : path , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""type"" : get_test_type ( test ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> } , <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> <TAB> RECORDS . append ( rec )","if not is_pkg and name . startswith ( ""test"" ) :",338
16894,"def visit_Assign(self, node):
    for i in node.targets:
        err = _not_assignable(i)
        if err is not None:
            msg = ""can't assign to {}"".format(err)
            self.error = msg, i.lineno, i.col_offset
            break
","def visit_Assign ( self , node ) : <TAB> for i in node . targets : <TAB> <TAB> err = _not_assignable ( i ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> msg = ""can't assign to {}"" . format ( err ) <TAB> <TAB> <TAB> self . error = msg , i . lineno , i . col_offset <TAB> <TAB> <TAB> break",if err is not None :,80
12548,"def _maybeRebuildAtlas(self, threshold=4, minlen=1000):
    n = len(self.fragmentAtlas)
    if (n > minlen) and (n > threshold * len(self.data)):
        self.fragmentAtlas.rebuild(
            list(zip(*self._style([""symbol"", ""size"", ""pen"", ""brush""])))
        )
        self.data[""sourceRect""] = 0
        if _USE_QRECT:
            self._sourceQRect.clear()
        self.updateSpots()","def _maybeRebuildAtlas ( self , threshold = 4 , minlen = 1000 ) : <TAB> n = len ( self . fragmentAtlas ) <TAB> if ( n > minlen ) and ( n > threshold * len ( self . data ) ) : <TAB> <TAB> self . fragmentAtlas . rebuild ( <TAB> <TAB> <TAB> list ( zip ( * self . _style ( [ ""symbol"" , ""size"" , ""pen"" , ""brush"" ] ) ) ) <TAB> <TAB> ) <TAB> <TAB> self . data [ ""sourceRect"" ] = 0 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _sourceQRect . clear ( ) <TAB> <TAB> self . updateSpots ( )",if _USE_QRECT :,137
22472,"def splitProcess(path, mode):
    output = []
    currentSize = 0
    currentTarget = path
    if options.webtoon:
        targetSize = 104857600
    else:
        targetSize = 419430400
    if options.batchsplit == 2 and mode == 2:
        mode = 3
    if mode < 3:
        for root, dirs, files in walkLevel(path, 0):
            for name in files if mode == 1 else dirs:
                if mode == 1:
                    size = os.path.getsize(os.path.join(root, name))
                else:
                    size = getDirectorySize(os.path.join(root, name))
                if currentSize + size > targetSize:
                    currentTarget, pathRoot = createNewTome()
                    output.append(pathRoot)
                    currentSize = size
                else:
                    currentSize += size
                if path != currentTarget:
                    move(os.path.join(root, name), os.path.join(currentTarget, name))
    else:
        firstTome = True
        for root, dirs, _ in walkLevel(path, 0):
            for name in dirs:
                if not firstTome:
                    currentTarget, pathRoot = createNewTome()
                    output.append(pathRoot)
                    move(os.path.join(root, name), os.path.join(currentTarget, name))
                else:
                    firstTome = False
    return output","def splitProcess ( path , mode ) : <TAB> output = [ ] <TAB> currentSize = 0 <TAB> currentTarget = path <TAB> if options . webtoon : <TAB> <TAB> targetSize = 104857600 <TAB> else : <TAB> <TAB> targetSize = 419430400 <TAB> if options . batchsplit == 2 and mode == 2 : <TAB> <TAB> mode = 3 <TAB> if mode < 3 : <TAB> <TAB> for root , dirs , files in walkLevel ( path , 0 ) : <TAB> <TAB> <TAB> for name in files if mode == 1 else dirs : <TAB> <TAB> <TAB> <TAB> if mode == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> size = os . path . getsize ( os . path . join ( root , name ) ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> size = getDirectorySize ( os . path . join ( root , name ) ) <TAB> <TAB> <TAB> <TAB> if currentSize + size > targetSize : <TAB> <TAB> <TAB> <TAB> <TAB> currentTarget , pathRoot = createNewTome ( ) <TAB> <TAB> <TAB> <TAB> <TAB> output . append ( pathRoot ) <TAB> <TAB> <TAB> <TAB> <TAB> currentSize = size <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> currentSize += size <TAB> <TAB> <TAB> <TAB> if path != currentTarget : <TAB> <TAB> <TAB> <TAB> <TAB> move ( os . path . join ( root , name ) , os . path . join ( currentTarget , name ) ) <TAB> else : <TAB> <TAB> firstTome = True <TAB> <TAB> for root , dirs , _ in walkLevel ( path , 0 ) : <TAB> <TAB> <TAB> for name in dirs : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> currentTarget , pathRoot = createNewTome ( ) <TAB> <TAB> <TAB> <TAB> <TAB> output . append ( pathRoot ) <TAB> <TAB> <TAB> <TAB> <TAB> move ( os . path . join ( root , name ) , os . path . join ( currentTarget , name ) ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> firstTome = False <TAB> return output",if not firstTome :,422
19876,"def native_color(c):
    try:
        color = CACHE[c]
    except KeyError:
        if isinstance(c, str):
            c = NAMED_COLOR[c]
        color = Color.FromArgb(
            int(c.rgba.a * 255), int(c.rgba.r), int(c.rgba.g), int(c.rgba.b)
        )
        CACHE[c] = color
    return color","def native_color ( c ) : <TAB> try : <TAB> <TAB> color = CACHE [ c ] <TAB> except KeyError : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> c = NAMED_COLOR [ c ] <TAB> <TAB> color = Color . FromArgb ( <TAB> <TAB> <TAB> int ( c . rgba . a * 255 ) , int ( c . rgba . r ) , int ( c . rgba . g ) , int ( c . rgba . b ) <TAB> <TAB> ) <TAB> <TAB> CACHE [ c ] = color <TAB> return color","if isinstance ( c , str ) :",115
5186,"def fmt(console: Console, targets: HydratedTargets) -> Fmt:
    results = yield [
        Get(FmtResult, FmtTarget, target.adaptor)
        for target in targets
        # @union assumes that all targets passed implement the union, so we manually
        # filter the targets we know do; this should probably no-op or log or something
        # configurable for non-matching targets.
        # We also would want to remove the workaround that filters adaptors which have a
        # `sources` attribute.
        # See https://github.com/pantsbuild/pants/issues/4535
        if isinstance(
            target.adaptor,
            (
                PythonAppAdaptor,
                PythonTargetAdaptor,
                PythonTestsAdaptor,
                PythonBinaryAdaptor,
            ),
        )
        and hasattr(target.adaptor, ""sources"")
    ]
    for result in results:
        files_content = yield Get(FilesContent, Digest, result.digest)
        # TODO: This is hacky and inefficient, and should be replaced by using the Workspace type
        # once that is available on master.
        # Blocked on: https://github.com/pantsbuild/pants/pull/8329
        for file_content in files_content:
            with Path(get_buildroot(), file_content.path).open(""wb"") as f:
                f.write(file_content.content)
        if result.stdout:
            console.print_stdout(result.stdout)
        if result.stderr:
            console.print_stderr(result.stderr)
    # Since we ran an ExecuteRequest, any failure would already have interrupted our flow
    exit_code = 0
    yield Fmt(exit_code)","def fmt ( console : Console , targets : HydratedTargets ) -> Fmt : <TAB> results = yield [ <TAB> <TAB> Get ( FmtResult , FmtTarget , target . adaptor ) <TAB> <TAB> for target in targets <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( <TAB> <TAB> <TAB> target . adaptor , <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> PythonAppAdaptor , <TAB> <TAB> <TAB> <TAB> PythonTargetAdaptor , <TAB> <TAB> <TAB> <TAB> PythonTestsAdaptor , <TAB> <TAB> <TAB> <TAB> PythonBinaryAdaptor , <TAB> <TAB> <TAB> ) , <TAB> <TAB> ) <TAB> <TAB> and hasattr ( target . adaptor , ""sources"" ) <TAB> ] <TAB> for result in results : <TAB> <TAB> files_content = yield Get ( FilesContent , Digest , result . digest ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for file_content in files_content : <TAB> <TAB> <TAB> with Path ( get_buildroot ( ) , file_content . path ) . open ( ""wb"" ) as f : <TAB> <TAB> <TAB> <TAB> f . write ( file_content . content ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> console . print_stdout ( result . stdout ) <TAB> <TAB> if result . stderr : <TAB> <TAB> <TAB> console . print_stderr ( result . stderr ) <TAB> <TAB> exit_code = 0 <TAB> yield Fmt ( exit_code )",if result . stdout :,450
2844,"def expect_block_mapping_key(self, first=False):
    if not first and isinstance(self.event, MappingEndEvent):
        self.indent = self.indents.pop()
        self.state = self.states.pop()
    else:
        self.write_indent()
        if self.check_simple_key():
            self.states.append(self.expect_block_mapping_simple_value)
            self.expect_node(mapping=True, simple_key=True)
        else:
            self.write_indicator(u""?"", True, indention=True)
            self.states.append(self.expect_block_mapping_value)
            self.expect_node(mapping=True)
","def expect_block_mapping_key ( self , first = False ) : <TAB> if not first and isinstance ( self . event , MappingEndEvent ) : <TAB> <TAB> self . indent = self . indents . pop ( ) <TAB> <TAB> self . state = self . states . pop ( ) <TAB> else : <TAB> <TAB> self . write_indent ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . states . append ( self . expect_block_mapping_simple_value ) <TAB> <TAB> <TAB> self . expect_node ( mapping = True , simple_key = True ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . write_indicator ( u""?"" , True , indention = True ) <TAB> <TAB> <TAB> self . states . append ( self . expect_block_mapping_value ) <TAB> <TAB> <TAB> self . expect_node ( mapping = True )",if self . check_simple_key ( ) :,185
9219,"def _url_encode_impl(obj, charset, encode_keys, sort, key):
    from .datastructures import iter_multi_items
    iterable = iter_multi_items(obj)
    if sort:
        iterable = sorted(iterable, key=key)
    for key, value in iterable:
        if value is None:
            continue
        if not isinstance(key, bytes):
            key = text_type(key).encode(charset)
        if not isinstance(value, bytes):
            value = text_type(value).encode(charset)
        yield _fast_url_quote_plus(key) + ""="" + _fast_url_quote_plus(value)
","def _url_encode_impl ( obj , charset , encode_keys , sort , key ) : <TAB> from . datastructures import iter_multi_items <TAB> iterable = iter_multi_items ( obj ) <TAB> if sort : <TAB> <TAB> iterable = sorted ( iterable , key = key ) <TAB> for key , value in iterable : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if not isinstance ( key , bytes ) : <TAB> <TAB> <TAB> key = text_type ( key ) . encode ( charset ) <TAB> <TAB> if not isinstance ( value , bytes ) : <TAB> <TAB> <TAB> value = text_type ( value ) . encode ( charset ) <TAB> <TAB> yield _fast_url_quote_plus ( key ) + ""="" + _fast_url_quote_plus ( value )",if value is None :,168
12866,"def get_waiting(self) -> List[str]:
    tasks = self.get_running_tasks_checked()
    waiting = []
    for task in tasks:
        state_msg = task.state.name
        if task.state in TaskState.has_started():
            task = self.onefuzz.tasks.get(task.task_id)
            if task.events:
                continue
            state_msg = ""waiting-for-heartbeat""
        waiting.append(f""{task.config.task.type.name}:{state_msg}"")
    return waiting
","def get_waiting ( self ) -> List [ str ] : <TAB> tasks = self . get_running_tasks_checked ( ) <TAB> waiting = [ ] <TAB> for task in tasks : <TAB> <TAB> state_msg = task . state . name <TAB> <TAB> if task . state in TaskState . has_started ( ) : <TAB> <TAB> <TAB> task = self . onefuzz . tasks . get ( task . task_id ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> state_msg = ""waiting-for-heartbeat"" <TAB> <TAB> waiting . append ( f""{task.config.task.type.name}:{state_msg}"" ) <TAB> return waiting",if task . events :,148
5921,"def migrate_common_facts(facts):
    """"""Migrate facts from various roles into common""""""
    params = {""node"": (""portal_net""), ""master"": (""portal_net"")}
    if ""common"" not in facts:
        facts[""common""] = {}
    # pylint: disable=consider-iterating-dictionary
    for role in params.keys():
        if role in facts:
            for param in params[role]:
                if param in facts[role]:
                    facts[""common""][param] = facts[role].pop(param)
    return facts
","def migrate_common_facts ( facts ) : <TAB> """"""Migrate facts from various roles into common"""""" <TAB> params = { ""node"" : ( ""portal_net"" ) , ""master"" : ( ""portal_net"" ) } <TAB> if ""common"" not in facts : <TAB> <TAB> facts [ ""common"" ] = { } <TAB> <TAB> for role in params . keys ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for param in params [ role ] : <TAB> <TAB> <TAB> <TAB> if param in facts [ role ] : <TAB> <TAB> <TAB> <TAB> <TAB> facts [ ""common"" ] [ param ] = facts [ role ] . pop ( param ) <TAB> return facts",if role in facts :,137
21216,"def build(opt):
    dpath, version = download(opt)
    if ""light_use_speech_prefix"" not in opt:
        opt[""light_use_speech_prefix""] = True
    # create particular instance of dataset depending on flags..
    fields = [
        ""taskname"",
        ""setting"",
        ""objects"",
        ""person_names"",
        ""persona"",
        ""emote"",
        ""speech"",
        ""action"",
        ""affordances"",
        ""repeat"",
        ""cands"",
        ""current_self_output"",
        ""clip_cands"",
        ""speech_prefix"",
    ]
    fpath = """"
    for f in fields:
        fpath += f + str(opt[""light_use_"" + f]) + ""_""
    dpath2 = os.path.join(opt[""datapath""], ""light_dialogue"", fpath[:-1])
    if not build_data.built(dpath2, version):
        if build_data.built(dpath2):
            # An older version exists, so remove these outdated files.
            build_data.remove_dir(dpath2)
        build_data.make_dir(dpath2)
        fname = ""light_data.pkl""
        fname2 = ""light_unseen_data.pkl""
        build_from_db(opt, dpath, dpath2, fname, fname2)
        # Mark the data as built.
        build_data.mark_done(dpath2, version)","def build ( opt ) : <TAB> dpath , version = download ( opt ) <TAB> if ""light_use_speech_prefix"" not in opt : <TAB> <TAB> opt [ ""light_use_speech_prefix"" ] = True <TAB> <TAB> fields = [ <TAB> <TAB> ""taskname"" , <TAB> <TAB> ""setting"" , <TAB> <TAB> ""objects"" , <TAB> <TAB> ""person_names"" , <TAB> <TAB> ""persona"" , <TAB> <TAB> ""emote"" , <TAB> <TAB> ""speech"" , <TAB> <TAB> ""action"" , <TAB> <TAB> ""affordances"" , <TAB> <TAB> ""repeat"" , <TAB> <TAB> ""cands"" , <TAB> <TAB> ""current_self_output"" , <TAB> <TAB> ""clip_cands"" , <TAB> <TAB> ""speech_prefix"" , <TAB> ] <TAB> fpath = """" <TAB> for f in fields : <TAB> <TAB> fpath += f + str ( opt [ ""light_use_"" + f ] ) + ""_"" <TAB> dpath2 = os . path . join ( opt [ ""datapath"" ] , ""light_dialogue"" , fpath [ : - 1 ] ) <TAB> if not build_data . built ( dpath2 , version ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> build_data . remove_dir ( dpath2 ) <TAB> <TAB> build_data . make_dir ( dpath2 ) <TAB> <TAB> fname = ""light_data.pkl"" <TAB> <TAB> fname2 = ""light_unseen_data.pkl"" <TAB> <TAB> build_from_db ( opt , dpath , dpath2 , fname , fname2 ) <TAB> <TAB> <TAB> <TAB> build_data . mark_done ( dpath2 , version )",if build_data . built ( dpath2 ) :,372
3144,"def capture_server(evt, buf, serv):
    try:
        serv.listen(5)
        conn, addr = serv.accept()
    except socket.timeout:
        pass
    else:
        n = 200
        while n > 0:
            r, w, e = select.select([conn], [], [])
            if r:
                data = conn.recv(10)
                # keep everything except for the newline terminator
                buf.write(data.replace(""\n"", """"))
                if ""\n"" in data:
                    break
            n -= 1
            time.sleep(0.01)
        conn.close()
    finally:
        serv.close()
        evt.set()","def capture_server ( evt , buf , serv ) : <TAB> try : <TAB> <TAB> serv . listen ( 5 ) <TAB> <TAB> conn , addr = serv . accept ( ) <TAB> except socket . timeout : <TAB> <TAB> pass <TAB> else : <TAB> <TAB> n = 200 <TAB> <TAB> while n > 0 : <TAB> <TAB> <TAB> r , w , e = select . select ( [ conn ] , [ ] , [ ] ) <TAB> <TAB> <TAB> if r : <TAB> <TAB> <TAB> <TAB> data = conn . recv ( 10 ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> buf . write ( data . replace ( ""\n"" , """" ) ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> n -= 1 <TAB> <TAB> <TAB> time . sleep ( 0.01 ) <TAB> <TAB> conn . close ( ) <TAB> finally : <TAB> <TAB> serv . close ( ) <TAB> <TAB> evt . set ( )","if ""\n"" in data :",195
9417,"def check_and_apply_update():
    check_releases()
    if not args.release_update:
        gitconfig()
        branch = settings.general.branch
        g = git.cmd.Git(current_working_directory)
        g.fetch(""origin"")
        result = g.diff(""--shortstat"", ""origin/"" + branch)
        if len(result) == 0:
            logging.info(""BAZARR No new version of Bazarr available."")
        else:
            g.reset(""--hard"", ""HEAD"")
            g.checkout(branch)
            g.reset(""--hard"", ""origin/"" + branch)
            g.pull()
            logging.info(
                ""BAZARR Updated to latest version. Restart required. "" + result
            )
            updated()
    else:
        url = ""https://api.github.com/repos/morpheus65535/bazarr/releases/latest""
        release = request_json(
            url,
            timeout=20,
            whitelist_status_code=404,
            validator=lambda x: type(x) == list,
        )
        if release is None:
            logging.warning(""BAZARR Could not get releases from GitHub."")
            return
        else:
            latest_release = release[""tag_name""]
        if (""v"" + os.environ[""BAZARR_VERSION""]) != latest_release:
            update_from_source(tar_download_url=release[""tarball_url""])
        else:
            logging.info(""BAZARR is up to date"")","def check_and_apply_update ( ) : <TAB> check_releases ( ) <TAB> if not args . release_update : <TAB> <TAB> gitconfig ( ) <TAB> <TAB> branch = settings . general . branch <TAB> <TAB> g = git . cmd . Git ( current_working_directory ) <TAB> <TAB> g . fetch ( ""origin"" ) <TAB> <TAB> result = g . diff ( ""--shortstat"" , ""origin/"" + branch ) <TAB> <TAB> if len ( result ) == 0 : <TAB> <TAB> <TAB> logging . info ( ""BAZARR No new version of Bazarr available."" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> g . reset ( ""--hard"" , ""HEAD"" ) <TAB> <TAB> <TAB> g . checkout ( branch ) <TAB> <TAB> <TAB> g . reset ( ""--hard"" , ""origin/"" + branch ) <TAB> <TAB> <TAB> g . pull ( ) <TAB> <TAB> <TAB> logging . info ( <TAB> <TAB> <TAB> <TAB> ""BAZARR Updated to latest version. Restart required. "" + result <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> updated ( ) <TAB> else : <TAB> <TAB> url = ""https://api.github.com/repos/morpheus65535/bazarr/releases/latest"" <TAB> <TAB> release = request_json ( <TAB> <TAB> <TAB> url , <TAB> <TAB> <TAB> timeout = 20 , <TAB> <TAB> <TAB> whitelist_status_code = 404 , <TAB> <TAB> <TAB> validator = lambda x : type ( x ) == list , <TAB> <TAB> ) <TAB> <TAB> if release is None : <TAB> <TAB> <TAB> logging . warning ( ""BAZARR Could not get releases from GitHub."" ) <TAB> <TAB> <TAB> return <TAB> <TAB> else : <TAB> <TAB> <TAB> latest_release = release [ ""tag_name"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> update_from_source ( tar_download_url = release [ ""tarball_url"" ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> logging . info ( ""BAZARR is up to date"" )","if ( ""v"" + os . environ [ ""BAZARR_VERSION"" ] ) != latest_release :",413
7240,"def get_data(self, path):
    """"""Gross hack to contort loader to deal w/ load_*()'s bad API.""""""
    if self.file and path == self.path:
        if not self.file.closed:
            file = self.file
        else:
            self.file = file = open(self.path, ""r"")
        with file:
            # Technically should be returning bytes, but
            # SourceLoader.get_code() just passed what is returned to
            # compile() which can handle str. And converting to bytes would
            # require figuring out the encoding to decode to and
            # tokenize.detect_encoding() only accepts bytes.
            return file.read()
    else:
        return super().get_data(path)
","def get_data ( self , path ) : <TAB> """"""Gross hack to contort loader to deal w/ load_*()'s bad API."""""" <TAB> if self . file and path == self . path : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> file = self . file <TAB> <TAB> else : <TAB> <TAB> <TAB> self . file = file = open ( self . path , ""r"" ) <TAB> <TAB> with file : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return file . read ( ) <TAB> else : <TAB> <TAB> return super ( ) . get_data ( path )",if not self . file . closed :,195
19404,"def run(self, input, generator):
    complexities = {}
    # an iterator over all valid programs, by increasing complexity, and in
    # lexicographical order, together with its code's complexity.
    piter = generator.orderedEnumeration()
    maxLevin = 1
    # every phase goes through all programs of a certain Levin-complexity.
    while True:
        # generate all programs that might be needed in this phase.
        c = 0
        while c <= maxLevin:
            try:
                c, p = next(piter)
            except StopIteration:
                break
            if c not in complexities:
                complexities[c] = [p]
            else:
                complexities[c].append(p)
        # execute all programs, but with a set time-limit:
        # every phase the total time used doubles (= 2**maxLevin)
        for c in range(maxLevin):
            for p in complexities[c]:
                boundP = timeBoundExecution(p, 2 ** (maxLevin - c) / maxLevin)
                res = boundP.run(input)
                if self.stoppingCriterion(res):
                    return res
        maxLevin += 1","def run ( self , input , generator ) : <TAB> complexities = { } <TAB> <TAB> <TAB> piter = generator . orderedEnumeration ( ) <TAB> maxLevin = 1 <TAB> <TAB> while True : <TAB> <TAB> <TAB> <TAB> c = 0 <TAB> <TAB> while c <= maxLevin : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> c , p = next ( piter ) <TAB> <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> complexities [ c ] = [ p ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> complexities [ c ] . append ( p ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for c in range ( maxLevin ) : <TAB> <TAB> <TAB> for p in complexities [ c ] : <TAB> <TAB> <TAB> <TAB> boundP = timeBoundExecution ( p , 2 ** ( maxLevin - c ) / maxLevin ) <TAB> <TAB> <TAB> <TAB> res = boundP . run ( input ) <TAB> <TAB> <TAB> <TAB> if self . stoppingCriterion ( res ) : <TAB> <TAB> <TAB> <TAB> <TAB> return res <TAB> <TAB> maxLevin += 1",if c not in complexities :,326
15249,"def get_user_context(request, escape=False):
    if isinstance(request, HttpRequest):
        user = getattr(request, ""user"", None)
        result = {""ip_address"": request.META[""REMOTE_ADDR""]}
        if user and user.is_authenticated():
            result.update(
                {
                    ""email"": user.email,
                    ""id"": user.id,
                }
            )
            if user.name:
                result[""name""] = user.name
    else:
        result = {}
    return mark_safe(json.dumps(result))
","def get_user_context ( request , escape = False ) : <TAB> if isinstance ( request , HttpRequest ) : <TAB> <TAB> user = getattr ( request , ""user"" , None ) <TAB> <TAB> result = { ""ip_address"" : request . META [ ""REMOTE_ADDR"" ] } <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result . update ( <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> ""email"" : user . email , <TAB> <TAB> <TAB> <TAB> <TAB> ""id"" : user . id , <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if user . name : <TAB> <TAB> <TAB> <TAB> result [ ""name"" ] = user . name <TAB> else : <TAB> <TAB> result = { } <TAB> return mark_safe ( json . dumps ( result ) )",if user and user . is_authenticated ( ) :,163
4649,"def _transform_count_encode(self, X_in, y):
    """"""Perform the transform count encoding.""""""
    X = X_in.copy(deep=True)
    X.loc[:, self.cols] = X.fillna(value=np.nan)
    for col in self.cols:
        if self._min_group_size is not None:
            if col in self._min_group_categories.keys():
                X[col] = X[col].map(self._min_group_categories[col]).fillna(X[col])
        X[col] = X[col].map(self.mapping[col])
        if isinstance(self._handle_unknown[col], (int, np.integer)):
            X[col] = X[col].fillna(self._handle_unknown[col])
        elif self._handle_unknown[col] == ""error"" and X[col].isnull().any():
            raise ValueError(
                ""Missing data found in column %s at transform time."" % (col,)
            )
    return X, self.mapping
","def _transform_count_encode ( self , X_in , y ) : <TAB> """"""Perform the transform count encoding."""""" <TAB> X = X_in . copy ( deep = True ) <TAB> X . loc [ : , self . cols ] = X . fillna ( value = np . nan ) <TAB> for col in self . cols : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if col in self . _min_group_categories . keys ( ) : <TAB> <TAB> <TAB> <TAB> X [ col ] = X [ col ] . map ( self . _min_group_categories [ col ] ) . fillna ( X [ col ] ) <TAB> <TAB> X [ col ] = X [ col ] . map ( self . mapping [ col ] ) <TAB> <TAB> if isinstance ( self . _handle_unknown [ col ] , ( int , np . integer ) ) : <TAB> <TAB> <TAB> X [ col ] = X [ col ] . fillna ( self . _handle_unknown [ col ] ) <TAB> <TAB> elif self . _handle_unknown [ col ] == ""error"" and X [ col ] . isnull ( ) . any ( ) : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Missing data found in column %s at transform time."" % ( col , ) <TAB> <TAB> <TAB> ) <TAB> return X , self . mapping",if self . _min_group_size is not None :,264
18098,"def mouse(self, button, mods, x, y):
    if button == 1:
        for i in range(4):
            if hypot(x - self.coords[i][0], y - self.coords[i][1]) < 4:
                self.hit = i
    elif button == -1:
        self.hit = None
    elif self.hit != None:
        self.coords[self.hit] = (x, y)
        self.view.dirty()","def mouse ( self , button , mods , x , y ) : <TAB> if button == 1 : <TAB> <TAB> for i in range ( 4 ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . hit = i <TAB> elif button == - 1 : <TAB> <TAB> self . hit = None <TAB> elif self . hit != None : <TAB> <TAB> self . coords [ self . hit ] = ( x , y ) <TAB> <TAB> self . view . dirty ( )","if hypot ( x - self . coords [ i ] [ 0 ] , y - self . coords [ i ] [ 1 ] ) < 4 :",123
22553,"def _process_watch(self, watched_event):
    logger.debug(""process_watch: %r"", watched_event)
    with handle_exception(self._tree._error_listeners):
        if watched_event.type == EventType.CREATED:
            assert self._parent is None, ""unexpected CREATED on non-root""
            self.on_created()
        elif watched_event.type == EventType.DELETED:
            self.on_deleted()
        elif watched_event.type == EventType.CHANGED:
            self._refresh_data()
        elif watched_event.type == EventType.CHILD:
            self._refresh_children()
","def _process_watch ( self , watched_event ) : <TAB> logger . debug ( ""process_watch: %r"" , watched_event ) <TAB> with handle_exception ( self . _tree . _error_listeners ) : <TAB> <TAB> if watched_event . type == EventType . CREATED : <TAB> <TAB> <TAB> assert self . _parent is None , ""unexpected CREATED on non-root"" <TAB> <TAB> <TAB> self . on_created ( ) <TAB> <TAB> elif watched_event . type == EventType . DELETED : <TAB> <TAB> <TAB> self . on_deleted ( ) <TAB> <TAB> elif watched_event . type == EventType . CHANGED : <TAB> <TAB> <TAB> self . _refresh_data ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _refresh_children ( )",elif watched_event . type == EventType . CHILD :,172
25308,"def _reauthenticate_and_retry(self, func=None):
    import kubernetes
    # Unauthorized.
    # Reload config in order to ensure token is
    # refreshed. Then try again.
    logger.info(""Trying to reauthenticate"")
    kubernetes.config.load_kube_config()
    subprocess.run([""kubectl"", ""get"", ""nodes""])
    self.kubeapi = kubernetes.client.CoreV1Api()
    self.batchapi = kubernetes.client.BatchV1Api()
    try:
        self.register_secret()
    except kubernetes.client.rest.ApiException as e:
        if e.status == 409 and e.reason == ""Conflict"":
            logger.warning(""409 conflict ApiException when registering secrets"")
            logger.warning(e)
        else:
            raise WorkflowError(
                e,
                ""This is likely a bug in ""
                ""https://github.com/kubernetes-client/python."",
            )
    if func:
        return func()","def _reauthenticate_and_retry ( self , func = None ) : <TAB> import kubernetes <TAB> <TAB> <TAB> <TAB> logger . info ( ""Trying to reauthenticate"" ) <TAB> kubernetes . config . load_kube_config ( ) <TAB> subprocess . run ( [ ""kubectl"" , ""get"" , ""nodes"" ] ) <TAB> self . kubeapi = kubernetes . client . CoreV1Api ( ) <TAB> self . batchapi = kubernetes . client . BatchV1Api ( ) <TAB> try : <TAB> <TAB> self . register_secret ( ) <TAB> except kubernetes . client . rest . ApiException as e : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . warning ( ""409 conflict ApiException when registering secrets"" ) <TAB> <TAB> <TAB> logger . warning ( e ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise WorkflowError ( <TAB> <TAB> <TAB> <TAB> e , <TAB> <TAB> <TAB> <TAB> ""This is likely a bug in "" <TAB> <TAB> <TAB> <TAB> ""https://github.com/kubernetes-client/python."" , <TAB> <TAB> <TAB> ) <TAB> if func : <TAB> <TAB> return func ( )","if e . status == 409 and e . reason == ""Conflict"" :",252
4203,"def create_fts_parser(server, db_name, schema_name, fts_parser_name):
    """"""This function will add the fts_parser under test schema.""""""
    try:
        connection = get_db_connection(
            db_name,
            server[""username""],
            server[""db_password""],
            server[""host""],
            server[""port""],
            server[""sslmode""],
        )
        pg_cursor = connection.cursor()
        query = (
            ""DROP TEXT SEARCH PARSER IF EXISTS "" + schema_name + ""."" + fts_parser_name
        )
        pg_cursor.execute(query)
        query = (
            ""CREATE TEXT SEARCH PARSER ""
            + schema_name
            + "".""
            + fts_parser_name
            + ""(START=prsd_start, GETTOKEN=prsd_nexttoken, ""
            ""END=prsd_end, LEXTYPES=dispell_init)""
        )
        pg_cursor.execute(query)
        connection.commit()
        # Get 'oid' from newly created parser
        pg_cursor.execute(
            ""select oid from pg_catalog.pg_ts_parser where ""
            ""prsname = '%s' order by oid ASC limit 1"" % fts_parser_name
        )
        oid = pg_cursor.fetchone()
        fts_parser_id = """"
        if oid:
            fts_parser_id = oid[0]
        connection.close()
        return fts_parser_id
    except Exception:
        traceback.print_exc(file=sys.stderr)","def create_fts_parser ( server , db_name , schema_name , fts_parser_name ) : <TAB> """"""This function will add the fts_parser under test schema."""""" <TAB> try : <TAB> <TAB> connection = get_db_connection ( <TAB> <TAB> <TAB> db_name , <TAB> <TAB> <TAB> server [ ""username"" ] , <TAB> <TAB> <TAB> server [ ""db_password"" ] , <TAB> <TAB> <TAB> server [ ""host"" ] , <TAB> <TAB> <TAB> server [ ""port"" ] , <TAB> <TAB> <TAB> server [ ""sslmode"" ] , <TAB> <TAB> ) <TAB> <TAB> pg_cursor = connection . cursor ( ) <TAB> <TAB> query = ( <TAB> <TAB> <TAB> ""DROP TEXT SEARCH PARSER IF EXISTS "" + schema_name + ""."" + fts_parser_name <TAB> <TAB> ) <TAB> <TAB> pg_cursor . execute ( query ) <TAB> <TAB> query = ( <TAB> <TAB> <TAB> ""CREATE TEXT SEARCH PARSER "" <TAB> <TAB> <TAB> + schema_name <TAB> <TAB> <TAB> + ""."" <TAB> <TAB> <TAB> + fts_parser_name <TAB> <TAB> <TAB> + ""(START=prsd_start, GETTOKEN=prsd_nexttoken, "" <TAB> <TAB> <TAB> ""END=prsd_end, LEXTYPES=dispell_init)"" <TAB> <TAB> ) <TAB> <TAB> pg_cursor . execute ( query ) <TAB> <TAB> connection . commit ( ) <TAB> <TAB> <TAB> <TAB> pg_cursor . execute ( <TAB> <TAB> <TAB> ""select oid from pg_catalog.pg_ts_parser where "" <TAB> <TAB> <TAB> ""prsname = '%s' order by oid ASC limit 1"" % fts_parser_name <TAB> <TAB> ) <TAB> <TAB> oid = pg_cursor . fetchone ( ) <TAB> <TAB> fts_parser_id = """" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fts_parser_id = oid [ 0 ] <TAB> <TAB> connection . close ( ) <TAB> <TAB> return fts_parser_id <TAB> except Exception : <TAB> <TAB> traceback . print_exc ( file = sys . stderr )",if oid :,428
14895,"def wrapper(*args, spec: Spec, **kw):
    available_configs = set(configs)
    if spec.CONFIG_NAME not in available_configs:
        message = f""doesn't support this config: {spec.CONFIG_NAME}.""
        if reason is not None:
            message = f""{message} Reason: {reason}""
        dump_skipping_message(message)
        return None
    return fn(*args, spec=spec, **kw)
","def wrapper ( * args , spec : Spec , ** kw ) : <TAB> available_configs = set ( configs ) <TAB> if spec . CONFIG_NAME not in available_configs : <TAB> <TAB> message = f""doesn't support this config: {spec.CONFIG_NAME}."" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> message = f""{message} Reason: {reason}"" <TAB> <TAB> dump_skipping_message ( message ) <TAB> <TAB> return None <TAB> return fn ( * args , spec = spec , ** kw )",if reason is not None :,112
5206,"def _run_jdeps_analysis(
    self,
    target,
    target_artifact_classpaths,
    potential_deps_classpaths,
    jdeps_output_json,
):
    with self.aliased_classpaths(potential_deps_classpaths) as classpaths_by_alias:
        with open(jdeps_output_json, ""w"") as f:
            if len(target_artifact_classpaths):
                jdeps_stdout, jdeps_stderr = self._spawn_jdeps_command(
                    target, target_artifact_classpaths, classpaths_by_alias.keys()
                ).communicate()
                deps_classpaths = set()
                for line in io.StringIO(jdeps_stdout.decode(""utf-8"")):
                    match = self._jdeps_summary_line_regex.fullmatch(line.strip())
                    if match is not None:
                        dep_name = match.group(1)
                        deps_classpaths.add(classpaths_by_alias.get(dep_name, dep_name))
            else:
                deps_classpaths = []
            json.dump(list(deps_classpaths), f)","def _run_jdeps_analysis ( <TAB> self , <TAB> target , <TAB> target_artifact_classpaths , <TAB> potential_deps_classpaths , <TAB> jdeps_output_json , ) : <TAB> with self . aliased_classpaths ( potential_deps_classpaths ) as classpaths_by_alias : <TAB> <TAB> with open ( jdeps_output_json , ""w"" ) as f : <TAB> <TAB> <TAB> if len ( target_artifact_classpaths ) : <TAB> <TAB> <TAB> <TAB> jdeps_stdout , jdeps_stderr = self . _spawn_jdeps_command ( <TAB> <TAB> <TAB> <TAB> <TAB> target , target_artifact_classpaths , classpaths_by_alias . keys ( ) <TAB> <TAB> <TAB> <TAB> ) . communicate ( ) <TAB> <TAB> <TAB> <TAB> deps_classpaths = set ( ) <TAB> <TAB> <TAB> <TAB> for line in io . StringIO ( jdeps_stdout . decode ( ""utf-8"" ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> match = self . _jdeps_summary_line_regex . fullmatch ( line . strip ( ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dep_name = match . group ( 1 ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> deps_classpaths . add ( classpaths_by_alias . get ( dep_name , dep_name ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> deps_classpaths = [ ] <TAB> <TAB> <TAB> json . dump ( list ( deps_classpaths ) , f )",if match is not None :,315
13226,"def toxml(self):
    text = self.value
    self.parent.setBidi(getBidiType(text))
    if not text.startswith(HTML_PLACEHOLDER_PREFIX):
        if self.parent.nodeName == ""p"":
            text = text.replace(""\n"", ""\n   "")
        elif self.parent.nodeName == ""li"" and self.parent.childNodes[0] == self:
            text = ""\n     "" + text.replace(""\n"", ""\n     "")
    text = self.doc.normalizeEntities(text)
    return text","def toxml ( self ) : <TAB> text = self . value <TAB> self . parent . setBidi ( getBidiType ( text ) ) <TAB> if not text . startswith ( HTML_PLACEHOLDER_PREFIX ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> text = text . replace ( ""\n"" , ""\n   "" ) <TAB> <TAB> elif self . parent . nodeName == ""li"" and self . parent . childNodes [ 0 ] == self : <TAB> <TAB> <TAB> text = ""\n     "" + text . replace ( ""\n"" , ""\n     "" ) <TAB> text = self . doc . normalizeEntities ( text ) <TAB> return text","if self . parent . nodeName == ""p"" :",148
22908,"def runTest(self, define_g=True):
    """"""Run a Leo GeneralTestCase test.""""""
    trace_time = False
    tm = self
    c = tm.c
    p = tm.p.copy()
    if trace_time:
        t1 = time.clock()
    script = g.getScript(c, p).strip()
    if self.setup_script:
        script = self.setup_script + ""\n"" + script
    tm.assertTrue(script)
    if c.shortFileName() == ""dynamicUnitTest.leo"":
        c.write_script_file = True
    # New in Leo 4.4.3: always define the entries in g.app.unitTestDict.
    g.app.unitTestDict = {""c"": c, ""g"": g, ""p"": p and p.copy()}
    if define_g:
        d = {
            ""c"": c,
            ""g"": g,
            ""p"": p and p.copy(),
            ""self"": tm,
        }
    else:
        d = {
            ""self"": tm,
        }
    script = script + ""\n""
    # Execute the script. Let the unit test handle any errors!
    # 2011/11/02: pass the script sources to exec or execfile.
    if c.write_script_file:
        scriptFile = c.writeScriptFile(script)
        # pylint: disable=no-member
        if g.isPython3:
            exec(compile(script, scriptFile, ""exec""), d)
        else:
            builtins.execfile(scriptFile, d)
    else:
        exec(script, d)
    if trace_time:
        t2 = time.clock()
        if t2 - t1 > 3.0:
            g.trace(""\nEXCESSIVE TIME: %5.2f sec. in %s"" % (t2 - t1, self.p.h))","def runTest ( self , define_g = True ) : <TAB> """"""Run a Leo GeneralTestCase test."""""" <TAB> trace_time = False <TAB> tm = self <TAB> c = tm . c <TAB> p = tm . p . copy ( ) <TAB> if trace_time : <TAB> <TAB> t1 = time . clock ( ) <TAB> script = g . getScript ( c , p ) . strip ( ) <TAB> if self . setup_script : <TAB> <TAB> script = self . setup_script + ""\n"" + script <TAB> tm . assertTrue ( script ) <TAB> if c . shortFileName ( ) == ""dynamicUnitTest.leo"" : <TAB> <TAB> c . write_script_file = True <TAB> <TAB> g . app . unitTestDict = { ""c"" : c , ""g"" : g , ""p"" : p and p . copy ( ) } <TAB> if define_g : <TAB> <TAB> d = { <TAB> <TAB> <TAB> ""c"" : c , <TAB> <TAB> <TAB> ""g"" : g , <TAB> <TAB> <TAB> ""p"" : p and p . copy ( ) , <TAB> <TAB> <TAB> ""self"" : tm , <TAB> <TAB> } <TAB> else : <TAB> <TAB> d = { <TAB> <TAB> <TAB> ""self"" : tm , <TAB> <TAB> } <TAB> script = script + ""\n"" <TAB> <TAB> <TAB> if c . write_script_file : <TAB> <TAB> scriptFile = c . writeScriptFile ( script ) <TAB> <TAB> <TAB> <TAB> if g . isPython3 : <TAB> <TAB> <TAB> exec ( compile ( script , scriptFile , ""exec"" ) , d ) <TAB> <TAB> else : <TAB> <TAB> <TAB> builtins . execfile ( scriptFile , d ) <TAB> else : <TAB> <TAB> exec ( script , d ) <TAB> if trace_time : <TAB> <TAB> t2 = time . clock ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> g . trace ( ""\nEXCESSIVE TIME: %5.2f sec. in %s"" % ( t2 - t1 , self . p . h ) )",if t2 - t1 > 3.0 :,492
5145,"def setup_custom_resources(
    kube_client: KubeClient,
    kind: KubeKind,
    version: str,
    crd: CustomResourceDefinition,
    config_dicts: Mapping[str, Mapping[str, Any]],
    group: str,
    cluster: str,
    service: str = None,
    instance: str = None,
) -> bool:
    succeded = True
    if config_dicts:
        crs = list_custom_resources(
            kube_client=kube_client, kind=kind, version=version, group=group
        )
    for svc, config in config_dicts.items():
        if service is not None and service != svc:
            continue
        if not reconcile_kubernetes_resource(
            kube_client=kube_client,
            service=svc,
            instance=instance,
            instance_configs=config,
            kind=kind,
            custom_resources=crs,
            version=version,
            group=group,
            cluster=cluster,
            crd=crd,
        ):
            succeded = False
    return succeded
","def setup_custom_resources ( <TAB> kube_client : KubeClient , <TAB> kind : KubeKind , <TAB> version : str , <TAB> crd : CustomResourceDefinition , <TAB> config_dicts : Mapping [ str , Mapping [ str , Any ] ] , <TAB> group : str , <TAB> cluster : str , <TAB> service : str = None , <TAB> instance : str = None , ) -> bool : <TAB> succeded = True <TAB> if config_dicts : <TAB> <TAB> crs = list_custom_resources ( <TAB> <TAB> <TAB> kube_client = kube_client , kind = kind , version = version , group = group <TAB> <TAB> ) <TAB> for svc , config in config_dicts . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if not reconcile_kubernetes_resource ( <TAB> <TAB> <TAB> kube_client = kube_client , <TAB> <TAB> <TAB> service = svc , <TAB> <TAB> <TAB> instance = instance , <TAB> <TAB> <TAB> instance_configs = config , <TAB> <TAB> <TAB> kind = kind , <TAB> <TAB> <TAB> custom_resources = crs , <TAB> <TAB> <TAB> version = version , <TAB> <TAB> <TAB> group = group , <TAB> <TAB> <TAB> cluster = cluster , <TAB> <TAB> <TAB> crd = crd , <TAB> <TAB> ) : <TAB> <TAB> <TAB> succeded = False <TAB> return succeded",if service is not None and service != svc :,295
14207,"def __init__(self, sample_function, batch_size, ids, targets=None, shuffle=True):
    # Check that ids is an iterable
    if not is_real_iterable(ids):
        raise TypeError(""IDs must be an iterable or numpy array of graph node IDs"")
    # Check targets is iterable & has the correct length
    if targets is not None:
        if not is_real_iterable(targets):
            raise TypeError(""Targets must be None or an iterable or numpy array "")
        if len(ids) != len(targets):
            raise ValueError(
                ""The length of the targets must be the same as the length of the ids""
            )
        self.targets = np.asanyarray(targets)
    else:
        self.targets = None
    # Ensure number of labels matches number of ids
    if targets is not None and len(ids) != len(targets):
        raise ValueError(""Length of link ids must match length of link targets"")
    # Store the generator to draw samples from graph
    if isinstance(sample_function, collections.Callable):
        self._sample_features = sample_function
    else:
        raise TypeError(
            ""({}) The sampling function expects a callable function."".format(
                type(self).__name__
            )
        )
    self.batch_size = batch_size
    self.ids = list(ids)
    self.data_size = len(self.ids)
    self.shuffle = shuffle
    # Shuffle the IDs to begin
    self.on_epoch_end()
","def __init__ ( self , sample_function , batch_size , ids , targets = None , shuffle = True ) : <TAB> <TAB> if not is_real_iterable ( ids ) : <TAB> <TAB> raise TypeError ( ""IDs must be an iterable or numpy array of graph node IDs"" ) <TAB> <TAB> if targets is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise TypeError ( ""Targets must be None or an iterable or numpy array "" ) <TAB> <TAB> if len ( ids ) != len ( targets ) : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""The length of the targets must be the same as the length of the ids"" <TAB> <TAB> <TAB> ) <TAB> <TAB> self . targets = np . asanyarray ( targets ) <TAB> else : <TAB> <TAB> self . targets = None <TAB> <TAB> if targets is not None and len ( ids ) != len ( targets ) : <TAB> <TAB> raise ValueError ( ""Length of link ids must match length of link targets"" ) <TAB> <TAB> if isinstance ( sample_function , collections . Callable ) : <TAB> <TAB> self . _sample_features = sample_function <TAB> else : <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> ""({}) The sampling function expects a callable function."" . format ( <TAB> <TAB> <TAB> <TAB> type ( self ) . __name__ <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> self . batch_size = batch_size <TAB> self . ids = list ( ids ) <TAB> self . data_size = len ( self . ids ) <TAB> self . shuffle = shuffle <TAB> <TAB> self . on_epoch_end ( )",if not is_real_iterable ( targets ) :,376
5607,"def _level_up_logging(self):
    for handler in self.log.handlers:
        if issubclass(handler.__class__, logging.FileHandler):
            if handler.level != logging.DEBUG:
                handler.setLevel(logging.DEBUG)
                self.log.debug(""Leveled up log file verbosity"")
","def _level_up_logging ( self ) : <TAB> for handler in self . log . handlers : <TAB> <TAB> if issubclass ( handler . __class__ , logging . FileHandler ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> handler . setLevel ( logging . DEBUG ) <TAB> <TAB> <TAB> <TAB> self . log . debug ( ""Leveled up log file verbosity"" )",if handler . level != logging . DEBUG :,80
11672,"def cmd_execution_alter_shell(separator, cmd, OUTPUT_TEXTFILE):
    if settings.TARGET_OS == ""win"":
        if settings.REVERSE_TCP:
            payload = separator + cmd + "" ""
        else:
            python_payload = (
                settings.WIN_PYTHON_DIR
                + "" -c \""import os; os.system('""
                + cmd
                + "">""
                + OUTPUT_TEXTFILE
                + ""')\""""
            )
            payload = (
                separator
                + 'for /f """"t""""o""""k""""e""""n""""s""=*"" %i in (\'cmd /c '
                + python_payload
                + ""') do @set /p =%i< nul""
            )
    else:
        payload = (
            separator
            + ""$(python -c \""f=open('""
            + settings.WEB_ROOT
            + OUTPUT_TEXTFILE
            + ""','w')\nf.write('$(echo $(""
            + cmd
            + ""))')\nf.close()\n\"")""
        )
    # New line fixation
    if (
        settings.USER_AGENT_INJECTION == True
        or settings.REFERER_INJECTION == True
        or settings.HOST_INJECTION == True
        or settings.CUSTOM_HEADER_INJECTION == True
    ):
        payload = payload.replace(""\n"", separator)
    else:
        if (
            not settings.TAMPER_SCRIPTS[""base64encode""]
            and not settings.TAMPER_SCRIPTS[""hexencode""]
        ):
            if settings.TARGET_OS != ""win"":
                payload = payload.replace(""\n"", ""%0d"")
    return payload","def cmd_execution_alter_shell ( separator , cmd , OUTPUT_TEXTFILE ) : <TAB> if settings . TARGET_OS == ""win"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> payload = separator + cmd + "" "" <TAB> <TAB> else : <TAB> <TAB> <TAB> python_payload = ( <TAB> <TAB> <TAB> <TAB> settings . WIN_PYTHON_DIR <TAB> <TAB> <TAB> <TAB> + "" -c \""import os; os.system('"" <TAB> <TAB> <TAB> <TAB> + cmd <TAB> <TAB> <TAB> <TAB> + "">"" <TAB> <TAB> <TAB> <TAB> + OUTPUT_TEXTFILE <TAB> <TAB> <TAB> <TAB> + ""')\"""" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> payload = ( <TAB> <TAB> <TAB> <TAB> separator <TAB> <TAB> <TAB> <TAB> + 'for /f """"t""""o""""k""""e""""n""""s""=*"" %i in (\'cmd /c ' <TAB> <TAB> <TAB> <TAB> + python_payload <TAB> <TAB> <TAB> <TAB> + ""') do @set /p =%i< nul"" <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> payload = ( <TAB> <TAB> <TAB> separator <TAB> <TAB> <TAB> + ""$(python -c \""f=open('"" <TAB> <TAB> <TAB> + settings . WEB_ROOT <TAB> <TAB> <TAB> + OUTPUT_TEXTFILE <TAB> <TAB> <TAB> + ""','w')\nf.write('$(echo $("" <TAB> <TAB> <TAB> + cmd <TAB> <TAB> <TAB> + ""))')\nf.close()\n\"")"" <TAB> <TAB> ) <TAB> <TAB> if ( <TAB> <TAB> settings . USER_AGENT_INJECTION == True <TAB> <TAB> or settings . REFERER_INJECTION == True <TAB> <TAB> or settings . HOST_INJECTION == True <TAB> <TAB> or settings . CUSTOM_HEADER_INJECTION == True <TAB> ) : <TAB> <TAB> payload = payload . replace ( ""\n"" , separator ) <TAB> else : <TAB> <TAB> if ( <TAB> <TAB> <TAB> not settings . TAMPER_SCRIPTS [ ""base64encode"" ] <TAB> <TAB> <TAB> and not settings . TAMPER_SCRIPTS [ ""hexencode"" ] <TAB> <TAB> ) : <TAB> <TAB> <TAB> if settings . TARGET_OS != ""win"" : <TAB> <TAB> <TAB> <TAB> payload = payload . replace ( ""\n"" , ""%0d"" ) <TAB> return payload",if settings . REVERSE_TCP :,479
16604,"def visit_list(
    self,
    items: Sequence[base.AST],
    *,
    separator: str = "","",
    terminator: Optional[str] = None,
    newlines: bool = True,
    **kwargs: Any
) -> None:
    # terminator overrides separator setting
    #
    separator = terminator if terminator is not None else separator
    size = len(items)
    for i, item in enumerate(items):
        self.visit(item, **kwargs)
        if i < size - 1 or terminator is not None:
            self.write(separator)
            if newlines:
                self.new_lines = 1
            else:
                self.write("" "")","def visit_list ( <TAB> self , <TAB> items : Sequence [ base . AST ] , <TAB> * , <TAB> separator : str = "","" , <TAB> terminator : Optional [ str ] = None , <TAB> newlines : bool = True , <TAB> ** kwargs : Any ) -> None : <TAB> <TAB> <TAB> separator = terminator if terminator is not None else separator <TAB> size = len ( items ) <TAB> for i , item in enumerate ( items ) : <TAB> <TAB> self . visit ( item , ** kwargs ) <TAB> <TAB> if i < size - 1 or terminator is not None : <TAB> <TAB> <TAB> self . write ( separator ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . new_lines = 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . write ( "" "" )",if newlines :,172
2970,"def get_version(version_file=STATIC_VERSION_FILE):
    version_info = get_static_version_info(version_file)
    version = version_info[""version""]
    if version == ""__use_git__"":
        version = get_version_from_git()
        if not version:
            version = get_version_from_git_archive(version_info)
        if not version:
            version = Version(""unknown"", None, None)
        return pep440_format(version)
    else:
        return version","def get_version ( version_file = STATIC_VERSION_FILE ) : <TAB> version_info = get_static_version_info ( version_file ) <TAB> version = version_info [ ""version"" ] <TAB> if version == ""__use_git__"" : <TAB> <TAB> version = get_version_from_git ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> version = get_version_from_git_archive ( version_info ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> version = Version ( ""unknown"" , None , None ) <TAB> <TAB> return pep440_format ( version ) <TAB> else : <TAB> <TAB> return version",if not version :,137
18594,"def generateAggregation(self, agg, where_clausel):
    if not agg:
        return self.table, where_clausel
    if (
        agg.aggfunc == SigmaAggregationParser.AGGFUNC_COUNT
        or agg.aggfunc == SigmaAggregationParser.AGGFUNC_MAX
        or agg.aggfunc == SigmaAggregationParser.AGGFUNC_MIN
        or agg.aggfunc == SigmaAggregationParser.AGGFUNC_SUM
        or agg.aggfunc == SigmaAggregationParser.AGGFUNC_AVG
    ):
        if agg.groupfield:
            group_by = "" GROUP BY {0}"".format(
                self.fieldNameMapping(agg.groupfield, None)
            )
        else:
            group_by = """"
        if agg.aggfield:
            select = ""{}({}) AS agg"".format(
                agg.aggfunc_notrans, self.fieldNameMapping(agg.aggfield, None)
            )
        else:
            if agg.aggfunc == SigmaAggregationParser.AGGFUNC_COUNT:
                select = ""{}(*) AS agg"".format(agg.aggfunc_notrans)
            else:
                raise SigmaParseError(
                    ""For {} aggregation a fieldname needs to be specified"".format(
                        agg.aggfunc_notrans
                    )
                )
        temp_table = ""(SELECT {} FROM {} WHERE {}{})"".format(
            select, self.table, where_clausel, group_by
        )
        agg_condition = ""agg {} {}"".format(agg.cond_op, agg.condition)
        return temp_table, agg_condition
    raise NotImplementedError(
        ""{} aggregation not implemented in SQL Backend"".format(agg.aggfunc_notrans)
    )","def generateAggregation ( self , agg , where_clausel ) : <TAB> if not agg : <TAB> <TAB> return self . table , where_clausel <TAB> if ( <TAB> <TAB> agg . aggfunc == SigmaAggregationParser . AGGFUNC_COUNT <TAB> <TAB> or agg . aggfunc == SigmaAggregationParser . AGGFUNC_MAX <TAB> <TAB> or agg . aggfunc == SigmaAggregationParser . AGGFUNC_MIN <TAB> <TAB> or agg . aggfunc == SigmaAggregationParser . AGGFUNC_SUM <TAB> <TAB> or agg . aggfunc == SigmaAggregationParser . AGGFUNC_AVG <TAB> ) : <TAB> <TAB> if agg . groupfield : <TAB> <TAB> <TAB> group_by = "" GROUP BY {0}"" . format ( <TAB> <TAB> <TAB> <TAB> self . fieldNameMapping ( agg . groupfield , None ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> group_by = """" <TAB> <TAB> if agg . aggfield : <TAB> <TAB> <TAB> select = ""{}({}) AS agg"" . format ( <TAB> <TAB> <TAB> <TAB> agg . aggfunc_notrans , self . fieldNameMapping ( agg . aggfield , None ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> select = ""{}(*) AS agg"" . format ( agg . aggfunc_notrans ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise SigmaParseError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""For {} aggregation a fieldname needs to be specified"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> agg . aggfunc_notrans <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> temp_table = ""(SELECT {} FROM {} WHERE {}{})"" . format ( <TAB> <TAB> <TAB> select , self . table , where_clausel , group_by <TAB> <TAB> ) <TAB> <TAB> agg_condition = ""agg {} {}"" . format ( agg . cond_op , agg . condition ) <TAB> <TAB> return temp_table , agg_condition <TAB> raise NotImplementedError ( <TAB> <TAB> ""{} aggregation not implemented in SQL Backend"" . format ( agg . aggfunc_notrans ) <TAB> )",if agg . aggfunc == SigmaAggregationParser . AGGFUNC_COUNT :,461
801,"def _use_full_params(self) -> None:
    for p in self.params:
        if not p._is_sharded:
            if self.mixed_precision:
                assert p._fp16_shard.storage().size() != 0
                p.data = p._fp16_shard
        else:
            assert p._full_param_padded.storage().size() != 0
            p.data = p._full_param_padded[: p._orig_size.numel()].view(p._orig_size)",def _use_full_params ( self ) -> None : <TAB> for p in self . params : <TAB> <TAB> if not p . _is_sharded : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> assert p . _fp16_shard . storage ( ) . size ( ) != 0 <TAB> <TAB> <TAB> <TAB> p . data = p . _fp16_shard <TAB> <TAB> else : <TAB> <TAB> <TAB> assert p . _full_param_padded . storage ( ) . size ( ) != 0 <TAB> <TAB> <TAB> p . data = p . _full_param_padded [ : p . _orig_size . numel ( ) ] . view ( p . _orig_size ),if self . mixed_precision :,136
1854,"def test_read1(self):
    self.test_write()
    blocks = []
    nread = 0
    with gzip.GzipFile(self.filename, ""r"") as f:
        while True:
            d = f.read1()
            if not d:
                break
            blocks.append(d)
            nread += len(d)
            # Check that position was updated correctly (see issue10791).
            self.assertEqual(f.tell(), nread)
    self.assertEqual(b"""".join(blocks), data1 * 50)","def test_read1 ( self ) : <TAB> self . test_write ( ) <TAB> blocks = [ ] <TAB> nread = 0 <TAB> with gzip . GzipFile ( self . filename , ""r"" ) as f : <TAB> <TAB> while True : <TAB> <TAB> <TAB> d = f . read1 ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> blocks . append ( d ) <TAB> <TAB> <TAB> nread += len ( d ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( f . tell ( ) , nread ) <TAB> self . assertEqual ( b"""" . join ( blocks ) , data1 * 50 )",if not d :,146
22139,"def _table_schema(self, table):
    rows = self.db.execute_sql(""PRAGMA table_info('%s')"" % table).fetchall()
    # Build list of fields from table information
    result = {}
    for _, name, data_type, not_null, _, primary_key in rows:
        parts = [data_type]
        if primary_key:
            parts.append(""PRIMARY KEY"")
        if not_null:
            parts.append(""NOT NULL"")
        result[name] = "" "".join(parts)
    return result
","def _table_schema ( self , table ) : <TAB> rows = self . db . execute_sql ( ""PRAGMA table_info('%s')"" % table ) . fetchall ( ) <TAB> <TAB> result = { } <TAB> for _ , name , data_type , not_null , _ , primary_key in rows : <TAB> <TAB> parts = [ data_type ] <TAB> <TAB> if primary_key : <TAB> <TAB> <TAB> parts . append ( ""PRIMARY KEY"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> parts . append ( ""NOT NULL"" ) <TAB> <TAB> result [ name ] = "" "" . join ( parts ) <TAB> return result",if not_null :,137
13778,"def pytest_collection_modifyitems(config, items):
    # FeatureHasher is not compatible with PyPy
    if platform.python_implementation() == ""PyPy"":
        skip_marker = pytest.mark.skip(
            reason=""FeatureHasher is not compatible with PyPy""
        )
        for item in items:
            if item.name.endswith((""_hash.FeatureHasher"", ""text.HashingVectorizer"")):
                item.add_marker(skip_marker)
    # Skip tests which require internet if the flag is provided
    if config.getoption(""--skip-network""):
        skip_network = pytest.mark.skip(reason=""test requires internet connectivity"")
        for item in items:
            if ""network"" in item.keywords:
                item.add_marker(skip_network)
    # numpy changed the str/repr formatting of numpy arrays in 1.14. We want to
    # run doctests only for numpy >= 1.14.
    skip_doctests = False
    try:
        import numpy as np
        if LooseVersion(np.__version__) < LooseVersion(""1.14""):
            reason = ""doctests are only run for numpy >= 1.14""
            skip_doctests = True
        elif _IS_32BIT:
            reason = ""doctest are only run when the default numpy int is "" ""64 bits.""
            skip_doctests = True
        elif sys.platform.startswith(""win32""):
            reason = (
                ""doctests are not run for Windows because numpy arrays ""
                ""repr is inconsistent across platforms.""
            )
            skip_doctests = True
    except ImportError:
        pass
    if skip_doctests:
        skip_marker = pytest.mark.skip(reason=reason)
        for item in items:
            if isinstance(item, DoctestItem):
                item.add_marker(skip_marker)","def pytest_collection_modifyitems ( config , items ) : <TAB> <TAB> if platform . python_implementation ( ) == ""PyPy"" : <TAB> <TAB> skip_marker = pytest . mark . skip ( <TAB> <TAB> <TAB> reason = ""FeatureHasher is not compatible with PyPy"" <TAB> <TAB> ) <TAB> <TAB> for item in items : <TAB> <TAB> <TAB> if item . name . endswith ( ( ""_hash.FeatureHasher"" , ""text.HashingVectorizer"" ) ) : <TAB> <TAB> <TAB> <TAB> item . add_marker ( skip_marker ) <TAB> <TAB> if config . getoption ( ""--skip-network"" ) : <TAB> <TAB> skip_network = pytest . mark . skip ( reason = ""test requires internet connectivity"" ) <TAB> <TAB> for item in items : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> item . add_marker ( skip_network ) <TAB> <TAB> <TAB> skip_doctests = False <TAB> try : <TAB> <TAB> import numpy as np <TAB> <TAB> if LooseVersion ( np . __version__ ) < LooseVersion ( ""1.14"" ) : <TAB> <TAB> <TAB> reason = ""doctests are only run for numpy >= 1.14"" <TAB> <TAB> <TAB> skip_doctests = True <TAB> <TAB> elif _IS_32BIT : <TAB> <TAB> <TAB> reason = ""doctest are only run when the default numpy int is "" ""64 bits."" <TAB> <TAB> <TAB> skip_doctests = True <TAB> <TAB> elif sys . platform . startswith ( ""win32"" ) : <TAB> <TAB> <TAB> reason = ( <TAB> <TAB> <TAB> <TAB> ""doctests are not run for Windows because numpy arrays "" <TAB> <TAB> <TAB> <TAB> ""repr is inconsistent across platforms."" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> skip_doctests = True <TAB> except ImportError : <TAB> <TAB> pass <TAB> if skip_doctests : <TAB> <TAB> skip_marker = pytest . mark . skip ( reason = reason ) <TAB> <TAB> for item in items : <TAB> <TAB> <TAB> if isinstance ( item , DoctestItem ) : <TAB> <TAB> <TAB> <TAB> item . add_marker ( skip_marker )","if ""network"" in item . keywords :",463
21046,"def get_limit(self, request):
    if self.limit_query_param:
        try:
            limit = int(request.query_params[self.limit_query_param])
            if limit < 0:
                raise ValueError()
            # Enforce maximum page size, if defined
            if settings.MAX_PAGE_SIZE:
                if limit == 0:
                    return settings.MAX_PAGE_SIZE
                else:
                    return min(limit, settings.MAX_PAGE_SIZE)
            return limit
        except (KeyError, ValueError):
            pass
    return self.default_limit","def get_limit ( self , request ) : <TAB> if self . limit_query_param : <TAB> <TAB> try : <TAB> <TAB> <TAB> limit = int ( request . query_params [ self . limit_query_param ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise ValueError ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if settings . MAX_PAGE_SIZE : <TAB> <TAB> <TAB> <TAB> if limit == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> return settings . MAX_PAGE_SIZE <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> return min ( limit , settings . MAX_PAGE_SIZE ) <TAB> <TAB> <TAB> return limit <TAB> <TAB> except ( KeyError , ValueError ) : <TAB> <TAB> <TAB> pass <TAB> return self . default_limit",if limit < 0 :,169
5916,"def repoquery(self):
    """"""perform a repoquery""""""
    if self.ignore_excluders:
        # Duplicate yum.conf and reset exclude= line to an empty string
        # to clear a list of all excluded packages
        self.tmp_file = tempfile.NamedTemporaryFile()
        with open(""/etc/yum.conf"", ""r"") as file_handler:
            yum_conf_lines = file_handler.readlines()
        yum_conf_lines = [
            ""exclude="" if l.startswith(""exclude="") else l for l in yum_conf_lines
        ]
        with open(self.tmp_file.name, ""w"") as file_handler:
            file_handler.writelines(yum_conf_lines)
            file_handler.flush()
    repoquery_cmd = self.build_cmd()
    rval = self._repoquery_cmd(repoquery_cmd, True, ""raw"")
    # check to see if there are actual results
    if rval[""results""]:
        processed_versions = Repoquery.process_versions(rval[""results""].strip())
        formatted_versions = self.format_versions(processed_versions)
        rval[""package_found""] = True
        rval[""versions""] = formatted_versions
        rval[""package_name""] = self.name
        if self.verbose:
            rval[""raw_versions""] = processed_versions
        else:
            del rval[""results""]
    # No packages found
    else:
        rval[""package_found""] = False
    if self.ignore_excluders:
        self.tmp_file.close()
    return rval
","def repoquery ( self ) : <TAB> """"""perform a repoquery"""""" <TAB> if self . ignore_excluders : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . tmp_file = tempfile . NamedTemporaryFile ( ) <TAB> <TAB> with open ( ""/etc/yum.conf"" , ""r"" ) as file_handler : <TAB> <TAB> <TAB> yum_conf_lines = file_handler . readlines ( ) <TAB> <TAB> yum_conf_lines = [ <TAB> <TAB> <TAB> ""exclude="" if l . startswith ( ""exclude="" ) else l for l in yum_conf_lines <TAB> <TAB> ] <TAB> <TAB> with open ( self . tmp_file . name , ""w"" ) as file_handler : <TAB> <TAB> <TAB> file_handler . writelines ( yum_conf_lines ) <TAB> <TAB> <TAB> file_handler . flush ( ) <TAB> repoquery_cmd = self . build_cmd ( ) <TAB> rval = self . _repoquery_cmd ( repoquery_cmd , True , ""raw"" ) <TAB> <TAB> if rval [ ""results"" ] : <TAB> <TAB> processed_versions = Repoquery . process_versions ( rval [ ""results"" ] . strip ( ) ) <TAB> <TAB> formatted_versions = self . format_versions ( processed_versions ) <TAB> <TAB> rval [ ""package_found"" ] = True <TAB> <TAB> rval [ ""versions"" ] = formatted_versions <TAB> <TAB> rval [ ""package_name"" ] = self . name <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rval [ ""raw_versions"" ] = processed_versions <TAB> <TAB> else : <TAB> <TAB> <TAB> del rval [ ""results"" ] <TAB> <TAB> else : <TAB> <TAB> rval [ ""package_found"" ] = False <TAB> if self . ignore_excluders : <TAB> <TAB> self . tmp_file . close ( ) <TAB> return rval",if self . verbose :,387
56,"def haslayer(self, cls):
    """"""true if self has a layer that is an instance of cls. Superseded by ""cls in self"" syntax.""""""
    if self.__class__ == cls or self.__class__.__name__ == cls:
        return 1
    for f in self.packetfields:
        fvalue_gen = self.getfieldval(f.name)
        if fvalue_gen is None:
            continue
        if not f.islist:
            fvalue_gen = SetGen(fvalue_gen, _iterpacket=0)
        for fvalue in fvalue_gen:
            if isinstance(fvalue, Packet):
                ret = fvalue.haslayer(cls)
                if ret:
                    return ret
    return self.payload.haslayer(cls)","def haslayer ( self , cls ) : <TAB> """"""true if self has a layer that is an instance of cls. Superseded by ""cls in self"" syntax."""""" <TAB> if self . __class__ == cls or self . __class__ . __name__ == cls : <TAB> <TAB> return 1 <TAB> for f in self . packetfields : <TAB> <TAB> fvalue_gen = self . getfieldval ( f . name ) <TAB> <TAB> if fvalue_gen is None : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fvalue_gen = SetGen ( fvalue_gen , _iterpacket = 0 ) <TAB> <TAB> for fvalue in fvalue_gen : <TAB> <TAB> <TAB> if isinstance ( fvalue , Packet ) : <TAB> <TAB> <TAB> <TAB> ret = fvalue . haslayer ( cls ) <TAB> <TAB> <TAB> <TAB> if ret : <TAB> <TAB> <TAB> <TAB> <TAB> return ret <TAB> return self . payload . haslayer ( cls )",if not f . islist :,199
13796,"def reset_parameters(self):
    for m in self.modules():
        if isinstance(m, nn.Embedding):
            continue
        elif isinstance(m, nn.LayerNorm):
            nn.init.constant_(m.weight, 0.1)
            nn.init.constant_(m.bias, 0)
        else:
            for p in m.parameters():
                nn.init.normal_(p, 0, 0.1)","def reset_parameters ( self ) : <TAB> for m in self . modules ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> elif isinstance ( m , nn . LayerNorm ) : <TAB> <TAB> <TAB> nn . init . constant_ ( m . weight , 0.1 ) <TAB> <TAB> <TAB> nn . init . constant_ ( m . bias , 0 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> for p in m . parameters ( ) : <TAB> <TAB> <TAB> <TAB> nn . init . normal_ ( p , 0 , 0.1 )","if isinstance ( m , nn . Embedding ) :",115
8935,"def test_large_headers(self):
    with ExpectLog(gen_log, ""Unsatisfiable read"", required=False):
        try:
            self.fetch(""/"", headers={""X-Filler"": ""a"" * 1000}, raise_error=True)
            self.fail(""did not raise expected exception"")
        except HTTPError as e:
            # 431 is ""Request Header Fields Too Large"", defined in RFC
            # 6585. However, many implementations just close the
            # connection in this case, resulting in a missing response.
            if e.response is not None:
                self.assertIn(e.response.code, (431, 599))","def test_large_headers ( self ) : <TAB> with ExpectLog ( gen_log , ""Unsatisfiable read"" , required = False ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> self . fetch ( ""/"" , headers = { ""X-Filler"" : ""a"" * 1000 } , raise_error = True ) <TAB> <TAB> <TAB> self . fail ( ""did not raise expected exception"" ) <TAB> <TAB> except HTTPError as e : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . assertIn ( e . response . code , ( 431 , 599 ) )",if e . response is not None :,167
13190,"def time_left(self):
    """"""Return how many seconds are left until the timeout expires""""""
    if self.is_non_blocking:
        return 0
    elif self.is_infinite:
        return None
    else:
        delta = self.target_time - self.TIME()
        if delta > self.duration:
            # clock jumped, recalculate
            self.target_time = self.TIME() + self.duration
            return self.duration
        else:
            return max(0, delta)","def time_left ( self ) : <TAB> """"""Return how many seconds are left until the timeout expires"""""" <TAB> if self . is_non_blocking : <TAB> <TAB> return 0 <TAB> elif self . is_infinite : <TAB> <TAB> return None <TAB> else : <TAB> <TAB> delta = self . target_time - self . TIME ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . target_time = self . TIME ( ) + self . duration <TAB> <TAB> <TAB> return self . duration <TAB> <TAB> else : <TAB> <TAB> <TAB> return max ( 0 , delta )",if delta > self . duration :,132
13904,"def __init__(self, data, n_bins):
    bin_width = span / n_bins
    bins = [0] * n_bins
    for x in data:
        b = int(mpfloor((x - minimum) / bin_width))
        if b < 0:
            b = 0
        elif b >= n_bins:
            b = n_bins - 1
        bins[b] += 1
    self.bins = bins
    self.bin_width = bin_width","def __init__ ( self , data , n_bins ) : <TAB> bin_width = span / n_bins <TAB> bins = [ 0 ] * n_bins <TAB> for x in data : <TAB> <TAB> b = int ( mpfloor ( ( x - minimum ) / bin_width ) ) <TAB> <TAB> if b < 0 : <TAB> <TAB> <TAB> b = 0 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> b = n_bins - 1 <TAB> <TAB> bins [ b ] += 1 <TAB> self . bins = bins <TAB> self . bin_width = bin_width",elif b >= n_bins :,124
12512,"def _parse_subtitles(self, video_data, url_key):
    subtitles = {}
    for translation in video_data.get(""translations"", []):
        vtt_path = translation.get(url_key)
        if not vtt_path:
            continue
        lang = translation.get(""language_w3c"") or ISO639Utils.long2short(
            translation[""language_medium""]
        )
        subtitles.setdefault(lang, []).append(
            {
                ""ext"": ""vtt"",
                ""url"": vtt_path,
            }
        )
    return subtitles","def _parse_subtitles ( self , video_data , url_key ) : <TAB> subtitles = { } <TAB> for translation in video_data . get ( ""translations"" , [ ] ) : <TAB> <TAB> vtt_path = translation . get ( url_key ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> lang = translation . get ( ""language_w3c"" ) or ISO639Utils . long2short ( <TAB> <TAB> <TAB> translation [ ""language_medium"" ] <TAB> <TAB> ) <TAB> <TAB> subtitles . setdefault ( lang , [ ] ) . append ( <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""ext"" : ""vtt"" , <TAB> <TAB> <TAB> <TAB> ""url"" : vtt_path , <TAB> <TAB> <TAB> } <TAB> <TAB> ) <TAB> return subtitles",if not vtt_path :,164
15927,"def parse_flow_sequence_entry(self, first=False):
    if not self.check_token(tokens.FlowSequenceEndToken):
        if not first:
            if self.check_token(tokens.FlowEntryToken):
                self.get_token()
                if self.check_token(tokens.FlowSequenceEndToken):
                    token = self.peek_token()
                    self.echoerr(
                        ""While parsing a flow sequence"",
                        self.marks[-1],
                        (""expected sequence value, but got %r"" % token.id),
                        token.start_mark,
                    )
            else:
                token = self.peek_token()
                raise ParserError(
                    ""while parsing a flow sequence"",
                    self.marks[-1],
                    (""expected ',' or ']', but got %r"" % token.id),
                    token.start_mark,
                )
        if not self.check_token(tokens.FlowSequenceEndToken):
            self.states.append(self.parse_flow_sequence_entry)
            return self.parse_node()
    token = self.get_token()
    event = events.SequenceEndEvent(token.start_mark, token.end_mark)
    self.state = self.states.pop()
    self.marks.pop()
    return event","def parse_flow_sequence_entry ( self , first = False ) : <TAB> if not self . check_token ( tokens . FlowSequenceEndToken ) : <TAB> <TAB> if not first : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . get_token ( ) <TAB> <TAB> <TAB> <TAB> if self . check_token ( tokens . FlowSequenceEndToken ) : <TAB> <TAB> <TAB> <TAB> <TAB> token = self . peek_token ( ) <TAB> <TAB> <TAB> <TAB> <TAB> self . echoerr ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""While parsing a flow sequence"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . marks [ - 1 ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ( ""expected sequence value, but got %r"" % token . id ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> token . start_mark , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> token = self . peek_token ( ) <TAB> <TAB> <TAB> <TAB> raise ParserError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""while parsing a flow sequence"" , <TAB> <TAB> <TAB> <TAB> <TAB> self . marks [ - 1 ] , <TAB> <TAB> <TAB> <TAB> <TAB> ( ""expected ',' or ']', but got %r"" % token . id ) , <TAB> <TAB> <TAB> <TAB> <TAB> token . start_mark , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> if not self . check_token ( tokens . FlowSequenceEndToken ) : <TAB> <TAB> <TAB> self . states . append ( self . parse_flow_sequence_entry ) <TAB> <TAB> <TAB> return self . parse_node ( ) <TAB> token = self . get_token ( ) <TAB> event = events . SequenceEndEvent ( token . start_mark , token . end_mark ) <TAB> self . state = self . states . pop ( ) <TAB> self . marks . pop ( ) <TAB> return event",if self . check_token ( tokens . FlowEntryToken ) :,378
2635,"def purge_snapshots(self):
    for table in tuple(self.snapshots):
        for _ in range(MAX_ATTEMPTS):
            try:
                if table.startswith(""ifinfo_""):
                    try:
                        self.execute(""DROP VIEW %s"" % table[7:])
                    except Exception:
                        # GC collision?
                        self.log.warning(""purge_snapshots: %s"" % traceback.format_exc())
                if self.mode == ""sqlite3"":
                    self.execute(""DROP TABLE %s"" % table)
                elif self.mode == ""psycopg2"":
                    self.execute(""DROP TABLE %s CASCADE"" % table)
                del self.snapshots[table]
                break
            except sqlite3.OperationalError:
                #
                # Retry on:
                # -- OperationalError: database table is locked
                #
                time.sleep(random.random())
        else:
            raise Exception(""DB snapshot error"")","def purge_snapshots ( self ) : <TAB> for table in tuple ( self . snapshots ) : <TAB> <TAB> for _ in range ( MAX_ATTEMPTS ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> if table . startswith ( ""ifinfo_"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . execute ( ""DROP VIEW %s"" % table [ 7 : ] ) <TAB> <TAB> <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . log . warning ( ""purge_snapshots: %s"" % traceback . format_exc ( ) ) <TAB> <TAB> <TAB> <TAB> if self . mode == ""sqlite3"" : <TAB> <TAB> <TAB> <TAB> <TAB> self . execute ( ""DROP TABLE %s"" % table ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . execute ( ""DROP TABLE %s CASCADE"" % table ) <TAB> <TAB> <TAB> <TAB> del self . snapshots [ table ] <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> except sqlite3 . OperationalError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> time . sleep ( random . random ( ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise Exception ( ""DB snapshot error"" )","elif self . mode == ""psycopg2"" :",285
21575,"def _get_inputs(out):
    inputs = []
    queue = [out]
    hash_set = set()
    while queue:
        t = queue.pop(0)
        if isinstance(t.op, tensor.PlaceholderOp):
            inputs.append(t)
        else:
            input_tensors = [t for t in t.op.input_tensors if t not in hash_set]
            queue.extend(input_tensors)
            hash_set.update(input_tensors)
    return inputs",def _get_inputs ( out ) : <TAB> inputs = [ ] <TAB> queue = [ out ] <TAB> hash_set = set ( ) <TAB> while queue : <TAB> <TAB> t = queue . pop ( 0 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> inputs . append ( t ) <TAB> <TAB> else : <TAB> <TAB> <TAB> input_tensors = [ t for t in t . op . input_tensors if t not in hash_set ] <TAB> <TAB> <TAB> queue . extend ( input_tensors ) <TAB> <TAB> <TAB> hash_set . update ( input_tensors ) <TAB> return inputs,"if isinstance ( t . op , tensor . PlaceholderOp ) :",133
5736,"def parse_edges(self, pcb):
    edges = []
    drawings = list(pcb.GetDrawings())
    bbox = None
    for m in pcb.GetModules():
        for g in m.GraphicalItems():
            drawings.append(g)
    for d in drawings:
        if d.GetLayer() == pcbnew.Edge_Cuts:
            parsed_drawing = self.parse_drawing(d)
            if parsed_drawing:
                edges.append(parsed_drawing)
                if bbox is None:
                    bbox = d.GetBoundingBox()
                else:
                    bbox.Merge(d.GetBoundingBox())
    if bbox:
        bbox.Normalize()
    return edges, bbox
","def parse_edges ( self , pcb ) : <TAB> edges = [ ] <TAB> drawings = list ( pcb . GetDrawings ( ) ) <TAB> bbox = None <TAB> for m in pcb . GetModules ( ) : <TAB> <TAB> for g in m . GraphicalItems ( ) : <TAB> <TAB> <TAB> drawings . append ( g ) <TAB> for d in drawings : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> parsed_drawing = self . parse_drawing ( d ) <TAB> <TAB> <TAB> if parsed_drawing : <TAB> <TAB> <TAB> <TAB> edges . append ( parsed_drawing ) <TAB> <TAB> <TAB> <TAB> if bbox is None : <TAB> <TAB> <TAB> <TAB> <TAB> bbox = d . GetBoundingBox ( ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> bbox . Merge ( d . GetBoundingBox ( ) ) <TAB> if bbox : <TAB> <TAB> bbox . Normalize ( ) <TAB> return edges , bbox",if d . GetLayer ( ) == pcbnew . Edge_Cuts :,197
4645,"def iter_chars_to_words(self, chars):
    current_word = []
    for char in chars:
        if not self.keep_blank_chars and char[""text""].isspace():
            if current_word:
                yield current_word
                current_word = []
        elif current_word and self.char_begins_new_word(current_word, char):
            yield current_word
            current_word = [char]
        else:
            current_word.append(char)
    if current_word:
        yield current_word
","def iter_chars_to_words ( self , chars ) : <TAB> current_word = [ ] <TAB> for char in chars : <TAB> <TAB> if not self . keep_blank_chars and char [ ""text"" ] . isspace ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> yield current_word <TAB> <TAB> <TAB> <TAB> current_word = [ ] <TAB> <TAB> elif current_word and self . char_begins_new_word ( current_word , char ) : <TAB> <TAB> <TAB> yield current_word <TAB> <TAB> <TAB> current_word = [ char ] <TAB> <TAB> else : <TAB> <TAB> <TAB> current_word . append ( char ) <TAB> <fill-in> <TAB> <TAB> yield current_word",if current_word :,150
24371,"def invoice_details(request, invoice_id):
    invoice = get_object_or_404(
        Invoice.objects.select_related(""from_address"", ""to_address""), pk=invoice_id
    )
    if invoice.company != request.company:
        raise PermissionDenied
    user_assigned_account = False
    user_assigned_accounts = set(
        request.user.account_assigned_users.values_list(""id"", flat=True)
    )
    invoice_accounts = set(invoice.accounts.values_list(""id"", flat=True))
    if user_assigned_accounts.intersection(invoice_accounts):
        user_assigned_account = True
    if not (
        (request.user.role == ""ADMIN"")
        or (request.user.is_superuser)
        or (invoice.created_by == request.user)
        or (request.user in invoice.assigned_to.all())
        or user_assigned_account
    ):
        raise PermissionDenied
    if request.method == ""GET"":
        context = {}
        context[""invoice""] = invoice
        context[""attachments""] = invoice.invoice_attachment.all()
        context[""comments""] = invoice.invoice_comments.all()
        context[""invoice_history""] = invoice.invoice_history.all()
        if request.user.is_superuser or request.user.role == ""ADMIN"":
            context[""users_mention""] = list(
                User.objects.filter(is_active=True, company=request.company).values(
                    ""username""
                )
            )
        elif request.user != invoice.created_by:
            context[""users_mention""] = [{""username"": invoice.created_by.username}]
        else:
            context[""users_mention""] = list(
                invoice.assigned_to.all().values(""username"")
            )
        return render(request, ""invoices_detail_1.html"", context)","def invoice_details ( request , invoice_id ) : <TAB> invoice = get_object_or_404 ( <TAB> <TAB> Invoice . objects . select_related ( ""from_address"" , ""to_address"" ) , pk = invoice_id <TAB> ) <TAB> if invoice . company != request . company : <TAB> <TAB> raise PermissionDenied <TAB> user_assigned_account = False <TAB> user_assigned_accounts = set ( <TAB> <TAB> request . user . account_assigned_users . values_list ( ""id"" , flat = True ) <TAB> ) <TAB> invoice_accounts = set ( invoice . accounts . values_list ( ""id"" , flat = True ) ) <TAB> if user_assigned_accounts . intersection ( invoice_accounts ) : <TAB> <TAB> user_assigned_account = True <TAB> if not ( <TAB> <TAB> ( request . user . role == ""ADMIN"" ) <TAB> <TAB> or ( request . user . is_superuser ) <TAB> <TAB> or ( invoice . created_by == request . user ) <TAB> <TAB> or ( request . user in invoice . assigned_to . all ( ) ) <TAB> <TAB> or user_assigned_account <TAB> ) : <TAB> <TAB> raise PermissionDenied <TAB> if request . method == ""GET"" : <TAB> <TAB> context = { } <TAB> <TAB> context [ ""invoice"" ] = invoice <TAB> <TAB> context [ ""attachments"" ] = invoice . invoice_attachment . all ( ) <TAB> <TAB> context [ ""comments"" ] = invoice . invoice_comments . all ( ) <TAB> <TAB> context [ ""invoice_history"" ] = invoice . invoice_history . all ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> context [ ""users_mention"" ] = list ( <TAB> <TAB> <TAB> <TAB> User . objects . filter ( is_active = True , company = request . company ) . values ( <TAB> <TAB> <TAB> <TAB> <TAB> ""username"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> elif request . user != invoice . created_by : <TAB> <TAB> <TAB> context [ ""users_mention"" ] = [ { ""username"" : invoice . created_by . username } ] <TAB> <TAB> else : <TAB> <TAB> <TAB> context [ ""users_mention"" ] = list ( <TAB> <TAB> <TAB> <TAB> invoice . assigned_to . all ( ) . values ( ""username"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> return render ( request , ""invoices_detail_1.html"" , context )","if request . user . is_superuser or request . user . role == ""ADMIN"" :",490
6715,"def dropEvent(self, event: QDropEvent):
    super().dropEvent(event)
    if self.count() > 0:
        item = self.itemAt(event.pos())
        if item is not None:
            index = self.indexFromItem(item).row()
            self.setCurrentRow(index)
        else:
            self.setCurrentRow(self.count() - 1)","def dropEvent ( self , event : QDropEvent ) : <TAB> super ( ) . dropEvent ( event ) <TAB> if self . count ( ) > 0 : <TAB> <TAB> item = self . itemAt ( event . pos ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> index = self . indexFromItem ( item ) . row ( ) <TAB> <TAB> <TAB> self . setCurrentRow ( index ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . setCurrentRow ( self . count ( ) - 1 )",if item is not None :,103
395,"def _server_paste_to_uwsgi(app_desc, server_config, applied_filters):
    uwsgi_dict = OrderedDict()
    port = server_config.get(""port"", app_desc.default_port)
    host = server_config.get(""host"", ""127.0.0.1"")
    if server_config.get(""use"", ""egg:Paste#http"") != ""egg:Paste#http"":
        raise Exception(
            ""Unhandled paste server 'use' value [%s], file must be manually migrate.""
        )
    uwsgi_dict[""http""] = ""{}:{}"".format(host, port)
    # default changing from 10 to 8
    uwsgi_dict[""threads""] = int(server_config.get(""threadpool_workers"", 8))
    # required for static...
    uwsgi_dict[""http-raw-body""] = True
    uwsgi_dict[""offload-threads""] = 8
    # Handle paste filters during conversion.
    prefix = None
    for applied_filter in applied_filters:
        if isinstance(applied_filter, PrefixFilter):
            prefix = applied_filter.prefix
            break
        elif isinstance(applied_filter, GzipFilter):
            uwsgi_dict[""http-auto-gzip""] = True
    if prefix:
        uwsgi_dict[""mount""] = ""{}={}"".format(prefix, app_desc.uwsgi_module)
        uwsgi_dict[""manage-script-name""] = True
    else:
        uwsgi_dict[""module""] = app_desc.uwsgi_module
    return uwsgi_dict","def _server_paste_to_uwsgi ( app_desc , server_config , applied_filters ) : <TAB> uwsgi_dict = OrderedDict ( ) <TAB> port = server_config . get ( ""port"" , app_desc . default_port ) <TAB> host = server_config . get ( ""host"" , ""127.0.0.1"" ) <TAB> if server_config . get ( ""use"" , ""egg:Paste#http"" ) != ""egg:Paste#http"" : <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> ""Unhandled paste server 'use' value [%s], file must be manually migrate."" <TAB> <TAB> ) <TAB> uwsgi_dict [ ""http"" ] = ""{}:{}"" . format ( host , port ) <TAB> <TAB> uwsgi_dict [ ""threads"" ] = int ( server_config . get ( ""threadpool_workers"" , 8 ) ) <TAB> <TAB> uwsgi_dict [ ""http-raw-body"" ] = True <TAB> uwsgi_dict [ ""offload-threads"" ] = 8 <TAB> <TAB> prefix = None <TAB> for applied_filter in applied_filters : <TAB> <TAB> if isinstance ( applied_filter , PrefixFilter ) : <TAB> <TAB> <TAB> prefix = applied_filter . prefix <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> uwsgi_dict [ ""http-auto-gzip"" ] = True <TAB> if prefix : <TAB> <TAB> uwsgi_dict [ ""mount"" ] = ""{}={}"" . format ( prefix , app_desc . uwsgi_module ) <TAB> <TAB> uwsgi_dict [ ""manage-script-name"" ] = True <TAB> else : <TAB> <TAB> uwsgi_dict [ ""module"" ] = app_desc . uwsgi_module <TAB> return uwsgi_dict","elif isinstance ( applied_filter , GzipFilter ) :",383
1686,"def _get_addons(request, addons, addon_id, action):
    """"""Create a list of ``MenuItem``s for the activity feed.""""""
    items = []
    a = MenuItem()
    a.selected = not addon_id
    (a.text, a.url) = (gettext(""All My Add-ons""), reverse(""devhub.feed_all""))
    if action:
        a.url += ""?action="" + action
    items.append(a)
    for addon in addons:
        item = MenuItem()
        try:
            item.selected = addon_id and addon.id == int(addon_id)
        except ValueError:
            pass  # We won't get here... EVER
        url = reverse(""devhub.feed"", args=[addon.slug])
        if action:
            url += ""?action="" + action
        item.text, item.url = addon.name, url
        items.append(item)
    return items
","def _get_addons ( request , addons , addon_id , action ) : <TAB> """"""Create a list of ``MenuItem``s for the activity feed."""""" <TAB> items = [ ] <TAB> a = MenuItem ( ) <TAB> a . selected = not addon_id <TAB> ( a . text , a . url ) = ( gettext ( ""All My Add-ons"" ) , reverse ( ""devhub.feed_all"" ) ) <TAB> <fill-in> <TAB> <TAB> a . url += ""?action="" + action <TAB> items . append ( a ) <TAB> for addon in addons : <TAB> <TAB> item = MenuItem ( ) <TAB> <TAB> try : <TAB> <TAB> <TAB> item . selected = addon_id and addon . id == int ( addon_id ) <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> pass <TAB> <TAB> url = reverse ( ""devhub.feed"" , args = [ addon . slug ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> url += ""?action="" + action <TAB> <TAB> item . text , item . url = addon . name , url <TAB> <TAB> items . append ( item ) <TAB> return items",if action :,244
13816,"def modify_urls(self):
    save = True
    if self.urlwatch_config.delete is not None:
        job = self._find_job(self.urlwatch_config.delete)
        if job is not None:
            self.urlwatcher.jobs.remove(job)
            print(""Removed %r"" % (job,))
        else:
            print(""Not found: %r"" % (self.urlwatch_config.delete,))
            save = False
    if self.urlwatch_config.add is not None:
        # Allow multiple specifications of filter=, so that multiple filters can be specified on the CLI
        items = [item.split(""="", 1) for item in self.urlwatch_config.add.split("","")]
        filters = [v for k, v in items if k == ""filter""]
        items = [(k, v) for k, v in items if k != ""filter""]
        d = {k: v for k, v in items}
        if filters:
            d[""filter""] = "","".join(filters)
        job = JobBase.unserialize(d)
        print(""Adding %r"" % (job,))
        self.urlwatcher.jobs.append(job)
    if save:
        self.urlwatcher.urls_storage.save(self.urlwatcher.jobs)
    return 0","def modify_urls ( self ) : <TAB> save = True <TAB> if self . urlwatch_config . delete is not None : <TAB> <TAB> job = self . _find_job ( self . urlwatch_config . delete ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . urlwatcher . jobs . remove ( job ) <TAB> <TAB> <TAB> print ( ""Removed %r"" % ( job , ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""Not found: %r"" % ( self . urlwatch_config . delete , ) ) <TAB> <TAB> <TAB> save = False <TAB> if self . urlwatch_config . add is not None : <TAB> <TAB> <TAB> <TAB> items = [ item . split ( ""="" , 1 ) for item in self . urlwatch_config . add . split ( "","" ) ] <TAB> <TAB> filters = [ v for k , v in items if k == ""filter"" ] <TAB> <TAB> items = [ ( k , v ) for k , v in items if k != ""filter"" ] <TAB> <TAB> d = { k : v for k , v in items } <TAB> <TAB> if filters : <TAB> <TAB> <TAB> d [ ""filter"" ] = "","" . join ( filters ) <TAB> <TAB> job = JobBase . unserialize ( d ) <TAB> <TAB> print ( ""Adding %r"" % ( job , ) ) <TAB> <TAB> self . urlwatcher . jobs . append ( job ) <TAB> if save : <TAB> <TAB> self . urlwatcher . urls_storage . save ( self . urlwatcher . jobs ) <TAB> return 0",if job is not None :,319
10516,"def configure_formatter(self, config):
    """"""Configure a formatter from a dictionary.""""""
    if ""()"" in config:
        factory = config[""()""]  # for use in exception handler
        try:
            result = self.configure_custom(config)
        except TypeError as te:
            if ""'format'"" not in str(te):
                raise
            # Name of parameter changed from fmt to format.
            # Retry with old name.
            # This is so that code can be used with older Python versions
            # (e.g. by Django)
            config[""fmt""] = config.pop(""format"")
            config[""()""] = factory
            result = self.configure_custom(config)
    else:
        fmt = config.get(""format"", None)
        dfmt = config.get(""datefmt"", None)
        style = config.get(""style"", ""%"")
        cname = config.get(""class"", None)
        if not cname:
            c = logging.Formatter
        else:
            c = _resolve(cname)
        result = c(fmt, dfmt, style)
    return result
","def configure_formatter ( self , config ) : <TAB> """"""Configure a formatter from a dictionary."""""" <TAB> if ""()"" in config : <TAB> <TAB> factory = config [ ""()"" ] <TAB> <TAB> try : <TAB> <TAB> <TAB> result = self . configure_custom ( config ) <TAB> <TAB> except TypeError as te : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> config [ ""fmt"" ] = config . pop ( ""format"" ) <TAB> <TAB> <TAB> config [ ""()"" ] = factory <TAB> <TAB> <TAB> result = self . configure_custom ( config ) <TAB> else : <TAB> <TAB> fmt = config . get ( ""format"" , None ) <TAB> <TAB> dfmt = config . get ( ""datefmt"" , None ) <TAB> <TAB> style = config . get ( ""style"" , ""%"" ) <TAB> <TAB> cname = config . get ( ""class"" , None ) <TAB> <TAB> if not cname : <TAB> <TAB> <TAB> c = logging . Formatter <TAB> <TAB> else : <TAB> <TAB> <TAB> c = _resolve ( cname ) <TAB> <TAB> result = c ( fmt , dfmt , style ) <TAB> return result","if ""'format'"" not in str ( te ) :",291
17315,"def _get_notify(self, action_node):
    if action_node.name not in self._skip_notify_tasks:
        if action_node.notify:
            task_notify = NotificationsHelper.to_model(action_node.notify)
            return task_notify
        elif self._chain_notify:
            return self._chain_notify
    return None
","def _get_notify ( self , action_node ) : <TAB> if action_node . name not in self . _skip_notify_tasks : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> task_notify = NotificationsHelper . to_model ( action_node . notify ) <TAB> <TAB> <TAB> return task_notify <TAB> <TAB> elif self . _chain_notify : <TAB> <TAB> <TAB> return self . _chain_notify <TAB> return None",if action_node . notify :,95
4167,"def _encrypt(self):
    """"""Use your key thing to encrypt things.""""""
    from M2Crypto import BIO, SMIME, X509
    # Iterate through the fields and pull out the ones that have a value.
    plaintext = ""cert_id=%s\n"" % self.cert_id
    for name, field in self.fields.items():
        value = None
        if name in self.initial:
            value = self.initial[name]
        elif field.initial is not None:
            value = field.initial
        if value is not None:
            plaintext += u""%s=%s\n"" % (name, value)
    plaintext = plaintext.encode(""utf-8"")
    # Begin crypto weirdness.
    s = SMIME.SMIME()
    s.load_key_bio(BIO.openfile(self.private_cert), BIO.openfile(self.public_cert))
    p7 = s.sign(BIO.MemoryBuffer(plaintext), flags=SMIME.PKCS7_BINARY)
    x509 = X509.load_cert_bio(BIO.openfile(self.paypal_cert))
    sk = X509.X509_Stack()
    sk.push(x509)
    s.set_x509_stack(sk)
    s.set_cipher(SMIME.Cipher(""des_ede3_cbc""))
    tmp = BIO.MemoryBuffer()
    p7.write_der(tmp)
    p7 = s.encrypt(tmp, flags=SMIME.PKCS7_BINARY)
    out = BIO.MemoryBuffer()
    p7.write(out)
    return out.read().decode()","def _encrypt ( self ) : <TAB> """"""Use your key thing to encrypt things."""""" <TAB> from M2Crypto import BIO , SMIME , X509 <TAB> <TAB> plaintext = ""cert_id=%s\n"" % self . cert_id <TAB> for name , field in self . fields . items ( ) : <TAB> <TAB> value = None <TAB> <TAB> if name in self . initial : <TAB> <TAB> <TAB> value = self . initial [ name ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> value = field . initial <TAB> <TAB> if value is not None : <TAB> <TAB> <TAB> plaintext += u""%s=%s\n"" % ( name , value ) <TAB> plaintext = plaintext . encode ( ""utf-8"" ) <TAB> <TAB> s = SMIME . SMIME ( ) <TAB> s . load_key_bio ( BIO . openfile ( self . private_cert ) , BIO . openfile ( self . public_cert ) ) <TAB> p7 = s . sign ( BIO . MemoryBuffer ( plaintext ) , flags = SMIME . PKCS7_BINARY ) <TAB> x509 = X509 . load_cert_bio ( BIO . openfile ( self . paypal_cert ) ) <TAB> sk = X509 . X509_Stack ( ) <TAB> sk . push ( x509 ) <TAB> s . set_x509_stack ( sk ) <TAB> s . set_cipher ( SMIME . Cipher ( ""des_ede3_cbc"" ) ) <TAB> tmp = BIO . MemoryBuffer ( ) <TAB> p7 . write_der ( tmp ) <TAB> p7 = s . encrypt ( tmp , flags = SMIME . PKCS7_BINARY ) <TAB> out = BIO . MemoryBuffer ( ) <TAB> p7 . write ( out ) <TAB> return out . read ( ) . decode ( )",elif field . initial is not None :,395
17706,"def get_request_headers() -> Dict:
    url = urlparse(uri)
    candidates = [
        ""%s://%s"" % (url.scheme, url.netloc),
        ""%s://%s/"" % (url.scheme, url.netloc),
        uri,
        ""*"",
    ]
    for u in candidates:
        if u in self.config.linkcheck_request_headers:
            headers = dict(DEFAULT_REQUEST_HEADERS)
            headers.update(self.config.linkcheck_request_headers[u])
            return headers
    return {}
","def get_request_headers ( ) -> Dict : <TAB> url = urlparse ( uri ) <TAB> candidates = [ <TAB> <TAB> ""%s://%s"" % ( url . scheme , url . netloc ) , <TAB> <TAB> ""%s://%s/"" % ( url . scheme , url . netloc ) , <TAB> <TAB> uri , <TAB> <TAB> ""*"" , <TAB> ] <TAB> for u in candidates : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> headers = dict ( DEFAULT_REQUEST_HEADERS ) <TAB> <TAB> <TAB> headers . update ( self . config . linkcheck_request_headers [ u ] ) <TAB> <TAB> <TAB> return headers <TAB> return { }",if u in self . config . linkcheck_request_headers :,142
7268,"def handle_data(self, data):
    ds = data.split("" "")
    lds = len(ds)
    if ds[lds - 1].isdigit():
        if lds == 3 or lds == 4:
            day = str(ds[lds - 3])
            month = str(ds[lds - 2])
            year = str(ds[lds - 1])
            if len(day) == 1:
                day = ""0"" + day
            month = month[0:3]
            monthNum = str(list(calendar.month_abbr).index(month))
            if len(monthNum) == 1:
                monthNum = ""0"" + monthNum
            newDate = year + monthNum + day
            self.dates.append(str(newDate))","def handle_data ( self , data ) : <TAB> ds = data . split ( "" "" ) <TAB> lds = len ( ds ) <TAB> if ds [ lds - 1 ] . isdigit ( ) : <TAB> <TAB> if lds == 3 or lds == 4 : <TAB> <TAB> <TAB> day = str ( ds [ lds - 3 ] ) <TAB> <TAB> <TAB> month = str ( ds [ lds - 2 ] ) <TAB> <TAB> <TAB> year = str ( ds [ lds - 1 ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> day = ""0"" + day <TAB> <TAB> <TAB> month = month [ 0 : 3 ] <TAB> <TAB> <TAB> monthNum = str ( list ( calendar . month_abbr ) . index ( month ) ) <TAB> <TAB> <TAB> if len ( monthNum ) == 1 : <TAB> <TAB> <TAB> <TAB> monthNum = ""0"" + monthNum <TAB> <TAB> <TAB> newDate = year + monthNum + day <TAB> <TAB> <TAB> self . dates . append ( str ( newDate ) )",if len ( day ) == 1 :,211
6793,"def filter_queryset(self, request, queryset, view):
    Membership = apps.get_model(""projects"", ""Membership"")
    operations = {
        ""filter"": self._prepare_filter_query,
        ""exclude"": self._prepare_exclude_query,
    }
    for mode, qs_method in operations.items():
        query = self._get_queryparams(request.QUERY_PARAMS, mode=mode)
        if query:
            memberships = (
                Membership.objects.filter(query)
                .exclude(user__isnull=True)
                .values_list(""user_id"", flat=True)
            )
            if memberships:
                user_story_model = apps.get_model(""userstories"", ""UserStory"")
                queryset = queryset.filter(
                    qs_method(
                        Q(self.get_assigned_users_filter(user_story_model, memberships))
                    )
                )
    return FilterBackend.filter_queryset(self, request, queryset, view)
","def filter_queryset ( self , request , queryset , view ) : <TAB> Membership = apps . get_model ( ""projects"" , ""Membership"" ) <TAB> operations = { <TAB> <TAB> ""filter"" : self . _prepare_filter_query , <TAB> <TAB> ""exclude"" : self . _prepare_exclude_query , <TAB> } <TAB> for mode , qs_method in operations . items ( ) : <TAB> <TAB> query = self . _get_queryparams ( request . QUERY_PARAMS , mode = mode ) <TAB> <TAB> if query : <TAB> <TAB> <TAB> memberships = ( <TAB> <TAB> <TAB> <TAB> Membership . objects . filter ( query ) <TAB> <TAB> <TAB> <TAB> . exclude ( user__isnull = True ) <TAB> <TAB> <TAB> <TAB> . values_list ( ""user_id"" , flat = True ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> user_story_model = apps . get_model ( ""userstories"" , ""UserStory"" ) <TAB> <TAB> <TAB> <TAB> queryset = queryset . filter ( <TAB> <TAB> <TAB> <TAB> <TAB> qs_method ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> Q ( self . get_assigned_users_filter ( user_story_model , memberships ) ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> return FilterBackend . filter_queryset ( self , request , queryset , view )",if memberships :,286
4029,"def update_forum_nums_topic_post(modeladmin, request, queryset):
    for forum in queryset:
        forum.num_topics = forum.count_nums_topic()
        forum.num_posts = forum.count_nums_post()
        if forum.num_topics:
            forum.last_post = forum.topic_set.order_by(""-last_reply_on"")[0].last_post
        else:
            forum.last_post = """"
        forum.save()","def update_forum_nums_topic_post ( modeladmin , request , queryset ) : <TAB> for forum in queryset : <TAB> <TAB> forum . num_topics = forum . count_nums_topic ( ) <TAB> <TAB> forum . num_posts = forum . count_nums_post ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> forum . last_post = forum . topic_set . order_by ( ""-last_reply_on"" ) [ 0 ] . last_post <TAB> <TAB> else : <TAB> <TAB> <TAB> forum . last_post = """" <TAB> <TAB> forum . save ( )",if forum . num_topics :,123
17178,"def handle_starttag(self, tag, attrs):
    if tag == ""pre"":
        self.in_pre = True
    if self.is_block_tag(tag):
        self.output = self.output.rstrip()
    self.output += ""<"" + tag
    # For now we don't strip out 'extra' attributes, because of
    # raw HTML test cases.
    # attrs = filter(lambda attr: attr[0] in significant_attrs, attrs)
    if attrs:
        attrs.sort()
        for (k, v) in attrs:
            self.output += "" "" + k
            if v in [""href"", ""src""]:
                self.output += (
                    ""="" + '""' + urllib.quote(urllib.unquote(v), safe=""/"") + '""'
                )
            elif v != None:
                self.output += ""="" + '""' + cgi.escape(v, quote=True) + '""'
    self.output += "">""
    self.last_tag = tag
    self.last = ""starttag""","def handle_starttag ( self , tag , attrs ) : <TAB> if tag == ""pre"" : <TAB> <TAB> self . in_pre = True <TAB> if self . is_block_tag ( tag ) : <TAB> <TAB> self . output = self . output . rstrip ( ) <TAB> self . output += ""<"" + tag <TAB> <TAB> <TAB> <TAB> if attrs : <TAB> <TAB> attrs . sort ( ) <TAB> <TAB> for ( k , v ) in attrs : <TAB> <TAB> <TAB> self . output += "" "" + k <TAB> <TAB> <TAB> if v in [ ""href"" , ""src"" ] : <TAB> <TAB> <TAB> <TAB> self . output += ( <TAB> <TAB> <TAB> <TAB> <TAB> ""="" + '""' + urllib . quote ( urllib . unquote ( v ) , safe = ""/"" ) + '""' <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . output += ""="" + '""' + cgi . escape ( v , quote = True ) + '""' <TAB> self . output += "">"" <TAB> self . last_tag = tag <TAB> self . last = ""starttag""",elif v != None :,260
22616,"def _prepare(self):
    from_text = str(self.from_entry.get_text())
    self.set_total(self.db.get_number_of_media())
    with self.db.get_media_cursor() as cursor:
        for handle, data in cursor:
            obj = Media()
            obj.unserialize(data)
            if obj.get_path().find(from_text) != -1:
                self.handle_list.append(handle)
                self.path_list.append(obj.path)
            self.update()
    self.reset()
    self.prepared = True","def _prepare ( self ) : <TAB> from_text = str ( self . from_entry . get_text ( ) ) <TAB> self . set_total ( self . db . get_number_of_media ( ) ) <TAB> with self . db . get_media_cursor ( ) as cursor : <TAB> <TAB> for handle , data in cursor : <TAB> <TAB> <TAB> obj = Media ( ) <TAB> <TAB> <TAB> obj . unserialize ( data ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . handle_list . append ( handle ) <TAB> <TAB> <TAB> <TAB> self . path_list . append ( obj . path ) <TAB> <TAB> <TAB> self . update ( ) <TAB> self . reset ( ) <TAB> self . prepared = True",if obj . get_path ( ) . find ( from_text ) != - 1 :,163
4251,"def f(view, s):
    if mode == modes.INTERNAL_NORMAL:
        x_limit = max(view.line(s.b).a, s.b - count)
        return sublime.Region(s.a, x_limit)
    # TODO: Split handling of the two modes for clarity.
    elif mode in (modes.VISUAL, modes.VISUAL_BLOCK):
        if s.a < s.b:
            if mode == modes.VISUAL_BLOCK and self.view.rowcol(s.b - 1)[1] == baseline:
                return s
            x_limit = max(view.line(s.b - 1).a + 1, s.b - count)
            if view.line(s.a) == view.line(s.b - 1) and count >= s.size():
                x_limit = max(view.line(s.b - 1).a, s.b - count - 1)
                return sublime.Region(s.a + 1, x_limit)
            return sublime.Region(s.a, x_limit)
        if s.a > s.b:
            x_limit = max(view.line(s.b).a, s.b - count)
            return sublime.Region(s.a, x_limit)
    elif mode == modes.NORMAL:
        x_limit = max(view.line(s.b).a, s.b - count)
        return sublime.Region(x_limit, x_limit)
    # XXX: We should never reach this.
    return s","def f ( view , s ) : <TAB> if mode == modes . INTERNAL_NORMAL : <TAB> <TAB> x_limit = max ( view . line ( s . b ) . a , s . b - count ) <TAB> <TAB> return sublime . Region ( s . a , x_limit ) <TAB> <TAB> elif mode in ( modes . VISUAL , modes . VISUAL_BLOCK ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if mode == modes . VISUAL_BLOCK and self . view . rowcol ( s . b - 1 ) [ 1 ] == baseline : <TAB> <TAB> <TAB> <TAB> return s <TAB> <TAB> <TAB> x_limit = max ( view . line ( s . b - 1 ) . a + 1 , s . b - count ) <TAB> <TAB> <TAB> if view . line ( s . a ) == view . line ( s . b - 1 ) and count >= s . size ( ) : <TAB> <TAB> <TAB> <TAB> x_limit = max ( view . line ( s . b - 1 ) . a , s . b - count - 1 ) <TAB> <TAB> <TAB> <TAB> return sublime . Region ( s . a + 1 , x_limit ) <TAB> <TAB> <TAB> return sublime . Region ( s . a , x_limit ) <TAB> <TAB> if s . a > s . b : <TAB> <TAB> <TAB> x_limit = max ( view . line ( s . b ) . a , s . b - count ) <TAB> <TAB> <TAB> return sublime . Region ( s . a , x_limit ) <TAB> elif mode == modes . NORMAL : <TAB> <TAB> x_limit = max ( view . line ( s . b ) . a , s . b - count ) <TAB> <TAB> return sublime . Region ( x_limit , x_limit ) <TAB> <TAB> return s",if s . a < s . b :,400
16503,"def populate_obj(self, obj, name):
    field = getattr(obj, name, None)
    if field is not None:
        # If field should be deleted, clean it up
        if self._should_delete:
            field.delete()
            return
        if isinstance(self.data, FileStorage) and not is_empty(self.data.stream):
            if not field.grid_id:
                func = field.put
            else:
                func = field.replace
            func(
                self.data.stream,
                filename=self.data.filename,
                content_type=self.data.content_type,
            )
","def populate_obj ( self , obj , name ) : <TAB> field = getattr ( obj , name , None ) <TAB> if field is not None : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> field . delete ( ) <TAB> <TAB> <TAB> return <TAB> <TAB> if isinstance ( self . data , FileStorage ) and not is_empty ( self . data . stream ) : <TAB> <TAB> <TAB> if not field . grid_id : <TAB> <TAB> <TAB> <TAB> func = field . put <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> func = field . replace <TAB> <TAB> <TAB> func ( <TAB> <TAB> <TAB> <TAB> self . data . stream , <TAB> <TAB> <TAB> <TAB> filename = self . data . filename , <TAB> <TAB> <TAB> <TAB> content_type = self . data . content_type , <TAB> <TAB> <TAB> )",if self . _should_delete :,182
17100,"def generator(self, data):
    for sock in data:
        if not self._config.PHYSICAL_OFFSET:
            offset = sock.obj_offset
        else:
            offset = sock.obj_vm.vtop(sock.obj_offset)
        yield (
            0,
            [
                Address(offset),
                int(sock.Pid),
                int(sock.LocalPort),
                int(sock.Protocol),
                str(protos.protos.get(sock.Protocol.v(), ""-"")),
                str(sock.LocalIpAddress),
                str(sock.CreateTime),
            ],
        )","def generator ( self , data ) : <TAB> for sock in data : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> offset = sock . obj_offset <TAB> <TAB> else : <TAB> <TAB> <TAB> offset = sock . obj_vm . vtop ( sock . obj_offset ) <TAB> <TAB> yield ( <TAB> <TAB> <TAB> 0 , <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> Address ( offset ) , <TAB> <TAB> <TAB> <TAB> int ( sock . Pid ) , <TAB> <TAB> <TAB> <TAB> int ( sock . LocalPort ) , <TAB> <TAB> <TAB> <TAB> int ( sock . Protocol ) , <TAB> <TAB> <TAB> <TAB> str ( protos . protos . get ( sock . Protocol . v ( ) , ""-"" ) ) , <TAB> <TAB> <TAB> <TAB> str ( sock . LocalIpAddress ) , <TAB> <TAB> <TAB> <TAB> str ( sock . CreateTime ) , <TAB> <TAB> <TAB> ] , <TAB> <TAB> )",if not self . _config . PHYSICAL_OFFSET :,181
24889,"def _skip_trivial(constraint_data):
    if skip_trivial_constraints:
        if isinstance(constraint_data, LinearCanonicalRepn):
            if constraint_data.variables is None:
                return True
        else:
            if constraint_data.body.polynomial_degree() == 0:
                return True
    return False","def _skip_trivial ( constraint_data ) : <TAB> if skip_trivial_constraints : <TAB> <TAB> if isinstance ( constraint_data , LinearCanonicalRepn ) : <TAB> <TAB> <TAB> if constraint_data . variables is None : <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return True <TAB> return False",if constraint_data . body . polynomial_degree ( ) == 0 :,90
19518,"def get_filestream_file_items(self):
    data = {}
    fs_file_updates = self.get_filestream_file_updates()
    for k, v in six.iteritems(fs_file_updates):
        l = []
        for d in v:
            offset = d.get(""offset"")
            content = d.get(""content"")
            assert offset is not None
            assert content is not None
            assert offset == 0 or offset == len(l), (k, v, l, d)
            if not offset:
                l = []
            l.extend(map(json.loads, content))
        data[k] = l
    return data","def get_filestream_file_items ( self ) : <TAB> data = { } <TAB> fs_file_updates = self . get_filestream_file_updates ( ) <TAB> for k , v in six . iteritems ( fs_file_updates ) : <TAB> <TAB> l = [ ] <TAB> <TAB> for d in v : <TAB> <TAB> <TAB> offset = d . get ( ""offset"" ) <TAB> <TAB> <TAB> content = d . get ( ""content"" ) <TAB> <TAB> <TAB> assert offset is not None <TAB> <TAB> <TAB> assert content is not None <TAB> <TAB> <TAB> assert offset == 0 or offset == len ( l ) , ( k , v , l , d ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> l = [ ] <TAB> <TAB> <TAB> l . extend ( map ( json . loads , content ) ) <TAB> <TAB> data [ k ] = l <TAB> return data",if not offset :,179
5693,"def handle_membership(self, cmd):
    if self._listen_interfaces is None:
        mreq = struct.pack(
            str(""4sI""), socket.inet_aton(self._multicast_address[0]), socket.INADDR_ANY
        )
        self.socket.setsockopt(socket.IPPROTO_IP, cmd, mreq)
    else:
        for interface in self._listen_interfaces:
            try:
                if_addr = socket.inet_aton(interface)
            except socket.error:
                if_addr = GetInterfaceAddress(interface)
            mreq = socket.inet_aton(self._multicast_address[0]) + if_addr
            self.socket.setsockopt(socket.IPPROTO_IP, cmd, mreq)","def handle_membership ( self , cmd ) : <TAB> if self . _listen_interfaces is None : <TAB> <TAB> mreq = struct . pack ( <TAB> <TAB> <TAB> str ( ""4sI"" ) , socket . inet_aton ( self . _multicast_address [ 0 ] ) , socket . INADDR_ANY <TAB> <TAB> ) <TAB> <TAB> self . socket . setsockopt ( socket . IPPROTO_IP , cmd , mreq ) <TAB> else : <TAB> <TAB> for interface in self . _listen_interfaces : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> if_addr = socket . inet_aton ( interface ) <TAB> <TAB> <TAB> except socket . error : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> mreq = socket . inet_aton ( self . _multicast_address [ 0 ] ) + if_addr <TAB> <TAB> <TAB> self . socket . setsockopt ( socket . IPPROTO_IP , cmd , mreq )",if_addr = GetInterfaceAddress ( interface ),201
11512,"def suckfont(data):
    import re
    m = re.search(r""/FontName\s+/([^ \t\n\r]+)\s+def"", data)
    if m:
        fontName = m.group(1)
    else:
        fontName = None
    interpreter = PSInterpreter()
    interpreter.interpret(
        ""/Helvetica 4 dict dup /Encoding StandardEncoding put definefont pop""
    )
    interpreter.interpret(data)
    fontdir = interpreter.dictstack[0][""FontDirectory""].value
    if fontdir.has_key(fontName):
        rawfont = fontdir[fontName]
    else:
        # fall back, in case fontName wasn't found
        fontNames = fontdir.keys()
        if len(fontNames) > 1:
            fontNames.remove(""Helvetica"")
        fontNames.sort()
        rawfont = fontdir[fontNames[0]]
    interpreter.close()
    return unpack_item(rawfont)","def suckfont ( data ) : <TAB> import re <TAB> m = re . search ( r""/FontName\s+/([^ \t\n\r]+)\s+def"" , data ) <TAB> if m : <TAB> <TAB> fontName = m . group ( 1 ) <TAB> else : <TAB> <TAB> fontName = None <TAB> interpreter = PSInterpreter ( ) <TAB> interpreter . interpret ( <TAB> <TAB> ""/Helvetica 4 dict dup /Encoding StandardEncoding put definefont pop"" <TAB> ) <TAB> interpreter . interpret ( data ) <TAB> fontdir = interpreter . dictstack [ 0 ] [ ""FontDirectory"" ] . value <TAB> if fontdir . has_key ( fontName ) : <TAB> <TAB> rawfont = fontdir [ fontName ] <TAB> else : <TAB> <TAB> <TAB> <TAB> fontNames = fontdir . keys ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fontNames . remove ( ""Helvetica"" ) <TAB> <TAB> fontNames . sort ( ) <TAB> <TAB> rawfont = fontdir [ fontNames [ 0 ] ] <TAB> interpreter . close ( ) <TAB> return unpack_item ( rawfont )",if len ( fontNames ) > 1 :,244
741,"def parse_flow_sequence_entry(self, first=False):
    if not self.check_token(FlowSequenceEndToken):
        if not first:
            if self.check_token(FlowEntryToken):
                self.get_token()
            else:
                token = self.peek_token()
                raise ParserError(
                    ""while parsing a flow sequence"",
                    self.marks[-1],
                    ""expected ',' or ']', but got %r"" % token.id,
                    token.start_mark,
                )
        if self.check_token(KeyToken):
            token = self.peek_token()
            event = MappingStartEvent(
                None, None, True, token.start_mark, token.end_mark, flow_style=True
            )
            self.state = self.parse_flow_sequence_entry_mapping_key
            return event
        elif not self.check_token(FlowSequenceEndToken):
            self.states.append(self.parse_flow_sequence_entry)
            return self.parse_flow_node()
    token = self.get_token()
    event = SequenceEndEvent(token.start_mark, token.end_mark)
    self.state = self.states.pop()
    self.marks.pop()
    return event","def parse_flow_sequence_entry ( self , first = False ) : <TAB> if not self . check_token ( FlowSequenceEndToken ) : <TAB> <TAB> if not first : <TAB> <TAB> <TAB> if self . check_token ( FlowEntryToken ) : <TAB> <TAB> <TAB> <TAB> self . get_token ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> token = self . peek_token ( ) <TAB> <TAB> <TAB> <TAB> raise ParserError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""while parsing a flow sequence"" , <TAB> <TAB> <TAB> <TAB> <TAB> self . marks [ - 1 ] , <TAB> <TAB> <TAB> <TAB> <TAB> ""expected ',' or ']', but got %r"" % token . id , <TAB> <TAB> <TAB> <TAB> <TAB> token . start_mark , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> if self . check_token ( KeyToken ) : <TAB> <TAB> <TAB> token = self . peek_token ( ) <TAB> <TAB> <TAB> event = MappingStartEvent ( <TAB> <TAB> <TAB> <TAB> None , None , True , token . start_mark , token . end_mark , flow_style = True <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . state = self . parse_flow_sequence_entry_mapping_key <TAB> <TAB> <TAB> return event <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . states . append ( self . parse_flow_sequence_entry ) <TAB> <TAB> <TAB> return self . parse_flow_node ( ) <TAB> token = self . get_token ( ) <TAB> event = SequenceEndEvent ( token . start_mark , token . end_mark ) <TAB> self . state = self . states . pop ( ) <TAB> self . marks . pop ( ) <TAB> return event",elif not self . check_token ( FlowSequenceEndToken ) :,354
14311,"def interpret(self, expr):
    self._cg.reset_state()
    self._reset_reused_expr_cache()
    args = [(True, self._feature_array_name)]
    # C doesn't allow returning vectors, so if model returns vector we will
    # have additional vector argument which we will populate at the end.
    if expr.output_size > 1:
        args += [(True, ""output"")]
    with self._cg.function_definition(
        name=self.function_name, args=args, is_scalar_output=expr.output_size == 1
    ):
        last_result = self._do_interpret(expr)
        if expr.output_size > 1:
            self._cg.add_assign_array_statement(last_result, ""output"", expr.output_size)
        else:
            self._cg.add_return_statement(last_result)
    if self.with_linear_algebra:
        filename = os.path.join(os.path.dirname(__file__), ""linear_algebra.c"")
        self._cg.prepend_code_lines(utils.get_file_content(filename))
    if self.with_vectors:
        self._cg.add_dependency(""<string.h>"")
    if self.with_math_module:
        self._cg.add_dependency(""<math.h>"")
    return self._cg.finalize_and_get_generated_code()","def interpret ( self , expr ) : <TAB> self . _cg . reset_state ( ) <TAB> self . _reset_reused_expr_cache ( ) <TAB> args = [ ( True , self . _feature_array_name ) ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> args += [ ( True , ""output"" ) ] <TAB> with self . _cg . function_definition ( <TAB> <TAB> name = self . function_name , args = args , is_scalar_output = expr . output_size == 1 <TAB> ) : <TAB> <TAB> last_result = self . _do_interpret ( expr ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _cg . add_assign_array_statement ( last_result , ""output"" , expr . output_size ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _cg . add_return_statement ( last_result ) <TAB> if self . with_linear_algebra : <TAB> <TAB> filename = os . path . join ( os . path . dirname ( __file__ ) , ""linear_algebra.c"" ) <TAB> <TAB> self . _cg . prepend_code_lines ( utils . get_file_content ( filename ) ) <TAB> if self . with_vectors : <TAB> <TAB> self . _cg . add_dependency ( ""<string.h>"" ) <TAB> if self . with_math_module : <TAB> <TAB> self . _cg . add_dependency ( ""<math.h>"" ) <TAB> return self . _cg . finalize_and_get_generated_code ( )",if expr . output_size > 1 :,350
5036,"def _text(bitlist):
    out = """"
    for typ, text in bitlist:
        if not typ:
            out += text
        elif typ == ""em"":
            out += ""\\fI%s\\fR"" % text
        elif typ in [""strong"", ""code""]:
            out += ""\\fB%s\\fR"" % text
        else:
            raise ValueError(""unexpected tag %r inside text"" % (typ,))
    out = out.strip()
    out = re.sub(re.compile(r""^\s+"", re.M), """", out)
    return out
","def _text ( bitlist ) : <TAB> out = """" <TAB> for typ , text in bitlist : <TAB> <TAB> if not typ : <TAB> <TAB> <TAB> out += text <TAB> <TAB> elif typ == ""em"" : <TAB> <TAB> <TAB> out += ""\\fI%s\\fR"" % text <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> out += ""\\fB%s\\fR"" % text <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( ""unexpected tag %r inside text"" % ( typ , ) ) <TAB> out = out . strip ( ) <TAB> out = re . sub ( re . compile ( r""^\s+"" , re . M ) , """" , out ) <TAB> return out","elif typ in [ ""strong"" , ""code"" ] :",150
10796,"def _configTabs(self):
    for key in list(self.widgetStore.keys()):
        if self.widgetStore[key][0].disabled:
            if not useTtk:
                self.widgetStore[key][0].config(
                    bg=self.disabledBg, fg=self.disabledFg, cursor=""""
                )
            else:
                self.widgetStore[key][0].config(style=""DisabledTab.TLabel"", cursor="""")
        else:
            if key == self.selectedTab:
                if not useTtk:
                    self.widgetStore[key][0].config(
                        bg=self.widgetStore[key][1].cget(""bg""),
                        fg=self.activeFg,
                        cursor="""",
                    )
                else:
                    self.widgetStore[key][0].config(
                        style=""SelectedTab.TLabel"", cursor=""""
                    )
                self.widgetStore[key][1].lift()
            else:
                if not useTtk:
                    self.widgetStore[key][0].config(
                        bg=self.inactiveBg,
                        fg=self.inactiveFg,
                        cursor=self.inactiveCursor,
                    )
                else:
                    self.widgetStore[key][0].config(
                        style=""InactiveTab.TLabel"", cursor=self.inactiveCursor
                    )","def _configTabs ( self ) : <TAB> for key in list ( self . widgetStore . keys ( ) ) : <TAB> <TAB> if self . widgetStore [ key ] [ 0 ] . disabled : <TAB> <TAB> <TAB> if not useTtk : <TAB> <TAB> <TAB> <TAB> self . widgetStore [ key ] [ 0 ] . config ( <TAB> <TAB> <TAB> <TAB> <TAB> bg = self . disabledBg , fg = self . disabledFg , cursor = """" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . widgetStore [ key ] [ 0 ] . config ( style = ""DisabledTab.TLabel"" , cursor = """" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if not useTtk : <TAB> <TAB> <TAB> <TAB> <TAB> self . widgetStore [ key ] [ 0 ] . config ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> bg = self . widgetStore [ key ] [ 1 ] . cget ( ""bg"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> fg = self . activeFg , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cursor = """" , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> self . widgetStore [ key ] [ 0 ] . config ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> style = ""SelectedTab.TLabel"" , cursor = """" <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> self . widgetStore [ key ] [ 1 ] . lift ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if not useTtk : <TAB> <TAB> <TAB> <TAB> <TAB> self . widgetStore [ key ] [ 0 ] . config ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> bg = self . inactiveBg , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> fg = self . inactiveFg , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cursor = self . inactiveCursor , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> self . widgetStore [ key ] [ 0 ] . config ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> style = ""InactiveTab.TLabel"" , cursor = self . inactiveCursor <TAB> <TAB> <TAB> <TAB> <TAB> )",if key == self . selectedTab :,424
2361,"def testMismatchedDataWindow(self):
    # Set up a situation where we're copying channels
    # from an image with a smaller data window than the
    # primary input.
    main = self.__constantLayer("""", imath.Color4f(1), size=imath.V2i(64))
    diffuse = self.__constantLayer(""diffuse"", imath.Color4f(0.5), size=imath.V2i(60))
    copy = GafferImage.CopyChannels()
    copy[""in""][0].setInput(main[""out""])
    copy[""in""][1].setInput(diffuse[""out""])
    copy[""channels""].setValue(""*"")
    # Format should be taken from the primary input, and data window should be the union
    # of both input data windows.
    self.assertEqual(copy[""out""][""format""].getValue(), main[""out""][""format""].getValue())
    self.assertEqual(
        copy[""out""][""dataWindow""].getValue(), main[""out""][""dataWindow""].getValue()
    )
    # And CopyChannels must take care to properly fill in with
    # black any missing areas from the second input.
    for channel in (""R"", ""G"", ""B"", ""A""):
        diffuseDW = diffuse[""out""][""dataWindow""].getValue()
        copyDW = copy[""out""][""dataWindow""].getValue()
        sampler = GafferImage.Sampler(copy[""out""], ""diffuse."" + channel, copyDW)
        for x in range(copyDW.min().x, copyDW.max().x):
            for y in range(copyDW.min().y, copyDW.max().y):
                if GafferImage.BufferAlgo.contains(diffuseDW, imath.V2i(x, y)):
                    self.assertEqual(sampler.sample(x, y), 0.5)
                else:
                    self.assertEqual(sampler.sample(x, y), 0)","def testMismatchedDataWindow ( self ) : <TAB> <TAB> <TAB> <TAB> main = self . __constantLayer ( """" , imath . Color4f ( 1 ) , size = imath . V2i ( 64 ) ) <TAB> diffuse = self . __constantLayer ( ""diffuse"" , imath . Color4f ( 0.5 ) , size = imath . V2i ( 60 ) ) <TAB> copy = GafferImage . CopyChannels ( ) <TAB> copy [ ""in"" ] [ 0 ] . setInput ( main [ ""out"" ] ) <TAB> copy [ ""in"" ] [ 1 ] . setInput ( diffuse [ ""out"" ] ) <TAB> copy [ ""channels"" ] . setValue ( ""*"" ) <TAB> <TAB> <TAB> self . assertEqual ( copy [ ""out"" ] [ ""format"" ] . getValue ( ) , main [ ""out"" ] [ ""format"" ] . getValue ( ) ) <TAB> self . assertEqual ( <TAB> <TAB> copy [ ""out"" ] [ ""dataWindow"" ] . getValue ( ) , main [ ""out"" ] [ ""dataWindow"" ] . getValue ( ) <TAB> ) <TAB> <TAB> <TAB> for channel in ( ""R"" , ""G"" , ""B"" , ""A"" ) : <TAB> <TAB> diffuseDW = diffuse [ ""out"" ] [ ""dataWindow"" ] . getValue ( ) <TAB> <TAB> copyDW = copy [ ""out"" ] [ ""dataWindow"" ] . getValue ( ) <TAB> <TAB> sampler = GafferImage . Sampler ( copy [ ""out"" ] , ""diffuse."" + channel , copyDW ) <TAB> <TAB> for x in range ( copyDW . min ( ) . x , copyDW . max ( ) . x ) : <TAB> <TAB> <TAB> for y in range ( copyDW . min ( ) . y , copyDW . max ( ) . y ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( sampler . sample ( x , y ) , 0.5 ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( sampler . sample ( x , y ) , 0 )","if GafferImage . BufferAlgo . contains ( diffuseDW , imath . V2i ( x , y ) ) :",477
21776,"def upgrade_state_dict_named(self, state_dict):
    # We convert in_proj_weight to individual q,k,v weights
    items_to_add = {}
    keys_to_remove = []
    for k in state_dict.keys():
        if k.endswith(""in_proj_weight""):
            # in_proj_weight used to be q + k + v with same dimensions
            dim = int(state_dict[k].shape[0] / 3)
            items_to_add[k.replace(""in_proj_weight"", ""q_proj.weight"")] = state_dict[k][
                :dim
            ]
            items_to_add[k.replace(""in_proj_weight"", ""k_proj.weight"")] = state_dict[k][
                dim : 2 * dim
            ]
            items_to_add[k.replace(""in_proj_weight"", ""v_proj.weight"")] = state_dict[k][
                2 * dim :
            ]
            keys_to_remove.append(k)
        if k.endswith(""in_proj_bias""):
            dim = int(state_dict[k].shape[0] / 3)
            items_to_add[k.replace(""in_proj_bias"", ""q_proj.bias"")] = state_dict[k][:dim]
            items_to_add[k.replace(""in_proj_bias"", ""k_proj.bias"")] = state_dict[k][
                dim : 2 * dim
            ]
            items_to_add[k.replace(""in_proj_bias"", ""v_proj.bias"")] = state_dict[k][
                2 * dim :
            ]
            keys_to_remove.append(k)
    for k in keys_to_remove:
        del state_dict[k]
    for key, value in items_to_add.items():
        state_dict[key] = value
    return state_dict","def upgrade_state_dict_named ( self , state_dict ) : <TAB> <TAB> items_to_add = { } <TAB> keys_to_remove = [ ] <TAB> for k in state_dict . keys ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dim = int ( state_dict [ k ] . shape [ 0 ] / 3 ) <TAB> <TAB> <TAB> items_to_add [ k . replace ( ""in_proj_weight"" , ""q_proj.weight"" ) ] = state_dict [ k ] [ <TAB> <TAB> <TAB> <TAB> : dim <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> items_to_add [ k . replace ( ""in_proj_weight"" , ""k_proj.weight"" ) ] = state_dict [ k ] [ <TAB> <TAB> <TAB> <TAB> dim : 2 * dim <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> items_to_add [ k . replace ( ""in_proj_weight"" , ""v_proj.weight"" ) ] = state_dict [ k ] [ <TAB> <TAB> <TAB> <TAB> 2 * dim : <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> keys_to_remove . append ( k ) <TAB> <TAB> if k . endswith ( ""in_proj_bias"" ) : <TAB> <TAB> <TAB> dim = int ( state_dict [ k ] . shape [ 0 ] / 3 ) <TAB> <TAB> <TAB> items_to_add [ k . replace ( ""in_proj_bias"" , ""q_proj.bias"" ) ] = state_dict [ k ] [ : dim ] <TAB> <TAB> <TAB> items_to_add [ k . replace ( ""in_proj_bias"" , ""k_proj.bias"" ) ] = state_dict [ k ] [ <TAB> <TAB> <TAB> <TAB> dim : 2 * dim <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> items_to_add [ k . replace ( ""in_proj_bias"" , ""v_proj.bias"" ) ] = state_dict [ k ] [ <TAB> <TAB> <TAB> <TAB> 2 * dim : <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> keys_to_remove . append ( k ) <TAB> for k in keys_to_remove : <TAB> <TAB> del state_dict [ k ] <TAB> for key , value in items_to_add . items ( ) : <TAB> <TAB> state_dict [ key ] = value <TAB> return state_dict","if k . endswith ( ""in_proj_weight"" ) :",511
13758,"def pytest_deselected(items):
    if sb_config.dashboard:
        sb_config.item_count -= len(items)
        for item in items:
            test_id, display_id = _get_test_ids_(item)
            if test_id in sb_config._results.keys():
                sb_config._results.pop(test_id)
","def pytest_deselected ( items ) : <TAB> if sb_config . dashboard : <TAB> <TAB> sb_config . item_count -= len ( items ) <TAB> <TAB> for item in items : <TAB> <TAB> <TAB> test_id , display_id = _get_test_ids_ ( item ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> sb_config . _results . pop ( test_id )",if test_id in sb_config . _results . keys ( ) :,96
11981,"def find_go_files_mtime(app_files):
    files, mtime = [], 0
    for f, mt in app_files.items():
        if not f.endswith("".go""):
            continue
        if APP_CONFIG.nobuild_files.match(f):
            continue
        files.append(f)
        mtime = max(mtime, mt)
    return files, mtime","def find_go_files_mtime ( app_files ) : <TAB> files , mtime = [ ] , 0 <TAB> for f , mt in app_files . items ( ) : <TAB> <TAB> if not f . endswith ( "".go"" ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> files . append ( f ) <TAB> <TAB> mtime = max ( mtime , mt ) <TAB> return files , mtime",if APP_CONFIG . nobuild_files . match ( f ) :,100
20495,"def check(self):
    user_agent = ""Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1)""
    headers = {
        ""User-Agent"": user_agent,
        ""Accept"": ""text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"",
        ""Accept-language"": ""sk,cs;q=0.8,en-US;q=0.5,en;q,0.3"",
        ""Connection"": ""keep-alive"",
        ""Accept-Encoding"": ""gzip, deflate"",
        ""Cache-Control"": ""no-cache"",
        ""Cookie"": ""C107373883=/omg1337hax"",
    }
    response = self.http_request(method=""GET"", path=""/test"", headers=headers)
    if response is None:
        return False  # target is not vulnerable
    if response.status_code != 404:
        return False  # not rompage
    else:
        if ""server"" in response.headers:
            server = response.headers.get(""server"")
            if re.search(""RomPager"", server) is not None:
                if re.search(""omg1337hax"", response.text) is not None:
                    return True  # device is vulnerable
                else:
                    return None  # could not verify
    return False  # target is not vulnerable","def check ( self ) : <TAB> user_agent = ""Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1)"" <TAB> headers = { <TAB> <TAB> ""User-Agent"" : user_agent , <TAB> <TAB> ""Accept"" : ""text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"" , <TAB> <TAB> ""Accept-language"" : ""sk,cs;q=0.8,en-US;q=0.5,en;q,0.3"" , <TAB> <TAB> ""Connection"" : ""keep-alive"" , <TAB> <TAB> ""Accept-Encoding"" : ""gzip, deflate"" , <TAB> <TAB> ""Cache-Control"" : ""no-cache"" , <TAB> <TAB> ""Cookie"" : ""C107373883=/omg1337hax"" , <TAB> } <TAB> response = self . http_request ( method = ""GET"" , path = ""/test"" , headers = headers ) <TAB> if response is None : <TAB> <TAB> return False <TAB> if response . status_code != 404 : <TAB> <TAB> return False <TAB> else : <TAB> <TAB> if ""server"" in response . headers : <TAB> <TAB> <TAB> server = response . headers . get ( ""server"" ) <TAB> <TAB> <TAB> if re . search ( ""RomPager"" , server ) is not None : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> return None <TAB> return False","if re . search ( ""omg1337hax"" , response . text ) is not None :",362
22984,"def computeLeadingWhitespaceWidth(s, tab_width):
    w = 0
    for ch in s:
        if ch == "" "":
            w += 1
        elif ch == ""\t"":
            w += abs(tab_width) - (w % abs(tab_width))
        else:
            break
    return w","def computeLeadingWhitespaceWidth ( s , tab_width ) : <TAB> w = 0 <TAB> for ch in s : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> w += 1 <TAB> <TAB> elif ch == ""\t"" : <TAB> <TAB> <TAB> w += abs ( tab_width ) - ( w % abs ( tab_width ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> return w","if ch == "" "" :",87
25196,"def fuse_module(m):
    last_conv = None
    last_conv_name = None
    for name, child in m.named_children():
        if isinstance(child, (nn.BatchNorm2d, nn.SyncBatchNorm)):
            if last_conv is None:  # only fuse BN that is after Conv
                continue
            fused_conv = fuse_conv_bn(last_conv, child)
            m._modules[last_conv_name] = fused_conv
            # To reduce changes, set BN as Identity instead of deleting it.
            m._modules[name] = nn.Identity()
            last_conv = None
        elif isinstance(child, nn.Conv2d):
            last_conv = child
            last_conv_name = name
        else:
            fuse_module(child)
    return m","def fuse_module ( m ) : <TAB> last_conv = None <TAB> last_conv_name = None <TAB> for name , child in m . named_children ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if last_conv is None : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> fused_conv = fuse_conv_bn ( last_conv , child ) <TAB> <TAB> <TAB> m . _modules [ last_conv_name ] = fused_conv <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> m . _modules [ name ] = nn . Identity ( ) <TAB> <TAB> <TAB> last_conv = None <TAB> <TAB> elif isinstance ( child , nn . Conv2d ) : <TAB> <TAB> <TAB> last_conv = child <TAB> <TAB> <TAB> last_conv_name = name <TAB> <TAB> else : <TAB> <TAB> <TAB> fuse_module ( child ) <TAB> return m","if isinstance ( child , ( nn . BatchNorm2d , nn . SyncBatchNorm ) ) :",216
14500,"def htmlify(self, htmlbuffer, htmlcontext):
    stripped = self._strip()
    if not stripped:
        return
    lastIndent = htmlcontext.currentIndentWidth
    currentIndent = self[0].indentWidths[-1]
    dontCompareIndents = False
    if self[0].iscode and not htmlcontext.inPRE:
        htmlbuffer.write(""<pre>\n"")
        htmlbuffer.write("""".join(self))
        htmlcontext.inPRE = True
        return
    if not self[0].iscode and htmlcontext.inPRE:
        htmlbuffer.write(""</pre>\n"")
        htmlcontext.inPRE = False
    if self[0].bulleted and not htmlcontext.inUL:
        # we need to switch on to a bulleted list context
        htmlbuffer.write(""<ul>"")
        dontCompareIndents = True
        htmlcontext.inUL = True
    elif not self[0].bulleted and htmlcontext.inUL:
        htmlbuffer.write(""</ul>"")
        htmlcontext.inUL = False
    if not dontCompareIndents:
        if lastIndent < currentIndent:
            # we need to push an indent
            htmlbuffer.write(""<dl>"")
            htmlcontext.inDL = True
        if lastIndent > currentIndent:
            # we need to pop an indent
            htmlbuffer.write(""</dl>"")
            htmlcontext.inDL = False
    htmlcontext.currentIndentWidth = currentIndent
    if htmlcontext.inUL:
        htmlbuffer.write(""<li>"")
    if htmlcontext.inDL:
        htmlbuffer.write(""<dt/><dd>"")
    htmlbuffer.write(""<p>"" + stripped + ""</p>\n"")
    if htmlcontext.inDL:
        htmlbuffer.write(""</dd>"")
    if htmlcontext.inUL:
        htmlbuffer.write(""</li>"")","def htmlify ( self , htmlbuffer , htmlcontext ) : <TAB> stripped = self . _strip ( ) <TAB> if not stripped : <TAB> <TAB> return <TAB> lastIndent = htmlcontext . currentIndentWidth <TAB> currentIndent = self [ 0 ] . indentWidths [ - 1 ] <TAB> dontCompareIndents = False <TAB> if self [ 0 ] . iscode and not htmlcontext . inPRE : <TAB> <TAB> htmlbuffer . write ( ""<pre>\n"" ) <TAB> <TAB> htmlbuffer . write ( """" . join ( self ) ) <TAB> <TAB> htmlcontext . inPRE = True <TAB> <TAB> return <TAB> if not self [ 0 ] . iscode and htmlcontext . inPRE : <TAB> <TAB> htmlbuffer . write ( ""</pre>\n"" ) <TAB> <TAB> htmlcontext . inPRE = False <TAB> if self [ 0 ] . bulleted and not htmlcontext . inUL : <TAB> <TAB> <TAB> <TAB> htmlbuffer . write ( ""<ul>"" ) <TAB> <TAB> dontCompareIndents = True <TAB> <TAB> htmlcontext . inUL = True <TAB> elif not self [ 0 ] . bulleted and htmlcontext . inUL : <TAB> <TAB> htmlbuffer . write ( ""</ul>"" ) <TAB> <TAB> htmlcontext . inUL = False <TAB> if not dontCompareIndents : <TAB> <TAB> if lastIndent < currentIndent : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> htmlbuffer . write ( ""<dl>"" ) <TAB> <TAB> <TAB> htmlcontext . inDL = True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> htmlbuffer . write ( ""</dl>"" ) <TAB> <TAB> <TAB> htmlcontext . inDL = False <TAB> htmlcontext . currentIndentWidth = currentIndent <TAB> if htmlcontext . inUL : <TAB> <TAB> htmlbuffer . write ( ""<li>"" ) <TAB> if htmlcontext . inDL : <TAB> <TAB> htmlbuffer . write ( ""<dt/><dd>"" ) <TAB> htmlbuffer . write ( ""<p>"" + stripped + ""</p>\n"" ) <TAB> if htmlcontext . inDL : <TAB> <TAB> htmlbuffer . write ( ""</dd>"" ) <TAB> if htmlcontext . inUL : <TAB> <TAB> htmlbuffer . write ( ""</li>"" )",if lastIndent > currentIndent :,472
14563,"def desc(self):
    bits = []
    for type, item in self.items:
        if type == ""path"":
            bits.append(basename(item))
        elif type == ""file"":
            bits.append(basename(item.url))
        elif type == ""container"":
            part_type = item.type
            if part_type == ""project"":
                bits.append(basename(item.url))
            elif part_type == ""folder"":
                bits.append(item.getStringAttribute(""name""))
            elif part_type == ""livefolder"":
                bits.append(basename(item.liveDirectory))
            else:
                log.warn(""unexpected container koIPart type: %r"", part_type)
    return "", "".join(bits)
","def desc ( self ) : <TAB> bits = [ ] <TAB> for type , item in self . items : <TAB> <TAB> if type == ""path"" : <TAB> <TAB> <TAB> bits . append ( basename ( item ) ) <TAB> <TAB> elif type == ""file"" : <TAB> <TAB> <TAB> bits . append ( basename ( item . url ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> part_type = item . type <TAB> <TAB> <TAB> if part_type == ""project"" : <TAB> <TAB> <TAB> <TAB> bits . append ( basename ( item . url ) ) <TAB> <TAB> <TAB> elif part_type == ""folder"" : <TAB> <TAB> <TAB> <TAB> bits . append ( item . getStringAttribute ( ""name"" ) ) <TAB> <TAB> <TAB> elif part_type == ""livefolder"" : <TAB> <TAB> <TAB> <TAB> bits . append ( basename ( item . liveDirectory ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> log . warn ( ""unexpected container koIPart type: %r"" , part_type ) <TAB> return "", "" . join ( bits )","elif type == ""container"" :",210
5604,"def __init__(self, config, scenario, engine):
    super(HierarchicHTTPRequest, self).__init__(
        config, scenario, engine, pure_body_file=True
    )
    self.upload_files = self.config.get(""upload-files"", [])
    if self.method == ""PUT"" and len(self.upload_files) > 1:
        self.upload_files = self.upload_files[:1]
    for file_dict in self.upload_files:
        param = file_dict.get(""param"", None)
        if self.method == ""PUT"":
            file_dict[""param""] = """"
        if self.method == ""POST"" and not param:
            raise TaurusConfigError(
                ""Items from upload-files must specify parameter name""
            )
        path_exc = TaurusConfigError(
            ""Items from upload-files must specify path to file""
        )
        path = str(file_dict.get(""path"", path_exc))
        if not has_variable_pattern(path):  # exclude variables
            path = self.engine.find_file(path)  # prepare full path for jmx
        else:
            msg = ""Path '%s' contains variable and can't be expanded. Don't use relative paths in 'upload-files'!""
            self.log.warning(msg % path)
        file_dict[""path""] = path
        mime = mimetypes.guess_type(file_dict[""path""])[0] or ""application/octet-stream""
        file_dict.get(""mime-type"", mime, force_set=True)
    self.content_encoding = self.config.get(""content-encoding"", None)","def __init__ ( self , config , scenario , engine ) : <TAB> super ( HierarchicHTTPRequest , self ) . __init__ ( <TAB> <TAB> config , scenario , engine , pure_body_file = True <TAB> ) <TAB> self . upload_files = self . config . get ( ""upload-files"" , [ ] ) <TAB> if self . method == ""PUT"" and len ( self . upload_files ) > 1 : <TAB> <TAB> self . upload_files = self . upload_files [ : 1 ] <TAB> for file_dict in self . upload_files : <TAB> <TAB> param = file_dict . get ( ""param"" , None ) <TAB> <TAB> if self . method == ""PUT"" : <TAB> <TAB> <TAB> file_dict [ ""param"" ] = """" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise TaurusConfigError ( <TAB> <TAB> <TAB> <TAB> ""Items from upload-files must specify parameter name"" <TAB> <TAB> <TAB> ) <TAB> <TAB> path_exc = TaurusConfigError ( <TAB> <TAB> <TAB> ""Items from upload-files must specify path to file"" <TAB> <TAB> ) <TAB> <TAB> path = str ( file_dict . get ( ""path"" , path_exc ) ) <TAB> <TAB> if not has_variable_pattern ( path ) : <TAB> <TAB> <TAB> path = self . engine . find_file ( path ) <TAB> <TAB> else : <TAB> <TAB> <TAB> msg = ""Path '%s' contains variable and can't be expanded. Don't use relative paths in 'upload-files'!"" <TAB> <TAB> <TAB> self . log . warning ( msg % path ) <TAB> <TAB> file_dict [ ""path"" ] = path <TAB> <TAB> mime = mimetypes . guess_type ( file_dict [ ""path"" ] ) [ 0 ] or ""application/octet-stream"" <TAB> <TAB> file_dict . get ( ""mime-type"" , mime , force_set = True ) <TAB> self . content_encoding = self . config . get ( ""content-encoding"" , None )","if self . method == ""POST"" and not param :",421
20990,"def after_insert(self):
    if self.prescription:
        frappe.db.set_value(
            ""Lab Prescription"", self.prescription, ""lab_test_created"", 1
        )
        if frappe.db.get_value(""Lab Prescription"", self.prescription, ""invoiced""):
            self.invoiced = True
    if not self.lab_test_name and self.template:
        self.load_test_from_template()
        self.reload()","def after_insert ( self ) : <TAB> if self . prescription : <TAB> <TAB> frappe . db . set_value ( <TAB> <TAB> <TAB> ""Lab Prescription"" , self . prescription , ""lab_test_created"" , 1 <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . invoiced = True <TAB> if not self . lab_test_name and self . template : <TAB> <TAB> self . load_test_from_template ( ) <TAB> <TAB> self . reload ( )","if frappe . db . get_value ( ""Lab Prescription"" , self . prescription , ""invoiced"" ) :",130
11240,"def has_scheme(self, inp):
    if ""://"" in inp:
        return True
    else:
        authority = inp.replace(""/"", ""#"").replace(""?"", ""#"").split(""#"")[0]
        if "":"" in authority:
            _, host_or_port = authority.split("":"", 1)
            # Assert it's not a port number
            if re.match(r""^\d+$"", host_or_port):
                return False
        else:
            return False
    return True","def has_scheme ( self , inp ) : <TAB> if ""://"" in inp : <TAB> <TAB> return True <TAB> else : <TAB> <TAB> authority = inp . replace ( ""/"" , ""#"" ) . replace ( ""?"" , ""#"" ) . split ( ""#"" ) [ 0 ] <TAB> <TAB> if "":"" in authority : <TAB> <TAB> <TAB> _ , host_or_port = authority . split ( "":"" , 1 ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> else : <TAB> <TAB> <TAB> return False <TAB> return True","if re . match ( r""^\d+$"" , host_or_port ) :",126
22311,"def __init__(self):
    """"""Check for errors in the constructor.""""""
    if self.rejected_users and self.allowed_users:
        raise AuthorizerError(
            ""rejected_users and allowed_users options "" ""are mutually exclusive""
        )
    users = self._get_system_users()
    for user in self.allowed_users or self.rejected_users:
        if user == ""anonymous"":
            raise AuthorizerError('invalid username ""anonymous""')
        if user not in users:
            raise AuthorizerError(""unknown user %s"" % user)
    if self.anonymous_user is not None:
        if not self.has_user(self.anonymous_user):
            raise AuthorizerError(""no such user %s"" % self.anonymous_user)
        home = self.get_home_dir(self.anonymous_user)
        if not os.path.isdir(home):
            raise AuthorizerError(""no valid home set for user %s"" % self.anonymous_user)
","def __init__ ( self ) : <TAB> """"""Check for errors in the constructor."""""" <TAB> if self . rejected_users and self . allowed_users : <TAB> <TAB> raise AuthorizerError ( <TAB> <TAB> <TAB> ""rejected_users and allowed_users options "" ""are mutually exclusive"" <TAB> <TAB> ) <TAB> users = self . _get_system_users ( ) <TAB> for user in self . allowed_users or self . rejected_users : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise AuthorizerError ( 'invalid username ""anonymous""' ) <TAB> <TAB> if user not in users : <TAB> <TAB> <TAB> raise AuthorizerError ( ""unknown user %s"" % user ) <TAB> if self . anonymous_user is not None : <TAB> <TAB> if not self . has_user ( self . anonymous_user ) : <TAB> <TAB> <TAB> raise AuthorizerError ( ""no such user %s"" % self . anonymous_user ) <TAB> <TAB> home = self . get_home_dir ( self . anonymous_user ) <TAB> <TAB> if not os . path . isdir ( home ) : <TAB> <TAB> <TAB> raise AuthorizerError ( ""no valid home set for user %s"" % self . anonymous_user )","if user == ""anonymous"" :",249
16513,"def hard_nms(box_scores, iou_threshold, top_k=-1, candidate_size=200):
    scores = box_scores[:, -1]
    boxes = box_scores[:, :-1]
    picked = []
    # _, indexes = scores.sort(descending=True)
    indexes = np.argsort(scores)
    # indexes = indexes[:candidate_size]
    indexes = indexes[-candidate_size:]
    while len(indexes) > 0:
        # current = indexes[0]
        current = indexes[-1]
        picked.append(current)
        if 0 < top_k == len(picked) or len(indexes) == 1:
            break
        current_box = boxes[current, :]
        # indexes = indexes[1:]
        indexes = indexes[:-1]
        rest_boxes = boxes[indexes, :]
        iou = iou_of(rest_boxes, np.expand_dims(current_box, axis=0))
        indexes = indexes[iou <= iou_threshold]
    return box_scores[picked, :]","def hard_nms ( box_scores , iou_threshold , top_k = - 1 , candidate_size = 200 ) : <TAB> scores = box_scores [ : , - 1 ] <TAB> boxes = box_scores [ : , : - 1 ] <TAB> picked = [ ] <TAB> <TAB> indexes = np . argsort ( scores ) <TAB> <TAB> indexes = indexes [ - candidate_size : ] <TAB> while len ( indexes ) > 0 : <TAB> <TAB> <TAB> <TAB> current = indexes [ - 1 ] <TAB> <TAB> picked . append ( current ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> current_box = boxes [ current , : ] <TAB> <TAB> <TAB> <TAB> indexes = indexes [ : - 1 ] <TAB> <TAB> rest_boxes = boxes [ indexes , : ] <TAB> <TAB> iou = iou_of ( rest_boxes , np . expand_dims ( current_box , axis = 0 ) ) <TAB> <TAB> indexes = indexes [ iou <= iou_threshold ] <TAB> return box_scores [ picked , : ]",if 0 < top_k == len ( picked ) or len ( indexes ) == 1 :,256
516,"def get_value(self, trans, grid, repository_metadata):
    datatype_list = []
    if repository_metadata:
        metadata = repository_metadata.metadata
        if metadata:
            datatype_dicts = metadata.get(""datatypes"", [])
            if datatype_dicts:
                # Create tuples of the attributes we want so we can sort them by extension.
                datatype_tups = []
                for datatype_dict in datatype_dicts:
                    # Example: {""display_in_upload"": ""true"", ""dtype"": ""galaxy.datatypes.blast:BlastXml"", ""extension"": ""blastxml"", ""mimetype"": ""application/xml""}
                    extension = datatype_dict.get(""extension"", """")
                    dtype = datatype_dict.get(""dtype"", """")
                    # For now we'll just display extension and dtype.
                    if extension and dtype:
                        datatype_tups.append((extension, dtype))
                sorted_datatype_tups = sorted(
                    datatype_tups, key=lambda datatype_tup: datatype_tup[0]
                )
                for datatype_tup in sorted_datatype_tups:
                    extension, datatype = datatype_tup[:2]
                    datatype_str = (
                        '<a href=""browse_datatypes?operation=view_or_manage_repository&id=%s"">'
                        % trans.security.encode_id(repository_metadata.id)
                    )
                    datatype_str += ""<b>{}:</b> {}"".format(
                        escape_html(extension), escape_html(datatype)
                    )
                    datatype_str += ""</a>""
                    datatype_list.append(datatype_str)
    return ""<br />"".join(datatype_list)","def get_value ( self , trans , grid , repository_metadata ) : <TAB> datatype_list = [ ] <TAB> if repository_metadata : <TAB> <TAB> metadata = repository_metadata . metadata <TAB> <TAB> if metadata : <TAB> <TAB> <TAB> datatype_dicts = metadata . get ( ""datatypes"" , [ ] ) <TAB> <TAB> <TAB> if datatype_dicts : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> datatype_tups = [ ] <TAB> <TAB> <TAB> <TAB> for datatype_dict in datatype_dicts : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> extension = datatype_dict . get ( ""extension"" , """" ) <TAB> <TAB> <TAB> <TAB> <TAB> dtype = datatype_dict . get ( ""dtype"" , """" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> datatype_tups . append ( ( extension , dtype ) ) <TAB> <TAB> <TAB> <TAB> sorted_datatype_tups = sorted ( <TAB> <TAB> <TAB> <TAB> <TAB> datatype_tups , key = lambda datatype_tup : datatype_tup [ 0 ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> for datatype_tup in sorted_datatype_tups : <TAB> <TAB> <TAB> <TAB> <TAB> extension , datatype = datatype_tup [ : 2 ] <TAB> <TAB> <TAB> <TAB> <TAB> datatype_str = ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> '<a href=""browse_datatypes?operation=view_or_manage_repository&id=%s"">' <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> % trans . security . encode_id ( repository_metadata . id ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> datatype_str += ""<b>{}:</b> {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> escape_html ( extension ) , escape_html ( datatype ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> datatype_str += ""</a>"" <TAB> <TAB> <TAB> <TAB> <TAB> datatype_list . append ( datatype_str ) <TAB> return ""<br />"" . join ( datatype_list )",if extension and dtype :,478
20520,"def next_idx(self):
    if not self.is_index_valid:
        return self.stop()
    playlist_len = len(self.list)
    if self.mode == Player.MODE_ORDERED:
        # make sure self.index will not over
        if self.info[""idx""] < playlist_len:
            self.info[""idx""] += 1
    elif self.mode == Player.MODE_ORDERED_LOOP:
        self.info[""idx""] = (self.index + 1) % playlist_len
    elif self.mode == Player.MODE_SINGLE_LOOP:
        self.info[""idx""] = self.info[""idx""]
    else:
        playing_order_len = len(self.order)
        if self._need_to_shuffle():
            self.shuffle_order()
            # When you regenerate playing list
            # you should keep previous song same.
            self._swap_song()
            playing_order_len = len(self.order)
        self.info[""random_index""] += 1
        # Out of border
        if self.mode == Player.MODE_RANDOM_LOOP:
            self.info[""random_index""] %= playing_order_len
        # Random but not loop, out of border, stop playing.
        if self.info[""random_index""] >= playing_order_len:
            self.info[""idx""] = playlist_len
        else:
            self.info[""idx""] = self.order[self.info[""random_index""]]
    if self.playing_song_changed_callback is not None:
        self.playing_song_changed_callback()","def next_idx ( self ) : <TAB> if not self . is_index_valid : <TAB> <TAB> return self . stop ( ) <TAB> playlist_len = len ( self . list ) <TAB> if self . mode == Player . MODE_ORDERED : <TAB> <TAB> <TAB> <TAB> if self . info [ ""idx"" ] < playlist_len : <TAB> <TAB> <TAB> self . info [ ""idx"" ] += 1 <TAB> elif self . mode == Player . MODE_ORDERED_LOOP : <TAB> <TAB> self . info [ ""idx"" ] = ( self . index + 1 ) % playlist_len <TAB> elif self . mode == Player . MODE_SINGLE_LOOP : <TAB> <TAB> self . info [ ""idx"" ] = self . info [ ""idx"" ] <TAB> else : <TAB> <TAB> playing_order_len = len ( self . order ) <TAB> <TAB> if self . _need_to_shuffle ( ) : <TAB> <TAB> <TAB> self . shuffle_order ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _swap_song ( ) <TAB> <TAB> <TAB> playing_order_len = len ( self . order ) <TAB> <TAB> self . info [ ""random_index"" ] += 1 <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . info [ ""random_index"" ] %= playing_order_len <TAB> <TAB> <TAB> <TAB> if self . info [ ""random_index"" ] >= playing_order_len : <TAB> <TAB> <TAB> self . info [ ""idx"" ] = playlist_len <TAB> <TAB> else : <TAB> <TAB> <TAB> self . info [ ""idx"" ] = self . order [ self . info [ ""random_index"" ] ] <TAB> if self . playing_song_changed_callback is not None : <TAB> <TAB> self . playing_song_changed_callback ( )",if self . mode == Player . MODE_RANDOM_LOOP :,413
24130,"def _setProcessPriority(process, nice_val, disable_gc):
    org_nice_val = Computer._process_original_nice_value
    try:
        process.nice(nice_val)
        Computer.in_high_priority_mode = nice_val != org_nice_val
        if disable_gc:
            gc.disable()
        else:
            gc.enable()
        return True
    except psutil.AccessDenied:
        print2err(
            ""WARNING: Could not set process {} priority ""
            ""to {}"".format(process.pid, nice_val)
        )
        return False","def _setProcessPriority ( process , nice_val , disable_gc ) : <TAB> org_nice_val = Computer . _process_original_nice_value <TAB> try : <TAB> <TAB> process . nice ( nice_val ) <TAB> <TAB> Computer . in_high_priority_mode = nice_val != org_nice_val <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> gc . disable ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> gc . enable ( ) <TAB> <TAB> return True <TAB> except psutil . AccessDenied : <TAB> <TAB> print2err ( <TAB> <TAB> <TAB> ""WARNING: Could not set process {} priority "" <TAB> <TAB> <TAB> ""to {}"" . format ( process . pid , nice_val ) <TAB> <TAB> ) <TAB> <TAB> return False",if disable_gc :,161
6247,"def raise_if_unsafe(self):
    # TODO: what is safe really?
    if self.existing and len(self.existing.records) >= self.MIN_EXISTING_RECORDS:
        existing_record_count = len(self.existing.records)
        update_pcent = self.change_counts[""Update""] / existing_record_count
        delete_pcent = self.change_counts[""Delete""] / existing_record_count
        if update_pcent > self.update_pcent_threshold:
            raise UnsafePlan(
                ""Too many updates, {:.2f} is over {:.2f} %""
                ""({}/{})"".format(
                    update_pcent * 100,
                    self.update_pcent_threshold * 100,
                    self.change_counts[""Update""],
                    existing_record_count,
                )
            )
        if delete_pcent > self.delete_pcent_threshold:
            raise UnsafePlan(
                ""Too many deletes, {:.2f} is over {:.2f} %""
                ""({}/{})"".format(
                    delete_pcent * 100,
                    self.delete_pcent_threshold * 100,
                    self.change_counts[""Delete""],
                    existing_record_count,
                )
            )","def raise_if_unsafe ( self ) : <TAB> <TAB> if self . existing and len ( self . existing . records ) >= self . MIN_EXISTING_RECORDS : <TAB> <TAB> existing_record_count = len ( self . existing . records ) <TAB> <TAB> update_pcent = self . change_counts [ ""Update"" ] / existing_record_count <TAB> <TAB> delete_pcent = self . change_counts [ ""Delete"" ] / existing_record_count <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise UnsafePlan ( <TAB> <TAB> <TAB> <TAB> ""Too many updates, {:.2f} is over {:.2f} %"" <TAB> <TAB> <TAB> <TAB> ""({}/{})"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> update_pcent * 100 , <TAB> <TAB> <TAB> <TAB> <TAB> self . update_pcent_threshold * 100 , <TAB> <TAB> <TAB> <TAB> <TAB> self . change_counts [ ""Update"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> existing_record_count , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> if delete_pcent > self . delete_pcent_threshold : <TAB> <TAB> <TAB> raise UnsafePlan ( <TAB> <TAB> <TAB> <TAB> ""Too many deletes, {:.2f} is over {:.2f} %"" <TAB> <TAB> <TAB> <TAB> ""({}/{})"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> delete_pcent * 100 , <TAB> <TAB> <TAB> <TAB> <TAB> self . delete_pcent_threshold * 100 , <TAB> <TAB> <TAB> <TAB> <TAB> self . change_counts [ ""Delete"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> existing_record_count , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> )",if update_pcent > self . update_pcent_threshold :,362
2364,"def __applyCustomFormat(self, unused):
    with Gaffer.UndoScope(self.getPlug().ancestor(Gaffer.ScriptNode)):
        with self.getContext():
            if self.getPlug().getValue() == GafferImage.Format():
                # Format is empty. It's kindof confusing to display that
                # to the user in the custom fields, so take the default
                # format and set it explicitly as a starting point for
                # editing.
                self.getPlug().setValue(
                    GafferImage.FormatPlug.getDefaultFormat(self.getContext())
                )
        # When we first switch to custom mode, the current value will
        # actually be one of the registered formats. So we use this
        # metadata value to keep track of the user's desire to be in
        # custom mode despite of this fact. We use metadata rather than
        # a member variable so that undo will take us back to the non-custom
        # state automatically.
        Gaffer.Metadata.registerValue(
            self.getPlug(), ""formatPlugValueWidget:mode"", ""custom""
        )
","def __applyCustomFormat ( self , unused ) : <TAB> with Gaffer . UndoScope ( self . getPlug ( ) . ancestor ( Gaffer . ScriptNode ) ) : <TAB> <TAB> with self . getContext ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . getPlug ( ) . setValue ( <TAB> <TAB> <TAB> <TAB> <TAB> GafferImage . FormatPlug . getDefaultFormat ( self . getContext ( ) ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> Gaffer . Metadata . registerValue ( <TAB> <TAB> <TAB> self . getPlug ( ) , ""formatPlugValueWidget:mode"" , ""custom"" <TAB> <TAB> )",if self . getPlug ( ) . getValue ( ) == GafferImage . Format ( ) :,300
18277,"def flush():  # Flush the ptrbuffer
    if not ptrbuffer:
        return
    cline = """"
    for line in ptrbuffer:
        for token, value in line:
            if token == ""TXT"":
                cline += repr(value)
            elif token == ""RAW"":
                cline += ""_str(%s)"" % value
            elif token == ""CMD"":
                cline += ""_escape(%s)"" % value
            cline += "", ""
        cline = cline[:-2] + ""\\\n""
    cline = cline[:-2]
    if cline[:-1].endswith(""\\\\\\\\\\n""):
        cline = cline[:-7] + cline[-1]  # 'nobr\\\\\n' --> 'nobr'
    cline = ""_printlist(["" + cline + ""])""
    del ptrbuffer[:]  # Do this before calling code() again
    code(cline)","def flush ( ) : <TAB> if not ptrbuffer : <TAB> <TAB> return <TAB> cline = """" <TAB> for line in ptrbuffer : <TAB> <TAB> for token , value in line : <TAB> <TAB> <TAB> if token == ""TXT"" : <TAB> <TAB> <TAB> <TAB> cline += repr ( value ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> cline += ""_str(%s)"" % value <TAB> <TAB> <TAB> elif token == ""CMD"" : <TAB> <TAB> <TAB> <TAB> cline += ""_escape(%s)"" % value <TAB> <TAB> <TAB> cline += "", "" <TAB> <TAB> cline = cline [ : - 2 ] + ""\\\n"" <TAB> cline = cline [ : - 2 ] <TAB> if cline [ : - 1 ] . endswith ( ""\\\\\\\\\\n"" ) : <TAB> <TAB> cline = cline [ : - 7 ] + cline [ - 1 ] <TAB> cline = ""_printlist(["" + cline + ""])"" <TAB> del ptrbuffer [ : ] <TAB> code ( cline )","elif token == ""RAW"" :",237
20643,"def command(self, slowly=False):
    try:
        if not slowly:
            mailpile.util.LAST_USER_ACTIVITY = 0
        self._idx().save(self.session)
        GlobalPostingList.Optimize(
            self.session, self._idx(), force=(""harder"" in self.args)
        )
        return self._success(_(""Optimized search engine""))
    except KeyboardInterrupt:
        return self._error(_(""Aborted""))","def command ( self , slowly = False ) : <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> mailpile . util . LAST_USER_ACTIVITY = 0 <TAB> <TAB> self . _idx ( ) . save ( self . session ) <TAB> <TAB> GlobalPostingList . Optimize ( <TAB> <TAB> <TAB> self . session , self . _idx ( ) , force = ( ""harder"" in self . args ) <TAB> <TAB> ) <TAB> <TAB> return self . _success ( _ ( ""Optimized search engine"" ) ) <TAB> except KeyboardInterrupt : <TAB> <TAB> return self . _error ( _ ( ""Aborted"" ) )",if not slowly :,117
11342,"def __init__(self, description, stochastic=None, custom_check=None):
    self._description = description
    self.stochastic = stochastic
    self.custom_check = custom_check
    try:
        parsed = ExplicitStateUpdater.DESCRIPTION.parseString(
            description, parseAll=True
        )
    except ParseException as p_exc:
        ex = SyntaxError(""Parsing failed: "" + str(p_exc.msg))
        ex.text = str(p_exc.line)
        ex.offset = p_exc.column
        ex.lineno = p_exc.lineno
        raise ex
    self.statements = []
    self.symbols = SYMBOLS.copy()
    for element in parsed:
        expression = str_to_sympy(element.expression)
        # Replace all symbols used in state updater expressions by unique
        # names that cannot clash with user-defined variables or functions
        expression = expression.subs(sympy.Function(""f""), self.symbols[""__f""])
        expression = expression.subs(sympy.Function(""g""), self.symbols[""__g""])
        symbols = list(expression.atoms(sympy.Symbol))
        unique_symbols = []
        for symbol in symbols:
            if symbol.name == ""dt"":
                unique_symbols.append(symbol)
            else:
                unique_symbols.append(_symbol(""__"" + symbol.name))
        for symbol, unique_symbol in zip(symbols, unique_symbols):
            expression = expression.subs(symbol, unique_symbol)
        self.symbols.update(dict(((symbol.name, symbol) for symbol in unique_symbols)))
        if element.getName() == ""statement"":
            self.statements.append((""__"" + element.identifier, expression))
        elif element.getName() == ""output"":
            self.output = expression
        else:
            raise AssertionError(""Unknown element name: %s"" % element.getName())
","def __init__ ( self , description , stochastic = None , custom_check = None ) : <TAB> self . _description = description <TAB> self . stochastic = stochastic <TAB> self . custom_check = custom_check <TAB> try : <TAB> <TAB> parsed = ExplicitStateUpdater . DESCRIPTION . parseString ( <TAB> <TAB> <TAB> description , parseAll = True <TAB> <TAB> ) <TAB> except ParseException as p_exc : <TAB> <TAB> ex = SyntaxError ( ""Parsing failed: "" + str ( p_exc . msg ) ) <TAB> <TAB> ex . text = str ( p_exc . line ) <TAB> <TAB> ex . offset = p_exc . column <TAB> <TAB> ex . lineno = p_exc . lineno <TAB> <TAB> raise ex <TAB> self . statements = [ ] <TAB> self . symbols = SYMBOLS . copy ( ) <TAB> for element in parsed : <TAB> <TAB> expression = str_to_sympy ( element . expression ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> expression = expression . subs ( sympy . Function ( ""f"" ) , self . symbols [ ""__f"" ] ) <TAB> <TAB> expression = expression . subs ( sympy . Function ( ""g"" ) , self . symbols [ ""__g"" ] ) <TAB> <TAB> symbols = list ( expression . atoms ( sympy . Symbol ) ) <TAB> <TAB> unique_symbols = [ ] <TAB> <TAB> for symbol in symbols : <TAB> <TAB> <TAB> if symbol . name == ""dt"" : <TAB> <TAB> <TAB> <TAB> unique_symbols . append ( symbol ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> unique_symbols . append ( _symbol ( ""__"" + symbol . name ) ) <TAB> <TAB> for symbol , unique_symbol in zip ( symbols , unique_symbols ) : <TAB> <TAB> <TAB> expression = expression . subs ( symbol , unique_symbol ) <TAB> <TAB> self . symbols . update ( dict ( ( ( symbol . name , symbol ) for symbol in unique_symbols ) ) ) <TAB> <TAB> if element . getName ( ) == ""statement"" : <TAB> <TAB> <TAB> self . statements . append ( ( ""__"" + element . identifier , expression ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . output = expression <TAB> <TAB> else : <TAB> <TAB> <TAB> raise AssertionError ( ""Unknown element name: %s"" % element . getName ( ) )","elif element . getName ( ) == ""output"" :",481
14059,"def parse_scalar(
    xml_text, only_inBiddingZone_Domain=False, only_outBiddingZone_Domain=False
):
    """"""Returns a tuple containing two lists.""""""
    if not xml_text:
        return None
    soup = BeautifulSoup(xml_text, ""html.parser"")
    # Get all points
    values = []
    datetimes = []
    for timeseries in soup.find_all(""timeseries""):
        resolution = timeseries.find_all(""resolution"")[0].contents[0]
        datetime_start = arrow.get(timeseries.find_all(""start"")[0].contents[0])
        if only_inBiddingZone_Domain:
            if not len(timeseries.find_all(""inBiddingZone_Domain.mRID"".lower())):
                continue
        elif only_outBiddingZone_Domain:
            if not len(timeseries.find_all(""outBiddingZone_Domain.mRID"".lower())):
                continue
        for entry in timeseries.find_all(""point""):
            position = int(entry.find_all(""position"")[0].contents[0])
            value = float(entry.find_all(""quantity"")[0].contents[0])
            datetime = datetime_from_position(datetime_start, position, resolution)
            values.append(value)
            datetimes.append(datetime)
    return values, datetimes","def parse_scalar ( <TAB> xml_text , only_inBiddingZone_Domain = False , only_outBiddingZone_Domain = False ) : <TAB> """"""Returns a tuple containing two lists."""""" <TAB> if not xml_text : <TAB> <TAB> return None <TAB> soup = BeautifulSoup ( xml_text , ""html.parser"" ) <TAB> <TAB> values = [ ] <TAB> datetimes = [ ] <TAB> for timeseries in soup . find_all ( ""timeseries"" ) : <TAB> <TAB> resolution = timeseries . find_all ( ""resolution"" ) [ 0 ] . contents [ 0 ] <TAB> <TAB> datetime_start = arrow . get ( timeseries . find_all ( ""start"" ) [ 0 ] . contents [ 0 ] ) <TAB> <TAB> if only_inBiddingZone_Domain : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> elif only_outBiddingZone_Domain : <TAB> <TAB> <TAB> if not len ( timeseries . find_all ( ""outBiddingZone_Domain.mRID"" . lower ( ) ) ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> for entry in timeseries . find_all ( ""point"" ) : <TAB> <TAB> <TAB> position = int ( entry . find_all ( ""position"" ) [ 0 ] . contents [ 0 ] ) <TAB> <TAB> <TAB> value = float ( entry . find_all ( ""quantity"" ) [ 0 ] . contents [ 0 ] ) <TAB> <TAB> <TAB> datetime = datetime_from_position ( datetime_start , position , resolution ) <TAB> <TAB> <TAB> values . append ( value ) <TAB> <TAB> <TAB> datetimes . append ( datetime ) <TAB> return values , datetimes","if not len ( timeseries . find_all ( ""inBiddingZone_Domain.mRID"" . lower ( ) ) ) :",348
12183,"def value_to_db_datetime(self, value):
    if value is None:
        return None
    # Oracle doesn't support tz-aware datetimes
    if timezone.is_aware(value):
        if settings.USE_TZ:
            value = value.astimezone(timezone.utc).replace(tzinfo=None)
        else:
            raise ValueError(
                ""Oracle backend does not support timezone-aware datetimes when USE_TZ is False.""
            )
    return six.text_type(value)
","def value_to_db_datetime ( self , value ) : <TAB> if value is None : <TAB> <TAB> return None <TAB> <TAB> if timezone . is_aware ( value ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> value = value . astimezone ( timezone . utc ) . replace ( tzinfo = None ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Oracle backend does not support timezone-aware datetimes when USE_TZ is False."" <TAB> <TAB> <TAB> ) <TAB> return six . text_type ( value )",if settings . USE_TZ :,134
22709,"def _load_plugins(self, plugin):
    logger.info('loading plugin ""%s""', plugin)
    path_name = None
    if PY2:
        import imp
        for mod in plugin.split("".""):
            if path_name is not None:
                path_name = [path_name]
            _, path_name, _ = imp.find_module(mod, path_name)
    else:
        from importlib.util import find_spec as importlib_find
        path_name = importlib_find(plugin)
        try:
            path_name = path_name.submodule_search_locations[0]
        except TypeError:
            path_name = path_name.origin
    module_list = [plugin]
    if not path_name.endswith("".py""):
        module_list = glob(""{}/[!_]*.py"".format(path_name))
        module_list = [
            ""."".join((plugin, os.path.split(f)[-1][:-3])) for f in module_list
        ]
    for module in module_list:
        try:
            import_module(module)
        except Exception:
            # TODO Better exception handling
            logger.exception(""Failed to import %s"", module)","def _load_plugins ( self , plugin ) : <TAB> logger . info ( 'loading plugin ""%s""' , plugin ) <TAB> path_name = None <TAB> if PY2 : <TAB> <TAB> import imp <TAB> <TAB> for mod in plugin . split ( ""."" ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> path_name = [ path_name ] <TAB> <TAB> <TAB> _ , path_name , _ = imp . find_module ( mod , path_name ) <TAB> else : <TAB> <TAB> from importlib . util import find_spec as importlib_find <TAB> <TAB> path_name = importlib_find ( plugin ) <TAB> <TAB> try : <TAB> <TAB> <TAB> path_name = path_name . submodule_search_locations [ 0 ] <TAB> <TAB> except TypeError : <TAB> <TAB> <TAB> path_name = path_name . origin <TAB> module_list = [ plugin ] <TAB> if not path_name . endswith ( "".py"" ) : <TAB> <TAB> module_list = glob ( ""{}/[!_]*.py"" . format ( path_name ) ) <TAB> <TAB> module_list = [ <TAB> <TAB> <TAB> ""."" . join ( ( plugin , os . path . split ( f ) [ - 1 ] [ : - 3 ] ) ) for f in module_list <TAB> <TAB> ] <TAB> for module in module_list : <TAB> <TAB> try : <TAB> <TAB> <TAB> import_module ( module ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> logger . exception ( ""Failed to import %s"" , module )",if path_name is not None :,315
10139,"def _frameRangeSelectionFilterUpdate(self):
    if not self.frameMonitorTree.getJob():
        self.frameRangeSelection.setFrameRange([""1"", ""10000""])
    else:
        layers = self.frameMonitorTree.getJob().getLayers()
        _min = None
        _max = None
        for layer in layers:
            seq = FileSequence.FrameSet(layer.range())
            seq.normalize()
            frameList = seq.getAll()
            if _min is not None:
                _min = min(_min, int(frameList[0]))
            else:
                _min = int(frameList[0])
            if _max is not None:
                _max = max(_max, int(frameList[-1]))
            else:
                _max = int(frameList[-1])
        if _min == _max:
            _max += 1
        self.frameRangeSelection.default_select_size = 1000 // len(layers)
        self.frameRangeSelection.setFrameRange([str(_min), str(_max)])","def _frameRangeSelectionFilterUpdate ( self ) : <TAB> if not self . frameMonitorTree . getJob ( ) : <TAB> <TAB> self . frameRangeSelection . setFrameRange ( [ ""1"" , ""10000"" ] ) <TAB> else : <TAB> <TAB> layers = self . frameMonitorTree . getJob ( ) . getLayers ( ) <TAB> <TAB> _min = None <TAB> <TAB> _max = None <TAB> <TAB> for layer in layers : <TAB> <TAB> <TAB> seq = FileSequence . FrameSet ( layer . range ( ) ) <TAB> <TAB> <TAB> seq . normalize ( ) <TAB> <TAB> <TAB> frameList = seq . getAll ( ) <TAB> <TAB> <TAB> if _min is not None : <TAB> <TAB> <TAB> <TAB> _min = min ( _min , int ( frameList [ 0 ] ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> _min = int ( frameList [ 0 ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> _max = max ( _max , int ( frameList [ - 1 ] ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> _max = int ( frameList [ - 1 ] ) <TAB> <TAB> if _min == _max : <TAB> <TAB> <TAB> _max += 1 <TAB> <TAB> self . frameRangeSelection . default_select_size = 1000 // len ( layers ) <TAB> <TAB> self . frameRangeSelection . setFrameRange ( [ str ( _min ) , str ( _max ) ] )",if _max is not None :,284
21547,"def get_detections(im, det, thresh, names, classes):
    ""Draw the markings around the detected region""
    labelstr = []
    category = -1
    detection = None
    valid = False
    for j in range(classes):
        if det[""prob""][j] > thresh:
            if category == -1:
                category = j
            labelstr.append(names[j] + "" "" + str(round(det[""prob""][j], 4)))
    if category > -1:
        valid = True
        imc, imh, imw = im.shape
        width = int(imh * 0.006)
        offset = category * 123457 % classes
        red = _get_color(2, offset, classes)
        green = _get_color(1, offset, classes)
        blue = _get_color(0, offset, classes)
        rgb = [red, green, blue]
        b = det[""bbox""]
        left = int((b.x - b.w / 2.0) * imw)
        right = int((b.x + b.w / 2.0) * imw)
        top = int((b.y - b.h / 2.0) * imh)
        bot = int((b.y + b.h / 2.0) * imh)
        if left < 0:
            left = 0
        if right > imw - 1:
            right = imw - 1
        if top < 0:
            top = 0
        if bot > imh - 1:
            bot = imh - 1
        detection = {
            ""category"": category,
            ""labelstr"": labelstr,
            ""left"": left,
            ""top"": top,
            ""right"": right,
            ""bot"": bot,
            ""width"": width,
            ""rgb"": rgb,
        }
    return valid, detection","def get_detections ( im , det , thresh , names , classes ) : <TAB> ""Draw the markings around the detected region"" <TAB> labelstr = [ ] <TAB> category = - 1 <TAB> detection = None <TAB> valid = False <TAB> for j in range ( classes ) : <TAB> <TAB> if det [ ""prob"" ] [ j ] > thresh : <TAB> <TAB> <TAB> if category == - 1 : <TAB> <TAB> <TAB> <TAB> category = j <TAB> <TAB> <TAB> labelstr . append ( names [ j ] + "" "" + str ( round ( det [ ""prob"" ] [ j ] , 4 ) ) ) <TAB> if category > - 1 : <TAB> <TAB> valid = True <TAB> <TAB> imc , imh , imw = im . shape <TAB> <TAB> width = int ( imh * 0.006 ) <TAB> <TAB> offset = category * 123457 % classes <TAB> <TAB> red = _get_color ( 2 , offset , classes ) <TAB> <TAB> green = _get_color ( 1 , offset , classes ) <TAB> <TAB> blue = _get_color ( 0 , offset , classes ) <TAB> <TAB> rgb = [ red , green , blue ] <TAB> <TAB> b = det [ ""bbox"" ] <TAB> <TAB> left = int ( ( b . x - b . w / 2.0 ) * imw ) <TAB> <TAB> right = int ( ( b . x + b . w / 2.0 ) * imw ) <TAB> <TAB> top = int ( ( b . y - b . h / 2.0 ) * imh ) <TAB> <TAB> bot = int ( ( b . y + b . h / 2.0 ) * imh ) <TAB> <TAB> if left < 0 : <TAB> <TAB> <TAB> left = 0 <TAB> <TAB> if right > imw - 1 : <TAB> <TAB> <TAB> right = imw - 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> top = 0 <TAB> <TAB> if bot > imh - 1 : <TAB> <TAB> <TAB> bot = imh - 1 <TAB> <TAB> detection = { <TAB> <TAB> <TAB> ""category"" : category , <TAB> <TAB> <TAB> ""labelstr"" : labelstr , <TAB> <TAB> <TAB> ""left"" : left , <TAB> <TAB> <TAB> ""top"" : top , <TAB> <TAB> <TAB> ""right"" : right , <TAB> <TAB> <TAB> ""bot"" : bot , <TAB> <TAB> <TAB> ""width"" : width , <TAB> <TAB> <TAB> ""rgb"" : rgb , <TAB> <TAB> } <TAB> return valid , detection",if top < 0 :,486
749,"def expect_first_flow_mapping_key(self):
    if isinstance(self.event, MappingEndEvent):
        self.indent = self.indents.pop()
        self.flow_level -= 1
        self.write_indicator(""}"", False)
        self.state = self.states.pop()
    else:
        if self.canonical or self.column > self.best_width:
            self.write_indent()
        if not self.canonical and self.check_simple_key():
            self.states.append(self.expect_flow_mapping_simple_value)
            self.expect_node(mapping=True, simple_key=True)
        else:
            self.write_indicator(""?"", True)
            self.states.append(self.expect_flow_mapping_value)
            self.expect_node(mapping=True)","def expect_first_flow_mapping_key ( self ) : <TAB> if isinstance ( self . event , MappingEndEvent ) : <TAB> <TAB> self . indent = self . indents . pop ( ) <TAB> <TAB> self . flow_level -= 1 <TAB> <TAB> self . write_indicator ( ""}"" , False ) <TAB> <TAB> self . state = self . states . pop ( ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . write_indent ( ) <TAB> <TAB> if not self . canonical and self . check_simple_key ( ) : <TAB> <TAB> <TAB> self . states . append ( self . expect_flow_mapping_simple_value ) <TAB> <TAB> <TAB> self . expect_node ( mapping = True , simple_key = True ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . write_indicator ( ""?"" , True ) <TAB> <TAB> <TAB> self . states . append ( self . expect_flow_mapping_value ) <TAB> <TAB> <TAB> self . expect_node ( mapping = True )",if self . canonical or self . column > self . best_width :,217
9258,"def language(self):
    if self.lang_data:
        lang_data = [s if s != ""None"" else None for s in self.lang_data]
        if lang_data[0]:
            return Language(lang_data[0], country=lang_data[1], script=lang_data[2])","def language ( self ) : <TAB> if self . lang_data : <TAB> <TAB> lang_data = [ s if s != ""None"" else None for s in self . lang_data ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return Language ( lang_data [ 0 ] , country = lang_data [ 1 ] , script = lang_data [ 2 ] )",if lang_data [ 0 ] :,80
25393,"def event_processor(event, hint):
    request = weak_request()
    if request is None:
        return event
    if ""transaction"" not in event:
        try:
            if integration.transaction_style == ""route_name"":
                event[""transaction""] = request.matched_route.name
            elif integration.transaction_style == ""route_pattern"":
                event[""transaction""] = request.matched_route.pattern
        except Exception:
            pass
    with capture_internal_exceptions():
        PyramidRequestExtractor(request).extract_into_event(event)
    if _should_send_default_pii():
        with capture_internal_exceptions():
            user_info = event.setdefault(""user"", {})
            if ""id"" not in user_info:
                user_info[""id""] = request.authenticated_userid
    return event
","def event_processor ( event , hint ) : <TAB> request = weak_request ( ) <TAB> if request is None : <TAB> <TAB> return event <TAB> if ""transaction"" not in event : <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> event [ ""transaction"" ] = request . matched_route . name <TAB> <TAB> <TAB> elif integration . transaction_style == ""route_pattern"" : <TAB> <TAB> <TAB> <TAB> event [ ""transaction"" ] = request . matched_route . pattern <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> pass <TAB> with capture_internal_exceptions ( ) : <TAB> <TAB> PyramidRequestExtractor ( request ) . extract_into_event ( event ) <TAB> if _should_send_default_pii ( ) : <TAB> <TAB> with capture_internal_exceptions ( ) : <TAB> <TAB> <TAB> user_info = event . setdefault ( ""user"" , { } ) <TAB> <TAB> <TAB> if ""id"" not in user_info : <TAB> <TAB> <TAB> <TAB> user_info [ ""id"" ] = request . authenticated_userid <TAB> return event","if integration . transaction_style == ""route_name"" :",225
15039,"def _convert_example(example, use_bfloat16):
    """"""Cast int64 into int32 and float32 to bfloat16 if use_bfloat16.""""""
    for key in list(example.keys()):
        val = example[key]
        if tf.keras.backend.is_sparse(val):
            val = tf.sparse.to_dense(val)
        if val.dtype == tf.int64:
            val = tf.cast(val, tf.int32)
        if use_bfloat16 and val.dtype == tf.float32:
            val = tf.cast(val, tf.bfloat16)
        example[key] = val","def _convert_example ( example , use_bfloat16 ) : <TAB> """"""Cast int64 into int32 and float32 to bfloat16 if use_bfloat16."""""" <TAB> for key in list ( example . keys ( ) ) : <TAB> <TAB> val = example [ key ] <TAB> <TAB> if tf . keras . backend . is_sparse ( val ) : <TAB> <TAB> <TAB> val = tf . sparse . to_dense ( val ) <TAB> <TAB> if val . dtype == tf . int64 : <TAB> <TAB> <TAB> val = tf . cast ( val , tf . int32 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> val = tf . cast ( val , tf . bfloat16 ) <TAB> <TAB> example [ key ] = val",if use_bfloat16 and val . dtype == tf . float32 :,166
20513,"def filterChecker(url, params, headers, GET, delay, occurences, timeout, encoding):
    positions = occurences.keys()
    sortedEfficiencies = {}
    # adding < > to environments anyway because they can be used in all contexts
    environments = set([""<"", "">""])
    for i in range(len(positions)):
        sortedEfficiencies[i] = {}
    for i in occurences:
        occurences[i][""score""] = {}
        context = occurences[i][""context""]
        if context == ""comment"":
            environments.add(""-->"")
        elif context == ""script"":
            environments.add(occurences[i][""details""][""quote""])
            environments.add(""</scRipT/>"")
        elif context == ""attribute"":
            if occurences[i][""details""][""type""] == ""value"":
                if (
                    occurences[i][""details""][""name""] == ""srcdoc""
                ):  # srcdoc attribute accepts html data with html entity encoding
                    environments.add(""&lt;"")  # so let's add the html entity
                    environments.add(""&gt;"")  # encoded versions of < and >
            if occurences[i][""details""][""quote""]:
                environments.add(occurences[i][""details""][""quote""])
    for environment in environments:
        if environment:
            efficiencies = checker(
                url,
                params,
                headers,
                GET,
                delay,
                environment,
                positions,
                timeout,
                encoding,
            )
            efficiencies.extend([0] * (len(occurences) - len(efficiencies)))
            for occurence, efficiency in zip(occurences, efficiencies):
                occurences[occurence][""score""][environment] = efficiency
    return occurences","def filterChecker ( url , params , headers , GET , delay , occurences , timeout , encoding ) : <TAB> positions = occurences . keys ( ) <TAB> sortedEfficiencies = { } <TAB> <TAB> environments = set ( [ ""<"" , "">"" ] ) <TAB> for i in range ( len ( positions ) ) : <TAB> <TAB> sortedEfficiencies [ i ] = { } <TAB> for i in occurences : <TAB> <TAB> occurences [ i ] [ ""score"" ] = { } <TAB> <TAB> context = occurences [ i ] [ ""context"" ] <TAB> <TAB> if context == ""comment"" : <TAB> <TAB> <TAB> environments . add ( ""-->"" ) <TAB> <TAB> elif context == ""script"" : <TAB> <TAB> <TAB> environments . add ( occurences [ i ] [ ""details"" ] [ ""quote"" ] ) <TAB> <TAB> <TAB> environments . add ( ""</scRipT/>"" ) <TAB> <TAB> elif context == ""attribute"" : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> <TAB> occurences [ i ] [ ""details"" ] [ ""name"" ] == ""srcdoc"" <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> environments . add ( ""&lt;"" ) <TAB> <TAB> <TAB> <TAB> <TAB> environments . add ( ""&gt;"" ) <TAB> <TAB> <TAB> if occurences [ i ] [ ""details"" ] [ ""quote"" ] : <TAB> <TAB> <TAB> <TAB> environments . add ( occurences [ i ] [ ""details"" ] [ ""quote"" ] ) <TAB> for environment in environments : <TAB> <TAB> if environment : <TAB> <TAB> <TAB> efficiencies = checker ( <TAB> <TAB> <TAB> <TAB> url , <TAB> <TAB> <TAB> <TAB> params , <TAB> <TAB> <TAB> <TAB> headers , <TAB> <TAB> <TAB> <TAB> GET , <TAB> <TAB> <TAB> <TAB> delay , <TAB> <TAB> <TAB> <TAB> environment , <TAB> <TAB> <TAB> <TAB> positions , <TAB> <TAB> <TAB> <TAB> timeout , <TAB> <TAB> <TAB> <TAB> encoding , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> efficiencies . extend ( [ 0 ] * ( len ( occurences ) - len ( efficiencies ) ) ) <TAB> <TAB> <TAB> for occurence , efficiency in zip ( occurences , efficiencies ) : <TAB> <TAB> <TAB> <TAB> occurences [ occurence ] [ ""score"" ] [ environment ] = efficiency <TAB> return occurences","if occurences [ i ] [ ""details"" ] [ ""type"" ] == ""value"" :",472
5539,"def on_startup(dispatcher, url=None, cert=None):
    setup_handlers(dispatcher)
    bot = dispatcher.bot
    # Get current webhook status
    webhook = await bot.get_webhook_info()
    if url:
        # If URL is bad
        if webhook.url != url:
            # If URL doesnt match with by current remove webhook
            if not webhook.url:
                await bot.delete_webhook()
            # Set new URL for webhook
            if cert:
                with open(cert, ""rb"") as cert_file:
                    await bot.set_webhook(url, certificate=cert_file)
            else:
                await bot.set_webhook(url)
    elif webhook.url:
        # Otherwise remove webhook.
        await bot.delete_webhook()
","def on_startup ( dispatcher , url = None , cert = None ) : <TAB> setup_handlers ( dispatcher ) <TAB> bot = dispatcher . bot <TAB> <TAB> webhook = await bot . get_webhook_info ( ) <TAB> if url : <TAB> <TAB> <TAB> <TAB> if webhook . url != url : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not webhook . url : <TAB> <TAB> <TAB> <TAB> await bot . delete_webhook ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> with open ( cert , ""rb"" ) as cert_file : <TAB> <TAB> <TAB> <TAB> <TAB> await bot . set_webhook ( url , certificate = cert_file ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> await bot . set_webhook ( url ) <TAB> elif webhook . url : <TAB> <TAB> <TAB> <TAB> await bot . delete_webhook ( )",if cert :,211
1893,"def _get_compressor(compress_type, compresslevel=None):
    if compress_type == ZIP_DEFLATED:
        if compresslevel is not None:
            return zlib.compressobj(compresslevel, zlib.DEFLATED, -15)
        return zlib.compressobj(zlib.Z_DEFAULT_COMPRESSION, zlib.DEFLATED, -15)
    elif compress_type == ZIP_BZIP2:
        if compresslevel is not None:
            return bz2.BZ2Compressor(compresslevel)
        return bz2.BZ2Compressor()
    # compresslevel is ignored for ZIP_LZMA
    elif compress_type == ZIP_LZMA:
        return LZMACompressor()
    else:
        return None","def _get_compressor ( compress_type , compresslevel = None ) : <TAB> if compress_type == ZIP_DEFLATED : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return zlib . compressobj ( compresslevel , zlib . DEFLATED , - 15 ) <TAB> <TAB> return zlib . compressobj ( zlib . Z_DEFAULT_COMPRESSION , zlib . DEFLATED , - 15 ) <TAB> elif compress_type == ZIP_BZIP2 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return bz2 . BZ2Compressor ( compresslevel ) <TAB> <TAB> return bz2 . BZ2Compressor ( ) <TAB> <TAB> elif compress_type == ZIP_LZMA : <TAB> <TAB> return LZMACompressor ( ) <TAB> else : <TAB> <TAB> return None",if compresslevel is not None :,169
9794,"def button_release(self, mapper):
    self.pressed = False
    if self.waiting_task and self.active is None and not self.action:
        # In HoldModifier, button released before timeout
        mapper.cancel_task(self.waiting_task)
        self.waiting_task = None
        if self.normalaction:
            self.normalaction.button_press(mapper)
            mapper.schedule(0.02, self.normalaction.button_release)
    elif self.active:
        # Released held button
        self.active.button_release(mapper)
        self.active = None","def button_release ( self , mapper ) : <TAB> self . pressed = False <TAB> if self . waiting_task and self . active is None and not self . action : <TAB> <TAB> <TAB> <TAB> mapper . cancel_task ( self . waiting_task ) <TAB> <TAB> self . waiting_task = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . normalaction . button_press ( mapper ) <TAB> <TAB> <TAB> mapper . schedule ( 0.02 , self . normalaction . button_release ) <TAB> elif self . active : <TAB> <TAB> <TAB> <TAB> self . active . button_release ( mapper ) <TAB> <TAB> self . active = None",if self . normalaction :,160
13518,"def parse_plugins_list(data: str) -> List[str]:
    plugins: List[str] = []
    modules: Dict[str, Tuple[int, str]] = {}
    for line, entry in enumerate(data.splitlines()):
        plugin = entry.strip()
        if ""#"" in plugin:
            comment_start = plugin.find(""#"")
            plugin = plugin[:comment_start].strip()
        if not plugin:
            continue
        if ""@"" in plugin:
            module, path = map(lambda x: x.strip(), plugin.split(""@"", 1))
            plugin = f""{module}@{path}""
            validate_local_plugin(line, module, path)
        else:
            module = plugin
        if module in modules:
            first_line, first_entry = modules[module]
            raise ValueError(
                f""plugin '{module}' is listed more than once: ""
                f""at line {first_line} ('{first_entry}') and at {line} ('{entry}')""
            )
        modules[module] = line, entry
        plugins.append(plugin)
    return plugins","def parse_plugins_list ( data : str ) -> List [ str ] : <TAB> plugins : List [ str ] = [ ] <TAB> modules : Dict [ str , Tuple [ int , str ] ] = { } <TAB> for line , entry in enumerate ( data . splitlines ( ) ) : <TAB> <TAB> plugin = entry . strip ( ) <TAB> <TAB> if ""#"" in plugin : <TAB> <TAB> <TAB> comment_start = plugin . find ( ""#"" ) <TAB> <TAB> <TAB> plugin = plugin [ : comment_start ] . strip ( ) <TAB> <TAB> if not plugin : <TAB> <TAB> <TAB> continue <TAB> <TAB> if ""@"" in plugin : <TAB> <TAB> <TAB> module , path = map ( lambda x : x . strip ( ) , plugin . split ( ""@"" , 1 ) ) <TAB> <TAB> <TAB> plugin = f""{module}@{path}"" <TAB> <TAB> <TAB> validate_local_plugin ( line , module , path ) <TAB> <TAB> else : <TAB> <TAB> <TAB> module = plugin <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> first_line , first_entry = modules [ module ] <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> f""plugin '{module}' is listed more than once: "" <TAB> <TAB> <TAB> <TAB> f""at line {first_line} ('{first_entry}') and at {line} ('{entry}')"" <TAB> <TAB> <TAB> ) <TAB> <TAB> modules [ module ] = line , entry <TAB> <TAB> plugins . append ( plugin ) <TAB> return plugins",if module in modules :,291
21818,"def __codeanalysis_settings_changed(self, current_finfo):
    if self.data:
        run_pyflakes, run_pep8 = self.pyflakes_enabled, self.pep8_enabled
        for finfo in self.data:
            self.__update_editor_margins(finfo.editor)
            finfo.cleanup_analysis_results()
            if (run_pyflakes or run_pep8) and current_finfo is not None:
                if current_finfo is not finfo:
                    finfo.run_code_analysis(run_pyflakes, run_pep8)","def __codeanalysis_settings_changed ( self , current_finfo ) : <TAB> if self . data : <TAB> <TAB> run_pyflakes , run_pep8 = self . pyflakes_enabled , self . pep8_enabled <TAB> <TAB> for finfo in self . data : <TAB> <TAB> <TAB> self . __update_editor_margins ( finfo . editor ) <TAB> <TAB> <TAB> finfo . cleanup_analysis_results ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if current_finfo is not finfo : <TAB> <TAB> <TAB> <TAB> <TAB> finfo . run_code_analysis ( run_pyflakes , run_pep8 )",if ( run_pyflakes or run_pep8 ) and current_finfo is not None :,148
15573,"def __call__(self, model_output: ModelOutput) -> ModelOutput:
    for model_output_i in model_output:
        instances = model_output_i[""instances""]
        if not instances.has(""scores""):
            continue
        instances_filtered = instances[instances.scores >= self.min_score]
        model_output_i[""instances""] = instances_filtered
    return model_output
","def __call__ ( self , model_output : ModelOutput ) -> ModelOutput : <TAB> for model_output_i in model_output : <TAB> <TAB> instances = model_output_i [ ""instances"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> instances_filtered = instances [ instances . scores >= self . min_score ] <TAB> <TAB> model_output_i [ ""instances"" ] = instances_filtered <TAB> return model_output","if not instances . has ( ""scores"" ) :",100
4017,"def randomly_choose_false_edges(nodes, true_edges, num):
    true_edges_set = set(true_edges)
    tmp_list = list()
    all_flag = False
    for _ in range(num):
        trial = 0
        while True:
            x = nodes[random.randint(0, len(nodes) - 1)]
            y = nodes[random.randint(0, len(nodes) - 1)]
            trial += 1
            if trial >= 1000:
                all_flag = True
                break
            if x != y and (x, y) not in true_edges_set and (y, x) not in true_edges_set:
                tmp_list.append((x, y))
                break
        if all_flag:
            break
    return tmp_list","def randomly_choose_false_edges ( nodes , true_edges , num ) : <TAB> true_edges_set = set ( true_edges ) <TAB> tmp_list = list ( ) <TAB> all_flag = False <TAB> for _ in range ( num ) : <TAB> <TAB> trial = 0 <TAB> <TAB> while True : <TAB> <TAB> <TAB> x = nodes [ random . randint ( 0 , len ( nodes ) - 1 ) ] <TAB> <TAB> <TAB> y = nodes [ random . randint ( 0 , len ( nodes ) - 1 ) ] <TAB> <TAB> <TAB> trial += 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> all_flag = True <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> if x != y and ( x , y ) not in true_edges_set and ( y , x ) not in true_edges_set : <TAB> <TAB> <TAB> <TAB> tmp_list . append ( ( x , y ) ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if all_flag : <TAB> <TAB> <TAB> break <TAB> return tmp_list",if trial >= 1000 :,217
14015,"def _toplevel_window_state_event_cb(self, toplevel, event):
    """"""Handle transitions between fullscreen and windowed.""""""
    if event.changed_mask & Gdk.WindowState.FULLSCREEN:
        fullscreen = event.new_window_state & Gdk.WindowState.FULLSCREEN
        if fullscreen:
            if self.autohide_enabled:
                self._connect_autohide_events()
                self._start_autohide_timeout()
            # Showing the floating windows makes an initial fullscreen
            # look a little nicer.
            for floating in self._floating:
                floating.show_all()
        else:
            self._disconnect_autohide_events()
            self._show_autohide_widgets()
        self._is_fullscreen = bool(fullscreen)
        self._update_canvas_scrolledwindow()
    if event.changed_mask & Gdk.WindowState.MAXIMIZED:
        maximized = event.new_window_state & Gdk.WindowState.MAXIMIZED
        self._is_maximized = bool(maximized)
","def _toplevel_window_state_event_cb ( self , toplevel , event ) : <TAB> """"""Handle transitions between fullscreen and windowed."""""" <TAB> if event . changed_mask & Gdk . WindowState . FULLSCREEN : <TAB> <TAB> fullscreen = event . new_window_state & Gdk . WindowState . FULLSCREEN <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if self . autohide_enabled : <TAB> <TAB> <TAB> <TAB> self . _connect_autohide_events ( ) <TAB> <TAB> <TAB> <TAB> self . _start_autohide_timeout ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for floating in self . _floating : <TAB> <TAB> <TAB> <TAB> floating . show_all ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _disconnect_autohide_events ( ) <TAB> <TAB> <TAB> self . _show_autohide_widgets ( ) <TAB> <TAB> self . _is_fullscreen = bool ( fullscreen ) <TAB> <TAB> self . _update_canvas_scrolledwindow ( ) <TAB> if event . changed_mask & Gdk . WindowState . MAXIMIZED : <TAB> <TAB> maximized = event . new_window_state & Gdk . WindowState . MAXIMIZED <TAB> <TAB> self . _is_maximized = bool ( maximized )",if fullscreen :,278
11271,"def main(client):
    # Initialize appropriate service.
    cms_metadata_service = client.GetService(""CmsMetadataService"", version=""v202005"")
    # Create a statement to select CmsMetadataValues.
    statement = ad_manager.StatementBuilder(version=""v202005"")
    # Retrieve a small amount of values at a time, paging
    # through until all values have been retrieved.
    while True:
        response = cms_metadata_service.getCmsMetadataValuesByStatement(
            statement.ToStatement()
        )
        if ""results"" in response and len(response[""results""]):
            for cms_metadata_value in response[""results""]:
                # Print out some information for each value.
                print(
                    (
                        'CMS metadata value with Id %d and name ""%s"", associated with '
                        'the CmsMetadataKey with id %d and name ""%s"", was found.\n'
                    )
                    % (
                        cms_metadata_value[""cmsMetadataValueId""],
                        cms_metadata_value[""valueName""],
                        cms_metadata_value[""key""][""id""],
                        cms_metadata_value[""key""][""name""],
                    )
                )
            statement.offset += statement.limit
        else:
            break
    print(""\nNumber of results found: %s"" % response[""totalResultSetSize""])","def main ( client ) : <TAB> <TAB> cms_metadata_service = client . GetService ( ""CmsMetadataService"" , version = ""v202005"" ) <TAB> <TAB> statement = ad_manager . StatementBuilder ( version = ""v202005"" ) <TAB> <TAB> <TAB> while True : <TAB> <TAB> response = cms_metadata_service . getCmsMetadataValuesByStatement ( <TAB> <TAB> <TAB> statement . ToStatement ( ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for cms_metadata_value in response [ ""results"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> 'CMS metadata value with Id %d and name ""%s"", associated with ' <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> 'the CmsMetadataKey with id %d and name ""%s"", was found.\n' <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> % ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cms_metadata_value [ ""cmsMetadataValueId"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cms_metadata_value [ ""valueName"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cms_metadata_value [ ""key"" ] [ ""id"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cms_metadata_value [ ""key"" ] [ ""name"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> statement . offset += statement . limit <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> print ( ""\nNumber of results found: %s"" % response [ ""totalResultSetSize"" ] )","if ""results"" in response and len ( response [ ""results"" ] ) :",384
18827,"def validate(self, attrs):
    credentials = {
        self.username_field: attrs.get(self.username_field),
        ""password"": attrs.get(""password""),
    }
    if all(credentials.values()):
        user = authenticate(**credentials)
        if user:
            if not user.is_active:
                msg = _(""User account is disabled."")
                raise serializers.ValidationError(msg)
            payload = jwt_payload_handler(user)
            return {""token"": jwt_encode_handler(payload), ""user"": user}
        else:
            msg = _(""Unable to login with provided credentials."")
            raise serializers.ValidationError(msg)
    else:
        msg = _('Must include ""{username_field}"" and ""password"".')
        msg = msg.format(username_field=self.username_field)
        raise serializers.ValidationError(msg)
","def validate ( self , attrs ) : <TAB> credentials = { <TAB> <TAB> self . username_field : attrs . get ( self . username_field ) , <TAB> <TAB> ""password"" : attrs . get ( ""password"" ) , <TAB> } <TAB> if all ( credentials . values ( ) ) : <TAB> <TAB> user = authenticate ( ** credentials ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not user . is_active : <TAB> <TAB> <TAB> <TAB> msg = _ ( ""User account is disabled."" ) <TAB> <TAB> <TAB> <TAB> raise serializers . ValidationError ( msg ) <TAB> <TAB> <TAB> payload = jwt_payload_handler ( user ) <TAB> <TAB> <TAB> return { ""token"" : jwt_encode_handler ( payload ) , ""user"" : user } <TAB> <TAB> else : <TAB> <TAB> <TAB> msg = _ ( ""Unable to login with provided credentials."" ) <TAB> <TAB> <TAB> raise serializers . ValidationError ( msg ) <TAB> else : <TAB> <TAB> msg = _ ( 'Must include ""{username_field}"" and ""password"".' ) <TAB> <TAB> msg = msg . format ( username_field = self . username_field ) <TAB> <TAB> raise serializers . ValidationError ( msg )",if user :,226
13544,"def __getitem__(self, index):
    if self._check():
        if isinstance(index, int):
            if index < 0 or index >= len(self.features):
                raise IndexError(index)
            if self.features[index] is None:
                feature = self.device.feature_request(FEATURE.FEATURE_SET, 0x10, index)
                if feature:
                    (feature,) = _unpack(""!H"", feature[:2])
                    self.features[index] = FEATURE[feature]
            return self.features[index]
        elif isinstance(index, slice):
            indices = index.indices(len(self.features))
            return [self.__getitem__(i) for i in range(*indices)]","def __getitem__ ( self , index ) : <TAB> if self . _check ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if index < 0 or index >= len ( self . features ) : <TAB> <TAB> <TAB> <TAB> raise IndexError ( index ) <TAB> <TAB> <TAB> if self . features [ index ] is None : <TAB> <TAB> <TAB> <TAB> feature = self . device . feature_request ( FEATURE . FEATURE_SET , 0x10 , index ) <TAB> <TAB> <TAB> <TAB> if feature : <TAB> <TAB> <TAB> <TAB> <TAB> ( feature , ) = _unpack ( ""!H"" , feature [ : 2 ] ) <TAB> <TAB> <TAB> <TAB> <TAB> self . features [ index ] = FEATURE [ feature ] <TAB> <TAB> <TAB> return self . features [ index ] <TAB> <TAB> elif isinstance ( index , slice ) : <TAB> <TAB> <TAB> indices = index . indices ( len ( self . features ) ) <TAB> <TAB> <TAB> return [ self . __getitem__ ( i ) for i in range ( * indices ) ]","if isinstance ( index , int ) :",195
14345,"def getNextInvalidLink():
    for originID, targetID, originType, targetType in getAllDataLinkIDs():
        if (originType, targetType) in approvedLinkTypes:
            continue
        origin = idToSocket(originID)
        target = idToSocket(targetID)
        if isConnectionValid(origin, target):
            approvedLinkTypes.add((originType, targetType))
        else:
            return origin, target
    return None, None
","def getNextInvalidLink ( ) : <TAB> for originID , targetID , originType , targetType in getAllDataLinkIDs ( ) : <TAB> <TAB> if ( originType , targetType ) in approvedLinkTypes : <TAB> <TAB> <TAB> continue <TAB> <TAB> origin = idToSocket ( originID ) <TAB> <TAB> target = idToSocket ( targetID ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> approvedLinkTypes . add ( ( originType , targetType ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return origin , target <TAB> return None , None","if isConnectionValid ( origin , target ) :",120
10153,"def main():
    setupLogging()
    if (
        platform.system() == ""Linux""
        and os.getuid() != 0
        and rqd.rqconstants.RQD_BECOME_JOB_USER
    ):
        logging.critical(""Please run launch as root"")
        sys.exit(1)
    try:
        opts, argv = getopt.getopt(
            sys.argv[1:], ""hdc:"", [""help"", ""daemon"", ""nimbyoff"", ""update""]
        )
    except getopt.GetoptError:
        usage()
        sys.exit(1)
    optNimbyOff = False
    for o, a in opts:
        if o in [""-h"", ""--help""]:
            usage()
            sys.exit(0)
        if o in [""-d"", ""--daemon""]:
            # TODO(bcipriano) Background the process. (Issue #153)
            pass
        if o in [""--nimbyoff""]:
            optNimbyOff = True
    rqd.rqutil.permissionsLow()
    logging.warning(""RQD Starting Up"")
    rqCore = rqd.rqcore.RqCore(optNimbyOff)
    rqCore.start()","def main ( ) : <TAB> setupLogging ( ) <TAB> if ( <TAB> <TAB> platform . system ( ) == ""Linux"" <TAB> <TAB> and os . getuid ( ) != 0 <TAB> <TAB> and rqd . rqconstants . RQD_BECOME_JOB_USER <TAB> ) : <TAB> <TAB> logging . critical ( ""Please run launch as root"" ) <TAB> <TAB> sys . exit ( 1 ) <TAB> try : <TAB> <TAB> opts , argv = getopt . getopt ( <TAB> <TAB> <TAB> sys . argv [ 1 : ] , ""hdc:"" , [ ""help"" , ""daemon"" , ""nimbyoff"" , ""update"" ] <TAB> <TAB> ) <TAB> except getopt . GetoptError : <TAB> <TAB> usage ( ) <TAB> <TAB> sys . exit ( 1 ) <TAB> optNimbyOff = False <TAB> for o , a in opts : <TAB> <TAB> if o in [ ""-h"" , ""--help"" ] : <TAB> <TAB> <TAB> usage ( ) <TAB> <TAB> <TAB> sys . exit ( 0 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> if o in [ ""--nimbyoff"" ] : <TAB> <TAB> <TAB> optNimbyOff = True <TAB> rqd . rqutil . permissionsLow ( ) <TAB> logging . warning ( ""RQD Starting Up"" ) <TAB> rqCore = rqd . rqcore . RqCore ( optNimbyOff ) <TAB> rqCore . start ( )","if o in [ ""-d"" , ""--daemon"" ] :",313
20244,"def on_batch_end(self, training_state, snapshot=False):
    if snapshot & (self.snapshot_step is not None):
        self.save(training_state.step)
    if None not in (
        self.best_snapshot_path,
        self.best_val_accuracy,
        training_state.val_acc,
    ):
        if training_state.val_acc > self.best_val_accuracy:
            self.best_val_accuracy = training_state.val_acc
            self.save_best(int(10000 * round(training_state.val_acc, 4)))","def on_batch_end ( self , training_state , snapshot = False ) : <TAB> if snapshot & ( self . snapshot_step is not None ) : <TAB> <TAB> self . save ( training_state . step ) <TAB> if None not in ( <TAB> <TAB> self . best_snapshot_path , <TAB> <TAB> self . best_val_accuracy , <TAB> <TAB> training_state . val_acc , <TAB> ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . best_val_accuracy = training_state . val_acc <TAB> <TAB> <TAB> self . save_best ( int ( 10000 * round ( training_state . val_acc , 4 ) ) )",if training_state . val_acc > self . best_val_accuracy :,154
13940,"def test_update_topic(self):
    async with self.chat_client:
        await self._create_thread()
        topic = ""update topic""
        async with self.chat_thread_client:
            await self.chat_thread_client.update_topic(topic=topic)
        # delete chat threads
        if not self.is_playback():
            await self.chat_client.delete_chat_thread(self.thread_id)
","def test_update_topic ( self ) : <TAB> async with self . chat_client : <TAB> <TAB> await self . _create_thread ( ) <TAB> <TAB> topic = ""update topic"" <TAB> <TAB> async with self . chat_thread_client : <TAB> <TAB> <TAB> await self . chat_thread_client . update_topic ( topic = topic ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> await self . chat_client . delete_chat_thread ( self . thread_id )",if not self . is_playback ( ) :,114
3249,"def save_all_changed_extensions(self):
    """"""Save configuration changes to the user config file.""""""
    has_changes = False
    for ext_name in self.extensions:
        options = self.extensions[ext_name]
        for opt in options:
            if self.set_extension_value(ext_name, opt):
                has_changes = True
    if has_changes:
        self.ext_userCfg.Save()
","def save_all_changed_extensions ( self ) : <TAB> """"""Save configuration changes to the user config file."""""" <TAB> has_changes = False <TAB> for ext_name in self . extensions : <TAB> <TAB> options = self . extensions [ ext_name ] <TAB> <TAB> for opt in options : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> has_changes = True <TAB> if has_changes : <TAB> <TAB> self . ext_userCfg . Save ( )","if self . set_extension_value ( ext_name , opt ) :",111
4784,"def get_help_width():
    """"""Returns the integer width of help lines that is used in TextWrap.""""""
    if not sys.stdout.isatty() or termios is None or fcntl is None:
        return _DEFAULT_HELP_WIDTH
    try:
        data = fcntl.ioctl(sys.stdout, termios.TIOCGWINSZ, ""1234"")
        columns = struct.unpack(""hh"", data)[1]
        # Emacs mode returns 0.
        # Here we assume that any value below 40 is unreasonable.
        if columns >= _MIN_HELP_WIDTH:
            return columns
        # Returning an int as default is fine, int(int) just return the int.
        return int(os.getenv(""COLUMNS"", _DEFAULT_HELP_WIDTH))
    except (TypeError, IOError, struct.error):
        return _DEFAULT_HELP_WIDTH","def get_help_width ( ) : <TAB> """"""Returns the integer width of help lines that is used in TextWrap."""""" <TAB> if not sys . stdout . isatty ( ) or termios is None or fcntl is None : <TAB> <TAB> return _DEFAULT_HELP_WIDTH <TAB> try : <TAB> <TAB> data = fcntl . ioctl ( sys . stdout , termios . TIOCGWINSZ , ""1234"" ) <TAB> <TAB> columns = struct . unpack ( ""hh"" , data ) [ 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return columns <TAB> <TAB> <TAB> <TAB> return int ( os . getenv ( ""COLUMNS"" , _DEFAULT_HELP_WIDTH ) ) <TAB> except ( TypeError , IOError , struct . error ) : <TAB> <TAB> return _DEFAULT_HELP_WIDTH",if columns >= _MIN_HELP_WIDTH :,202
20657,"def __init__(self, host, port=None, username=None, password=None, protocol=""https""):
    if not port:
        if protocol == ""https"":
            port = 443
        elif protocol == ""http"":
            port = 80
        else:
            raise Exception(
                ""Can't determine port from protocol. "" ""Please specifiy a port.""
            )
    self.cwd = ""/""
    self.baseurl = ""%s://%s:%d"" % (protocol, host, port)
    self.host = host
    self.port = port
    self.protocol = protocol
    self.username = username
    self.password = password
    if username and password:
        self.auth = base64.encodestring(""%s:%s"" % (username, password)).replace(
            ""\n"", """"
        )
    else:
        self.auth = None","def __init__ ( self , host , port = None , username = None , password = None , protocol = ""https"" ) : <TAB> if not port : <TAB> <TAB> if protocol == ""https"" : <TAB> <TAB> <TAB> port = 443 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> port = 80 <TAB> <TAB> else : <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> ""Can't determine port from protocol. "" ""Please specifiy a port."" <TAB> <TAB> <TAB> ) <TAB> self . cwd = ""/"" <TAB> self . baseurl = ""%s://%s:%d"" % ( protocol , host , port ) <TAB> self . host = host <TAB> self . port = port <TAB> self . protocol = protocol <TAB> self . username = username <TAB> self . password = password <TAB> if username and password : <TAB> <TAB> self . auth = base64 . encodestring ( ""%s:%s"" % ( username , password ) ) . replace ( <TAB> <TAB> <TAB> ""\n"" , """" <TAB> <TAB> ) <TAB> else : <TAB> <TAB> self . auth = None","elif protocol == ""http"" :",222
4294,"def tamper(payload, **kwargs):
    junk_chars = ""!#$%&()*~+-_.,:;?@[/|\]^`""
    retval = """"
    for i, char in enumerate(payload, start=1):
        amount = random.randint(10, 15)
        if char == "">"":
            retval += "">""
            for _ in range(amount):
                retval += random.choice(junk_chars)
        elif char == ""<"":
            retval += ""<""
            for _ in range(amount):
                retval += random.choice(junk_chars)
        elif char == "" "":
            for _ in range(amount):
                retval += random.choice(junk_chars)
        else:
            retval += char
    return retval","def tamper ( payload , ** kwargs ) : <TAB> junk_chars = ""!#$%&()*~+-_.,:;?@[/|\]^`"" <TAB> retval = """" <TAB> for i , char in enumerate ( payload , start = 1 ) : <TAB> <TAB> amount = random . randint ( 10 , 15 ) <TAB> <TAB> if char == "">"" : <TAB> <TAB> <TAB> retval += "">"" <TAB> <TAB> <TAB> for _ in range ( amount ) : <TAB> <TAB> <TAB> <TAB> retval += random . choice ( junk_chars ) <TAB> <TAB> elif char == ""<"" : <TAB> <TAB> <TAB> retval += ""<"" <TAB> <TAB> <TAB> for _ in range ( amount ) : <TAB> <TAB> <TAB> <TAB> retval += random . choice ( junk_chars ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for _ in range ( amount ) : <TAB> <TAB> <TAB> <TAB> retval += random . choice ( junk_chars ) <TAB> <TAB> else : <TAB> <TAB> <TAB> retval += char <TAB> return retval","elif char == "" "" :",200
13712,"def process_cookie_options(self, grab, req):
    # `cookiefile` option should be processed before `cookies` option
    # because `load_cookies` updates `cookies` option
    if grab.config[""cookiefile""]:
        # Do not raise exception if cookie file does not exist
        try:
            grab.cookies.load_from_file(grab.config[""cookiefile""])
        except IOError as ex:
            logging.error(ex)
    request_host = urlsplit(req.url).hostname
    if request_host:
        if request_host.startswith(""www.""):
            request_host_no_www = request_host[4:]
        else:
            request_host_no_www = request_host
        # Process `cookies` option that is simple dict i.e.
        # it provides only `name` and `value` attributes of cookie
        # No domain, no path, no expires, etc
        # I pass these no-domain cookies to *each* requested domain
        # by setting these cookies with corresponding domain attribute
        # Trying to guess better domain name by removing leading ""www.""
        if grab.config[""cookies""]:
            if not isinstance(grab.config[""cookies""], dict):
                raise error.GrabMisuseError(""cookies option should"" "" be a dict"")
            for name, value in grab.config[""cookies""].items():
                grab.cookies.set(name=name, value=value, domain=request_host_no_www)
    cookie_hdr = grab.cookies.get_cookie_header(req)
    if cookie_hdr:
        req.headers[""Cookie""] = cookie_hdr","def process_cookie_options ( self , grab , req ) : <TAB> <TAB> <TAB> if grab . config [ ""cookiefile"" ] : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> grab . cookies . load_from_file ( grab . config [ ""cookiefile"" ] ) <TAB> <TAB> except IOError as ex : <TAB> <TAB> <TAB> logging . error ( ex ) <TAB> request_host = urlsplit ( req . url ) . hostname <TAB> if request_host : <TAB> <TAB> if request_host . startswith ( ""www."" ) : <TAB> <TAB> <TAB> request_host_no_www = request_host [ 4 : ] <TAB> <TAB> else : <TAB> <TAB> <TAB> request_host_no_www = request_host <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if grab . config [ ""cookies"" ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise error . GrabMisuseError ( ""cookies option should"" "" be a dict"" ) <TAB> <TAB> <TAB> for name , value in grab . config [ ""cookies"" ] . items ( ) : <TAB> <TAB> <TAB> <TAB> grab . cookies . set ( name = name , value = value , domain = request_host_no_www ) <TAB> cookie_hdr = grab . cookies . get_cookie_header ( req ) <TAB> if cookie_hdr : <TAB> <TAB> req . headers [ ""Cookie"" ] = cookie_hdr","if not isinstance ( grab . config [ ""cookies"" ] , dict ) :",401
15816,"def update_files(data, python=True):
    """"""Update files with new version number.""""""
    if len(sys.argv) != 2:
        e = Exception('Specify PEP440 version: ""%s 1.2.3""' % sys.argv[0])
        raise (e)
    version = verify_pep440(sys.argv[1])
    # Use normal sem versions for non python things ie node.
    if not python:
        version = version.base_version
    for filename, regex in data.items():
        filename = os.path.join(BASE_DIR, filename)
        matched = False
        pattern = re.compile(regex)
        for line in fileinput.input(filename, inplace=True):
            if pattern.match(line.rstrip()):
                matched = True
            line = re.sub(regex, r""\g<pre>%s\g<post>"" % version, line.rstrip())
            print(line)
        if not matched:
            raise Exception('In file ""%s"", did not find regex ""%s""' % (filename, regex))","def update_files ( data , python = True ) : <TAB> """"""Update files with new version number."""""" <TAB> if len ( sys . argv ) != 2 : <TAB> <TAB> e = Exception ( 'Specify PEP440 version: ""%s 1.2.3""' % sys . argv [ 0 ] ) <TAB> <TAB> raise ( e ) <TAB> version = verify_pep440 ( sys . argv [ 1 ] ) <TAB> <TAB> if not python : <TAB> <TAB> version = version . base_version <TAB> for filename , regex in data . items ( ) : <TAB> <TAB> filename = os . path . join ( BASE_DIR , filename ) <TAB> <TAB> matched = False <TAB> <TAB> pattern = re . compile ( regex ) <TAB> <TAB> for line in fileinput . input ( filename , inplace = True ) : <TAB> <TAB> <TAB> if pattern . match ( line . rstrip ( ) ) : <TAB> <TAB> <TAB> <TAB> matched = True <TAB> <TAB> <TAB> line = re . sub ( regex , r""\g<pre>%s\g<post>"" % version , line . rstrip ( ) ) <TAB> <TAB> <TAB> print ( line ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise Exception ( 'In file ""%s"", did not find regex ""%s""' % ( filename , regex ) )",if not matched :,269
23555,"def _compute_operands(self, v):
    expl_operand_list = []
    impl_operand_list = []
    for op in v.parsed_operands:
        s = None
        if op.name in [""MEM0"", ""MEM1""]:
            s = ""MEM""
        elif op.name in [""IMM0"", ""IMM1""]:
            s = ""IMM""
        elif op.type == ""nt_lookup_fn"":
            s = op.lookupfn_name
            s = re.sub(r""[()]*"", """", s)
            s = re.sub(r""_[RBN].*"", """", s)
            s = re.sub(r""FINAL_.*"", """", s)
        elif op.type == ""reg"":
            s = op.bits
            s = re.sub(r""XED_REG_"", """", s)
        elif op.type == ""imm_const"":
            if op.name in [""BCAST"", ""SCALE""]:
                continue
            s = op.name
        else:
            msgb(""UNHANDLED"", ""{}"".format(op))
        if s:
            if op.visibility in [""IMPLICIT"", ""SUPPRESSED""]:
                impl_operand_list.append(s)
            if op.visibility in [""EXPLICIT"", ""DEFAULT""]:
                expl_operand_list.append(s)
    return expl_operand_list, impl_operand_list","def _compute_operands ( self , v ) : <TAB> expl_operand_list = [ ] <TAB> impl_operand_list = [ ] <TAB> for op in v . parsed_operands : <TAB> <TAB> s = None <TAB> <TAB> if op . name in [ ""MEM0"" , ""MEM1"" ] : <TAB> <TAB> <TAB> s = ""MEM"" <TAB> <TAB> elif op . name in [ ""IMM0"" , ""IMM1"" ] : <TAB> <TAB> <TAB> s = ""IMM"" <TAB> <TAB> elif op . type == ""nt_lookup_fn"" : <TAB> <TAB> <TAB> s = op . lookupfn_name <TAB> <TAB> <TAB> s = re . sub ( r""[()]*"" , """" , s ) <TAB> <TAB> <TAB> s = re . sub ( r""_[RBN].*"" , """" , s ) <TAB> <TAB> <TAB> s = re . sub ( r""FINAL_.*"" , """" , s ) <TAB> <TAB> elif op . type == ""reg"" : <TAB> <TAB> <TAB> s = op . bits <TAB> <TAB> <TAB> s = re . sub ( r""XED_REG_"" , """" , s ) <TAB> <TAB> elif op . type == ""imm_const"" : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> s = op . name <TAB> <TAB> else : <TAB> <TAB> <TAB> msgb ( ""UNHANDLED"" , ""{}"" . format ( op ) ) <TAB> <TAB> if s : <TAB> <TAB> <TAB> if op . visibility in [ ""IMPLICIT"" , ""SUPPRESSED"" ] : <TAB> <TAB> <TAB> <TAB> impl_operand_list . append ( s ) <TAB> <TAB> <TAB> if op . visibility in [ ""EXPLICIT"" , ""DEFAULT"" ] : <TAB> <TAB> <TAB> <TAB> expl_operand_list . append ( s ) <TAB> return expl_operand_list , impl_operand_list","if op . name in [ ""BCAST"" , ""SCALE"" ] :",374
12502,"def _real_extract(self, url):
    display_id = self._match_id(url)
    webpage = self._download_webpage(url, display_id)
    drupal_settings = self._parse_json(
        self._search_regex(
            r""jQuery\.extend\(Drupal\.settings\s*,\s*({.+?})\);"",
            webpage,
            ""drupal settings"",
        ),
        display_id,
    )
    entries = []
    for config_profile in drupal_settings.get(""ren_jwplayer"", {}).values():
        media_id = config_profile.get(""mediaid"")
        if not media_id:
            continue
        media_id = compat_str(media_id)
        entries.append(self.url_result(""rentv:"" + media_id, ""RENTV"", media_id))
    return self.playlist_result(entries, display_id)
","def _real_extract ( self , url ) : <TAB> display_id = self . _match_id ( url ) <TAB> webpage = self . _download_webpage ( url , display_id ) <TAB> drupal_settings = self . _parse_json ( <TAB> <TAB> self . _search_regex ( <TAB> <TAB> <TAB> r""jQuery\.extend\(Drupal\.settings\s*,\s*({.+?})\);"" , <TAB> <TAB> <TAB> webpage , <TAB> <TAB> <TAB> ""drupal settings"" , <TAB> <TAB> ) , <TAB> <TAB> display_id , <TAB> ) <TAB> entries = [ ] <TAB> for config_profile in drupal_settings . get ( ""ren_jwplayer"" , { } ) . values ( ) : <TAB> <TAB> media_id = config_profile . get ( ""mediaid"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> media_id = compat_str ( media_id ) <TAB> <TAB> entries . append ( self . url_result ( ""rentv:"" + media_id , ""RENTV"" , media_id ) ) <TAB> return self . playlist_result ( entries , display_id )",if not media_id :,243
9796,"def whole(self, mapper, x, y, what):
    distance = sqrt(x * x + y * y)
    if distance < STICK_PAD_MAX_HALF:
        # Finger lifted or too close to middle
        self.angle = None
        if mapper.was_touched(what):
            self.action.change(mapper, 0, 0, what)
    else:
        # Compute current angle
        angle = atan2(x, y)
        # Compute movement
        if self.angle is None:
            # Finger just touched the pad
            self.angle, angle = angle, 0
            self._haptic_counter = 0
        else:
            self.angle, angle = angle, self.angle - angle
            # Ensure we don't wrap from pi to -pi creating a large delta
            if angle > PI:
                # Subtract a full rotation to counter the wrapping
                angle -= 2 * PI
            # And same from -pi to pi
            elif angle < -PI:
                # Add a full rotation to counter the wrapping
                angle += 2 * PI
        # Apply bulgarian constant
        angle *= 10000.0
        # Generate feedback, if enabled
        if self.haptic:
            self._haptic_counter += angle * self.speed / self.haptic.frequency
            if abs(self._haptic_counter) > 0.5:
                if self._haptic_counter > 0.5:
                    self._haptic_counter -= 0.5
                else:
                    self._haptic_counter += 0.5
                mapper.send_feedback(self.haptic)
        # Apply movement to child action
        self.action.change(mapper, -angle * self.speed, 0, what)
        mapper.force_event.add(FE_PAD)","def whole ( self , mapper , x , y , what ) : <TAB> distance = sqrt ( x * x + y * y ) <TAB> if distance < STICK_PAD_MAX_HALF : <TAB> <TAB> <TAB> <TAB> self . angle = None <TAB> <TAB> if mapper . was_touched ( what ) : <TAB> <TAB> <TAB> self . action . change ( mapper , 0 , 0 , what ) <TAB> else : <TAB> <TAB> <TAB> <TAB> angle = atan2 ( x , y ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . angle , angle = angle , 0 <TAB> <TAB> <TAB> self . _haptic_counter = 0 <TAB> <TAB> else : <TAB> <TAB> <TAB> self . angle , angle = angle , self . angle - angle <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if angle > PI : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> angle -= 2 * PI <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> elif angle < - PI : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> angle += 2 * PI <TAB> <TAB> <TAB> <TAB> angle *= 10000.0 <TAB> <TAB> <TAB> <TAB> if self . haptic : <TAB> <TAB> <TAB> self . _haptic_counter += angle * self . speed / self . haptic . frequency <TAB> <TAB> <TAB> if abs ( self . _haptic_counter ) > 0.5 : <TAB> <TAB> <TAB> <TAB> if self . _haptic_counter > 0.5 : <TAB> <TAB> <TAB> <TAB> <TAB> self . _haptic_counter -= 0.5 <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> self . _haptic_counter += 0.5 <TAB> <TAB> <TAB> <TAB> mapper . send_feedback ( self . haptic ) <TAB> <TAB> <TAB> <TAB> self . action . change ( mapper , - angle * self . speed , 0 , what ) <TAB> <TAB> mapper . force_event . add ( FE_PAD )",if self . angle is None :,495
9064,"def recent_results(self, items):
    """"""Set recent results from provider.""""""
    if not recent_results.get(self.get_id()):
        recent_results.update({self.get_id(): []})
    if items:
        add_to_list = []
        for item in items:
            if item not in recent_results[self.get_id()]:
                add_to_list += [item]
        results = add_to_list + recent_results[self.get_id()]
        recent_results[self.get_id()] = results[: self.max_recent_items]
","def recent_results ( self , items ) : <TAB> """"""Set recent results from provider."""""" <TAB> if not recent_results . get ( self . get_id ( ) ) : <TAB> <TAB> recent_results . update ( { self . get_id ( ) : [ ] } ) <TAB> if items : <TAB> <TAB> add_to_list = [ ] <TAB> <TAB> for item in items : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> add_to_list += [ item ] <TAB> <TAB> results = add_to_list + recent_results [ self . get_id ( ) ] <TAB> <TAB> recent_results [ self . get_id ( ) ] = results [ : self . max_recent_items ]",if item not in recent_results [ self . get_id ( ) ] :,151
5674,"def find_test_functions(collections):
    if not isinstance(collections, list):
        collections = [collections]
    functions = []
    for collection in collections:
        if not isinstance(collection, dict):
            collection = vars(collection)
        keys = collection.keys()
        keys.sort()
        for key in keys:
            value = collection[key]
            if isinstance(value, types.FunctionType) and hasattr(value, ""unittest""):
                functions.append(value)
    return functions
","def find_test_functions ( collections ) : <TAB> if not isinstance ( collections , list ) : <TAB> <TAB> collections = [ collections ] <TAB> functions = [ ] <TAB> for collection in collections : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> collection = vars ( collection ) <TAB> <TAB> keys = collection . keys ( ) <TAB> <TAB> keys . sort ( ) <TAB> <TAB> for key in keys : <TAB> <TAB> <TAB> value = collection [ key ] <TAB> <TAB> <TAB> if isinstance ( value , types . FunctionType ) and hasattr ( value , ""unittest"" ) : <TAB> <TAB> <TAB> <TAB> functions . append ( value ) <TAB> return functions","if not isinstance ( collection , dict ) :",131
1850,"def test_chunkcoding(self):
    tstring_lines = []
    for b in self.tstring:
        lines = b.split(b""\n"")
        last = lines.pop()
        assert last == b""""
        lines = [line + b""\n"" for line in lines]
        tstring_lines.append(lines)
    for native, utf8 in zip(*tstring_lines):
        u = self.decode(native)[0]
        self.assertEqual(u, utf8.decode(""utf-8""))
        if self.roundtriptest:
            self.assertEqual(native, self.encode(u)[0])","def test_chunkcoding ( self ) : <TAB> tstring_lines = [ ] <TAB> for b in self . tstring : <TAB> <TAB> lines = b . split ( b""\n"" ) <TAB> <TAB> last = lines . pop ( ) <TAB> <TAB> assert last == b"""" <TAB> <TAB> lines = [ line + b""\n"" for line in lines ] <TAB> <TAB> tstring_lines . append ( lines ) <TAB> for native , utf8 in zip ( * tstring_lines ) : <TAB> <TAB> u = self . decode ( native ) [ 0 ] <TAB> <TAB> self . assertEqual ( u , utf8 . decode ( ""utf-8"" ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertEqual ( native , self . encode ( u ) [ 0 ] )",if self . roundtriptest :,161
25223,"def assertionHelper(left_type, left_op, op, right_type, right_op, expected):
    """"""Helper function used to figure out which test cases fail without blowing up the rest of the test.""""""
    import clr
    import System
    expression_str = ""{0}({1}) {2} {3}({4})"".format(
        left_type, left_op, str(op), right_type, right_op
    )
    # if it's supposedly unsupported...make sure
    if unsupported_operands.count(left_type + op + right_type) > 0:
        with self.assertRaises(TypeError):
            eval(expression_str)
        return
    try:
        expression = eval(expression_str)
    except TypeError as e:
        self.fail(""TYPE BUG: %s"" % expression_str)
    try:
        self.assertEqual(expression, expected)
        if known_bugs.count(left_type + op + right_type) > 0:
            self.fail(""NO BUG FOR: %s"" % expression_str)
    except:
        if known_bugs.count(left_type + op + right_type) > 0:
            return
        self.fail(expression_str)","def assertionHelper ( left_type , left_op , op , right_type , right_op , expected ) : <TAB> """"""Helper function used to figure out which test cases fail without blowing up the rest of the test."""""" <TAB> import clr <TAB> import System <TAB> expression_str = ""{0}({1}) {2} {3}({4})"" . format ( <TAB> <TAB> left_type , left_op , str ( op ) , right_type , right_op <TAB> ) <TAB> <TAB> if unsupported_operands . count ( left_type + op + right_type ) > 0 : <TAB> <TAB> with self . assertRaises ( TypeError ) : <TAB> <TAB> <TAB> eval ( expression_str ) <TAB> <TAB> return <TAB> try : <TAB> <TAB> expression = eval ( expression_str ) <TAB> except TypeError as e : <TAB> <TAB> self . fail ( ""TYPE BUG: %s"" % expression_str ) <TAB> try : <TAB> <TAB> self . assertEqual ( expression , expected ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . fail ( ""NO BUG FOR: %s"" % expression_str ) <TAB> except : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> self . fail ( expression_str )",if known_bugs . count ( left_type + op + right_type ) > 0 :,305
13230,"def _should_include_path(path, includes, excludes):
    """"""Return True iff the given path should be included.""""""
    from os.path import basename
    from fnmatch import fnmatch
    base = basename(path)
    if includes:
        for include in includes:
            if fnmatch(base, include):
                try:
                    log.debug(""include `%s' (matches `%s')"", path, include)
                except (NameError, AttributeError):
                    pass
                break
        else:
            try:
                log.debug(""exclude `%s' (matches no includes)"", path)
            except (NameError, AttributeError):
                pass
            return False
    for exclude in excludes:
        if fnmatch(base, exclude):
            try:
                log.debug(""exclude `%s' (matches `%s')"", path, exclude)
            except (NameError, AttributeError):
                pass
            return False
    return True
","def _should_include_path ( path , includes , excludes ) : <TAB> """"""Return True iff the given path should be included."""""" <TAB> from os . path import basename <TAB> from fnmatch import fnmatch <TAB> base = basename ( path ) <TAB> if includes : <TAB> <TAB> for include in includes : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> log . debug ( ""include `%s' (matches `%s')"" , path , include ) <TAB> <TAB> <TAB> <TAB> except ( NameError , AttributeError ) : <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> log . debug ( ""exclude `%s' (matches no includes)"" , path ) <TAB> <TAB> <TAB> except ( NameError , AttributeError ) : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> return False <TAB> for exclude in excludes : <TAB> <TAB> if fnmatch ( base , exclude ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> log . debug ( ""exclude `%s' (matches `%s')"" , path , exclude ) <TAB> <TAB> <TAB> except ( NameError , AttributeError ) : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> return False <TAB> return True","if fnmatch ( base , include ) :",255
5643,"def _try_make_reader(self):
    if self.reader:
        return
    if not self.data_file:
        files = glob(self._data_file_pattern)
        if not files:
            return
        files.sort()
        self.log.debug(""Files found by pattern: %s"", files)
        if not os.path.getsize(files[-1]):
            return
        self.data_file = files[-1]
    self.data_file = self.engine.find_file(self.data_file)
    if not os.path.exists(self.data_file):
        if time.time() - self._file_check_ts < self._file_exists_wait:
            self.log.debug(""File not exists yet: %s"", self.data_file)
            return
        else:
            msg = ""File has not appeared within %ss: %s"" % (
                self._file_exists_wait,
                self.data_file,
            )
            raise TaurusInternalException(msg)
    self.log.info(""Will load external results from file: %s"", self.data_file)
    self.label = self.data_file
    self.reader = self._get_reader()
    if isinstance(self.engine.aggregator, ConsolidatingAggregator):
        self.engine.aggregator.add_underling(self.reader)
        self.engine.aggregator.add_listener(self)","def _try_make_reader ( self ) : <TAB> if self . reader : <TAB> <TAB> return <TAB> if not self . data_file : <TAB> <TAB> files = glob ( self . _data_file_pattern ) <TAB> <TAB> if not files : <TAB> <TAB> <TAB> return <TAB> <TAB> files . sort ( ) <TAB> <TAB> self . log . debug ( ""Files found by pattern: %s"" , files ) <TAB> <TAB> if not os . path . getsize ( files [ - 1 ] ) : <TAB> <TAB> <TAB> return <TAB> <TAB> self . data_file = files [ - 1 ] <TAB> self . data_file = self . engine . find_file ( self . data_file ) <TAB> if not os . path . exists ( self . data_file ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . log . debug ( ""File not exists yet: %s"" , self . data_file ) <TAB> <TAB> <TAB> return <TAB> <TAB> else : <TAB> <TAB> <TAB> msg = ""File has not appeared within %ss: %s"" % ( <TAB> <TAB> <TAB> <TAB> self . _file_exists_wait , <TAB> <TAB> <TAB> <TAB> self . data_file , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> raise TaurusInternalException ( msg ) <TAB> self . log . info ( ""Will load external results from file: %s"" , self . data_file ) <TAB> self . label = self . data_file <TAB> self . reader = self . _get_reader ( ) <TAB> if isinstance ( self . engine . aggregator , ConsolidatingAggregator ) : <TAB> <TAB> self . engine . aggregator . add_underling ( self . reader ) <TAB> <TAB> self . engine . aggregator . add_listener ( self )",if time . time ( ) - self . _file_check_ts < self . _file_exists_wait :,375
12145,"def check_package(self, package, package_dir):
    """"""Check namespace packages' __init__ for declare_namespace""""""
    try:
        return self.packages_checked[package]
    except KeyError:
        pass
    init_py = _build_py.check_package(self, package, package_dir)
    self.packages_checked[package] = init_py
    if not init_py or not self.distribution.namespace_packages:
        return init_py
    for pkg in self.distribution.namespace_packages:
        if pkg == package or pkg.startswith(package + "".""):
            break
    else:
        return init_py
    f = open(init_py, ""rU"")
    if ""declare_namespace"" not in f.read():
        from distutils import log
        log.warn(
            ""WARNING: %s is a namespace package, but its __init__.py does\n""
            ""not declare_namespace(); setuptools 0.7 will REQUIRE this!\n""
            '(See the setuptools manual under ""Namespace Packages"" for '
            ""details.)\n"",
            package,
        )
    f.close()
    return init_py","def check_package ( self , package , package_dir ) : <TAB> """"""Check namespace packages' __init__ for declare_namespace"""""" <TAB> try : <TAB> <TAB> return self . packages_checked [ package ] <TAB> except KeyError : <TAB> <TAB> pass <TAB> init_py = _build_py . check_package ( self , package , package_dir ) <TAB> self . packages_checked [ package ] = init_py <TAB> if not init_py or not self . distribution . namespace_packages : <TAB> <TAB> return init_py <TAB> for pkg in self . distribution . namespace_packages : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> else : <TAB> <TAB> return init_py <TAB> f = open ( init_py , ""rU"" ) <TAB> if ""declare_namespace"" not in f . read ( ) : <TAB> <TAB> from distutils import log <TAB> <TAB> log . warn ( <TAB> <TAB> <TAB> ""WARNING: %s is a namespace package, but its __init__.py does\n"" <TAB> <TAB> <TAB> ""not declare_namespace(); setuptools 0.7 will REQUIRE this!\n"" <TAB> <TAB> <TAB> '(See the setuptools manual under ""Namespace Packages"" for ' <TAB> <TAB> <TAB> ""details.)\n"" , <TAB> <TAB> <TAB> package , <TAB> <TAB> ) <TAB> f . close ( ) <TAB> return init_py","if pkg == package or pkg . startswith ( package + ""."" ) :",292
25181,"def test_invalid_mountinfo(self):
    line = (
        ""20 1 252:1 / / rw,relatime - ext4 /dev/mapper/vg0-root""
        ""rw,errors=remount-ro,data=ordered""
    )
    elements = line.split()
    for i in range(len(elements) + 1):
        lines = ["" "".join(elements[0:i])]
        if i < 10:
            expected = None
        else:
            expected = (""/dev/mapper/vg0-root"", ""ext4"", ""/"")
        self.assertEqual(expected, util.parse_mount_info(""/"", lines))","def test_invalid_mountinfo ( self ) : <TAB> line = ( <TAB> <TAB> ""20 1 252:1 / / rw,relatime - ext4 /dev/mapper/vg0-root"" <TAB> <TAB> ""rw,errors=remount-ro,data=ordered"" <TAB> ) <TAB> elements = line . split ( ) <TAB> for i in range ( len ( elements ) + 1 ) : <TAB> <TAB> lines = [ "" "" . join ( elements [ 0 : i ] ) ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> expected = None <TAB> <TAB> else : <TAB> <TAB> <TAB> expected = ( ""/dev/mapper/vg0-root"" , ""ext4"" , ""/"" ) <TAB> <TAB> self . assertEqual ( expected , util . parse_mount_info ( ""/"" , lines ) )",if i < 10 :,161
7491,"def get_cluster_config(cluster=None):
    if cluster and cluster.get(""connector""):  # Connector interface
        cluster_config = cluster
    elif cluster and cluster.get(""id"") != CLUSTER_ID.get():
        if ""altus:dataware:k8s"" in cluster[""id""]:
            compute_end_point = (
                cluster[""compute_end_point""][0]
                if type(cluster[""compute_end_point""]) == list
                else cluster[""compute_end_point""]
            )  # TODO getting list from left assist
            cluster_config = {
                ""server_host"": compute_end_point,
                ""name"": cluster[""name""],
            }  # TODO get port too
        else:
            cluster_config = Cluster(user=None).get_config(
                cluster[""id""]
            )  # Direct cluster # Deprecated
    else:
        cluster_config = None
    return cluster_config","def get_cluster_config ( cluster = None ) : <TAB> if cluster and cluster . get ( ""connector"" ) : <TAB> <TAB> cluster_config = cluster <TAB> elif cluster and cluster . get ( ""id"" ) != CLUSTER_ID . get ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> compute_end_point = ( <TAB> <TAB> <TAB> <TAB> cluster [ ""compute_end_point"" ] [ 0 ] <TAB> <TAB> <TAB> <TAB> if type ( cluster [ ""compute_end_point"" ] ) == list <TAB> <TAB> <TAB> <TAB> else cluster [ ""compute_end_point"" ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> cluster_config = { <TAB> <TAB> <TAB> <TAB> ""server_host"" : compute_end_point , <TAB> <TAB> <TAB> <TAB> ""name"" : cluster [ ""name"" ] , <TAB> <TAB> <TAB> } <TAB> <TAB> else : <TAB> <TAB> <TAB> cluster_config = Cluster ( user = None ) . get_config ( <TAB> <TAB> <TAB> <TAB> cluster [ ""id"" ] <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> cluster_config = None <TAB> return cluster_config","if ""altus:dataware:k8s"" in cluster [ ""id"" ] :",256
5164,"def it_should_undrain_and_drain(context, num_undrain_expected, num_drain_expected):
    num_undrain_expected = int(num_undrain_expected)
    num_drain_expected = int(num_drain_expected)
    for _ in range(10):
        print(""currently drained: %r"" % drain_lib.TestDrainMethod.downed_task_ids)
        print(""drained previously: %r"" % context.drained_tasks)
        num_drained = len(
            drain_lib.TestDrainMethod.downed_task_ids - context.drained_tasks
        )
        num_undrained = len(
            context.drained_tasks - drain_lib.TestDrainMethod.downed_task_ids
        )
        if num_drained >= num_drain_expected and num_undrained >= num_undrain_expected:
            return
        time.sleep(1)
    else:
        raise Exception(
            ""Expected %d tasks to drain and %d to undrain, saw %d and %d""
            % (num_drain_expected, num_undrain_expected, num_drained, num_undrained)
        )","def it_should_undrain_and_drain ( context , num_undrain_expected , num_drain_expected ) : <TAB> num_undrain_expected = int ( num_undrain_expected ) <TAB> num_drain_expected = int ( num_drain_expected ) <TAB> for _ in range ( 10 ) : <TAB> <TAB> print ( ""currently drained: %r"" % drain_lib . TestDrainMethod . downed_task_ids ) <TAB> <TAB> print ( ""drained previously: %r"" % context . drained_tasks ) <TAB> <TAB> num_drained = len ( <TAB> <TAB> <TAB> drain_lib . TestDrainMethod . downed_task_ids - context . drained_tasks <TAB> <TAB> ) <TAB> <TAB> num_undrained = len ( <TAB> <TAB> <TAB> context . drained_tasks - drain_lib . TestDrainMethod . downed_task_ids <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> time . sleep ( 1 ) <TAB> else : <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> ""Expected %d tasks to drain and %d to undrain, saw %d and %d"" <TAB> <TAB> <TAB> % ( num_drain_expected , num_undrain_expected , num_drained , num_undrained ) <TAB> <TAB> )",if num_drained >= num_drain_expected and num_undrained >= num_undrain_expected :,316
15540,"def require_access_to_dropdown_queries(user, query_def):
    parameters = query_def.get(""options"", {}).get(""parameters"", [])
    dropdown_query_ids = set(
        [str(p[""queryId""]) for p in parameters if p[""type""] == ""query""]
    )
    if dropdown_query_ids:
        groups = models.Query.all_groups_for_query_ids(dropdown_query_ids)
        if len(groups) < len(dropdown_query_ids):
            abort(
                400,
                message=""You are trying to associate a dropdown query that does not have a matching group. ""
                ""Please verify the dropdown query id you are trying to associate with this query."",
            )
        require_access(dict(groups), user, view_only)","def require_access_to_dropdown_queries ( user , query_def ) : <TAB> parameters = query_def . get ( ""options"" , { } ) . get ( ""parameters"" , [ ] ) <TAB> dropdown_query_ids = set ( <TAB> <TAB> [ str ( p [ ""queryId"" ] ) for p in parameters if p [ ""type"" ] == ""query"" ] <TAB> ) <TAB> if dropdown_query_ids : <TAB> <TAB> groups = models . Query . all_groups_for_query_ids ( dropdown_query_ids ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> abort ( <TAB> <TAB> <TAB> <TAB> 400 , <TAB> <TAB> <TAB> <TAB> message = ""You are trying to associate a dropdown query that does not have a matching group. "" <TAB> <TAB> <TAB> <TAB> ""Please verify the dropdown query id you are trying to associate with this query."" , <TAB> <TAB> <TAB> ) <TAB> <TAB> require_access ( dict ( groups ) , user , view_only )",if len ( groups ) < len ( dropdown_query_ids ) :,204
16889,"def _yield_accessible_unix_file_names(path):
    """"""yield file names of executable files in path.""""""
    if not os.path.exists(path):
        return
    for file_ in scandir(path):
        try:
            if file_.is_file() and os.access(file_.path, os.X_OK):
                yield file_.name
        except OSError:
            # broken Symlink are neither dir not files
            pass
","def _yield_accessible_unix_file_names ( path ) : <TAB> """"""yield file names of executable files in path."""""" <TAB> if not os . path . exists ( path ) : <TAB> <TAB> return <TAB> for file_ in scandir ( path ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> yield file_ . name <TAB> <TAB> except OSError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass","if file_ . is_file ( ) and os . access ( file_ . path , os . X_OK ) :",119
4391,"def _find_ttinfo(self, dt, laststd=0):
    timestamp = (
        (dt.toordinal() - EPOCHORDINAL) * 86400
        + dt.hour * 3600
        + dt.minute * 60
        + dt.second
    )
    idx = 0
    for trans in self._trans_list:
        if timestamp < trans:
            break
        idx += 1
    else:
        return self._ttinfo_std
    if idx == 0:
        return self._ttinfo_before
    if laststd:
        while idx > 0:
            tti = self._trans_idx[idx - 1]
            if not tti.isdst:
                return tti
            idx -= 1
        else:
            return self._ttinfo_std
    else:
        return self._trans_idx[idx - 1]","def _find_ttinfo ( self , dt , laststd = 0 ) : <TAB> timestamp = ( <TAB> <TAB> ( dt . toordinal ( ) - EPOCHORDINAL ) * 86400 <TAB> <TAB> + dt . hour * 3600 <TAB> <TAB> + dt . minute * 60 <TAB> <TAB> + dt . second <TAB> ) <TAB> idx = 0 <TAB> for trans in self . _trans_list : <TAB> <TAB> if timestamp < trans : <TAB> <TAB> <TAB> break <TAB> <TAB> idx += 1 <TAB> else : <TAB> <TAB> return self . _ttinfo_std <TAB> if idx == 0 : <TAB> <TAB> return self . _ttinfo_before <TAB> if laststd : <TAB> <TAB> while idx > 0 : <TAB> <TAB> <TAB> tti = self . _trans_idx [ idx - 1 ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return tti <TAB> <TAB> <TAB> idx -= 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> return self . _ttinfo_std <TAB> else : <TAB> <TAB> return self . _trans_idx [ idx - 1 ]",if not tti . isdst :,224
8791,"def __call__(self, path="".""):
    l = os.listdir(path)
    l.sort()
    for f in l:
        st = os.stat(""%s/%s"" % (path, f))
        if st[0] & 0x4000:  # stat.S_IFDIR
            print(""   <dir> %s"" % f)
        else:
            print(""% 8d %s"" % (st[6], f))","def __call__ ( self , path = ""."" ) : <TAB> l = os . listdir ( path ) <TAB> l . sort ( ) <TAB> for f in l : <TAB> <TAB> st = os . stat ( ""%s/%s"" % ( path , f ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""   <dir> %s"" % f ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""% 8d %s"" % ( st [ 6 ] , f ) )",if st [ 0 ] & 0x4000 :,113
21292,"def _pyro_sample(self, msg):
    is_collapsible = getattr(msg[""fn""], ""collapsible"", False)
    # uncollapse conjugate sites.
    if is_collapsible:
        conj_node, parent = None, None
        for site_name in self.trace.observation_nodes + self.trace.stochastic_nodes:
            parent = getattr(self.trace.nodes[site_name][""fn""], ""parent"", None)
            if parent is not None and parent._latent.site_name == msg[""name""]:
                conj_node = self.trace.nodes[site_name]
                break
        assert (
            conj_node is not None
        ), ""Collapsible latent site `{}` with no corresponding conjugate site."".format(
            msg[""name""]
        )
        msg[""fn""] = parent.posterior(conj_node[""value""])
        msg[""value""] = msg[""fn""].sample()
    # regular replay behavior.
    else:
        name = msg[""name""]
        if name in self.trace:
            guide_msg = self.trace.nodes[name]
            if msg[""is_observed""]:
                return None
            if guide_msg[""type""] != ""sample"":
                raise RuntimeError(""site {} must be sample in trace"".format(name))
            msg[""done""] = True
            msg[""value""] = guide_msg[""value""]
            msg[""infer""] = guide_msg[""infer""]
","def _pyro_sample ( self , msg ) : <TAB> is_collapsible = getattr ( msg [ ""fn"" ] , ""collapsible"" , False ) <TAB> <TAB> if is_collapsible : <TAB> <TAB> conj_node , parent = None , None <TAB> <TAB> for site_name in self . trace . observation_nodes + self . trace . stochastic_nodes : <TAB> <TAB> <TAB> parent = getattr ( self . trace . nodes [ site_name ] [ ""fn"" ] , ""parent"" , None ) <TAB> <TAB> <TAB> if parent is not None and parent . _latent . site_name == msg [ ""name"" ] : <TAB> <TAB> <TAB> <TAB> conj_node = self . trace . nodes [ site_name ] <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> assert ( <TAB> <TAB> <TAB> conj_node is not None <TAB> <TAB> ) , ""Collapsible latent site `{}` with no corresponding conjugate site."" . format ( <TAB> <TAB> <TAB> msg [ ""name"" ] <TAB> <TAB> ) <TAB> <TAB> msg [ ""fn"" ] = parent . posterior ( conj_node [ ""value"" ] ) <TAB> <TAB> msg [ ""value"" ] = msg [ ""fn"" ] . sample ( ) <TAB> <TAB> else : <TAB> <TAB> name = msg [ ""name"" ] <TAB> <TAB> if name in self . trace : <TAB> <TAB> <TAB> guide_msg = self . trace . nodes [ name ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> <TAB> if guide_msg [ ""type"" ] != ""sample"" : <TAB> <TAB> <TAB> <TAB> raise RuntimeError ( ""site {} must be sample in trace"" . format ( name ) ) <TAB> <TAB> <TAB> msg [ ""done"" ] = True <TAB> <TAB> <TAB> msg [ ""value"" ] = guide_msg [ ""value"" ] <TAB> <TAB> <TAB> msg [ ""infer"" ] = guide_msg [ ""infer"" ]","if msg [ ""is_observed"" ] :",376
18161,"def authdebug_view(context, request):
    view_name = getattr(request, ""view_name"", None)
    if authn_policy and authz_policy:
        if permission is NO_PERMISSION_REQUIRED:
            msg = ""Allowed (NO_PERMISSION_REQUIRED)""
        elif permission is None:
            msg = ""Allowed (no permission registered)""
        else:
            principals = authn_policy.effective_principals(request)
            msg = str(authz_policy.permits(context, principals, permission))
    else:
        msg = ""Allowed (no authorization policy in use)""
    view_name = getattr(request, ""view_name"", None)
    url = getattr(request, ""url"", None)
    msg = ""debug_authorization of url %s (view name %r against "" ""context %r): %s"" % (
        url,
        view_name,
        context,
        msg,
    )
    if logger:
        logger.debug(msg)
    if request is not None:
        request.authdebug_message = msg
    return view(context, request)
","def authdebug_view ( context , request ) : <TAB> view_name = getattr ( request , ""view_name"" , None ) <TAB> if authn_policy and authz_policy : <TAB> <TAB> if permission is NO_PERMISSION_REQUIRED : <TAB> <TAB> <TAB> msg = ""Allowed (NO_PERMISSION_REQUIRED)"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> msg = ""Allowed (no permission registered)"" <TAB> <TAB> else : <TAB> <TAB> <TAB> principals = authn_policy . effective_principals ( request ) <TAB> <TAB> <TAB> msg = str ( authz_policy . permits ( context , principals , permission ) ) <TAB> else : <TAB> <TAB> msg = ""Allowed (no authorization policy in use)"" <TAB> view_name = getattr ( request , ""view_name"" , None ) <TAB> url = getattr ( request , ""url"" , None ) <TAB> msg = ""debug_authorization of url %s (view name %r against "" ""context %r): %s"" % ( <TAB> <TAB> url , <TAB> <TAB> view_name , <TAB> <TAB> context , <TAB> <TAB> msg , <TAB> ) <TAB> if logger : <TAB> <TAB> logger . debug ( msg ) <TAB> if request is not None : <TAB> <TAB> request . authdebug_message = msg <TAB> return view ( context , request )",elif permission is None :,282
24937,"def __setitem__(self, ndx, val):
    #
    # Get the expression data object
    #
    exprdata = None
    if ndx in self._data:
        exprdata = self._data[ndx]
    else:
        _ndx = normalize_index(ndx)
        if _ndx in self._data:
            exprdata = self._data[_ndx]
    if exprdata is None:
        raise KeyError(
            ""Cannot set the value of Expression '%s' with ""
            ""invalid index '%s'"" % (self.cname(True), str(ndx))
        )
    #
    # Set the value
    #
    exprdata.set_value(val)
","def __setitem__ ( self , ndx , val ) : <TAB> <TAB> <TAB> <TAB> exprdata = None <TAB> if ndx in self . _data : <TAB> <TAB> exprdata = self . _data [ ndx ] <TAB> else : <TAB> <TAB> _ndx = normalize_index ( ndx ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> exprdata = self . _data [ _ndx ] <TAB> if exprdata is None : <TAB> <TAB> raise KeyError ( <TAB> <TAB> <TAB> ""Cannot set the value of Expression '%s' with "" <TAB> <TAB> <TAB> ""invalid index '%s'"" % ( self . cname ( True ) , str ( ndx ) ) <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> exprdata . set_value ( val )",if _ndx in self . _data :,179
21033,"def _validate_cors_for_route(route_url, route_methods):
    # type: (str, Dict[str, app.RouteEntry]) -> None
    entries_with_cors = [entry for entry in route_methods.values() if entry.cors]
    if entries_with_cors:
        # If the user has enabled CORS, they can't also have an OPTIONS
        # method because we'll create one for them.  API gateway will
        # raise an error about duplicate methods.
        if ""OPTIONS"" in route_methods:
            raise ValueError(
                ""Route entry cannot have both cors=True and ""
                ""methods=['OPTIONS', ...] configured.  When ""
                ""CORS is enabled, an OPTIONS method is automatically ""
                ""added for you.  Please remove 'OPTIONS' from the list of ""
                ""configured HTTP methods for: %s"" % route_url
            )
        if not all(
            entries_with_cors[0].cors == entry.cors for entry in entries_with_cors
        ):
            raise ValueError(
                ""Route may not have multiple differing CORS configurations. ""
                'Please ensure all views for ""%s"" that have CORS configured '
                ""have the same CORS configuration."" % route_url
            )","def _validate_cors_for_route ( route_url , route_methods ) : <TAB> <TAB> entries_with_cors = [ entry for entry in route_methods . values ( ) if entry . cors ] <TAB> if entries_with_cors : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Route entry cannot have both cors=True and "" <TAB> <TAB> <TAB> <TAB> ""methods=['OPTIONS', ...] configured.  When "" <TAB> <TAB> <TAB> <TAB> ""CORS is enabled, an OPTIONS method is automatically "" <TAB> <TAB> <TAB> <TAB> ""added for you.  Please remove 'OPTIONS' from the list of "" <TAB> <TAB> <TAB> <TAB> ""configured HTTP methods for: %s"" % route_url <TAB> <TAB> <TAB> ) <TAB> <TAB> if not all ( <TAB> <TAB> <TAB> entries_with_cors [ 0 ] . cors == entry . cors for entry in entries_with_cors <TAB> <TAB> ) : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Route may not have multiple differing CORS configurations. "" <TAB> <TAB> <TAB> <TAB> 'Please ensure all views for ""%s"" that have CORS configured ' <TAB> <TAB> <TAB> <TAB> ""have the same CORS configuration."" % route_url <TAB> <TAB> <TAB> )","if ""OPTIONS"" in route_methods :",328
2007,"def func_std_string(func_name):  # match what old profile produced
    if func_name[:2] == (""~"", 0):
        # special case for built-in functions
        name = func_name[2]
        if name.startswith(""<"") and name.endswith("">""):
            return ""{%s}"" % name[1:-1]
        else:
            return name
    else:
        return ""%s:%d(%s)"" % func_name","def func_std_string ( func_name ) : <TAB> if func_name [ : 2 ] == ( ""~"" , 0 ) : <TAB> <TAB> <TAB> <TAB> name = func_name [ 2 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ""{%s}"" % name [ 1 : - 1 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> return name <TAB> else : <TAB> <TAB> return ""%s:%d(%s)"" % func_name","if name . startswith ( ""<"" ) and name . endswith ( "">"" ) :",115
15514,"def del_(self, key):
    initial_hash = hash_ = self.hash(key)
    while True:
        if self._keys[hash_] is self._empty:
            # That key was never assigned
            return None
        elif self._keys[hash_] == key:
            # key found, assign with deleted sentinel
            self._keys[hash_] = self._deleted
            self._values[hash_] = self._deleted
            self._len -= 1
            return
        hash_ = self._rehash(hash_)
        if initial_hash == hash_:
            # table is full and wrapped around
            return None","def del_ ( self , key ) : <TAB> initial_hash = hash_ = self . hash ( key ) <TAB> while True : <TAB> <TAB> if self . _keys [ hash_ ] is self . _empty : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> elif self . _keys [ hash_ ] == key : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _keys [ hash_ ] = self . _deleted <TAB> <TAB> <TAB> self . _values [ hash_ ] = self . _deleted <TAB> <TAB> <TAB> self . _len -= 1 <TAB> <TAB> <TAB> return <TAB> <TAB> hash_ = self . _rehash ( hash_ ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return None",if initial_hash == hash_ :,166
14758,"def parse(self, date_string, parse_method, settings=None):
    date_string = str(date_string)
    if not date_string.strip():
        raise ValueError(""Empty string"")
    date_string = strip_braces(date_string)
    date_string, ptz = pop_tz_offset_from_string(date_string)
    date_obj, period = parse_method(date_string, settings=settings)
    _settings_tz = settings.TIMEZONE.lower()
    if ptz:
        if hasattr(ptz, ""localize""):
            date_obj = ptz.localize(date_obj)
        else:
            date_obj = date_obj.replace(tzinfo=ptz)
        if ""local"" not in _settings_tz:
            date_obj = apply_timezone(date_obj, settings.TIMEZONE)
    else:
        if ""local"" in _settings_tz:
            stz = get_localzone()
            if hasattr(stz, ""localize""):
                date_obj = stz.localize(date_obj)
            else:
                date_obj = date_obj.replace(tzinfo=stz)
        else:
            date_obj = localize_timezone(date_obj, settings.TIMEZONE)
    if settings.TO_TIMEZONE:
        date_obj = apply_timezone(date_obj, settings.TO_TIMEZONE)
    if not settings.RETURN_AS_TIMEZONE_AWARE or (
        settings.RETURN_AS_TIMEZONE_AWARE
        and ""default"" == settings.RETURN_AS_TIMEZONE_AWARE
        and not ptz
    ):
        date_obj = date_obj.replace(tzinfo=None)
    return date_obj, period
","def parse ( self , date_string , parse_method , settings = None ) : <TAB> date_string = str ( date_string ) <TAB> if not date_string . strip ( ) : <TAB> <TAB> raise ValueError ( ""Empty string"" ) <TAB> date_string = strip_braces ( date_string ) <TAB> date_string , ptz = pop_tz_offset_from_string ( date_string ) <TAB> date_obj , period = parse_method ( date_string , settings = settings ) <TAB> _settings_tz = settings . TIMEZONE . lower ( ) <TAB> if ptz : <TAB> <TAB> if hasattr ( ptz , ""localize"" ) : <TAB> <TAB> <TAB> date_obj = ptz . localize ( date_obj ) <TAB> <TAB> else : <TAB> <TAB> <TAB> date_obj = date_obj . replace ( tzinfo = ptz ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> date_obj = apply_timezone ( date_obj , settings . TIMEZONE ) <TAB> else : <TAB> <TAB> if ""local"" in _settings_tz : <TAB> <TAB> <TAB> stz = get_localzone ( ) <TAB> <TAB> <TAB> if hasattr ( stz , ""localize"" ) : <TAB> <TAB> <TAB> <TAB> date_obj = stz . localize ( date_obj ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> date_obj = date_obj . replace ( tzinfo = stz ) <TAB> <TAB> else : <TAB> <TAB> <TAB> date_obj = localize_timezone ( date_obj , settings . TIMEZONE ) <TAB> if settings . TO_TIMEZONE : <TAB> <TAB> date_obj = apply_timezone ( date_obj , settings . TO_TIMEZONE ) <TAB> if not settings . RETURN_AS_TIMEZONE_AWARE or ( <TAB> <TAB> settings . RETURN_AS_TIMEZONE_AWARE <TAB> <TAB> and ""default"" == settings . RETURN_AS_TIMEZONE_AWARE <TAB> <TAB> and not ptz <TAB> ) : <TAB> <TAB> date_obj = date_obj . replace ( tzinfo = None ) <TAB> return date_obj , period","if ""local"" not in _settings_tz :",436
3839,"def close(self):
    """"""Close the session. This will release any borrowed resources, such as connections, and will roll back any outstanding transactions.""""""
    if self._connection:
        if self._autoResult:
            if self._state_failed is False:
                try:
                    self._autoResult.consume()
                    self._collect_bookmark(self._autoResult._bookmark)
                except Exception as error:
                    # TODO: Investigate potential non graceful close states
                    self._autoResult = None
                    self._state_failed = True
        if self._transaction:
            if self._transaction.closed() is False:
                self._transaction.rollback()  # roll back the transaction if it is not closed
            self._transaction = None
        try:
            if self._connection:
                self._connection.send_all()
                self._connection.fetch_all()
                # TODO: Investigate potential non graceful close states
        except Neo4jError:
            pass
        except TransactionError:
            pass
        except ServiceUnavailable:
            pass
        except SessionExpired:
            pass
        finally:
            self._disconnect()
        self._state_failed = False
        self._closed = True","def close ( self ) : <TAB> """"""Close the session. This will release any borrowed resources, such as connections, and will roll back any outstanding transactions."""""" <TAB> if self . _connection : <TAB> <TAB> if self . _autoResult : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> self . _autoResult . consume ( ) <TAB> <TAB> <TAB> <TAB> <TAB> self . _collect_bookmark ( self . _autoResult . _bookmark ) <TAB> <TAB> <TAB> <TAB> except Exception as error : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _autoResult = None <TAB> <TAB> <TAB> <TAB> <TAB> self . _state_failed = True <TAB> <TAB> if self . _transaction : <TAB> <TAB> <TAB> if self . _transaction . closed ( ) is False : <TAB> <TAB> <TAB> <TAB> self . _transaction . rollback ( ) <TAB> <TAB> <TAB> self . _transaction = None <TAB> <TAB> try : <TAB> <TAB> <TAB> if self . _connection : <TAB> <TAB> <TAB> <TAB> self . _connection . send_all ( ) <TAB> <TAB> <TAB> <TAB> self . _connection . fetch_all ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> except Neo4jError : <TAB> <TAB> <TAB> pass <TAB> <TAB> except TransactionError : <TAB> <TAB> <TAB> pass <TAB> <TAB> except ServiceUnavailable : <TAB> <TAB> <TAB> pass <TAB> <TAB> except SessionExpired : <TAB> <TAB> <TAB> pass <TAB> <TAB> finally : <TAB> <TAB> <TAB> self . _disconnect ( ) <TAB> <TAB> self . _state_failed = False <TAB> <TAB> self . _closed = True",if self . _state_failed is False :,346
14691,"def display(self, custom_tz=None, utc_shift=None):
    try:
        arw = self.as_arrow()
        if custom_tz:
            try:
                arw = arw.to(custom_tz)
            except RuntimeError:
                pass
        elif utc_shift is not None:
            arw = arw.to(ShiftedTimezone(int(utc_shift)))
        else:
            arw = arw.to(self.obj_session.GetParameter(""timezone"", ""UTC""))
        # Mark UTC timezone with a Z
        formatted_date = arw.format(self.timeformat)
        formatted_tz = arw.format(""Z"")
        if formatted_tz in (""-0000"", ""+0000""):
            formatted_tz = ""Z""
        return formatted_date + formatted_tz
    except ValueError as e:
        return obj.NoneObject(""Error: %s"", e)","def display ( self , custom_tz = None , utc_shift = None ) : <TAB> try : <TAB> <TAB> arw = self . as_arrow ( ) <TAB> <TAB> if custom_tz : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> arw = arw . to ( custom_tz ) <TAB> <TAB> <TAB> except RuntimeError : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> elif utc_shift is not None : <TAB> <TAB> <TAB> arw = arw . to ( ShiftedTimezone ( int ( utc_shift ) ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> arw = arw . to ( self . obj_session . GetParameter ( ""timezone"" , ""UTC"" ) ) <TAB> <TAB> <TAB> <TAB> formatted_date = arw . format ( self . timeformat ) <TAB> <TAB> formatted_tz = arw . format ( ""Z"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> formatted_tz = ""Z"" <TAB> <TAB> return formatted_date + formatted_tz <TAB> except ValueError as e : <TAB> <TAB> return obj . NoneObject ( ""Error: %s"" , e )","if formatted_tz in ( ""-0000"" , ""+0000"" ) :",243
10689,"def create_primary_collection_for_provider(sender, instance, created, **kwargs):
    if created:
        Collection = apps.get_model(""osf.Collection"")
        user = getattr(instance, ""_creator"", None)  # Temp attr set in admin view
        if user:
            c = Collection(
                title=""{}'s Collection"".format(instance.name),
                creator=user,
                provider=instance,
                is_promoted=True,
                is_public=True,
            )
            c.save()
            instance.primary_collection = c
            instance.save()
        else:
            # A user is required for Collections / Groups
            sentry.log_message(
                ""Unable to create primary_collection for {}Provider {}"".format(
                    instance.readable_type.capitalize(), instance.name
                )
            )
","def create_primary_collection_for_provider ( sender , instance , created , ** kwargs ) : <TAB> if created : <TAB> <TAB> Collection = apps . get_model ( ""osf.Collection"" ) <TAB> <TAB> user = getattr ( instance , ""_creator"" , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> c = Collection ( <TAB> <TAB> <TAB> <TAB> title = ""{}'s Collection"" . format ( instance . name ) , <TAB> <TAB> <TAB> <TAB> creator = user , <TAB> <TAB> <TAB> <TAB> provider = instance , <TAB> <TAB> <TAB> <TAB> is_promoted = True , <TAB> <TAB> <TAB> <TAB> is_public = True , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> c . save ( ) <TAB> <TAB> <TAB> instance . primary_collection = c <TAB> <TAB> <TAB> instance . save ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sentry . log_message ( <TAB> <TAB> <TAB> <TAB> ""Unable to create primary_collection for {}Provider {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> instance . readable_type . capitalize ( ) , instance . name <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> )",if user :,243
6282,"def __init__(
    self,
    url,
    version=None,
    data=None,
    full_response=False,
    http=None,
    timeout=None,
    sync=False,
    loop=None,
    encoding=""ascii"",
    **kw
):
    self.sync = sync
    self._url = url
    self._version = version or self.__class__.default_version
    self._full_response = full_response
    self._data = data if data is not None else {}
    if not http:
        timeout = timeout if timeout is not None else self.default_timeout
        if sync and not loop:
            loop = new_event_loop()
        http = HttpClient(timeout=timeout, loop=loop, **kw)
    http.headers[""accept""] = ""application/json, text/*; q=0.5""
    http.headers[""content-type""] = ""application/json""
    self._http = http
    self._encoding = encoding","def __init__ ( <TAB> self , <TAB> url , <TAB> version = None , <TAB> data = None , <TAB> full_response = False , <TAB> http = None , <TAB> timeout = None , <TAB> sync = False , <TAB> loop = None , <TAB> encoding = ""ascii"" , <TAB> ** kw ) : <TAB> self . sync = sync <TAB> self . _url = url <TAB> self . _version = version or self . __class__ . default_version <TAB> self . _full_response = full_response <TAB> self . _data = data if data is not None else { } <TAB> if not http : <TAB> <TAB> timeout = timeout if timeout is not None else self . default_timeout <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> loop = new_event_loop ( ) <TAB> <TAB> http = HttpClient ( timeout = timeout , loop = loop , ** kw ) <TAB> http . headers [ ""accept"" ] = ""application/json, text/*; q=0.5"" <TAB> http . headers [ ""content-type"" ] = ""application/json"" <TAB> self . _http = http <TAB> self . _encoding = encoding",if sync and not loop :,238
8083,"def handle_addl_headers(self, headers):
    for key, value in headers:
        if key == ""x-goog-hash"":
            for hash_pair in value.split("",""):
                alg, b64_digest = hash_pair.strip().split(""="", 1)
                self.cloud_hashes[alg] = binascii.a2b_base64(b64_digest)
        elif key == ""x-goog-component-count"":
            self.component_count = int(value)
        elif key == ""x-goog-generation"":
            self.generation = value
        # Use x-goog-stored-content-encoding and
        # x-goog-stored-content-length to indicate original content length
        # and encoding, which are transcoding-invariant (so are preferable
        # over using content-encoding and size headers).
        elif key == ""x-goog-stored-content-encoding"":
            self.content_encoding = value
        elif key == ""x-goog-stored-content-length"":
            self.size = int(value)
        elif key == ""x-goog-storage-class"":
            self.storage_class = value","def handle_addl_headers ( self , headers ) : <TAB> for key , value in headers : <TAB> <TAB> if key == ""x-goog-hash"" : <TAB> <TAB> <TAB> for hash_pair in value . split ( "","" ) : <TAB> <TAB> <TAB> <TAB> alg , b64_digest = hash_pair . strip ( ) . split ( ""="" , 1 ) <TAB> <TAB> <TAB> <TAB> self . cloud_hashes [ alg ] = binascii . a2b_base64 ( b64_digest ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . component_count = int ( value ) <TAB> <TAB> elif key == ""x-goog-generation"" : <TAB> <TAB> <TAB> self . generation = value <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> elif key == ""x-goog-stored-content-encoding"" : <TAB> <TAB> <TAB> self . content_encoding = value <TAB> <TAB> elif key == ""x-goog-stored-content-length"" : <TAB> <TAB> <TAB> self . size = int ( value ) <TAB> <TAB> elif key == ""x-goog-storage-class"" : <TAB> <TAB> <TAB> self . storage_class = value","elif key == ""x-goog-component-count"" :",305
9243,"def test_commit_msg_hook_fail(self, rw_repo):
    index = rw_repo.index
    hp = _make_hook(
        index.repo.git_dir, ""commit-msg"", ""echo stdout; echo stderr 1>&2; exit 1""
    )
    try:
        index.commit(""This should fail"")
    except HookExecutionError as err:
        if is_win:
            self.assertIsInstance(err.status, OSError)
            self.assertEqual(err.command, [hp])
            self.assertEqual(err.stdout, """")
            self.assertEqual(err.stderr, """")
            assert str(err)
        else:
            self.assertEqual(err.status, 1)
            self.assertEqual(err.command, [hp])
            self.assertEqual(err.stdout, ""\n  stdout: 'stdout\n'"")
            self.assertEqual(err.stderr, ""\n  stderr: 'stderr\n'"")
            assert str(err)
    else:
        raise AssertionError(""Should have cought a HookExecutionError"")","def test_commit_msg_hook_fail ( self , rw_repo ) : <TAB> index = rw_repo . index <TAB> hp = _make_hook ( <TAB> <TAB> index . repo . git_dir , ""commit-msg"" , ""echo stdout; echo stderr 1>&2; exit 1"" <TAB> ) <TAB> try : <TAB> <TAB> index . commit ( ""This should fail"" ) <TAB> except HookExecutionError as err : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertIsInstance ( err . status , OSError ) <TAB> <TAB> <TAB> self . assertEqual ( err . command , [ hp ] ) <TAB> <TAB> <TAB> self . assertEqual ( err . stdout , """" ) <TAB> <TAB> <TAB> self . assertEqual ( err . stderr , """" ) <TAB> <TAB> <TAB> assert str ( err ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . assertEqual ( err . status , 1 ) <TAB> <TAB> <TAB> self . assertEqual ( err . command , [ hp ] ) <TAB> <TAB> <TAB> self . assertEqual ( err . stdout , ""\n  stdout: 'stdout\n'"" ) <TAB> <TAB> <TAB> self . assertEqual ( err . stderr , ""\n  stderr: 'stderr\n'"" ) <TAB> <TAB> <TAB> assert str ( err ) <TAB> else : <TAB> <TAB> raise AssertionError ( ""Should have cought a HookExecutionError"" )",if is_win :,272
21151,"def _reset(self):
    self._handle_connect()
    if self.rewarder_session:
        if self._sample_env_ids:
            env_id = random.choice(self._sample_env_ids)
            logger.info(""Randomly sampled env_id={}"".format(env_id))
        else:
            env_id = None
        self.rewarder_session.reset(env_id=env_id)
    else:
        logger.info(
            ""No rewarder session exists, so cannot send a reset via the rewarder channel""
        )
    self._reset_mask()
    return [None] * self.n
","def _reset ( self ) : <TAB> self . _handle_connect ( ) <TAB> if self . rewarder_session : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> env_id = random . choice ( self . _sample_env_ids ) <TAB> <TAB> <TAB> logger . info ( ""Randomly sampled env_id={}"" . format ( env_id ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> env_id = None <TAB> <TAB> self . rewarder_session . reset ( env_id = env_id ) <TAB> else : <TAB> <TAB> logger . info ( <TAB> <TAB> <TAB> ""No rewarder session exists, so cannot send a reset via the rewarder channel"" <TAB> <TAB> ) <TAB> self . _reset_mask ( ) <TAB> return [ None ] * self . n",if self . _sample_env_ids :,171
13036,"def __next__(self):
    try:
        data = next(self.iter_loader)
    except StopIteration:
        self._epoch += 1
        if hasattr(self._dataloader.sampler, ""set_epoch""):
            self._dataloader.sampler.set_epoch(self._epoch)
        self.iter_loader = iter(self._dataloader)
        data = next(self.iter_loader)
    return data",def __next__ ( self ) : <TAB> try : <TAB> <TAB> data = next ( self . iter_loader ) <TAB> except StopIteration : <TAB> <TAB> self . _epoch += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _dataloader . sampler . set_epoch ( self . _epoch ) <TAB> <TAB> self . iter_loader = iter ( self . _dataloader ) <TAB> <TAB> data = next ( self . iter_loader ) <TAB> return data,"if hasattr ( self . _dataloader . sampler , ""set_epoch"" ) :",104
20195,"def unicode_argv():
    if iswindows:
        # Uses shell32.GetCommandLineArgvW to get sys.argv as a list of Unicode
        # strings.
        # Versions 2.x of Python don't support Unicode in sys.argv on
        # Windows, with the underlying Windows API instead replacing multi-byte
        # characters with '?'.  So use shell32.GetCommandLineArgvW to get sys.argv
        # as a list of Unicode strings and encode them as utf-8
        from ctypes import POINTER, byref, cdll, c_int, windll
        from ctypes.wintypes import LPCWSTR, LPWSTR
        GetCommandLineW = cdll.kernel32.GetCommandLineW
        GetCommandLineW.argtypes = []
        GetCommandLineW.restype = LPCWSTR
        CommandLineToArgvW = windll.shell32.CommandLineToArgvW
        CommandLineToArgvW.argtypes = [LPCWSTR, POINTER(c_int)]
        CommandLineToArgvW.restype = POINTER(LPWSTR)
        cmd = GetCommandLineW()
        argc = c_int(0)
        argv = CommandLineToArgvW(cmd, byref(argc))
        if argc.value > 0:
            # Remove Python executable and commands if present
            start = argc.value - len(sys.argv)
            return [argv[i] for i in range(start, argc.value)]
        # if we don't have any arguments at all, just pass back script name
        # this should never happen
        return [""ignoblekeyfetch.py""]
    else:
        argvencoding = sys.stdin.encoding or ""utf-8""
        return [
            arg if isinstance(arg, str) else str(arg, argvencoding) for arg in sys.argv
        ]","def unicode_argv ( ) : <TAB> if iswindows : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> from ctypes import POINTER , byref , cdll , c_int , windll <TAB> <TAB> from ctypes . wintypes import LPCWSTR , LPWSTR <TAB> <TAB> GetCommandLineW = cdll . kernel32 . GetCommandLineW <TAB> <TAB> GetCommandLineW . argtypes = [ ] <TAB> <TAB> GetCommandLineW . restype = LPCWSTR <TAB> <TAB> CommandLineToArgvW = windll . shell32 . CommandLineToArgvW <TAB> <TAB> CommandLineToArgvW . argtypes = [ LPCWSTR , POINTER ( c_int ) ] <TAB> <TAB> CommandLineToArgvW . restype = POINTER ( LPWSTR ) <TAB> <TAB> cmd = GetCommandLineW ( ) <TAB> <TAB> argc = c_int ( 0 ) <TAB> <TAB> argv = CommandLineToArgvW ( cmd , byref ( argc ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> start = argc . value - len ( sys . argv ) <TAB> <TAB> <TAB> return [ argv [ i ] for i in range ( start , argc . value ) ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return [ ""ignoblekeyfetch.py"" ] <TAB> else : <TAB> <TAB> argvencoding = sys . stdin . encoding or ""utf-8"" <TAB> <TAB> return [ <TAB> <TAB> <TAB> arg if isinstance ( arg , str ) else str ( arg , argvencoding ) for arg in sys . argv <TAB> <TAB> ]",if argc . value > 0 :,382
5960,"def plugins_end_test(self, retcode):
    """"""Call end_test() on all plugins""""""
    logger.info(""Finishing test..."")
    self.publish(""core"", ""stage"", ""end"")
    self.publish(""generator"", ""test_end"", time.time())
    logger.info(""Stopping load generator and aggregator"")
    retcode = self.job.aggregator.end_test(retcode)
    logger.debug(""RC after: %s"", retcode)
    logger.info(""Stopping monitoring"")
    for plugin in self.job.monitoring_plugins:
        logger.info(""Stopping %s"", plugin)
        retcode = plugin.end_test(retcode) or retcode
        logger.info(""RC after: %s"", retcode)
    for plugin in [
        p
        for p in self.plugins.values()
        if p is not self.job.generator_plugin and p not in self.job.monitoring_plugins
    ]:
        logger.debug(""Finalize %s"", plugin)
        try:
            logger.debug(""RC before: %s"", retcode)
            retcode = plugin.end_test(retcode)
            logger.debug(""RC after: %s"", retcode)
        except Exception:  # FIXME too broad exception clause
            logger.error(""Failed finishing plugin %s"", plugin, exc_info=True)
            if not retcode:
                retcode = 1
    return retcode","def plugins_end_test ( self , retcode ) : <TAB> """"""Call end_test() on all plugins"""""" <TAB> logger . info ( ""Finishing test..."" ) <TAB> self . publish ( ""core"" , ""stage"" , ""end"" ) <TAB> self . publish ( ""generator"" , ""test_end"" , time . time ( ) ) <TAB> logger . info ( ""Stopping load generator and aggregator"" ) <TAB> retcode = self . job . aggregator . end_test ( retcode ) <TAB> logger . debug ( ""RC after: %s"" , retcode ) <TAB> logger . info ( ""Stopping monitoring"" ) <TAB> for plugin in self . job . monitoring_plugins : <TAB> <TAB> logger . info ( ""Stopping %s"" , plugin ) <TAB> <TAB> retcode = plugin . end_test ( retcode ) or retcode <TAB> <TAB> logger . info ( ""RC after: %s"" , retcode ) <TAB> for plugin in [ <TAB> <TAB> p <TAB> <TAB> for p in self . plugins . values ( ) <TAB> <TAB> if p is not self . job . generator_plugin and p not in self . job . monitoring_plugins <TAB> ] : <TAB> <TAB> logger . debug ( ""Finalize %s"" , plugin ) <TAB> <TAB> try : <TAB> <TAB> <TAB> logger . debug ( ""RC before: %s"" , retcode ) <TAB> <TAB> <TAB> retcode = plugin . end_test ( retcode ) <TAB> <TAB> <TAB> logger . debug ( ""RC after: %s"" , retcode ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> logger . error ( ""Failed finishing plugin %s"" , plugin , exc_info = True ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> retcode = 1 <TAB> return retcode",if not retcode :,350
12626,"def _verify_endpoint_tests_conf(endpoint_tests):
    for t in endpoint_tests:
        _check_all_keys_are_present_in_dict(t, [""tests"", ""type""])
        _verify_type_specification(t[""type""])
        assert 0 < len(t[""tests""].keys()) < 8
        if ""is_endpoint_redirecting_properly"" in t[""tests""]:
            _verify_is_endpoint_redirecting_properly(
                t[""tests""][""is_endpoint_redirecting_properly""]
            )
        if ""is_location_header_rewritten"" in t[""tests""]:
            _verify_is_location_header_rewritten(
                t[""tests""][""is_location_header_rewritten""]
            )
        if ""is_upstream_correct"" in t[""tests""]:
            _verify_is_upstream_correct_test_conf(t[""tests""][""is_upstream_correct""])
        if ""is_upstream_req_ok"" in t[""tests""]:
            _verify_is_upstream_req_ok_test_conf(t[""tests""][""is_upstream_req_ok""])
        if ""are_upstream_req_headers_ok"" in t[""tests""]:
            _verify_are_upstream_req_headers_ok(
                t[""tests""][""are_upstream_req_headers_ok""]
            )
        if ""is_response_correct"" in t[""tests""]:
            _verify_is_response_correct(t[""tests""][""is_response_correct""])
        if ""is_unauthed_access_permitted"" in t[""tests""]:
            _verify_is_unauthed_access_permitted(
                t[""tests""][""is_unauthed_access_permitted""]
            )","def _verify_endpoint_tests_conf ( endpoint_tests ) : <TAB> for t in endpoint_tests : <TAB> <TAB> _check_all_keys_are_present_in_dict ( t , [ ""tests"" , ""type"" ] ) <TAB> <TAB> _verify_type_specification ( t [ ""type"" ] ) <TAB> <TAB> assert 0 < len ( t [ ""tests"" ] . keys ( ) ) < 8 <TAB> <TAB> if ""is_endpoint_redirecting_properly"" in t [ ""tests"" ] : <TAB> <TAB> <TAB> _verify_is_endpoint_redirecting_properly ( <TAB> <TAB> <TAB> <TAB> t [ ""tests"" ] [ ""is_endpoint_redirecting_properly"" ] <TAB> <TAB> <TAB> ) <TAB> <TAB> if ""is_location_header_rewritten"" in t [ ""tests"" ] : <TAB> <TAB> <TAB> _verify_is_location_header_rewritten ( <TAB> <TAB> <TAB> <TAB> t [ ""tests"" ] [ ""is_location_header_rewritten"" ] <TAB> <TAB> <TAB> ) <TAB> <TAB> if ""is_upstream_correct"" in t [ ""tests"" ] : <TAB> <TAB> <TAB> _verify_is_upstream_correct_test_conf ( t [ ""tests"" ] [ ""is_upstream_correct"" ] ) <TAB> <TAB> if ""is_upstream_req_ok"" in t [ ""tests"" ] : <TAB> <TAB> <TAB> _verify_is_upstream_req_ok_test_conf ( t [ ""tests"" ] [ ""is_upstream_req_ok"" ] ) <TAB> <TAB> if ""are_upstream_req_headers_ok"" in t [ ""tests"" ] : <TAB> <TAB> <TAB> _verify_are_upstream_req_headers_ok ( <TAB> <TAB> <TAB> <TAB> t [ ""tests"" ] [ ""are_upstream_req_headers_ok"" ] <TAB> <TAB> <TAB> ) <TAB> <TAB> if ""is_response_correct"" in t [ ""tests"" ] : <TAB> <TAB> <TAB> _verify_is_response_correct ( t [ ""tests"" ] [ ""is_response_correct"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _verify_is_unauthed_access_permitted ( <TAB> <TAB> <TAB> <TAB> t [ ""tests"" ] [ ""is_unauthed_access_permitted"" ] <TAB> <TAB> <TAB> )","if ""is_unauthed_access_permitted"" in t [ ""tests"" ] :",462
22098,"def import_modules(directory, include=None, exclude=None):
    base_name = os.path.relpath(directory, shared_dir).replace(os.path.sep, ""."")
    log.debug(""Importing modules from: %s"", base_name)
    for name in os.listdir(directory):
        # Match `name` against filters
        if include and name not in include:
            continue
        if exclude and name in exclude:
            continue
        # Build module path
        path = os.path.join(directory, name)
        # Check if `path` has a valid module
        if not is_module(path, name):
            continue
        # Import module
        if not import_module(path, base_name, name):
            log.warn(""Unable to import module: %r"", name)
","def import_modules ( directory , include = None , exclude = None ) : <TAB> base_name = os . path . relpath ( directory , shared_dir ) . replace ( os . path . sep , ""."" ) <TAB> log . debug ( ""Importing modules from: %s"" , base_name ) <TAB> for name in os . listdir ( directory ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if exclude and name in exclude : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> path = os . path . join ( directory , name ) <TAB> <TAB> <TAB> <TAB> if not is_module ( path , name ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if not import_module ( path , base_name , name ) : <TAB> <TAB> <TAB> log . warn ( ""Unable to import module: %r"" , name )",if include and name not in include :,206
644,"def get_v2_image_tags(self, imagerepo, tags_only=False):
    """"""Get list of tags in a repo from Docker Hub""""""
    if ""/"" not in imagerepo:
        imagerepo = ""library/"" + imagerepo
    url = self.registry_url + ""/v2/"" + imagerepo + ""/tags/list""
    Msg().err(""tags url:"", url, l=Msg.DBG)
    (dummy, buf) = self._get_url(url)
    tags = []
    try:
        if tags_only:
            for tag in json.loads(buf.getvalue())[""tags""]:
                tags.append(tag)
            return tags
        else:
            return json.loads(buf.getvalue())
    except (IOError, OSError, AttributeError, ValueError, TypeError):
        return []","def get_v2_image_tags ( self , imagerepo , tags_only = False ) : <TAB> """"""Get list of tags in a repo from Docker Hub"""""" <TAB> if ""/"" not in imagerepo : <TAB> <TAB> imagerepo = ""library/"" + imagerepo <TAB> url = self . registry_url + ""/v2/"" + imagerepo + ""/tags/list"" <TAB> Msg ( ) . err ( ""tags url:"" , url , l = Msg . DBG ) <TAB> ( dummy , buf ) = self . _get_url ( url ) <TAB> tags = [ ] <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for tag in json . loads ( buf . getvalue ( ) ) [ ""tags"" ] : <TAB> <TAB> <TAB> <TAB> tags . append ( tag ) <TAB> <TAB> <TAB> return tags <TAB> <TAB> else : <TAB> <TAB> <TAB> return json . loads ( buf . getvalue ( ) ) <TAB> except ( IOError , OSError , AttributeError , ValueError , TypeError ) : <TAB> <TAB> return [ ]",if tags_only :,203
2843,"def determine_encoding(self):
    while not self.eof and len(self.raw_buffer) < 2:
        self.update_raw()
    if not isinstance(self.raw_buffer, unicode):
        if self.raw_buffer.startswith(codecs.BOM_UTF16_LE):
            self.raw_decode = codecs.utf_16_le_decode
            self.encoding = ""utf-16-le""
        elif self.raw_buffer.startswith(codecs.BOM_UTF16_BE):
            self.raw_decode = codecs.utf_16_be_decode
            self.encoding = ""utf-16-be""
        else:
            self.raw_decode = codecs.utf_8_decode
            self.encoding = ""utf-8""
    self.update(1)","def determine_encoding ( self ) : <TAB> while not self . eof and len ( self . raw_buffer ) < 2 : <TAB> <TAB> self . update_raw ( ) <TAB> if not isinstance ( self . raw_buffer , unicode ) : <TAB> <TAB> if self . raw_buffer . startswith ( codecs . BOM_UTF16_LE ) : <TAB> <TAB> <TAB> self . raw_decode = codecs . utf_16_le_decode <TAB> <TAB> <TAB> self . encoding = ""utf-16-le"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . raw_decode = codecs . utf_16_be_decode <TAB> <TAB> <TAB> self . encoding = ""utf-16-be"" <TAB> <TAB> else : <TAB> <TAB> <TAB> self . raw_decode = codecs . utf_8_decode <TAB> <TAB> <TAB> self . encoding = ""utf-8"" <TAB> self . update ( 1 )",elif self . raw_buffer . startswith ( codecs . BOM_UTF16_BE ) :,203
22626,"def main(self):
    self.clear_text()
    active_handle = self.get_active(""Place"")
    if active_handle:
        active = self.dbstate.db.get_place_from_handle(active_handle)
        if active:
            self.get_notes(active)
        else:
            self.set_has_data(False)
    else:
        self.set_has_data(False)
","def main ( self ) : <TAB> self . clear_text ( ) <TAB> active_handle = self . get_active ( ""Place"" ) <TAB> if active_handle : <TAB> <TAB> active = self . dbstate . db . get_place_from_handle ( active_handle ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . get_notes ( active ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . set_has_data ( False ) <TAB> else : <TAB> <TAB> self . set_has_data ( False )",if active :,113
14670,"def handle(type):
    callback_field = ""_{}_callback"".format(type)
    code_string = getattr(self._args, type + ""_callback"")
    if code_string:
        if getattr(self, callback_field):
            raise SystemExit(
                _(
                    ""Error: Cannot pass a %s_callback to RepoFilter ""
                    ""AND pass --%s-callback"" % (type, type)
                )
            )
        if ""return "" not in code_string and type not in (
            ""blob"",
            ""commit"",
            ""tag"",
            ""reset"",
        ):
            raise SystemExit(
                _(""Error: --%s-callback should have a return statement"") % type
            )
        setattr(self, callback_field, make_callback(type, code_string))
","def handle ( type ) : <TAB> callback_field = ""_{}_callback"" . format ( type ) <TAB> code_string = getattr ( self . _args , type + ""_callback"" ) <TAB> if code_string : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise SystemExit ( <TAB> <TAB> <TAB> <TAB> _ ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Error: Cannot pass a %s_callback to RepoFilter "" <TAB> <TAB> <TAB> <TAB> <TAB> ""AND pass --%s-callback"" % ( type , type ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> if ""return "" not in code_string and type not in ( <TAB> <TAB> <TAB> ""blob"" , <TAB> <TAB> <TAB> ""commit"" , <TAB> <TAB> <TAB> ""tag"" , <TAB> <TAB> <TAB> ""reset"" , <TAB> <TAB> ) : <TAB> <TAB> <TAB> raise SystemExit ( <TAB> <TAB> <TAB> <TAB> _ ( ""Error: --%s-callback should have a return statement"" ) % type <TAB> <TAB> <TAB> ) <TAB> <TAB> setattr ( self , callback_field , make_callback ( type , code_string ) )","if getattr ( self , callback_field ) :",222
4071,"def list(self, arg, opts):
    counter = 0
    if (len(self.filters)) > 0:
        self.protocol.sendData(
            ""#%s %s %s %s""
            % (
                ""Filter id"".ljust(16),
                ""Type"".ljust(22),
                ""Routes"".ljust(6),
                ""Description"".ljust(32),
            ),
            prompt=False,
        )
        for fid, _filter in self.filters.items():
            counter += 1
            routes = """"
            if _filter.__class__.__name__ in MOFILTERS:
                routes += ""MO ""
            if _filter.__class__.__name__ in MTFILTERS:
                routes += ""MT""
            self.protocol.sendData(
                ""#%s %s %s %s""
                % (
                    str(fid).ljust(16),
                    str(_filter.__class__.__name__).ljust(22),
                    routes.ljust(6),
                    repr(_filter).ljust(32),
                ),
                prompt=False,
            )
            self.protocol.sendData(prompt=False)
    self.protocol.sendData(""Total Filters: %s"" % counter)","def list ( self , arg , opts ) : <TAB> counter = 0 <TAB> if ( len ( self . filters ) ) > 0 : <TAB> <TAB> self . protocol . sendData ( <TAB> <TAB> <TAB> ""#%s %s %s %s"" <TAB> <TAB> <TAB> % ( <TAB> <TAB> <TAB> <TAB> ""Filter id"" . ljust ( 16 ) , <TAB> <TAB> <TAB> <TAB> ""Type"" . ljust ( 22 ) , <TAB> <TAB> <TAB> <TAB> ""Routes"" . ljust ( 6 ) , <TAB> <TAB> <TAB> <TAB> ""Description"" . ljust ( 32 ) , <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> prompt = False , <TAB> <TAB> ) <TAB> <TAB> for fid , _filter in self . filters . items ( ) : <TAB> <TAB> <TAB> counter += 1 <TAB> <TAB> <TAB> routes = """" <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> routes += ""MO "" <TAB> <TAB> <TAB> if _filter . __class__ . __name__ in MTFILTERS : <TAB> <TAB> <TAB> <TAB> routes += ""MT"" <TAB> <TAB> <TAB> self . protocol . sendData ( <TAB> <TAB> <TAB> <TAB> ""#%s %s %s %s"" <TAB> <TAB> <TAB> <TAB> % ( <TAB> <TAB> <TAB> <TAB> <TAB> str ( fid ) . ljust ( 16 ) , <TAB> <TAB> <TAB> <TAB> <TAB> str ( _filter . __class__ . __name__ ) . ljust ( 22 ) , <TAB> <TAB> <TAB> <TAB> <TAB> routes . ljust ( 6 ) , <TAB> <TAB> <TAB> <TAB> <TAB> repr ( _filter ) . ljust ( 32 ) , <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> prompt = False , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . protocol . sendData ( prompt = False ) <TAB> self . protocol . sendData ( ""Total Filters: %s"" % counter )",if _filter . __class__ . __name__ in MOFILTERS :,354
23342,"def _get_extended_color(numbers):
    n = numbers.pop(0)
    if n == 2 and len(numbers) >= 3:
        # 24-bit RGB
        r = numbers.pop(0)
        g = numbers.pop(0)
        b = numbers.pop(0)
        if not all(0 <= c <= 255 for c in (r, g, b)):
            raise ValueError()
    elif n == 5 and len(numbers) >= 1:
        # 256 colors
        idx = numbers.pop(0)
        if idx < 0:
            raise ValueError()
        elif idx < 16:
            # 16 default terminal colors
            return idx
        elif idx < 232:
            # 6x6x6 color cube, see http://stackoverflow.com/a/27165165/500098
            r = (idx - 16) // 36
            r = 55 + r * 40 if r > 0 else 0
            g = ((idx - 16) % 36) // 6
            g = 55 + g * 40 if g > 0 else 0
            b = (idx - 16) % 6
            b = 55 + b * 40 if b > 0 else 0
        elif idx < 256:
            # grayscale, see http://stackoverflow.com/a/27165165/500098
            r = g = b = (idx - 232) * 10 + 8
        else:
            raise ValueError()
    else:
        raise ValueError()
    return r, g, b","def _get_extended_color ( numbers ) : <TAB> n = numbers . pop ( 0 ) <TAB> if n == 2 and len ( numbers ) >= 3 : <TAB> <TAB> <TAB> <TAB> r = numbers . pop ( 0 ) <TAB> <TAB> g = numbers . pop ( 0 ) <TAB> <TAB> b = numbers . pop ( 0 ) <TAB> <TAB> if not all ( 0 <= c <= 255 for c in ( r , g , b ) ) : <TAB> <TAB> <TAB> raise ValueError ( ) <TAB> elif n == 5 and len ( numbers ) >= 1 : <TAB> <TAB> <TAB> <TAB> idx = numbers . pop ( 0 ) <TAB> <TAB> if idx < 0 : <TAB> <TAB> <TAB> raise ValueError ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return idx <TAB> <TAB> elif idx < 232 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> r = ( idx - 16 ) // 36 <TAB> <TAB> <TAB> r = 55 + r * 40 if r > 0 else 0 <TAB> <TAB> <TAB> g = ( ( idx - 16 ) % 36 ) // 6 <TAB> <TAB> <TAB> g = 55 + g * 40 if g > 0 else 0 <TAB> <TAB> <TAB> b = ( idx - 16 ) % 6 <TAB> <TAB> <TAB> b = 55 + b * 40 if b > 0 else 0 <TAB> <TAB> elif idx < 256 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> r = g = b = ( idx - 232 ) * 10 + 8 <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( ) <TAB> else : <TAB> <TAB> raise ValueError ( ) <TAB> return r , g , b",elif idx < 16 :,384
6682,"def parse_converter_args(argstr: str) -> t.Tuple[t.Tuple, t.Dict[str, t.Any]]:
    argstr += "",""
    args = []
    kwargs = {}
    for item in _converter_args_re.finditer(argstr):
        value = item.group(""stringval"")
        if value is None:
            value = item.group(""value"")
        value = _pythonize(value)
        if not item.group(""name""):
            args.append(value)
        else:
            name = item.group(""name"")
            kwargs[name] = value
    return tuple(args), kwargs
","def parse_converter_args ( argstr : str ) -> t . Tuple [ t . Tuple , t . Dict [ str , t . Any ] ] : <TAB> argstr += "","" <TAB> args = [ ] <TAB> kwargs = { } <TAB> for item in _converter_args_re . finditer ( argstr ) : <TAB> <TAB> value = item . group ( ""stringval"" ) <TAB> <TAB> if value is None : <TAB> <TAB> <TAB> value = item . group ( ""value"" ) <TAB> <TAB> value = _pythonize ( value ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> args . append ( value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> name = item . group ( ""name"" ) <TAB> <TAB> <TAB> kwargs [ name ] = value <TAB> return tuple ( args ) , kwargs","if not item . group ( ""name"" ) :",164
22928,"def post_pass(self, gnx2body, gnx2vnode, root_v):
    """"""Set all body text.""""""
    # Set the body text.
    if self.test:
        # Check the keys.
        bkeys = sorted(gnx2body.keys())
        vkeys = sorted(gnx2vnode.keys())
        if bkeys != vkeys:
            g.trace(""KEYS MISMATCH"")
            g.printObj(bkeys)
            g.printObj(vkeys)
            if self.test:
                sys.exit(1)
        # Set the body text.
        for key in vkeys:
            v = gnx2vnode.get(key)
            body = gnx2body.get(key)
            v._bodyString = """".join(body)
    else:
        assert root_v.gnx in gnx2vnode, root_v
        assert root_v.gnx in gnx2body, root_v
        # Don't use items(): it doesn't exist in Python 2.
        for key in gnx2body:
            body = gnx2body.get(key)
            v = gnx2vnode.get(key)
            assert v, (key, v)
            v._bodyString = g.toUnicode("""".join(body))","def post_pass ( self , gnx2body , gnx2vnode , root_v ) : <TAB> """"""Set all body text."""""" <TAB> <TAB> if self . test : <TAB> <TAB> <TAB> <TAB> bkeys = sorted ( gnx2body . keys ( ) ) <TAB> <TAB> vkeys = sorted ( gnx2vnode . keys ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> g . trace ( ""KEYS MISMATCH"" ) <TAB> <TAB> <TAB> g . printObj ( bkeys ) <TAB> <TAB> <TAB> g . printObj ( vkeys ) <TAB> <TAB> <TAB> if self . test : <TAB> <TAB> <TAB> <TAB> sys . exit ( 1 ) <TAB> <TAB> <TAB> <TAB> for key in vkeys : <TAB> <TAB> <TAB> v = gnx2vnode . get ( key ) <TAB> <TAB> <TAB> body = gnx2body . get ( key ) <TAB> <TAB> <TAB> v . _bodyString = """" . join ( body ) <TAB> else : <TAB> <TAB> assert root_v . gnx in gnx2vnode , root_v <TAB> <TAB> assert root_v . gnx in gnx2body , root_v <TAB> <TAB> <TAB> <TAB> for key in gnx2body : <TAB> <TAB> <TAB> body = gnx2body . get ( key ) <TAB> <TAB> <TAB> v = gnx2vnode . get ( key ) <TAB> <TAB> <TAB> assert v , ( key , v ) <TAB> <TAB> <TAB> v . _bodyString = g . toUnicode ( """" . join ( body ) )",if bkeys != vkeys :,342
18401,"def iter_filters(filters, block_end=False):
    queue = deque(filters)
    while queue:
        f = queue.popleft()
        if f is not None and f.type in (""or"", ""and"", ""not""):
            if block_end:
                queue.appendleft(None)
            for gf in f.filters:
                queue.appendleft(gf)
        yield f
","def iter_filters ( filters , block_end = False ) : <TAB> queue = deque ( filters ) <TAB> while queue : <TAB> <TAB> f = queue . popleft ( ) <TAB> <TAB> if f is not None and f . type in ( ""or"" , ""and"" , ""not"" ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> queue . appendleft ( None ) <TAB> <TAB> <TAB> for gf in f . filters : <TAB> <TAB> <TAB> <TAB> queue . appendleft ( gf ) <TAB> <TAB> yield f",if block_end :,105
10107,"def writeLinks(fp, skel, config):
    if skel is None:
        return
    ooLink(fp, ""Model::%s"" % skel.name, ""Model::RootNode"", config)
    for bone in skel.getBones():
        if bone.parent:
            parentName = bone.parent.name if bone.parent else None
            ooLink(fp, ""Model::%s"" % bone.name, ""Model::%s"" % parentName, config)
        else:
            ooLink(fp, ""Model::%s"" % bone.name, ""Model::%s"" % skel.name, config)
        ooLink(fp, ""NodeAttribute::%s"" % bone.name, ""Model::%s"" % bone.name, config)
","def writeLinks ( fp , skel , config ) : <TAB> if skel is None : <TAB> <TAB> return <TAB> ooLink ( fp , ""Model::%s"" % skel . name , ""Model::RootNode"" , config ) <TAB> for bone in skel . getBones ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> parentName = bone . parent . name if bone . parent else None <TAB> <TAB> <TAB> ooLink ( fp , ""Model::%s"" % bone . name , ""Model::%s"" % parentName , config ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ooLink ( fp , ""Model::%s"" % bone . name , ""Model::%s"" % skel . name , config ) <TAB> <TAB> ooLink ( fp , ""NodeAttribute::%s"" % bone . name , ""Model::%s"" % bone . name , config )",if bone . parent :,194
24241,"def process_element(e):
    if e.ref is not None:
        tn = e.ref
        name = e.ref.split("":"", 1)[-1]
    elif e.name is not None:
        tn = e.type
        name = e.name
        if tn is None:
            # According to http://www.w3.org/TR/2004/REC-xmlschema-1-20041028/structures.html#element-element
            # this means this element is now considered to be a
            # http://www.w3.org/TR/2004/REC-xmlschema-1-20041028/structures.html#ur-type-itself
            self.debug2(""  skipped: %s ur-type"", e.name)
            return
    else:
        raise Exception(""dunno"")
    process_type(tn, name, element=e)","def process_element ( e ) : <TAB> if e . ref is not None : <TAB> <TAB> tn = e . ref <TAB> <TAB> name = e . ref . split ( "":"" , 1 ) [ - 1 ] <TAB> elif e . name is not None : <TAB> <TAB> tn = e . type <TAB> <TAB> name = e . name <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . debug2 ( ""  skipped: %s ur-type"" , e . name ) <TAB> <TAB> <TAB> return <TAB> else : <TAB> <TAB> raise Exception ( ""dunno"" ) <TAB> process_type ( tn , name , element = e )",if tn is None :,226
5103,"def forwards(self, orm):
    ""Migrate the Users and Groups so they extend AccessEntity""
    for user in orm[""core.User""].objects.all():
        entity = orm[""core.AccessEntity""].objects.create()
        entity.id = user.id
        entity.save()
        user.accessentity_ptr = entity
        user.save()
    for group in orm[""core.Group""].objects.all():
        group.accessentity_ptr = orm[""core.AccessEntity""].objects.create()
        group.accessentity_ptr.save()
        if group.parent:
            parent = orm[""core.Group""].objects.get(id=group.parent_id)
            group.parent_id = parent.accessentity_ptr_id
        group.save()
    for user in orm[""core.User""].objects.all():
        group = orm[""core.Group""].objects.get(pk=user.default_group_id)
        user.default_group = group.accessentity_ptr
        user.save()
    for obj in orm[""core.Object""].objects.all():
        obj.creator = obj.user
        obj.save()
","def forwards ( self , orm ) : <TAB> ""Migrate the Users and Groups so they extend AccessEntity"" <TAB> for user in orm [ ""core.User"" ] . objects . all ( ) : <TAB> <TAB> entity = orm [ ""core.AccessEntity"" ] . objects . create ( ) <TAB> <TAB> entity . id = user . id <TAB> <TAB> entity . save ( ) <TAB> <TAB> user . accessentity_ptr = entity <TAB> <TAB> user . save ( ) <TAB> for group in orm [ ""core.Group"" ] . objects . all ( ) : <TAB> <TAB> group . accessentity_ptr = orm [ ""core.AccessEntity"" ] . objects . create ( ) <TAB> <TAB> group . accessentity_ptr . save ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> parent = orm [ ""core.Group"" ] . objects . get ( id = group . parent_id ) <TAB> <TAB> <TAB> group . parent_id = parent . accessentity_ptr_id <TAB> <TAB> group . save ( ) <TAB> for user in orm [ ""core.User"" ] . objects . all ( ) : <TAB> <TAB> group = orm [ ""core.Group"" ] . objects . get ( pk = user . default_group_id ) <TAB> <TAB> user . default_group = group . accessentity_ptr <TAB> <TAB> user . save ( ) <TAB> for obj in orm [ ""core.Object"" ] . objects . all ( ) : <TAB> <TAB> obj . creator = obj . user <TAB> <TAB> obj . save ( )",if group . parent :,292
12499,"def _real_extract(self, url):
    mobj = re.match(self._VALID_URL, url)
    track_id = mobj.group(""track_id"")
    query = {}
    if track_id:
        info_json_url = self._API_V2_BASE + ""tracks/"" + track_id
        full_title = track_id
        token = mobj.group(""secret_token"")
        if token:
            query[""secret_token""] = token
    else:
        full_title = resolve_title = ""%s/%s"" % mobj.group(""uploader"", ""title"")
        token = mobj.group(""token"")
        if token:
            resolve_title += ""/%s"" % token
        info_json_url = self._resolv_url(self._BASE_URL + resolve_title)
    info = self._download_json(
        info_json_url,
        full_title,
        ""Downloading info JSON"",
        query=query,
        headers=self._HEADERS,
    )
    return self._extract_info_dict(info, full_title, token)","def _real_extract ( self , url ) : <TAB> mobj = re . match ( self . _VALID_URL , url ) <TAB> track_id = mobj . group ( ""track_id"" ) <TAB> query = { } <TAB> if track_id : <TAB> <TAB> info_json_url = self . _API_V2_BASE + ""tracks/"" + track_id <TAB> <TAB> full_title = track_id <TAB> <TAB> token = mobj . group ( ""secret_token"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> query [ ""secret_token"" ] = token <TAB> else : <TAB> <TAB> full_title = resolve_title = ""%s/%s"" % mobj . group ( ""uploader"" , ""title"" ) <TAB> <TAB> token = mobj . group ( ""token"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> resolve_title += ""/%s"" % token <TAB> <TAB> info_json_url = self . _resolv_url ( self . _BASE_URL + resolve_title ) <TAB> info = self . _download_json ( <TAB> <TAB> info_json_url , <TAB> <TAB> full_title , <TAB> <TAB> ""Downloading info JSON"" , <TAB> <TAB> query = query , <TAB> <TAB> headers = self . _HEADERS , <TAB> ) <TAB> return self . _extract_info_dict ( info , full_title , token )",if token :,278
3586,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRING:
                self.message = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRING:
                self.log_context = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.STRUCT:
                self.handle = QueryHandle()
                self.handle.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 4:
            if ftype == TType.I32:
                self.errorCode = iprot.readI32()
            else:
                iprot.skip(ftype)
        elif fid == 5:
            if ftype == TType.STRING:
                self.SQLState = iprot.readString()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . message = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . log_context = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 3 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . handle = QueryHandle ( ) <TAB> <TAB> <TAB> <TAB> self . handle . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 4 : <TAB> <TAB> <TAB> if ftype == TType . I32 : <TAB> <TAB> <TAB> <TAB> self . errorCode = iprot . readI32 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 5 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . SQLState = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STRUCT :,501
3137,"def test_chunkcoding(self):
    for native, utf8 in zip(*[StringIO(f).readlines() for f in self.tstring]):
        u = self.decode(native)[0]
        self.assertEqual(u, utf8.decode(""utf-8""))
        if self.roundtriptest:
            self.assertEqual(native, self.encode(u)[0])","def test_chunkcoding ( self ) : <TAB> for native , utf8 in zip ( * [ StringIO ( f ) . readlines ( ) for f in self . tstring ] ) : <TAB> <TAB> u = self . decode ( native ) [ 0 ] <TAB> <TAB> self . assertEqual ( u , utf8 . decode ( ""utf-8"" ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertEqual ( native , self . encode ( u ) [ 0 ] )",if self . roundtriptest :,93
14098,"def walk_depth_first(name):
    stack = [name]
    while stack:
        name = stack.pop()
        if name in levels_by_name:
            continue
        if name not in graph or not graph[name]:
            level = 0
            add_level_to_name(name, level)
            continue
        children = graph[name]
        children_not_calculated = [
            child for child in children if child not in levels_by_name
        ]
        if children_not_calculated:
            stack.append(name)
            stack.extend(children_not_calculated)
            continue
        level = 1 + max(levels_by_name[lname] for lname in children)
        add_level_to_name(name, level)","def walk_depth_first ( name ) : <TAB> stack = [ name ] <TAB> while stack : <TAB> <TAB> name = stack . pop ( ) <TAB> <TAB> if name in levels_by_name : <TAB> <TAB> <TAB> continue <TAB> <TAB> if name not in graph or not graph [ name ] : <TAB> <TAB> <TAB> level = 0 <TAB> <TAB> <TAB> add_level_to_name ( name , level ) <TAB> <TAB> <TAB> continue <TAB> <TAB> children = graph [ name ] <TAB> <TAB> children_not_calculated = [ <TAB> <TAB> <TAB> child for child in children if child not in levels_by_name <TAB> <TAB> ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> stack . append ( name ) <TAB> <TAB> <TAB> stack . extend ( children_not_calculated ) <TAB> <TAB> <TAB> continue <TAB> <TAB> level = 1 + max ( levels_by_name [ lname ] for lname in children ) <TAB> <TAB> add_level_to_name ( name , level )",if children_not_calculated :,209
9734,"def added_variables(self):
    variables = set()
    for task in self.tasks_data:
        if ""tags"" not in task:
            next
        if ""when"" not in task:
            task[""when""] = []
        elif isinstance(task[""when""], str):
            task[""when""] = [task[""when""]]
        variables_to_add = {
            tag for tag in task[""tags""] if self._tag_is_valid_variable(tag)
        }
        task[""when""] = [
            ""{varname} | bool"".format(varname=v) for v in variables_to_add
        ] + task[""when""]
        variables.update(variables_to_add)
        if not task[""when""]:
            del task[""when""]
    return variables
","def added_variables ( self ) : <TAB> variables = set ( ) <TAB> for task in self . tasks_data : <TAB> <TAB> if ""tags"" not in task : <TAB> <TAB> <TAB> next <TAB> <TAB> if ""when"" not in task : <TAB> <TAB> <TAB> task [ ""when"" ] = [ ] <TAB> <TAB> elif isinstance ( task [ ""when"" ] , str ) : <TAB> <TAB> <TAB> task [ ""when"" ] = [ task [ ""when"" ] ] <TAB> <TAB> variables_to_add = { <TAB> <TAB> <TAB> tag for tag in task [ ""tags"" ] if self . _tag_is_valid_variable ( tag ) <TAB> <TAB> } <TAB> <TAB> task [ ""when"" ] = [ <TAB> <TAB> <TAB> ""{varname} | bool"" . format ( varname = v ) for v in variables_to_add <TAB> <TAB> ] + task [ ""when"" ] <TAB> <TAB> variables . update ( variables_to_add ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> del task [ ""when"" ] <TAB> return variables","if not task [ ""when"" ] :",204
11312,"def get_selectable_values(self, request):
    shop = lfs.core.utils.get_default_shop(request)
    countries = []
    for country in shop.shipping_countries.all():
        if country in self.value.all():
            selected = True
        else:
            selected = False
        countries.append(
            {
                ""id"": country.id,
                ""name"": country.name,
                ""selected"": selected,
            }
        )
    return countries
","def get_selectable_values ( self , request ) : <TAB> shop = lfs . core . utils . get_default_shop ( request ) <TAB> countries = [ ] <TAB> for country in shop . shipping_countries . all ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> selected = True <TAB> <TAB> else : <TAB> <TAB> <TAB> selected = False <TAB> <TAB> countries . append ( <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""id"" : country . id , <TAB> <TAB> <TAB> <TAB> ""name"" : country . name , <TAB> <TAB> <TAB> <TAB> ""selected"" : selected , <TAB> <TAB> <TAB> } <TAB> <TAB> ) <TAB> return countries",if country in self . value . all ( ) :,139
20557,"def parse_voc_xml(self, node: ET.Element) -> Dict[str, Any]:
    voc_dict: Dict[str, Any] = {}
    children = list(node)
    if children:
        def_dic: Dict[str, Any] = collections.defaultdict(list)
        for dc in map(self.parse_voc_xml, children):
            for ind, v in dc.items():
                def_dic[ind].append(v)
        if node.tag == ""annotation"":
            def_dic[""object""] = [def_dic[""object""]]
        voc_dict = {
            node.tag: {ind: v[0] if len(v) == 1 else v for ind, v in def_dic.items()}
        }
    if node.text:
        text = node.text.strip()
        if not children:
            voc_dict[node.tag] = text
    return voc_dict","def parse_voc_xml ( self , node : ET . Element ) -> Dict [ str , Any ] : <TAB> voc_dict : Dict [ str , Any ] = { } <TAB> children = list ( node ) <TAB> if children : <TAB> <TAB> def_dic : Dict [ str , Any ] = collections . defaultdict ( list ) <TAB> <TAB> for dc in map ( self . parse_voc_xml , children ) : <TAB> <TAB> <TAB> for ind , v in dc . items ( ) : <TAB> <TAB> <TAB> <TAB> def_dic [ ind ] . append ( v ) <TAB> <TAB> if node . tag == ""annotation"" : <TAB> <TAB> <TAB> def_dic [ ""object"" ] = [ def_dic [ ""object"" ] ] <TAB> <TAB> voc_dict = { <TAB> <TAB> <TAB> node . tag : { ind : v [ 0 ] if len ( v ) == 1 else v for ind , v in def_dic . items ( ) } <TAB> <TAB> } <TAB> if node . text : <TAB> <TAB> text = node . text . strip ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> voc_dict [ node . tag ] = text <TAB> return voc_dict",if not children :,238
8816,"def get_backward_connection(start, stop, layer):
    start_layer, start_category, start_buffer = start.split(""."", 2)
    stop_layer, stop_category, stop_buffer = stop.split(""."", 2)
    back_buffer_name = {
        ""parameters"": ""gradients"",
        ""inputs"": ""input_deltas"",
        ""outputs"": ""output_deltas"",
    }
    new_end = ""."".join([stop_layer, back_buffer_name[stop_category], stop_buffer])
    if start_category == ""internals"":
        dstart_buffer = ""d"" + start_buffer
        if dstart_buffer not in layer.internal_shapes:
            raise KeyError(
                ""Missing delta buffer {} for the internal buffer {}""
                ""."".format(dstart_buffer, start_buffer)
            )
        new_start = ""."".join([start_layer, ""internals"", dstart_buffer])
    else:
        new_start = ""."".join(
            [start_layer, back_buffer_name[start_category], start_buffer]
        )
    return new_start, new_end","def get_backward_connection ( start , stop , layer ) : <TAB> start_layer , start_category , start_buffer = start . split ( ""."" , 2 ) <TAB> stop_layer , stop_category , stop_buffer = stop . split ( ""."" , 2 ) <TAB> back_buffer_name = { <TAB> <TAB> ""parameters"" : ""gradients"" , <TAB> <TAB> ""inputs"" : ""input_deltas"" , <TAB> <TAB> ""outputs"" : ""output_deltas"" , <TAB> } <TAB> new_end = ""."" . join ( [ stop_layer , back_buffer_name [ stop_category ] , stop_buffer ] ) <TAB> if start_category == ""internals"" : <TAB> <TAB> dstart_buffer = ""d"" + start_buffer <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise KeyError ( <TAB> <TAB> <TAB> <TAB> ""Missing delta buffer {} for the internal buffer {}"" <TAB> <TAB> <TAB> <TAB> ""."" . format ( dstart_buffer , start_buffer ) <TAB> <TAB> <TAB> ) <TAB> <TAB> new_start = ""."" . join ( [ start_layer , ""internals"" , dstart_buffer ] ) <TAB> else : <TAB> <TAB> new_start = ""."" . join ( <TAB> <TAB> <TAB> [ start_layer , back_buffer_name [ start_category ] , start_buffer ] <TAB> <TAB> ) <TAB> return new_start , new_end",if dstart_buffer not in layer . internal_shapes :,283
8210,"def _convert_word_to_char_ids(self, word):
    code = np.zeros([self._max_word_length], dtype=np.int32)
    if self._pad_special_char_use:
        code[:] = self.pad_char
    if self._word_boundary_special_char_use:
        word_encoded = word.encode(""utf-8"", ""ignore"")[: self._max_word_length - 2]
        code[0] = self.bow_char
        for k, chr_id in enumerate(word_encoded, start=1):
            code[k] = chr_id
        code[len(word_encoded) + 1] = self.eow_char
    else:
        word_encoded = word.encode(""utf-8"", ""ignore"")[: self._max_word_length]
        for k, chr_id in enumerate(word_encoded):
            code[k] = chr_id
    if not self._pad_special_char_use:
        if self._word_boundary_special_char_use:
            code = code[: len(word_encoded) + 2]
        else:
            code = code[: len(word_encoded)]
    return code","def _convert_word_to_char_ids ( self , word ) : <TAB> code = np . zeros ( [ self . _max_word_length ] , dtype = np . int32 ) <TAB> if self . _pad_special_char_use : <TAB> <TAB> code [ : ] = self . pad_char <TAB> <fill-in> <TAB> <TAB> word_encoded = word . encode ( ""utf-8"" , ""ignore"" ) [ : self . _max_word_length - 2 ] <TAB> <TAB> code [ 0 ] = self . bow_char <TAB> <TAB> for k , chr_id in enumerate ( word_encoded , start = 1 ) : <TAB> <TAB> <TAB> code [ k ] = chr_id <TAB> <TAB> code [ len ( word_encoded ) + 1 ] = self . eow_char <TAB> else : <TAB> <TAB> word_encoded = word . encode ( ""utf-8"" , ""ignore"" ) [ : self . _max_word_length ] <TAB> <TAB> for k , chr_id in enumerate ( word_encoded ) : <TAB> <TAB> <TAB> code [ k ] = chr_id <TAB> if not self . _pad_special_char_use : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> code = code [ : len ( word_encoded ) + 2 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> code = code [ : len ( word_encoded ) ] <TAB> return code",if self . _word_boundary_special_char_use :,301
946,"def _parse_fields(cls, read):
    read = unicode_to_str(read)
    if type(read) is not str:
        _wrong_type_for_arg(read, ""str"", ""read"")
    fields = {}
    while read and read[0] != "";"":
        if read and read[0] != "","":
            DeserializeError(read, ""does not separate fields with commas"")
        read = read[1:]
        key, _type, value, read = cls._parse_field(read)
        fields[key] = (_type, value)
    if read:
        # read[0] == ';'
        read = read[1:]
    return fields, read","def _parse_fields ( cls , read ) : <TAB> read = unicode_to_str ( read ) <TAB> if type ( read ) is not str : <TAB> <TAB> _wrong_type_for_arg ( read , ""str"" , ""read"" ) <TAB> fields = { } <TAB> while read and read [ 0 ] != "";"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> DeserializeError ( read , ""does not separate fields with commas"" ) <TAB> <TAB> read = read [ 1 : ] <TAB> <TAB> key , _type , value , read = cls . _parse_field ( read ) <TAB> <TAB> fields [ key ] = ( _type , value ) <TAB> if read : <TAB> <TAB> <TAB> <TAB> read = read [ 1 : ] <TAB> return fields , read","if read and read [ 0 ] != "","" :",173
12094,"def __str__(self, prefix="""", printElemNumber=0):
    res = """"
    cnt = 0
    for e in self.scope_:
        elm = """"
        if printElemNumber:
            elm = ""(%d)"" % cnt
        res += prefix + (""scope%s: %s\n"" % (elm, self.DebugFormatString(e)))
        cnt += 1
    if self.has_service_account_id_:
        res += prefix + (
            ""service_account_id: %s\n"" % self.DebugFormatInt64(self.service_account_id_)
        )
    return res","def __str__ ( self , prefix = """" , printElemNumber = 0 ) : <TAB> res = """" <TAB> cnt = 0 <TAB> for e in self . scope_ : <TAB> <TAB> elm = """" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> elm = ""(%d)"" % cnt <TAB> <TAB> res += prefix + ( ""scope%s: %s\n"" % ( elm , self . DebugFormatString ( e ) ) ) <TAB> <TAB> cnt += 1 <TAB> if self . has_service_account_id_ : <TAB> <TAB> res += prefix + ( <TAB> <TAB> <TAB> ""service_account_id: %s\n"" % self . DebugFormatInt64 ( self . service_account_id_ ) <TAB> <TAB> ) <TAB> return res",if printElemNumber :,157
9253,"def visit_Macro(self, node, frame):
    macro_frame, macro_ref = self.macro_body(node, frame)
    self.newline()
    if frame.toplevel:
        if not node.name.startswith(""_""):
            self.write(""context.exported_vars.add(%r)"" % node.name)
        ref = frame.symbols.ref(node.name)
        self.writeline(""context.vars[%r] = "" % node.name)
    self.write(""%s = "" % frame.symbols.ref(node.name))
    self.macro_def(macro_ref, macro_frame)
","def visit_Macro ( self , node , frame ) : <TAB> macro_frame , macro_ref = self . macro_body ( node , frame ) <TAB> self . newline ( ) <TAB> if frame . toplevel : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . write ( ""context.exported_vars.add(%r)"" % node . name ) <TAB> <TAB> ref = frame . symbols . ref ( node . name ) <TAB> <TAB> self . writeline ( ""context.vars[%r] = "" % node . name ) <TAB> self . write ( ""%s = "" % frame . symbols . ref ( node . name ) ) <TAB> self . macro_def ( macro_ref , macro_frame )","if not node . name . startswith ( ""_"" ) :",150
1321,"def fetch_scatter_outputs(self, task):
    scatteroutputs = []
    for var in task[""body""]:
        # TODO variable support
        if var.startswith(""call""):
            if ""outputs"" in self.tasks_dictionary[task[""body""][var][""task""]]:
                for output in self.tasks_dictionary[task[""body""][var][""task""]][
                    ""outputs""
                ]:
                    scatteroutputs.append(
                        {""task"": task[""body""][var][""alias""], ""output"": output[0]}
                    )
    return scatteroutputs","def fetch_scatter_outputs ( self , task ) : <TAB> scatteroutputs = [ ] <TAB> for var in task [ ""body"" ] : <TAB> <TAB> <TAB> <TAB> if var . startswith ( ""call"" ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> for output in self . tasks_dictionary [ task [ ""body"" ] [ var ] [ ""task"" ] ] [ <TAB> <TAB> <TAB> <TAB> <TAB> ""outputs"" <TAB> <TAB> <TAB> <TAB> ] : <TAB> <TAB> <TAB> <TAB> <TAB> scatteroutputs . append ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> { ""task"" : task [ ""body"" ] [ var ] [ ""alias"" ] , ""output"" : output [ 0 ] } <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> return scatteroutputs","if ""outputs"" in self . tasks_dictionary [ task [ ""body"" ] [ var ] [ ""task"" ] ] :",152
3529,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.LIST:
                self.new_parts = []
                (_etype302, _size299) = iprot.readListBegin()
                for _i303 in xrange(_size299):
                    _elem304 = Partition()
                    _elem304.read(iprot)
                    self.new_parts.append(_elem304)
                iprot.readListEnd()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . LIST : <TAB> <TAB> <TAB> <TAB> self . new_parts = [ ] <TAB> <TAB> <TAB> <TAB> ( _etype302 , _size299 ) = iprot . readListBegin ( ) <TAB> <TAB> <TAB> <TAB> for _i303 in xrange ( _size299 ) : <TAB> <TAB> <TAB> <TAB> <TAB> _elem304 = Partition ( ) <TAB> <TAB> <TAB> <TAB> <TAB> _elem304 . read ( iprot ) <TAB> <TAB> <TAB> <TAB> <TAB> self . new_parts . append ( _elem304 ) <TAB> <TAB> <TAB> <TAB> iprot . readListEnd ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STOP :,351
8065,"def _load_tracker_file_etag(self):
    f = None
    try:
        f = open(self.tracker_file_name, ""r"")
        self.etag_value_for_current_download = f.readline().rstrip(""\n"")
        # We used to match an MD5-based regex to ensure that the etag was
        # read correctly. Since ETags need not be MD5s, we now do a simple
        # length sanity check instead.
        if len(self.etag_value_for_current_download) < self.MIN_ETAG_LEN:
            print(
                ""Couldn't read etag in tracker file (%s). Restarting ""
                ""download from scratch."" % self.tracker_file_name
            )
    except IOError as e:
        # Ignore non-existent file (happens first time a download
        # is attempted on an object), but warn user for other errors.
        if e.errno != errno.ENOENT:
            # Will restart because
            # self.etag_value_for_current_download is None.
            print(
                ""Couldn't read URI tracker file (%s): %s. Restarting ""
                ""download from scratch."" % (self.tracker_file_name, e.strerror)
            )
    finally:
        if f:
            f.close()","def _load_tracker_file_etag ( self ) : <TAB> f = None <TAB> try : <TAB> <TAB> f = open ( self . tracker_file_name , ""r"" ) <TAB> <TAB> self . etag_value_for_current_download = f . readline ( ) . rstrip ( ""\n"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""Couldn't read etag in tracker file (%s). Restarting "" <TAB> <TAB> <TAB> <TAB> ""download from scratch."" % self . tracker_file_name <TAB> <TAB> <TAB> ) <TAB> except IOError as e : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if e . errno != errno . ENOENT : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""Couldn't read URI tracker file (%s): %s. Restarting "" <TAB> <TAB> <TAB> <TAB> ""download from scratch."" % ( self . tracker_file_name , e . strerror ) <TAB> <TAB> <TAB> ) <TAB> finally : <TAB> <TAB> if f : <TAB> <TAB> <TAB> f . close ( )",if len ( self . etag_value_for_current_download ) < self . MIN_ETAG_LEN :,343
12660,"def confirm(request):
    details = request.session.get(""reauthenticate"")
    if not details:
        return redirect(""home"")
    # Monkey patch request
    request.user = User.objects.get(pk=details[""user_pk""])
    if request.method == ""POST"":
        confirm_form = PasswordConfirmForm(request, request.POST)
        if confirm_form.is_valid():
            request.session.pop(""reauthenticate"")
            request.session[""reauthenticate_done""] = True
            return redirect(""social:complete"", backend=details[""backend""])
    else:
        confirm_form = PasswordConfirmForm(request)
    context = {""confirm_form"": confirm_form}
    context.update(details)
    return render(request, ""accounts/confirm.html"", context)
","def confirm ( request ) : <TAB> details = request . session . get ( ""reauthenticate"" ) <TAB> if not details : <TAB> <TAB> return redirect ( ""home"" ) <TAB> <TAB> request . user = User . objects . get ( pk = details [ ""user_pk"" ] ) <TAB> if request . method == ""POST"" : <TAB> <TAB> confirm_form = PasswordConfirmForm ( request , request . POST ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> request . session . pop ( ""reauthenticate"" ) <TAB> <TAB> <TAB> request . session [ ""reauthenticate_done"" ] = True <TAB> <TAB> <TAB> return redirect ( ""social:complete"" , backend = details [ ""backend"" ] ) <TAB> else : <TAB> <TAB> confirm_form = PasswordConfirmForm ( request ) <TAB> context = { ""confirm_form"" : confirm_form } <TAB> context . update ( details ) <TAB> return render ( request , ""accounts/confirm.html"" , context )",if confirm_form . is_valid ( ) :,195
9170,"def prepare(self, size=None):
    if _is_seekable(self.file):
        start_pos = self.file.tell()
        self.file.seek(0, 2)
        end_pos = self.file.tell()
        self.file.seek(start_pos)
        fsize = end_pos - start_pos
        if size is None:
            self.remain = fsize
        else:
            self.remain = min(fsize, size)
    return self.remain","def prepare ( self , size = None ) : <TAB> if _is_seekable ( self . file ) : <TAB> <TAB> start_pos = self . file . tell ( ) <TAB> <TAB> self . file . seek ( 0 , 2 ) <TAB> <TAB> end_pos = self . file . tell ( ) <TAB> <TAB> self . file . seek ( start_pos ) <TAB> <TAB> fsize = end_pos - start_pos <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . remain = fsize <TAB> <TAB> else : <TAB> <TAB> <TAB> self . remain = min ( fsize , size ) <TAB> return self . remain",if size is None :,128
16630,"def _get_path_rvar(
    stmt: pgast.Query,
    path_id: irast.PathId,
    *,
    aspect: str,
    ctx: context.CompilerContextLevel,
) -> Tuple[pgast.PathRangeVar, irast.PathId]:
    qry: Optional[pgast.Query] = stmt
    while qry is not None:
        rvar = pathctx.maybe_get_path_rvar(qry, path_id, aspect=aspect, env=ctx.env)
        if rvar is not None:
            if qry is not stmt:
                # Cache the rvar reference.
                pathctx.put_path_rvar(stmt, path_id, rvar, aspect=aspect, env=ctx.env)
            return rvar, path_id
        if qry.view_path_id_map:
            path_id = pathctx.reverse_map_path_id(path_id, qry.view_path_id_map)
        qry = ctx.rel_hierarchy.get(qry)
    raise LookupError(f""there is no range var for {path_id} in {stmt}"")
","def _get_path_rvar ( <TAB> stmt : pgast . Query , <TAB> path_id : irast . PathId , <TAB> * , <TAB> aspect : str , <TAB> ctx : context . CompilerContextLevel , ) -> Tuple [ pgast . PathRangeVar , irast . PathId ] : <TAB> qry : Optional [ pgast . Query ] = stmt <TAB> while qry is not None : <TAB> <TAB> rvar = pathctx . maybe_get_path_rvar ( qry , path_id , aspect = aspect , env = ctx . env ) <TAB> <TAB> if rvar is not None : <TAB> <TAB> <TAB> if qry is not stmt : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pathctx . put_path_rvar ( stmt , path_id , rvar , aspect = aspect , env = ctx . env ) <TAB> <TAB> <TAB> return rvar , path_id <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> path_id = pathctx . reverse_map_path_id ( path_id , qry . view_path_id_map ) <TAB> <TAB> qry = ctx . rel_hierarchy . get ( qry ) <TAB> raise LookupError ( f""there is no range var for {path_id} in {stmt}"" )",if qry . view_path_id_map :,294
10077,"def onMouseWheel(self, event):
    if self.selectedHuman.isVisible():
        zoomOut = event.wheelDelta > 0
        if self.getSetting(""invertMouseWheel""):
            zoomOut = not zoomOut
        if event.x is not None:
            self.modelCamera.mousePickHumanCenter(event.x, event.y)
        if zoomOut:
            self.zoomOut()
        else:
            self.zoomIn()","def onMouseWheel ( self , event ) : <TAB> if self . selectedHuman . isVisible ( ) : <TAB> <TAB> zoomOut = event . wheelDelta > 0 <TAB> <TAB> if self . getSetting ( ""invertMouseWheel"" ) : <TAB> <TAB> <TAB> zoomOut = not zoomOut <TAB> <TAB> if event . x is not None : <TAB> <TAB> <TAB> self . modelCamera . mousePickHumanCenter ( event . x , event . y ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . zoomOut ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . zoomIn ( )",if zoomOut :,121
18835,"def _remove_iptables_rule(self, rule, ipv6=False, tables=None):
    if not isinstance(rule, tuple):
        return self._remove_iptables_rule_cmd(rule, ipv6)
    _global_lock.acquire()
    try:
        if ipv6:
            if rule[0] == ""POSTROUTING"":
                if tables:
                    table = tables[""nat6""]
                else:
                    table = iptc.Table6(iptc.Table.NAT)
            else:
                if tables:
                    table = tables[""filter6""]
                else:
                    table = iptc.Table6(iptc.Table.FILTER)
        else:
            if rule[0] == ""POSTROUTING"":
                if tables:
                    table = tables[""nat""]
                else:
                    table = iptc.Table(iptc.Table.NAT)
            else:
                if tables:
                    table = tables[""filter""]
                else:
                    table = iptc.Table(iptc.Table.FILTER)
        chain = iptc.Chain(table, rule[0])
        try:
            chain.delete_rule(rule[1])
        except:
            pass
        return True
    finally:
        _global_lock.release()","def _remove_iptables_rule ( self , rule , ipv6 = False , tables = None ) : <TAB> if not isinstance ( rule , tuple ) : <TAB> <TAB> return self . _remove_iptables_rule_cmd ( rule , ipv6 ) <TAB> _global_lock . acquire ( ) <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if rule [ 0 ] == ""POSTROUTING"" : <TAB> <TAB> <TAB> <TAB> if tables : <TAB> <TAB> <TAB> <TAB> <TAB> table = tables [ ""nat6"" ] <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> table = iptc . Table6 ( iptc . Table . NAT ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if tables : <TAB> <TAB> <TAB> <TAB> <TAB> table = tables [ ""filter6"" ] <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> table = iptc . Table6 ( iptc . Table . FILTER ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if rule [ 0 ] == ""POSTROUTING"" : <TAB> <TAB> <TAB> <TAB> if tables : <TAB> <TAB> <TAB> <TAB> <TAB> table = tables [ ""nat"" ] <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> table = iptc . Table ( iptc . Table . NAT ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if tables : <TAB> <TAB> <TAB> <TAB> <TAB> table = tables [ ""filter"" ] <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> table = iptc . Table ( iptc . Table . FILTER ) <TAB> <TAB> chain = iptc . Chain ( table , rule [ 0 ] ) <TAB> <TAB> try : <TAB> <TAB> <TAB> chain . delete_rule ( rule [ 1 ] ) <TAB> <TAB> except : <TAB> <TAB> <TAB> pass <TAB> <TAB> return True <TAB> finally : <TAB> <TAB> _global_lock . release ( )",if ipv6 :,378
745,"def expect_document_start(self, first=False):
    if isinstance(self.event, DocumentStartEvent):
        if (self.event.version or self.event.tags) and self.open_ended:
            self.write_indicator(""..."", True)
            self.write_indent()
        if self.event.version:
            version_text = self.prepare_version(self.event.version)
            self.write_version_directive(version_text)
        self.tag_prefixes = self.DEFAULT_TAG_PREFIXES.copy()
        if self.event.tags:
            handles = sorted(self.event.tags.keys())
            for handle in handles:
                prefix = self.event.tags[handle]
                self.tag_prefixes[prefix] = handle
                handle_text = self.prepare_tag_handle(handle)
                prefix_text = self.prepare_tag_prefix(prefix)
                self.write_tag_directive(handle_text, prefix_text)
        implicit = (
            first
            and not self.event.explicit
            and not self.canonical
            and not self.event.version
            and not self.event.tags
            and not self.check_empty_document()
        )
        if not implicit:
            self.write_indent()
            self.write_indicator(""---"", True)
            if self.canonical:
                self.write_indent()
        self.state = self.expect_document_root
    elif isinstance(self.event, StreamEndEvent):
        if self.open_ended:
            self.write_indicator(""..."", True)
            self.write_indent()
        self.write_stream_end()
        self.state = self.expect_nothing
    else:
        raise EmitterError(""expected DocumentStartEvent, but got %s"" % self.event)
","def expect_document_start ( self , first = False ) : <TAB> if isinstance ( self . event , DocumentStartEvent ) : <TAB> <TAB> if ( self . event . version or self . event . tags ) and self . open_ended : <TAB> <TAB> <TAB> self . write_indicator ( ""..."" , True ) <TAB> <TAB> <TAB> self . write_indent ( ) <TAB> <TAB> if self . event . version : <TAB> <TAB> <TAB> version_text = self . prepare_version ( self . event . version ) <TAB> <TAB> <TAB> self . write_version_directive ( version_text ) <TAB> <TAB> self . tag_prefixes = self . DEFAULT_TAG_PREFIXES . copy ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> handles = sorted ( self . event . tags . keys ( ) ) <TAB> <TAB> <TAB> for handle in handles : <TAB> <TAB> <TAB> <TAB> prefix = self . event . tags [ handle ] <TAB> <TAB> <TAB> <TAB> self . tag_prefixes [ prefix ] = handle <TAB> <TAB> <TAB> <TAB> handle_text = self . prepare_tag_handle ( handle ) <TAB> <TAB> <TAB> <TAB> prefix_text = self . prepare_tag_prefix ( prefix ) <TAB> <TAB> <TAB> <TAB> self . write_tag_directive ( handle_text , prefix_text ) <TAB> <TAB> implicit = ( <TAB> <TAB> <TAB> first <TAB> <TAB> <TAB> and not self . event . explicit <TAB> <TAB> <TAB> and not self . canonical <TAB> <TAB> <TAB> and not self . event . version <TAB> <TAB> <TAB> and not self . event . tags <TAB> <TAB> <TAB> and not self . check_empty_document ( ) <TAB> <TAB> ) <TAB> <TAB> if not implicit : <TAB> <TAB> <TAB> self . write_indent ( ) <TAB> <TAB> <TAB> self . write_indicator ( ""---"" , True ) <TAB> <TAB> <TAB> if self . canonical : <TAB> <TAB> <TAB> <TAB> self . write_indent ( ) <TAB> <TAB> self . state = self . expect_document_root <TAB> elif isinstance ( self . event , StreamEndEvent ) : <TAB> <TAB> if self . open_ended : <TAB> <TAB> <TAB> self . write_indicator ( ""..."" , True ) <TAB> <TAB> <TAB> self . write_indent ( ) <TAB> <TAB> self . write_stream_end ( ) <TAB> <TAB> self . state = self . expect_nothing <TAB> else : <TAB> <TAB> raise EmitterError ( ""expected DocumentStartEvent, but got %s"" % self . event )",if self . event . tags :,492
18468,"def send_slack_msg(self, key, message_payload):
    if key.startswith(""https://hooks.slack.com/""):
        response = requests.post(
            url=key, data=message_payload, headers={""Content-Type"": ""application/json""}
        )
    else:
        response = requests.post(
            url=""https://slack.com/api/chat.postMessage"",
            data=message_payload,
            headers={
                ""Content-Type"": ""application/json;charset=utf-8"",
                ""Authorization"": ""Bearer %s"" % self.config.get(""slack_token""),
            },
        )
    if response.status_code == 429 and ""Retry-After"" in response.headers:
        self.logger.info(
            ""Slack API rate limiting. Waiting %d seconds"",
            int(response.headers[""Retry-After""]),
        )
        time.sleep(int(response.headers[""Retry-After""]))
        return
    elif response.status_code != 200:
        self.logger.info(
            ""Error in sending Slack message status:%s response: %s"",
            response.status_code,
            response.text,
        )
        return
    if ""text/html"" in response.headers[""content-type""]:
        if response.text != ""ok"":
            self.logger.info(
                ""Error in sending Slack message. Status:%s, response:%s"",
                response.status_code,
                response.text,
            )
            return
    else:
        response_json = response.json()
        if not response_json[""ok""]:
            self.logger.info(
                ""Error in sending Slack message. Status:%s, response:%s"",
                response.status_code,
                response_json[""error""],
            )
            return","def send_slack_msg ( self , key , message_payload ) : <TAB> if key . startswith ( ""https://hooks.slack.com/"" ) : <TAB> <TAB> response = requests . post ( <TAB> <TAB> <TAB> url = key , data = message_payload , headers = { ""Content-Type"" : ""application/json"" } <TAB> <TAB> ) <TAB> else : <TAB> <TAB> response = requests . post ( <TAB> <TAB> <TAB> url = ""https://slack.com/api/chat.postMessage"" , <TAB> <TAB> <TAB> data = message_payload , <TAB> <TAB> <TAB> headers = { <TAB> <TAB> <TAB> <TAB> ""Content-Type"" : ""application/json;charset=utf-8"" , <TAB> <TAB> <TAB> <TAB> ""Authorization"" : ""Bearer %s"" % self . config . get ( ""slack_token"" ) , <TAB> <TAB> <TAB> } , <TAB> <TAB> ) <TAB> if response . status_code == 429 and ""Retry-After"" in response . headers : <TAB> <TAB> self . logger . info ( <TAB> <TAB> <TAB> ""Slack API rate limiting. Waiting %d seconds"" , <TAB> <TAB> <TAB> int ( response . headers [ ""Retry-After"" ] ) , <TAB> <TAB> ) <TAB> <TAB> time . sleep ( int ( response . headers [ ""Retry-After"" ] ) ) <TAB> <TAB> return <TAB> elif response . status_code != 200 : <TAB> <TAB> self . logger . info ( <TAB> <TAB> <TAB> ""Error in sending Slack message status:%s response: %s"" , <TAB> <TAB> <TAB> response . status_code , <TAB> <TAB> <TAB> response . text , <TAB> <TAB> ) <TAB> <TAB> return <TAB> if ""text/html"" in response . headers [ ""content-type"" ] : <TAB> <TAB> if response . text != ""ok"" : <TAB> <TAB> <TAB> self . logger . info ( <TAB> <TAB> <TAB> <TAB> ""Error in sending Slack message. Status:%s, response:%s"" , <TAB> <TAB> <TAB> <TAB> response . status_code , <TAB> <TAB> <TAB> <TAB> response . text , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return <TAB> else : <TAB> <TAB> response_json = response . json ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . logger . info ( <TAB> <TAB> <TAB> <TAB> ""Error in sending Slack message. Status:%s, response:%s"" , <TAB> <TAB> <TAB> <TAB> response . status_code , <TAB> <TAB> <TAB> <TAB> response_json [ ""error"" ] , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return","if not response_json [ ""ok"" ] :",502
16884,"def _discover_formatters():
    import inspect
    from pygments.formatters import get_all_formatters
    # maps file extension (and names) to (module, classname) tuples
    default_exts = {}
    exts = {}
    # maps formatter 'name' (not the class name) and alias to (module, classname) tuples
    default_names = {}
    names = {}
    formatters = {""exts"": exts, ""names"": names}
    if DEBUG:
        from collections import defaultdict
        duplicates = defaultdict(set)
    for cls in get_all_formatters():
        mod = inspect.getmodule(cls)
        val = (mod.__name__, cls.__name__)
        # add extentions
        for filename in cls.filenames:
            if filename.startswith(""*.""):
                filename = filename[1:]
            if ""*"" in filename:
                continue
            if (
                DEBUG
                and filename in exts
                and exts[filename] != val
                and filename not in default_exts
            ):
                duplicates[filename].add(val)
                duplicates[filename].add(exts[filename])
            exts[filename] = val
        # add names and aliases
        names[cls.name] = val
        for alias in cls.aliases:
            if (
                DEBUG
                and alias in names
                and names[alias] != val
                and alias not in default_names
            ):
                duplicates[alias].add(val)
                duplicates[alias].add(names[alias])
            names[alias] = val
    # remove some ambiquity
    exts.update(default_exts)
    names.update(default_names)
    # print dumplicate message
    if DEBUG:
        _print_duplicate_message(duplicates)
    return formatters","def _discover_formatters ( ) : <TAB> import inspect <TAB> from pygments . formatters import get_all_formatters <TAB> <TAB> default_exts = { } <TAB> exts = { } <TAB> <TAB> default_names = { } <TAB> names = { } <TAB> formatters = { ""exts"" : exts , ""names"" : names } <TAB> if DEBUG : <TAB> <TAB> from collections import defaultdict <TAB> <TAB> duplicates = defaultdict ( set ) <TAB> for cls in get_all_formatters ( ) : <TAB> <TAB> mod = inspect . getmodule ( cls ) <TAB> <TAB> val = ( mod . __name__ , cls . __name__ ) <TAB> <TAB> <TAB> <TAB> for filename in cls . filenames : <TAB> <TAB> <TAB> if filename . startswith ( ""*."" ) : <TAB> <TAB> <TAB> <TAB> filename = filename [ 1 : ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> DEBUG <TAB> <TAB> <TAB> <TAB> and filename in exts <TAB> <TAB> <TAB> <TAB> and exts [ filename ] != val <TAB> <TAB> <TAB> <TAB> and filename not in default_exts <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> duplicates [ filename ] . add ( val ) <TAB> <TAB> <TAB> <TAB> duplicates [ filename ] . add ( exts [ filename ] ) <TAB> <TAB> <TAB> exts [ filename ] = val <TAB> <TAB> <TAB> <TAB> names [ cls . name ] = val <TAB> <TAB> for alias in cls . aliases : <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> DEBUG <TAB> <TAB> <TAB> <TAB> and alias in names <TAB> <TAB> <TAB> <TAB> and names [ alias ] != val <TAB> <TAB> <TAB> <TAB> and alias not in default_names <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> duplicates [ alias ] . add ( val ) <TAB> <TAB> <TAB> <TAB> duplicates [ alias ] . add ( names [ alias ] ) <TAB> <TAB> <TAB> names [ alias ] = val <TAB> <TAB> exts . update ( default_exts ) <TAB> names . update ( default_names ) <TAB> <TAB> if DEBUG : <TAB> <TAB> _print_duplicate_message ( duplicates ) <TAB> return formatters","if ""*"" in filename :",483
4968,"def _get_frame_value(frame, keyframes):
    for i in range(0, len(keyframes)):
        kf_frame, kf_value = keyframes[i]
        if kf_frame == frame:
            return kf_value
        try:
            # See if frame between this and next keyframe
            frame_n, value_n = keyframes[i + 1]
            if (kf_frame < frame) and (frame < frame_n):
                time_fract = float((frame - kf_frame)) / float((frame_n - kf_frame))
                value_range = value_n - kf_value
                return kf_value + time_fract * value_range
        except:  # past last frame, use its value
            return kf_value","def _get_frame_value ( frame , keyframes ) : <TAB> for i in range ( 0 , len ( keyframes ) ) : <TAB> <TAB> kf_frame , kf_value = keyframes [ i ] <TAB> <TAB> if kf_frame == frame : <TAB> <TAB> <TAB> return kf_value <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> frame_n , value_n = keyframes [ i + 1 ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> time_fract = float ( ( frame - kf_frame ) ) / float ( ( frame_n - kf_frame ) ) <TAB> <TAB> <TAB> <TAB> value_range = value_n - kf_value <TAB> <TAB> <TAB> <TAB> return kf_value + time_fract * value_range <TAB> <TAB> except : <TAB> <TAB> <TAB> return kf_value",if ( kf_frame < frame ) and ( frame < frame_n ) :,213
11723,"def validate(self, entry, field_uri=None):
    super().validate(entry, field_uri)
    if entry is None:
        return
    field_uri = field_uri or self.field_uri
    if not isinstance(entry, dict):
        raise ConfigError(""{} is expected to be dict"".format(field_uri))
    if not entry and not self.allow_empty:
        self.raise_error(entry, field_uri, ""value is empty"")
    for k, v in entry.items():
        if self.validate_keys:
            uri = ""{}.keys.{}"".format(field_uri, k)
            self.key_type.validate(k, uri)
        if self.validate_values:
            uri = ""{}.{}"".format(field_uri, k)
            self.value_type.validate(v, uri)
","def validate ( self , entry , field_uri = None ) : <TAB> super ( ) . validate ( entry , field_uri ) <TAB> if entry is None : <TAB> <TAB> return <TAB> field_uri = field_uri or self . field_uri <TAB> if not isinstance ( entry , dict ) : <TAB> <TAB> raise ConfigError ( ""{} is expected to be dict"" . format ( field_uri ) ) <TAB> if not entry and not self . allow_empty : <TAB> <TAB> self . raise_error ( entry , field_uri , ""value is empty"" ) <TAB> for k , v in entry . items ( ) : <TAB> <TAB> if self . validate_keys : <TAB> <TAB> <TAB> uri = ""{}.keys.{}"" . format ( field_uri , k ) <TAB> <TAB> <TAB> self . key_type . validate ( k , uri ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> uri = ""{}.{}"" . format ( field_uri , k ) <TAB> <TAB> <TAB> self . value_type . validate ( v , uri )",if self . validate_values :,209
4633,"def ack(self, sha):
    """"""Ack that a revision and its ancestors are present in the source.""""""
    if len(sha) != 40:
        raise ValueError(""unexpected sha %r received"" % sha)
    ancestors = set([sha])
    # stop if we run out of heads to remove
    while self.heads:
        for a in ancestors:
            if a in self.heads:
                self.heads.remove(a)
        # collect all ancestors
        new_ancestors = set()
        for a in ancestors:
            ps = self.parents.get(a)
            if ps is not None:
                new_ancestors.update(ps)
            self.parents[a] = None
        # no more ancestors; stop
        if not new_ancestors:
            break
        ancestors = new_ancestors","def ack ( self , sha ) : <TAB> """"""Ack that a revision and its ancestors are present in the source."""""" <TAB> if len ( sha ) != 40 : <TAB> <TAB> raise ValueError ( ""unexpected sha %r received"" % sha ) <TAB> ancestors = set ( [ sha ] ) <TAB> <TAB> while self . heads : <TAB> <TAB> for a in ancestors : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . heads . remove ( a ) <TAB> <TAB> <TAB> <TAB> new_ancestors = set ( ) <TAB> <TAB> for a in ancestors : <TAB> <TAB> <TAB> ps = self . parents . get ( a ) <TAB> <TAB> <TAB> if ps is not None : <TAB> <TAB> <TAB> <TAB> new_ancestors . update ( ps ) <TAB> <TAB> <TAB> self . parents [ a ] = None <TAB> <TAB> <TAB> <TAB> if not new_ancestors : <TAB> <TAB> <TAB> break <TAB> <TAB> ancestors = new_ancestors",if a in self . heads :,214
18527,"def _onFrameNavigated(self, framePayload: dict) -> None:
    isMainFrame = not framePayload.get(""parentId"")
    if isMainFrame:
        frame = self._mainFrame
    else:
        self._frames.get(framePayload.get(""id"", """"))
    if not (isMainFrame or frame):
        raise PageError(
            ""We either navigate top level or have old version "" ""of the navigated frame""
        )
    # Detach all child frames first.
    if frame:
        for child in frame.childFrames:
            self._removeFramesRecursively(child)
    # Update or create main frame.
    _id = framePayload.get(""id"", """")
    if isMainFrame:
        if frame:
            # Update frame id to retain frame identity on cross-process navigation.  # noqa: E501
            self._frames.pop(frame._id, None)
            frame._id = _id
        else:
            # Initial main frame navigation.
            frame = Frame(self._client, self._mouse, self._touchscreen, None, _id)
        self._frames[_id] = frame
        self._mainFrame = frame
    # Update frame payload.
    frame._navigated(framePayload)  # type: ignore
    self.emit(FrameManager.Events.FrameNavigated, frame)","def _onFrameNavigated ( self , framePayload : dict ) -> None : <TAB> isMainFrame = not framePayload . get ( ""parentId"" ) <TAB> if isMainFrame : <TAB> <TAB> frame = self . _mainFrame <TAB> else : <TAB> <TAB> self . _frames . get ( framePayload . get ( ""id"" , """" ) ) <TAB> if not ( isMainFrame or frame ) : <TAB> <TAB> raise PageError ( <TAB> <TAB> <TAB> ""We either navigate top level or have old version "" ""of the navigated frame"" <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> for child in frame . childFrames : <TAB> <TAB> <TAB> self . _removeFramesRecursively ( child ) <TAB> <TAB> _id = framePayload . get ( ""id"" , """" ) <TAB> if isMainFrame : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _frames . pop ( frame . _id , None ) <TAB> <TAB> <TAB> frame . _id = _id <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> frame = Frame ( self . _client , self . _mouse , self . _touchscreen , None , _id ) <TAB> <TAB> self . _frames [ _id ] = frame <TAB> <TAB> self . _mainFrame = frame <TAB> <TAB> frame . _navigated ( framePayload ) <TAB> self . emit ( FrameManager . Events . FrameNavigated , frame )",if frame :,337
1572,"def __call__(self, event, data=None):
    datatype, delta = event
    self.midi_ctrl.delta += delta
    if TIMING_CLOCK in datatype and not self.played:
        self.midi_ctrl.pulse += 1
        if self.midi_ctrl.pulse == self.midi_ctrl.ppqn:
            t_master = 60.0
            self.midi_ctrl.bpm = round(60.0 / self.midi_ctrl.delta, 0)
            self.midi_ctrl.pulse = 0
            self.midi_ctrl.delta = 0.0","def __call__ ( self , event , data = None ) : <TAB> datatype , delta = event <TAB> self . midi_ctrl . delta += delta <TAB> if TIMING_CLOCK in datatype and not self . played : <TAB> <TAB> self . midi_ctrl . pulse += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> t_master = 60.0 <TAB> <TAB> <TAB> self . midi_ctrl . bpm = round ( 60.0 / self . midi_ctrl . delta , 0 ) <TAB> <TAB> <TAB> self . midi_ctrl . pulse = 0 <TAB> <TAB> <TAB> self . midi_ctrl . delta = 0.0",if self . midi_ctrl . pulse == self . midi_ctrl . ppqn :,155
12105,"def IndexDocuments(self, documents, response):
    """"""Indexes an iterable DocumentPb.Document.""""""
    for document in documents:
        doc_id = document.id()
        if not doc_id:
            doc_id = str(uuid.uuid4())
            document.set_id(doc_id)
        response.add_doc_id(doc_id)
        if doc_id in self._documents:
            old_document = self._documents[doc_id]
            self._inverted_index.RemoveDocument(old_document)
        self._documents[doc_id] = document
        new_status = response.add_status()
        new_status.set_code(search_service_pb.SearchServiceError.OK)
        self._inverted_index.AddDocument(doc_id, document)","def IndexDocuments ( self , documents , response ) : <TAB> """"""Indexes an iterable DocumentPb.Document."""""" <TAB> for document in documents : <TAB> <TAB> doc_id = document . id ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> doc_id = str ( uuid . uuid4 ( ) ) <TAB> <TAB> <TAB> document . set_id ( doc_id ) <TAB> <TAB> response . add_doc_id ( doc_id ) <TAB> <TAB> if doc_id in self . _documents : <TAB> <TAB> <TAB> old_document = self . _documents [ doc_id ] <TAB> <TAB> <TAB> self . _inverted_index . RemoveDocument ( old_document ) <TAB> <TAB> self . _documents [ doc_id ] = document <TAB> <TAB> new_status = response . add_status ( ) <TAB> <TAB> new_status . set_code ( search_service_pb . SearchServiceError . OK ) <TAB> <TAB> self . _inverted_index . AddDocument ( doc_id , document )",if not doc_id :,205
846,"def __load_protos():
    g = globals()
    for k, v in g.items():
        if k.startswith(""PPP_""):
            name = k[4:]
            modname = name.lower()
            try:
                mod = __import__(modname, g, level=1)
                PPP.set_p(v, getattr(mod, name))
            except (ImportError, AttributeError):
                continue","def __load_protos ( ) : <TAB> g = globals ( ) <TAB> for k , v in g . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> name = k [ 4 : ] <TAB> <TAB> <TAB> modname = name . lower ( ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> mod = __import__ ( modname , g , level = 1 ) <TAB> <TAB> <TAB> <TAB> PPP . set_p ( v , getattr ( mod , name ) ) <TAB> <TAB> <TAB> except ( ImportError , AttributeError ) : <TAB> <TAB> <TAB> <TAB> continue","if k . startswith ( ""PPP_"" ) :",115
20120,"def get_meminfo() -> Dict[str, Any]:
    res = {}  # type: Dict[str, Any]
    try:
        import psutil  # type: ignore  # It's not in typeshed yet
    except ImportError:
        res[""memory_psutil_missing""] = (
            ""psutil not found, run pip install mypy[dmypy] ""
            ""to install the needed components for dmypy""
        )
    else:
        process = psutil.Process()
        meminfo = process.memory_info()
        res[""memory_rss_mib""] = meminfo.rss / MiB
        res[""memory_vms_mib""] = meminfo.vms / MiB
        if sys.platform == ""win32"":
            res[""memory_maxrss_mib""] = meminfo.peak_wset / MiB
        else:
            # See https://stackoverflow.com/questions/938733/total-memory-used-by-python-process
            import resource  # Since it doesn't exist on Windows.
            rusage = resource.getrusage(resource.RUSAGE_SELF)
            if sys.platform == ""darwin"":
                factor = 1
            else:
                factor = 1024  # Linux
            res[""memory_maxrss_mib""] = rusage.ru_maxrss * factor / MiB
    return res","def get_meminfo ( ) -> Dict [ str , Any ] : <TAB> res = { } <TAB> try : <TAB> <TAB> import psutil <TAB> except ImportError : <TAB> <TAB> res [ ""memory_psutil_missing"" ] = ( <TAB> <TAB> <TAB> ""psutil not found, run pip install mypy[dmypy] "" <TAB> <TAB> <TAB> ""to install the needed components for dmypy"" <TAB> <TAB> ) <TAB> else : <TAB> <TAB> process = psutil . Process ( ) <TAB> <TAB> meminfo = process . memory_info ( ) <TAB> <TAB> res [ ""memory_rss_mib"" ] = meminfo . rss / MiB <TAB> <TAB> res [ ""memory_vms_mib"" ] = meminfo . vms / MiB <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> res [ ""memory_maxrss_mib"" ] = meminfo . peak_wset / MiB <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> import resource <TAB> <TAB> <TAB> rusage = resource . getrusage ( resource . RUSAGE_SELF ) <TAB> <TAB> <TAB> if sys . platform == ""darwin"" : <TAB> <TAB> <TAB> <TAB> factor = 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> factor = 1024 <TAB> <TAB> <TAB> res [ ""memory_maxrss_mib"" ] = rusage . ru_maxrss * factor / MiB <TAB> return res","if sys . platform == ""win32"" :",330
22691,"def get_key(self, view_instance, view_method, request, args, kwargs):
    if self.memoize_for_request:
        memoization_key = self._get_memoization_key(
            view_instance=view_instance,
            view_method=view_method,
            args=args,
            kwargs=kwargs,
        )
        if not hasattr(request, ""_key_constructor_cache""):
            request._key_constructor_cache = {}
    if self.memoize_for_request and memoization_key in request._key_constructor_cache:
        return request._key_constructor_cache.get(memoization_key)
    else:
        value = self._get_key(
            view_instance=view_instance,
            view_method=view_method,
            request=request,
            args=args,
            kwargs=kwargs,
        )
        if self.memoize_for_request:
            request._key_constructor_cache[memoization_key] = value
        return value
","def get_key ( self , view_instance , view_method , request , args , kwargs ) : <TAB> <fill-in> <TAB> <TAB> memoization_key = self . _get_memoization_key ( <TAB> <TAB> <TAB> view_instance = view_instance , <TAB> <TAB> <TAB> view_method = view_method , <TAB> <TAB> <TAB> args = args , <TAB> <TAB> <TAB> kwargs = kwargs , <TAB> <TAB> ) <TAB> <TAB> if not hasattr ( request , ""_key_constructor_cache"" ) : <TAB> <TAB> <TAB> request . _key_constructor_cache = { } <TAB> if self . memoize_for_request and memoization_key in request . _key_constructor_cache : <TAB> <TAB> return request . _key_constructor_cache . get ( memoization_key ) <TAB> else : <TAB> <TAB> value = self . _get_key ( <TAB> <TAB> <TAB> view_instance = view_instance , <TAB> <TAB> <TAB> view_method = view_method , <TAB> <TAB> <TAB> request = request , <TAB> <TAB> <TAB> args = args , <TAB> <TAB> <TAB> kwargs = kwargs , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> request . _key_constructor_cache [ memoization_key ] = value <TAB> <TAB> return value",if self . memoize_for_request :,269
13386,"def find(self, path):
    if os.path.isfile(path) or os.path.islink(path):
        self.num_files = self.num_files + 1
        if self.match_function(path):
            self.files.append(path)
    elif os.path.isdir(path):
        for content in os.listdir(path):
            file = os.path.join(path, content)
            if os.path.isfile(file) or os.path.islink(file):
                self.num_files = self.num_files + 1
                if self.match_function(file):
                    self.files.append(file)
            else:
                self.find(file)","def find ( self , path ) : <TAB> if os . path . isfile ( path ) or os . path . islink ( path ) : <TAB> <TAB> self . num_files = self . num_files + 1 <TAB> <TAB> if self . match_function ( path ) : <TAB> <TAB> <TAB> self . files . append ( path ) <TAB> elif os . path . isdir ( path ) : <TAB> <TAB> for content in os . listdir ( path ) : <TAB> <TAB> <TAB> file = os . path . join ( path , content ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . num_files = self . num_files + 1 <TAB> <TAB> <TAB> <TAB> if self . match_function ( file ) : <TAB> <TAB> <TAB> <TAB> <TAB> self . files . append ( file ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . find ( file )",if os . path . isfile ( file ) or os . path . islink ( file ) :,192
2039,"def __init__(self, section, source=None, lineno=None):
    msg = [repr(section), "" already exists""]
    if source is not None:
        message = [""While reading from "", repr(source)]
        if lineno is not None:
            message.append("" [line {0:2d}]"".format(lineno))
        message.append("": section "")
        message.extend(msg)
        msg = message
    else:
        msg.insert(0, ""Section "")
    Error.__init__(self, """".join(msg))
    self.section = section
    self.source = source
    self.lineno = lineno
    self.args = (section, source, lineno)","def __init__ ( self , section , source = None , lineno = None ) : <TAB> msg = [ repr ( section ) , "" already exists"" ] <TAB> if source is not None : <TAB> <TAB> message = [ ""While reading from "" , repr ( source ) ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> message . append ( "" [line {0:2d}]"" . format ( lineno ) ) <TAB> <TAB> message . append ( "": section "" ) <TAB> <TAB> message . extend ( msg ) <TAB> <TAB> msg = message <TAB> else : <TAB> <TAB> msg . insert ( 0 , ""Section "" ) <TAB> Error . __init__ ( self , """" . join ( msg ) ) <TAB> self . section = section <TAB> self . source = source <TAB> self . lineno = lineno <TAB> self . args = ( section , source , lineno )",if lineno is not None :,169
2109,"def do_list(self, q):
    marker = q.params[""marker""][0] if ""marker"" in q.params else None
    max_keys = int(q.params[""max_keys""][0]) if ""max_keys"" in q.params else 1000
    prefix = q.params[""prefix""][0] if ""prefix"" in q.params else """"
    resp = [
        '<?xml version=""1.0"" encoding=""UTF-8""?>',
        '<ListBucketResult xmlns=""%s"">' % self.xml_ns,
        ""<MaxKeys>%d</MaxKeys>"" % max_keys,
        ""<IsTruncated>false</IsTruncated>"",
    ]
    count = 0
    for key in sorted(self.server.data):
        if not key.startswith(prefix):
            continue
        if marker and key <= marker:
            continue
        resp.append(""<Contents><Key>%s</Key></Contents>"" % xml_escape(key))
        count += 1
        if count == max_keys:
            resp[3] = ""<IsTruncated>true</IsTruncated>""
            break
    resp.append(""</ListBucketResult>"")
    body = ""\n"".join(resp).encode()
    self.send_response(200)
    self.send_header(""Content-Type"", ""text/xml"")
    self.send_header(""Content-Length"", str(len(body)))
    self.end_headers()
    self.wfile.write(body)","def do_list ( self , q ) : <TAB> marker = q . params [ ""marker"" ] [ 0 ] if ""marker"" in q . params else None <TAB> max_keys = int ( q . params [ ""max_keys"" ] [ 0 ] ) if ""max_keys"" in q . params else 1000 <TAB> prefix = q . params [ ""prefix"" ] [ 0 ] if ""prefix"" in q . params else """" <TAB> resp = [ <TAB> <TAB> '<?xml version=""1.0"" encoding=""UTF-8""?>' , <TAB> <TAB> '<ListBucketResult xmlns=""%s"">' % self . xml_ns , <TAB> <TAB> ""<MaxKeys>%d</MaxKeys>"" % max_keys , <TAB> <TAB> ""<IsTruncated>false</IsTruncated>"" , <TAB> ] <TAB> count = 0 <TAB> for key in sorted ( self . server . data ) : <TAB> <TAB> if not key . startswith ( prefix ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if marker and key <= marker : <TAB> <TAB> <TAB> continue <TAB> <TAB> resp . append ( ""<Contents><Key>%s</Key></Contents>"" % xml_escape ( key ) ) <TAB> <TAB> count += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> resp [ 3 ] = ""<IsTruncated>true</IsTruncated>"" <TAB> <TAB> <TAB> break <TAB> resp . append ( ""</ListBucketResult>"" ) <TAB> body = ""\n"" . join ( resp ) . encode ( ) <TAB> self . send_response ( 200 ) <TAB> self . send_header ( ""Content-Type"" , ""text/xml"" ) <TAB> self . send_header ( ""Content-Length"" , str ( len ( body ) ) ) <TAB> self . end_headers ( ) <TAB> self . wfile . write ( body )",if count == max_keys :,361
6767,"def insert(self, pack_id, data):
    if (pack_id not in self.queue) and pack_id > self.begin_id:
        self.queue[pack_id] = PacketInfo(data)
        if self.end_id == pack_id:
            self.end_id = pack_id + 1
        elif self.end_id < pack_id:
            eid = self.end_id
            while eid < pack_id:
                self.miss_queue.add(eid)
                eid += 1
            self.end_id = pack_id + 1
        else:
            self.miss_queue.remove(pack_id)","def insert ( self , pack_id , data ) : <TAB> if ( pack_id not in self . queue ) and pack_id > self . begin_id : <TAB> <TAB> self . queue [ pack_id ] = PacketInfo ( data ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . end_id = pack_id + 1 <TAB> <TAB> elif self . end_id < pack_id : <TAB> <TAB> <TAB> eid = self . end_id <TAB> <TAB> <TAB> while eid < pack_id : <TAB> <TAB> <TAB> <TAB> self . miss_queue . add ( eid ) <TAB> <TAB> <TAB> <TAB> eid += 1 <TAB> <TAB> <TAB> self . end_id = pack_id + 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> self . miss_queue . remove ( pack_id )",if self . end_id == pack_id :,182
24707,"def walks_generator():
    if filelist is not None:
        bucket = []
        for filename in filelist:
            with io.open(filename) as inf:
                for line in inf:
                    walk = [int(x) for x in line.strip(""\n"").split("" "")]
                    bucket.append(walk)
                    if len(bucket) == batch_size:
                        yield bucket
                        bucket = []
        if len(bucket):
            yield bucket
    else:
        for _ in range(epoch):
            for nodes in graph.node_batch_iter(batch_size):
                walks = graph.random_walk(nodes, walk_len)
                yield walks
","def walks_generator ( ) : <TAB> if filelist is not None : <TAB> <TAB> bucket = [ ] <TAB> <TAB> for filename in filelist : <TAB> <TAB> <TAB> with io . open ( filename ) as inf : <TAB> <TAB> <TAB> <TAB> for line in inf : <TAB> <TAB> <TAB> <TAB> <TAB> walk = [ int ( x ) for x in line . strip ( ""\n"" ) . split ( "" "" ) ] <TAB> <TAB> <TAB> <TAB> <TAB> bucket . append ( walk ) <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> yield bucket <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> bucket = [ ] <TAB> <TAB> if len ( bucket ) : <TAB> <TAB> <TAB> yield bucket <TAB> else : <TAB> <TAB> for _ in range ( epoch ) : <TAB> <TAB> <TAB> for nodes in graph . node_batch_iter ( batch_size ) : <TAB> <TAB> <TAB> <TAB> walks = graph . random_walk ( nodes , walk_len ) <TAB> <TAB> <TAB> <TAB> yield walks",if len ( bucket ) == batch_size :,198
18045,"def reloadCols(self):
    self.columns = []
    for i, (name, fmt, *shape) in enumerate(self.npy.dtype.descr):
        if shape:
            t = anytype
        elif ""M"" in fmt:
            self.addColumn(Column(name, type=date, getter=lambda c, r, i=i: str(r[i])))
            continue
        elif ""i"" in fmt:
            t = int
        elif ""f"" in fmt:
            t = float
        else:
            t = anytype
        self.addColumn(ColumnItem(name, i, type=t))
","def reloadCols ( self ) : <TAB> self . columns = [ ] <TAB> for i , ( name , fmt , * shape ) in enumerate ( self . npy . dtype . descr ) : <TAB> <TAB> if shape : <TAB> <TAB> <TAB> t = anytype <TAB> <TAB> elif ""M"" in fmt : <TAB> <TAB> <TAB> self . addColumn ( Column ( name , type = date , getter = lambda c , r , i = i : str ( r [ i ] ) ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> t = int <TAB> <TAB> elif ""f"" in fmt : <TAB> <TAB> <TAB> t = float <TAB> <TAB> else : <TAB> <TAB> <TAB> t = anytype <TAB> <TAB> self . addColumn ( ColumnItem ( name , i , type = t ) )","elif ""i"" in fmt :",168
14489,"def test_createFile(self):
    text = ""This is a test!""
    path = tempfile.mktemp()
    try:
        koDoc = self._koDocFromPath(path, load=False)
        koDoc.buffer = text
        koDoc.save(0)
        del koDoc
        koDoc2 = self._koDocFromPath(path)
        assert koDoc2.buffer == text
    finally:
        if os.path.exists(path):
            os.unlink(path)  # clean up","def test_createFile ( self ) : <TAB> text = ""This is a test!"" <TAB> path = tempfile . mktemp ( ) <TAB> try : <TAB> <TAB> koDoc = self . _koDocFromPath ( path , load = False ) <TAB> <TAB> koDoc . buffer = text <TAB> <TAB> koDoc . save ( 0 ) <TAB> <TAB> del koDoc <TAB> <TAB> koDoc2 = self . _koDocFromPath ( path ) <TAB> <TAB> assert koDoc2 . buffer == text <TAB> finally : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . unlink ( path )",if os . path . exists ( path ) :,134
11403,"def get_selection(self):
    if self.interface.multiple_select:
        selection = []
        current_index = self.tree.selectedRowIndexes.firstIndex
        for i in range(self.tree.selectedRowIndexes.count):
            selection.append(self.tree.itemAtRow(current_index).attrs[""node""])
            current_index = self.tree.selectedRowIndexes.indexGreaterThanIndex(
                current_index
            )
        return selection
    else:
        index = self.tree.selectedRow
        if index != -1:
            return self.tree.itemAtRow(index).attrs[""node""]
        else:
            return None","def get_selection ( self ) : <TAB> if self . interface . multiple_select : <TAB> <TAB> selection = [ ] <TAB> <TAB> current_index = self . tree . selectedRowIndexes . firstIndex <TAB> <TAB> for i in range ( self . tree . selectedRowIndexes . count ) : <TAB> <TAB> <TAB> selection . append ( self . tree . itemAtRow ( current_index ) . attrs [ ""node"" ] ) <TAB> <TAB> <TAB> current_index = self . tree . selectedRowIndexes . indexGreaterThanIndex ( <TAB> <TAB> <TAB> <TAB> current_index <TAB> <TAB> <TAB> ) <TAB> <TAB> return selection <TAB> else : <TAB> <TAB> index = self . tree . selectedRow <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return self . tree . itemAtRow ( index ) . attrs [ ""node"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> return None",if index != - 1 :,177
1350,"def detect_ssl_option(self):
    for option in self.ssl_options():
        if scan_argv(self.argv, option) is not None:
            for other_option in self.ssl_options():
                if option != other_option:
                    if scan_argv(self.argv, other_option) is not None:
                        raise ConfigurationError(
                            ""Cannot give both %s and %s"" % (option, other_option)
                        )
            return option
","def detect_ssl_option ( self ) : <TAB> for option in self . ssl_options ( ) : <TAB> <TAB> if scan_argv ( self . argv , option ) is not None : <TAB> <TAB> <TAB> for other_option in self . ssl_options ( ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> if scan_argv ( self . argv , other_option ) is not None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise ConfigurationError ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Cannot give both %s and %s"" % ( option , other_option ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return option",if option != other_option :,140
22413,"def save_map(world, path, prefix):
    map_file = os.path.join(path, prefix + "".sqlite"")
    db = DbReader(map_file)
    read_savegame_template(db)
    db(""BEGIN"")
    for island in world.islands:
        island_name = ""{}_island_{:d}_{:d}.sqlite"".format(
            prefix, island.origin.x, island.origin.y
        )
        island_db_path = os.path.join(path, island_name)
        if os.path.exists(island_db_path):
            os.unlink(island_db_path)  # the process relies on having an empty file
        db(
            ""INSERT INTO island (x, y, file) VALUES(?, ?, ?)"",
            island.origin.x,
            island.origin.y,
            ""content/islands/"" + island_name,
        )
        island_db = DbReader(island_db_path)
        island.save_map(island_db)
        island_db.close()
    db(""COMMIT"")
    db.close()
","def save_map ( world , path , prefix ) : <TAB> map_file = os . path . join ( path , prefix + "".sqlite"" ) <TAB> db = DbReader ( map_file ) <TAB> read_savegame_template ( db ) <TAB> db ( ""BEGIN"" ) <TAB> for island in world . islands : <TAB> <TAB> island_name = ""{}_island_{:d}_{:d}.sqlite"" . format ( <TAB> <TAB> <TAB> prefix , island . origin . x , island . origin . y <TAB> <TAB> ) <TAB> <TAB> island_db_path = os . path . join ( path , island_name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . unlink ( island_db_path ) <TAB> <TAB> db ( <TAB> <TAB> <TAB> ""INSERT INTO island (x, y, file) VALUES(?, ?, ?)"" , <TAB> <TAB> <TAB> island . origin . x , <TAB> <TAB> <TAB> island . origin . y , <TAB> <TAB> <TAB> ""content/islands/"" + island_name , <TAB> <TAB> ) <TAB> <TAB> island_db = DbReader ( island_db_path ) <TAB> <TAB> island . save_map ( island_db ) <TAB> <TAB> island_db . close ( ) <TAB> db ( ""COMMIT"" ) <TAB> db . close ( )",if os . path . exists ( island_db_path ) :,320
24163,"def _getItemHeight(self, item, ctrl=None):
    """"""Returns the full height of the item to be inserted in the form""""""
    if type(ctrl) == psychopy.visual.TextBox2:
        return ctrl.size[1]
    if type(ctrl) == psychopy.visual.Slider:
        # Set radio button layout
        if item[""layout""] == ""horiz"":
            return 0.03 + ctrl.labelHeight * 3
        elif item[""layout""] == ""vert"":
            # for vertical take into account the nOptions
            return ctrl.labelHeight * len(item[""options""])","def _getItemHeight ( self , item , ctrl = None ) : <TAB> """"""Returns the full height of the item to be inserted in the form"""""" <TAB> if type ( ctrl ) == psychopy . visual . TextBox2 : <TAB> <TAB> return ctrl . size [ 1 ] <TAB> if type ( ctrl ) == psychopy . visual . Slider : <TAB> <TAB> <TAB> <TAB> if item [ ""layout"" ] == ""horiz"" : <TAB> <TAB> <TAB> return 0.03 + ctrl . labelHeight * 3 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return ctrl . labelHeight * len ( item [ ""options"" ] )","elif item [ ""layout"" ] == ""vert"" :",155
17089,"def decrypt_hash(edata, nlkm, ch, xp=True):
    if xp:
        hmac_md5 = HMAC.new(nlkm, ch)
        rc4key = hmac_md5.digest()
        rc4 = ARC4.new(rc4key)
        data = rc4.encrypt(edata)
    else:
        # based on  Based on code from http://lab.mediaservice.net/code/cachedump.rb
        aes = AES.new(nlkm[16:32], AES.MODE_CBC, ch)
        data = """"
        for i in range(0, len(edata), 16):
            buf = edata[i : i + 16]
            if len(buf) < 16:
                buf += (16 - len(buf)) * ""\00""
            data += aes.decrypt(buf)
    return data","def decrypt_hash ( edata , nlkm , ch , xp = True ) : <TAB> if xp : <TAB> <TAB> hmac_md5 = HMAC . new ( nlkm , ch ) <TAB> <TAB> rc4key = hmac_md5 . digest ( ) <TAB> <TAB> rc4 = ARC4 . new ( rc4key ) <TAB> <TAB> data = rc4 . encrypt ( edata ) <TAB> else : <TAB> <TAB> <TAB> <TAB> aes = AES . new ( nlkm [ 16 : 32 ] , AES . MODE_CBC , ch ) <TAB> <TAB> data = """" <TAB> <TAB> for i in range ( 0 , len ( edata ) , 16 ) : <TAB> <TAB> <TAB> buf = edata [ i : i + 16 ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> buf += ( 16 - len ( buf ) ) * ""\00"" <TAB> <TAB> <TAB> data += aes . decrypt ( buf ) <TAB> return data",if len ( buf ) < 16 :,221
24114,"def draw_left_axis(self, bounds, y_ticks, y_tick_text):
    (left, top, right, bottom) = bounds
    stats = {}
    for stat in self.stat_info:
        if self.stat_info[stat][""axis""] == ""left"":
            stats[stat] = self.stat_info[stat]
            stats[stat][""values""] = self.stats[stat]
            stats[stat][""fill_color""] = change_opacity(stats[stat][""color""], 0.5)
            stats[stat][""color""] = change_opacity(stats[stat][""color""], 0.8)
    height = bottom - top
    max_value = y_ticks[-1]
    ratio = height / max_value
    for i, y_val in enumerate(y_ticks):
        y = int(bottom - y_val * ratio) - 0.5
        if i != 0:
            self.draw_dotted_line(gray, left, y, right, y)
        self.draw_y_text(y_tick_text[i], left, y)
    self.draw_line(gray, left, top, left, bottom)
    for stat, info in stats.items():
        if len(info[""values""]) > 0:
            self.draw_value_poly(info[""values""], info[""color""], max_value, bounds)
            self.draw_value_poly(
                info[""values""], info[""fill_color""], max_value, bounds, info[""fill""]
            )","def draw_left_axis ( self , bounds , y_ticks , y_tick_text ) : <TAB> ( left , top , right , bottom ) = bounds <TAB> stats = { } <TAB> for stat in self . stat_info : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> stats [ stat ] = self . stat_info [ stat ] <TAB> <TAB> <TAB> stats [ stat ] [ ""values"" ] = self . stats [ stat ] <TAB> <TAB> <TAB> stats [ stat ] [ ""fill_color"" ] = change_opacity ( stats [ stat ] [ ""color"" ] , 0.5 ) <TAB> <TAB> <TAB> stats [ stat ] [ ""color"" ] = change_opacity ( stats [ stat ] [ ""color"" ] , 0.8 ) <TAB> height = bottom - top <TAB> max_value = y_ticks [ - 1 ] <TAB> ratio = height / max_value <TAB> for i , y_val in enumerate ( y_ticks ) : <TAB> <TAB> y = int ( bottom - y_val * ratio ) - 0.5 <TAB> <TAB> if i != 0 : <TAB> <TAB> <TAB> self . draw_dotted_line ( gray , left , y , right , y ) <TAB> <TAB> self . draw_y_text ( y_tick_text [ i ] , left , y ) <TAB> self . draw_line ( gray , left , top , left , bottom ) <TAB> for stat , info in stats . items ( ) : <TAB> <TAB> if len ( info [ ""values"" ] ) > 0 : <TAB> <TAB> <TAB> self . draw_value_poly ( info [ ""values"" ] , info [ ""color"" ] , max_value , bounds ) <TAB> <TAB> <TAB> self . draw_value_poly ( <TAB> <TAB> <TAB> <TAB> info [ ""values"" ] , info [ ""fill_color"" ] , max_value , bounds , info [ ""fill"" ] <TAB> <TAB> <TAB> )","if self . stat_info [ stat ] [ ""axis"" ] == ""left"" :",380
20114,"def visit_symbol_table(self, symtab: SymbolTable, table_fullname: str) -> None:
    # Copy the items because we may mutate symtab.
    for key, value in list(symtab.items()):
        cross_ref = value.cross_ref
        if cross_ref is not None:  # Fix up cross-reference.
            value.cross_ref = None
            if cross_ref in self.modules:
                value.node = self.modules[cross_ref]
            else:
                stnode = lookup_qualified_stnode(
                    self.modules, cross_ref, self.allow_missing
                )
                if stnode is not None:
                    assert stnode.node is not None, (
                        table_fullname + ""."" + key,
                        cross_ref,
                    )
                    value.node = stnode.node
                elif not self.allow_missing:
                    assert False, ""Could not find cross-ref %s"" % (cross_ref,)
                else:
                    # We have a missing crossref in allow missing mode, need to put something
                    value.node = missing_info(self.modules)
        else:
            if isinstance(value.node, TypeInfo):
                # TypeInfo has no accept().  TODO: Add it?
                self.visit_type_info(value.node)
            elif value.node is not None:
                value.node.accept(self)
            else:
                assert False, ""Unexpected empty node %r: %s"" % (key, value)
","def visit_symbol_table ( self , symtab : SymbolTable , table_fullname : str ) -> None : <TAB> <TAB> for key , value in list ( symtab . items ( ) ) : <TAB> <TAB> cross_ref = value . cross_ref <TAB> <TAB> if cross_ref is not None : <TAB> <TAB> <TAB> value . cross_ref = None <TAB> <TAB> <TAB> if cross_ref in self . modules : <TAB> <TAB> <TAB> <TAB> value . node = self . modules [ cross_ref ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> stnode = lookup_qualified_stnode ( <TAB> <TAB> <TAB> <TAB> <TAB> self . modules , cross_ref , self . allow_missing <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> assert stnode . node is not None , ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> table_fullname + ""."" + key , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cross_ref , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> value . node = stnode . node <TAB> <TAB> <TAB> <TAB> elif not self . allow_missing : <TAB> <TAB> <TAB> <TAB> <TAB> assert False , ""Could not find cross-ref %s"" % ( cross_ref , ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> value . node = missing_info ( self . modules ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if isinstance ( value . node , TypeInfo ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . visit_type_info ( value . node ) <TAB> <TAB> <TAB> elif value . node is not None : <TAB> <TAB> <TAB> <TAB> value . node . accept ( self ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> assert False , ""Unexpected empty node %r: %s"" % ( key , value )",if stnode is not None :,430
25372,"def prepare_verify(verify, verify_fingerprint):
    if isinstance(verify, (str, bytes)):
        verify = expand_path(verify)
    elif not isinstance(verify, bool):
        raise exceptions.UserError(
            ""Invalid value for verify ({}), ""
            ""must be a path to a PEM-file or boolean."".format(verify)
        )
    if verify_fingerprint is not None:
        if not isinstance(verify_fingerprint, (bytes, str)):
            raise exceptions.UserError(
                ""Invalid value for verify_fingerprint ""
                ""({}), must be a string or null."".format(verify_fingerprint)
            )
    elif not verify:
        raise exceptions.UserError(
            ""Disabling all SSL validation is forbidden. Consider setting ""
            ""verify_fingerprint if you have a broken or self-signed cert.""
        )
    return {
        ""verify"": verify,
        ""verify_fingerprint"": verify_fingerprint,
    }
","def prepare_verify ( verify , verify_fingerprint ) : <TAB> if isinstance ( verify , ( str , bytes ) ) : <TAB> <TAB> verify = expand_path ( verify ) <TAB> elif not isinstance ( verify , bool ) : <TAB> <TAB> raise exceptions . UserError ( <TAB> <TAB> <TAB> ""Invalid value for verify ({}), "" <TAB> <TAB> <TAB> ""must be a path to a PEM-file or boolean."" . format ( verify ) <TAB> <TAB> ) <TAB> if verify_fingerprint is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise exceptions . UserError ( <TAB> <TAB> <TAB> <TAB> ""Invalid value for verify_fingerprint "" <TAB> <TAB> <TAB> <TAB> ""({}), must be a string or null."" . format ( verify_fingerprint ) <TAB> <TAB> <TAB> ) <TAB> elif not verify : <TAB> <TAB> raise exceptions . UserError ( <TAB> <TAB> <TAB> ""Disabling all SSL validation is forbidden. Consider setting "" <TAB> <TAB> <TAB> ""verify_fingerprint if you have a broken or self-signed cert."" <TAB> <TAB> ) <TAB> return { <TAB> <TAB> ""verify"" : verify , <TAB> <TAB> ""verify_fingerprint"" : verify_fingerprint , <TAB> }","if not isinstance ( verify_fingerprint , ( bytes , str ) ) :",242
15324,"def show_image(self, wnd_name, img):
    if wnd_name in self.named_windows:
        if self.named_windows[wnd_name] == 0:
            self.named_windows[wnd_name] = 1
            self.on_create_window(wnd_name)
            if wnd_name in self.capture_mouse_windows:
                self.capture_mouse(wnd_name)
        self.on_show_image(wnd_name, img)
    else:
        print(""show_image: named_window "", wnd_name, "" not found."")","def show_image ( self , wnd_name , img ) : <TAB> if wnd_name in self . named_windows : <TAB> <TAB> if self . named_windows [ wnd_name ] == 0 : <TAB> <TAB> <TAB> self . named_windows [ wnd_name ] = 1 <TAB> <TAB> <TAB> self . on_create_window ( wnd_name ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . capture_mouse ( wnd_name ) <TAB> <TAB> self . on_show_image ( wnd_name , img ) <TAB> else : <TAB> <TAB> print ( ""show_image: named_window "" , wnd_name , "" not found."" )",if wnd_name in self . capture_mouse_windows :,159
7724,"def replace(self, state):
    if state.key in self._dict:
        existing = self._dict[state.key]
        existing = attributes.instance_state(existing)
        if existing is not state:
            self._manage_removed_state(existing)
        else:
            return
    self._dict[state.key] = state.obj()
    self._manage_incoming_state(state)
","def replace ( self , state ) : <TAB> if state . key in self . _dict : <TAB> <TAB> existing = self . _dict [ state . key ] <TAB> <TAB> existing = attributes . instance_state ( existing ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _manage_removed_state ( existing ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return <TAB> self . _dict [ state . key ] = state . obj ( ) <TAB> self . _manage_incoming_state ( state )",if existing is not state :,105
6131,"def _cleanupSocket(self):
    """"""Close the Connection's socket.""""""
    try:
        self._sock.shutdown(socket.SHUT_WR)
    except:
        return
    try:
        while True:
            r, w, e = select.select([self._sock], [], [])
            if not r or not self._sock.recv(1024):
                break
    except:
        pass
    self._sock.close()","def _cleanupSocket ( self ) : <TAB> """"""Close the Connection's socket."""""" <TAB> try : <TAB> <TAB> self . _sock . shutdown ( socket . SHUT_WR ) <TAB> except : <TAB> <TAB> return <TAB> try : <TAB> <TAB> while True : <TAB> <TAB> <TAB> r , w , e = select . select ( [ self . _sock ] , [ ] , [ ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> except : <TAB> <TAB> pass <TAB> self . _sock . close ( )",if not r or not self . _sock . recv ( 1024 ) :,113
24827,"def native_device_prefix(prefixes):
    log.debug(
        ""Getting the OS-native device prefix from potential prefixes: {0}"".format(
            prefixes
        )
    )
    for prefix in prefixes:
        if any(device.startswith(prefix) for device in os.listdir(""/sys/block"")):
            log.debug(""Native prefix is {0}"".format(prefix))
            return prefix
    else:
        log.debug(""{0} contains no native device prefixes"".format(prefixes))
        return None","def native_device_prefix ( prefixes ) : <TAB> log . debug ( <TAB> <TAB> ""Getting the OS-native device prefix from potential prefixes: {0}"" . format ( <TAB> <TAB> <TAB> prefixes <TAB> <TAB> ) <TAB> ) <TAB> for prefix in prefixes : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> log . debug ( ""Native prefix is {0}"" . format ( prefix ) ) <TAB> <TAB> <TAB> return prefix <TAB> else : <TAB> <TAB> log . debug ( ""{0} contains no native device prefixes"" . format ( prefixes ) ) <TAB> <TAB> return None","if any ( device . startswith ( prefix ) for device in os . listdir ( ""/sys/block"" ) ) :",131
10857,"def _handle_class_and_struct(self, class_type):
    if self._handling_typedef:
        return self._get_class(class_type, None)
    name_tokens, var_token = self.get_name()
    if var_token.token_type == tokenize.NAME or var_token.name in ""*&"":
        tokens, last = self._get_var_tokens_up_to(False, ""("", "";"", ""{"")
        tokens.insert(0, var_token)
        tokens = name_tokens + tokens
        if last.name == ""{"":
            self._add_back_token(last)
            self._add_back_tokens(tokens)
            return self._get_class(class_type, None)
        if last.name == ""("":
            return self._get_method(tokens, 0, None, False)
        return self._get_variable(tokens)
    self._add_back_token(var_token)
    self._add_back_tokens(name_tokens)
    return self._get_class(class_type, None)","def _handle_class_and_struct ( self , class_type ) : <TAB> if self . _handling_typedef : <TAB> <TAB> return self . _get_class ( class_type , None ) <TAB> name_tokens , var_token = self . get_name ( ) <TAB> if var_token . token_type == tokenize . NAME or var_token . name in ""*&"" : <TAB> <TAB> tokens , last = self . _get_var_tokens_up_to ( False , ""("" , "";"" , ""{"" ) <TAB> <TAB> tokens . insert ( 0 , var_token ) <TAB> <TAB> tokens = name_tokens + tokens <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _add_back_token ( last ) <TAB> <TAB> <TAB> self . _add_back_tokens ( tokens ) <TAB> <TAB> <TAB> return self . _get_class ( class_type , None ) <TAB> <TAB> if last . name == ""("" : <TAB> <TAB> <TAB> return self . _get_method ( tokens , 0 , None , False ) <TAB> <TAB> return self . _get_variable ( tokens ) <TAB> self . _add_back_token ( var_token ) <TAB> self . _add_back_tokens ( name_tokens ) <TAB> return self . _get_class ( class_type , None )","if last . name == ""{"" :",267
4748,"def add_lines_into_order(self, order, lines):
    # Map source lines to order lines for parentage linking
    order_line_by_source = {
        id(order_line.source_line): order_line for order_line in lines
    }
    # Set line ordering, parentage and save the lines
    for index, order_line in enumerate(lines):
        order_line.order = order
        order_line.ordering = index
        parent_src_line = order_line.parent_source_line
        if parent_src_line:
            parent_order_line = order_line_by_source[id(parent_src_line)]
            assert parent_order_line.pk, ""Parent line should be saved""
            order_line.parent_line = parent_order_line
        order_line.save()
    self.add_line_taxes(lines)
    # And one last pass to call the subclass hook.
    for order_line in lines:
        self.process_saved_order_line(order=order, order_line=order_line)
","def add_lines_into_order ( self , order , lines ) : <TAB> <TAB> order_line_by_source = { <TAB> <TAB> id ( order_line . source_line ) : order_line for order_line in lines <TAB> } <TAB> <TAB> for index , order_line in enumerate ( lines ) : <TAB> <TAB> order_line . order = order <TAB> <TAB> order_line . ordering = index <TAB> <TAB> parent_src_line = order_line . parent_source_line <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> parent_order_line = order_line_by_source [ id ( parent_src_line ) ] <TAB> <TAB> <TAB> assert parent_order_line . pk , ""Parent line should be saved"" <TAB> <TAB> <TAB> order_line . parent_line = parent_order_line <TAB> <TAB> order_line . save ( ) <TAB> self . add_line_taxes ( lines ) <TAB> <TAB> for order_line in lines : <TAB> <TAB> self . process_saved_order_line ( order = order , order_line = order_line )",if parent_src_line :,270
2729,"def _get_event_for_message(self, message_id):
    with self.event_lock:
        if message_id not in self._events:
            raise RuntimeError(
                ""Event for message[{}] should have been created before accessing"".format(
                    message_id
                )
            )
        return self._events[message_id]
","def _get_event_for_message ( self , message_id ) : <TAB> with self . event_lock : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> ""Event for message[{}] should have been created before accessing"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> message_id <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> return self . _events [ message_id ]",if message_id not in self . _events :,97
13930,"def _cross_replica_average(self, t, num_shards_per_group):
    """"""Calculates the average value of input tensor across TPU replicas.""""""
    num_shards = tpu_function.get_tpu_context().number_of_shards
    group_assignment = None
    if num_shards_per_group > 1:
        if num_shards % num_shards_per_group != 0:
            raise ValueError(
                ""num_shards: %d mod shards_per_group: %d, should be 0""
                % (num_shards, num_shards_per_group)
            )
        num_groups = num_shards // num_shards_per_group
        group_assignment = [
            [x for x in range(num_shards) if x // num_shards_per_group == y]
            for y in range(num_groups)
        ]
    return tpu_ops.cross_replica_sum(t, group_assignment) / tf.cast(
        num_shards_per_group, t.dtype
    )","def _cross_replica_average ( self , t , num_shards_per_group ) : <TAB> """"""Calculates the average value of input tensor across TPU replicas."""""" <TAB> num_shards = tpu_function . get_tpu_context ( ) . number_of_shards <TAB> group_assignment = None <TAB> if num_shards_per_group > 1 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""num_shards: %d mod shards_per_group: %d, should be 0"" <TAB> <TAB> <TAB> <TAB> % ( num_shards , num_shards_per_group ) <TAB> <TAB> <TAB> ) <TAB> <TAB> num_groups = num_shards // num_shards_per_group <TAB> <TAB> group_assignment = [ <TAB> <TAB> <TAB> [ x for x in range ( num_shards ) if x // num_shards_per_group == y ] <TAB> <TAB> <TAB> for y in range ( num_groups ) <TAB> <TAB> ] <TAB> return tpu_ops . cross_replica_sum ( t , group_assignment ) / tf . cast ( <TAB> <TAB> num_shards_per_group , t . dtype <TAB> )",if num_shards % num_shards_per_group != 0 :,265
17240,"def run(self):
    self._spawn()
    while True:
        (rds, _, _) = select.select([self.child.stdout, self.child.stderr], [], [], 1)
        if self.child.stdout in rds:
            line = self.child.stdout.readline()
            self.captured_stdout.append(line.decode(""utf-8"").rstrip())
        if self.child.stderr in rds:
            line = self.child.stderr.readline()
            self.captured_stderr.append(line.decode(""utf-8"").rstrip())
        if self.child.poll() is not None:
            self.dump_logs()
            break
        if self.should_die.is_set():
            self._despawn()
            break","def run ( self ) : <TAB> self . _spawn ( ) <TAB> while True : <TAB> <TAB> ( rds , _ , _ ) = select . select ( [ self . child . stdout , self . child . stderr ] , [ ] , [ ] , 1 ) <TAB> <TAB> if self . child . stdout in rds : <TAB> <TAB> <TAB> line = self . child . stdout . readline ( ) <TAB> <TAB> <TAB> self . captured_stdout . append ( line . decode ( ""utf-8"" ) . rstrip ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> line = self . child . stderr . readline ( ) <TAB> <TAB> <TAB> self . captured_stderr . append ( line . decode ( ""utf-8"" ) . rstrip ( ) ) <TAB> <TAB> if self . child . poll ( ) is not None : <TAB> <TAB> <TAB> self . dump_logs ( ) <TAB> <TAB> <TAB> break <TAB> <TAB> if self . should_die . is_set ( ) : <TAB> <TAB> <TAB> self . _despawn ( ) <TAB> <TAB> <TAB> break",if self . child . stderr in rds :,201
1830,"def tearDown(self):
    """"""Shutdown the server.""""""
    try:
        if self.server:
            self.server.stop(2.0)
        if self.sl_hdlr:
            self.root_logger.removeHandler(self.sl_hdlr)
            self.sl_hdlr.close()
    finally:
        BaseTest.tearDown(self)","def tearDown ( self ) : <TAB> """"""Shutdown the server."""""" <TAB> try : <TAB> <TAB> if self . server : <TAB> <TAB> <TAB> self . server . stop ( 2.0 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . root_logger . removeHandler ( self . sl_hdlr ) <TAB> <TAB> <TAB> self . sl_hdlr . close ( ) <TAB> finally : <TAB> <TAB> BaseTest . tearDown ( self )",if self . sl_hdlr :,96
11063,"def __init__(self, handler):
    self.handler = handler
    self.headers = handler.headers
    self.path = handler.path
    self.head = False
    self.url = urlparse(self.path)
    try:
        length = int(self.headers[""Content-Length""])
        if not length:
            self.post = None
        else:
            self.post = handler.rfile.read(length)
            # Print.info('reading %s bytes from post' % self.headers['Content-Length'])
    except BaseException:
        self.post = None
    self.bits = [urllib.parse.unquote(x) for x in self.url.path.split(""/"") if x]
    self.query = parse_qs(self.url.query)
    try:
        for k, v in self.query.items():
            self.query[k] = v[0]
    except BaseException:
        pass
    self.user = None","def __init__ ( self , handler ) : <TAB> self . handler = handler <TAB> self . headers = handler . headers <TAB> self . path = handler . path <TAB> self . head = False <TAB> self . url = urlparse ( self . path ) <TAB> try : <TAB> <TAB> length = int ( self . headers [ ""Content-Length"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . post = None <TAB> <TAB> else : <TAB> <TAB> <TAB> self . post = handler . rfile . read ( length ) <TAB> <TAB> <TAB> <TAB> except BaseException : <TAB> <TAB> self . post = None <TAB> self . bits = [ urllib . parse . unquote ( x ) for x in self . url . path . split ( ""/"" ) if x ] <TAB> self . query = parse_qs ( self . url . query ) <TAB> try : <TAB> <TAB> for k , v in self . query . items ( ) : <TAB> <TAB> <TAB> self . query [ k ] = v [ 0 ] <TAB> except BaseException : <TAB> <TAB> pass <TAB> self . user = None",if not length :,242
3423,"def _parse_version(version: str) -> PythonVersionInfo:
    match = re.match(r""(\d+)(?:\.(\d+)(?:\.\d+)?)?$"", version)
    if match is None:
        raise ValueError(
            (
                ""The given version is not in the right format. ""
                + 'Use something like ""3.2"" or ""3"".'
            )
        )
    major = int(match.group(1))
    minor = match.group(2)
    if minor is None:
        # Use the latest Python in case it's not exactly defined, because the
        # grammars are typically backwards compatible?
        if major == 2:
            minor = ""7""
        elif major == 3:
            minor = ""6""
        else:
            raise NotImplementedError(
                ""Sorry, no support yet for those fancy new/old versions.""
            )
    minor = int(minor)
    return PythonVersionInfo(major, minor)","def _parse_version ( version : str ) -> PythonVersionInfo : <TAB> match = re . match ( r""(\d+)(?:\.(\d+)(?:\.\d+)?)?$"" , version ) <TAB> if match is None : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> ""The given version is not in the right format. "" <TAB> <TAB> <TAB> <TAB> + 'Use something like ""3.2"" or ""3"".' <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> major = int ( match . group ( 1 ) ) <TAB> minor = match . group ( 2 ) <TAB> if minor is None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if major == 2 : <TAB> <TAB> <TAB> minor = ""7"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> minor = ""6"" <TAB> <TAB> else : <TAB> <TAB> <TAB> raise NotImplementedError ( <TAB> <TAB> <TAB> <TAB> ""Sorry, no support yet for those fancy new/old versions."" <TAB> <TAB> <TAB> ) <TAB> minor = int ( minor ) <TAB> return PythonVersionInfo ( major , minor )",elif major == 3 :,251
8016,"def escape(text, newline=False):
    """"""Escape special html characters.""""""
    if isinstance(text, str):
        if ""&"" in text:
            text = text.replace(""&"", ""&amp;"")
        if "">"" in text:
            text = text.replace("">"", ""&gt;"")
        if ""<"" in text:
            text = text.replace(""<"", ""&lt;"")
        if '""' in text:
            text = text.replace('""', ""&quot;"")
        if ""'"" in text:
            text = text.replace(""'"", ""&quot;"")
        if newline:
            if ""\n"" in text:
                text = text.replace(""\n"", ""<br>"")
    return text
","def escape ( text , newline = False ) : <TAB> """"""Escape special html characters."""""" <TAB> if isinstance ( text , str ) : <TAB> <TAB> if ""&"" in text : <TAB> <TAB> <TAB> text = text . replace ( ""&"" , ""&amp;"" ) <TAB> <TAB> if "">"" in text : <TAB> <TAB> <TAB> text = text . replace ( "">"" , ""&gt;"" ) <TAB> <TAB> if ""<"" in text : <TAB> <TAB> <TAB> text = text . replace ( ""<"" , ""&lt;"" ) <TAB> <TAB> if '""' in text : <TAB> <TAB> <TAB> text = text . replace ( '""' , ""&quot;"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> text = text . replace ( ""'"" , ""&quot;"" ) <TAB> <TAB> if newline : <TAB> <TAB> <TAB> if ""\n"" in text : <TAB> <TAB> <TAB> <TAB> text = text . replace ( ""\n"" , ""<br>"" ) <TAB> return text","if ""'"" in text :",170
14109,"def _process_out_of_bounds(self, value, start, end):
    ""Sets out of bounds values to None""
    if isinstance(value, np.datetime64):
        v = dt64_to_dt(value)
        if isinstance(start, (int, float)):
            start = convert_timestamp(start)
        if isinstance(end, (int, float)):
            end = convert_timestamp(end)
        s, e = start, end
        if isinstance(s, np.datetime64):
            s = dt64_to_dt(s)
        if isinstance(e, np.datetime64):
            e = dt64_to_dt(e)
    else:
        v, s, e = value, start, end
    if v < s or v > e:
        value = None
    return value","def _process_out_of_bounds ( self , value , start , end ) : <TAB> ""Sets out of bounds values to None"" <TAB> if isinstance ( value , np . datetime64 ) : <TAB> <TAB> v = dt64_to_dt ( value ) <TAB> <TAB> if isinstance ( start , ( int , float ) ) : <TAB> <TAB> <TAB> start = convert_timestamp ( start ) <TAB> <TAB> if isinstance ( end , ( int , float ) ) : <TAB> <TAB> <TAB> end = convert_timestamp ( end ) <TAB> <TAB> s , e = start , end <TAB> <TAB> if isinstance ( s , np . datetime64 ) : <TAB> <TAB> <TAB> s = dt64_to_dt ( s ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> e = dt64_to_dt ( e ) <TAB> else : <TAB> <TAB> v , s , e = value , start , end <TAB> if v < s or v > e : <TAB> <TAB> value = None <TAB> return value","if isinstance ( e , np . datetime64 ) :",211
10044,"def _get_initialized_app(app):
    """"""Returns a reference to an initialized App instance.""""""
    if app is None:
        return firebase_admin.get_app()
    if isinstance(app, firebase_admin.App):
        initialized_app = firebase_admin.get_app(app.name)
        if app is not initialized_app:
            raise ValueError(
                ""Illegal app argument. App instance not ""
                ""initialized via the firebase module.""
            )
        return app
    raise ValueError(
        ""Illegal app argument. Argument must be of type ""
        ' firebase_admin.App, but given ""{0}"".'.format(type(app))
    )","def _get_initialized_app ( app ) : <TAB> """"""Returns a reference to an initialized App instance."""""" <TAB> if app is None : <TAB> <TAB> return firebase_admin . get_app ( ) <TAB> if isinstance ( app , firebase_admin . App ) : <TAB> <TAB> initialized_app = firebase_admin . get_app ( app . name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Illegal app argument. App instance not "" <TAB> <TAB> <TAB> <TAB> ""initialized via the firebase module."" <TAB> <TAB> <TAB> ) <TAB> <TAB> return app <TAB> raise ValueError ( <TAB> <TAB> ""Illegal app argument. Argument must be of type "" <TAB> <TAB> ' firebase_admin.App, but given ""{0}"".' . format ( type ( app ) ) <TAB> )",if app is not initialized_app :,177
18041,"def _iter_lines(path=path, response=response, max_next=options.http_max_next):
    path.responses = []
    n = 0
    while response:
        path.responses.append(response)
        yield from response.iter_lines(decode_unicode=True)
        src = response.links.get(""next"", {}).get(""url"", None)
        if not src:
            break
        n += 1
        if n > max_next:
            vd.warning(f""stopping at max {max_next} pages"")
            break
        vd.status(f""fetching next page from {src}"")
        response = requests.get(src, stream=True)","def _iter_lines ( path = path , response = response , max_next = options . http_max_next ) : <TAB> path . responses = [ ] <TAB> n = 0 <TAB> while response : <TAB> <TAB> path . responses . append ( response ) <TAB> <TAB> yield from response . iter_lines ( decode_unicode = True ) <TAB> <TAB> src = response . links . get ( ""next"" , { } ) . get ( ""url"" , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> n += 1 <TAB> <TAB> if n > max_next : <TAB> <TAB> <TAB> vd . warning ( f""stopping at max {max_next} pages"" ) <TAB> <TAB> <TAB> break <TAB> <TAB> vd . status ( f""fetching next page from {src}"" ) <TAB> <TAB> response = requests . get ( src , stream = True )",if not src :,179
23195,"def train(config, inputs, args):
    gan = setup_gan(config, inputs, args)
    sampler = TrainingVideoFrameSampler(gan)
    gan.selected_sampler = """"
    samples = 0
    # metrics = [batch_accuracy(gan.inputs.x, gan.uniform_sample), batch_diversity(gan.uniform_sample)]
    # sum_metrics = [0 for metric in metrics]
    for i in range(args.steps):
        gan.step()
        if args.action == ""train"" and i % args.save_every == 0 and i > 0:
            print(""saving "" + save_file)
            gan.save(save_file)
        if i % args.sample_every == 0:
            sample_file = ""samples/"" + args.config + ""/%06d.png"" % (samples)
            os.makedirs(os.path.expanduser(os.path.dirname(sample_file)), exist_ok=True)
            samples += 1
            sampler.sample(sample_file, args.save_samples)
        # if i > args.steps * 9.0/10:
        #    for k, metric in enumerate(gan.session.run(metrics)):
        #        print(""Metric ""+str(k)+"" ""+str(metric))
        #        sum_metrics[k] += metric
    return []  # sum_metrics","def train ( config , inputs , args ) : <TAB> gan = setup_gan ( config , inputs , args ) <TAB> sampler = TrainingVideoFrameSampler ( gan ) <TAB> gan . selected_sampler = """" <TAB> samples = 0 <TAB> <TAB> <TAB> for i in range ( args . steps ) : <TAB> <TAB> gan . step ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""saving "" + save_file ) <TAB> <TAB> <TAB> gan . save ( save_file ) <TAB> <TAB> if i % args . sample_every == 0 : <TAB> <TAB> <TAB> sample_file = ""samples/"" + args . config + ""/%06d.png"" % ( samples ) <TAB> <TAB> <TAB> os . makedirs ( os . path . expanduser ( os . path . dirname ( sample_file ) ) , exist_ok = True ) <TAB> <TAB> <TAB> samples += 1 <TAB> <TAB> <TAB> sampler . sample ( sample_file , args . save_samples ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return [ ]","if args . action == ""train"" and i % args . save_every == 0 and i > 0 :",351
4140,"def convertunit(self, unit, prefix):
    if self.ignorefunc:
        if self.ignorefunc(unit):
            return unit
    if prefix.find(""@hash_placeholder@"") != -1:
        if unit.getlocations():
            hashable = unit.getlocations()[0]
        else:
            hashable = unit.source
        prefix = prefix.replace(
            ""@hash_placeholder@"", md5(hashable).hexdigest()[: self.hash_len]
        )
    if unit.istranslated():
        rich_string = unit.rich_target
    else:
        rich_string = unit.rich_source
    if not isinstance(rich_string, StringElem):
        rich_string = [rich_parse(string, podebug_parsers) for string in rich_string]
    if self.rewritefunc:
        rewritten = [self.rewritefunc(string) for string in rich_string]
        if rewritten:
            rich_string = rewritten
    unit.rich_target = add_prefix(prefix, rich_string)
    return unit","def convertunit ( self , unit , prefix ) : <TAB> if self . ignorefunc : <TAB> <TAB> if self . ignorefunc ( unit ) : <TAB> <TAB> <TAB> return unit <TAB> if prefix . find ( ""@hash_placeholder@"" ) != - 1 : <TAB> <TAB> if unit . getlocations ( ) : <TAB> <TAB> <TAB> hashable = unit . getlocations ( ) [ 0 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> hashable = unit . source <TAB> <TAB> prefix = prefix . replace ( <TAB> <TAB> <TAB> ""@hash_placeholder@"" , md5 ( hashable ) . hexdigest ( ) [ : self . hash_len ] <TAB> <TAB> ) <TAB> if unit . istranslated ( ) : <TAB> <TAB> rich_string = unit . rich_target <TAB> else : <TAB> <TAB> rich_string = unit . rich_source <TAB> if not isinstance ( rich_string , StringElem ) : <TAB> <TAB> rich_string = [ rich_parse ( string , podebug_parsers ) for string in rich_string ] <TAB> if self . rewritefunc : <TAB> <TAB> rewritten = [ self . rewritefunc ( string ) for string in rich_string ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rich_string = rewritten <TAB> unit . rich_target = add_prefix ( prefix , rich_string ) <TAB> return unit",if rewritten :,270
17679,"def add_target_and_index(
    self, name_obj: Tuple[str, str], sig: str, signode: desc_signature
) -> None:
    mod_name = self.env.ref_context.get(""js:module"")
    fullname = (mod_name + ""."" if mod_name else """") + name_obj[0]
    node_id = make_id(self.env, self.state.document, """", fullname)
    signode[""ids""].append(node_id)
    # Assign old styled node_id not to break old hyperlinks (if possible)
    # Note: Will be removed in Sphinx-5.0 (RemovedInSphinx50Warning)
    old_node_id = self.make_old_id(fullname)
    if old_node_id not in self.state.document.ids and old_node_id not in signode[""ids""]:
        signode[""ids""].append(old_node_id)
    self.state.document.note_explicit_target(signode)
    domain = cast(JavaScriptDomain, self.env.get_domain(""js""))
    domain.note_object(fullname, self.objtype, node_id, location=signode)
    if ""noindexentry"" not in self.options:
        indextext = self.get_index_text(mod_name, name_obj)
        if indextext:
            self.indexnode[""entries""].append((""single"", indextext, node_id, """", None))","def add_target_and_index ( <TAB> self , name_obj : Tuple [ str , str ] , sig : str , signode : desc_signature ) -> None : <TAB> mod_name = self . env . ref_context . get ( ""js:module"" ) <TAB> fullname = ( mod_name + ""."" if mod_name else """" ) + name_obj [ 0 ] <TAB> node_id = make_id ( self . env , self . state . document , """" , fullname ) <TAB> signode [ ""ids"" ] . append ( node_id ) <TAB> <TAB> <TAB> old_node_id = self . make_old_id ( fullname ) <TAB> if old_node_id not in self . state . document . ids and old_node_id not in signode [ ""ids"" ] : <TAB> <TAB> signode [ ""ids"" ] . append ( old_node_id ) <TAB> self . state . document . note_explicit_target ( signode ) <TAB> domain = cast ( JavaScriptDomain , self . env . get_domain ( ""js"" ) ) <TAB> domain . note_object ( fullname , self . objtype , node_id , location = signode ) <TAB> if ""noindexentry"" not in self . options : <TAB> <TAB> indextext = self . get_index_text ( mod_name , name_obj ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . indexnode [ ""entries"" ] . append ( ( ""single"" , indextext , node_id , """" , None ) )",if indextext :,352
1981,"def assertMultiLineEqual(self, first, second, msg=None):
    """"""Assert that two multi-line strings are equal.""""""
    self.assertIsInstance(first, str, ""First argument is not a string"")
    self.assertIsInstance(second, str, ""Second argument is not a string"")
    if first != second:
        # don't use difflib if the strings are too long
        if len(first) > self._diffThreshold or len(second) > self._diffThreshold:
            self._baseAssertEqual(first, second, msg)
        firstlines = first.splitlines(keepends=True)
        secondlines = second.splitlines(keepends=True)
        if len(firstlines) == 1 and first.strip(""\r\n"") == first:
            firstlines = [first + ""\n""]
            secondlines = [second + ""\n""]
        standardMsg = ""%s != %s"" % _common_shorten_repr(first, second)
        diff = ""\n"" + """".join(difflib.ndiff(firstlines, secondlines))
        standardMsg = self._truncateMessage(standardMsg, diff)
        self.fail(self._formatMessage(msg, standardMsg))","def assertMultiLineEqual ( self , first , second , msg = None ) : <TAB> """"""Assert that two multi-line strings are equal."""""" <TAB> self . assertIsInstance ( first , str , ""First argument is not a string"" ) <TAB> self . assertIsInstance ( second , str , ""Second argument is not a string"" ) <TAB> if first != second : <TAB> <TAB> <TAB> <TAB> if len ( first ) > self . _diffThreshold or len ( second ) > self . _diffThreshold : <TAB> <TAB> <TAB> self . _baseAssertEqual ( first , second , msg ) <TAB> <TAB> firstlines = first . splitlines ( keepends = True ) <TAB> <TAB> secondlines = second . splitlines ( keepends = True ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> firstlines = [ first + ""\n"" ] <TAB> <TAB> <TAB> secondlines = [ second + ""\n"" ] <TAB> <TAB> standardMsg = ""%s != %s"" % _common_shorten_repr ( first , second ) <TAB> <TAB> diff = ""\n"" + """" . join ( difflib . ndiff ( firstlines , secondlines ) ) <TAB> <TAB> standardMsg = self . _truncateMessage ( standardMsg , diff ) <TAB> <TAB> self . fail ( self . _formatMessage ( msg , standardMsg ) )","if len ( firstlines ) == 1 and first . strip ( ""\r\n"" ) == first :",283
5472,"def check(conf, token, prev, next, nextnext, context):
    if ""stack"" not in context:
        context[""stack""] = []
    if isinstance(token, (yaml.BlockMappingStartToken, yaml.FlowMappingStartToken)):
        context[""stack""].append(Parent(MAP))
    elif isinstance(token, (yaml.BlockSequenceStartToken, yaml.FlowSequenceStartToken)):
        context[""stack""].append(Parent(SEQ))
    elif isinstance(
        token, (yaml.BlockEndToken, yaml.FlowMappingEndToken, yaml.FlowSequenceEndToken)
    ):
        context[""stack""].pop()
    elif isinstance(token, yaml.KeyToken) and isinstance(next, yaml.ScalarToken):
        # This check is done because KeyTokens can be found inside flow
        # sequences... strange, but allowed.
        if len(context[""stack""]) > 0 and context[""stack""][-1].type == MAP:
            if any(strcoll(next.value, key) < 0 for key in context[""stack""][-1].keys):
                yield LintProblem(
                    next.start_mark.line + 1,
                    next.start_mark.column + 1,
                    'wrong ordering of key ""%s"" in mapping' % next.value,
                )
            else:
                context[""stack""][-1].keys.append(next.value)","def check ( conf , token , prev , next , nextnext , context ) : <TAB> if ""stack"" not in context : <TAB> <TAB> context [ ""stack"" ] = [ ] <TAB> if isinstance ( token , ( yaml . BlockMappingStartToken , yaml . FlowMappingStartToken ) ) : <TAB> <TAB> context [ ""stack"" ] . append ( Parent ( MAP ) ) <TAB> elif isinstance ( token , ( yaml . BlockSequenceStartToken , yaml . FlowSequenceStartToken ) ) : <TAB> <TAB> context [ ""stack"" ] . append ( Parent ( SEQ ) ) <TAB> elif isinstance ( <TAB> <TAB> token , ( yaml . BlockEndToken , yaml . FlowMappingEndToken , yaml . FlowSequenceEndToken ) <TAB> ) : <TAB> <TAB> context [ ""stack"" ] . pop ( ) <TAB> elif isinstance ( token , yaml . KeyToken ) and isinstance ( next , yaml . ScalarToken ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if len ( context [ ""stack"" ] ) > 0 and context [ ""stack"" ] [ - 1 ] . type == MAP : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> yield LintProblem ( <TAB> <TAB> <TAB> <TAB> <TAB> next . start_mark . line + 1 , <TAB> <TAB> <TAB> <TAB> <TAB> next . start_mark . column + 1 , <TAB> <TAB> <TAB> <TAB> <TAB> 'wrong ordering of key ""%s"" in mapping' % next . value , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> context [ ""stack"" ] [ - 1 ] . keys . append ( next . value )","if any ( strcoll ( next . value , key ) < 0 for key in context [ ""stack"" ] [ - 1 ] . keys ) :",345
25541,"def gen_cli(docs_dir):
    with open(os.path.join(docs_dir, ""CLI_template.md""), ""r"") as cli_temp_file:
        temp_lines = cli_temp_file.readlines()
    lines = []
    for line in temp_lines:
        matched = re.match(r""{onnx-tf.*}"", line)
        if matched:
            command = matched.string.strip()[1:-1]
            output = subprocess.check_output(command.split("" "")).decode(""UTF-8"")
            lines.append(output)
        else:
            lines.append(line)
    with open(os.path.join(docs_dir, ""CLI.md""), ""w"") as cli_file:
        cli_file.writelines(lines)","def gen_cli ( docs_dir ) : <TAB> with open ( os . path . join ( docs_dir , ""CLI_template.md"" ) , ""r"" ) as cli_temp_file : <TAB> <TAB> temp_lines = cli_temp_file . readlines ( ) <TAB> lines = [ ] <TAB> for line in temp_lines : <TAB> <TAB> matched = re . match ( r""{onnx-tf.*}"" , line ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> command = matched . string . strip ( ) [ 1 : - 1 ] <TAB> <TAB> <TAB> output = subprocess . check_output ( command . split ( "" "" ) ) . decode ( ""UTF-8"" ) <TAB> <TAB> <TAB> lines . append ( output ) <TAB> <TAB> else : <TAB> <TAB> <TAB> lines . append ( line ) <TAB> with open ( os . path . join ( docs_dir , ""CLI.md"" ) , ""w"" ) as cli_file : <TAB> <TAB> cli_file . writelines ( lines )",if matched :,200
22743,"def __init__(self, file):
    logger.load_obj(Dummy())
    self.conf = Config()
    buf = self.conf.read_config([file])
    raw_objects = self.conf.read_config_buf(buf)
    self.conf.create_objects_for_type(raw_objects, ""arbiter"")
    self.conf.create_objects_for_type(raw_objects, ""module"")
    self.conf.early_arbiter_linking()
    self.conf.create_objects(raw_objects)
    for mod in self.conf.modules:
        if mod.module_type == ""logstore_sqlite"":
            self.mod_sqlite = get_instance_sqlite(mod)
            self.mod_sqlite.init()
        if mod.module_type == ""logstore_mongodb"":
            self.mod_mongodb = get_instance_mongodb(mod)
","def __init__ ( self , file ) : <TAB> logger . load_obj ( Dummy ( ) ) <TAB> self . conf = Config ( ) <TAB> buf = self . conf . read_config ( [ file ] ) <TAB> raw_objects = self . conf . read_config_buf ( buf ) <TAB> self . conf . create_objects_for_type ( raw_objects , ""arbiter"" ) <TAB> self . conf . create_objects_for_type ( raw_objects , ""module"" ) <TAB> self . conf . early_arbiter_linking ( ) <TAB> self . conf . create_objects ( raw_objects ) <TAB> for mod in self . conf . modules : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . mod_sqlite = get_instance_sqlite ( mod ) <TAB> <TAB> <TAB> self . mod_sqlite . init ( ) <TAB> <TAB> if mod . module_type == ""logstore_mongodb"" : <TAB> <TAB> <TAB> self . mod_mongodb = get_instance_mongodb ( mod )","if mod . module_type == ""logstore_sqlite"" :",223
15400,"def attrgetter(item):
    items = [None] * len(attribute)
    for i, attribute_part in enumerate(attribute):
        item_i = item
        for part in attribute_part:
            item_i = environment.getitem(item_i, part)
        if postprocess is not None:
            item_i = postprocess(item_i)
        items[i] = item_i
    return items
","def attrgetter ( item ) : <TAB> items = [ None ] * len ( attribute ) <TAB> for i , attribute_part in enumerate ( attribute ) : <TAB> <TAB> item_i = item <TAB> <TAB> for part in attribute_part : <TAB> <TAB> <TAB> item_i = environment . getitem ( item_i , part ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> item_i = postprocess ( item_i ) <TAB> <TAB> items [ i ] = item_i <TAB> return items",if postprocess is not None :,105
15136,"def set_related_perm(_mapper: Mapper, _connection: Connection, target: Slice) -> None:
    src_class = target.cls_model
    id_ = target.datasource_id
    if id_:
        ds = db.session.query(src_class).filter_by(id=int(id_)).first()
        if ds:
            target.perm = ds.perm
            target.schema_perm = ds.schema_perm
","def set_related_perm ( _mapper : Mapper , _connection : Connection , target : Slice ) -> None : <TAB> src_class = target . cls_model <TAB> id_ = target . datasource_id <TAB> if id_ : <TAB> <TAB> ds = db . session . query ( src_class ) . filter_by ( id = int ( id_ ) ) . first ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> target . perm = ds . perm <TAB> <TAB> <TAB> target . schema_perm = ds . schema_perm",if ds :,110
6011,"def simulate(self, data, asset, orders_for_asset):
    self._volume_for_bar = 0
    volume = data.current(asset, ""volume"")
    if volume == 0:
        return
    # can use the close price, since we verified there's volume in this
    # bar.
    price = data.current(asset, ""close"")
    # BEGIN
    #
    # Remove this block after fixing data to ensure volume always has
    # corresponding price.
    if isnull(price):
        return
    # END
    dt = data.current_dt
    for order in orders_for_asset:
        if order.open_amount == 0:
            continue
        order.check_triggers(price, dt)
        if not order.triggered:
            continue
        txn = None
        try:
            execution_price, execution_volume = self.process_order(data, order)
            if execution_price is not None:
                txn = create_transaction(
                    order, data.current_dt, execution_price, execution_volume
                )
        except LiquidityExceeded:
            break
        if txn:
            self._volume_for_bar += abs(txn.amount)
            yield order, txn","def simulate ( self , data , asset , orders_for_asset ) : <TAB> self . _volume_for_bar = 0 <TAB> volume = data . current ( asset , ""volume"" ) <TAB> if volume == 0 : <TAB> <TAB> return <TAB> <TAB> <TAB> price = data . current ( asset , ""close"" ) <TAB> <TAB> <TAB> <TAB> <TAB> if isnull ( price ) : <TAB> <TAB> return <TAB> <TAB> dt = data . current_dt <TAB> for order in orders_for_asset : <TAB> <TAB> if order . open_amount == 0 : <TAB> <TAB> <TAB> continue <TAB> <TAB> order . check_triggers ( price , dt ) <TAB> <TAB> if not order . triggered : <TAB> <TAB> <TAB> continue <TAB> <TAB> txn = None <TAB> <TAB> try : <TAB> <TAB> <TAB> execution_price , execution_volume = self . process_order ( data , order ) <TAB> <TAB> <TAB> if execution_price is not None : <TAB> <TAB> <TAB> <TAB> txn = create_transaction ( <TAB> <TAB> <TAB> <TAB> <TAB> order , data . current_dt , execution_price , execution_volume <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> except LiquidityExceeded : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _volume_for_bar += abs ( txn . amount ) <TAB> <TAB> <TAB> yield order , txn",if txn :,324
18795,"def _handle(self):
    try:
        if self.path == ""/received_requests.json"":
            self.send_response(200)
            self.set_common_headers()
            self.wfile.write(json.dumps(self.received_requests).encode(""utf-8""))
            return
        if self.is_valid_token() and self.is_valid_user_agent():
            self.send_response(HTTPStatus.OK)
            self.set_common_headers()
            self.wfile.close()
        else:
            self.send_response(HTTPStatus.BAD_REQUEST)
            self.set_common_headers()
            self.wfile.close()
    except Exception as e:
        self.logger.error(str(e), exc_info=True)
        raise","def _handle ( self ) : <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . send_response ( 200 ) <TAB> <TAB> <TAB> self . set_common_headers ( ) <TAB> <TAB> <TAB> self . wfile . write ( json . dumps ( self . received_requests ) . encode ( ""utf-8"" ) ) <TAB> <TAB> <TAB> return <TAB> <TAB> if self . is_valid_token ( ) and self . is_valid_user_agent ( ) : <TAB> <TAB> <TAB> self . send_response ( HTTPStatus . OK ) <TAB> <TAB> <TAB> self . set_common_headers ( ) <TAB> <TAB> <TAB> self . wfile . close ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . send_response ( HTTPStatus . BAD_REQUEST ) <TAB> <TAB> <TAB> self . set_common_headers ( ) <TAB> <TAB> <TAB> self . wfile . close ( ) <TAB> except Exception as e : <TAB> <TAB> self . logger . error ( str ( e ) , exc_info = True ) <TAB> <TAB> raise","if self . path == ""/received_requests.json"" :",218
24,"def format_listing(
    listing, json_output=False, human_readable=False, recursive=False, summary=False
):
    if json_output:
        for node in listing:
            yield json.dumps(node)
    else:
        nodes = []
        last_dir = None
        try:
            while True:
                node = listing.next()
                dir_name = os.path.dirname(node[""path""])
                if dir_name != last_dir:
                    if last_dir:
                        yield _create_dir_listing(
                            nodes, human_readable, recursive, summary
                        )
                    last_dir = dir_name
                    nodes = []
                nodes.append(node)
        except StopIteration:
            yield _create_dir_listing(nodes, human_readable, recursive, summary)
","def format_listing ( <TAB> listing , json_output = False , human_readable = False , recursive = False , summary = False ) : <TAB> if json_output : <TAB> <TAB> for node in listing : <TAB> <TAB> <TAB> yield json . dumps ( node ) <TAB> else : <TAB> <TAB> nodes = [ ] <TAB> <TAB> last_dir = None <TAB> <TAB> try : <TAB> <TAB> <TAB> while True : <TAB> <TAB> <TAB> <TAB> node = listing . next ( ) <TAB> <TAB> <TAB> <TAB> dir_name = os . path . dirname ( node [ ""path"" ] ) <TAB> <TAB> <TAB> <TAB> if dir_name != last_dir : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> yield _create_dir_listing ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> nodes , human_readable , recursive , summary <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> last_dir = dir_name <TAB> <TAB> <TAB> <TAB> <TAB> nodes = [ ] <TAB> <TAB> <TAB> <TAB> nodes . append ( node ) <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> yield _create_dir_listing ( nodes , human_readable , recursive , summary )",if last_dir :,242
4732,"def hash_path_recursively(path, ignorer=None, hasher=hashlib.sha1):
    checksum = hasher()
    size = 0
    if os.path.isdir(path):
        tp = ""dir""
        checksum.update(b""DIR:\n"")
        for item in sorted(os.listdir(path)):
            fullpath = os.path.join(path, item)
            if ignorer and ignorer(fullpath):
                continue
            item_res = hash_path_recursively(fullpath, ignorer, hasher)
            if item_res[""type""] == ""dir"" and item_res[""size""] == 0:
                continue  # Ignore empty directories
            digest = item_res[""checksum""].digest()
            line = digest + b"" "" + item.encode(""utf-8"") + b""\n""
            checksum.update(line)
            size += 1
    else:
        tp = ""file""
        with open(path, ""rb"") as fp:
            data = b""FILE:\n""
            while data:
                checksum.update(data)
                data = fp.read(65536)
                size += len(data)
    return {""checksum"": checksum, ""size"": size, ""type"": tp}","def hash_path_recursively ( path , ignorer = None , hasher = hashlib . sha1 ) : <TAB> checksum = hasher ( ) <TAB> size = 0 <TAB> if os . path . isdir ( path ) : <TAB> <TAB> tp = ""dir"" <TAB> <TAB> checksum . update ( b""DIR:\n"" ) <TAB> <TAB> for item in sorted ( os . listdir ( path ) ) : <TAB> <TAB> <TAB> fullpath = os . path . join ( path , item ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> item_res = hash_path_recursively ( fullpath , ignorer , hasher ) <TAB> <TAB> <TAB> if item_res [ ""type"" ] == ""dir"" and item_res [ ""size"" ] == 0 : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> digest = item_res [ ""checksum"" ] . digest ( ) <TAB> <TAB> <TAB> line = digest + b"" "" + item . encode ( ""utf-8"" ) + b""\n"" <TAB> <TAB> <TAB> checksum . update ( line ) <TAB> <TAB> <TAB> size += 1 <TAB> else : <TAB> <TAB> tp = ""file"" <TAB> <TAB> with open ( path , ""rb"" ) as fp : <TAB> <TAB> <TAB> data = b""FILE:\n"" <TAB> <TAB> <TAB> while data : <TAB> <TAB> <TAB> <TAB> checksum . update ( data ) <TAB> <TAB> <TAB> <TAB> data = fp . read ( 65536 ) <TAB> <TAB> <TAB> <TAB> size += len ( data ) <TAB> return { ""checksum"" : checksum , ""size"" : size , ""type"" : tp }",if ignorer and ignorer ( fullpath ) :,328
8339,"def generic_info_hook(state):
    addr = state.solver.eval(state.regs.ip)
    chall_resp_plugin = state.get_plugin(""chall_resp_info"")
    format_info = chall_resp_plugin.format_infos[addr].copy()
    if format_info.get_type() == ""DontConstrain"":
        arg_num = format_info.check_symbolic_arg
        arg = angr.calling_conventions.SimCCCdecl(state.arch).arg(state, arg_num)
        if state.mem[arg].string.resolved.symbolic:
            l.warning(""symbolic arg not hooking"")
            return
    # remove a current pending info
    if chall_resp_plugin.pending_info is not None:
        chall_resp_plugin.backup_pending_info.append(
            (chall_resp_plugin.ret_addr_to_unhook, chall_resp_plugin.pending_info)
        )
        # undo the stops
        state.project.unhook(chall_resp_plugin.ret_addr_to_unhook)
        chall_resp_plugin.ret_addr_to_unhook = None
        chall_resp_plugin.pending_info = None
    # hook the return address
    ret_addr = state.solver.eval(state.memory.load(state.regs.sp, 4, endness=""Iend_LE""))
    chall_resp_plugin.ret_addr_to_unhook = ret_addr
    state.project.hook(ret_addr, end_info_hook, length=0)
    format_info.compute(state)
    chall_resp_plugin.pending_info = format_info
    l.debug(""starting hook for %s at %#x"", format_info.func_name, format_info.addr)","def generic_info_hook ( state ) : <TAB> addr = state . solver . eval ( state . regs . ip ) <TAB> chall_resp_plugin = state . get_plugin ( ""chall_resp_info"" ) <TAB> format_info = chall_resp_plugin . format_infos [ addr ] . copy ( ) <TAB> if format_info . get_type ( ) == ""DontConstrain"" : <TAB> <TAB> arg_num = format_info . check_symbolic_arg <TAB> <TAB> arg = angr . calling_conventions . SimCCCdecl ( state . arch ) . arg ( state , arg_num ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> l . warning ( ""symbolic arg not hooking"" ) <TAB> <TAB> <TAB> return <TAB> <TAB> if chall_resp_plugin . pending_info is not None : <TAB> <TAB> chall_resp_plugin . backup_pending_info . append ( <TAB> <TAB> <TAB> ( chall_resp_plugin . ret_addr_to_unhook , chall_resp_plugin . pending_info ) <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> state . project . unhook ( chall_resp_plugin . ret_addr_to_unhook ) <TAB> <TAB> chall_resp_plugin . ret_addr_to_unhook = None <TAB> <TAB> chall_resp_plugin . pending_info = None <TAB> <TAB> ret_addr = state . solver . eval ( state . memory . load ( state . regs . sp , 4 , endness = ""Iend_LE"" ) ) <TAB> chall_resp_plugin . ret_addr_to_unhook = ret_addr <TAB> state . project . hook ( ret_addr , end_info_hook , length = 0 ) <TAB> format_info . compute ( state ) <TAB> chall_resp_plugin . pending_info = format_info <TAB> l . debug ( ""starting hook for %s at %#x"" , format_info . func_name , format_info . addr )",if state . mem [ arg ] . string . resolved . symbolic :,456
14188,"def handle_query(self, query: str) -> BaseAction:
    if query == ""~"":
        return SetUserQueryAction(""~/"")
    path = Path(query)  # type: Path
    result_items = []  # type: Union[List, SortedList]
    try:
        existing_dir = path.get_existing_dir()
        if existing_dir == path.get_abs_path():
            file_names = self.list_files(path.get_abs_path(), sort_by_usage=True)
            for name in self.filter_dot_files(file_names)[: self.RESULT_LIMIT]:
                file = os.path.join(existing_dir, name)
                result_items.append(self.create_result_item(file))
        else:
            file_names = self.list_files(existing_dir)
            search_for = path.get_search_part()
            if not search_for.startswith("".""):
                file_names = self.filter_dot_files(file_names)
            files = [os.path.join(existing_dir, name) for name in file_names]
            result_items = SortedList(search_for, min_score=40, limit=self.RESULT_LIMIT)
            result_items.extend(
                [self.create_result_item(name) for name in reversed(files)]
            )
    except (InvalidPathError, OSError):
        result_items = []
    return RenderResultListAction(result_items)","def handle_query ( self , query : str ) -> BaseAction : <TAB> if query == ""~"" : <TAB> <TAB> return SetUserQueryAction ( ""~/"" ) <TAB> path = Path ( query ) <TAB> result_items = [ ] <TAB> try : <TAB> <TAB> existing_dir = path . get_existing_dir ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> file_names = self . list_files ( path . get_abs_path ( ) , sort_by_usage = True ) <TAB> <TAB> <TAB> for name in self . filter_dot_files ( file_names ) [ : self . RESULT_LIMIT ] : <TAB> <TAB> <TAB> <TAB> file = os . path . join ( existing_dir , name ) <TAB> <TAB> <TAB> <TAB> result_items . append ( self . create_result_item ( file ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> file_names = self . list_files ( existing_dir ) <TAB> <TAB> <TAB> search_for = path . get_search_part ( ) <TAB> <TAB> <TAB> if not search_for . startswith ( ""."" ) : <TAB> <TAB> <TAB> <TAB> file_names = self . filter_dot_files ( file_names ) <TAB> <TAB> <TAB> files = [ os . path . join ( existing_dir , name ) for name in file_names ] <TAB> <TAB> <TAB> result_items = SortedList ( search_for , min_score = 40 , limit = self . RESULT_LIMIT ) <TAB> <TAB> <TAB> result_items . extend ( <TAB> <TAB> <TAB> <TAB> [ self . create_result_item ( name ) for name in reversed ( files ) ] <TAB> <TAB> <TAB> ) <TAB> except ( InvalidPathError , OSError ) : <TAB> <TAB> result_items = [ ] <TAB> return RenderResultListAction ( result_items )",if existing_dir == path . get_abs_path ( ) :,391
18340,"def test_calculate_all_ctc_probs(module, mtlalpha):
    m = importlib.import_module(module)
    args = make_arg(mtlalpha=mtlalpha, asr_weight=0.3)
    if ""pytorch"" in module:
        batch = prepare_inputs(""pytorch"")
    else:
        batch = prepare_inputs(""chainer"")
    model = m.E2E(40, 5, args)
    with chainer.no_backprop_mode():
        if ""pytorch"" in module:
            ctc_probs = model.calculate_all_ctc_probs(*batch)
            if mtlalpha > 0:
                print(ctc_probs.shape)
            else:
                assert ctc_probs is None
        else:
            raise NotImplementedError","def test_calculate_all_ctc_probs ( module , mtlalpha ) : <TAB> m = importlib . import_module ( module ) <TAB> args = make_arg ( mtlalpha = mtlalpha , asr_weight = 0.3 ) <TAB> if ""pytorch"" in module : <TAB> <TAB> batch = prepare_inputs ( ""pytorch"" ) <TAB> else : <TAB> <TAB> batch = prepare_inputs ( ""chainer"" ) <TAB> model = m . E2E ( 40 , 5 , args ) <TAB> with chainer . no_backprop_mode ( ) : <TAB> <TAB> if ""pytorch"" in module : <TAB> <TAB> <TAB> ctc_probs = model . calculate_all_ctc_probs ( * batch ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> print ( ctc_probs . shape ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> assert ctc_probs is None <TAB> <TAB> else : <TAB> <TAB> <TAB> raise NotImplementedError",if mtlalpha > 0 :,206
8447,"def _render_all_change_lines(self, differ, old_lines, new_lines):
    for tag, i1, i2, j1, j2 in differ.get_opcodes():
        if tag == ""equal"":
            lines = self._render_change_lines(
                differ, tag, None, None, i1, i2, old_lines
            )
        elif tag == ""insert"":
            lines = self._render_change_lines(differ, tag, None, ""+"", j1, j2, new_lines)
        elif tag == ""delete"":
            lines = self._render_change_lines(differ, tag, ""-"", None, i1, i2, old_lines)
        elif tag == ""replace"":
            lines = self._render_change_replace_lines(
                differ, i1, i2, j1, j2, old_lines, new_lines
            )
        else:
            raise ValueError('Unexpected tag ""%s""' % tag)
        for line in lines:
            yield line","def _render_all_change_lines ( self , differ , old_lines , new_lines ) : <TAB> for tag , i1 , i2 , j1 , j2 in differ . get_opcodes ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> lines = self . _render_change_lines ( <TAB> <TAB> <TAB> <TAB> differ , tag , None , None , i1 , i2 , old_lines <TAB> <TAB> <TAB> ) <TAB> <TAB> elif tag == ""insert"" : <TAB> <TAB> <TAB> lines = self . _render_change_lines ( differ , tag , None , ""+"" , j1 , j2 , new_lines ) <TAB> <TAB> elif tag == ""delete"" : <TAB> <TAB> <TAB> lines = self . _render_change_lines ( differ , tag , ""-"" , None , i1 , i2 , old_lines ) <TAB> <TAB> elif tag == ""replace"" : <TAB> <TAB> <TAB> lines = self . _render_change_replace_lines ( <TAB> <TAB> <TAB> <TAB> differ , i1 , i2 , j1 , j2 , old_lines , new_lines <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( 'Unexpected tag ""%s""' % tag ) <TAB> <TAB> for line in lines : <TAB> <TAB> <TAB> yield line","if tag == ""equal"" :",267
8770,"def apply_mask(self, mask, data_t, data_f):
    ind_t, ind_f = 0, 0
    out = []
    for m in cycle(mask):
        if m:
            if ind_t == len(data_t):
                return out
            out.append(data_t[ind_t])
            ind_t += 1
        else:
            if ind_f == len(data_f):
                return out
            out.append(data_f[ind_f])
            ind_f += 1
    return out","def apply_mask ( self , mask , data_t , data_f ) : <TAB> ind_t , ind_f = 0 , 0 <TAB> out = [ ] <TAB> for m in cycle ( mask ) : <TAB> <TAB> if m : <TAB> <TAB> <TAB> if ind_t == len ( data_t ) : <TAB> <TAB> <TAB> <TAB> return out <TAB> <TAB> <TAB> out . append ( data_t [ ind_t ] ) <TAB> <TAB> <TAB> ind_t += 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return out <TAB> <TAB> <TAB> out . append ( data_f [ ind_f ] ) <TAB> <TAB> <TAB> ind_f += 1 <TAB> return out",if ind_f == len ( data_f ) :,154
16085,"def _on_frame_data(self, data):
    handled_future = None
    self._wire_bytes_in += len(data)
    if self._frame_opcode_is_control:
        # control frames may be interleaved with a series of fragmented
        # data frames, so control frames must not interact with
        # self._fragmented_*
        if not self._final_frame:
            # control frames must not be fragmented
            self._abort()
            return
        opcode = self._frame_opcode
    elif self._frame_opcode == 0:  # continuation frame
        if self._fragmented_message_buffer is None:
            # nothing to continue
            self._abort()
            return
        self._fragmented_message_buffer += data
        if self._final_frame:
            opcode = self._fragmented_message_opcode
            data = self._fragmented_message_buffer
            self._fragmented_message_buffer = None
    else:  # start of new data message
        if self._fragmented_message_buffer is not None:
            # can't start new message until the old one is finished
            self._abort()
            return
        if self._final_frame:
            opcode = self._frame_opcode
        else:
            self._fragmented_message_opcode = self._frame_opcode
            self._fragmented_message_buffer = data
    if self._final_frame:
        handled_future = self._handle_message(opcode, data)
    if not self.client_terminated:
        if handled_future:
            # on_message is a coroutine, process more frames once it's done.
            handled_future.add_done_callback(lambda future: self._receive_frame())
        else:
            self._receive_frame()","def _on_frame_data ( self , data ) : <TAB> handled_future = None <TAB> self . _wire_bytes_in += len ( data ) <TAB> if self . _frame_opcode_is_control : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not self . _final_frame : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _abort ( ) <TAB> <TAB> <TAB> return <TAB> <TAB> opcode = self . _frame_opcode <TAB> elif self . _frame_opcode == 0 : <TAB> <TAB> if self . _fragmented_message_buffer is None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _abort ( ) <TAB> <TAB> <TAB> return <TAB> <TAB> self . _fragmented_message_buffer += data <TAB> <TAB> if self . _final_frame : <TAB> <TAB> <TAB> opcode = self . _fragmented_message_opcode <TAB> <TAB> <TAB> data = self . _fragmented_message_buffer <TAB> <TAB> <TAB> self . _fragmented_message_buffer = None <TAB> else : <TAB> <TAB> if self . _fragmented_message_buffer is not None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _abort ( ) <TAB> <TAB> <TAB> return <TAB> <TAB> if self . _final_frame : <TAB> <TAB> <TAB> opcode = self . _frame_opcode <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _fragmented_message_opcode = self . _frame_opcode <TAB> <TAB> <TAB> self . _fragmented_message_buffer = data <TAB> if self . _final_frame : <TAB> <TAB> handled_future = self . _handle_message ( opcode , data ) <TAB> if not self . client_terminated : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> handled_future . add_done_callback ( lambda future : self . _receive_frame ( ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _receive_frame ( )",if handled_future :,465
8725,"def add_prop_to_socket(self, socket, default_value):
    try:
        self.halt_updates = True
        if default_value is not None:
            if isinstance(default_value, float):
                if not socket.use_prop or socket.default_property_type != ""float"":
                    socket.use_prop = True
                    socket.default_property_type = ""float""
                    socket.default_float_property = default_value
            elif isinstance(default_value, int):
                if not socket.use_prop or socket.default_property_type != ""int"":
                    socket.use_prop = True
                    socket.default_property_type = ""int""
                    socket.default_int_property = default_value
            else:
                # unsupported type
                socket.use_prop = False
        else:
            socket.use_prop = False
    except:
        print(""some failure in the add_props_to_sockets function. ouch."")
    self.halt_updates = False
","def add_prop_to_socket ( self , socket , default_value ) : <TAB> try : <TAB> <TAB> self . halt_updates = True <TAB> <TAB> if default_value is not None : <TAB> <TAB> <TAB> if isinstance ( default_value , float ) : <TAB> <TAB> <TAB> <TAB> if not socket . use_prop or socket . default_property_type != ""float"" : <TAB> <TAB> <TAB> <TAB> <TAB> socket . use_prop = True <TAB> <TAB> <TAB> <TAB> <TAB> socket . default_property_type = ""float"" <TAB> <TAB> <TAB> <TAB> <TAB> socket . default_float_property = default_value <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if not socket . use_prop or socket . default_property_type != ""int"" : <TAB> <TAB> <TAB> <TAB> <TAB> socket . use_prop = True <TAB> <TAB> <TAB> <TAB> <TAB> socket . default_property_type = ""int"" <TAB> <TAB> <TAB> <TAB> <TAB> socket . default_int_property = default_value <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> socket . use_prop = False <TAB> <TAB> else : <TAB> <TAB> <TAB> socket . use_prop = False <TAB> except : <TAB> <TAB> print ( ""some failure in the add_props_to_sockets function. ouch."" ) <TAB> self . halt_updates = False","elif isinstance ( default_value , int ) :",289
9716,"def __saveCache(self, file):
    cache_file = None
    try:
        temp = RopperService.CACHE_FOLDER
        if not os.path.exists(temp):
            os.makedirs(temp)
        cache_file = temp + os.path.sep + self.__getCacheFileName(file)
        count = RopperService.CACHE_FILE_COUNT
        if not isWindows() and len(file.allGadgets) > 1000:
            if os.path.exists(cache_file):
                os.remove(cache_file)
            length = len(file.allGadgets)
            step = int(length / count)
            for i in range(count - 1):
                gadgets = file.allGadgets[i * step : (i + 1) * step]
                with open(cache_file + ""_%d"" % (i + 1), ""wb"") as f:
                    f.write(encode(repr(gadgets).encode(""ascii""), ""zip""))
            gadgets = file.allGadgets[(count - 1) * step :]
            with open(cache_file + ""_%d"" % (count), ""wb"") as f:
                f.write(encode(repr(gadgets).encode(""ascii""), ""zip""))
            return
        with open(cache_file, ""wb"") as f:
            f.write(encode(repr(file.allGadgets).encode(""ascii""), ""zip""))
    except BaseException as e:
        print(e)
        if cache_file:
            for i in range(1, RopperService.CACHE_FILE_COUNT + 1):
                if os.path.exists(cache_file + ""_%d"" % i):
                    os.remove(cache_file + ""_%d"" % i)","def __saveCache ( self , file ) : <TAB> cache_file = None <TAB> try : <TAB> <TAB> temp = RopperService . CACHE_FOLDER <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . makedirs ( temp ) <TAB> <TAB> cache_file = temp + os . path . sep + self . __getCacheFileName ( file ) <TAB> <TAB> count = RopperService . CACHE_FILE_COUNT <TAB> <TAB> if not isWindows ( ) and len ( file . allGadgets ) > 1000 : <TAB> <TAB> <TAB> if os . path . exists ( cache_file ) : <TAB> <TAB> <TAB> <TAB> os . remove ( cache_file ) <TAB> <TAB> <TAB> length = len ( file . allGadgets ) <TAB> <TAB> <TAB> step = int ( length / count ) <TAB> <TAB> <TAB> for i in range ( count - 1 ) : <TAB> <TAB> <TAB> <TAB> gadgets = file . allGadgets [ i * step : ( i + 1 ) * step ] <TAB> <TAB> <TAB> <TAB> with open ( cache_file + ""_%d"" % ( i + 1 ) , ""wb"" ) as f : <TAB> <TAB> <TAB> <TAB> <TAB> f . write ( encode ( repr ( gadgets ) . encode ( ""ascii"" ) , ""zip"" ) ) <TAB> <TAB> <TAB> gadgets = file . allGadgets [ ( count - 1 ) * step : ] <TAB> <TAB> <TAB> with open ( cache_file + ""_%d"" % ( count ) , ""wb"" ) as f : <TAB> <TAB> <TAB> <TAB> f . write ( encode ( repr ( gadgets ) . encode ( ""ascii"" ) , ""zip"" ) ) <TAB> <TAB> <TAB> return <TAB> <TAB> with open ( cache_file , ""wb"" ) as f : <TAB> <TAB> <TAB> f . write ( encode ( repr ( file . allGadgets ) . encode ( ""ascii"" ) , ""zip"" ) ) <TAB> except BaseException as e : <TAB> <TAB> print ( e ) <TAB> <TAB> if cache_file : <TAB> <TAB> <TAB> for i in range ( 1 , RopperService . CACHE_FILE_COUNT + 1 ) : <TAB> <TAB> <TAB> <TAB> if os . path . exists ( cache_file + ""_%d"" % i ) : <TAB> <TAB> <TAB> <TAB> <TAB> os . remove ( cache_file + ""_%d"" % i )",if not os . path . exists ( temp ) :,469
8374,"def _draw_number(
    screen, x_offset, y_offset, number, token=Token.Clock, transparent=False
):
    ""Write number at position.""
    fg = Char("" "", token)
    bg = Char("" "", Token)
    for y, row in enumerate(_numbers[number]):
        screen_row = screen.data_buffer[y + y_offset]
        for x, n in enumerate(row):
            if n == ""#"":
                screen_row[x + x_offset] = fg
            elif not transparent:
                screen_row[x + x_offset] = bg
","def _draw_number ( <TAB> screen , x_offset , y_offset , number , token = Token . Clock , transparent = False ) : <TAB> ""Write number at position."" <TAB> fg = Char ( "" "" , token ) <TAB> bg = Char ( "" "" , Token ) <TAB> for y , row in enumerate ( _numbers [ number ] ) : <TAB> <TAB> screen_row = screen . data_buffer [ y + y_offset ] <TAB> <TAB> for x , n in enumerate ( row ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> screen_row [ x + x_offset ] = fg <TAB> <TAB> <TAB> elif not transparent : <TAB> <TAB> <TAB> <TAB> screen_row [ x + x_offset ] = bg","if n == ""#"" :",154
12437,"def add(self, tag, values):
    if tag not in self.different:
        if tag not in self:
            self[tag] = values
        elif self[tag] != values:
            self.different.add(tag)
            self[tag] = [""""]
    self.counts[tag] += 1","def add ( self , tag , values ) : <TAB> if tag not in self . different : <TAB> <TAB> if tag not in self : <TAB> <TAB> <TAB> self [ tag ] = values <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . different . add ( tag ) <TAB> <TAB> <TAB> self [ tag ] = [ """" ] <TAB> self . counts [ tag ] += 1",elif self [ tag ] != values :,82
3309,"def readframes(self, nframes):
    if self._data_seek_needed:
        self._data_chunk.seek(0, 0)
        pos = self._soundpos * self._framesize
        if pos:
            self._data_chunk.seek(pos, 0)
        self._data_seek_needed = 0
    if nframes == 0:
        return """"
    if self._sampwidth in (2, 4) and sys.byteorder == ""big"":
        # unfortunately the fromfile() method does not take
        # something that only looks like a file object, so
        # we have to reach into the innards of the chunk object
        import array
        chunk = self._data_chunk
        data = array.array(_array_fmts[self._sampwidth])
        assert data.itemsize == self._sampwidth
        nitems = nframes * self._nchannels
        if nitems * self._sampwidth > chunk.chunksize - chunk.size_read:
            nitems = (chunk.chunksize - chunk.size_read) // self._sampwidth
        data.fromfile(chunk.file.file, nitems)
        # ""tell"" data chunk how much was read
        chunk.size_read = chunk.size_read + nitems * self._sampwidth
        # do the same for the outermost chunk
        chunk = chunk.file
        chunk.size_read = chunk.size_read + nitems * self._sampwidth
        data.byteswap()
        data = data.tostring()
    else:
        data = self._data_chunk.read(nframes * self._framesize)
        if self._sampwidth == 3 and sys.byteorder == ""big"":
            data = _byteswap3(data)
    if self._convert and data:
        data = self._convert(data)
    self._soundpos = self._soundpos + len(data) // (self._nchannels * self._sampwidth)
    return data","def readframes ( self , nframes ) : <TAB> if self . _data_seek_needed : <TAB> <TAB> self . _data_chunk . seek ( 0 , 0 ) <TAB> <TAB> pos = self . _soundpos * self . _framesize <TAB> <TAB> if pos : <TAB> <TAB> <TAB> self . _data_chunk . seek ( pos , 0 ) <TAB> <TAB> self . _data_seek_needed = 0 <TAB> if nframes == 0 : <TAB> <TAB> return """" <TAB> if self . _sampwidth in ( 2 , 4 ) and sys . byteorder == ""big"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> import array <TAB> <TAB> chunk = self . _data_chunk <TAB> <TAB> data = array . array ( _array_fmts [ self . _sampwidth ] ) <TAB> <TAB> assert data . itemsize == self . _sampwidth <TAB> <TAB> nitems = nframes * self . _nchannels <TAB> <TAB> if nitems * self . _sampwidth > chunk . chunksize - chunk . size_read : <TAB> <TAB> <TAB> nitems = ( chunk . chunksize - chunk . size_read ) // self . _sampwidth <TAB> <TAB> data . fromfile ( chunk . file . file , nitems ) <TAB> <TAB> <TAB> <TAB> chunk . size_read = chunk . size_read + nitems * self . _sampwidth <TAB> <TAB> <TAB> <TAB> chunk = chunk . file <TAB> <TAB> chunk . size_read = chunk . size_read + nitems * self . _sampwidth <TAB> <TAB> data . byteswap ( ) <TAB> <TAB> data = data . tostring ( ) <TAB> else : <TAB> <TAB> data = self . _data_chunk . read ( nframes * self . _framesize ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> data = _byteswap3 ( data ) <TAB> if self . _convert and data : <TAB> <TAB> data = self . _convert ( data ) <TAB> self . _soundpos = self . _soundpos + len ( data ) // ( self . _nchannels * self . _sampwidth ) <TAB> return data","if self . _sampwidth == 3 and sys . byteorder == ""big"" :",475
4982,"def transform(self, X, y=None):
    if isinstance(X, dict):
        for col, col_dict in self.column_ranges.items():
            if col in X:
                X[col] = scale_val(
                    val=X[col],
                    min_val=col_dict[""min_val""],
                    total_range=col_dict[""inner_range""],
                    truncate_large_values=self.truncate_large_values,
                )
    else:
        if len(self.cols_to_ignore) > 0:
            X = utils.safely_drop_columns(X, self.cols_to_ignore)
        for col, col_dict in self.column_ranges.items():
            if col in X.columns:
                min_val = col_dict[""min_val""]
                inner_range = col_dict[""inner_range""]
                X[col] = X[col].apply(
                    lambda x: scale_val(
                        x, min_val, inner_range, self.truncate_large_values
                    )
                )
    return X","def transform ( self , X , y = None ) : <TAB> if isinstance ( X , dict ) : <TAB> <TAB> for col , col_dict in self . column_ranges . items ( ) : <TAB> <TAB> <TAB> if col in X : <TAB> <TAB> <TAB> <TAB> X [ col ] = scale_val ( <TAB> <TAB> <TAB> <TAB> <TAB> val = X [ col ] , <TAB> <TAB> <TAB> <TAB> <TAB> min_val = col_dict [ ""min_val"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> total_range = col_dict [ ""inner_range"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> truncate_large_values = self . truncate_large_values , <TAB> <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> X = utils . safely_drop_columns ( X , self . cols_to_ignore ) <TAB> <TAB> for col , col_dict in self . column_ranges . items ( ) : <TAB> <TAB> <TAB> if col in X . columns : <TAB> <TAB> <TAB> <TAB> min_val = col_dict [ ""min_val"" ] <TAB> <TAB> <TAB> <TAB> inner_range = col_dict [ ""inner_range"" ] <TAB> <TAB> <TAB> <TAB> X [ col ] = X [ col ] . apply ( <TAB> <TAB> <TAB> <TAB> <TAB> lambda x : scale_val ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> x , min_val , inner_range , self . truncate_large_values <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> return X",if len ( self . cols_to_ignore ) > 0 :,315
92,"def load_session(dic):
    inst = bilibili.instance
    for i in dic.keys():
        inst.dic_bilibili[i] = dic[i]
        if i == ""cookie"":
            inst.dic_bilibili[""pcheaders""][""cookie""] = dic[i]
            inst.dic_bilibili[""appheaders""][""cookie""] = dic[i]
","def load_session ( dic ) : <TAB> inst = bilibili . instance <TAB> for i in dic . keys ( ) : <TAB> <TAB> inst . dic_bilibili [ i ] = dic [ i ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> inst . dic_bilibili [ ""pcheaders"" ] [ ""cookie"" ] = dic [ i ] <TAB> <TAB> <TAB> inst . dic_bilibili [ ""appheaders"" ] [ ""cookie"" ] = dic [ i ]","if i == ""cookie"" :",98
1792,"def test_identity(self):
    for x in (
        None,
        False,
        True,
        12345,
        123.45,
        ""abcde"",
        b""abcde"",
        datetime.datetime(2004, 10, 26, 10, 33, 33),
        plistlib.Data(b""abcde""),
        bytearray(b""abcde""),
        [12, 345],
        (12, 345),
        {""12"": 345},
    ):
        with self.subTest(x=x):
            data = plistlib.dumps([x] * 2, fmt=plistlib.FMT_BINARY)
            a, b = plistlib.loads(data)
            if isinstance(x, tuple):
                x = list(x)
            self.assertEqual(a, x)
            self.assertEqual(b, x)
            self.assertIs(a, b)","def test_identity ( self ) : <TAB> for x in ( <TAB> <TAB> None , <TAB> <TAB> False , <TAB> <TAB> True , <TAB> <TAB> 12345 , <TAB> <TAB> 123.45 , <TAB> <TAB> ""abcde"" , <TAB> <TAB> b""abcde"" , <TAB> <TAB> datetime . datetime ( 2004 , 10 , 26 , 10 , 33 , 33 ) , <TAB> <TAB> plistlib . Data ( b""abcde"" ) , <TAB> <TAB> bytearray ( b""abcde"" ) , <TAB> <TAB> [ 12 , 345 ] , <TAB> <TAB> ( 12 , 345 ) , <TAB> <TAB> { ""12"" : 345 } , <TAB> ) : <TAB> <TAB> with self . subTest ( x = x ) : <TAB> <TAB> <TAB> data = plistlib . dumps ( [ x ] * 2 , fmt = plistlib . FMT_BINARY ) <TAB> <TAB> <TAB> a , b = plistlib . loads ( data ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> x = list ( x ) <TAB> <TAB> <TAB> self . assertEqual ( a , x ) <TAB> <TAB> <TAB> self . assertEqual ( b , x ) <TAB> <TAB> <TAB> self . assertIs ( a , b )","if isinstance ( x , tuple ) :",233
24176,"def main(
    league,
    time,
    standings,
    team,
    live,
    use12hour,
    players,
    output_format,
    output_file,
    upcoming,
):
    """"""A CLI for live and past football scores from various football leagues""""""
    try:
        if output_format == ""stdout"" and output_file:
            raise IncorrectParametersException(
                ""Printing output to stdout and ""
                ""saving to a file are mutually exclusive""
            )
        writer = get_writer(output_format, output_file)
        if live:
            get_live_scores(writer, use12hour)
            return
        if standings:
            if not league:
                raise IncorrectParametersException(
                    ""Please specify a league. "" ""Example --standings --league=EPL""
                )
            get_standings(league, writer)
            return
        if team:
            if players:
                get_team_players(team, writer)
                return
            else:
                get_team_scores(team, time, writer, upcoming, use12hour)
                return
        get_league_scores(league, time, writer, upcoming, use12hour)
    except IncorrectParametersException as e:
        click.secho(e.message, fg=""red"", bold=True)","def main ( <TAB> league , <TAB> time , <TAB> standings , <TAB> team , <TAB> live , <TAB> use12hour , <TAB> players , <TAB> output_format , <TAB> output_file , <TAB> upcoming , ) : <TAB> """"""A CLI for live and past football scores from various football leagues"""""" <TAB> try : <TAB> <TAB> if output_format == ""stdout"" and output_file : <TAB> <TAB> <TAB> raise IncorrectParametersException ( <TAB> <TAB> <TAB> <TAB> ""Printing output to stdout and "" <TAB> <TAB> <TAB> <TAB> ""saving to a file are mutually exclusive"" <TAB> <TAB> <TAB> ) <TAB> <TAB> writer = get_writer ( output_format , output_file ) <TAB> <TAB> if live : <TAB> <TAB> <TAB> get_live_scores ( writer , use12hour ) <TAB> <TAB> <TAB> return <TAB> <TAB> if standings : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise IncorrectParametersException ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Please specify a league. "" ""Example --standings --league=EPL"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> get_standings ( league , writer ) <TAB> <TAB> <TAB> return <TAB> <TAB> if team : <TAB> <TAB> <TAB> if players : <TAB> <TAB> <TAB> <TAB> get_team_players ( team , writer ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> get_team_scores ( team , time , writer , upcoming , use12hour ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> get_league_scores ( league , time , writer , upcoming , use12hour ) <TAB> except IncorrectParametersException as e : <TAB> <TAB> click . secho ( e . message , fg = ""red"" , bold = True )",if not league :,376
10971,"def _handle_raise(self, values, is_NAs, origins):
    for is_NA, origin in zip(is_NAs, origins):
        if np.any(is_NA):
            msg = (
                ""Missing values detected. If you want rows with missing ""
                ""values to be automatically deleted in a list-wise ""
                ""manner (not recommended), please set dropna=True in ""
                ""the Bambi Model initialization.""
            )
            raise PatsyError(msg, origin)
    return values
","def _handle_raise ( self , values , is_NAs , origins ) : <TAB> for is_NA , origin in zip ( is_NAs , origins ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> msg = ( <TAB> <TAB> <TAB> <TAB> ""Missing values detected. If you want rows with missing "" <TAB> <TAB> <TAB> <TAB> ""values to be automatically deleted in a list-wise "" <TAB> <TAB> <TAB> <TAB> ""manner (not recommended), please set dropna=True in "" <TAB> <TAB> <TAB> <TAB> ""the Bambi Model initialization."" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> raise PatsyError ( msg , origin ) <TAB> return values",if np . any ( is_NA ) :,145
9280,"def parseArrayPattern(self):
    node = Node()
    elements = []
    self.expect(""["")
    while not self.match(""]""):
        if self.match("",""):
            self.lex()
            elements.append(null)
        else:
            if self.match(""...""):
                restNode = Node()
                self.lex()
                rest = self.parseVariableIdentifier()
                elements.append(restNode.finishRestElement(rest))
                break
            else:
                elements.append(self.parsePatternWithDefault())
            if not self.match(""]""):
                self.expect("","")
    self.expect(""]"")
    return node.finishArrayPattern(elements)
","def parseArrayPattern ( self ) : <TAB> node = Node ( ) <TAB> elements = [ ] <TAB> self . expect ( ""["" ) <TAB> while not self . match ( ""]"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . lex ( ) <TAB> <TAB> <TAB> elements . append ( null ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if self . match ( ""..."" ) : <TAB> <TAB> <TAB> <TAB> restNode = Node ( ) <TAB> <TAB> <TAB> <TAB> self . lex ( ) <TAB> <TAB> <TAB> <TAB> rest = self . parseVariableIdentifier ( ) <TAB> <TAB> <TAB> <TAB> elements . append ( restNode . finishRestElement ( rest ) ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> elements . append ( self . parsePatternWithDefault ( ) ) <TAB> <TAB> <TAB> if not self . match ( ""]"" ) : <TAB> <TAB> <TAB> <TAB> self . expect ( "","" ) <TAB> self . expect ( ""]"" ) <TAB> return node . finishArrayPattern ( elements )","if self . match ( "","" ) :",190
11533,"def extract_within_coref(self, mention: MentionData) -> List[str]:
    tokens = mention.tokens_number
    within_coref_token = []
    for token_id in tokens:
        token_x_id = MentionData.static_gen_token_unique_id(
            str(mention.doc_id), str(mention.sent_id), str(token_id)
        )
        if token_x_id in self.within_doc_coref_chain:
            token_coref_chain = self.within_doc_coref_chain[token_x_id]
            if token_coref_chain:
                within_coref_token.append(token_coref_chain)
        else:
            within_coref_token.append(""-"")
            break
    return within_coref_token
","def extract_within_coref ( self , mention : MentionData ) -> List [ str ] : <TAB> tokens = mention . tokens_number <TAB> within_coref_token = [ ] <TAB> for token_id in tokens : <TAB> <TAB> token_x_id = MentionData . static_gen_token_unique_id ( <TAB> <TAB> <TAB> str ( mention . doc_id ) , str ( mention . sent_id ) , str ( token_id ) <TAB> <TAB> ) <TAB> <TAB> if token_x_id in self . within_doc_coref_chain : <TAB> <TAB> <TAB> token_coref_chain = self . within_doc_coref_chain [ token_x_id ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> within_coref_token . append ( token_coref_chain ) <TAB> <TAB> else : <TAB> <TAB> <TAB> within_coref_token . append ( ""-"" ) <TAB> <TAB> <TAB> break <TAB> return within_coref_token",if token_coref_chain :,217
13215,"def do_schedule(self):
    if (
        self.cur_thread.is_stop()
        or self.ins_count % QlWindowsThreadManagement.TIME_SLICE == 0
    ):
        if len(self.threads) <= 1:
            return
        else:
            for i in range(1, len(self.threads)):
                next_id = (self.cur_thread.id + i) % len(self.threads)
                next_thread = self.threads[next_id]
                # find next thread
                if next_thread.status == QlWindowsThread.RUNNING and (
                    not next_thread.has_waitfor()
                ):
                    if self.cur_thread.is_stop():
                        pass
                    else:
                        self.cur_thread.suspend()
                    next_thread.resume()
                    self.cur_thread = next_thread
                    break","def do_schedule ( self ) : <TAB> if ( <TAB> <TAB> self . cur_thread . is_stop ( ) <TAB> <TAB> or self . ins_count % QlWindowsThreadManagement . TIME_SLICE == 0 <TAB> ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> else : <TAB> <TAB> <TAB> for i in range ( 1 , len ( self . threads ) ) : <TAB> <TAB> <TAB> <TAB> next_id = ( self . cur_thread . id + i ) % len ( self . threads ) <TAB> <TAB> <TAB> <TAB> next_thread = self . threads [ next_id ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if next_thread . status == QlWindowsThread . RUNNING and ( <TAB> <TAB> <TAB> <TAB> <TAB> not next_thread . has_waitfor ( ) <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> if self . cur_thread . is_stop ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . cur_thread . suspend ( ) <TAB> <TAB> <TAB> <TAB> <TAB> next_thread . resume ( ) <TAB> <TAB> <TAB> <TAB> <TAB> self . cur_thread = next_thread <TAB> <TAB> <TAB> <TAB> <TAB> break",if len ( self . threads ) <= 1 :,266
25241,"def done(self, result):
    logger.debug(""Done"")
    if result == 1:
        page = self.currentPage()
        if type(page) == PageProjectProperties:
            venv = page.vtxtPlace.text()
            if venv:
                if sys.platform == ""win32"":
                    venv = os.path.join(venv, ""Scripts"", ""python.exe"")
                else:
                    venv = os.path.join(venv, ""bin"", ""python"")
                # check if venv folder exists
                if not os.path.exists(venv):
                    btnPressed = QMessageBox.information(
                        self,
                        self.tr(""Virtualenv Folder""),
                        self.tr(
                            ""Folder don't exists or this is not a ""
                            ""valid Folder.\n If you want to set ""
                            ""or modify, go to project properties""
                        ),
                        self.tr(""Back""),
                        self.tr(""Continue""),
                    )
                    if btnPressed == QMessageBox.NoButton:
                        return
                    else:
                        self.currentPage().vtxtPlace.setText("""")
            page.vtxtPlace.setText(venv)
        settings.get_project_type_handler(self.option).on_wizard_finish(self)
    super(WizardNewProject, self).done(result)","def done ( self , result ) : <TAB> logger . debug ( ""Done"" ) <TAB> if result == 1 : <TAB> <TAB> page = self . currentPage ( ) <TAB> <TAB> if type ( page ) == PageProjectProperties : <TAB> <TAB> <TAB> venv = page . vtxtPlace . text ( ) <TAB> <TAB> <TAB> if venv : <TAB> <TAB> <TAB> <TAB> if sys . platform == ""win32"" : <TAB> <TAB> <TAB> <TAB> <TAB> venv = os . path . join ( venv , ""Scripts"" , ""python.exe"" ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> venv = os . path . join ( venv , ""bin"" , ""python"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> btnPressed = QMessageBox . information ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . tr ( ""Virtualenv Folder"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . tr ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Folder don't exists or this is not a "" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""valid Folder.\n If you want to set "" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""or modify, go to project properties"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . tr ( ""Back"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . tr ( ""Continue"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> if btnPressed == QMessageBox . NoButton : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . currentPage ( ) . vtxtPlace . setText ( """" ) <TAB> <TAB> <TAB> page . vtxtPlace . setText ( venv ) <TAB> <TAB> settings . get_project_type_handler ( self . option ) . on_wizard_finish ( self ) <TAB> super ( WizardNewProject , self ) . done ( result )",if not os . path . exists ( venv ) :,408
14304,"def load_state_dict(self, state_dict, strict=True):
    """"""Customized load.""""""
    self.language_model.load_state_dict(
        state_dict[self._language_model_key], strict=strict
    )
    if mpu.is_pipeline_last_stage():
        if self._multichoice_head_key in state_dict:
            self.multichoice_head.load_state_dict(
                state_dict[self._multichoice_head_key], strict=strict
            )
        else:
            print_rank_last(
                ""***WARNING*** could not find {} in the checkpoint, ""
                ""initializing to random"".format(self._multichoice_head_key)
            )
","def load_state_dict ( self , state_dict , strict = True ) : <TAB> """"""Customized load."""""" <TAB> self . language_model . load_state_dict ( <TAB> <TAB> state_dict [ self . _language_model_key ] , strict = strict <TAB> ) <TAB> if mpu . is_pipeline_last_stage ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . multichoice_head . load_state_dict ( <TAB> <TAB> <TAB> <TAB> state_dict [ self . _multichoice_head_key ] , strict = strict <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print_rank_last ( <TAB> <TAB> <TAB> <TAB> ""***WARNING*** could not find {} in the checkpoint, "" <TAB> <TAB> <TAB> <TAB> ""initializing to random"" . format ( self . _multichoice_head_key ) <TAB> <TAB> <TAB> )",if self . _multichoice_head_key in state_dict :,197
6710,"def closeEvent(self, event: QCloseEvent):
    if self.device.backend is not Backends.none:
        self.emit_editing_finished_signals()
    self.timer.stop()
    self.device.stop(""Dialog closed. Killing recording process."")
    logger.debug(""Device stopped successfully."")
    if not self.testing_mode:
        if not self.save_before_close():
            event.ignore()
            return
    time.sleep(0.1)
    if self.device.backend not in (Backends.none, Backends.network):
        # Backend none is selected, when no device is available
        logger.debug(""Cleaning up device"")
        self.device.cleanup()
        logger.debug(""Successfully cleaned up device"")
        self.device_settings_widget.emit_device_parameters_changed()
    settings.write(""{}/geometry"".format(self.__class__.__name__), self.saveGeometry())
    if self.device is not None:
        self.device.free_data()
    self.scene_manager.eliminate()
    self._eliminate_graphic_view()
    super().closeEvent(event)","def closeEvent ( self , event : QCloseEvent ) : <TAB> if self . device . backend is not Backends . none : <TAB> <TAB> self . emit_editing_finished_signals ( ) <TAB> self . timer . stop ( ) <TAB> self . device . stop ( ""Dialog closed. Killing recording process."" ) <TAB> logger . debug ( ""Device stopped successfully."" ) <TAB> if not self . testing_mode : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> event . ignore ( ) <TAB> <TAB> <TAB> return <TAB> time . sleep ( 0.1 ) <TAB> if self . device . backend not in ( Backends . none , Backends . network ) : <TAB> <TAB> <TAB> <TAB> logger . debug ( ""Cleaning up device"" ) <TAB> <TAB> self . device . cleanup ( ) <TAB> <TAB> logger . debug ( ""Successfully cleaned up device"" ) <TAB> <TAB> self . device_settings_widget . emit_device_parameters_changed ( ) <TAB> settings . write ( ""{}/geometry"" . format ( self . __class__ . __name__ ) , self . saveGeometry ( ) ) <TAB> if self . device is not None : <TAB> <TAB> self . device . free_data ( ) <TAB> self . scene_manager . eliminate ( ) <TAB> self . _eliminate_graphic_view ( ) <TAB> super ( ) . closeEvent ( event )",if not self . save_before_close ( ) :,280
16,"def create(self, defn, check, allow_reboot, allow_recreate):
    self.no_subscription_id_change(defn)
    self.no_property_change(defn, ""dns_zone"")
    self.no_property_change(defn, ""record_type"")
    self.copy_mgmt_credentials(defn)
    self.dns_record_set_name = defn.dns_record_set_name
    self.dns_zone = defn.dns_zone
    self.record_type = defn.record_type
    if check:
        rset = self.get_settled_resource()
        if not rset:
            self.warn_missing_resource()
        elif self.state == self.UP:
            self.handle_changed_property(""tags"", rset[""tags""])
            self.handle_changed_property(""properties"", rset[""properties""])
        else:
            self.warn_not_supposed_to_exist()
            self.confirm_destroy()
    if self.state != self.UP:
        if self.get_settled_resource():
            raise Exception(
                ""tried creating a DNS record set that already exists; ""
                ""please run 'deploy --check' to fix this""
            )
        self.log(""creating {0}..."".format(self.full_name))
        self._create_or_update(defn)
    if self.properties_changed(defn):
        self.log(""updating properties of {0}..."".format(self.full_name))
        self.get_settled_resource_assert_exists()
        self._create_or_update(defn)","def create ( self , defn , check , allow_reboot , allow_recreate ) : <TAB> self . no_subscription_id_change ( defn ) <TAB> self . no_property_change ( defn , ""dns_zone"" ) <TAB> self . no_property_change ( defn , ""record_type"" ) <TAB> self . copy_mgmt_credentials ( defn ) <TAB> self . dns_record_set_name = defn . dns_record_set_name <TAB> self . dns_zone = defn . dns_zone <TAB> self . record_type = defn . record_type <TAB> if check : <TAB> <TAB> rset = self . get_settled_resource ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . warn_missing_resource ( ) <TAB> <TAB> elif self . state == self . UP : <TAB> <TAB> <TAB> self . handle_changed_property ( ""tags"" , rset [ ""tags"" ] ) <TAB> <TAB> <TAB> self . handle_changed_property ( ""properties"" , rset [ ""properties"" ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . warn_not_supposed_to_exist ( ) <TAB> <TAB> <TAB> self . confirm_destroy ( ) <TAB> if self . state != self . UP : <TAB> <TAB> if self . get_settled_resource ( ) : <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> ""tried creating a DNS record set that already exists; "" <TAB> <TAB> <TAB> <TAB> ""please run 'deploy --check' to fix this"" <TAB> <TAB> <TAB> ) <TAB> <TAB> self . log ( ""creating {0}..."" . format ( self . full_name ) ) <TAB> <TAB> self . _create_or_update ( defn ) <TAB> if self . properties_changed ( defn ) : <TAB> <TAB> self . log ( ""updating properties of {0}..."" . format ( self . full_name ) ) <TAB> <TAB> self . get_settled_resource_assert_exists ( ) <TAB> <TAB> self . _create_or_update ( defn )",if not rset :,417
6222,"def test_wdi_download_w_retired_indicator(self):
    cntry_codes = [""CA"", ""MX"", ""US""]
    # Despite showing up in the search feature, and being listed online,
    # the api calls to GDPPCKD don't work in their own query builder, nor
    # pandas module.  GDPPCKD used to be a common symbol.
    #
    # This test is written to ensure that error messages to pandas users
    # continue to make sense, rather than a user getting some missing
    # key error, cause their JSON message format changed.  If
    #
    # World bank ever finishes the deprecation of this symbol,
    # this test should still pass.
    inds = [""GDPPCKD""]
    with pytest.raises(ValueError):
        result = download(
            country=cntry_codes,
            indicator=inds,
            start=2003,
            end=2004,
            errors=""ignore"",
        )
        # If it ever gets here, it means WB unretired the indicator.
        # even if they dropped it completely, it would still
        # get caught above
        # or the WB API changed somehow in a really
        # unexpected way.
        if len(result) > 0:  # pragma: no cover
            pytest.skip(""Invalid results"")","def test_wdi_download_w_retired_indicator ( self ) : <TAB> cntry_codes = [ ""CA"" , ""MX"" , ""US"" ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> inds = [ ""GDPPCKD"" ] <TAB> with pytest . raises ( ValueError ) : <TAB> <TAB> result = download ( <TAB> <TAB> <TAB> country = cntry_codes , <TAB> <TAB> <TAB> indicator = inds , <TAB> <TAB> <TAB> start = 2003 , <TAB> <TAB> <TAB> end = 2004 , <TAB> <TAB> <TAB> errors = ""ignore"" , <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pytest . skip ( ""Invalid results"" )",if len ( result ) > 0 :,330
13029,"def canonicalize_instruction_name(instr):
    name = instr.insn_name().upper()
    # XXX bypass a capstone bug that incorrectly labels some insns as mov
    if name == ""MOV"":
        if instr.mnemonic.startswith(""lsr""):
            return ""LSR""
        elif instr.mnemonic.startswith(""lsl""):
            return ""LSL""
        elif instr.mnemonic.startswith(""asr""):
            return ""ASR""
    return OP_NAME_MAP.get(name, name)
","def canonicalize_instruction_name ( instr ) : <TAB> name = instr . insn_name ( ) . upper ( ) <TAB> <TAB> if name == ""MOV"" : <TAB> <TAB> if instr . mnemonic . startswith ( ""lsr"" ) : <TAB> <TAB> <TAB> return ""LSR"" <TAB> <TAB> elif instr . mnemonic . startswith ( ""lsl"" ) : <TAB> <TAB> <TAB> return ""LSL"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ""ASR"" <TAB> return OP_NAME_MAP . get ( name , name )","elif instr . mnemonic . startswith ( ""asr"" ) :",135
17018,"def validate_pk(self):
    try:
        self._key = serialization.load_pem_private_key(
            self.key, password=None, backend=default_backend()
        )
        if self._key.key_size > 2048:
            AWSValidationException(
                ""The private key length is not supported. Only 1024-bit and 2048-bit are allowed.""
            )
    except Exception as err:
        if isinstance(err, AWSValidationException):
            raise
        raise AWSValidationException(
            ""The private key is not PEM-encoded or is not valid.""
        )","def validate_pk ( self ) : <TAB> try : <TAB> <TAB> self . _key = serialization . load_pem_private_key ( <TAB> <TAB> <TAB> self . key , password = None , backend = default_backend ( ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> AWSValidationException ( <TAB> <TAB> <TAB> <TAB> ""The private key length is not supported. Only 1024-bit and 2048-bit are allowed."" <TAB> <TAB> <TAB> ) <TAB> except Exception as err : <TAB> <TAB> if isinstance ( err , AWSValidationException ) : <TAB> <TAB> <TAB> raise <TAB> <TAB> raise AWSValidationException ( <TAB> <TAB> <TAB> ""The private key is not PEM-encoded or is not valid."" <TAB> <TAB> )",if self . _key . key_size > 2048 :,157
18810,"def tickframe(self):
    self.frame = (self.frame + 1) % 8
    # Clock length timer on 0, 2, 4, 6
    if self.uselen and self.frame & 1 == 0 and self.lengthtimer > 0:
        self.lengthtimer -= 1
        if self.lengthtimer == 0:
            self.enable = False
    # Clock envelope timer on 7
    if self.frame == 7 and self.envelopetimer != 0:
        self.envelopetimer -= 1
        if self.envelopetimer == 0:
            newvolume = self.volume + (self.envdir or -1)
            if newvolume < 0 or newvolume > 15:
                self.envelopetimer = 0
            else:
                self.envelopetimer = self.envper
                self.volume = newvolume",def tickframe ( self ) : <TAB> self . frame = ( self . frame + 1 ) % 8 <TAB> <TAB> if self . uselen and self . frame & 1 == 0 and self . lengthtimer > 0 : <TAB> <TAB> self . lengthtimer -= 1 <TAB> <TAB> if self . lengthtimer == 0 : <TAB> <TAB> <TAB> self . enable = False <TAB> <TAB> if self . frame == 7 and self . envelopetimer != 0 : <TAB> <TAB> self . envelopetimer -= 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> newvolume = self . volume + ( self . envdir or - 1 ) <TAB> <TAB> <TAB> if newvolume < 0 or newvolume > 15 : <TAB> <TAB> <TAB> <TAB> self . envelopetimer = 0 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . envelopetimer = self . envper <TAB> <TAB> <TAB> <TAB> self . volume = newvolume,if self . envelopetimer == 0 :,212
10743,"def cart_number_checksum_validation(cls, number):
    digits = []
    even = False
    if not number.isdigit():
        return False
    for digit in reversed(number):
        digit = ord(digit) - ord(""0"")
        if even:
            digit *= 2
            if digit >= 10:
                digit = digit % 10 + digit // 10
        digits.append(digit)
        even = not even
    return sum(digits) % 10 == 0 if digits else False","def cart_number_checksum_validation ( cls , number ) : <TAB> digits = [ ] <TAB> even = False <TAB> if not number . isdigit ( ) : <TAB> <TAB> return False <TAB> for digit in reversed ( number ) : <TAB> <TAB> digit = ord ( digit ) - ord ( ""0"" ) <TAB> <TAB> if even : <TAB> <TAB> <TAB> digit *= 2 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> digit = digit % 10 + digit // 10 <TAB> <TAB> digits . append ( digit ) <TAB> <TAB> even = not even <TAB> return sum ( digits ) % 10 == 0 if digits else False",if digit >= 10 :,127
16766,"def getRenderingFor(self, build):
    value = build.render(self.value)
    index = build.render(self.index)
    value, index = yield defer.gatherResults([value, index])
    if index not in value:
        rv = yield build.render(self.default)
    else:
        if self.defaultWhenFalse:
            rv = yield build.render(value[index])
            if not rv:
                rv = yield build.render(self.default)
            elif self.hasKey != _notHasKey:
                rv = yield build.render(self.hasKey)
        elif self.hasKey != _notHasKey:
            rv = yield build.render(self.hasKey)
        else:
            rv = yield build.render(value[index])
    if rv is None:
        rv = yield build.render(self.elideNoneAs)
    defer.returnValue(rv)
","def getRenderingFor ( self , build ) : <TAB> value = build . render ( self . value ) <TAB> index = build . render ( self . index ) <TAB> value , index = yield defer . gatherResults ( [ value , index ] ) <TAB> if index not in value : <TAB> <TAB> rv = yield build . render ( self . default ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rv = yield build . render ( value [ index ] ) <TAB> <TAB> <TAB> if not rv : <TAB> <TAB> <TAB> <TAB> rv = yield build . render ( self . default ) <TAB> <TAB> <TAB> elif self . hasKey != _notHasKey : <TAB> <TAB> <TAB> <TAB> rv = yield build . render ( self . hasKey ) <TAB> <TAB> elif self . hasKey != _notHasKey : <TAB> <TAB> <TAB> rv = yield build . render ( self . hasKey ) <TAB> <TAB> else : <TAB> <TAB> <TAB> rv = yield build . render ( value [ index ] ) <TAB> if rv is None : <TAB> <TAB> rv = yield build . render ( self . elideNoneAs ) <TAB> defer . returnValue ( rv )",if self . defaultWhenFalse :,241
23460,"def read_until(self, min_num_bytes, ending, timeout=10, data_consumer=None):
    # if data_consumer is used then data is not accumulated and the ending must be 1 byte long
    assert data_consumer is None or len(ending) == 1
    data = self.serial.read(min_num_bytes)
    if data_consumer:
        data_consumer(data)
    timeout_count = 0
    while True:
        if data.endswith(ending):
            break
        elif self.serial.inWaiting() > 0:
            new_data = self.serial.read(1)
            if data_consumer:
                data_consumer(new_data)
                data = new_data
            else:
                data = data + new_data
            timeout_count = 0
        else:
            timeout_count += 1
            if timeout is not None and timeout_count >= 100 * timeout:
                break
            time.sleep(0.01)
    return data","def read_until ( self , min_num_bytes , ending , timeout = 10 , data_consumer = None ) : <TAB> <TAB> assert data_consumer is None or len ( ending ) == 1 <TAB> data = self . serial . read ( min_num_bytes ) <TAB> <fill-in> <TAB> <TAB> data_consumer ( data ) <TAB> timeout_count = 0 <TAB> while True : <TAB> <TAB> if data . endswith ( ending ) : <TAB> <TAB> <TAB> break <TAB> <TAB> elif self . serial . inWaiting ( ) > 0 : <TAB> <TAB> <TAB> new_data = self . serial . read ( 1 ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> data_consumer ( new_data ) <TAB> <TAB> <TAB> <TAB> data = new_data <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> data = data + new_data <TAB> <TAB> <TAB> timeout_count = 0 <TAB> <TAB> else : <TAB> <TAB> <TAB> timeout_count += 1 <TAB> <TAB> <TAB> if timeout is not None and timeout_count >= 100 * timeout : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> time . sleep ( 0.01 ) <TAB> return data",if data_consumer :,271
22868,"def clean_file_name(self, c, ext, p):
    """"""Compute the file name when subdirectories mirror the node's hierarchy in Leo.""""""
    use_extentions = c.config.getBool(""open-with-uses-derived-file-extensions"")
    ancestors, found = [], False
    for p2 in p.self_and_parents(copy=False):
        h = p2.anyAtFileNodeName()
        if not h:
            h = p2.h  # Not an @file node: use the entire header
        elif use_extentions and not found:
            # Found the nearest ancestor @<file> node.
            found = True
            base, ext2 = g.os_path_splitext(h)
            if p2 == p:
                h = base
            if ext2:
                ext = ext2
        ancestors.append(g.sanitize_filename(h))
    # The base directory is <tempdir>/Leo<id(v)>.
    ancestors.append(""Leo"" + str(id(p.v)))
    # Build temporary directories.
    td = os.path.abspath(tempfile.gettempdir())
    while len(ancestors) > 1:
        td = os.path.join(td, ancestors.pop())
        if not os.path.exists(td):
            os.mkdir(td)
    # Compute the full path.
    name = ancestors.pop() + ext
    path = os.path.join(td, name)
    return path","def clean_file_name ( self , c , ext , p ) : <TAB> """"""Compute the file name when subdirectories mirror the node's hierarchy in Leo."""""" <TAB> use_extentions = c . config . getBool ( ""open-with-uses-derived-file-extensions"" ) <TAB> ancestors , found = [ ] , False <TAB> for p2 in p . self_and_parents ( copy = False ) : <TAB> <TAB> h = p2 . anyAtFileNodeName ( ) <TAB> <TAB> if not h : <TAB> <TAB> <TAB> h = p2 . h <TAB> <TAB> elif use_extentions and not found : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> found = True <TAB> <TAB> <TAB> base , ext2 = g . os_path_splitext ( h ) <TAB> <TAB> <TAB> if p2 == p : <TAB> <TAB> <TAB> <TAB> h = base <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> ext = ext2 <TAB> <TAB> ancestors . append ( g . sanitize_filename ( h ) ) <TAB> <TAB> ancestors . append ( ""Leo"" + str ( id ( p . v ) ) ) <TAB> <TAB> td = os . path . abspath ( tempfile . gettempdir ( ) ) <TAB> while len ( ancestors ) > 1 : <TAB> <TAB> td = os . path . join ( td , ancestors . pop ( ) ) <TAB> <TAB> if not os . path . exists ( td ) : <TAB> <TAB> <TAB> os . mkdir ( td ) <TAB> <TAB> name = ancestors . pop ( ) + ext <TAB> path = os . path . join ( td , name ) <TAB> return path",if ext2 :,373
22158,"def get_usage_list(self, start, end):
    show_terminated = self.request.GET.get(""show_terminated"", self.show_terminated)
    instances = []
    terminated_instances = []
    usage = api.usage_get(self.request, self.tenant_id, start, end)
    # Attribute may not exist if there are no instances
    if hasattr(usage, ""server_usages""):
        now = datetime.datetime.now()
        for server_usage in usage.server_usages:
            # This is a way to phrase uptime in a way that is compatible
            # with the 'timesince' filter. (Use of local time intentional.)
            server_uptime = server_usage[""uptime""]
            total_uptime = now - datetime.timedelta(seconds=server_uptime)
            server_usage[""uptime_at""] = total_uptime
            if server_usage[""ended_at""] and not show_terminated:
                terminated_instances.append(server_usage)
            else:
                instances.append(server_usage)
    usage.server_usages = instances
    return (usage,)
","def get_usage_list ( self , start , end ) : <TAB> show_terminated = self . request . GET . get ( ""show_terminated"" , self . show_terminated ) <TAB> instances = [ ] <TAB> terminated_instances = [ ] <TAB> usage = api . usage_get ( self . request , self . tenant_id , start , end ) <TAB> <TAB> if hasattr ( usage , ""server_usages"" ) : <TAB> <TAB> now = datetime . datetime . now ( ) <TAB> <TAB> for server_usage in usage . server_usages : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> server_uptime = server_usage [ ""uptime"" ] <TAB> <TAB> <TAB> total_uptime = now - datetime . timedelta ( seconds = server_uptime ) <TAB> <TAB> <TAB> server_usage [ ""uptime_at"" ] = total_uptime <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> terminated_instances . append ( server_usage ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> instances . append ( server_usage ) <TAB> usage . server_usages = instances <TAB> return ( usage , )","if server_usage [ ""ended_at"" ] and not show_terminated :",283
20173,"def get_domain_ssl_files(
    domain, ssl_certificates, env, allow_missing_cert=False, use_main_cert=True
):
    if use_main_cert or not allow_missing_cert:
        # Get the system certificate info.
        ssl_private_key = os.path.join(
            os.path.join(env[""STORAGE_ROOT""], ""ssl"", ""ssl_private_key.pem"")
        )
        ssl_certificate = os.path.join(
            os.path.join(env[""STORAGE_ROOT""], ""ssl"", ""ssl_certificate.pem"")
        )
        system_certificate = {
            ""private-key"": ssl_private_key,
            ""certificate"": ssl_certificate,
            ""primary-domain"": env[""PRIMARY_HOSTNAME""],
            ""certificate_object"": load_pem(load_cert_chain(ssl_certificate)[0]),
        }
    if use_main_cert:
        if domain == env[""PRIMARY_HOSTNAME""]:
            # The primary domain must use the server certificate because
            # it is hard-coded in some service configuration files.
            return system_certificate
    wildcard_domain = re.sub(""^[^\.]+"", ""*"", domain)
    if domain in ssl_certificates:
        return ssl_certificates[domain]
    elif wildcard_domain in ssl_certificates:
        return ssl_certificates[wildcard_domain]
    elif not allow_missing_cert:
        # No valid certificate is available for this domain! Return default files.
        return system_certificate
    else:
        # No valid certificate is available for this domain.
        return None","def get_domain_ssl_files ( <TAB> domain , ssl_certificates , env , allow_missing_cert = False , use_main_cert = True ) : <TAB> if use_main_cert or not allow_missing_cert : <TAB> <TAB> <TAB> <TAB> ssl_private_key = os . path . join ( <TAB> <TAB> <TAB> os . path . join ( env [ ""STORAGE_ROOT"" ] , ""ssl"" , ""ssl_private_key.pem"" ) <TAB> <TAB> ) <TAB> <TAB> ssl_certificate = os . path . join ( <TAB> <TAB> <TAB> os . path . join ( env [ ""STORAGE_ROOT"" ] , ""ssl"" , ""ssl_certificate.pem"" ) <TAB> <TAB> ) <TAB> <TAB> system_certificate = { <TAB> <TAB> <TAB> ""private-key"" : ssl_private_key , <TAB> <TAB> <TAB> ""certificate"" : ssl_certificate , <TAB> <TAB> <TAB> ""primary-domain"" : env [ ""PRIMARY_HOSTNAME"" ] , <TAB> <TAB> <TAB> ""certificate_object"" : load_pem ( load_cert_chain ( ssl_certificate ) [ 0 ] ) , <TAB> <TAB> } <TAB> if use_main_cert : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return system_certificate <TAB> wildcard_domain = re . sub ( ""^[^\.]+"" , ""*"" , domain ) <TAB> if domain in ssl_certificates : <TAB> <TAB> return ssl_certificates [ domain ] <TAB> elif wildcard_domain in ssl_certificates : <TAB> <TAB> return ssl_certificates [ wildcard_domain ] <TAB> elif not allow_missing_cert : <TAB> <TAB> <TAB> <TAB> return system_certificate <TAB> else : <TAB> <TAB> <TAB> <TAB> return None","if domain == env [ ""PRIMARY_HOSTNAME"" ] :",403
8942,"def accept_handler(fd: socket.socket, events: int) -> None:
    # More connections may come in while we're handling callbacks;
    # to prevent starvation of other tasks we must limit the number
    # of connections we accept at a time.  Ideally we would accept
    # up to the number of connections that were waiting when we
    # entered this method, but this information is not available
    # (and rearranging this method to call accept() as many times
    # as possible before running any callbacks would have adverse
    # effects on load balancing in multiprocess configurations).
    # Instead, we use the (default) listen backlog as a rough
    # heuristic for the number of connections we can reasonably
    # accept at once.
    for i in range(_DEFAULT_BACKLOG):
        if removed[0]:
            # The socket was probably closed
            return
        try:
            connection, address = sock.accept()
        except BlockingIOError:
            # EWOULDBLOCK indicates we have accepted every
            # connection that is available.
            return
        except ConnectionAbortedError:
            # ECONNABORTED indicates that there was a connection
            # but it was closed while still in the accept queue.
            # (observed on FreeBSD).
            continue
        callback(connection, address)","def accept_handler ( fd : socket . socket , events : int ) -> None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for i in range ( _DEFAULT_BACKLOG ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> try : <TAB> <TAB> <TAB> connection , address = sock . accept ( ) <TAB> <TAB> except BlockingIOError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> except ConnectionAbortedError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> callback ( connection , address )",if removed [ 0 ] :,328
12950,"def __repr__(self):
    attrs = []
    for k in self.keydata:
        if k == ""p"":
            attrs.append(""p(%d)"" % (self.size() + 1,))
        elif hasattr(self.key, k):
            attrs.append(k)
    if self.has_private():
        attrs.append(""private"")
    return ""<%s @0x%x %s>"" % (self.__class__.__name__, id(self), "","".join(attrs))","def __repr__ ( self ) : <TAB> attrs = [ ] <TAB> for k in self . keydata : <TAB> <TAB> if k == ""p"" : <TAB> <TAB> <TAB> attrs . append ( ""p(%d)"" % ( self . size ( ) + 1 , ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> attrs . append ( k ) <TAB> if self . has_private ( ) : <TAB> <TAB> attrs . append ( ""private"" ) <TAB> return ""<%s @0x%x %s>"" % ( self . __class__ . __name__ , id ( self ) , "","" . join ( attrs ) )","elif hasattr ( self . key , k ) :",122
1655,"def _verifySubs(self):
    for inst in self.subs:
        if not isinstance(inst, (_Block, _Instantiator, Cosimulation)):
            raise BlockError(_error.ArgType % (self.name,))
        if isinstance(inst, (_Block, _Instantiator)):
            if not inst.modctxt:
                raise BlockError(_error.InstanceError % (self.name, inst.callername))
","def _verifySubs ( self ) : <TAB> for inst in self . subs : <TAB> <TAB> if not isinstance ( inst , ( _Block , _Instantiator , Cosimulation ) ) : <TAB> <TAB> <TAB> raise BlockError ( _error . ArgType % ( self . name , ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not inst . modctxt : <TAB> <TAB> <TAB> <TAB> raise BlockError ( _error . InstanceError % ( self . name , inst . callername ) )","if isinstance ( inst , ( _Block , _Instantiator ) ) :",110
25547,"def sleep():
    if isinstance(seconds, float):
        time.sleep(seconds)
    elif isinstance(seconds, basestring):
        # pylint: disable=maybe-no-member
        if ""-"" in seconds:
            time.sleep(
                random.uniform(
                    float(seconds.split(""-"")[0]), float(seconds.split(""-"")[1])
                )
            )
        else:
            time.sleep(float(seconds))","def sleep ( ) : <TAB> if isinstance ( seconds , float ) : <TAB> <TAB> time . sleep ( seconds ) <TAB> elif isinstance ( seconds , basestring ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> time . sleep ( <TAB> <TAB> <TAB> <TAB> random . uniform ( <TAB> <TAB> <TAB> <TAB> <TAB> float ( seconds . split ( ""-"" ) [ 0 ] ) , float ( seconds . split ( ""-"" ) [ 1 ] ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> time . sleep ( float ( seconds ) )","if ""-"" in seconds :",119
21415,"def _tab_focus_stack(self, mode: str, *, show_error: bool = True) -> None:
    """"""Select the tab which was last focused.""""""
    tab_deque = self._tabbed_browser.tab_deque
    cur_tab = self._cntwidget()
    try:
        if mode == ""last"":
            tab = tab_deque.last(cur_tab)
        elif mode == ""stack-prev"":
            tab = tab_deque.prev(cur_tab)
        elif mode == ""stack-next"":
            tab = tab_deque.next(cur_tab)
        else:
            raise utils.Unreachable(""Missing implementation for stack mode!"")
    except IndexError:
        if not show_error:
            return
        raise cmdutils.CommandError(""Could not find requested tab!"")
    idx = self._tabbed_browser.widget.indexOf(tab)
    if idx == -1:
        raise cmdutils.CommandError(""Requested tab vanished!"")
    self._set_current_index(idx)","def _tab_focus_stack ( self , mode : str , * , show_error : bool = True ) -> None : <TAB> """"""Select the tab which was last focused."""""" <TAB> tab_deque = self . _tabbed_browser . tab_deque <TAB> cur_tab = self . _cntwidget ( ) <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tab = tab_deque . last ( cur_tab ) <TAB> <TAB> elif mode == ""stack-prev"" : <TAB> <TAB> <TAB> tab = tab_deque . prev ( cur_tab ) <TAB> <TAB> elif mode == ""stack-next"" : <TAB> <TAB> <TAB> tab = tab_deque . next ( cur_tab ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise utils . Unreachable ( ""Missing implementation for stack mode!"" ) <TAB> except IndexError : <TAB> <TAB> if not show_error : <TAB> <TAB> <TAB> return <TAB> <TAB> raise cmdutils . CommandError ( ""Could not find requested tab!"" ) <TAB> idx = self . _tabbed_browser . widget . indexOf ( tab ) <TAB> if idx == - 1 : <TAB> <TAB> raise cmdutils . CommandError ( ""Requested tab vanished!"" ) <TAB> self . _set_current_index ( idx )","if mode == ""last"" :",260
2343,"def __pathToEditor(self, editor):
    path = []
    child = editor
    parent = child.parent()
    while parent is not None:
        # The last (will be first) part of the path indicates where
        # the target lives, 'c' for child, 'p' for panel
        if isinstance(parent, GafferUI.CompoundEditor):
            path.append(""c"")
            break
        elif isinstance(parent, _DetachedPanel):
            path.append(str(self.__detachedPanels.index(parent)))
            path.append(""p"")
            # We don't append the index of the split container
            # as we'll skip it later
            break
        # The rest of the path in then simply the index of the child under
        # its parent.
        path.append(str(parent.index(child)))
        child = parent
        parent = child.parent()
    # Store in load order
    path.reverse()
    # By now we have something like ""c-0-1-1-0""
    return ""-"".join(path)","def __pathToEditor ( self , editor ) : <TAB> path = [ ] <TAB> child = editor <TAB> parent = child . parent ( ) <TAB> while parent is not None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> path . append ( ""c"" ) <TAB> <TAB> <TAB> break <TAB> <TAB> elif isinstance ( parent , _DetachedPanel ) : <TAB> <TAB> <TAB> path . append ( str ( self . __detachedPanels . index ( parent ) ) ) <TAB> <TAB> <TAB> path . append ( ""p"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> path . append ( str ( parent . index ( child ) ) ) <TAB> <TAB> child = parent <TAB> <TAB> parent = child . parent ( ) <TAB> <TAB> path . reverse ( ) <TAB> <TAB> return ""-"" . join ( path )","if isinstance ( parent , GafferUI . CompoundEditor ) :",276
4216,"def _temp_connection_check(self, rid, temp_conn, db_row, types, dependents):
    if temp_conn.connected():
        query = render_template(
            ""/"".join([self.sql_path, ""dependents.sql""]),
            fetch_dependents=True,
            rid=rid,
            lastsysoid=db_row[""datlastsysoid""],
        )
        status, result = temp_conn.execute_dict(query)
        if not status:
            current_app.logger.error(result)
        RoleView._handle_dependents_data(result, types, dependents, db_row)
","def _temp_connection_check ( self , rid , temp_conn , db_row , types , dependents ) : <TAB> if temp_conn . connected ( ) : <TAB> <TAB> query = render_template ( <TAB> <TAB> <TAB> ""/"" . join ( [ self . sql_path , ""dependents.sql"" ] ) , <TAB> <TAB> <TAB> fetch_dependents = True , <TAB> <TAB> <TAB> rid = rid , <TAB> <TAB> <TAB> lastsysoid = db_row [ ""datlastsysoid"" ] , <TAB> <TAB> ) <TAB> <TAB> status , result = temp_conn . execute_dict ( query ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> current_app . logger . error ( result ) <TAB> <TAB> RoleView . _handle_dependents_data ( result , types , dependents , db_row )",if not status :,166
19818,"def __init__(self, data=None, dataset=None, device=None):
    """"""Create a Batch from a list of examples.""""""
    if data is not None:
        self.batch_size = len(data)
        self.dataset = dataset
        self.fields = dataset.fields.keys()  # copy field names
        self.input_fields = [
            k for k, v in dataset.fields.items() if v is not None and not v.is_target
        ]
        self.target_fields = [
            k for k, v in dataset.fields.items() if v is not None and v.is_target
        ]
        for (name, field) in dataset.fields.items():
            if field is not None:
                batch = [getattr(x, name) for x in data]
                setattr(self, name, field.process(batch, device=device))
","def __init__ ( self , data = None , dataset = None , device = None ) : <TAB> """"""Create a Batch from a list of examples."""""" <TAB> if data is not None : <TAB> <TAB> self . batch_size = len ( data ) <TAB> <TAB> self . dataset = dataset <TAB> <TAB> self . fields = dataset . fields . keys ( ) <TAB> <TAB> self . input_fields = [ <TAB> <TAB> <TAB> k for k , v in dataset . fields . items ( ) if v is not None and not v . is_target <TAB> <TAB> ] <TAB> <TAB> self . target_fields = [ <TAB> <TAB> <TAB> k for k , v in dataset . fields . items ( ) if v is not None and v . is_target <TAB> <TAB> ] <TAB> <TAB> for ( name , field ) in dataset . fields . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> batch = [ getattr ( x , name ) for x in data ] <TAB> <TAB> <TAB> <TAB> setattr ( self , name , field . process ( batch , device = device ) )",if field is not None :,227
2676,"def iter_GEN(name):
    st = 0
    for line in io.open(name, ""rt"", encoding=""utf-8""):
        line = line.strip()
        splitted = line.split(""#"", 1)
        if len(splitted) == 1:
            # This line represents a testcase, otherwise
            # it's just a blank
            if splitted[0] != """":
                yield (False, splitted[0], st)
        else:
            testcase, comment = splitted
            is_trivial = comment.startswith("" "")
            testcase = testcase.strip()
            comment = comment.strip()
            testcase_detected = len(testcase) > 0
            copy_testcase_detected = comment.startswith(""COPY:"")
            subtask_detected = comment.startswith(""ST:"")
            flags = [testcase_detected, copy_testcase_detected, subtask_detected]
            flags_count = len([x for x in flags if x])
            if flags_count > 1:
                raise Exception(""No testcase and command in"" "" the same line allowed"")
            if flags_count == 0 and not is_trivial:
                raise Exception(""Unrecognized non-trivial line"")
            if testcase_detected:
                yield (False, testcase, st)
            if copy_testcase_detected:
                yield (True, comment[5:].strip(), st)
            # This line starts a new subtask
            if subtask_detected:
                st += 1","def iter_GEN ( name ) : <TAB> st = 0 <TAB> for line in io . open ( name , ""rt"" , encoding = ""utf-8"" ) : <TAB> <TAB> line = line . strip ( ) <TAB> <TAB> splitted = line . split ( ""#"" , 1 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if splitted [ 0 ] != """" : <TAB> <TAB> <TAB> <TAB> yield ( False , splitted [ 0 ] , st ) <TAB> <TAB> else : <TAB> <TAB> <TAB> testcase , comment = splitted <TAB> <TAB> <TAB> is_trivial = comment . startswith ( "" "" ) <TAB> <TAB> <TAB> testcase = testcase . strip ( ) <TAB> <TAB> <TAB> comment = comment . strip ( ) <TAB> <TAB> <TAB> testcase_detected = len ( testcase ) > 0 <TAB> <TAB> <TAB> copy_testcase_detected = comment . startswith ( ""COPY:"" ) <TAB> <TAB> <TAB> subtask_detected = comment . startswith ( ""ST:"" ) <TAB> <TAB> <TAB> flags = [ testcase_detected , copy_testcase_detected , subtask_detected ] <TAB> <TAB> <TAB> flags_count = len ( [ x for x in flags if x ] ) <TAB> <TAB> <TAB> if flags_count > 1 : <TAB> <TAB> <TAB> <TAB> raise Exception ( ""No testcase and command in"" "" the same line allowed"" ) <TAB> <TAB> <TAB> if flags_count == 0 and not is_trivial : <TAB> <TAB> <TAB> <TAB> raise Exception ( ""Unrecognized non-trivial line"" ) <TAB> <TAB> <TAB> if testcase_detected : <TAB> <TAB> <TAB> <TAB> yield ( False , testcase , st ) <TAB> <TAB> <TAB> if copy_testcase_detected : <TAB> <TAB> <TAB> <TAB> yield ( True , comment [ 5 : ] . strip ( ) , st ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if subtask_detected : <TAB> <TAB> <TAB> <TAB> st += 1",if len ( splitted ) == 1 :,385
23272,"def __iadd__(self, addend):
    if isinstance(addend, COEFFICIENT_TYPES):
        self.constant += addend
        return self
    if not issubclass(type(addend), PolynomialTensor):
        raise TypeError(""Invalid type."")
    if self.n_qubits != addend.n_qubits:
        raise TypeError(""Invalid tensor shape."")
    for key in addend.n_body_tensors:
        if key in self.n_body_tensors:
            self.n_body_tensors[key] = numpy.add(
                self.n_body_tensors[key], addend.n_body_tensors[key]
            )
        else:
            self.n_body_tensors[key] = addend.n_body_tensors[key]
    return self
","def __iadd__ ( self , addend ) : <TAB> if isinstance ( addend , COEFFICIENT_TYPES ) : <TAB> <TAB> self . constant += addend <TAB> <TAB> return self <TAB> if not issubclass ( type ( addend ) , PolynomialTensor ) : <TAB> <TAB> raise TypeError ( ""Invalid type."" ) <TAB> if self . n_qubits != addend . n_qubits : <TAB> <TAB> raise TypeError ( ""Invalid tensor shape."" ) <TAB> for key in addend . n_body_tensors : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . n_body_tensors [ key ] = numpy . add ( <TAB> <TAB> <TAB> <TAB> self . n_body_tensors [ key ] , addend . n_body_tensors [ key ] <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . n_body_tensors [ key ] = addend . n_body_tensors [ key ] <TAB> return self",if key in self . n_body_tensors :,205
3991,"def rollback(self):
    for operation, values in self.current_transaction_state[::-1]:
        if operation == ""insert"":
            values.remove()
        elif operation == ""update"":
            old_value, new_value = values
            if new_value.full_filename != old_value.full_filename:
                os.unlink(new_value.full_filename)
            old_value.write()
    self._post_xact_cleanup()","def rollback ( self ) : <TAB> for operation , values in self . current_transaction_state [ : : - 1 ] : <TAB> <TAB> if operation == ""insert"" : <TAB> <TAB> <TAB> values . remove ( ) <TAB> <TAB> elif operation == ""update"" : <TAB> <TAB> <TAB> old_value , new_value = values <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> os . unlink ( new_value . full_filename ) <TAB> <TAB> <TAB> old_value . write ( ) <TAB> self . _post_xact_cleanup ( )",if new_value . full_filename != old_value . full_filename :,121
16046,"def _copy_device_array_to_device(
    x: DeviceArray, device: Optional[xc.Device]
) -> DeviceArray:
    if device is None:
        # no copying to be done because there's no target specified
        return x
    elif is_device_constant(x):
        # create a new DeviceArray with the same lazy expr, no copying
        return DeviceArray(x.aval, device, x._lazy_expr, DeviceConstant(device))
    elif xb.get_device_backend(device).platform == x.device_buffer.platform():
        # source and target platforms are the same
        if x.device_buffer.device() == device:
            # no copying to be done because source equals target
            if x._device == device:
                return x
            else:
                moved_buf = x.device_buffer  # We need to change stickyness
        else:
            # move the buffer with a device-to-device copy
            moved_buf = x.device_buffer.copy_to_device(device)
    else:
        # buffers from different XLA backends are passed through the host.
        backend = xb.get_device_backend(device)
        moved_buf = backend.buffer_from_pyval(x.device_buffer.to_py(), device)
    return DeviceArray(x.aval, device, x._lazy_expr, moved_buf)
","def _copy_device_array_to_device ( <TAB> x : DeviceArray , device : Optional [ xc . Device ] ) -> DeviceArray : <TAB> if device is None : <TAB> <TAB> <TAB> <TAB> return x <TAB> elif is_device_constant ( x ) : <TAB> <TAB> <TAB> <TAB> return DeviceArray ( x . aval , device , x . _lazy_expr , DeviceConstant ( device ) ) <TAB> elif xb . get_device_backend ( device ) . platform == x . device_buffer . platform ( ) : <TAB> <TAB> <TAB> <TAB> if x . device_buffer . device ( ) == device : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return x <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> moved_buf = x . device_buffer <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> moved_buf = x . device_buffer . copy_to_device ( device ) <TAB> else : <TAB> <TAB> <TAB> <TAB> backend = xb . get_device_backend ( device ) <TAB> <TAB> moved_buf = backend . buffer_from_pyval ( x . device_buffer . to_py ( ) , device ) <TAB> return DeviceArray ( x . aval , device , x . _lazy_expr , moved_buf )",if x . _device == device :,350
17046,"def handle(self, *args, **options):
    try:
        role_names = [
            settings.ROLE_PROJECT_ADMIN,
            settings.ROLE_ANNOTATOR,
            settings.ROLE_ANNOTATION_APPROVER,
        ]
    except KeyError as key_error:
        self.stderr.write(self.style.ERROR(f'Missing Key: ""{key_error}""'))
    for role_name in role_names:
        if Role.objects.filter(name=role_name).exists():
            continue
        role = Role()
        role.name = role_name
        try:
            role.save()
        except DatabaseError as db_error:
            self.stderr.write(self.style.ERROR(f'Database Error: ""{db_error}""'))
        else:
            self.stdout.write(
                self.style.SUCCESS(f'Role created successfully ""{role_name}""')
            )
","def handle ( self , * args , ** options ) : <TAB> try : <TAB> <TAB> role_names = [ <TAB> <TAB> <TAB> settings . ROLE_PROJECT_ADMIN , <TAB> <TAB> <TAB> settings . ROLE_ANNOTATOR , <TAB> <TAB> <TAB> settings . ROLE_ANNOTATION_APPROVER , <TAB> <TAB> ] <TAB> except KeyError as key_error : <TAB> <TAB> self . stderr . write ( self . style . ERROR ( f'Missing Key: ""{key_error}""' ) ) <TAB> for role_name in role_names : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> role = Role ( ) <TAB> <TAB> role . name = role_name <TAB> <TAB> try : <TAB> <TAB> <TAB> role . save ( ) <TAB> <TAB> except DatabaseError as db_error : <TAB> <TAB> <TAB> self . stderr . write ( self . style . ERROR ( f'Database Error: ""{db_error}""' ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . stdout . write ( <TAB> <TAB> <TAB> <TAB> self . style . SUCCESS ( f'Role created successfully ""{role_name}""' ) <TAB> <TAB> <TAB> )",if Role . objects . filter ( name = role_name ) . exists ( ) :,241
20785,"def ls(self, *path):
    success = True
    cur = self
    for name in path:
        if not name or name == ""."":
            continue
        elif name == "".."":
            if cur.parent:
                cur = cur.parent
        else:
            child = cur.find_child(name)
            if child:
                cur = child
            else:
                success = False
                break
    if success:
        for node in sorted(cur.children):
            yield node
","def ls ( self , * path ) : <TAB> success = True <TAB> cur = self <TAB> for name in path : <TAB> <TAB> if not name or name == ""."" : <TAB> <TAB> <TAB> continue <TAB> <TAB> elif name == "".."" : <TAB> <TAB> <TAB> if cur . parent : <TAB> <TAB> <TAB> <TAB> cur = cur . parent <TAB> <TAB> else : <TAB> <TAB> <TAB> child = cur . find_child ( name ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> cur = child <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> success = False <TAB> <TAB> <TAB> <TAB> break <TAB> if success : <TAB> <TAB> for node in sorted ( cur . children ) : <TAB> <TAB> <TAB> yield node",if child :,144
5998,"def _method_events_callback(self, values):
    try:
        previous_echoed = (
            values[""child_result_list""][-1].decode().split(""\n"")[-2].strip()
        )
        if previous_echoed.endswith(""foo1""):
            return ""echo foo2\n""
        elif previous_echoed.endswith(""foo2""):
            return ""echo foo3\n""
        elif previous_echoed.endswith(""foo3""):
            return ""exit\n""
        else:
            raise Exception(""Unexpected output {0!r}"".format(previous_echoed))
    except IndexError:
        return ""echo foo1\n""","def _method_events_callback ( self , values ) : <TAB> try : <TAB> <TAB> previous_echoed = ( <TAB> <TAB> <TAB> values [ ""child_result_list"" ] [ - 1 ] . decode ( ) . split ( ""\n"" ) [ - 2 ] . strip ( ) <TAB> <TAB> ) <TAB> <TAB> if previous_echoed . endswith ( ""foo1"" ) : <TAB> <TAB> <TAB> return ""echo foo2\n"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ""echo foo3\n"" <TAB> <TAB> elif previous_echoed . endswith ( ""foo3"" ) : <TAB> <TAB> <TAB> return ""exit\n"" <TAB> <TAB> else : <TAB> <TAB> <TAB> raise Exception ( ""Unexpected output {0!r}"" . format ( previous_echoed ) ) <TAB> except IndexError : <TAB> <TAB> return ""echo foo1\n""","elif previous_echoed . endswith ( ""foo2"" ) :",172
20053,"def main():
    (
        filename,
        start_line_str,
        start_col_str,
        end_line_str,
        end_col_str,
        *mypy_and_args,
    ) = sys.argv[1:]
    start_line = int(start_line_str)
    start_col = int(start_col_str)
    end_line = int(end_line_str)
    end_col = int(end_col_str)
    with open(filename, ""r"") as f:
        lines = f.readlines()
        lines[end_line - 1] = update_line(
            lines[end_line - 1], REVEAL_TYPE_END, end_col
        )  # insert after end_col
        lines[start_line - 1] = update_line(
            lines[start_line - 1], REVEAL_TYPE_START, start_col
        )
        with tempfile.NamedTemporaryFile(mode=""w"", prefix=""mypy"") as tmp_f:
            tmp_f.writelines(lines)
            tmp_f.flush()
            output = run_mypy(mypy_and_args, filename, tmp_f.name)
            revealed_type, error = process_output(output, filename, start_line)
            if revealed_type:
                print(revealed_type)
            if error:
                print(output)
            exit(int(error))","def main ( ) : <TAB> ( <TAB> <TAB> filename , <TAB> <TAB> start_line_str , <TAB> <TAB> start_col_str , <TAB> <TAB> end_line_str , <TAB> <TAB> end_col_str , <TAB> <TAB> * mypy_and_args , <TAB> ) = sys . argv [ 1 : ] <TAB> start_line = int ( start_line_str ) <TAB> start_col = int ( start_col_str ) <TAB> end_line = int ( end_line_str ) <TAB> end_col = int ( end_col_str ) <TAB> with open ( filename , ""r"" ) as f : <TAB> <TAB> lines = f . readlines ( ) <TAB> <TAB> lines [ end_line - 1 ] = update_line ( <TAB> <TAB> <TAB> lines [ end_line - 1 ] , REVEAL_TYPE_END , end_col <TAB> <TAB> ) <TAB> <TAB> lines [ start_line - 1 ] = update_line ( <TAB> <TAB> <TAB> lines [ start_line - 1 ] , REVEAL_TYPE_START , start_col <TAB> <TAB> ) <TAB> <TAB> with tempfile . NamedTemporaryFile ( mode = ""w"" , prefix = ""mypy"" ) as tmp_f : <TAB> <TAB> <TAB> tmp_f . writelines ( lines ) <TAB> <TAB> <TAB> tmp_f . flush ( ) <TAB> <TAB> <TAB> output = run_mypy ( mypy_and_args , filename , tmp_f . name ) <TAB> <TAB> <TAB> revealed_type , error = process_output ( output , filename , start_line ) <TAB> <TAB> <TAB> if revealed_type : <TAB> <TAB> <TAB> <TAB> print ( revealed_type ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> print ( output ) <TAB> <TAB> <TAB> exit ( int ( error ) )",if error :,370
14764,"def get_param(node):
    edges = defaultdict(list)
    for edge in node.findall(""Edge""):
        if edge.find(""Terminal"") is not None:
            edges[edge.get(""val"")] = edge.find(""Terminal"").text
        elif edge.find(""Node"") is not None:
            node_cpd = defaultdict(list)
            node_cpd[edge.find(""Node"").get(""var"")] = get_param(edge.find(""Node""))
            edges[edge.get(""val"")] = node_cpd
        elif edge.find(""SubDAG"") is not None:
            subdag_attribute = defaultdict(list)
            subdag_attribute[""type""] = edge.find(""SubDAG"").get(""type"")
            if subdag_attribute[""type""] == ""template"":
                subdag_attribute[""idref""] = edge.find(""SubDAG"").get(""idref"")
            if edge.find(""SubDAG"").get(""var""):
                subdag_attribute[""var""] = edge.find(""SubDAG"").get(""var"")
            if edge.find(""SubDAG"").get(""val""):
                subdag_attribute[""val""] = edge.find(""SubDAG"").get(""val"")
            edges[edge.get(""val"")] = subdag_attribute
    return edges
","def get_param ( node ) : <TAB> edges = defaultdict ( list ) <TAB> for edge in node . findall ( ""Edge"" ) : <TAB> <TAB> if edge . find ( ""Terminal"" ) is not None : <TAB> <TAB> <TAB> edges [ edge . get ( ""val"" ) ] = edge . find ( ""Terminal"" ) . text <TAB> <TAB> elif edge . find ( ""Node"" ) is not None : <TAB> <TAB> <TAB> node_cpd = defaultdict ( list ) <TAB> <TAB> <TAB> node_cpd [ edge . find ( ""Node"" ) . get ( ""var"" ) ] = get_param ( edge . find ( ""Node"" ) ) <TAB> <TAB> <TAB> edges [ edge . get ( ""val"" ) ] = node_cpd <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> subdag_attribute = defaultdict ( list ) <TAB> <TAB> <TAB> subdag_attribute [ ""type"" ] = edge . find ( ""SubDAG"" ) . get ( ""type"" ) <TAB> <TAB> <TAB> if subdag_attribute [ ""type"" ] == ""template"" : <TAB> <TAB> <TAB> <TAB> subdag_attribute [ ""idref"" ] = edge . find ( ""SubDAG"" ) . get ( ""idref"" ) <TAB> <TAB> <TAB> if edge . find ( ""SubDAG"" ) . get ( ""var"" ) : <TAB> <TAB> <TAB> <TAB> subdag_attribute [ ""var"" ] = edge . find ( ""SubDAG"" ) . get ( ""var"" ) <TAB> <TAB> <TAB> if edge . find ( ""SubDAG"" ) . get ( ""val"" ) : <TAB> <TAB> <TAB> <TAB> subdag_attribute [ ""val"" ] = edge . find ( ""SubDAG"" ) . get ( ""val"" ) <TAB> <TAB> <TAB> edges [ edge . get ( ""val"" ) ] = subdag_attribute <TAB> return edges","elif edge . find ( ""SubDAG"" ) is not None :",329
26,"def _find_mini_cluster_jar(self, path):
    for dirpath, dirnames, filenames in os.walk(path):
        for files in filenames:
            if re.match("".*hadoop-mapreduce-client-jobclient.+-tests.jar"", files):
                return os.path.join(dirpath, files)
","def _find_mini_cluster_jar ( self , path ) : <TAB> for dirpath , dirnames , filenames in os . walk ( path ) : <TAB> <TAB> for files in filenames : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return os . path . join ( dirpath , files )","if re . match ( "".*hadoop-mapreduce-client-jobclient.+-tests.jar"" , files ) :",80
22439,"def WriteMacBundleResources(self, resources, bundle_depends):
    """"""Writes ninja edges for 'mac_bundle_resources'.""""""
    xcassets = []
    extra_env = self.xcode_settings.GetPerTargetSettings()
    env = self.GetSortedXcodeEnv(additional_settings=extra_env)
    env = self.ComputeExportEnvString(env)
    isBinary = self.xcode_settings.IsBinaryOutputFormat(self.config_name)
    for output, res in gyp.xcode_emulation.GetMacBundleResources(
        generator_default_variables[""PRODUCT_DIR""],
        self.xcode_settings,
        map(self.GypPathToNinja, resources),
    ):
        output = self.ExpandSpecial(output)
        if os.path.splitext(output)[-1] != "".xcassets"":
            self.ninja.build(
                output,
                ""mac_tool"",
                res,
                variables=[
                    (""mactool_cmd"", ""copy-bundle-resource""),
                    (""env"", env),
                    (""binary"", isBinary),
                ],
            )
            bundle_depends.append(output)
        else:
            xcassets.append(res)
    return xcassets","def WriteMacBundleResources ( self , resources , bundle_depends ) : <TAB> """"""Writes ninja edges for 'mac_bundle_resources'."""""" <TAB> xcassets = [ ] <TAB> extra_env = self . xcode_settings . GetPerTargetSettings ( ) <TAB> env = self . GetSortedXcodeEnv ( additional_settings = extra_env ) <TAB> env = self . ComputeExportEnvString ( env ) <TAB> isBinary = self . xcode_settings . IsBinaryOutputFormat ( self . config_name ) <TAB> for output , res in gyp . xcode_emulation . GetMacBundleResources ( <TAB> <TAB> generator_default_variables [ ""PRODUCT_DIR"" ] , <TAB> <TAB> self . xcode_settings , <TAB> <TAB> map ( self . GypPathToNinja , resources ) , <TAB> ) : <TAB> <TAB> output = self . ExpandSpecial ( output ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . ninja . build ( <TAB> <TAB> <TAB> <TAB> output , <TAB> <TAB> <TAB> <TAB> ""mac_tool"" , <TAB> <TAB> <TAB> <TAB> res , <TAB> <TAB> <TAB> <TAB> variables = [ <TAB> <TAB> <TAB> <TAB> <TAB> ( ""mactool_cmd"" , ""copy-bundle-resource"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> ( ""env"" , env ) , <TAB> <TAB> <TAB> <TAB> <TAB> ( ""binary"" , isBinary ) , <TAB> <TAB> <TAB> <TAB> ] , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> bundle_depends . append ( output ) <TAB> <TAB> else : <TAB> <TAB> <TAB> xcassets . append ( res ) <TAB> return xcassets","if os . path . splitext ( output ) [ - 1 ] != "".xcassets"" :",335
10425,"def _doc_module(self, module, filters, exclusive):
    """"""Extract config options from module.""""""
    options = []
    try:
        mod = importlib.import_module(module)
        for prop in dir(mod):
            # exclusive-list overrides others
            if exclusive and prop not in exclusive:
                continue
            if prop in filters:
                continue
            thing = getattr(mod, prop)
            if isinstance(thing, cfg.Opt) and thing not in options:
                # An individual config option
                options.append(thing)
            elif (
                isinstance(thing, list)
                and len(thing) > 0
                and isinstance(thing[0], cfg.Opt)
            ):
                # A list of config opts
                options.extend(thing)
    except Exception as e:
        self.error(""Unable to import {}: {}"".format(module, e))
    return options","def _doc_module ( self , module , filters , exclusive ) : <TAB> """"""Extract config options from module."""""" <TAB> options = [ ] <TAB> try : <TAB> <TAB> mod = importlib . import_module ( module ) <TAB> <TAB> for prop in dir ( mod ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if exclusive and prop not in exclusive : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> thing = getattr ( mod , prop ) <TAB> <TAB> <TAB> if isinstance ( thing , cfg . Opt ) and thing not in options : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> options . append ( thing ) <TAB> <TAB> <TAB> elif ( <TAB> <TAB> <TAB> <TAB> isinstance ( thing , list ) <TAB> <TAB> <TAB> <TAB> and len ( thing ) > 0 <TAB> <TAB> <TAB> <TAB> and isinstance ( thing [ 0 ] , cfg . Opt ) <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> options . extend ( thing ) <TAB> except Exception as e : <TAB> <TAB> self . error ( ""Unable to import {}: {}"" . format ( module , e ) ) <TAB> return options",if prop in filters :,252
15979,"def summary(self) -> str:
    recorded_stats = {}
    output_string = """"
    local_rank = ""0"" if self.local_rank is None else self.local_rank
    if not self.enabled:
        return output_string
    for action_name, function_events in self.profiled_actions.items():
        # next line is a workaround for a pytorch issue (fixed on master, still present
        # on 1.7). Without it the code fails with `AssertionError: There is already a CPU
        # parent event for detach`
        function_events.populate_cpu_children = lambda: None
        if self.export_to_chrome:
            filename = f""{action_name}_{local_rank}_trace.json""
            path_to_trace = (
                filename
                if self.path_to_export_trace is None
                else os.path.join(self.path_to_export_trace, filename)
            )
            function_events.export_chrome_trace(path_to_trace)
        if self.emit_nvtx:
            return output_string
        else:
            data = function_events.key_averages(
                group_by_input_shapes=self.group_by_input_shapes
            )
            table = data.table(sort_by=self.sort_by_key, row_limit=self.row_limit)
            recorded_stats[action_name] = table
    # log to standard out
    output_string = f""{os.linesep}Profiler Report{os.linesep}""
    for action, stats in recorded_stats.items():
        output_string += f""{os.linesep}Profile stats for: {action} rank: {local_rank} {os.linesep}{stats}""
    return output_string","def summary ( self ) -> str : <TAB> recorded_stats = { } <TAB> output_string = """" <TAB> local_rank = ""0"" if self . local_rank is None else self . local_rank <TAB> if not self . enabled : <TAB> <TAB> return output_string <TAB> for action_name , function_events in self . profiled_actions . items ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> function_events . populate_cpu_children = lambda : None <TAB> <TAB> if self . export_to_chrome : <TAB> <TAB> <TAB> filename = f""{action_name}_{local_rank}_trace.json"" <TAB> <TAB> <TAB> path_to_trace = ( <TAB> <TAB> <TAB> <TAB> filename <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> else os . path . join ( self . path_to_export_trace , filename ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> function_events . export_chrome_trace ( path_to_trace ) <TAB> <TAB> if self . emit_nvtx : <TAB> <TAB> <TAB> return output_string <TAB> <TAB> else : <TAB> <TAB> <TAB> data = function_events . key_averages ( <TAB> <TAB> <TAB> <TAB> group_by_input_shapes = self . group_by_input_shapes <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> table = data . table ( sort_by = self . sort_by_key , row_limit = self . row_limit ) <TAB> <TAB> <TAB> recorded_stats [ action_name ] = table <TAB> <TAB> output_string = f""{os.linesep}Profiler Report{os.linesep}"" <TAB> for action , stats in recorded_stats . items ( ) : <TAB> <TAB> output_string += f""{os.linesep}Profile stats for: {action} rank: {local_rank} {os.linesep}{stats}"" <TAB> return output_string",if self . path_to_export_trace is None,455
3427,"def parse(self) -> _NodeT:
    # Ensure that we don't re-use parsers.
    if self.__was_parse_called:
        raise Exception(""Each parser object may only be used to parse once."")
    self.__was_parse_called = True
    for token in self.tokens:
        self._add_token(token)
    while True:
        tos = self.stack[-1]
        if not tos.dfa.is_final:
            expected_str = get_expected_str(EOFSentinel.EOF, tos.dfa.transitions.keys())
            raise ParserSyntaxError(
                f""Incomplete input. {expected_str}"",
                lines=self.lines,
                raw_line=len(self.lines),
                raw_column=len(self.lines[-1]),
            )
        if len(self.stack) > 1:
            self._pop()
        else:
            return self.convert_nonterminal(tos.nonterminal, tos.nodes)","def parse ( self ) -> _NodeT : <TAB> <TAB> if self . __was_parse_called : <TAB> <TAB> raise Exception ( ""Each parser object may only be used to parse once."" ) <TAB> self . __was_parse_called = True <TAB> for token in self . tokens : <TAB> <TAB> self . _add_token ( token ) <TAB> while True : <TAB> <TAB> tos = self . stack [ - 1 ] <TAB> <TAB> if not tos . dfa . is_final : <TAB> <TAB> <TAB> expected_str = get_expected_str ( EOFSentinel . EOF , tos . dfa . transitions . keys ( ) ) <TAB> <TAB> <TAB> raise ParserSyntaxError ( <TAB> <TAB> <TAB> <TAB> f""Incomplete input. {expected_str}"" , <TAB> <TAB> <TAB> <TAB> lines = self . lines , <TAB> <TAB> <TAB> <TAB> raw_line = len ( self . lines ) , <TAB> <TAB> <TAB> <TAB> raw_column = len ( self . lines [ - 1 ] ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _pop ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return self . convert_nonterminal ( tos . nonterminal , tos . nodes )",if len ( self . stack ) > 1 :,262
15050,"def _parse_apt_operations(help_text_lines):
    is_commands_list = False
    for line in help_text_lines:
        line = line.decode().strip()
        if is_commands_list and line:
            yield line.split()[0]
        elif line.startswith(""Basic commands:"") or line.startswith(
            ""Most used commands:""
        ):
            is_commands_list = True","def _parse_apt_operations ( help_text_lines ) : <TAB> is_commands_list = False <TAB> for line in help_text_lines : <TAB> <TAB> line = line . decode ( ) . strip ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield line . split ( ) [ 0 ] <TAB> <TAB> elif line . startswith ( ""Basic commands:"" ) or line . startswith ( <TAB> <TAB> <TAB> ""Most used commands:"" <TAB> <TAB> ) : <TAB> <TAB> <TAB> is_commands_list = True",if is_commands_list and line :,109
25502,"def split_requests(model):
    structs = []
    for struct in model.structs:
        structtype = None
        if struct.name.endswith(""Request"") and not struct.name in NotRequest:
            structtype = ""Request""
        elif struct.name.endswith(""Response"") or struct.name == ""ServiceFault"":
            structtype = ""Response""
        if structtype:
            # for field in struct.fields:
            # if field.name == ""Encoding"":
            # struct.fields.remove(field)
            # break
            # for field in struct.fields:
            # if field.name == ""BodyLength"":
            # struct.fields.remove(field)
            # break
            struct.needconstructor = True
            field = Field()
            field.name = ""TypeId""
            field.uatype = ""NodeId""
            struct.fields.insert(0, field)
        if structtype and not struct.name in NoSplitStruct:
            paramstruct = Struct()
            if structtype == ""Request"":
                basename = struct.name.replace(""Request"", """") + ""Parameters""
                paramstruct.name = basename
            else:
                basename = struct.name.replace(""Response"", """") + ""Result""
                paramstruct.name = basename
            paramstruct.fields = struct.fields[2:]
            paramstruct.bits = struct.bits
            struct.fields = struct.fields[:2]
            # struct.bits = {}
            structs.append(paramstruct)
            typeid = Field()
            typeid.name = ""Parameters""
            typeid.uatype = paramstruct.name
            struct.fields.append(typeid)
        structs.append(struct)
    model.structs = structs","def split_requests ( model ) : <TAB> structs = [ ] <TAB> for struct in model . structs : <TAB> <TAB> structtype = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> structtype = ""Request"" <TAB> <TAB> elif struct . name . endswith ( ""Response"" ) or struct . name == ""ServiceFault"" : <TAB> <TAB> <TAB> structtype = ""Response"" <TAB> <TAB> if structtype : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> struct . needconstructor = True <TAB> <TAB> <TAB> field = Field ( ) <TAB> <TAB> <TAB> field . name = ""TypeId"" <TAB> <TAB> <TAB> field . uatype = ""NodeId"" <TAB> <TAB> <TAB> struct . fields . insert ( 0 , field ) <TAB> <TAB> if structtype and not struct . name in NoSplitStruct : <TAB> <TAB> <TAB> paramstruct = Struct ( ) <TAB> <TAB> <TAB> if structtype == ""Request"" : <TAB> <TAB> <TAB> <TAB> basename = struct . name . replace ( ""Request"" , """" ) + ""Parameters"" <TAB> <TAB> <TAB> <TAB> paramstruct . name = basename <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> basename = struct . name . replace ( ""Response"" , """" ) + ""Result"" <TAB> <TAB> <TAB> <TAB> paramstruct . name = basename <TAB> <TAB> <TAB> paramstruct . fields = struct . fields [ 2 : ] <TAB> <TAB> <TAB> paramstruct . bits = struct . bits <TAB> <TAB> <TAB> struct . fields = struct . fields [ : 2 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> structs . append ( paramstruct ) <TAB> <TAB> <TAB> typeid = Field ( ) <TAB> <TAB> <TAB> typeid . name = ""Parameters"" <TAB> <TAB> <TAB> typeid . uatype = paramstruct . name <TAB> <TAB> <TAB> struct . fields . append ( typeid ) <TAB> <TAB> structs . append ( struct ) <TAB> model . structs = structs","if struct . name . endswith ( ""Request"" ) and not struct . name in NotRequest :",472
4349,"def do_monitor(self, l):
    interval = 5
    if not self.p.online:
        self.logError(_(""Printer is not online. Please connect to it first.""))
        return
    if not (self.p.printing or self.sdprinting):
        self.logError(
            _(""Printer is not printing. Please print something before monitoring."")
        )
        return
    self.log(_(""Monitoring printer, use ^C to interrupt.""))
    if len(l):
        try:
            interval = float(l)
        except:
            self.logError(_(""Invalid period given.""))
    self.log(_(""Updating values every %f seconds."") % (interval,))
    self.monitoring = 1
    prev_msg_len = 0
    try:
        while True:
            self.p.send_now(""M105"")
            if self.sdprinting:
                self.p.send_now(""M27"")
            time.sleep(interval)
            if self.p.printing:
                preface = _(""Print progress: "")
                progress = 100 * float(self.p.queueindex) / len(self.p.mainqueue)
            elif self.sdprinting:
                preface = _(""SD print progress: "")
                progress = self.percentdone
            prev_msg = preface + ""%.1f%%"" % progress
            if self.silent is False:
                sys.stdout.write(""\r"" + prev_msg.ljust(prev_msg_len))
                sys.stdout.flush()
            prev_msg_len = len(prev_msg)
    except KeyboardInterrupt:
        if self.silent is False:
            self.log(_(""Done monitoring.""))
    self.monitoring = 0","def do_monitor ( self , l ) : <TAB> interval = 5 <TAB> if not self . p . online : <TAB> <TAB> self . logError ( _ ( ""Printer is not online. Please connect to it first."" ) ) <TAB> <TAB> return <TAB> if not ( self . p . printing or self . sdprinting ) : <TAB> <TAB> self . logError ( <TAB> <TAB> <TAB> _ ( ""Printer is not printing. Please print something before monitoring."" ) <TAB> <TAB> ) <TAB> <TAB> return <TAB> self . log ( _ ( ""Monitoring printer, use ^C to interrupt."" ) ) <TAB> if len ( l ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> interval = float ( l ) <TAB> <TAB> except : <TAB> <TAB> <TAB> self . logError ( _ ( ""Invalid period given."" ) ) <TAB> self . log ( _ ( ""Updating values every %f seconds."" ) % ( interval , ) ) <TAB> self . monitoring = 1 <TAB> prev_msg_len = 0 <TAB> try : <TAB> <TAB> while True : <TAB> <TAB> <TAB> self . p . send_now ( ""M105"" ) <TAB> <TAB> <TAB> if self . sdprinting : <TAB> <TAB> <TAB> <TAB> self . p . send_now ( ""M27"" ) <TAB> <TAB> <TAB> time . sleep ( interval ) <TAB> <TAB> <TAB> if self . p . printing : <TAB> <TAB> <TAB> <TAB> preface = _ ( ""Print progress: "" ) <TAB> <TAB> <TAB> <TAB> progress = 100 * float ( self . p . queueindex ) / len ( self . p . mainqueue ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> preface = _ ( ""SD print progress: "" ) <TAB> <TAB> <TAB> <TAB> progress = self . percentdone <TAB> <TAB> <TAB> prev_msg = preface + ""%.1f%%"" % progress <TAB> <TAB> <TAB> if self . silent is False : <TAB> <TAB> <TAB> <TAB> sys . stdout . write ( ""\r"" + prev_msg . ljust ( prev_msg_len ) ) <TAB> <TAB> <TAB> <TAB> sys . stdout . flush ( ) <TAB> <TAB> <TAB> prev_msg_len = len ( prev_msg ) <TAB> except KeyboardInterrupt : <TAB> <TAB> if self . silent is False : <TAB> <TAB> <TAB> self . log ( _ ( ""Done monitoring."" ) ) <TAB> self . monitoring = 0",elif self . sdprinting :,448
21512,"def _post_order(op):
    if isinstance(op, tvm.tir.Allocate):
        lift_stmt[-1].append(op)
        return op.body
    if isinstance(op, tvm.tir.AttrStmt):
        if op.attr_key == ""storage_scope"":
            lift_stmt[-1].append(op)
            return op.body
        if op.attr_key == ""virtual_thread"":
            return _merge_block(lift_stmt.pop() + [op], op.body)
        return op
    if isinstance(op, tvm.tir.For):
        return _merge_block(lift_stmt.pop() + [op], op.body)
    raise RuntimeError(""not reached"")","def _post_order ( op ) : <TAB> if isinstance ( op , tvm . tir . Allocate ) : <TAB> <TAB> lift_stmt [ - 1 ] . append ( op ) <TAB> <TAB> return op . body <TAB> if isinstance ( op , tvm . tir . AttrStmt ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> lift_stmt [ - 1 ] . append ( op ) <TAB> <TAB> <TAB> return op . body <TAB> <TAB> if op . attr_key == ""virtual_thread"" : <TAB> <TAB> <TAB> return _merge_block ( lift_stmt . pop ( ) + [ op ] , op . body ) <TAB> <TAB> return op <TAB> if isinstance ( op , tvm . tir . For ) : <TAB> <TAB> return _merge_block ( lift_stmt . pop ( ) + [ op ] , op . body ) <TAB> raise RuntimeError ( ""not reached"" )","if op . attr_key == ""storage_scope"" :",188
24712,"def train_prog(exe, program, loss, node2vec_pyreader, args, train_steps):
    trainer_id = int(os.getenv(""PADDLE_TRAINER_ID"", ""0""))
    step = 0
    if not os.path.exists(args.save_path):
        os.makedirs(args.save_path)
    while True:
        try:
            begin_time = time.time()
            (loss_val,) = exe.run(program, fetch_list=[loss])
            log.info(
                ""step %s: loss %.5f speed: %.5f s/step""
                % (step, np.mean(loss_val), time.time() - begin_time)
            )
            step += 1
        except F.core.EOFException:
            node2vec_pyreader.reset()
        if step % args.steps_per_save == 0 or step == train_steps:
            save_path = args.save_path
            if trainer_id == 0:
                model_path = os.path.join(save_path, ""%s"" % step)
                fleet.save_persistables(exe, model_path)
        if step == train_steps:
            break","def train_prog ( exe , program , loss , node2vec_pyreader , args , train_steps ) : <TAB> trainer_id = int ( os . getenv ( ""PADDLE_TRAINER_ID"" , ""0"" ) ) <TAB> step = 0 <TAB> if not os . path . exists ( args . save_path ) : <TAB> <TAB> os . makedirs ( args . save_path ) <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> begin_time = time . time ( ) <TAB> <TAB> <TAB> ( loss_val , ) = exe . run ( program , fetch_list = [ loss ] ) <TAB> <TAB> <TAB> log . info ( <TAB> <TAB> <TAB> <TAB> ""step %s: loss %.5f speed: %.5f s/step"" <TAB> <TAB> <TAB> <TAB> % ( step , np . mean ( loss_val ) , time . time ( ) - begin_time ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> step += 1 <TAB> <TAB> except F . core . EOFException : <TAB> <TAB> <TAB> node2vec_pyreader . reset ( ) <TAB> <TAB> if step % args . steps_per_save == 0 or step == train_steps : <TAB> <TAB> <TAB> save_path = args . save_path <TAB> <TAB> <TAB> if trainer_id == 0 : <TAB> <TAB> <TAB> <TAB> model_path = os . path . join ( save_path , ""%s"" % step ) <TAB> <TAB> <TAB> <TAB> fleet . save_persistables ( exe , model_path ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break",if step == train_steps :,324
21583,"def _test_reshape(data, out_shape, wrap_shape):
    """"""One iteration of reshape operation with given data and out shape""""""
    with tf.Graph().as_default():
        in_data = array_ops.placeholder(shape=data.shape, dtype=data.dtype)
        out_shape = out_shape if not wrap_shape else np.array(out_shape, dtype=np.int32)
        in_shape = (
            out_shape
            if not wrap_shape
            else array_ops.placeholder(
                shape=out_shape.shape, dtype=out_shape.dtype, name=""Newshape""
            )
        )
        out = array_ops.reshape(in_data, in_shape)
        compare_tflite_with_tvm(
            [data, out_shape] if wrap_shape else [data],
            [""Placeholder:0"", ""Newshape:0""] if wrap_shape else [""Placeholder:0""],
            [in_data, in_shape] if wrap_shape else [in_data],
            [out],
            mode=""vm"",
        )","def _test_reshape ( data , out_shape , wrap_shape ) : <TAB> """"""One iteration of reshape operation with given data and out shape"""""" <TAB> with tf . Graph ( ) . as_default ( ) : <TAB> <TAB> in_data = array_ops . placeholder ( shape = data . shape , dtype = data . dtype ) <TAB> <TAB> out_shape = out_shape <fill-in> else np . array ( out_shape , dtype = np . int32 ) <TAB> <TAB> in_shape = ( <TAB> <TAB> <TAB> out_shape <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> else array_ops . placeholder ( <TAB> <TAB> <TAB> <TAB> shape = out_shape . shape , dtype = out_shape . dtype , name = ""Newshape"" <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> <TAB> out = array_ops . reshape ( in_data , in_shape ) <TAB> <TAB> compare_tflite_with_tvm ( <TAB> <TAB> <TAB> [ data , out_shape ] if wrap_shape else [ data ] , <TAB> <TAB> <TAB> [ ""Placeholder:0"" , ""Newshape:0"" ] if wrap_shape else [ ""Placeholder:0"" ] , <TAB> <TAB> <TAB> [ in_data , in_shape ] if wrap_shape else [ in_data ] , <TAB> <TAB> <TAB> [ out ] , <TAB> <TAB> <TAB> mode = ""vm"" , <TAB> <TAB> )",if not wrap_shape,286
13754,"def _power_exact(y, xc, yc, xe):
    yc, ye = y.int, y.exp
    while yc % 10 == 0:
        yc //= 10
        ye += 1
    if xc == 1:
        xe *= yc
        while xe % 10 == 0:
            xe //= 10
            ye += 1
        if ye < 0:
            return None
        exponent = xe * 10 ** ye
        if y and xe:
            xc = exponent
        else:
            xc = 0
        return 5","def _power_exact ( y , xc , yc , xe ) : <TAB> yc , ye = y . int , y . exp <TAB> while yc % 10 == 0 : <TAB> <TAB> yc //= 10 <TAB> <TAB> ye += 1 <TAB> if xc == 1 : <TAB> <TAB> xe *= yc <TAB> <TAB> while xe % 10 == 0 : <TAB> <TAB> <TAB> xe //= 10 <TAB> <TAB> <TAB> ye += 1 <TAB> <TAB> if ye < 0 : <TAB> <TAB> <TAB> return None <TAB> <TAB> exponent = xe * 10 ** ye <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> xc = exponent <TAB> <TAB> else : <TAB> <TAB> <TAB> xc = 0 <TAB> <TAB> return 5",if y and xe :,144
3917,"def upload_recipe_files(self):
    path = self.job.resultdir
    # refresh latest executed tests
    tests = self.get_processed_tests()
    logging.debug(""Recipe filtering following tests: %s"" % tests)
    for root, dirnames, files in os.walk(path):
        """"""do not upload previously uploaded results files""""""
        for d in dirnames:
            if d in tests:
                dirnames.remove(d)
        for name in files:
            # strip full path
            remotepath = re.sub(path, """", root)
            # The localfile has the full path
            localfile = os.path.join(root, name)
            if os.path.getsize(localfile) == 0:
                continue  # skip empty files
            # Upload the file
            self.bkr_proxy.recipe_upload_file(localfile, remotepath)","def upload_recipe_files ( self ) : <TAB> path = self . job . resultdir <TAB> <TAB> tests = self . get_processed_tests ( ) <TAB> logging . debug ( ""Recipe filtering following tests: %s"" % tests ) <TAB> for root , dirnames , files in os . walk ( path ) : <TAB> <TAB> """"""do not upload previously uploaded results files"""""" <TAB> <TAB> for d in dirnames : <TAB> <TAB> <TAB> if d in tests : <TAB> <TAB> <TAB> <TAB> dirnames . remove ( d ) <TAB> <TAB> for name in files : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> remotepath = re . sub ( path , """" , root ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> localfile = os . path . join ( root , name ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . bkr_proxy . recipe_upload_file ( localfile , remotepath )",if os . path . getsize ( localfile ) == 0 :,233
7146,"def _add_constant_node(self, source_node):
    parent_ids = range(len(source_node.in_edges))
    for idx in parent_ids:
        parent_node = self.tf_graph.get_node(source_node.in_edges[idx])
        if parent_node.type == ""Const"":
            self._rename_Const(parent_node)
","def _add_constant_node ( self , source_node ) : <TAB> parent_ids = range ( len ( source_node . in_edges ) ) <TAB> for idx in parent_ids : <TAB> <TAB> parent_node = self . tf_graph . get_node ( source_node . in_edges [ idx ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _rename_Const ( parent_node )","if parent_node . type == ""Const"" :",96
16971,"def __init__(
    self,
    ec2_backend,
    subnet,
    private_ip_address,
    private_ip_addresses=None,
    device_index=0,
    public_ip_auto_assign=True,
    group_ids=None,
    description=None,
):
    self.ec2_backend = ec2_backend
    self.id = random_eni_id()
    self.device_index = device_index
    self.private_ip_address = private_ip_address or random_private_ip()
    self.private_ip_addresses = private_ip_addresses
    self.subnet = subnet
    self.instance = None
    self.attachment_id = None
    self.description = description
    self.public_ip = None
    self.public_ip_auto_assign = public_ip_auto_assign
    self.start()
    self.attachments = []
    # Local set to the ENI. When attached to an instance, @property group_set
    #   returns groups for both self and the attached instance.
    self._group_set = []
    group = None
    if group_ids:
        for group_id in group_ids:
            group = self.ec2_backend.get_security_group_from_id(group_id)
            if not group:
                # Create with specific group ID.
                group = SecurityGroup(
                    self.ec2_backend,
                    group_id,
                    group_id,
                    group_id,
                    vpc_id=subnet.vpc_id,
                )
                self.ec2_backend.groups[subnet.vpc_id][group_id] = group
            if group:
                self._group_set.append(group)","def __init__ ( <TAB> self , <TAB> ec2_backend , <TAB> subnet , <TAB> private_ip_address , <TAB> private_ip_addresses = None , <TAB> device_index = 0 , <TAB> public_ip_auto_assign = True , <TAB> group_ids = None , <TAB> description = None , ) : <TAB> self . ec2_backend = ec2_backend <TAB> self . id = random_eni_id ( ) <TAB> self . device_index = device_index <TAB> self . private_ip_address = private_ip_address or random_private_ip ( ) <TAB> self . private_ip_addresses = private_ip_addresses <TAB> self . subnet = subnet <TAB> self . instance = None <TAB> self . attachment_id = None <TAB> self . description = description <TAB> self . public_ip = None <TAB> self . public_ip_auto_assign = public_ip_auto_assign <TAB> self . start ( ) <TAB> self . attachments = [ ] <TAB> <TAB> <TAB> self . _group_set = [ ] <TAB> group = None <TAB> if group_ids : <TAB> <TAB> for group_id in group_ids : <TAB> <TAB> <TAB> group = self . ec2_backend . get_security_group_from_id ( group_id ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> group = SecurityGroup ( <TAB> <TAB> <TAB> <TAB> <TAB> self . ec2_backend , <TAB> <TAB> <TAB> <TAB> <TAB> group_id , <TAB> <TAB> <TAB> <TAB> <TAB> group_id , <TAB> <TAB> <TAB> <TAB> <TAB> group_id , <TAB> <TAB> <TAB> <TAB> <TAB> vpc_id = subnet . vpc_id , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> self . ec2_backend . groups [ subnet . vpc_id ] [ group_id ] = group <TAB> <TAB> <TAB> if group : <TAB> <TAB> <TAB> <TAB> self . _group_set . append ( group )",if not group :,456
3647,"def df_index_expr(self, length_expr=None, as_range=False):
    """"""Generate expression to get or create index of DF""""""
    if isinstance(self.index, types.NoneType):
        if length_expr is None:
            length_expr = df_length_expr(self)
        if as_range:
            return f""range({length_expr})""
        else:
            return f""numpy.arange({length_expr})""
    return ""self._index""
","def df_index_expr ( self , length_expr = None , as_range = False ) : <TAB> """"""Generate expression to get or create index of DF"""""" <TAB> if isinstance ( self . index , types . NoneType ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> length_expr = df_length_expr ( self ) <TAB> <TAB> if as_range : <TAB> <TAB> <TAB> return f""range({length_expr})"" <TAB> <TAB> else : <TAB> <TAB> <TAB> return f""numpy.arange({length_expr})"" <TAB> return ""self._index""",if length_expr is None :,123
23290,"def tag_export_edited():
    tag_enabled_misp = request.form.getlist(""tag_enabled_misp"")
    tag_enabled_hive = request.form.getlist(""tag_enabled_hive"")
    list_export_tags = list(r_serv_db.smembers(""list_export_tags""))
    r_serv_db.delete(""whitelist_misp"")
    r_serv_db.delete(""whitelist_hive"")
    for tag in tag_enabled_misp:
        if r_serv_db.sismember(""list_export_tags"", tag):
            r_serv_db.sadd(""whitelist_misp"", tag)
        else:
            return ""invalid input""
    for tag in tag_enabled_hive:
        if r_serv_db.sismember(""list_export_tags"", tag):
            r_serv_db.sadd(""whitelist_hive"", tag)
        else:
            return ""invalid input""
    return redirect(url_for(""PasteSubmit.edit_tag_export""))
","def tag_export_edited ( ) : <TAB> tag_enabled_misp = request . form . getlist ( ""tag_enabled_misp"" ) <TAB> tag_enabled_hive = request . form . getlist ( ""tag_enabled_hive"" ) <TAB> list_export_tags = list ( r_serv_db . smembers ( ""list_export_tags"" ) ) <TAB> r_serv_db . delete ( ""whitelist_misp"" ) <TAB> r_serv_db . delete ( ""whitelist_hive"" ) <TAB> for tag in tag_enabled_misp : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> r_serv_db . sadd ( ""whitelist_misp"" , tag ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return ""invalid input"" <TAB> for tag in tag_enabled_hive : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> r_serv_db . sadd ( ""whitelist_hive"" , tag ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return ""invalid input"" <TAB> return redirect ( url_for ( ""PasteSubmit.edit_tag_export"" ) )","if r_serv_db . sismember ( ""list_export_tags"" , tag ) :",256
3050,"def _update_and_return(layer: nn.Module, key: str):
    if memory is None:
        # Self Attention
        out = layer(queries)
        if cache is not None:
            # decoder self attention when dynamic decoding
            res: MaybeList[torch.Tensor] = cache[key]
            if isinstance(res, list):
                # inference-like decoding
                res.append(out.squeeze(1))
                out = torch.stack(res, dim=1)
            else:
                # normal decoding
                res = torch.cat([res, out], dim=1)
                out = res
            cache[key] = res
    else:
        # encoder decoder attention
        if cache is not None:
            res: MaybeList[torch.Tensor] = cache[key]  # type: ignore
            if isinstance(res, list):
                # inference-like decoding
                if len(res) == 0:
                    out = layer(memory)
                else:
                    out = torch.stack(res, dim=1)
            else:
                # normal decoding
                if res.size(1) == 0:
                    out = layer(memory)
                else:
                    out = res
        else:
            out = layer(memory)
    return out","def _update_and_return ( layer : nn . Module , key : str ) : <TAB> if memory is None : <TAB> <TAB> <TAB> <TAB> out = layer ( queries ) <TAB> <TAB> if cache is not None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> res : MaybeList [ torch . Tensor ] = cache [ key ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> res . append ( out . squeeze ( 1 ) ) <TAB> <TAB> <TAB> <TAB> out = torch . stack ( res , dim = 1 ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> res = torch . cat ( [ res , out ] , dim = 1 ) <TAB> <TAB> <TAB> <TAB> out = res <TAB> <TAB> <TAB> cache [ key ] = res <TAB> else : <TAB> <TAB> <TAB> <TAB> if cache is not None : <TAB> <TAB> <TAB> res : MaybeList [ torch . Tensor ] = cache [ key ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if len ( res ) == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> out = layer ( memory ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> out = torch . stack ( res , dim = 1 ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if res . size ( 1 ) == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> out = layer ( memory ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> out = res <TAB> <TAB> else : <TAB> <TAB> <TAB> out = layer ( memory ) <TAB> return out","if isinstance ( res , list ) :",373
20969,"def update_gstin(context):
    dirty = False
    for key, value in iteritems(frappe.form_dict):
        if key != ""party"":
            address_name = frappe.get_value(""Address"", key)
            if address_name:
                address = frappe.get_doc(""Address"", address_name)
                address.gstin = value.upper()
                address.save(ignore_permissions=True)
                dirty = True
    if dirty:
        frappe.db.commit()
        context.updated = True
","def update_gstin ( context ) : <TAB> dirty = False <TAB> for key , value in iteritems ( frappe . form_dict ) : <TAB> <TAB> if key != ""party"" : <TAB> <TAB> <TAB> address_name = frappe . get_value ( ""Address"" , key ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> address = frappe . get_doc ( ""Address"" , address_name ) <TAB> <TAB> <TAB> <TAB> address . gstin = value . upper ( ) <TAB> <TAB> <TAB> <TAB> address . save ( ignore_permissions = True ) <TAB> <TAB> <TAB> <TAB> dirty = True <TAB> if dirty : <TAB> <TAB> frappe . db . commit ( ) <TAB> <TAB> context . updated = True",if address_name :,151
9429,"def sql_indexes_for_field(self, model, f, style):
    ""Return any spatial index creation SQL for the field.""
    from django.contrib.gis.db.models.fields import GeometryField
    output = super(SpatiaLiteCreation, self).sql_indexes_for_field(model, f, style)
    if isinstance(f, GeometryField):
        gqn = self.connection.ops.geo_quote_name
        qn = self.connection.ops.quote_name
        db_table = model._meta.db_table
        output.append(
            style.SQL_KEYWORD(""SELECT "")
            + style.SQL_TABLE(""AddGeometryColumn"")
            + ""(""
            + style.SQL_TABLE(gqn(db_table))
            + "", ""
            + style.SQL_FIELD(gqn(f.column))
            + "", ""
            + style.SQL_FIELD(str(f.srid))
            + "", ""
            + style.SQL_COLTYPE(gqn(f.geom_type))
            + "", ""
            + style.SQL_KEYWORD(str(f.dim))
            + "", ""
            + style.SQL_KEYWORD(str(int(not f.null)))
            + "");""
        )
        if f.spatial_index:
            output.append(
                style.SQL_KEYWORD(""SELECT "")
                + style.SQL_TABLE(""CreateSpatialIndex"")
                + ""(""
                + style.SQL_TABLE(gqn(db_table))
                + "", ""
                + style.SQL_FIELD(gqn(f.column))
                + "");""
            )
    return output
","def sql_indexes_for_field ( self , model , f , style ) : <TAB> ""Return any spatial index creation SQL for the field."" <TAB> from django . contrib . gis . db . models . fields import GeometryField <TAB> output = super ( SpatiaLiteCreation , self ) . sql_indexes_for_field ( model , f , style ) <TAB> if isinstance ( f , GeometryField ) : <TAB> <TAB> gqn = self . connection . ops . geo_quote_name <TAB> <TAB> qn = self . connection . ops . quote_name <TAB> <TAB> db_table = model . _meta . db_table <TAB> <TAB> output . append ( <TAB> <TAB> <TAB> style . SQL_KEYWORD ( ""SELECT "" ) <TAB> <TAB> <TAB> + style . SQL_TABLE ( ""AddGeometryColumn"" ) <TAB> <TAB> <TAB> + ""("" <TAB> <TAB> <TAB> + style . SQL_TABLE ( gqn ( db_table ) ) <TAB> <TAB> <TAB> + "", "" <TAB> <TAB> <TAB> + style . SQL_FIELD ( gqn ( f . column ) ) <TAB> <TAB> <TAB> + "", "" <TAB> <TAB> <TAB> + style . SQL_FIELD ( str ( f . srid ) ) <TAB> <TAB> <TAB> + "", "" <TAB> <TAB> <TAB> + style . SQL_COLTYPE ( gqn ( f . geom_type ) ) <TAB> <TAB> <TAB> + "", "" <TAB> <TAB> <TAB> + style . SQL_KEYWORD ( str ( f . dim ) ) <TAB> <TAB> <TAB> + "", "" <TAB> <TAB> <TAB> + style . SQL_KEYWORD ( str ( int ( not f . null ) ) ) <TAB> <TAB> <TAB> + "");"" <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> output . append ( <TAB> <TAB> <TAB> <TAB> style . SQL_KEYWORD ( ""SELECT "" ) <TAB> <TAB> <TAB> <TAB> + style . SQL_TABLE ( ""CreateSpatialIndex"" ) <TAB> <TAB> <TAB> <TAB> + ""("" <TAB> <TAB> <TAB> <TAB> + style . SQL_TABLE ( gqn ( db_table ) ) <TAB> <TAB> <TAB> <TAB> + "", "" <TAB> <TAB> <TAB> <TAB> + style . SQL_FIELD ( gqn ( f . column ) ) <TAB> <TAB> <TAB> <TAB> + "");"" <TAB> <TAB> <TAB> ) <TAB> return output",if f . spatial_index :,447
11389,"def __init__(self, dst, table, include=[], exclude=[], autobatch=0, executor=executor):
    self.dst = dst
    self.table = table
    self.total = 0
    self.rows = []
    self.autobatch = autobatch
    self.bindings = {}
    include = map(lambda x: x.lower(), include)
    exclude = map(lambda x: x.lower(), exclude)
    _verbose = self.dst.verbose
    self.dst.verbose = 0
    try:
        self.dst.table(self.table)
        if self.dst.results:
            colmap = {}
            for a in self.dst.results:
                colmap[a[3].lower()] = a[4]
            cols = self.__filter__(colmap.keys(), include, exclude)
            for a in zip(range(len(cols)), cols):
                self.bindings[a[0]] = colmap[a[1]]
            colmap = None
        else:
            cols = self.__filter__(include, include, exclude)
    finally:
        self.dst.verbose = _verbose
    self.executor = executor(table, cols)","def __init__ ( self , dst , table , include = [ ] , exclude = [ ] , autobatch = 0 , executor = executor ) : <TAB> self . dst = dst <TAB> self . table = table <TAB> self . total = 0 <TAB> self . rows = [ ] <TAB> self . autobatch = autobatch <TAB> self . bindings = { } <TAB> include = map ( lambda x : x . lower ( ) , include ) <TAB> exclude = map ( lambda x : x . lower ( ) , exclude ) <TAB> _verbose = self . dst . verbose <TAB> self . dst . verbose = 0 <TAB> try : <TAB> <TAB> self . dst . table ( self . table ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> colmap = { } <TAB> <TAB> <TAB> for a in self . dst . results : <TAB> <TAB> <TAB> <TAB> colmap [ a [ 3 ] . lower ( ) ] = a [ 4 ] <TAB> <TAB> <TAB> cols = self . __filter__ ( colmap . keys ( ) , include , exclude ) <TAB> <TAB> <TAB> for a in zip ( range ( len ( cols ) ) , cols ) : <TAB> <TAB> <TAB> <TAB> self . bindings [ a [ 0 ] ] = colmap [ a [ 1 ] ] <TAB> <TAB> <TAB> colmap = None <TAB> <TAB> else : <TAB> <TAB> <TAB> cols = self . __filter__ ( include , include , exclude ) <TAB> finally : <TAB> <TAB> self . dst . verbose = _verbose <TAB> self . executor = executor ( table , cols )",if self . dst . results :,293
23333,"def check_database():
    if len(EmailAddress.objects.all()) > 0:
        print(
            ""Are you sure you want to wipe the existing development database and reseed it? (Y/N)""
        )
        if raw_input().lower() == ""y"":
            destroy_database()
        else:
            return False
    else:
        return True","def check_database ( ) : <TAB> if len ( EmailAddress . objects . all ( ) ) > 0 : <TAB> <TAB> print ( <TAB> <TAB> <TAB> ""Are you sure you want to wipe the existing development database and reseed it? (Y/N)"" <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> destroy_database ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return False <TAB> else : <TAB> <TAB> return True","if raw_input ( ) . lower ( ) == ""y"" :",97
24498,"def _parse_rosdep_resolve_dependencies(
    dependency_name: str, output: str
) -> Dict[str, Set[str]]:
    # The output of rosdep follows the pattern:
    #
    #    #apt
    #    package1
    #    package2
    #    #pip
    #    pip-package1
    #    pip-package2
    #
    # Split these out into a dict of dependency type -> dependencies.
    delimiters = re.compile(r""\n|\s"")
    lines = delimiters.split(output)
    dependencies: Dict[str, Set[str]] = {}
    dependency_set = None
    for line in lines:
        line = line.strip()
        if line.startswith(""#""):
            key = line.strip(""# "")
            dependencies[key] = set()
            dependency_set = dependencies[key]
        elif line:
            if dependency_set is None:
                raise RosdepUnexpectedResultError(dependency_name, output)
            else:
                dependency_set.add(line)
    return dependencies","def _parse_rosdep_resolve_dependencies ( <TAB> dependency_name : str , output : str ) -> Dict [ str , Set [ str ] ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> delimiters = re . compile ( r""\n|\s"" ) <TAB> lines = delimiters . split ( output ) <TAB> dependencies : Dict [ str , Set [ str ] ] = { } <TAB> dependency_set = None <TAB> for line in lines : <TAB> <TAB> line = line . strip ( ) <TAB> <TAB> if line . startswith ( ""#"" ) : <TAB> <TAB> <TAB> key = line . strip ( ""# "" ) <TAB> <TAB> <TAB> dependencies [ key ] = set ( ) <TAB> <TAB> <TAB> dependency_set = dependencies [ key ] <TAB> <TAB> elif line : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise RosdepUnexpectedResultError ( dependency_name , output ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> dependency_set . add ( line ) <TAB> return dependencies",if dependency_set is None :,284
11366,"def _test_blob(self, obj=0):
    assert self.has_table(""blobtable""), ""no blob table""
    tabname, sql = self.table(""blobtable"")
    fn = tempfile.mktemp()
    fp = None
    c = self.cursor()
    try:
        hello = (""hello"",) * 1024
        c.execute(sql)
        self.db.commit()
        from java.io import (
            FileOutputStream,
            FileInputStream,
            ObjectOutputStream,
            ObjectInputStream,
            ByteArrayInputStream,
        )
        fp = FileOutputStream(fn)
        oos = ObjectOutputStream(fp)
        oos.writeObject(hello)
        fp.close()
        fp = FileInputStream(fn)
        blob = ObjectInputStream(fp)
        value = blob.readObject()
        fp.close()
        assert hello == value, ""unable to serialize properly""
        if obj == 1:
            fp = open(fn, ""rb"")
        else:
            fp = FileInputStream(fn)
        c.execute(
            ""insert into %s (a, b) values (?, ?)"" % (tabname),
            [(0, fp)],
            {1: zxJDBC.BLOB},
        )
        self.db.commit()
        c.execute(""select * from %s"" % (tabname))
        f = c.fetchall()
        bytes = f[0][1]
        blob = ObjectInputStream(ByteArrayInputStream(bytes)).readObject()
        assert hello == blob, ""blobs are not equal""
    finally:
        c.execute(""drop table %s"" % (tabname))
        c.close()
        self.db.commit()
        if os.path.exists(fn):
            if fp:
                fp.close()
            os.remove(fn)","def _test_blob ( self , obj = 0 ) : <TAB> assert self . has_table ( ""blobtable"" ) , ""no blob table"" <TAB> tabname , sql = self . table ( ""blobtable"" ) <TAB> fn = tempfile . mktemp ( ) <TAB> fp = None <TAB> c = self . cursor ( ) <TAB> try : <TAB> <TAB> hello = ( ""hello"" , ) * 1024 <TAB> <TAB> c . execute ( sql ) <TAB> <TAB> self . db . commit ( ) <TAB> <TAB> from java . io import ( <TAB> <TAB> <TAB> FileOutputStream , <TAB> <TAB> <TAB> FileInputStream , <TAB> <TAB> <TAB> ObjectOutputStream , <TAB> <TAB> <TAB> ObjectInputStream , <TAB> <TAB> <TAB> ByteArrayInputStream , <TAB> <TAB> ) <TAB> <TAB> fp = FileOutputStream ( fn ) <TAB> <TAB> oos = ObjectOutputStream ( fp ) <TAB> <TAB> oos . writeObject ( hello ) <TAB> <TAB> fp . close ( ) <TAB> <TAB> fp = FileInputStream ( fn ) <TAB> <TAB> blob = ObjectInputStream ( fp ) <TAB> <TAB> value = blob . readObject ( ) <TAB> <TAB> fp . close ( ) <TAB> <TAB> assert hello == value , ""unable to serialize properly"" <TAB> <TAB> if obj == 1 : <TAB> <TAB> <TAB> fp = open ( fn , ""rb"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> fp = FileInputStream ( fn ) <TAB> <TAB> c . execute ( <TAB> <TAB> <TAB> ""insert into %s (a, b) values (?, ?)"" % ( tabname ) , <TAB> <TAB> <TAB> [ ( 0 , fp ) ] , <TAB> <TAB> <TAB> { 1 : zxJDBC . BLOB } , <TAB> <TAB> ) <TAB> <TAB> self . db . commit ( ) <TAB> <TAB> c . execute ( ""select * from %s"" % ( tabname ) ) <TAB> <TAB> f = c . fetchall ( ) <TAB> <TAB> bytes = f [ 0 ] [ 1 ] <TAB> <TAB> blob = ObjectInputStream ( ByteArrayInputStream ( bytes ) ) . readObject ( ) <TAB> <TAB> assert hello == blob , ""blobs are not equal"" <TAB> finally : <TAB> <TAB> c . execute ( ""drop table %s"" % ( tabname ) ) <TAB> <TAB> c . close ( ) <TAB> <TAB> self . db . commit ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if fp : <TAB> <TAB> <TAB> <TAB> fp . close ( ) <TAB> <TAB> <TAB> os . remove ( fn )",if os . path . exists ( fn ) :,482
13224,"def __getitem__(self, key):
    self._update()
    dx = c_double()
    dy = c_double()
    dz = c_double()
    m = self.__len__()
    has_z = self._ndim == 3
    if isinstance(key, int):
        if key + m < 0 or key >= m:
            raise IndexError(""index out of range"")
        if key < 0:
            i = m + key
        else:
            i = key
        lgeos.GEOSCoordSeq_getX(self._cseq, i, byref(dx))
        lgeos.GEOSCoordSeq_getY(self._cseq, i, byref(dy))
        if has_z:
            lgeos.GEOSCoordSeq_getZ(self._cseq, i, byref(dz))
            return (dx.value, dy.value, dz.value)
        else:
            return (dx.value, dy.value)
    elif isinstance(key, slice):
        res = []
        start, stop, stride = key.indices(m)
        for i in range(start, stop, stride):
            lgeos.GEOSCoordSeq_getX(self._cseq, i, byref(dx))
            lgeos.GEOSCoordSeq_getY(self._cseq, i, byref(dy))
            if has_z:
                lgeos.GEOSCoordSeq_getZ(self._cseq, i, byref(dz))
                res.append((dx.value, dy.value, dz.value))
            else:
                res.append((dx.value, dy.value))
        return res
    else:
        raise TypeError(""key must be an index or slice"")","def __getitem__ ( self , key ) : <TAB> self . _update ( ) <TAB> dx = c_double ( ) <TAB> dy = c_double ( ) <TAB> dz = c_double ( ) <TAB> m = self . __len__ ( ) <TAB> has_z = self . _ndim == 3 <TAB> if isinstance ( key , int ) : <TAB> <TAB> if key + m < 0 or key >= m : <TAB> <TAB> <TAB> raise IndexError ( ""index out of range"" ) <TAB> <TAB> if key < 0 : <TAB> <TAB> <TAB> i = m + key <TAB> <TAB> else : <TAB> <TAB> <TAB> i = key <TAB> <TAB> lgeos . GEOSCoordSeq_getX ( self . _cseq , i , byref ( dx ) ) <TAB> <TAB> lgeos . GEOSCoordSeq_getY ( self . _cseq , i , byref ( dy ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> lgeos . GEOSCoordSeq_getZ ( self . _cseq , i , byref ( dz ) ) <TAB> <TAB> <TAB> return ( dx . value , dy . value , dz . value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return ( dx . value , dy . value ) <TAB> elif isinstance ( key , slice ) : <TAB> <TAB> res = [ ] <TAB> <TAB> start , stop , stride = key . indices ( m ) <TAB> <TAB> for i in range ( start , stop , stride ) : <TAB> <TAB> <TAB> lgeos . GEOSCoordSeq_getX ( self . _cseq , i , byref ( dx ) ) <TAB> <TAB> <TAB> lgeos . GEOSCoordSeq_getY ( self . _cseq , i , byref ( dy ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> lgeos . GEOSCoordSeq_getZ ( self . _cseq , i , byref ( dz ) ) <TAB> <TAB> <TAB> <TAB> res . append ( ( dx . value , dy . value , dz . value ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> res . append ( ( dx . value , dy . value ) ) <TAB> <TAB> return res <TAB> else : <TAB> <TAB> raise TypeError ( ""key must be an index or slice"" )",if has_z :,457
18268,"def _find_escaped_or_filtered(self, body, pos, chars):
    filtered = []
    escaped = []
    for c in chars:
        try:
            if body[pos] == c:
                pos += 1
                continue
            elif body[pos] == ""\\"" and body[pos + 1] == c:
                escaped += [c]
                pos += 2
            else:
                filtered += [c]
                pos += 1
        except IndexError:
            filtered += [c]
            continue
    return filtered, escaped","def _find_escaped_or_filtered ( self , body , pos , chars ) : <TAB> filtered = [ ] <TAB> escaped = [ ] <TAB> for c in chars : <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> pos += 1 <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> elif body [ pos ] == ""\\"" and body [ pos + 1 ] == c : <TAB> <TAB> <TAB> <TAB> escaped += [ c ] <TAB> <TAB> <TAB> <TAB> pos += 2 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> filtered += [ c ] <TAB> <TAB> <TAB> <TAB> pos += 1 <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> filtered += [ c ] <TAB> <TAB> <TAB> continue <TAB> return filtered , escaped",if body [ pos ] == c :,156
22883,"def removeSentinelLines(self, s, line_delim, start_delim, unused_end_delim):
    """"""Properly remove all sentinle lines in s.""""""
    delim = (line_delim or start_delim or """") + ""@""
    verbatim = delim + ""verbatim""
    verbatimFlag = False
    result = []
    lines = g.splitLines(s)
    for line in lines:
        i = g.skip_ws(line, 0)
        if not verbatimFlag and g.match(line, i, delim):
            if g.match(line, i, verbatim):
                # Force the next line to be in the result.
                verbatimFlag = True
        else:
            result.append(line)
            verbatimFlag = False
    result = """".join(result)
    return result","def removeSentinelLines ( self , s , line_delim , start_delim , unused_end_delim ) : <TAB> """"""Properly remove all sentinle lines in s."""""" <TAB> delim = ( line_delim or start_delim or """" ) + ""@"" <TAB> verbatim = delim + ""verbatim"" <TAB> verbatimFlag = False <TAB> result = [ ] <TAB> lines = g . splitLines ( s ) <TAB> for line in lines : <TAB> <TAB> i = g . skip_ws ( line , 0 ) <TAB> <TAB> if not verbatimFlag and g . match ( line , i , delim ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> verbatimFlag = True <TAB> <TAB> else : <TAB> <TAB> <TAB> result . append ( line ) <TAB> <TAB> <TAB> verbatimFlag = False <TAB> result = """" . join ( result ) <TAB> return result","if g . match ( line , i , verbatim ) :",207
15187,"def save(self):
    for var_name in self.default_config:
        if getattr(self, var_name, None) == self.default_config[var_name]:
            if var_name in self.file_config:
                del self.file_config[var_name]
        else:
            self.file_config[var_name] = getattr(self, var_name)
    with open(self.config_path, ""w"") as f:
        f.write(json.dumps(self.file_config, indent=2))","def save ( self ) : <TAB> for var_name in self . default_config : <TAB> <TAB> if getattr ( self , var_name , None ) == self . default_config [ var_name ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> del self . file_config [ var_name ] <TAB> <TAB> else : <TAB> <TAB> <TAB> self . file_config [ var_name ] = getattr ( self , var_name ) <TAB> with open ( self . config_path , ""w"" ) as f : <TAB> <TAB> f . write ( json . dumps ( self . file_config , indent = 2 ) )",if var_name in self . file_config :,141
24842,"def _draw(self, context, opacity):
    """"""draw accumulated instructions in context""""""
    # if we have been moved around, we should update bounds
    fresh_draw = len(self.__new_instructions or []) > 0
    if fresh_draw:  # new stuff!
        self.paths = []
        self.__instruction_cache = self.__new_instructions
        self.__new_instructions = []
    else:
        if not self.__instruction_cache:
            return
    for instruction, args in self.__instruction_cache:
        if fresh_draw:
            if instruction in (""new_path"", ""stroke"", ""fill"", ""clip""):
                self.paths.append((instruction, ""path"", context.copy_path()))
            elif instruction in (""save"", ""restore"", ""translate"", ""scale"", ""rotate""):
                self.paths.append((instruction, ""transform"", args))
        if instruction == ""set_color"":
            self._set_color(context, args[0], args[1], args[2], args[3] * opacity)
        elif instruction == ""show_layout"":
            self._show_layout(context, *args)
        elif opacity < 1 and instruction == ""paint"":
            context.paint_with_alpha(opacity)
        else:
            getattr(context, instruction)(*args)","def _draw ( self , context , opacity ) : <TAB> """"""draw accumulated instructions in context"""""" <TAB> <TAB> fresh_draw = len ( self . __new_instructions or [ ] ) > 0 <TAB> if fresh_draw : <TAB> <TAB> self . paths = [ ] <TAB> <TAB> self . __instruction_cache = self . __new_instructions <TAB> <TAB> self . __new_instructions = [ ] <TAB> else : <TAB> <TAB> if not self . __instruction_cache : <TAB> <TAB> <TAB> return <TAB> for instruction , args in self . __instruction_cache : <TAB> <TAB> if fresh_draw : <TAB> <TAB> <TAB> if instruction in ( ""new_path"" , ""stroke"" , ""fill"" , ""clip"" ) : <TAB> <TAB> <TAB> <TAB> self . paths . append ( ( instruction , ""path"" , context . copy_path ( ) ) ) <TAB> <TAB> <TAB> elif instruction in ( ""save"" , ""restore"" , ""translate"" , ""scale"" , ""rotate"" ) : <TAB> <TAB> <TAB> <TAB> self . paths . append ( ( instruction , ""transform"" , args ) ) <TAB> <TAB> if instruction == ""set_color"" : <TAB> <TAB> <TAB> self . _set_color ( context , args [ 0 ] , args [ 1 ] , args [ 2 ] , args [ 3 ] * opacity ) <TAB> <TAB> elif instruction == ""show_layout"" : <TAB> <TAB> <TAB> self . _show_layout ( context , * args ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> context . paint_with_alpha ( opacity ) <TAB> <TAB> else : <TAB> <TAB> <TAB> getattr ( context , instruction ) ( * args )","elif opacity < 1 and instruction == ""paint"" :",333
10454,"def semanticTags(self, semanticTags):
    if semanticTags is None:
        self.__semanticTags = OrderedDict()
    # check
    for key, value in list(semanticTags.items()):
        if not isinstance(key, int):
            raise TypeError(""At least one key is not a valid int position"")
        if not isinstance(value, list):
            raise TypeError(
                ""At least one value of the provided dict is not a list of string""
            )
        for x in value:
            if not isinstance(x, str):
                raise TypeError(
                    ""At least one value of the provided dict is not a list of string""
                )
    self.__semanticTags = semanticTags
","def semanticTags ( self , semanticTags ) : <TAB> if semanticTags is None : <TAB> <TAB> self . __semanticTags = OrderedDict ( ) <TAB> <TAB> for key , value in list ( semanticTags . items ( ) ) : <TAB> <TAB> if not isinstance ( key , int ) : <TAB> <TAB> <TAB> raise TypeError ( ""At least one key is not a valid int position"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> ""At least one value of the provided dict is not a list of string"" <TAB> <TAB> <TAB> ) <TAB> <TAB> for x in value : <TAB> <TAB> <TAB> if not isinstance ( x , str ) : <TAB> <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""At least one value of the provided dict is not a list of string"" <TAB> <TAB> <TAB> <TAB> ) <TAB> self . __semanticTags = semanticTags","if not isinstance ( value , list ) :",184
19342,"def get_value_threshold(self):
    total_values = []
    for (
        col_name,
        col_results,
    ) in self.binning_obj.binning_obj.bin_results.all_cols_results.items():
        if col_name in self.selection_properties.select_col_names:
            total_values.append(col_results.iv)
    if not self.local_only:
        LOGGER.debug(
            ""host_results: {}, host_selection_properties: {}"".format(
                self.binning_obj.host_results, self.host_selection_properties
            )
        )
        for host_id, host_binning_obj in enumerate(self.binning_obj.host_results):
            host_select_param = self.host_selection_properties[host_id]
            for (
                col_name,
                col_results,
            ) in host_binning_obj.bin_results.all_cols_results.items():
                if col_name in host_select_param.select_col_names:
                    total_values.append(col_results.iv)
    sorted_value = sorted(total_values, reverse=True)
    thres_idx = int(
        math.floor(self.percentile_threshold * len(sorted_value) - consts.FLOAT_ZERO)
    )
    return sorted_value[thres_idx]
","def get_value_threshold ( self ) : <TAB> total_values = [ ] <TAB> for ( <TAB> <TAB> col_name , <TAB> <TAB> col_results , <TAB> ) in self . binning_obj . binning_obj . bin_results . all_cols_results . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> total_values . append ( col_results . iv ) <TAB> if not self . local_only : <TAB> <TAB> LOGGER . debug ( <TAB> <TAB> <TAB> ""host_results: {}, host_selection_properties: {}"" . format ( <TAB> <TAB> <TAB> <TAB> self . binning_obj . host_results , self . host_selection_properties <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> <TAB> for host_id , host_binning_obj in enumerate ( self . binning_obj . host_results ) : <TAB> <TAB> <TAB> host_select_param = self . host_selection_properties [ host_id ] <TAB> <TAB> <TAB> for ( <TAB> <TAB> <TAB> <TAB> col_name , <TAB> <TAB> <TAB> <TAB> col_results , <TAB> <TAB> <TAB> ) in host_binning_obj . bin_results . all_cols_results . items ( ) : <TAB> <TAB> <TAB> <TAB> if col_name in host_select_param . select_col_names : <TAB> <TAB> <TAB> <TAB> <TAB> total_values . append ( col_results . iv ) <TAB> sorted_value = sorted ( total_values , reverse = True ) <TAB> thres_idx = int ( <TAB> <TAB> math . floor ( self . percentile_threshold * len ( sorted_value ) - consts . FLOAT_ZERO ) <TAB> ) <TAB> return sorted_value [ thres_idx ]",if col_name in self . selection_properties . select_col_names :,372
7218,"def _get_check_overlays(self, force=False):
    if self._check_overlays_stale or force:
        if self._connectivity_checker.online:
            # reload from URL
            url = self._settings.get([""check_overlay_url""])
            self._logger.info(""Fetching check overlays from {}"".format(url))
            try:
                r = requests.get(url, timeout=3.1)
                r.raise_for_status()
                data = r.json()
            except Exception as exc:
                self._logger.error(
                    ""Could not fetch check overlay from {}: {}"".format(url, exc)
                )
                self._overlay_cache = {}
            else:
                self._overlay_cache = data
        else:
            self._logger.info(""Not fetching check overlays, we are offline"")
            self._overlay_cache = {}
        self._overlay_cache_timestamp = time.time()
        default_overlay = {}
        defaults = self.get_settings_defaults()
        for key in defaults[""checks""]:
            if key in self._overlay_cache:
                default_overlay[key] = self._overlay_cache[key]
        self._settings.remove_overlay(self.CHECK_OVERLAY_KEY)
        if default_overlay:
            self._settings.add_overlay(
                {""checks"": default_overlay}, key=self.CHECK_OVERLAY_KEY
            )
    return self._overlay_cache","def _get_check_overlays ( self , force = False ) : <TAB> if self . _check_overlays_stale or force : <TAB> <TAB> if self . _connectivity_checker . online : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> url = self . _settings . get ( [ ""check_overlay_url"" ] ) <TAB> <TAB> <TAB> self . _logger . info ( ""Fetching check overlays from {}"" . format ( url ) ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> r = requests . get ( url , timeout = 3.1 ) <TAB> <TAB> <TAB> <TAB> r . raise_for_status ( ) <TAB> <TAB> <TAB> <TAB> data = r . json ( ) <TAB> <TAB> <TAB> except Exception as exc : <TAB> <TAB> <TAB> <TAB> self . _logger . error ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Could not fetch check overlay from {}: {}"" . format ( url , exc ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> self . _overlay_cache = { } <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . _overlay_cache = data <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _logger . info ( ""Not fetching check overlays, we are offline"" ) <TAB> <TAB> <TAB> self . _overlay_cache = { } <TAB> <TAB> self . _overlay_cache_timestamp = time . time ( ) <TAB> <TAB> default_overlay = { } <TAB> <TAB> defaults = self . get_settings_defaults ( ) <TAB> <TAB> for key in defaults [ ""checks"" ] : <TAB> <TAB> <TAB> if key in self . _overlay_cache : <TAB> <TAB> <TAB> <TAB> default_overlay [ key ] = self . _overlay_cache [ key ] <TAB> <TAB> self . _settings . remove_overlay ( self . CHECK_OVERLAY_KEY ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _settings . add_overlay ( <TAB> <TAB> <TAB> <TAB> { ""checks"" : default_overlay } , key = self . CHECK_OVERLAY_KEY <TAB> <TAB> <TAB> ) <TAB> return self . _overlay_cache",if default_overlay :,402
3435,"def _set_peer_statuses(self):
    """"""Set peer statuses.""""""
    cutoff = time.time() - STALE_SECS
    for peer in self.peers:
        if peer.bad:
            peer.status = PEER_BAD
        elif peer.last_good > cutoff:
            peer.status = PEER_GOOD
        elif peer.last_good:
            peer.status = PEER_STALE
        else:
            peer.status = PEER_NEVER
","def _set_peer_statuses ( self ) : <TAB> """"""Set peer statuses."""""" <TAB> cutoff = time . time ( ) - STALE_SECS <TAB> for peer in self . peers : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> peer . status = PEER_BAD <TAB> <TAB> elif peer . last_good > cutoff : <TAB> <TAB> <TAB> peer . status = PEER_GOOD <TAB> <TAB> elif peer . last_good : <TAB> <TAB> <TAB> peer . status = PEER_STALE <TAB> <TAB> else : <TAB> <TAB> <TAB> peer . status = PEER_NEVER",if peer . bad :,128
869,"def credentials(self):
    """"""The session credentials as a dict""""""
    creds = {}
    if self._creds:
        if self._creds.access_key:  # pragma: no branch
            creds[""aws_access_key_id""] = self._creds.access_key
        if self._creds.secret_key:  # pragma: no branch
            creds[""aws_secret_access_key""] = self._creds.secret_key
        if self._creds.token:
            creds[""aws_session_token""] = self._creds.token
    if self._session.region_name:
        creds[""aws_region""] = self._session.region_name
    if self.requester_pays:
        creds[""aws_request_payer""] = ""requester""
    return creds
","def credentials ( self ) : <TAB> """"""The session credentials as a dict"""""" <TAB> creds = { } <TAB> if self . _creds : <TAB> <TAB> if self . _creds . access_key : <TAB> <TAB> <TAB> creds [ ""aws_access_key_id"" ] = self . _creds . access_key <TAB> <TAB> if self . _creds . secret_key : <TAB> <TAB> <TAB> creds [ ""aws_secret_access_key"" ] = self . _creds . secret_key <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> creds [ ""aws_session_token"" ] = self . _creds . token <TAB> if self . _session . region_name : <TAB> <TAB> creds [ ""aws_region"" ] = self . _session . region_name <TAB> if self . requester_pays : <TAB> <TAB> creds [ ""aws_request_payer"" ] = ""requester"" <TAB> return creds",if self . _creds . token :,194
17757,"def __init__(self, **values):
    self.start_date = values.pop(""start_date"", None)
    if self.start_date:
        self.start_date = convert_to_datetime(self.start_date)
    # Check field names and yank out all None valued fields
    for key, value in list(iteritems(values)):
        if key not in self.FIELD_NAMES:
            raise TypeError(""Invalid field name: %s"" % key)
        if value is None:
            del values[key]
    self.fields = []
    assign_defaults = False
    for field_name in self.FIELD_NAMES:
        if field_name in values:
            exprs = values.pop(field_name)
            is_default = False
            assign_defaults = not values
        elif assign_defaults:
            exprs = DEFAULT_VALUES[field_name]
            is_default = True
        else:
            exprs = ""*""
            is_default = True
        field_class = self.FIELDS_MAP[field_name]
        field = field_class(field_name, exprs, is_default)
        self.fields.append(field)
","def __init__ ( self , ** values ) : <TAB> self . start_date = values . pop ( ""start_date"" , None ) <TAB> if self . start_date : <TAB> <TAB> self . start_date = convert_to_datetime ( self . start_date ) <TAB> <TAB> for key , value in list ( iteritems ( values ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise TypeError ( ""Invalid field name: %s"" % key ) <TAB> <TAB> if value is None : <TAB> <TAB> <TAB> del values [ key ] <TAB> self . fields = [ ] <TAB> assign_defaults = False <TAB> for field_name in self . FIELD_NAMES : <TAB> <TAB> if field_name in values : <TAB> <TAB> <TAB> exprs = values . pop ( field_name ) <TAB> <TAB> <TAB> is_default = False <TAB> <TAB> <TAB> assign_defaults = not values <TAB> <TAB> elif assign_defaults : <TAB> <TAB> <TAB> exprs = DEFAULT_VALUES [ field_name ] <TAB> <TAB> <TAB> is_default = True <TAB> <TAB> else : <TAB> <TAB> <TAB> exprs = ""*"" <TAB> <TAB> <TAB> is_default = True <TAB> <TAB> field_class = self . FIELDS_MAP [ field_name ] <TAB> <TAB> field = field_class ( field_name , exprs , is_default ) <TAB> <TAB> self . fields . append ( field )",if key not in self . FIELD_NAMES :,302
10628,"def load(self):
    if self.is_resource:
        self.loaded = True
        return
    buf = self._buf
    buf.seek(self._buf_ofs)
    buf.endian = "">""
    self.metadata_size = buf.read_uint()
    self.file_size = buf.read_uint()
    self.format = buf.read_uint()
    self.data_offset = buf.read_uint()
    if self.format >= 9:
        self.endianness = buf.read_uint()
        if self.endianness == 0:
            buf.endian = ""<""
    self.tree.load(buf)
    if 7 <= self.format <= 13:
        self.long_object_ids = bool(buf.read_uint())
    num_objects = buf.read_uint()
    for i in range(num_objects):
        if self.format >= 14:
            buf.align()
        obj = ObjectInfo(self)
        obj.load(buf)
        self.register_object(obj)
    if self.format >= 11:
        num_adds = buf.read_uint()
        for i in range(num_adds):
            if self.format >= 14:
                buf.align()
            id = self.read_id(buf)
            self.adds.append((id, buf.read_int()))
    if self.format >= 6:
        num_refs = buf.read_uint()
        for i in range(num_refs):
            ref = AssetRef(self)
            ref.load(buf)
            self.asset_refs.append(ref)
    unk_string = buf.read_string()
    assert not unk_string, repr(unk_string)
    self.loaded = True","def load ( self ) : <TAB> if self . is_resource : <TAB> <TAB> self . loaded = True <TAB> <TAB> return <TAB> buf = self . _buf <TAB> buf . seek ( self . _buf_ofs ) <TAB> buf . endian = "">"" <TAB> self . metadata_size = buf . read_uint ( ) <TAB> self . file_size = buf . read_uint ( ) <TAB> self . format = buf . read_uint ( ) <TAB> self . data_offset = buf . read_uint ( ) <TAB> if self . format >= 9 : <TAB> <TAB> self . endianness = buf . read_uint ( ) <TAB> <TAB> if self . endianness == 0 : <TAB> <TAB> <TAB> buf . endian = ""<"" <TAB> self . tree . load ( buf ) <TAB> if 7 <= self . format <= 13 : <TAB> <TAB> self . long_object_ids = bool ( buf . read_uint ( ) ) <TAB> num_objects = buf . read_uint ( ) <TAB> for i in range ( num_objects ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> buf . align ( ) <TAB> <TAB> obj = ObjectInfo ( self ) <TAB> <TAB> obj . load ( buf ) <TAB> <TAB> self . register_object ( obj ) <TAB> if self . format >= 11 : <TAB> <TAB> num_adds = buf . read_uint ( ) <TAB> <TAB> for i in range ( num_adds ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> buf . align ( ) <TAB> <TAB> <TAB> id = self . read_id ( buf ) <TAB> <TAB> <TAB> self . adds . append ( ( id , buf . read_int ( ) ) ) <TAB> if self . format >= 6 : <TAB> <TAB> num_refs = buf . read_uint ( ) <TAB> <TAB> for i in range ( num_refs ) : <TAB> <TAB> <TAB> ref = AssetRef ( self ) <TAB> <TAB> <TAB> ref . load ( buf ) <TAB> <TAB> <TAB> self . asset_refs . append ( ref ) <TAB> unk_string = buf . read_string ( ) <TAB> assert not unk_string , repr ( unk_string ) <TAB> self . loaded = True",if self . format >= 14 :,448
12340,"def _is_perf_file(file_path):
    f = get_file(file_path)
    for line in f:
        if line[0] == ""#"":
            continue
        r = event_regexp.search(line)
        if r:
            f.close()
            return True
        f.close()
        return False","def _is_perf_file ( file_path ) : <TAB> f = get_file ( file_path ) <TAB> for line in f : <TAB> <TAB> if line [ 0 ] == ""#"" : <TAB> <TAB> <TAB> continue <TAB> <TAB> r = event_regexp . search ( line ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> f . close ( ) <TAB> <TAB> <TAB> return True <TAB> <TAB> f . close ( ) <TAB> <TAB> return False",if r :,92
20644,"def command(self, args=None):
    config = self.session.config
    args = args if (args is not None) else list(self.args)
    now = int(time.time())
    if args:
        job = args.pop(0)
    while args:
        op = args.pop(0).lower().replace(""-"", """")
        if op == ""interval"":
            interval = int(args.pop(0))
            config.cron_worker.schedule[job][1] = interval
        elif op == ""trigger"":
            interval = config.cron_worker.schedule[job][1]
            config.cron_worker.schedule[job][3] = now - interval
        elif op == ""postpone"":
            hours = float(args.pop(0))
            config.cron_worker.schedule[job][3] += int(hours * 3600)
        else:
            raise NotImplementedError(""Unknown op: %s"" % op)
    return self._success(
        _(""Displayed CRON schedule""),
        result={
            ""last_run"": config.cron_worker.last_run,
            ""jobs"": config.cron_worker.schedule.values(),
        },
    )","def command ( self , args = None ) : <TAB> config = self . session . config <TAB> args = args if ( args is not None ) else list ( self . args ) <TAB> now = int ( time . time ( ) ) <TAB> if args : <TAB> <TAB> job = args . pop ( 0 ) <TAB> while args : <TAB> <TAB> op = args . pop ( 0 ) . lower ( ) . replace ( ""-"" , """" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> interval = int ( args . pop ( 0 ) ) <TAB> <TAB> <TAB> config . cron_worker . schedule [ job ] [ 1 ] = interval <TAB> <TAB> elif op == ""trigger"" : <TAB> <TAB> <TAB> interval = config . cron_worker . schedule [ job ] [ 1 ] <TAB> <TAB> <TAB> config . cron_worker . schedule [ job ] [ 3 ] = now - interval <TAB> <TAB> elif op == ""postpone"" : <TAB> <TAB> <TAB> hours = float ( args . pop ( 0 ) ) <TAB> <TAB> <TAB> config . cron_worker . schedule [ job ] [ 3 ] += int ( hours * 3600 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise NotImplementedError ( ""Unknown op: %s"" % op ) <TAB> return self . _success ( <TAB> <TAB> _ ( ""Displayed CRON schedule"" ) , <TAB> <TAB> result = { <TAB> <TAB> <TAB> ""last_run"" : config . cron_worker . last_run , <TAB> <TAB> <TAB> ""jobs"" : config . cron_worker . schedule . values ( ) , <TAB> <TAB> } , <TAB> )","if op == ""interval"" :",313
11423,"def test_raxml(self):
    """"""Run RAxML using the wrapper.""""""
    cmd = RaxmlCommandline(
        raxml_exe, sequences=EX_PHYLIP, model=""PROTCATWAG"", name=""test""
    )
    # The parsimony seed should be set automatically
    self.assertIn(""-p"", str(cmd))
    # Smoke test
    try:
        out, err = cmd()
        self.assertGreater(len(out), 0)
        self.assertEqual(len(err), 0)
        # Check the output tree
        tree = Phylo.read(""RAxML_result.test"", ""newick"")
        self.assertEqual(tree.count_terminals(), 4)
    finally:
        # Remove RAxML-generated files, or RAxML will complain bitterly
        # during the next run
        for fname in [
            ""RAxML_info.test"",
            ""RAxML_log.test"",
            ""RAxML_parsimonyTree.test"",
            ""RAxML_result.test"",
            # Present in 7.2.X+  but not 7.0.4:
            ""RAxML_bestTree.test"",
        ]:
            if os.path.isfile(fname):
                os.remove(fname)","def test_raxml ( self ) : <TAB> """"""Run RAxML using the wrapper."""""" <TAB> cmd = RaxmlCommandline ( <TAB> <TAB> raxml_exe , sequences = EX_PHYLIP , model = ""PROTCATWAG"" , name = ""test"" <TAB> ) <TAB> <TAB> self . assertIn ( ""-p"" , str ( cmd ) ) <TAB> <TAB> try : <TAB> <TAB> out , err = cmd ( ) <TAB> <TAB> self . assertGreater ( len ( out ) , 0 ) <TAB> <TAB> self . assertEqual ( len ( err ) , 0 ) <TAB> <TAB> <TAB> <TAB> tree = Phylo . read ( ""RAxML_result.test"" , ""newick"" ) <TAB> <TAB> self . assertEqual ( tree . count_terminals ( ) , 4 ) <TAB> finally : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for fname in [ <TAB> <TAB> <TAB> ""RAxML_info.test"" , <TAB> <TAB> <TAB> ""RAxML_log.test"" , <TAB> <TAB> <TAB> ""RAxML_parsimonyTree.test"" , <TAB> <TAB> <TAB> ""RAxML_result.test"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""RAxML_bestTree.test"" , <TAB> <TAB> ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> os . remove ( fname )",if os . path . isfile ( fname ) :,336
11310,"def test_order_discount_price(self):
    """"""Tests the price of the discount within an order.""""""
    order = add_order(self.request)
    for order_item in order.items.all():
        if order_item.product_name == ""Summer"":
            self.assertEqual(""%.2f"" % order_item.price_net, ""-8.40"")
            self.assertEqual(""%.2f"" % order_item.product_price_net, ""-8.40"")","def test_order_discount_price ( self ) : <TAB> """"""Tests the price of the discount within an order."""""" <TAB> order = add_order ( self . request ) <TAB> for order_item in order . items . all ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertEqual ( ""%.2f"" % order_item . price_net , ""-8.40"" ) <TAB> <TAB> <TAB> self . assertEqual ( ""%.2f"" % order_item . product_price_net , ""-8.40"" )","if order_item . product_name == ""Summer"" :",118
2503,"def help(cls, task=None):
    """"""Describe available tasks or one specific task""""""
    if task is None:
        usage_list = []
        for task in iter(cls._tasks):
            task_func = getattr(cls, task)
            usage_string = ""  %s %s"" % (cls._prog, task_func.usage)
            desc = task_func.__doc__.splitlines()[0]
            usage_list.append((usage_string, desc))
        max_len = functools.reduce(lambda m, item: max(m, len(item[0])), usage_list, 0)
        print(""Tasks:"")
        cols = int(os.environ.get(""COLUMNS"", 80))
        for line, desc in usage_list:
            task_func = getattr(cls, task)
            if desc:
                line = ""%s%s  # %s"" % (line, "" "" * (max_len - len(line)), desc)
            if len(line) > cols:
                line = line[: cols - 3] + ""...""
            print(line)
    else:
        task_func = getattr(cls, task)
        print(""Usage:"")
        print(""  %s %s"" % (cls._prog, task_func.usage))
        print("""")
        print(task_func.__doc__)","def help ( cls , task = None ) : <TAB> """"""Describe available tasks or one specific task"""""" <TAB> if task is None : <TAB> <TAB> usage_list = [ ] <TAB> <TAB> for task in iter ( cls . _tasks ) : <TAB> <TAB> <TAB> task_func = getattr ( cls , task ) <TAB> <TAB> <TAB> usage_string = ""  %s %s"" % ( cls . _prog , task_func . usage ) <TAB> <TAB> <TAB> desc = task_func . __doc__ . splitlines ( ) [ 0 ] <TAB> <TAB> <TAB> usage_list . append ( ( usage_string , desc ) ) <TAB> <TAB> max_len = functools . reduce ( lambda m , item : max ( m , len ( item [ 0 ] ) ) , usage_list , 0 ) <TAB> <TAB> print ( ""Tasks:"" ) <TAB> <TAB> cols = int ( os . environ . get ( ""COLUMNS"" , 80 ) ) <TAB> <TAB> for line , desc in usage_list : <TAB> <TAB> <TAB> task_func = getattr ( cls , task ) <TAB> <TAB> <TAB> if desc : <TAB> <TAB> <TAB> <TAB> line = ""%s%s  # %s"" % ( line , "" "" * ( max_len - len ( line ) ) , desc ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> line = line [ : cols - 3 ] + ""..."" <TAB> <TAB> <TAB> print ( line ) <TAB> else : <TAB> <TAB> task_func = getattr ( cls , task ) <TAB> <TAB> print ( ""Usage:"" ) <TAB> <TAB> print ( ""  %s %s"" % ( cls . _prog , task_func . usage ) ) <TAB> <TAB> print ( """" ) <TAB> <TAB> print ( task_func . __doc__ )",if len ( line ) > cols :,343
4119,"def readline(self, size=None):
    if size is not None:
        data = self.rfile.readline(size)
        self.bytes_read += len(data)
        self._check_length()
        return data
    # User didn't specify a size ...
    # We read the line in chunks to make sure it's not a 100MB line !
    res = []
    while True:
        data = self.rfile.readline(256)
        self.bytes_read += len(data)
        self._check_length()
        res.append(data)
        # See http://www.cherrypy.org/ticket/421
        if len(data) < 256 or data[-1:] == ""\n"":
            return EMPTY.join(res)","def readline ( self , size = None ) : <TAB> if size is not None : <TAB> <TAB> data = self . rfile . readline ( size ) <TAB> <TAB> self . bytes_read += len ( data ) <TAB> <TAB> self . _check_length ( ) <TAB> <TAB> return data <TAB> <TAB> <TAB> res = [ ] <TAB> while True : <TAB> <TAB> data = self . rfile . readline ( 256 ) <TAB> <TAB> self . bytes_read += len ( data ) <TAB> <TAB> self . _check_length ( ) <TAB> <TAB> res . append ( data ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return EMPTY . join ( res )","if len ( data ) < 256 or data [ - 1 : ] == ""\n"" :",194
3484,"def setup(level=None):
    from pipeline.logging import pipeline_logger as logger
    from pipeline.log.handlers import EngineLogHandler
    if level in set(logging._levelToName.values()):
        logger.setLevel(level)
    logging._acquireLock()
    try:
        for hdl in logger.handlers:
            if isinstance(hdl, EngineLogHandler):
                break
        else:
            hdl = EngineLogHandler()
            hdl.setLevel(logger.level)
            logger.addHandler(hdl)
    finally:
        logging._releaseLock()
",def setup ( level = None ) : <TAB> from pipeline . logging import pipeline_logger as logger <TAB> from pipeline . log . handlers import EngineLogHandler <TAB> if level in set ( logging . _levelToName . values ( ) ) : <TAB> <TAB> logger . setLevel ( level ) <TAB> logging . _acquireLock ( ) <TAB> try : <TAB> <TAB> for hdl in logger . handlers : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> hdl = EngineLogHandler ( ) <TAB> <TAB> <TAB> hdl . setLevel ( logger . level ) <TAB> <TAB> <TAB> logger . addHandler ( hdl ) <TAB> finally : <TAB> <TAB> logging . _releaseLock ( ),"if isinstance ( hdl , EngineLogHandler ) :",150
11661,"def user_agent_header():
    # Check if defined ""--random-agent"" option.
    if menu.options.random_agent:
        if (menu.options.agent != settings.DEFAULT_USER_AGENT) or menu.options.mobile:
            err_msg = ""The option '--random-agent' is incompatible with option '--user-agent' or switch '--mobile'.""
            print(settings.print_critical_msg(err_msg))
            raise SystemExit()
        else:
            if settings.VERBOSITY_LEVEL >= 1:
                debug_msg = ""Fetching random HTTP User-Agent header. ""
                sys.stdout.write(settings.print_debug_msg(debug_msg))
                sys.stdout.flush()
            else:
                pass
            try:
                menu.options.agent = random.choice(settings.USER_AGENT_LIST)
                if settings.VERBOSITY_LEVEL >= 1:
                    print(settings.SUCCESS_STATUS)
                info_msg = (
                    ""The fetched random HTTP User-Agent header value is '""
                    + menu.options.agent
                    + ""'.""
                )
                print(settings.print_info_msg(info_msg))
            except:
                print(settings.FAIL_STATUS)","def user_agent_header ( ) : <TAB> <TAB> if menu . options . random_agent : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> err_msg = ""The option '--random-agent' is incompatible with option '--user-agent' or switch '--mobile'."" <TAB> <TAB> <TAB> print ( settings . print_critical_msg ( err_msg ) ) <TAB> <TAB> <TAB> raise SystemExit ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if settings . VERBOSITY_LEVEL >= 1 : <TAB> <TAB> <TAB> <TAB> debug_msg = ""Fetching random HTTP User-Agent header. "" <TAB> <TAB> <TAB> <TAB> sys . stdout . write ( settings . print_debug_msg ( debug_msg ) ) <TAB> <TAB> <TAB> <TAB> sys . stdout . flush ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> menu . options . agent = random . choice ( settings . USER_AGENT_LIST ) <TAB> <TAB> <TAB> <TAB> if settings . VERBOSITY_LEVEL >= 1 : <TAB> <TAB> <TAB> <TAB> <TAB> print ( settings . SUCCESS_STATUS ) <TAB> <TAB> <TAB> <TAB> info_msg = ( <TAB> <TAB> <TAB> <TAB> <TAB> ""The fetched random HTTP User-Agent header value is '"" <TAB> <TAB> <TAB> <TAB> <TAB> + menu . options . agent <TAB> <TAB> <TAB> <TAB> <TAB> + ""'."" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> print ( settings . print_info_msg ( info_msg ) ) <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> print ( settings . FAIL_STATUS )",if ( menu . options . agent != settings . DEFAULT_USER_AGENT ) or menu . options . mobile :,352
9233,"def makeFootnotesDiv(self, root):
    """"""Return div of footnotes as et Element.""""""
    if not list(self.footnotes.keys()):
        return None
    div = util.etree.Element(""div"")
    div.set(""class"", ""footnote"")
    util.etree.SubElement(div, ""hr"")
    ol = util.etree.SubElement(div, ""ol"")
    surrogate_parent = util.etree.Element(""div"")
    for id in self.footnotes.keys():
        li = util.etree.SubElement(ol, ""li"")
        li.set(""id"", self.makeFootnoteId(id))
        # Parse footnote with surrogate parent as li cannot be used.
        # List block handlers have special logic to deal with li.
        # When we are done parsing, we will copy everything over to li.
        self.parser.parseChunk(surrogate_parent, self.footnotes[id])
        for el in list(surrogate_parent):
            li.append(el)
            surrogate_parent.remove(el)
        backlink = util.etree.Element(""a"")
        backlink.set(""href"", ""#"" + self.makeFootnoteRefId(id))
        if self.md.output_format not in [""html5"", ""xhtml5""]:
            backlink.set(""rev"", ""footnote"")  # Invalid in HTML5
        backlink.set(""class"", ""footnote-backref"")
        backlink.set(
            ""title"", self.getConfig(""BACKLINK_TITLE"") % (self.footnotes.index(id) + 1)
        )
        backlink.text = FN_BACKLINK_TEXT
        if len(li):
            node = li[-1]
            if node.tag == ""p"":
                node.text = node.text + NBSP_PLACEHOLDER
                node.append(backlink)
            else:
                p = util.etree.SubElement(li, ""p"")
                p.append(backlink)
    return div","def makeFootnotesDiv ( self , root ) : <TAB> """"""Return div of footnotes as et Element."""""" <TAB> if not list ( self . footnotes . keys ( ) ) : <TAB> <TAB> return None <TAB> div = util . etree . Element ( ""div"" ) <TAB> div . set ( ""class"" , ""footnote"" ) <TAB> util . etree . SubElement ( div , ""hr"" ) <TAB> ol = util . etree . SubElement ( div , ""ol"" ) <TAB> surrogate_parent = util . etree . Element ( ""div"" ) <TAB> for id in self . footnotes . keys ( ) : <TAB> <TAB> li = util . etree . SubElement ( ol , ""li"" ) <TAB> <TAB> li . set ( ""id"" , self . makeFootnoteId ( id ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . parser . parseChunk ( surrogate_parent , self . footnotes [ id ] ) <TAB> <TAB> for el in list ( surrogate_parent ) : <TAB> <TAB> <TAB> li . append ( el ) <TAB> <TAB> <TAB> surrogate_parent . remove ( el ) <TAB> <TAB> backlink = util . etree . Element ( ""a"" ) <TAB> <TAB> backlink . set ( ""href"" , ""#"" + self . makeFootnoteRefId ( id ) ) <TAB> <TAB> if self . md . output_format not in [ ""html5"" , ""xhtml5"" ] : <TAB> <TAB> <TAB> backlink . set ( ""rev"" , ""footnote"" ) <TAB> <TAB> backlink . set ( ""class"" , ""footnote-backref"" ) <TAB> <TAB> backlink . set ( <TAB> <TAB> <TAB> ""title"" , self . getConfig ( ""BACKLINK_TITLE"" ) % ( self . footnotes . index ( id ) + 1 ) <TAB> <TAB> ) <TAB> <TAB> backlink . text = FN_BACKLINK_TEXT <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> node = li [ - 1 ] <TAB> <TAB> <TAB> if node . tag == ""p"" : <TAB> <TAB> <TAB> <TAB> node . text = node . text + NBSP_PLACEHOLDER <TAB> <TAB> <TAB> <TAB> node . append ( backlink ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> p = util . etree . SubElement ( li , ""p"" ) <TAB> <TAB> <TAB> <TAB> p . append ( backlink ) <TAB> return div",if len ( li ) :,510
7435,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRING:
                self.dbname = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.LIST:
                self.tbl_names = []
                (_etype690, _size687) = iprot.readListBegin()
                for _i691 in xrange(_size687):
                    _elem692 = iprot.readString()
                    self.tbl_names.append(_elem692)
                iprot.readListEnd()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . dbname = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . LIST : <TAB> <TAB> <TAB> <TAB> self . tbl_names = [ ] <TAB> <TAB> <TAB> <TAB> ( _etype690 , _size687 ) = iprot . readListBegin ( ) <TAB> <TAB> <TAB> <TAB> for _i691 in xrange ( _size687 ) : <TAB> <TAB> <TAB> <TAB> <TAB> _elem692 = iprot . readString ( ) <TAB> <TAB> <TAB> <TAB> <TAB> self . tbl_names . append ( _elem692 ) <TAB> <TAB> <TAB> <TAB> iprot . readListEnd ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",elif fid == 2 :,402
20411,"def move_to_obj(self, arg, attr=None):
    if not arg:
        return
    lst = self.get_list()
    if not lst:
        return
    do_get_attr = isinstance(attr, str)
    good = arg
    if do_get_attr:
        try:
            good = getattr(arg, attr)
        except (TypeError, AttributeError):
            pass
    for obj, i in zip(lst, range(len(lst))):
        if do_get_attr:
            try:
                test = getattr(obj, attr)
            except AttributeError:
                continue
        else:
            test = obj
        if test == good:
            self.move(absolute=i)
            return True
    return self.move(absolute=self.pointer)
","def move_to_obj ( self , arg , attr = None ) : <TAB> if not arg : <TAB> <TAB> return <TAB> lst = self . get_list ( ) <TAB> if not lst : <TAB> <TAB> return <TAB> do_get_attr = isinstance ( attr , str ) <TAB> good = arg <TAB> if do_get_attr : <TAB> <TAB> try : <TAB> <TAB> <TAB> good = getattr ( arg , attr ) <TAB> <TAB> except ( TypeError , AttributeError ) : <TAB> <TAB> <TAB> pass <TAB> for obj , i in zip ( lst , range ( len ( lst ) ) ) : <TAB> <TAB> if do_get_attr : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> test = getattr ( obj , attr ) <TAB> <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> else : <TAB> <TAB> <TAB> test = obj <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . move ( absolute = i ) <TAB> <TAB> <TAB> return True <TAB> return self . move ( absolute = self . pointer )",if test == good :,215
11495,"def two_mat_relative_entropy(mat_1, mat_2, logbase=2, diag=diagALL):
    """"""Return relative entropy of two matrices.""""""
    rel_ent = 0.0
    key_list_1 = sorted(mat_1)
    key_list_2 = sorted(mat_2)
    key_list = []
    sum_ent_1 = 0.0
    sum_ent_2 = 0.0
    for i in key_list_1:
        if i in key_list_2:
            key_list.append(i)
    if len(key_list_1) != len(key_list_2):
        sys.stderr.write(""Warning: first matrix has more entries than the second\n"")
    if key_list_1 != key_list_2:
        sys.stderr.write(""Warning: indices not the same between matrices\n"")
    for key in key_list:
        if diag == diagNO and key[0] == key[1]:
            continue
        if diag == diagONLY and key[0] != key[1]:
            continue
        if mat_1[key] > EPSILON and mat_2[key] > EPSILON:
            sum_ent_1 += mat_1[key]
            sum_ent_2 += mat_2[key]
    for key in key_list:
        if diag == diagNO and key[0] == key[1]:
            continue
        if diag == diagONLY and key[0] != key[1]:
            continue
        if mat_1[key] > EPSILON and mat_2[key] > EPSILON:
            val_1 = mat_1[key] / sum_ent_1
            val_2 = mat_2[key] / sum_ent_2
            rel_ent += val_1 * log(val_1 / val_2) / log(logbase)
    return rel_ent","def two_mat_relative_entropy ( mat_1 , mat_2 , logbase = 2 , diag = diagALL ) : <TAB> """"""Return relative entropy of two matrices."""""" <TAB> rel_ent = 0.0 <TAB> key_list_1 = sorted ( mat_1 ) <TAB> key_list_2 = sorted ( mat_2 ) <TAB> key_list = [ ] <TAB> sum_ent_1 = 0.0 <TAB> sum_ent_2 = 0.0 <TAB> for i in key_list_1 : <TAB> <TAB> if i in key_list_2 : <TAB> <TAB> <TAB> key_list . append ( i ) <TAB> if len ( key_list_1 ) != len ( key_list_2 ) : <TAB> <TAB> sys . stderr . write ( ""Warning: first matrix has more entries than the second\n"" ) <TAB> if key_list_1 != key_list_2 : <TAB> <TAB> sys . stderr . write ( ""Warning: indices not the same between matrices\n"" ) <TAB> for key in key_list : <TAB> <TAB> if diag == diagNO and key [ 0 ] == key [ 1 ] : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if mat_1 [ key ] > EPSILON and mat_2 [ key ] > EPSILON : <TAB> <TAB> <TAB> sum_ent_1 += mat_1 [ key ] <TAB> <TAB> <TAB> sum_ent_2 += mat_2 [ key ] <TAB> for key in key_list : <TAB> <TAB> if diag == diagNO and key [ 0 ] == key [ 1 ] : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if mat_1 [ key ] > EPSILON and mat_2 [ key ] > EPSILON : <TAB> <TAB> <TAB> val_1 = mat_1 [ key ] / sum_ent_1 <TAB> <TAB> <TAB> val_2 = mat_2 [ key ] / sum_ent_2 <TAB> <TAB> <TAB> rel_ent += val_1 * log ( val_1 / val_2 ) / log ( logbase ) <TAB> return rel_ent",if diag == diagONLY and key [ 0 ] != key [ 1 ] :,480
22605,"def calc_person(self, index, indi_handle, fams_handle):
    working_lines = """"
    if index[1] % 2 == 0 or (index[1] == 1 and self.center_use == 0):
        if indi_handle == fams_handle == None:
            working_lines = self.__calc_l.calc_lines(
                None, None, self._gui.get_val(""father_disp"")
            )
        else:
            working_lines = self.disp_father
    else:
        if indi_handle == fams_handle == None:
            working_lines = self.__calc_l.calc_lines(
                None, None, self._gui.get_val(""mother_disp"")
            )
        else:
            working_lines = self.disp_mother
    if indi_handle == fams_handle == None:
        return working_lines
    else:
        return self.__calc_l.calc_lines(indi_handle, fams_handle, working_lines)","def calc_person ( self , index , indi_handle , fams_handle ) : <TAB> working_lines = """" <TAB> if index [ 1 ] % 2 == 0 or ( index [ 1 ] == 1 and self . center_use == 0 ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> working_lines = self . __calc_l . calc_lines ( <TAB> <TAB> <TAB> <TAB> None , None , self . _gui . get_val ( ""father_disp"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> working_lines = self . disp_father <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> working_lines = self . __calc_l . calc_lines ( <TAB> <TAB> <TAB> <TAB> None , None , self . _gui . get_val ( ""mother_disp"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> working_lines = self . disp_mother <TAB> <fill-in> <TAB> <TAB> return working_lines <TAB> else : <TAB> <TAB> return self . __calc_l . calc_lines ( indi_handle , fams_handle , working_lines )",if indi_handle == fams_handle == None :,268
22794,"def file_update_many(fh, points, now=None):
    if LOCK:
        fcntl.flock(fh.fileno(), fcntl.LOCK_EX)
    header = __readHeader(fh)
    if now is None:
        now = int(time.time())
    archives = iter(header[""archives""])
    currentArchive = next(archives)
    currentPoints = []
    for point in points:
        age = now - point[0]
        while (
            currentArchive[""retention""] < age
        ):  # We can't fit any more points in this archive
            if currentPoints:  # Commit all the points we've found that it can fit
                currentPoints.reverse()  # Put points in chronological order
                __archive_update_many(fh, header, currentArchive, currentPoints)
                currentPoints = []
            try:
                currentArchive = next(archives)
            except StopIteration:
                currentArchive = None
                break
        if not currentArchive:
            break  # Drop remaining points that don't fit in the database
        currentPoints.append(point)
    # Don't forget to commit after we've checked all the archives
    if currentArchive and currentPoints:
        currentPoints.reverse()
        __archive_update_many(fh, header, currentArchive, currentPoints)
    if AUTOFLUSH:
        fh.flush()
        os.fsync(fh.fileno())","def file_update_many ( fh , points , now = None ) : <TAB> if LOCK : <TAB> <TAB> fcntl . flock ( fh . fileno ( ) , fcntl . LOCK_EX ) <TAB> header = __readHeader ( fh ) <TAB> if now is None : <TAB> <TAB> now = int ( time . time ( ) ) <TAB> archives = iter ( header [ ""archives"" ] ) <TAB> currentArchive = next ( archives ) <TAB> currentPoints = [ ] <TAB> for point in points : <TAB> <TAB> age = now - point [ 0 ] <TAB> <TAB> while ( <TAB> <TAB> <TAB> currentArchive [ ""retention"" ] < age <TAB> <TAB> ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> currentPoints . reverse ( ) <TAB> <TAB> <TAB> <TAB> __archive_update_many ( fh , header , currentArchive , currentPoints ) <TAB> <TAB> <TAB> <TAB> currentPoints = [ ] <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> currentArchive = next ( archives ) <TAB> <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> <TAB> currentArchive = None <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if not currentArchive : <TAB> <TAB> <TAB> break <TAB> <TAB> currentPoints . append ( point ) <TAB> <TAB> if currentArchive and currentPoints : <TAB> <TAB> currentPoints . reverse ( ) <TAB> <TAB> __archive_update_many ( fh , header , currentArchive , currentPoints ) <TAB> if AUTOFLUSH : <TAB> <TAB> fh . flush ( ) <TAB> <TAB> os . fsync ( fh . fileno ( ) )",if currentPoints :,366
702,"def testCoreInterfaceIntInputData():
    result_testing = False
    for _ in range(10):
        hsyncnet_instance = hsyncnet(
            [[1], [2], [3], [20], [21], [22]], 2, initial_type.EQUIPARTITION, ccore=True
        )
        analyser = hsyncnet_instance.process()
        if len(analyser.allocate_clusters(0.1)) == 2:
            result_testing = True
            break
    assert result_testing","def testCoreInterfaceIntInputData ( ) : <TAB> result_testing = False <TAB> for _ in range ( 10 ) : <TAB> <TAB> hsyncnet_instance = hsyncnet ( <TAB> <TAB> <TAB> [ [ 1 ] , [ 2 ] , [ 3 ] , [ 20 ] , [ 21 ] , [ 22 ] ] , 2 , initial_type . EQUIPARTITION , ccore = True <TAB> <TAB> ) <TAB> <TAB> analyser = hsyncnet_instance . process ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result_testing = True <TAB> <TAB> <TAB> break <TAB> assert result_testing",if len ( analyser . allocate_clusters ( 0.1 ) ) == 2 :,132
10879,"def set_default(self, line):
    if ""Default:"" in line:
        default_val = line[line.find(""Default:"") + len(""Default:"") :]
        default_val = default_val.strip()
        float_mode = default_val[0].isnumeric()
        list_mode = default_val[0] == ""[""
        end_pos = -1
        first_point = True
        if float_mode or list_mode:
            for index, ele in enumerate(default_val):
                end_pos = index
                if float_mode and ele.isnumeric():
                    continue
                if float_mode and ele == ""."" and first_point:
                    first_point = False
                    continue
                elif float_mode:
                    break
                elif list_mode and ele == ""]"":
                    end_pos += 1
                    break
        else:
            poses = [
                max(
                    [
                        default_val.find("". ""),
                        default_val.find("".""),
                        default_val.find('.""'),
                    ]
                ),
                default_val.find('""'),
                default_val.find("" ""),
                default_val.find("", ""),
            ]
            poses = [ele for ele in poses if ele > 0]
            if poses:
                end_pos = min(poses)
        if end_pos != -1:
            default_val = default_val[:end_pos]
        if default_val:
            self.default_value = default_val","def set_default ( self , line ) : <TAB> if ""Default:"" in line : <TAB> <TAB> default_val = line [ line . find ( ""Default:"" ) + len ( ""Default:"" ) : ] <TAB> <TAB> default_val = default_val . strip ( ) <TAB> <TAB> float_mode = default_val [ 0 ] . isnumeric ( ) <TAB> <TAB> list_mode = default_val [ 0 ] == ""["" <TAB> <TAB> end_pos = - 1 <TAB> <TAB> first_point = True <TAB> <TAB> if float_mode or list_mode : <TAB> <TAB> <TAB> for index , ele in enumerate ( default_val ) : <TAB> <TAB> <TAB> <TAB> end_pos = index <TAB> <TAB> <TAB> <TAB> if float_mode and ele . isnumeric ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if float_mode and ele == ""."" and first_point : <TAB> <TAB> <TAB> <TAB> <TAB> first_point = False <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> elif float_mode : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> elif list_mode and ele == ""]"" : <TAB> <TAB> <TAB> <TAB> <TAB> end_pos += 1 <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> poses = [ <TAB> <TAB> <TAB> <TAB> max ( <TAB> <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> default_val . find ( "". "" ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> default_val . find ( ""."" ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> default_val . find ( '.""' ) , <TAB> <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> default_val . find ( '""' ) , <TAB> <TAB> <TAB> <TAB> default_val . find ( "" "" ) , <TAB> <TAB> <TAB> <TAB> default_val . find ( "", "" ) , <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> poses = [ ele for ele in poses if ele > 0 ] <TAB> <TAB> <TAB> if poses : <TAB> <TAB> <TAB> <TAB> end_pos = min ( poses ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> default_val = default_val [ : end_pos ] <TAB> <TAB> if default_val : <TAB> <TAB> <TAB> self . default_value = default_val",if end_pos != - 1 :,455
11952,"def TryMerge(self, d):
    while d.avail() > 0:
        tt = d.getVarInt32()
        if tt == 10:
            self.set_id(d.getPrefixedString())
            continue
        if tt == 18:
            self.set_language(d.getPrefixedString())
            continue
        if tt == 26:
            length = d.getVarInt32()
            tmp = ProtocolBuffer.Decoder(d.buffer(), d.pos(), d.pos() + length)
            d.skip(length)
            self.add_field().TryMerge(tmp)
            continue
        if tt == 32:
            self.set_order_id(d.getVarInt32())
            continue
        if tt == 40:
            self.set_storage(d.getVarInt32())
            continue
        if tt == 50:
            length = d.getVarInt32()
            tmp = ProtocolBuffer.Decoder(d.buffer(), d.pos(), d.pos() + length)
            d.skip(length)
            self.mutable_acl().TryMerge(tmp)
            continue
        if tt == 56:
            self.set_version(d.getVarInt64())
            continue
        if tt == 0:
            raise ProtocolBuffer.ProtocolBufferDecodeError
        d.skipData(tt)","def TryMerge ( self , d ) : <TAB> while d . avail ( ) > 0 : <TAB> <TAB> tt = d . getVarInt32 ( ) <TAB> <TAB> if tt == 10 : <TAB> <TAB> <TAB> self . set_id ( d . getPrefixedString ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 18 : <TAB> <TAB> <TAB> self . set_language ( d . getPrefixedString ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 26 : <TAB> <TAB> <TAB> length = d . getVarInt32 ( ) <TAB> <TAB> <TAB> tmp = ProtocolBuffer . Decoder ( d . buffer ( ) , d . pos ( ) , d . pos ( ) + length ) <TAB> <TAB> <TAB> d . skip ( length ) <TAB> <TAB> <TAB> self . add_field ( ) . TryMerge ( tmp ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . set_order_id ( d . getVarInt32 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 40 : <TAB> <TAB> <TAB> self . set_storage ( d . getVarInt32 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 50 : <TAB> <TAB> <TAB> length = d . getVarInt32 ( ) <TAB> <TAB> <TAB> tmp = ProtocolBuffer . Decoder ( d . buffer ( ) , d . pos ( ) , d . pos ( ) + length ) <TAB> <TAB> <TAB> d . skip ( length ) <TAB> <TAB> <TAB> self . mutable_acl ( ) . TryMerge ( tmp ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 56 : <TAB> <TAB> <TAB> self . set_version ( d . getVarInt64 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 0 : <TAB> <TAB> <TAB> raise ProtocolBuffer . ProtocolBufferDecodeError <TAB> <TAB> d . skipData ( tt )",if tt == 32 :,367
4426,"def __init__(self, pattern, flags=0):
    """"""The parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags.""""""
    super(Regex, self).__init__()
    if isinstance(pattern, basestring):
        if len(pattern) == 0:
            warnings.warn(
                ""null string passed to Regex; use Empty() instead"",
                SyntaxWarning,
                stacklevel=2,
            )
        self.pattern = pattern
        self.flags = flags
        try:
            self.re = re.compile(self.pattern, self.flags)
            self.reString = self.pattern
        except sre_constants.error:
            warnings.warn(
                ""invalid pattern (%s) passed to Regex"" % pattern,
                SyntaxWarning,
                stacklevel=2,
            )
            raise
    elif isinstance(pattern, Regex.compiledREtype):
        self.re = pattern
        self.pattern = self.reString = str(pattern)
        self.flags = flags
    else:
        raise ValueError(
            ""Regex may only be constructed with a string or a compiled RE object""
        )
    self.name = _ustr(self)
    self.errmsg = ""Expected "" + self.name
    self.mayIndexError = False
    self.mayReturnEmpty = True","def __init__ ( self , pattern , flags = 0 ) : <TAB> """"""The parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags."""""" <TAB> super ( Regex , self ) . __init__ ( ) <TAB> if isinstance ( pattern , basestring ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> warnings . warn ( <TAB> <TAB> <TAB> <TAB> ""null string passed to Regex; use Empty() instead"" , <TAB> <TAB> <TAB> <TAB> SyntaxWarning , <TAB> <TAB> <TAB> <TAB> stacklevel = 2 , <TAB> <TAB> <TAB> ) <TAB> <TAB> self . pattern = pattern <TAB> <TAB> self . flags = flags <TAB> <TAB> try : <TAB> <TAB> <TAB> self . re = re . compile ( self . pattern , self . flags ) <TAB> <TAB> <TAB> self . reString = self . pattern <TAB> <TAB> except sre_constants . error : <TAB> <TAB> <TAB> warnings . warn ( <TAB> <TAB> <TAB> <TAB> ""invalid pattern (%s) passed to Regex"" % pattern , <TAB> <TAB> <TAB> <TAB> SyntaxWarning , <TAB> <TAB> <TAB> <TAB> stacklevel = 2 , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> raise <TAB> elif isinstance ( pattern , Regex . compiledREtype ) : <TAB> <TAB> self . re = pattern <TAB> <TAB> self . pattern = self . reString = str ( pattern ) <TAB> <TAB> self . flags = flags <TAB> else : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""Regex may only be constructed with a string or a compiled RE object"" <TAB> <TAB> ) <TAB> self . name = _ustr ( self ) <TAB> self . errmsg = ""Expected "" + self . name <TAB> self . mayIndexError = False <TAB> self . mayReturnEmpty = True",if len ( pattern ) == 0 :,375
3810,"def process_pipeline(collection, database, pipeline, session):
    if session:
        raise NotImplementedError(""Mongomock does not handle sessions yet"")
    for stage in pipeline:
        for operator, options in six.iteritems(stage):
            try:
                handler = _PIPELINE_HANDLERS[operator]
            except KeyError as err:
                raise_from(
                    NotImplementedError(
                        ""%s is not a valid operator for the aggregation pipeline. ""
                        ""See http://docs.mongodb.org/manual/meta/aggregation-quick-reference/ ""
                        ""for a complete list of valid operators."" % operator
                    ),
                    err,
                )
            if not handler:
                raise NotImplementedError(
                    ""Although '%s' is a valid operator for the aggregation pipeline, it is ""
                    ""currently not implemented in Mongomock."" % operator
                )
            collection = handler(collection, database, options)
    return command_cursor.CommandCursor(collection)
","def process_pipeline ( collection , database , pipeline , session ) : <TAB> if session : <TAB> <TAB> raise NotImplementedError ( ""Mongomock does not handle sessions yet"" ) <TAB> for stage in pipeline : <TAB> <TAB> for operator , options in six . iteritems ( stage ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> handler = _PIPELINE_HANDLERS [ operator ] <TAB> <TAB> <TAB> except KeyError as err : <TAB> <TAB> <TAB> <TAB> raise_from ( <TAB> <TAB> <TAB> <TAB> <TAB> NotImplementedError ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""%s is not a valid operator for the aggregation pipeline. "" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""See http://docs.mongodb.org/manual/meta/aggregation-quick-reference/ "" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""for a complete list of valid operators."" % operator <TAB> <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> <TAB> err , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise NotImplementedError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Although '%s' is a valid operator for the aggregation pipeline, it is "" <TAB> <TAB> <TAB> <TAB> <TAB> ""currently not implemented in Mongomock."" % operator <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> collection = handler ( collection , database , options ) <TAB> return command_cursor . CommandCursor ( collection )",if not handler :,279
7414,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRUCT:
                self.status = TStatus()
                self.status.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRING:
                self.delegationToken = iprot.readString()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . status = TStatus ( ) <TAB> <TAB> <TAB> <TAB> self . status . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . delegationToken = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if fid == 1 :,329
5809,"def set(self, key, data, timeout=None):
    filename = self._key_to_filename(key)
    dirname = os.path.dirname(filename)
    if timeout is None:
        timeout = self._default_timeout
    try:
        if not os.path.exists(dirname):
            os.makedirs(dirname)
        # Use open with exclusive rights to prevent data corruption
        f = os.open(filename, os.O_EXCL | os.O_WRONLY | os.O_CREAT)
        try:
            os.write(f, pickle.dumps(data, pickle.HIGHEST_PROTOCOL))
        finally:
            os.close(f)
        # Set mtime to expire time
        os.utime(filename, (0, time.time() + timeout))
    except (IOError, OSError):
        pass","def set ( self , key , data , timeout = None ) : <TAB> filename = self . _key_to_filename ( key ) <TAB> dirname = os . path . dirname ( filename ) <TAB> if timeout is None : <TAB> <TAB> timeout = self . _default_timeout <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . makedirs ( dirname ) <TAB> <TAB> <TAB> <TAB> f = os . open ( filename , os . O_EXCL | os . O_WRONLY | os . O_CREAT ) <TAB> <TAB> try : <TAB> <TAB> <TAB> os . write ( f , pickle . dumps ( data , pickle . HIGHEST_PROTOCOL ) ) <TAB> <TAB> finally : <TAB> <TAB> <TAB> os . close ( f ) <TAB> <TAB> <TAB> <TAB> os . utime ( filename , ( 0 , time . time ( ) + timeout ) ) <TAB> except ( IOError , OSError ) : <TAB> <TAB> pass",if not os . path . exists ( dirname ) :,208
21497,"def _on_protocol_state_changed(self, state):
    if state == WANoiseProtocol.STATE_TRANSPORT:
        if self._rs != self._wa_noiseprotocol.rs:
            config = self._config_manager.load(self._username)
            config.server_static_public = self._wa_noiseprotocol.rs
            self._config_manager.save(config)
            self._rs = self._wa_noiseprotocol.rs
        self._flush_incoming_buffer()
","def _on_protocol_state_changed ( self , state ) : <TAB> if state == WANoiseProtocol . STATE_TRANSPORT : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> config = self . _config_manager . load ( self . _username ) <TAB> <TAB> <TAB> config . server_static_public = self . _wa_noiseprotocol . rs <TAB> <TAB> <TAB> self . _config_manager . save ( config ) <TAB> <TAB> <TAB> self . _rs = self . _wa_noiseprotocol . rs <TAB> <TAB> self . _flush_incoming_buffer ( )",if self . _rs != self . _wa_noiseprotocol . rs :,127
3846,"def wait(self):
    while True:
        return_code = self._process.poll()
        if return_code is not None:
            line = self._process.stdout.readline().decode(""utf-8"")
            if line == """":
                break
            log.debug(line.strip(""\n""))
    return True","def wait ( self ) : <TAB> while True : <TAB> <TAB> return_code = self . _process . poll ( ) <TAB> <TAB> if return_code is not None : <TAB> <TAB> <TAB> line = self . _process . stdout . readline ( ) . decode ( ""utf-8"" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> log . debug ( line . strip ( ""\n"" ) ) <TAB> return True","if line == """" :",87
7105,"def has_price(self):
    if self.can_decode_claim:
        claim = self.claim
        if claim.is_stream:
            stream = claim.stream
            return stream.has_fee and stream.fee.amount and stream.fee.amount > 0
    return False",def has_price ( self ) : <TAB> if self . can_decode_claim : <TAB> <TAB> claim = self . claim <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> stream = claim . stream <TAB> <TAB> <TAB> return stream . has_fee and stream . fee . amount and stream . fee . amount > 0 <TAB> return False,if claim . is_stream :,74
24449,"def _in_out_vector_helper(self, name1, name2, ceil):
    vector = []
    stats = self.record
    if ceil is None:
        ceil = self._get_max_rate(name1, name2)
    maxlen = self.config.get_stats_history_length()
    for n in [name1, name2]:
        for i in range(maxlen + 1):
            if i < len(stats):
                vector.append(float(stats[i][n]) / ceil)
            else:
                vector.append(0.0)
    return vector","def _in_out_vector_helper ( self , name1 , name2 , ceil ) : <TAB> vector = [ ] <TAB> stats = self . record <TAB> if ceil is None : <TAB> <TAB> ceil = self . _get_max_rate ( name1 , name2 ) <TAB> maxlen = self . config . get_stats_history_length ( ) <TAB> for n in [ name1 , name2 ] : <TAB> <TAB> for i in range ( maxlen + 1 ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> vector . append ( float ( stats [ i ] [ n ] ) / ceil ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> vector . append ( 0.0 ) <TAB> return vector",if i < len ( stats ) :,153
14150,"def check_path_owner(path):
    # type: (str) -> bool
    # If we don't have a way to check the effective uid of this process, then
    # we'll just assume that we own the directory.
    if not hasattr(os, ""geteuid""):
        return True
    previous = None
    while path != previous:
        if os.path.lexists(path):
            # Check if path is writable by current user.
            if os.geteuid() == 0:
                # Special handling for root user in order to handle properly
                # cases where users use sudo without -H flag.
                try:
                    path_uid = get_path_uid(path)
                except OSError:
                    return False
                return path_uid == 0
            else:
                return os.access(path, os.W_OK)
        else:
            previous, path = path, os.path.dirname(path)
    return False  # assume we don't own the path","def check_path_owner ( path ) : <TAB> <TAB> <TAB> <TAB> if not hasattr ( os , ""geteuid"" ) : <TAB> <TAB> return True <TAB> previous = None <TAB> while path != previous : <TAB> <TAB> if os . path . lexists ( path ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> path_uid = get_path_uid ( path ) <TAB> <TAB> <TAB> <TAB> except OSError : <TAB> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> <TAB> return path_uid == 0 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return os . access ( path , os . W_OK ) <TAB> <TAB> else : <TAB> <TAB> <TAB> previous , path = path , os . path . dirname ( path ) <TAB> return False",if os . geteuid ( ) == 0 :,263
10163,"def Tool(self, tool, toolpath=None, **kw):
    if SCons.Util.is_String(tool):
        tool = self.subst(tool)
        if toolpath is None:
            toolpath = self.get(""toolpath"", [])
        toolpath = list(map(self._find_toolpath_dir, toolpath))
        tool = SCons.Tool.Tool(tool, toolpath, **kw)
    tool(self)
","def Tool ( self , tool , toolpath = None , ** kw ) : <TAB> if SCons . Util . is_String ( tool ) : <TAB> <TAB> tool = self . subst ( tool ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> toolpath = self . get ( ""toolpath"" , [ ] ) <TAB> <TAB> toolpath = list ( map ( self . _find_toolpath_dir , toolpath ) ) <TAB> <TAB> tool = SCons . Tool . Tool ( tool , toolpath , ** kw ) <TAB> tool ( self )",if toolpath is None :,114
13619,"def _init_nvml():
    global _nvml_lib, _no_device_warned
    if _init_pid == os.getpid():
        return
    nvml_paths = [
        ""libnvidia-ml.so"",
        ""libnvidia-ml.so.1"",
        ""libnvidia-ml.dylib"",
        ""nvml.dll"",
    ]
    if sys.platform[:3] == ""win"":
        nvml_paths.append(
            os.path.join(
                os.getenv(""ProgramFiles"", ""C:/Program Files""),
                ""NVIDIA Corporation/NVSMI/nvml.dll"",
            )
        )
    _nvml_lib = _load_nv_library(*nvml_paths)
    if _nvml_lib is None:
        return
    try:
        _nvml_check_error(_nvml_lib.nvmlInit_v2())
    except NVMLAPIError as ex:
        if ex.errno == NVML_DRIVER_NOT_LOADED:
            _nvml_lib = None
            if not _no_device_warned:
                logger.warning(
                    ""Failed to load libnvidia-ml: %s, no CUDA device will be enabled"",
                    ex.message,
                )
                _no_device_warned = True
        else:
            logger.exception(""Failed to initialize libnvidia-ml."")
        return","def _init_nvml ( ) : <TAB> global _nvml_lib , _no_device_warned <TAB> if _init_pid == os . getpid ( ) : <TAB> <TAB> return <TAB> nvml_paths = [ <TAB> <TAB> ""libnvidia-ml.so"" , <TAB> <TAB> ""libnvidia-ml.so.1"" , <TAB> <TAB> ""libnvidia-ml.dylib"" , <TAB> <TAB> ""nvml.dll"" , <TAB> ] <TAB> if sys . platform [ : 3 ] == ""win"" : <TAB> <TAB> nvml_paths . append ( <TAB> <TAB> <TAB> os . path . join ( <TAB> <TAB> <TAB> <TAB> os . getenv ( ""ProgramFiles"" , ""C:/Program Files"" ) , <TAB> <TAB> <TAB> <TAB> ""NVIDIA Corporation/NVSMI/nvml.dll"" , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> _nvml_lib = _load_nv_library ( * nvml_paths ) <TAB> if _nvml_lib is None : <TAB> <TAB> return <TAB> try : <TAB> <TAB> _nvml_check_error ( _nvml_lib . nvmlInit_v2 ( ) ) <TAB> except NVMLAPIError as ex : <TAB> <TAB> if ex . errno == NVML_DRIVER_NOT_LOADED : <TAB> <TAB> <TAB> _nvml_lib = None <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Failed to load libnvidia-ml: %s, no CUDA device will be enabled"" , <TAB> <TAB> <TAB> <TAB> <TAB> ex . message , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> _no_device_warned = True <TAB> <TAB> else : <TAB> <TAB> <TAB> logger . exception ( ""Failed to initialize libnvidia-ml."" ) <TAB> <TAB> return",if not _no_device_warned :,361
2608,"def get_tokens_unprocessed(self, text):
    buffered = """"
    insertions = []
    lng_buffer = []
    for i, t, v in self.language_lexer.get_tokens_unprocessed(text):
        if t is self.needle:
            if lng_buffer:
                insertions.append((len(buffered), lng_buffer))
                lng_buffer = []
            buffered += v
        else:
            lng_buffer.append((i, t, v))
    if lng_buffer:
        insertions.append((len(buffered), lng_buffer))
    return do_insertions(insertions, self.root_lexer.get_tokens_unprocessed(buffered))
","def get_tokens_unprocessed ( self , text ) : <TAB> buffered = """" <TAB> insertions = [ ] <TAB> lng_buffer = [ ] <TAB> for i , t , v in self . language_lexer . get_tokens_unprocessed ( text ) : <TAB> <TAB> if t is self . needle : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> insertions . append ( ( len ( buffered ) , lng_buffer ) ) <TAB> <TAB> <TAB> <TAB> lng_buffer = [ ] <TAB> <TAB> <TAB> buffered += v <TAB> <TAB> else : <TAB> <TAB> <TAB> lng_buffer . append ( ( i , t , v ) ) <TAB> <fill-in> <TAB> <TAB> insertions . append ( ( len ( buffered ) , lng_buffer ) ) <TAB> return do_insertions ( insertions , self . root_lexer . get_tokens_unprocessed ( buffered ) )",if lng_buffer :,185
20376,"def _add_auth_information(self):
    if self.message_type == ""logstash"":
        if not self.username:
            # Logstash authentication not enabled
            return
        logstash_auth = requests.auth.HTTPBasicAuth(self.username, self.password)
        self.session.auth = logstash_auth
    elif self.message_type == ""splunk"":
        auth_header = ""Splunk %s"" % self.password
        headers = {""Authorization"": auth_header, ""Content-Type"": ""application/json""}
        self.session.headers.update(headers)
","def _add_auth_information ( self ) : <TAB> if self . message_type == ""logstash"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> logstash_auth = requests . auth . HTTPBasicAuth ( self . username , self . password ) <TAB> <TAB> self . session . auth = logstash_auth <TAB> elif self . message_type == ""splunk"" : <TAB> <TAB> auth_header = ""Splunk %s"" % self . password <TAB> <TAB> headers = { ""Authorization"" : auth_header , ""Content-Type"" : ""application/json"" } <TAB> <TAB> self . session . headers . update ( headers )",if not self . username :,154
20226,"def _table_reprfunc(self, row, col, val):
    if self._table.column_names[col].endswith(""Size""):
        if isinstance(val, compat.string_types):
            return ""  %s"" % val
        elif val < 1024 ** 2:
            return ""  %.1f KB"" % (val / 1024.0 ** 1)
        elif val < 1024 ** 3:
            return ""  %.1f MB"" % (val / 1024.0 ** 2)
        else:
            return ""  %.1f GB"" % (val / 1024.0 ** 3)
    if col in (0, """"):
        return str(val)
    else:
        return ""  %s"" % val","def _table_reprfunc ( self , row , col , val ) : <TAB> if self . _table . column_names [ col ] . endswith ( ""Size"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ""  %s"" % val <TAB> <TAB> elif val < 1024 ** 2 : <TAB> <TAB> <TAB> return ""  %.1f KB"" % ( val / 1024.0 ** 1 ) <TAB> <TAB> elif val < 1024 ** 3 : <TAB> <TAB> <TAB> return ""  %.1f MB"" % ( val / 1024.0 ** 2 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return ""  %.1f GB"" % ( val / 1024.0 ** 3 ) <TAB> if col in ( 0 , """" ) : <TAB> <TAB> return str ( val ) <TAB> else : <TAB> <TAB> return ""  %s"" % val","if isinstance ( val , compat . string_types ) :",182
24996,"def loadalbum(albumname):
    song_ids = []
    album = str(albumname)
    if os.path.isfile(""{}/songs.json"".format(USER_PATH)):
        with open(""{}/songs.json"".format(USER_PATH), ""r"") as input_file:
            songs_list = json.load(input_file)
    ##            print(songs_list)
    else:
        songs_list = api.get_all_songs()
        with open(""{}/songs.json"".format(USER_PATH), ""w"") as output_file:
            json.dump(songs_list, output_file)
    for i in range(0, len(songs_list)):
        if album.lower() in (songs_list[i][""album""]).lower():
            song_ids.append(songs_list[i][""id""])
        else:
            print(""Album not found"")
    songsnum = len(song_ids)
    return song_ids, songsnum","def loadalbum ( albumname ) : <TAB> song_ids = [ ] <TAB> album = str ( albumname ) <TAB> if os . path . isfile ( ""{}/songs.json"" . format ( USER_PATH ) ) : <TAB> <TAB> with open ( ""{}/songs.json"" . format ( USER_PATH ) , ""r"" ) as input_file : <TAB> <TAB> <TAB> songs_list = json . load ( input_file ) <TAB> <TAB> else : <TAB> <TAB> songs_list = api . get_all_songs ( ) <TAB> <TAB> with open ( ""{}/songs.json"" . format ( USER_PATH ) , ""w"" ) as output_file : <TAB> <TAB> <TAB> json . dump ( songs_list , output_file ) <TAB> for i in range ( 0 , len ( songs_list ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> song_ids . append ( songs_list [ i ] [ ""id"" ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""Album not found"" ) <TAB> songsnum = len ( song_ids ) <TAB> return song_ids , songsnum","if album . lower ( ) in ( songs_list [ i ] [ ""album"" ] ) . lower ( ) :",253
15734,"def event_handler(event):
    if isinstance(event, EndEpochEvent):
        test_reader = paddle.batch(paddle.dataset.mnist.test(), batch_size=BATCH_SIZE)
        avg_cost, acc = trainer.test(reader=test_reader, feed_order=[""img"", ""label""])
        print(""avg_cost: %s"" % avg_cost)
        print(""acc     : %s"" % acc)
        if acc > 0.2:  # Smaller value to increase CI speed
            trainer.save_params(params_dirname)
        else:
            print(
                ""BatchID {0}, Test Loss {1:0.2}, Acc {2:0.2}"".format(
                    event.epoch + 1, avg_cost, acc
                )
            )
            if math.isnan(avg_cost):
                sys.exit(""got NaN loss, training failed."")
    elif isinstance(event, EndStepEvent):
        print(
            (
                ""Step {0}, Epoch {1} Metrics {2}"".format(
                    event.step, event.epoch, list(map(numpy.array, event.metrics))
                )
            )
        )","def event_handler ( event ) : <TAB> if isinstance ( event , EndEpochEvent ) : <TAB> <TAB> test_reader = paddle . batch ( paddle . dataset . mnist . test ( ) , batch_size = BATCH_SIZE ) <TAB> <TAB> avg_cost , acc = trainer . test ( reader = test_reader , feed_order = [ ""img"" , ""label"" ] ) <TAB> <TAB> print ( ""avg_cost: %s"" % avg_cost ) <TAB> <TAB> print ( ""acc     : %s"" % acc ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> trainer . save_params ( params_dirname ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""BatchID {0}, Test Loss {1:0.2}, Acc {2:0.2}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> event . epoch + 1 , avg_cost , acc <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if math . isnan ( avg_cost ) : <TAB> <TAB> <TAB> <TAB> sys . exit ( ""got NaN loss, training failed."" ) <TAB> elif isinstance ( event , EndStepEvent ) : <TAB> <TAB> print ( <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> ""Step {0}, Epoch {1} Metrics {2}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> event . step , event . epoch , list ( map ( numpy . array , event . metrics ) ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> )",if acc > 0.2 :,325
25062,"def get_spec(spec_file, spec_name, lab_mode, pre_):
    """"""Get spec using args processed from inputs""""""
    if lab_mode in TRAIN_MODES:
        if pre_ is None:  # new train trial
            spec = spec_util.get(spec_file, spec_name)
        else:
            # for resuming with train@{predir}
            # e.g. train@latest (fill find the latest predir)
            # e.g. train@data/reinforce_cartpole_2020_04_13_232521
            predir = pre_
            if predir == ""latest"":
                predir = sorted(glob(f""data/{spec_name}*/""))[
                    -1
                ]  # get the latest predir with spec_name
            _, _, _, _, experiment_ts = util.prepath_split(
                predir
            )  # get experiment_ts to resume train spec
            logger.info(f""Resolved to train@{predir}"")
            spec = spec_util.get(spec_file, spec_name, experiment_ts)
    elif lab_mode == ""enjoy"":
        # for enjoy@{session_spec_file}
        # e.g. enjoy@data/reinforce_cartpole_2020_04_13_232521/reinforce_cartpole_t0_s0_spec.json
        session_spec_file = pre_
        assert (
            session_spec_file is not None
        ), ""enjoy mode must specify a `enjoy@{session_spec_file}`""
        spec = util.read(f""{session_spec_file}"")
    else:
        raise ValueError(
            f""Unrecognizable lab_mode not of {TRAIN_MODES} or {EVAL_MODES}""
        )
    return spec","def get_spec ( spec_file , spec_name , lab_mode , pre_ ) : <TAB> """"""Get spec using args processed from inputs"""""" <TAB> if lab_mode in TRAIN_MODES : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> spec = spec_util . get ( spec_file , spec_name ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> predir = pre_ <TAB> <TAB> <TAB> if predir == ""latest"" : <TAB> <TAB> <TAB> <TAB> predir = sorted ( glob ( f""data/{spec_name}*/"" ) ) [ <TAB> <TAB> <TAB> <TAB> <TAB> - 1 <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> _ , _ , _ , _ , experiment_ts = util . prepath_split ( <TAB> <TAB> <TAB> <TAB> predir <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> logger . info ( f""Resolved to train@{predir}"" ) <TAB> <TAB> <TAB> spec = spec_util . get ( spec_file , spec_name , experiment_ts ) <TAB> elif lab_mode == ""enjoy"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> session_spec_file = pre_ <TAB> <TAB> assert ( <TAB> <TAB> <TAB> session_spec_file is not None <TAB> <TAB> ) , ""enjoy mode must specify a `enjoy@{session_spec_file}`"" <TAB> <TAB> spec = util . read ( f""{session_spec_file}"" ) <TAB> else : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> f""Unrecognizable lab_mode not of {TRAIN_MODES} or {EVAL_MODES}"" <TAB> <TAB> ) <TAB> return spec",if pre_ is None :,473
8333,"def __setattr__(self, option_name, option_value):
    if option_name in self._options:
        # type checking
        sort = self.OPTIONS[self.arch.name][option_name][0]
        if sort is None or isinstance(option_value, sort):
            self._options[option_name] = option_value
        else:
            raise ValueError(
                'Value for option ""%s"" must be of type %s' % (option_name, sort)
            )
    else:
        super(CFGArchOptions, self).__setattr__(option_name, option_value)","def __setattr__ ( self , option_name , option_value ) : <TAB> if option_name in self . _options : <TAB> <TAB> <TAB> <TAB> sort = self . OPTIONS [ self . arch . name ] [ option_name ] [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _options [ option_name ] = option_value <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> 'Value for option ""%s"" must be of type %s' % ( option_name , sort ) <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> super ( CFGArchOptions , self ) . __setattr__ ( option_name , option_value )","if sort is None or isinstance ( option_value , sort ) :",155
8358,"def __str__(self):
    """"""Only keeps the True values.""""""
    result = [""SlicingSpec(""]
    if self.entire_dataset:
        result.append("" Entire dataset,"")
    if self.by_class:
        if isinstance(self.by_class, Iterable):
            result.append("" Into classes %s,"" % self.by_class)
        elif isinstance(self.by_class, int):
            result.append("" Up to class %d,"" % self.by_class)
        else:
            result.append("" By classes,"")
    if self.by_percentiles:
        result.append("" By percentiles,"")
    if self.by_classification_correctness:
        result.append("" By classification correctness,"")
    result.append("")"")
    return ""\n"".join(result)
","def __str__ ( self ) : <TAB> """"""Only keeps the True values."""""" <TAB> result = [ ""SlicingSpec("" ] <TAB> if self . entire_dataset : <TAB> <TAB> result . append ( "" Entire dataset,"" ) <TAB> if self . by_class : <TAB> <TAB> if isinstance ( self . by_class , Iterable ) : <TAB> <TAB> <TAB> result . append ( "" Into classes %s,"" % self . by_class ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result . append ( "" Up to class %d,"" % self . by_class ) <TAB> <TAB> else : <TAB> <TAB> <TAB> result . append ( "" By classes,"" ) <TAB> if self . by_percentiles : <TAB> <TAB> result . append ( "" By percentiles,"" ) <TAB> if self . by_classification_correctness : <TAB> <TAB> result . append ( "" By classification correctness,"" ) <TAB> result . append ( "")"" ) <TAB> return ""\n"" . join ( result )","elif isinstance ( self . by_class , int ) :",197
32,"def checkFilename(filename):  # useful in case of drag and drop
    while True:
        if filename[0] == ""'"":
            filename = filename[1:]
        if filename[len(filename) - 1] == ""'"":
            filename = filename[:-1]
        if os.path.exists(filename):
            return filename
        filename = input(
            ""[!] Cannot find '%s'.\n[*] Enter a valid name of the file containing the paths to test -> ""
            % filename
        )","def checkFilename ( filename ) : <TAB> while True : <TAB> <TAB> if filename [ 0 ] == ""'"" : <TAB> <TAB> <TAB> filename = filename [ 1 : ] <TAB> <TAB> if filename [ len ( filename ) - 1 ] == ""'"" : <TAB> <TAB> <TAB> filename = filename [ : - 1 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return filename <TAB> <TAB> filename = input ( <TAB> <TAB> <TAB> ""[!] Cannot find '%s'.\n[*] Enter a valid name of the file containing the paths to test -> "" <TAB> <TAB> <TAB> % filename <TAB> <TAB> )",if os . path . exists ( filename ) :,130
3339,"def fact(n):
    if n < 1:
        raise ValueError(""fact() argument should be >= 1"")
    if n == 1:
        return []  # special case
    res = []
    # Treat even factors special, so we can use i += 2 later
    while n % 2 == 0:
        res.append(2)
        n //= 2
    # Try odd numbers up to sqrt(n)
    limit = sqrt(n + 1)
    i = 3
    while i <= limit:
        if n % i == 0:
            res.append(i)
            n //= i
            limit = sqrt(n + 1)
        else:
            i += 2
    if n != 1:
        res.append(n)
    return res","def fact ( n ) : <TAB> if n < 1 : <TAB> <TAB> raise ValueError ( ""fact() argument should be >= 1"" ) <TAB> if n == 1 : <TAB> <TAB> return [ ] <TAB> res = [ ] <TAB> <TAB> while n % 2 == 0 : <TAB> <TAB> res . append ( 2 ) <TAB> <TAB> n //= 2 <TAB> <TAB> limit = sqrt ( n + 1 ) <TAB> i = 3 <TAB> while i <= limit : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> res . append ( i ) <TAB> <TAB> <TAB> n //= i <TAB> <TAB> <TAB> limit = sqrt ( n + 1 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> i += 2 <TAB> if n != 1 : <TAB> <TAB> res . append ( n ) <TAB> return res",if n % i == 0 :,193
22054,"def _getString(self):
    c = self._getChar()
    if c is SyntaxToken.EOF or c != '""':
        raise Exception(""Internal: parsing string?"")
    res = """"
    escape = False
    c = self._peekChar()
    while True:
        if c is SyntaxToken.EOF:
            raise Exception(""Hit EOF in string literal."")
        elif c == ""\n"" or c == ""\r"":
            raise Exception(""Hit newline in string literal"")
        elif c == ""\\"" and not escape:
            self._getChar()
            escape = True
        elif c == '""' and not escape:
            self._getChar()
            return StringToken(res)
        elif escape:
            escape = False
            self._getChar()
            if c == ""n"":
                res = res + ""\n""
            elif c == ""t"":
                res = res + ""\t""
            elif c == ""r"":
                res = res = ""\r""
            elif c == '""':
                res = res + c
            elif c == ""\\"":
                res = res + c
        else:
            self._getChar()
            res = res + c
        c = self._peekChar()
","def _getString ( self ) : <TAB> c = self . _getChar ( ) <TAB> if c is SyntaxToken . EOF or c != '""' : <TAB> <TAB> raise Exception ( ""Internal: parsing string?"" ) <TAB> res = """" <TAB> escape = False <TAB> c = self . _peekChar ( ) <TAB> while True : <TAB> <TAB> if c is SyntaxToken . EOF : <TAB> <TAB> <TAB> raise Exception ( ""Hit EOF in string literal."" ) <TAB> <TAB> elif c == ""\n"" or c == ""\r"" : <TAB> <TAB> <TAB> raise Exception ( ""Hit newline in string literal"" ) <TAB> <TAB> elif c == ""\\"" and not escape : <TAB> <TAB> <TAB> self . _getChar ( ) <TAB> <TAB> <TAB> escape = True <TAB> <TAB> elif c == '""' and not escape : <TAB> <TAB> <TAB> self . _getChar ( ) <TAB> <TAB> <TAB> return StringToken ( res ) <TAB> <TAB> elif escape : <TAB> <TAB> <TAB> escape = False <TAB> <TAB> <TAB> self . _getChar ( ) <TAB> <TAB> <TAB> if c == ""n"" : <TAB> <TAB> <TAB> <TAB> res = res + ""\n"" <TAB> <TAB> <TAB> elif c == ""t"" : <TAB> <TAB> <TAB> <TAB> res = res + ""\t"" <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> res = res = ""\r"" <TAB> <TAB> <TAB> elif c == '""' : <TAB> <TAB> <TAB> <TAB> res = res + c <TAB> <TAB> <TAB> elif c == ""\\"" : <TAB> <TAB> <TAB> <TAB> res = res + c <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _getChar ( ) <TAB> <TAB> <TAB> res = res + c <TAB> <TAB> c = self . _peekChar ( )","elif c == ""r"" :",331
6674,"def main():
    testmergeinto()
    try:
        by = bypy.ByPy(configdir=ConfigDir, debug=1, verbose=1)
        if ""refresh"" in sys.argv:
            by.refreshtoken()
        if ""many"" in sys.argv:
            testmanyfiles(by)
            return
        runTests(by)
        if ""1"" in sys.argv:
            return
        time.sleep(10)
        by = bypy.ByPy(configdir=ConfigDir, processes=2, debug=1, verbose=1)
        runTests(by)
        if ""2"" in sys.argv:
            return
        # test aria2 downloading
        by = bypy.ByPy(configdir=ConfigDir, downloader=""aria2"", debug=1, verbose=1)
        downdir(by)
        by = bypy.ByPy(
            configdir=ConfigDir, downloader=""aria2"", processes=2, debug=1, verbose=1
        )
        downdir(by)
    except KeyboardInterrupt:
        print(""User cancelled, cleaning up ..."")
    finally:
        cleanup()
        print(""Clean up done."")","def main ( ) : <TAB> testmergeinto ( ) <TAB> try : <TAB> <TAB> by = bypy . ByPy ( configdir = ConfigDir , debug = 1 , verbose = 1 ) <TAB> <TAB> if ""refresh"" in sys . argv : <TAB> <TAB> <TAB> by . refreshtoken ( ) <TAB> <TAB> if ""many"" in sys . argv : <TAB> <TAB> <TAB> testmanyfiles ( by ) <TAB> <TAB> <TAB> return <TAB> <TAB> runTests ( by ) <TAB> <TAB> if ""1"" in sys . argv : <TAB> <TAB> <TAB> return <TAB> <TAB> time . sleep ( 10 ) <TAB> <TAB> by = bypy . ByPy ( configdir = ConfigDir , processes = 2 , debug = 1 , verbose = 1 ) <TAB> <TAB> runTests ( by ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> by = bypy . ByPy ( configdir = ConfigDir , downloader = ""aria2"" , debug = 1 , verbose = 1 ) <TAB> <TAB> downdir ( by ) <TAB> <TAB> by = bypy . ByPy ( <TAB> <TAB> <TAB> configdir = ConfigDir , downloader = ""aria2"" , processes = 2 , debug = 1 , verbose = 1 <TAB> <TAB> ) <TAB> <TAB> downdir ( by ) <TAB> except KeyboardInterrupt : <TAB> <TAB> print ( ""User cancelled, cleaning up ..."" ) <TAB> finally : <TAB> <TAB> cleanup ( ) <TAB> <TAB> print ( ""Clean up done."" )","if ""2"" in sys . argv :",305
16366,"def _wait_for_multipass_ready(cls, *, echoer):
    echoer.wrapped(""Waiting for multipass..."")
    retry_count = 60
    while retry_count:
        try:
            output = subprocess.check_output([cls.provider_cmd, ""version""]).decode()
        except subprocess.CalledProcessError:
            output = """"
        except FileNotFoundError:
            raise errors.ProviderStartError(
                provider_name=cls.provider_name,
                error_message=""multipass not found - please check that it""
                "" can be found in the configured PATH"",
            )
        # if multipassd is in the version information, it means the service is up
        # and we can carry on
        if ""multipassd"" in output:
            break
        retry_count -= 1
        sleep(1)","def _wait_for_multipass_ready ( cls , * , echoer ) : <TAB> echoer . wrapped ( ""Waiting for multipass..."" ) <TAB> retry_count = 60 <TAB> while retry_count : <TAB> <TAB> try : <TAB> <TAB> <TAB> output = subprocess . check_output ( [ cls . provider_cmd , ""version"" ] ) . decode ( ) <TAB> <TAB> except subprocess . CalledProcessError : <TAB> <TAB> <TAB> output = """" <TAB> <TAB> except FileNotFoundError : <TAB> <TAB> <TAB> raise errors . ProviderStartError ( <TAB> <TAB> <TAB> <TAB> provider_name = cls . provider_name , <TAB> <TAB> <TAB> <TAB> error_message = ""multipass not found - please check that it"" <TAB> <TAB> <TAB> <TAB> "" can be found in the configured PATH"" , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> retry_count -= 1 <TAB> <TAB> sleep ( 1 )","if ""multipassd"" in output :",218
2418,"def i_rol(self, op):
    dstSize = op.opers[0].tsize
    count = self.getOperValue(op, 1)
    tempCount = shiftMask(count, dstSize)
    if tempCount > 0:  # Yeah, i know...weird. See the intel manual
        while tempCount:
            val = self.getOperValue(op, 0)
            tempCf = e_bits.msb(val, dstSize)
            self.setOperValue(op, 0, (val * 2) + tempCf)
            tempCount -= 1
        val = self.getOperValue(op, 0)
        self.setFlag(EFLAGS_CF, e_bits.lsb(val))
        if count == 1:
            val = self.getOperValue(op, 0)
            cf = self.getFlag(EFLAGS_CF)
            self.setFlag(EFLAGS_OF, e_bits.msb(val, dstSize) ^ cf)
        else:
            self.setFlag(EFLAGS_OF, False)","def i_rol ( self , op ) : <TAB> dstSize = op . opers [ 0 ] . tsize <TAB> count = self . getOperValue ( op , 1 ) <TAB> tempCount = shiftMask ( count , dstSize ) <TAB> if tempCount > 0 : <TAB> <TAB> while tempCount : <TAB> <TAB> <TAB> val = self . getOperValue ( op , 0 ) <TAB> <TAB> <TAB> tempCf = e_bits . msb ( val , dstSize ) <TAB> <TAB> <TAB> self . setOperValue ( op , 0 , ( val * 2 ) + tempCf ) <TAB> <TAB> <TAB> tempCount -= 1 <TAB> <TAB> val = self . getOperValue ( op , 0 ) <TAB> <TAB> self . setFlag ( EFLAGS_CF , e_bits . lsb ( val ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> val = self . getOperValue ( op , 0 ) <TAB> <TAB> <TAB> cf = self . getFlag ( EFLAGS_CF ) <TAB> <TAB> <TAB> self . setFlag ( EFLAGS_OF , e_bits . msb ( val , dstSize ) ^ cf ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . setFlag ( EFLAGS_OF , False )",if count == 1 :,276
5198,"def _scrub_generated_timestamps(self, target_workdir):
    """"""Remove the first line of comment from each file if it contains a timestamp.""""""
    for root, _, filenames in safe_walk(target_workdir):
        for filename in filenames:
            source = os.path.join(root, filename)
            with open(source, ""r"") as f:
                lines = f.readlines()
            if len(lines) < 1:
                return
            with open(source, ""w"") as f:
                if not self._COMMENT_WITH_TIMESTAMP_RE.match(lines[0]):
                    f.write(lines[0])
                for line in lines[1:]:
                    f.write(line)","def _scrub_generated_timestamps ( self , target_workdir ) : <TAB> """"""Remove the first line of comment from each file if it contains a timestamp."""""" <TAB> for root , _ , filenames in safe_walk ( target_workdir ) : <TAB> <TAB> for filename in filenames : <TAB> <TAB> <TAB> source = os . path . join ( root , filename ) <TAB> <TAB> <TAB> with open ( source , ""r"" ) as f : <TAB> <TAB> <TAB> <TAB> lines = f . readlines ( ) <TAB> <TAB> <TAB> if len ( lines ) < 1 : <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> with open ( source , ""w"" ) as f : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> f . write ( lines [ 0 ] ) <TAB> <TAB> <TAB> <TAB> for line in lines [ 1 : ] : <TAB> <TAB> <TAB> <TAB> <TAB> f . write ( line )",if not self . _COMMENT_WITH_TIMESTAMP_RE . match ( lines [ 0 ] ) :,196
19023,"def _encode_numpy(values, uniques=None, encode=False, check_unknown=True):
    # only used in _encode below, see docstring there for details
    if uniques is None:
        if encode:
            uniques, encoded = np.unique(values, return_inverse=True)
            return uniques, encoded
        else:
            # unique sorts
            return np.unique(values)
    if encode:
        if check_unknown:
            diff = _encode_check_unknown(values, uniques)
            if diff:
                raise ValueError(""y contains previously unseen labels: %s"" % str(diff))
        encoded = np.searchsorted(uniques, values)
        return uniques, encoded
    else:
        return uniques
","def _encode_numpy ( values , uniques = None , encode = False , check_unknown = True ) : <TAB> <TAB> if uniques is None : <TAB> <TAB> if encode : <TAB> <TAB> <TAB> uniques , encoded = np . unique ( values , return_inverse = True ) <TAB> <TAB> <TAB> return uniques , encoded <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return np . unique ( values ) <TAB> if encode : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> diff = _encode_check_unknown ( values , uniques ) <TAB> <TAB> <TAB> if diff : <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""y contains previously unseen labels: %s"" % str ( diff ) ) <TAB> <TAB> encoded = np . searchsorted ( uniques , values ) <TAB> <TAB> return uniques , encoded <TAB> else : <TAB> <TAB> return uniques",if check_unknown :,190
12914,"def check_command(self):
    exit_status = self.p.poll()
    if exit_status is not None:
        output = self.p.stdout.read()
        lines = output.split(""\n"")
        if not lines[-1]:
            lines = lines[:-1]
        command = os.path.basename(self.command)
        if exit_status:
            logging.warn(
                ""%s: command has finished with non-zero exit status: %s""
                % (command, exit_status)
            )
            for line in lines:
                logging.warn(""%s: %s"" % (command, line))
        else:
            logging.debug(""%s: command has finished"" % command)
            for line in lines:
                logging.debug(""%s: %s"" % (command, line))
        self.finish_json({""status"": exit_status})
    else:
        self.io_loop.add_timeout(
            datetime.timedelta(milliseconds=100), self.check_command
        )","def check_command ( self ) : <TAB> exit_status = self . p . poll ( ) <TAB> if exit_status is not None : <TAB> <TAB> output = self . p . stdout . read ( ) <TAB> <TAB> lines = output . split ( ""\n"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> lines = lines [ : - 1 ] <TAB> <TAB> command = os . path . basename ( self . command ) <TAB> <TAB> if exit_status : <TAB> <TAB> <TAB> logging . warn ( <TAB> <TAB> <TAB> <TAB> ""%s: command has finished with non-zero exit status: %s"" <TAB> <TAB> <TAB> <TAB> % ( command , exit_status ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> for line in lines : <TAB> <TAB> <TAB> <TAB> logging . warn ( ""%s: %s"" % ( command , line ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> logging . debug ( ""%s: command has finished"" % command ) <TAB> <TAB> <TAB> for line in lines : <TAB> <TAB> <TAB> <TAB> logging . debug ( ""%s: %s"" % ( command , line ) ) <TAB> <TAB> self . finish_json ( { ""status"" : exit_status } ) <TAB> else : <TAB> <TAB> self . io_loop . add_timeout ( <TAB> <TAB> <TAB> datetime . timedelta ( milliseconds = 100 ) , self . check_command <TAB> <TAB> )",if not lines [ - 1 ] :,276
15621,"def resolve_value(par: str, domain: Domain) -> Dict:
    sampler = domain.get_sampler()
    if isinstance(sampler, Quantized):
        logger.warning(
            ""Dragonfly search does not support quantization. "" ""Dropped quantization.""
        )
        sampler = sampler.get_sampler()
    if isinstance(domain, Float):
        if domain.sampler is not None:
            logger.warning(
                ""Dragonfly does not support specific sampling methods.""
                "" The {} sampler will be dropped."".format(sampler)
            )
        return {""name"": par, ""type"": ""float"", ""min"": domain.lower, ""max"": domain.upper}
    raise ValueError(
        ""Dragonfly does not support parameters of type ""
        ""`{}`"".format(type(domain).__name__)
    )
","def resolve_value ( par : str , domain : Domain ) -> Dict : <TAB> sampler = domain . get_sampler ( ) <TAB> if isinstance ( sampler , Quantized ) : <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> ""Dragonfly search does not support quantization. "" ""Dropped quantization."" <TAB> <TAB> ) <TAB> <TAB> sampler = sampler . get_sampler ( ) <TAB> if isinstance ( domain , Float ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> ""Dragonfly does not support specific sampling methods."" <TAB> <TAB> <TAB> <TAB> "" The {} sampler will be dropped."" . format ( sampler ) <TAB> <TAB> <TAB> ) <TAB> <TAB> return { ""name"" : par , ""type"" : ""float"" , ""min"" : domain . lower , ""max"" : domain . upper } <TAB> raise ValueError ( <TAB> <TAB> ""Dragonfly does not support parameters of type "" <TAB> <TAB> ""`{}`"" . format ( type ( domain ) . __name__ ) <TAB> )",if domain . sampler is not None :,211
13610,"def walk(self, path: path_type) -> Iterator[Tuple[str, List[str], List[str]]]:
    path = self._process_path(path)
    q = [path]
    while q:
        curr = q.pop(0)
        file_selector: FileSelector = FileSelector(curr)
        dirs, files = [], []
        for info in self._arrow_fs.get_file_info(file_selector):
            if info.type == FileType.File:
                files.append(info.base_name)
            elif info.type == FileType.Directory:
                dirs.append(info.base_name)
                q.append(info.path)
            else:  # pragma: no cover
                continue
        yield curr, dirs, files","def walk ( self , path : path_type ) -> Iterator [ Tuple [ str , List [ str ] , List [ str ] ] ] : <TAB> path = self . _process_path ( path ) <TAB> q = [ path ] <TAB> while q : <TAB> <TAB> curr = q . pop ( 0 ) <TAB> <TAB> file_selector : FileSelector = FileSelector ( curr ) <TAB> <TAB> dirs , files = [ ] , [ ] <TAB> <TAB> for info in self . _arrow_fs . get_file_info ( file_selector ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> files . append ( info . base_name ) <TAB> <TAB> <TAB> elif info . type == FileType . Directory : <TAB> <TAB> <TAB> <TAB> dirs . append ( info . base_name ) <TAB> <TAB> <TAB> <TAB> q . append ( info . path ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> yield curr , dirs , files",if info . type == FileType . File :,202
10851,"def _clean(self):
    logger.info(""Cleaning up..."")
    if self._process is not None:
        if self._process.poll() is None:
            for _ in range(3):
                self._process.terminate()
                time.sleep(0.5)
                if self._process.poll() is not None:
                    break
            else:
                self._process.kill()
                self._process.wait()
                logger.error(""KILLED"")
    if os.path.exists(self._tmp_dir):
        shutil.rmtree(self._tmp_dir)
    self._process = None
    self._ws = None
    logger.info(""Cleanup complete"")","def _clean ( self ) : <TAB> logger . info ( ""Cleaning up..."" ) <TAB> if self . _process is not None : <TAB> <TAB> if self . _process . poll ( ) is None : <TAB> <TAB> <TAB> for _ in range ( 3 ) : <TAB> <TAB> <TAB> <TAB> self . _process . terminate ( ) <TAB> <TAB> <TAB> <TAB> time . sleep ( 0.5 ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . _process . kill ( ) <TAB> <TAB> <TAB> <TAB> self . _process . wait ( ) <TAB> <TAB> <TAB> <TAB> logger . error ( ""KILLED"" ) <TAB> if os . path . exists ( self . _tmp_dir ) : <TAB> <TAB> shutil . rmtree ( self . _tmp_dir ) <TAB> self . _process = None <TAB> self . _ws = None <TAB> logger . info ( ""Cleanup complete"" )",if self . _process . poll ( ) is not None :,189
2788,"def __jpeg(self, stream):
    if stream.read(2) == ""\xFF\xD8"":
        while True:
            (marker, code, length) = struct.unpack(""!BBH"", stream.read(4))
            if marker != 0xFF:
                break
            elif code >= 0xC0 and code <= 0xC3:
                return tuple(reversed(struct.unpack(""!xHH"", stream.read(5))))
            else:
                stream.read(length - 2)
    return -1, -1","def __jpeg ( self , stream ) : <TAB> if stream . read ( 2 ) == ""\xFF\xD8"" : <TAB> <TAB> while True : <TAB> <TAB> <TAB> ( marker , code , length ) = struct . unpack ( ""!BBH"" , stream . read ( 4 ) ) <TAB> <TAB> <TAB> if marker != 0xFF : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return tuple ( reversed ( struct . unpack ( ""!xHH"" , stream . read ( 5 ) ) ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> stream . read ( length - 2 ) <TAB> return - 1 , - 1",elif code >= 0xC0 and code <= 0xC3 :,139
16988,"def describe_cluster_snapshots(self, cluster_identifier=None, snapshot_identifier=None):
    if cluster_identifier:
        cluster_snapshots = []
        for snapshot in self.snapshots.values():
            if snapshot.cluster.cluster_identifier == cluster_identifier:
                cluster_snapshots.append(snapshot)
        if cluster_snapshots:
            return cluster_snapshots
    if snapshot_identifier:
        if snapshot_identifier in self.snapshots:
            return [self.snapshots[snapshot_identifier]]
        raise ClusterSnapshotNotFoundError(snapshot_identifier)
    return self.snapshots.values()
","def describe_cluster_snapshots ( self , cluster_identifier = None , snapshot_identifier = None ) : <TAB> if cluster_identifier : <TAB> <TAB> cluster_snapshots = [ ] <TAB> <TAB> for snapshot in self . snapshots . values ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> cluster_snapshots . append ( snapshot ) <TAB> <TAB> if cluster_snapshots : <TAB> <TAB> <TAB> return cluster_snapshots <TAB> if snapshot_identifier : <TAB> <TAB> if snapshot_identifier in self . snapshots : <TAB> <TAB> <TAB> return [ self . snapshots [ snapshot_identifier ] ] <TAB> <TAB> raise ClusterSnapshotNotFoundError ( snapshot_identifier ) <TAB> return self . snapshots . values ( )",if snapshot . cluster . cluster_identifier == cluster_identifier :,149
6490,"def addBanTicket(self, ticket, reason={}):
    eob = ticket.getEndOfBanTime(self.__banTime)
    with self.__lock:
        # check already banned
        fid = ticket.getID()
        oldticket = self.__banList.get(fid)
        if oldticket:
            reason[""ticket""] = oldticket
            # if new time for end of ban is larger than already banned end-time:
            if eob > oldticket.getEndOfBanTime(self.__banTime):
                # we have longest ban - set new (increment) ban time
                reason[""prolong""] = 1
                btm = ticket.getBanTime(self.__banTime)
                # if not permanent:
                if btm != -1:
                    diftm = ticket.getTime() - oldticket.getTime()
                    if diftm > 0:
                        btm += diftm
                oldticket.setBanTime(btm)
            return False
        # not yet banned - add new one:
        self.__banList[fid] = ticket
        self.__banTotal += 1
        # correct next unban time:
        if self.__nextUnbanTime > eob:
            self.__nextUnbanTime = eob
        return True","def addBanTicket ( self , ticket , reason = { } ) : <TAB> eob = ticket . getEndOfBanTime ( self . __banTime ) <TAB> with self . __lock : <TAB> <TAB> <TAB> <TAB> fid = ticket . getID ( ) <TAB> <TAB> oldticket = self . __banList . get ( fid ) <TAB> <TAB> if oldticket : <TAB> <TAB> <TAB> reason [ ""ticket"" ] = oldticket <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if eob > oldticket . getEndOfBanTime ( self . __banTime ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> reason [ ""prolong"" ] = 1 <TAB> <TAB> <TAB> <TAB> btm = ticket . getBanTime ( self . __banTime ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> diftm = ticket . getTime ( ) - oldticket . getTime ( ) <TAB> <TAB> <TAB> <TAB> <TAB> if diftm > 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> btm += diftm <TAB> <TAB> <TAB> <TAB> oldticket . setBanTime ( btm ) <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> <TAB> self . __banList [ fid ] = ticket <TAB> <TAB> self . __banTotal += 1 <TAB> <TAB> <TAB> <TAB> if self . __nextUnbanTime > eob : <TAB> <TAB> <TAB> self . __nextUnbanTime = eob <TAB> <TAB> return True",if btm != - 1 :,351
8760,"def update_angles(self, context):
    """"""Convert angle values to selected angle units""""""
    if self.last_angle_units == ""RAD"":
        if self.angle_units == ""RAD"":
            au = 1.0  # RAD -> RAD
        elif self.angle_units == ""DEG"":
            au = 180.0 / pi  # RAD -> DEG
        elif self.angle_units == ""UNI"":
            au = 0.5 / pi  # RAD -> UNI
    elif self.last_angle_units == ""DEG"":
        if self.angle_units == ""RAD"":
            au = pi / 180  # DEG -> RAD
        elif self.angle_units == ""DEG"":
            au = 1.0  # DEG -> DEG
        elif self.angle_units == ""UNI"":
            au = 1.0 / 360  # DEG -> UNI
    elif self.last_angle_units == ""UNI"":
        if self.angle_units == ""RAD"":
            au = 2 * pi  # UNI -> RAD
        elif self.angle_units == ""DEG"":
            au = 360  # UNI -> DEG
        elif self.angle_units == ""UNI"":
            au = 1.0  # UNI -> UNI
    self.last_angle_units = self.angle_units
    self.updating = True  # inhibit update calls
    self.twist = au * self.twist  # convert to current angle units
    self.phase = au * self.phase  # convert to current angle units
    self.updating = False
    updateNode(self, context)","def update_angles ( self , context ) : <TAB> """"""Convert angle values to selected angle units"""""" <TAB> if self . last_angle_units == ""RAD"" : <TAB> <TAB> if self . angle_units == ""RAD"" : <TAB> <TAB> <TAB> au = 1.0 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> au = 180.0 / pi <TAB> <TAB> elif self . angle_units == ""UNI"" : <TAB> <TAB> <TAB> au = 0.5 / pi <TAB> elif self . last_angle_units == ""DEG"" : <TAB> <TAB> if self . angle_units == ""RAD"" : <TAB> <TAB> <TAB> au = pi / 180 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> au = 1.0 <TAB> <TAB> elif self . angle_units == ""UNI"" : <TAB> <TAB> <TAB> au = 1.0 / 360 <TAB> elif self . last_angle_units == ""UNI"" : <TAB> <TAB> if self . angle_units == ""RAD"" : <TAB> <TAB> <TAB> au = 2 * pi <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> au = 360 <TAB> <TAB> elif self . angle_units == ""UNI"" : <TAB> <TAB> <TAB> au = 1.0 <TAB> self . last_angle_units = self . angle_units <TAB> self . updating = True <TAB> self . twist = au * self . twist <TAB> self . phase = au * self . phase <TAB> self . updating = False <TAB> updateNode ( self , context )","elif self . angle_units == ""DEG"" :",409
558,"def intersect_two(f1, f2, work_dir, data):
    """"""Intersect two regions, handling cases where either file is not present.""""""
    bedtools = config_utils.get_program(""bedtools"", data, default=""bedtools"")
    f1_exists = f1 and utils.file_exists(f1)
    f2_exists = f2 and utils.file_exists(f2)
    if not f1_exists and not f2_exists:
        return None
    elif f1_exists and not f2_exists:
        return f1
    elif f2_exists and not f1_exists:
        return f2
    else:
        out_file = os.path.join(
            work_dir, ""%s-merged.bed"" % (utils.splitext_plus(os.path.basename(f1))[0])
        )
        if not utils.file_exists(out_file):
            with file_transaction(data, out_file) as tx_out_file:
                cmd = ""{bedtools} intersect -a {f1} -b {f2} > {tx_out_file}""
                do.run(cmd.format(**locals()), ""Intersect BED files"", data)
        return out_file","def intersect_two ( f1 , f2 , work_dir , data ) : <TAB> """"""Intersect two regions, handling cases where either file is not present."""""" <TAB> bedtools = config_utils . get_program ( ""bedtools"" , data , default = ""bedtools"" ) <TAB> f1_exists = f1 and utils . file_exists ( f1 ) <TAB> f2_exists = f2 and utils . file_exists ( f2 ) <TAB> if not f1_exists and not f2_exists : <TAB> <TAB> return None <TAB> elif f1_exists and not f2_exists : <TAB> <TAB> return f1 <TAB> elif f2_exists and not f1_exists : <TAB> <TAB> return f2 <TAB> else : <TAB> <TAB> out_file = os . path . join ( <TAB> <TAB> <TAB> work_dir , ""%s-merged.bed"" % ( utils . splitext_plus ( os . path . basename ( f1 ) ) [ 0 ] ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> with file_transaction ( data , out_file ) as tx_out_file : <TAB> <TAB> <TAB> <TAB> cmd = ""{bedtools} intersect -a {f1} -b {f2} > {tx_out_file}"" <TAB> <TAB> <TAB> <TAB> do . run ( cmd . format ( ** locals ( ) ) , ""Intersect BED files"" , data ) <TAB> <TAB> return out_file",if not utils . file_exists ( out_file ) :,311
23874,"def save(self, order):
    for a in getattr(order, ""_answers"", []):
        a.orderposition = (
            a.orderposition
        )  # This is apparently required after save() again
        a.save()
        if hasattr(a, ""_options""):
            a.options.add(*a._options)
","def save ( self , order ) : <TAB> for a in getattr ( order , ""_answers"" , [ ] ) : <TAB> <TAB> a . orderposition = ( <TAB> <TAB> <TAB> a . orderposition <TAB> <TAB> ) <TAB> <TAB> a . save ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> a . options . add ( * a . _options )","if hasattr ( a , ""_options"" ) :",84
1070,"def main(self):
    with open(self.args.cachefile[0], ""rb"") as cachefile:
        pickled = pickle.Unpickler(cachefile)
        while True:
            try:
                key = pickled.load()
                val = pickled.load()
            except Exception:
                break
            if isinstance(val, CoreRecipeInfo):
                pn = val.pn
                if self.args.recipe and self.args.recipe != pn:
                    continue
                if self.args.skip and val.skipped:
                    continue
                if self.args.members:
                    out = key
                    for member in self.args.members.split("",""):
                        out += "": %s"" % val.__dict__.get(member)
                    print(""%s"" % out)
                else:
                    print(""%s: %s"" % (key, val.__dict__))
            elif not self.args.recipe:
                print(""%s %s"" % (key, val))","def main ( self ) : <TAB> with open ( self . args . cachefile [ 0 ] , ""rb"" ) as cachefile : <TAB> <TAB> pickled = pickle . Unpickler ( cachefile ) <TAB> <TAB> while True : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> key = pickled . load ( ) <TAB> <TAB> <TAB> <TAB> val = pickled . load ( ) <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> if isinstance ( val , CoreRecipeInfo ) : <TAB> <TAB> <TAB> <TAB> pn = val . pn <TAB> <TAB> <TAB> <TAB> if self . args . recipe and self . args . recipe != pn : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if self . args . skip and val . skipped : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> out = key <TAB> <TAB> <TAB> <TAB> <TAB> for member in self . args . members . split ( "","" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> out += "": %s"" % val . __dict__ . get ( member ) <TAB> <TAB> <TAB> <TAB> <TAB> print ( ""%s"" % out ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> print ( ""%s: %s"" % ( key , val . __dict__ ) ) <TAB> <TAB> <TAB> elif not self . args . recipe : <TAB> <TAB> <TAB> <TAB> print ( ""%s %s"" % ( key , val ) )",if self . args . members :,295
23230,"def conj(self):
    dtype = self.dtype
    if issubclass(self.dtype.type, np.complexfloating):
        if not self.flags.forc:
            raise RuntimeError(
                ""only contiguous arrays may "" ""be used as arguments to this operation""
            )
        if self.flags.f_contiguous:
            order = ""F""
        else:
            order = ""C""
        result = self._new_like_me(order=order)
        func = elementwise.get_conj_kernel(dtype)
        func.prepared_async_call(
            self._grid, self._block, None, self.gpudata, result.gpudata, self.mem_size
        )
        return result
    else:
        return self
","def conj ( self ) : <TAB> dtype = self . dtype <TAB> if issubclass ( self . dtype . type , np . complexfloating ) : <TAB> <TAB> if not self . flags . forc : <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> ""only contiguous arrays may "" ""be used as arguments to this operation"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> order = ""F"" <TAB> <TAB> else : <TAB> <TAB> <TAB> order = ""C"" <TAB> <TAB> result = self . _new_like_me ( order = order ) <TAB> <TAB> func = elementwise . get_conj_kernel ( dtype ) <TAB> <TAB> func . prepared_async_call ( <TAB> <TAB> <TAB> self . _grid , self . _block , None , self . gpudata , result . gpudata , self . mem_size <TAB> <TAB> ) <TAB> <TAB> return result <TAB> else : <TAB> <TAB> return self",if self . flags . f_contiguous :,198
2167,"def _process_message_line(lineno, line):
    if line.startswith(""msgid_plural""):
        in_msgid[0] = True
        msg = line[12:].lstrip()
        messages.append(msg)
    elif line.startswith(""msgid""):
        in_msgid[0] = True
        offset[0] = lineno
        txt = line[5:].lstrip()
        if messages:
            _add_message()
        messages.append(txt)
    elif line.startswith(""msgstr""):
        in_msgid[0] = False
        in_msgstr[0] = True
        msg = line[6:].lstrip()
        if msg.startswith(""[""):
            idx, msg = msg[1:].split(""]"", 1)
            translations.append([int(idx), msg.lstrip()])
        else:
            translations.append([0, msg])
    elif line.startswith('""'):
        if in_msgid[0]:
            messages[-1] += u""\n"" + line.rstrip()
        elif in_msgstr[0]:
            translations[-1][1] += u""\n"" + line.rstrip()","def _process_message_line ( lineno , line ) : <TAB> if line . startswith ( ""msgid_plural"" ) : <TAB> <TAB> in_msgid [ 0 ] = True <TAB> <TAB> msg = line [ 12 : ] . lstrip ( ) <TAB> <TAB> messages . append ( msg ) <TAB> elif line . startswith ( ""msgid"" ) : <TAB> <TAB> in_msgid [ 0 ] = True <TAB> <TAB> offset [ 0 ] = lineno <TAB> <TAB> txt = line [ 5 : ] . lstrip ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _add_message ( ) <TAB> <TAB> messages . append ( txt ) <TAB> elif line . startswith ( ""msgstr"" ) : <TAB> <TAB> in_msgid [ 0 ] = False <TAB> <TAB> in_msgstr [ 0 ] = True <TAB> <TAB> msg = line [ 6 : ] . lstrip ( ) <TAB> <TAB> if msg . startswith ( ""["" ) : <TAB> <TAB> <TAB> idx , msg = msg [ 1 : ] . split ( ""]"" , 1 ) <TAB> <TAB> <TAB> translations . append ( [ int ( idx ) , msg . lstrip ( ) ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> translations . append ( [ 0 , msg ] ) <TAB> elif line . startswith ( '""' ) : <TAB> <TAB> if in_msgid [ 0 ] : <TAB> <TAB> <TAB> messages [ - 1 ] += u""\n"" + line . rstrip ( ) <TAB> <TAB> elif in_msgstr [ 0 ] : <TAB> <TAB> <TAB> translations [ - 1 ] [ 1 ] += u""\n"" + line . rstrip ( )",if messages :,292
23851,"def M(b, d):
    c = []
    g = 0
    while g < len(b):
        i = 0
        if ""a"" <= b[g] and ""z"" >= b[g]:
            i = ord(b[g][0]) - 97
        else:
            i = int(b[g]) + 26
        f = 0
        while f < 36 and f < len(d):
            if (isinstance(d[f], int) or d[f].isnumeric()) and int(d[f]) == i:
                i = f
                break
            f += 1
        if 25 < i:
            c.append(i - 26)
        else:
            c.append(chr(i + 97))
        g += 1
    tmp = """"
    for x in c:
        tmp += str(x)
    return tmp","def M ( b , d ) : <TAB> c = [ ] <TAB> g = 0 <TAB> while g < len ( b ) : <TAB> <TAB> i = 0 <TAB> <TAB> if ""a"" <= b [ g ] and ""z"" >= b [ g ] : <TAB> <TAB> <TAB> i = ord ( b [ g ] [ 0 ] ) - 97 <TAB> <TAB> else : <TAB> <TAB> <TAB> i = int ( b [ g ] ) + 26 <TAB> <TAB> f = 0 <TAB> <TAB> while f < 36 and f < len ( d ) : <TAB> <TAB> <TAB> if ( isinstance ( d [ f ] , int ) or d [ f ] . isnumeric ( ) ) and int ( d [ f ] ) == i : <TAB> <TAB> <TAB> <TAB> i = f <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> f += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> c . append ( i - 26 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> c . append ( chr ( i + 97 ) ) <TAB> <TAB> g += 1 <TAB> tmp = """" <TAB> for x in c : <TAB> <TAB> tmp += str ( x ) <TAB> return tmp",if 25 < i :,231
20079,"def visit_Module(self, mod: ast27.Module) -> MypyFile:
    self.type_ignores = {}
    for ti in mod.type_ignores:
        parsed = parse_type_ignore_tag(ti.tag)  # type: ignore[attr-defined]
        if parsed is not None:
            self.type_ignores[ti.lineno] = parsed
        else:
            self.fail(INVALID_TYPE_IGNORE, ti.lineno, -1)
    body = self.fix_function_overloads(self.translate_stmt_list(mod.body, module=True))
    return MypyFile(
        body,
        self.imports,
        False,
        self.type_ignores,
    )","def visit_Module ( self , mod : ast27 . Module ) -> MypyFile : <TAB> self . type_ignores = { } <TAB> for ti in mod . type_ignores : <TAB> <TAB> parsed = parse_type_ignore_tag ( ti . tag ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . type_ignores [ ti . lineno ] = parsed <TAB> <TAB> else : <TAB> <TAB> <TAB> self . fail ( INVALID_TYPE_IGNORE , ti . lineno , - 1 ) <TAB> body = self . fix_function_overloads ( self . translate_stmt_list ( mod . body , module = True ) ) <TAB> return MypyFile ( <TAB> <TAB> body , <TAB> <TAB> self . imports , <TAB> <TAB> False , <TAB> <TAB> self . type_ignores , <TAB> )",if parsed is not None :,178
22077,"def ListMessages(viewed=None):
    # Cast `viewed` to boolean
    if type(viewed) is str:
        if viewed == ""None"":
            viewed = None
        else:
            viewed = viewed == ""True""
    # Retrieve messages
    messages = list(
        List(viewed=viewed).order_by(Message.last_logged_at.desc()).limit(50)
    )
    total_messages = List().count()
    # Construct container
    oc = ObjectContainer(title2=_(""Messages""))
    for m in messages:
        if m.type is None or m.summary is None:
            continue
        thumb = None
        if m.type == Message.Type.Exception:
            thumb = (
                R(""icon-exception-viewed.png"") if m.viewed else R(""icon-exception.png"")
            )
        elif m.type == Message.Type.Info:
            thumb = (
                R(""icon-notification-viewed.png"")
                if m.viewed
                else R(""icon-notification.png"")
            )
        elif m.type in ERROR_TYPES:
            thumb = R(""icon-error-viewed.png"") if m.viewed else R(""icon-error.png"")
        oc.add(
            DirectoryObject(
                key=Callback(ViewMessage, error_id=m.id),
                title=pad_title(""[%s] %s"" % (Message.Type.title(m.type), m.summary)),
                thumb=thumb,
            )
        )
    # Append ""View More"" button
    if len(messages) != 50 and len(messages) < total_messages:
        oc.add(
            DirectoryObject(key=Callback(ListMessages), title=pad_title(_(""View All"")))
        )
    return oc","def ListMessages ( viewed = None ) : <TAB> <TAB> if type ( viewed ) is str : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> viewed = None <TAB> <TAB> else : <TAB> <TAB> <TAB> viewed = viewed == ""True"" <TAB> <TAB> messages = list ( <TAB> <TAB> List ( viewed = viewed ) . order_by ( Message . last_logged_at . desc ( ) ) . limit ( 50 ) <TAB> ) <TAB> total_messages = List ( ) . count ( ) <TAB> <TAB> oc = ObjectContainer ( title2 = _ ( ""Messages"" ) ) <TAB> for m in messages : <TAB> <TAB> if m . type is None or m . summary is None : <TAB> <TAB> <TAB> continue <TAB> <TAB> thumb = None <TAB> <TAB> if m . type == Message . Type . Exception : <TAB> <TAB> <TAB> thumb = ( <TAB> <TAB> <TAB> <TAB> R ( ""icon-exception-viewed.png"" ) if m . viewed else R ( ""icon-exception.png"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> elif m . type == Message . Type . Info : <TAB> <TAB> <TAB> thumb = ( <TAB> <TAB> <TAB> <TAB> R ( ""icon-notification-viewed.png"" ) <TAB> <TAB> <TAB> <TAB> if m . viewed <TAB> <TAB> <TAB> <TAB> else R ( ""icon-notification.png"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> elif m . type in ERROR_TYPES : <TAB> <TAB> <TAB> thumb = R ( ""icon-error-viewed.png"" ) if m . viewed else R ( ""icon-error.png"" ) <TAB> <TAB> oc . add ( <TAB> <TAB> <TAB> DirectoryObject ( <TAB> <TAB> <TAB> <TAB> key = Callback ( ViewMessage , error_id = m . id ) , <TAB> <TAB> <TAB> <TAB> title = pad_title ( ""[%s] %s"" % ( Message . Type . title ( m . type ) , m . summary ) ) , <TAB> <TAB> <TAB> <TAB> thumb = thumb , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> <TAB> if len ( messages ) != 50 and len ( messages ) < total_messages : <TAB> <TAB> oc . add ( <TAB> <TAB> <TAB> DirectoryObject ( key = Callback ( ListMessages ) , title = pad_title ( _ ( ""View All"" ) ) ) <TAB> <TAB> ) <TAB> return oc","if viewed == ""None"" :",471
11700,"def streamErrorHandler(self, conn, error):
    name, text = ""error"", error.getData()
    for tag in error.getChildren():
        if tag.getNamespace() == NS_XMPP_STREAMS:
            if tag.getName() == ""text"":
                text = tag.getData()
            else:
                name = tag.getName()
    if name in stream_exceptions.keys():
        exc = stream_exceptions[name]
    else:
        exc = StreamError
    raise exc((name, text))
","def streamErrorHandler ( self , conn , error ) : <TAB> name , text = ""error"" , error . getData ( ) <TAB> for tag in error . getChildren ( ) : <TAB> <TAB> if tag . getNamespace ( ) == NS_XMPP_STREAMS : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> text = tag . getData ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> name = tag . getName ( ) <TAB> if name in stream_exceptions . keys ( ) : <TAB> <TAB> exc = stream_exceptions [ name ] <TAB> else : <TAB> <TAB> exc = StreamError <TAB> raise exc ( ( name , text ) )","if tag . getName ( ) == ""text"" :",138
24709,"def work():
    """"""work""""""
    _graph_wrapper = copy.copy(graph_wrapper)
    _graph_wrapper.node_feat_tensor_dict = {}
    for batch_train_samples, batch_train_labels in batch_info:
        start_nodes = batch_train_samples
        nodes = start_nodes
        edges = []
        for max_deg in samples:
            pred_nodes = graph.sample_predecessor(start_nodes, max_degree=max_deg)
            for dst_node, src_nodes in zip(start_nodes, pred_nodes):
                for src_node in src_nodes:
                    edges.append((src_node, dst_node))
            last_nodes = nodes
            nodes = [nodes, pred_nodes]
            nodes = flat_node_and_edge(nodes)
            # Find new nodes
            start_nodes = list(set(nodes) - set(last_nodes))
            if len(start_nodes) == 0:
                break
        subgraph = graph.subgraph(
            nodes=nodes, edges=edges, with_node_feat=True, with_edge_feat=True
        )
        sub_node_index = subgraph.reindex_from_parrent_nodes(batch_train_samples)
        feed_dict = _graph_wrapper.to_feed(subgraph)
        feed_dict[""node_label""] = batch_train_labels
        feed_dict[""node_index""] = sub_node_index
        feed_dict[""parent_node_index""] = np.array(nodes, dtype=""int64"")
        yield feed_dict","def work ( ) : <TAB> """"""work"""""" <TAB> _graph_wrapper = copy . copy ( graph_wrapper ) <TAB> _graph_wrapper . node_feat_tensor_dict = { } <TAB> for batch_train_samples , batch_train_labels in batch_info : <TAB> <TAB> start_nodes = batch_train_samples <TAB> <TAB> nodes = start_nodes <TAB> <TAB> edges = [ ] <TAB> <TAB> for max_deg in samples : <TAB> <TAB> <TAB> pred_nodes = graph . sample_predecessor ( start_nodes , max_degree = max_deg ) <TAB> <TAB> <TAB> for dst_node , src_nodes in zip ( start_nodes , pred_nodes ) : <TAB> <TAB> <TAB> <TAB> for src_node in src_nodes : <TAB> <TAB> <TAB> <TAB> <TAB> edges . append ( ( src_node , dst_node ) ) <TAB> <TAB> <TAB> last_nodes = nodes <TAB> <TAB> <TAB> nodes = [ nodes , pred_nodes ] <TAB> <TAB> <TAB> nodes = flat_node_and_edge ( nodes ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> start_nodes = list ( set ( nodes ) - set ( last_nodes ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> subgraph = graph . subgraph ( <TAB> <TAB> <TAB> nodes = nodes , edges = edges , with_node_feat = True , with_edge_feat = True <TAB> <TAB> ) <TAB> <TAB> sub_node_index = subgraph . reindex_from_parrent_nodes ( batch_train_samples ) <TAB> <TAB> feed_dict = _graph_wrapper . to_feed ( subgraph ) <TAB> <TAB> feed_dict [ ""node_label"" ] = batch_train_labels <TAB> <TAB> feed_dict [ ""node_index"" ] = sub_node_index <TAB> <TAB> feed_dict [ ""parent_node_index"" ] = np . array ( nodes , dtype = ""int64"" ) <TAB> <TAB> yield feed_dict",if len ( start_nodes ) == 0 :,413
1623,"def parse_hicup_logs(self, f):
    """"""Parse a HiCUP summary report""""""
    if not f[""fn""].endswith("".txt""):
        return None
    header = []
    lines = f[""f""].splitlines()
    for l in lines:
        s = l.split(""\t"")
        if len(header) == 0:
            if s[0] != ""File"":
                return None
            header = s[1:]
        else:
            s_name = self.clean_s_name(s[0], f[""root""])
            if s_name.startswith(""HiCUP_output/""):
                s_name = s_name[13:]
            parsed_data = {}
            for idx, num in enumerate(s[1:]):
                try:
                    parsed_data[header[idx]] = float(num)
                except:
                    parsed_data[header[idx]] = num
            parsed_data[""Duplicate_Read_Pairs""] = (
                parsed_data[""Valid_Pairs""]
                - parsed_data[""Deduplication_Read_Pairs_Uniques""]
            )
            if s_name in self.hicup_data:
                log.debug(""Duplicate sample name found! Overwriting: {}"".format(s_name))
            self.add_data_source(f, s_name)
            self.hicup_data[s_name] = parsed_data","def parse_hicup_logs ( self , f ) : <TAB> """"""Parse a HiCUP summary report"""""" <TAB> if not f [ ""fn"" ] . endswith ( "".txt"" ) : <TAB> <TAB> return None <TAB> header = [ ] <TAB> lines = f [ ""f"" ] . splitlines ( ) <TAB> for l in lines : <TAB> <TAB> s = l . split ( ""\t"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if s [ 0 ] != ""File"" : <TAB> <TAB> <TAB> <TAB> return None <TAB> <TAB> <TAB> header = s [ 1 : ] <TAB> <TAB> else : <TAB> <TAB> <TAB> s_name = self . clean_s_name ( s [ 0 ] , f [ ""root"" ] ) <TAB> <TAB> <TAB> if s_name . startswith ( ""HiCUP_output/"" ) : <TAB> <TAB> <TAB> <TAB> s_name = s_name [ 13 : ] <TAB> <TAB> <TAB> parsed_data = { } <TAB> <TAB> <TAB> for idx , num in enumerate ( s [ 1 : ] ) : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> parsed_data [ header [ idx ] ] = float ( num ) <TAB> <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> <TAB> parsed_data [ header [ idx ] ] = num <TAB> <TAB> <TAB> parsed_data [ ""Duplicate_Read_Pairs"" ] = ( <TAB> <TAB> <TAB> <TAB> parsed_data [ ""Valid_Pairs"" ] <TAB> <TAB> <TAB> <TAB> - parsed_data [ ""Deduplication_Read_Pairs_Uniques"" ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if s_name in self . hicup_data : <TAB> <TAB> <TAB> <TAB> log . debug ( ""Duplicate sample name found! Overwriting: {}"" . format ( s_name ) ) <TAB> <TAB> <TAB> self . add_data_source ( f , s_name ) <TAB> <TAB> <TAB> self . hicup_data [ s_name ] = parsed_data",if len ( header ) == 0 :,382
20772,"def test_despine_with_offset(self):
    f, ax = plt.subplots()
    for side in self.sides:
        nt.assert_equal(ax.spines[side].get_position(), self.original_position)
    utils.despine(ax=ax, offset=self.offset)
    for side in self.sides:
        is_visible = ax.spines[side].get_visible()
        new_position = ax.spines[side].get_position()
        if is_visible:
            nt.assert_equal(new_position, self.offset_position)
        else:
            nt.assert_equal(new_position, self.original_position)
    plt.close(""all"")
","def test_despine_with_offset ( self ) : <TAB> f , ax = plt . subplots ( ) <TAB> for side in self . sides : <TAB> <TAB> nt . assert_equal ( ax . spines [ side ] . get_position ( ) , self . original_position ) <TAB> utils . despine ( ax = ax , offset = self . offset ) <TAB> for side in self . sides : <TAB> <TAB> is_visible = ax . spines [ side ] . get_visible ( ) <TAB> <TAB> new_position = ax . spines [ side ] . get_position ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> nt . assert_equal ( new_position , self . offset_position ) <TAB> <TAB> else : <TAB> <TAB> <TAB> nt . assert_equal ( new_position , self . original_position ) <TAB> plt . close ( ""all"" )",if is_visible :,183
8227,"def inner(obj, p, cycle):
    typ = type(obj)
    if (
        basetype is not None
        and typ is not basetype
        and typ.__repr__ != basetype.__repr__
    ):
        # If the subclass provides its own repr, use it instead.
        return p.text(typ.__repr__(obj))
    if cycle:
        return p.text(""{...}"")
    p.begin_group(1, start)
    keys = obj.keys()
    # if dict isn't large enough to be truncated, sort keys before
    # displaying
    if not (p.max_seq_length and len(obj) >= p.max_seq_length):
        try:
            keys = sorted(keys)
        except Exception:
            # Sometimes the keys don't sort.
            pass
    for idx, key in p._enumerate(keys):
        if idx:
            p.text("","")
            p.breakable()
        p.pretty(key)
        p.text("": "")
        p.pretty(obj[key])
    p.end_group(1, end)","def inner ( obj , p , cycle ) : <TAB> typ = type ( obj ) <TAB> if ( <TAB> <TAB> basetype is not None <TAB> <TAB> and typ is not basetype <TAB> <TAB> and typ . __repr__ != basetype . __repr__ <TAB> ) : <TAB> <TAB> <TAB> <TAB> return p . text ( typ . __repr__ ( obj ) ) <TAB> if cycle : <TAB> <TAB> return p . text ( ""{...}"" ) <TAB> p . begin_group ( 1 , start ) <TAB> keys = obj . keys ( ) <TAB> <TAB> <TAB> if not ( p . max_seq_length and len ( obj ) >= p . max_seq_length ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> keys = sorted ( keys ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> for idx , key in p . _enumerate ( keys ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> p . text ( "","" ) <TAB> <TAB> <TAB> p . breakable ( ) <TAB> <TAB> p . pretty ( key ) <TAB> <TAB> p . text ( "": "" ) <TAB> <TAB> p . pretty ( obj [ key ] ) <TAB> p . end_group ( 1 , end )",if idx :,278
9581,"def export_assets(self, asset_dir, asset_prefix=""""):
    assets = {}
    # Extract asset files from the configuration.
    config = self._config.copy()
    for key, value in config.items():
        if isinstance(value, str) and tf.io.gfile.exists(value):
            basename = os.path.basename(value)
            config[key] = basename  # Only save the basename.
            assets[basename] = value
    # Save the tokenizer configuration.
    config_name = ""%stokenizer_config.yml"" % asset_prefix
    config_path = os.path.join(asset_dir, config_name)
    assets[config_name] = config_path
    with tf.io.gfile.GFile(config_path, ""w"") as config_file:
        yaml.dump(config, stream=config_file, default_flow_style=False)
    return assets
","def export_assets ( self , asset_dir , asset_prefix = """" ) : <TAB> assets = { } <TAB> <TAB> config = self . _config . copy ( ) <TAB> for key , value in config . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> basename = os . path . basename ( value ) <TAB> <TAB> <TAB> config [ key ] = basename <TAB> <TAB> <TAB> assets [ basename ] = value <TAB> <TAB> config_name = ""%stokenizer_config.yml"" % asset_prefix <TAB> config_path = os . path . join ( asset_dir , config_name ) <TAB> assets [ config_name ] = config_path <TAB> with tf . io . gfile . GFile ( config_path , ""w"" ) as config_file : <TAB> <TAB> yaml . dump ( config , stream = config_file , default_flow_style = False ) <TAB> return assets","if isinstance ( value , str ) and tf . io . gfile . exists ( value ) :",223
5231,"def assert_counts(res, lang, files, blank, comment, code):
    for line in res:
        fields = line.split()
        if len(fields) >= 5:
            if fields[0] == lang:
                self.assertEqual(files, int(fields[1]))
                self.assertEqual(blank, int(fields[2]))
                self.assertEqual(comment, int(fields[3]))
                self.assertEqual(code, int(fields[4]))
                return
    self.fail(""Found no output line for {}"".format(lang))","def assert_counts ( res , lang , files , blank , comment , code ) : <TAB> for line in res : <TAB> <TAB> fields = line . split ( ) <TAB> <TAB> if len ( fields ) >= 5 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( files , int ( fields [ 1 ] ) ) <TAB> <TAB> <TAB> <TAB> self . assertEqual ( blank , int ( fields [ 2 ] ) ) <TAB> <TAB> <TAB> <TAB> self . assertEqual ( comment , int ( fields [ 3 ] ) ) <TAB> <TAB> <TAB> <TAB> self . assertEqual ( code , int ( fields [ 4 ] ) ) <TAB> <TAB> <TAB> <TAB> return <TAB> self . fail ( ""Found no output line for {}"" . format ( lang ) )",if fields [ 0 ] == lang :,147
12445,"def decide_file_icon(file):
    if file.state == File.ERROR:
        return FileItem.icon_error
    elif isinstance(file.parent, Track):
        if file.state == File.NORMAL:
            return FileItem.icon_saved
        elif file.state == File.PENDING:
            return FileItem.match_pending_icons[int(file.similarity * 5 + 0.5)]
        else:
            return FileItem.match_icons[int(file.similarity * 5 + 0.5)]
    elif file.state == File.PENDING:
        return FileItem.icon_file_pending
    else:
        return FileItem.icon_file","def decide_file_icon ( file ) : <TAB> if file . state == File . ERROR : <TAB> <TAB> return FileItem . icon_error <TAB> elif isinstance ( file . parent , Track ) : <TAB> <TAB> if file . state == File . NORMAL : <TAB> <TAB> <TAB> return FileItem . icon_saved <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return FileItem . match_pending_icons [ int ( file . similarity * 5 + 0.5 ) ] <TAB> <TAB> else : <TAB> <TAB> <TAB> return FileItem . match_icons [ int ( file . similarity * 5 + 0.5 ) ] <TAB> <fill-in> <TAB> <TAB> return FileItem . icon_file_pending <TAB> else : <TAB> <TAB> return FileItem . icon_file",elif file . state == File . PENDING :,169
1860,"def do_request_(self, request):
    host = request.host
    if not host:
        raise URLError(""no host given"")
    if request.data is not None:  # POST
        data = request.data
        if isinstance(data, str):
            msg = (
                ""POST data should be bytes, an iterable of bytes, ""
                ""or a file object. It cannot be of type str.""
            )
            raise TypeError(msg)
        if not request.has_header(""Content-type""):
            request.add_unredirected_header(
                ""Content-type"", ""application/x-www-form-urlencoded""
            )
        if not request.has_header(""Content-length"") and not request.has_header(
            ""Transfer-encoding""
        ):
            content_length = self._get_content_length(request)
            if content_length is not None:
                request.add_unredirected_header(""Content-length"", str(content_length))
            else:
                request.add_unredirected_header(""Transfer-encoding"", ""chunked"")
    sel_host = host
    if request.has_proxy():
        scheme, sel = _splittype(request.selector)
        sel_host, sel_path = _splithost(sel)
    if not request.has_header(""Host""):
        request.add_unredirected_header(""Host"", sel_host)
    for name, value in self.parent.addheaders:
        name = name.capitalize()
        if not request.has_header(name):
            request.add_unredirected_header(name, value)
    return request
","def do_request_ ( self , request ) : <TAB> host = request . host <TAB> if not host : <TAB> <TAB> raise URLError ( ""no host given"" ) <TAB> if request . data is not None : <TAB> <TAB> data = request . data <TAB> <TAB> if isinstance ( data , str ) : <TAB> <TAB> <TAB> msg = ( <TAB> <TAB> <TAB> <TAB> ""POST data should be bytes, an iterable of bytes, "" <TAB> <TAB> <TAB> <TAB> ""or a file object. It cannot be of type str."" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> raise TypeError ( msg ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> request . add_unredirected_header ( <TAB> <TAB> <TAB> <TAB> ""Content-type"" , ""application/x-www-form-urlencoded"" <TAB> <TAB> <TAB> ) <TAB> <TAB> if not request . has_header ( ""Content-length"" ) and not request . has_header ( <TAB> <TAB> <TAB> ""Transfer-encoding"" <TAB> <TAB> ) : <TAB> <TAB> <TAB> content_length = self . _get_content_length ( request ) <TAB> <TAB> <TAB> if content_length is not None : <TAB> <TAB> <TAB> <TAB> request . add_unredirected_header ( ""Content-length"" , str ( content_length ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> request . add_unredirected_header ( ""Transfer-encoding"" , ""chunked"" ) <TAB> sel_host = host <TAB> if request . has_proxy ( ) : <TAB> <TAB> scheme , sel = _splittype ( request . selector ) <TAB> <TAB> sel_host , sel_path = _splithost ( sel ) <TAB> if not request . has_header ( ""Host"" ) : <TAB> <TAB> request . add_unredirected_header ( ""Host"" , sel_host ) <TAB> for name , value in self . parent . addheaders : <TAB> <TAB> name = name . capitalize ( ) <TAB> <TAB> if not request . has_header ( name ) : <TAB> <TAB> <TAB> request . add_unredirected_header ( name , value ) <TAB> return request","if not request . has_header ( ""Content-type"" ) :",433
14761,"def print_topics(self, header, cmds, cmdlen, maxcol):
    """"""make help menu more readable""""""
    if cmds:
        self.stdout.write(header)
        self.stdout.write(""\n"")
        if self.ruler:
            self.stdout.write(self.ruler * len(header))
            self.stdout.write(""\n"")
        for cmd in cmds:
            help_msg = getattr(self, ""do_{}"".format(cmd)).__doc__
            self.stdout.write(""{:<16}"".format(cmd))
            self.stdout.write(help_msg)
            self.stdout.write(""\n"")
        self.stdout.write(""\n"")","def print_topics ( self , header , cmds , cmdlen , maxcol ) : <TAB> """"""make help menu more readable"""""" <TAB> if cmds : <TAB> <TAB> self . stdout . write ( header ) <TAB> <TAB> self . stdout . write ( ""\n"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . stdout . write ( self . ruler * len ( header ) ) <TAB> <TAB> <TAB> self . stdout . write ( ""\n"" ) <TAB> <TAB> for cmd in cmds : <TAB> <TAB> <TAB> help_msg = getattr ( self , ""do_{}"" . format ( cmd ) ) . __doc__ <TAB> <TAB> <TAB> self . stdout . write ( ""{:<16}"" . format ( cmd ) ) <TAB> <TAB> <TAB> self . stdout . write ( help_msg ) <TAB> <TAB> <TAB> self . stdout . write ( ""\n"" ) <TAB> <TAB> self . stdout . write ( ""\n"" )",if self . ruler :,177
22707,"def _authorized_sid(self, jid, sid, ifrom, iq):
    with self._preauthed_sids_lock:
        if (jid, sid, ifrom) in self._preauthed_sids:
            del self._preauthed_sids[(jid, sid, ifrom)]
            return True
        return False
","def _authorized_sid ( self , jid , sid , ifrom , iq ) : <TAB> with self . _preauthed_sids_lock : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> del self . _preauthed_sids [ ( jid , sid , ifrom ) ] <TAB> <TAB> <TAB> return True <TAB> <TAB> return False","if ( jid , sid , ifrom ) in self . _preauthed_sids :",88
13924,"def post(self, forum_id=None, slug=None):
    # Mark a single forum as read
    if forum_id is not None:
        forum_instance = Forum.query.filter_by(id=forum_id).first_or_404()
        forumsread = ForumsRead.query.filter_by(
            user_id=real(current_user).id, forum_id=forum_instance.id
        ).first()
        TopicsRead.query.filter_by(
            user_id=real(current_user).id, forum_id=forum_instance.id
        ).delete()
        if not forumsread:
            forumsread = ForumsRead()
            forumsread.user = real(current_user)
            forumsread.forum = forum_instance
        forumsread.last_read = time_utcnow()
        forumsread.cleared = time_utcnow()
        db.session.add(forumsread)
        db.session.commit()
        flash(
            _(""Forum %(forum)s marked as read."", forum=forum_instance.title), ""success""
        )
        return redirect(forum_instance.url)
    # Mark all forums as read
    ForumsRead.query.filter_by(user_id=real(current_user).id).delete()
    TopicsRead.query.filter_by(user_id=real(current_user).id).delete()
    forums = Forum.query.all()
    forumsread_list = []
    for forum_instance in forums:
        forumsread = ForumsRead()
        forumsread.user = real(current_user)
        forumsread.forum = forum_instance
        forumsread.last_read = time_utcnow()
        forumsread.cleared = time_utcnow()
        forumsread_list.append(forumsread)
    db.session.add_all(forumsread_list)
    db.session.commit()
    flash(_(""All forums marked as read.""), ""success"")
    return redirect(url_for(""forum.index""))","def post ( self , forum_id = None , slug = None ) : <TAB> <TAB> if forum_id is not None : <TAB> <TAB> forum_instance = Forum . query . filter_by ( id = forum_id ) . first_or_404 ( ) <TAB> <TAB> forumsread = ForumsRead . query . filter_by ( <TAB> <TAB> <TAB> user_id = real ( current_user ) . id , forum_id = forum_instance . id <TAB> <TAB> ) . first ( ) <TAB> <TAB> TopicsRead . query . filter_by ( <TAB> <TAB> <TAB> user_id = real ( current_user ) . id , forum_id = forum_instance . id <TAB> <TAB> ) . delete ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> forumsread = ForumsRead ( ) <TAB> <TAB> <TAB> forumsread . user = real ( current_user ) <TAB> <TAB> <TAB> forumsread . forum = forum_instance <TAB> <TAB> forumsread . last_read = time_utcnow ( ) <TAB> <TAB> forumsread . cleared = time_utcnow ( ) <TAB> <TAB> db . session . add ( forumsread ) <TAB> <TAB> db . session . commit ( ) <TAB> <TAB> flash ( <TAB> <TAB> <TAB> _ ( ""Forum %(forum)s marked as read."" , forum = forum_instance . title ) , ""success"" <TAB> <TAB> ) <TAB> <TAB> return redirect ( forum_instance . url ) <TAB> <TAB> ForumsRead . query . filter_by ( user_id = real ( current_user ) . id ) . delete ( ) <TAB> TopicsRead . query . filter_by ( user_id = real ( current_user ) . id ) . delete ( ) <TAB> forums = Forum . query . all ( ) <TAB> forumsread_list = [ ] <TAB> for forum_instance in forums : <TAB> <TAB> forumsread = ForumsRead ( ) <TAB> <TAB> forumsread . user = real ( current_user ) <TAB> <TAB> forumsread . forum = forum_instance <TAB> <TAB> forumsread . last_read = time_utcnow ( ) <TAB> <TAB> forumsread . cleared = time_utcnow ( ) <TAB> <TAB> forumsread_list . append ( forumsread ) <TAB> db . session . add_all ( forumsread_list ) <TAB> db . session . commit ( ) <TAB> flash ( _ ( ""All forums marked as read."" ) , ""success"" ) <TAB> return redirect ( url_for ( ""forum.index"" ) )",if not forumsread :,473
6952,"def generate_lorem_ipsum(n=5, html=True, min=20, max=100):
    """"""Generate some lorem impsum for the template.""""""
    from jinja2.constants import LOREM_IPSUM_WORDS
    from random import choice, randrange
    words = LOREM_IPSUM_WORDS.split()
    result = []
    for _ in range(n):
        next_capitalized = True
        last_comma = last_fullstop = 0
        word = None
        last = None
        p = []
        # each paragraph contains out of 20 to 100 words.
        for idx, _ in enumerate(range(randrange(min, max))):
            while True:
                word = choice(words)
                if word != last:
                    last = word
                    break
            if next_capitalized:
                word = word.capitalize()
                next_capitalized = False
            # add commas
            if idx - randrange(3, 8) > last_comma:
                last_comma = idx
                last_fullstop += 2
                word += "",""
            # add end of sentences
            if idx - randrange(10, 20) > last_fullstop:
                last_comma = last_fullstop = idx
                word += "".""
                next_capitalized = True
            p.append(word)
        # ensure that the paragraph ends with a dot.
        p = u"" "".join(p)
        if p.endswith("",""):
            p = p[:-1] + "".""
        elif not p.endswith("".""):
            p += "".""
        result.append(p)
    if not html:
        return u""\n\n"".join(result)
    return Markup(u""\n"".join(u""<p>%s</p>"" % escape(x) for x in result))","def generate_lorem_ipsum ( n = 5 , html = True , min = 20 , max = 100 ) : <TAB> """"""Generate some lorem impsum for the template."""""" <TAB> from jinja2 . constants import LOREM_IPSUM_WORDS <TAB> from random import choice , randrange <TAB> words = LOREM_IPSUM_WORDS . split ( ) <TAB> result = [ ] <TAB> for _ in range ( n ) : <TAB> <TAB> next_capitalized = True <TAB> <TAB> last_comma = last_fullstop = 0 <TAB> <TAB> word = None <TAB> <TAB> last = None <TAB> <TAB> p = [ ] <TAB> <TAB> <TAB> <TAB> for idx , _ in enumerate ( range ( randrange ( min , max ) ) ) : <TAB> <TAB> <TAB> while True : <TAB> <TAB> <TAB> <TAB> word = choice ( words ) <TAB> <TAB> <TAB> <TAB> if word != last : <TAB> <TAB> <TAB> <TAB> <TAB> last = word <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> if next_capitalized : <TAB> <TAB> <TAB> <TAB> word = word . capitalize ( ) <TAB> <TAB> <TAB> <TAB> next_capitalized = False <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if idx - randrange ( 3 , 8 ) > last_comma : <TAB> <TAB> <TAB> <TAB> last_comma = idx <TAB> <TAB> <TAB> <TAB> last_fullstop += 2 <TAB> <TAB> <TAB> <TAB> word += "","" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if idx - randrange ( 10 , 20 ) > last_fullstop : <TAB> <TAB> <TAB> <TAB> last_comma = last_fullstop = idx <TAB> <TAB> <TAB> <TAB> word += ""."" <TAB> <TAB> <TAB> <TAB> next_capitalized = True <TAB> <TAB> <TAB> p . append ( word ) <TAB> <TAB> <TAB> <TAB> p = u"" "" . join ( p ) <TAB> <TAB> if p . endswith ( "","" ) : <TAB> <TAB> <TAB> p = p [ : - 1 ] + ""."" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> p += ""."" <TAB> <TAB> result . append ( p ) <TAB> if not html : <TAB> <TAB> return u""\n\n"" . join ( result ) <TAB> return Markup ( u""\n"" . join ( u""<p>%s</p>"" % escape ( x ) for x in result ) )","elif not p . endswith ( ""."" ) :",481
10106,"def writeLibraryGeometry(fp, meshes, config, shapes=None):
    progress = Progress(len(meshes), None)
    fp.write(""\n  <library_geometries>\n"")
    for mIdx, mesh in enumerate(meshes):
        if shapes is None:
            shape = None
        else:
            shape = shapes[mIdx]
        writeGeometry(fp, mesh, config, shape)
        progress.step()
    fp.write(""  </library_geometries>\n"")
","def writeLibraryGeometry ( fp , meshes , config , shapes = None ) : <TAB> progress = Progress ( len ( meshes ) , None ) <TAB> fp . write ( ""\n  <library_geometries>\n"" ) <TAB> for mIdx , mesh in enumerate ( meshes ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> shape = None <TAB> <TAB> else : <TAB> <TAB> <TAB> shape = shapes [ mIdx ] <TAB> <TAB> writeGeometry ( fp , mesh , config , shape ) <TAB> <TAB> progress . step ( ) <TAB> fp . write ( ""  </library_geometries>\n"" )",if shapes is None :,128
19940,"def test_pad_cval_is_tuple(self):
    aug = iaa.Pad(
        px=(0, 1, 0, 0), pad_mode=""constant"", pad_cval=(50, 52), keep_size=False
    )
    image = np.zeros((1, 1), dtype=np.uint8)
    seen = [0, 0, 0]
    for _ in sm.xrange(300):
        observed = aug.augment_image(image)
        if observed[0, 1] == 50:
            seen[0] += 1
        elif observed[0, 1] == 51:
            seen[1] += 1
        elif observed[0, 1] == 52:
            seen[2] += 1
        else:
            assert False
    assert np.all([100 - 50 < v < 100 + 50 for v in seen])","def test_pad_cval_is_tuple ( self ) : <TAB> aug = iaa . Pad ( <TAB> <TAB> px = ( 0 , 1 , 0 , 0 ) , pad_mode = ""constant"" , pad_cval = ( 50 , 52 ) , keep_size = False <TAB> ) <TAB> image = np . zeros ( ( 1 , 1 ) , dtype = np . uint8 ) <TAB> seen = [ 0 , 0 , 0 ] <TAB> for _ in sm . xrange ( 300 ) : <TAB> <TAB> observed = aug . augment_image ( image ) <TAB> <TAB> if observed [ 0 , 1 ] == 50 : <TAB> <TAB> <TAB> seen [ 0 ] += 1 <TAB> <TAB> elif observed [ 0 , 1 ] == 51 : <TAB> <TAB> <TAB> seen [ 1 ] += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> seen [ 2 ] += 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> assert False <TAB> assert np . all ( [ 100 - 50 < v < 100 + 50 for v in seen ] )","elif observed [ 0 , 1 ] == 52 :",212
24036,"def find_widget_by_id(self, id, parent=None):
    """"""Recursively searches for widget with specified ID""""""
    if parent == None:
        if id in self:
            return self[id]  # Do things fast if possible
        parent = self[""editor""]
    for c in parent.get_children():
        if hasattr(c, ""get_id""):
            if c.get_id() == id:
                return c
        if isinstance(c, Gtk.Container):
            r = self.find_widget_by_id(id, c)
            if not r is None:
                return r
    return None
","def find_widget_by_id ( self , id , parent = None ) : <TAB> """"""Recursively searches for widget with specified ID"""""" <TAB> if parent == None : <TAB> <TAB> if id in self : <TAB> <TAB> <TAB> return self [ id ] <TAB> <TAB> parent = self [ ""editor"" ] <TAB> for c in parent . get_children ( ) : <TAB> <TAB> if hasattr ( c , ""get_id"" ) : <TAB> <TAB> <TAB> if c . get_id ( ) == id : <TAB> <TAB> <TAB> <TAB> return c <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> r = self . find_widget_by_id ( id , c ) <TAB> <TAB> <TAB> if not r is None : <TAB> <TAB> <TAB> <TAB> return r <TAB> return None","if isinstance ( c , Gtk . Container ) :",167
7932,"def setupterm(term=None, fd=-1):
    if fd == -1:
        # XXX: Check for missing stdout here?
        fd = sys.stdout.fileno()
    if _initialised_setupterm:
        return None
    if term is None:
        term = ffi.NULL
    err = ffi.new(""int *"")
    if lib.setupterm(term, fd, err) == lib.ERR:
        err = err[0]
        if err == 0:
            raise error(""setupterm: could not find terminal"")
        elif err == -1:
            raise error(""setupterm: could not find terminfo database"")
        else:
            raise error(""setupterm: unknown error"")
    globals()[""_initialised_setupterm""] = True
    return None","def setupterm ( term = None , fd = - 1 ) : <TAB> if fd == - 1 : <TAB> <TAB> <TAB> <TAB> fd = sys . stdout . fileno ( ) <TAB> if _initialised_setupterm : <TAB> <TAB> return None <TAB> if term is None : <TAB> <TAB> term = ffi . NULL <TAB> err = ffi . new ( ""int *"" ) <TAB> if lib . setupterm ( term , fd , err ) == lib . ERR : <TAB> <TAB> err = err [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise error ( ""setupterm: could not find terminal"" ) <TAB> <TAB> elif err == - 1 : <TAB> <TAB> <TAB> raise error ( ""setupterm: could not find terminfo database"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise error ( ""setupterm: unknown error"" ) <TAB> globals ( ) [ ""_initialised_setupterm"" ] = True <TAB> return None",if err == 0 :,192
17867,"def testShows5LatestHunts(self):
    # Only hunts created in the last 31 days will get shown, so we have
    # to adjust their timestamps accordingly.
    timestamp = rdfvalue.RDFDatetime.Now() - rdfvalue.Duration.From(1, rdfvalue.DAYS)
    for i in range(20):
        with test_lib.FakeTime(
            timestamp + rdfvalue.Duration.From(1000 * i, rdfvalue.SECONDS)
        ):
            if i % 2 == 0:
                descr = ""foo-%d"" % i
                creator = ""another""
            else:
                descr = ""bar-%d"" % i
                creator = self.token.username
            self.CreateSampleHunt(descr, creator=creator)
    self.Open(""/"")
    for i in range(11, 20, 2):
        self.WaitUntil(
            self.IsElementPresent,
            ""css=grr-user-dashboard ""
            ""div[name=RecentlyCreatedHunts]:contains('bar-%d')"" % i,
        )
    self.WaitUntilNot(
        self.IsElementPresent,
        ""css=grr-user-dashboard "" ""div[name=RecentlyCreatedHunts]:contains('foo')"",
    )","def testShows5LatestHunts ( self ) : <TAB> <TAB> <TAB> timestamp = rdfvalue . RDFDatetime . Now ( ) - rdfvalue . Duration . From ( 1 , rdfvalue . DAYS ) <TAB> for i in range ( 20 ) : <TAB> <TAB> with test_lib . FakeTime ( <TAB> <TAB> <TAB> timestamp + rdfvalue . Duration . From ( 1000 * i , rdfvalue . SECONDS ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> descr = ""foo-%d"" % i <TAB> <TAB> <TAB> <TAB> creator = ""another"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> descr = ""bar-%d"" % i <TAB> <TAB> <TAB> <TAB> creator = self . token . username <TAB> <TAB> <TAB> self . CreateSampleHunt ( descr , creator = creator ) <TAB> self . Open ( ""/"" ) <TAB> for i in range ( 11 , 20 , 2 ) : <TAB> <TAB> self . WaitUntil ( <TAB> <TAB> <TAB> self . IsElementPresent , <TAB> <TAB> <TAB> ""css=grr-user-dashboard "" <TAB> <TAB> <TAB> ""div[name=RecentlyCreatedHunts]:contains('bar-%d')"" % i , <TAB> <TAB> ) <TAB> self . WaitUntilNot ( <TAB> <TAB> self . IsElementPresent , <TAB> <TAB> ""css=grr-user-dashboard "" ""div[name=RecentlyCreatedHunts]:contains('foo')"" , <TAB> )",if i % 2 == 0 :,332
8882,"def after_end(session, transaction):
    caller_info = find_caller(inspect.stack()[1:])
    with open_transactions_lock:
        if transaction not in open_transactions:
            # Transaction was created but a connection was never opened for it
            return
        open_time = time.time() - open_transactions[transaction][0]
        msg = ""Transaction 0x%08X closed %s (open time %s)"" % (
            id(transaction),
            caller_info,
            open_time,
        )
        if open_time > 2:
            log.warning(msg)
        else:
            log.debug(msg)
        del open_transactions[transaction]","def after_end ( session , transaction ) : <TAB> caller_info = find_caller ( inspect . stack ( ) [ 1 : ] ) <TAB> with open_transactions_lock : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> open_time = time . time ( ) - open_transactions [ transaction ] [ 0 ] <TAB> <TAB> msg = ""Transaction 0x%08X closed %s (open time %s)"" % ( <TAB> <TAB> <TAB> id ( transaction ) , <TAB> <TAB> <TAB> caller_info , <TAB> <TAB> <TAB> open_time , <TAB> <TAB> ) <TAB> <TAB> if open_time > 2 : <TAB> <TAB> <TAB> log . warning ( msg ) <TAB> <TAB> else : <TAB> <TAB> <TAB> log . debug ( msg ) <TAB> <TAB> del open_transactions [ transaction ]",if transaction not in open_transactions :,183
14641,"def _decode_field(message, field, value):
    """"""Decode optional or required field.""""""
    if field.type == FieldDescriptor.TYPE_MESSAGE:
        decode(getattr(message, field.name), value)
    else:
        try:
            if field.type == FieldDescriptor.TYPE_BYTES:
                value = base64.b64decode(value)
            setattr(message, field.name, value)
        except (ValueError, TypeError) as e:
            # ValueError: invalid enum value, negative unsigned int value, or
            # invalid base64
            # TypeError: mismatched type
            logger.warning(
                ""Message %r ignoring field %s: %s"",
                message.__class__.__name__,
                field.name,
                e,
            )","def _decode_field ( message , field , value ) : <TAB> """"""Decode optional or required field."""""" <TAB> if field . type == FieldDescriptor . TYPE_MESSAGE : <TAB> <TAB> decode ( getattr ( message , field . name ) , value ) <TAB> else : <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> value = base64 . b64decode ( value ) <TAB> <TAB> <TAB> setattr ( message , field . name , value ) <TAB> <TAB> except ( ValueError , TypeError ) as e : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> ""Message %r ignoring field %s: %s"" , <TAB> <TAB> <TAB> <TAB> message . __class__ . __name__ , <TAB> <TAB> <TAB> <TAB> field . name , <TAB> <TAB> <TAB> <TAB> e , <TAB> <TAB> <TAB> )",if field . type == FieldDescriptor . TYPE_BYTES :,209
2544,"def __call__(cls, *args, **kwargs):
    session = kwargs.pop(""session"", None)
    instance = object.__new__(cls, *args, **kwargs)
    instance.session = session
    instance.config = config.Config([])
    config_section = getattr(instance, ""configSection"", None)
    switch = getattr(instance, ""commandLineSwitch"", None)
    if session is not None and config_section is not None:
        instance.config = session.get(config_section)
    always_on = instance.config.as_bool(""always-on"", default=instance.alwaysOn)
    instance.__init__(*args, **kwargs)
    if always_on:
        instance.register()
    else:
        if switch is not None:
            short_opt, long_opt, help = switch
            instance.addOption(instance._register_cb, short_opt, long_opt, help)
    return instance
","def __call__ ( cls , * args , ** kwargs ) : <TAB> session = kwargs . pop ( ""session"" , None ) <TAB> instance = object . __new__ ( cls , * args , ** kwargs ) <TAB> instance . session = session <TAB> instance . config = config . Config ( [ ] ) <TAB> config_section = getattr ( instance , ""configSection"" , None ) <TAB> switch = getattr ( instance , ""commandLineSwitch"" , None ) <TAB> if session is not None and config_section is not None : <TAB> <TAB> instance . config = session . get ( config_section ) <TAB> always_on = instance . config . as_bool ( ""always-on"" , default = instance . alwaysOn ) <TAB> instance . __init__ ( * args , ** kwargs ) <TAB> if always_on : <TAB> <TAB> instance . register ( ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> short_opt , long_opt , help = switch <TAB> <TAB> <TAB> instance . addOption ( instance . _register_cb , short_opt , long_opt , help ) <TAB> return instance",if switch is not None :,226
17801,"def getApiLevel(self):
    if not self.api_level:
        try:
            data = self.call(""app/apilevel"", auth=False)
            self.api_level = float(data.get(""apilevel""))
        except HTTPError as e:
            sc = e.response.status_code
            if sc == 403:
                log.error(
                    ""This version of NZBVortex isn't supported. Please update to 2.8.6 or higher""
                )
            else:
                log.error(
                    ""NZBVortex doesn't seem to be running or maybe the remote option isn't enabled yet: %s"",
                    traceback.format_exc(1),
                )
    return self.api_level","def getApiLevel ( self ) : <TAB> if not self . api_level : <TAB> <TAB> try : <TAB> <TAB> <TAB> data = self . call ( ""app/apilevel"" , auth = False ) <TAB> <TAB> <TAB> self . api_level = float ( data . get ( ""apilevel"" ) ) <TAB> <TAB> except HTTPError as e : <TAB> <TAB> <TAB> sc = e . response . status_code <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> log . error ( <TAB> <TAB> <TAB> <TAB> <TAB> ""This version of NZBVortex isn't supported. Please update to 2.8.6 or higher"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> log . error ( <TAB> <TAB> <TAB> <TAB> <TAB> ""NZBVortex doesn't seem to be running or maybe the remote option isn't enabled yet: %s"" , <TAB> <TAB> <TAB> <TAB> <TAB> traceback . format_exc ( 1 ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> return self . api_level",if sc == 403 :,208
9316,"def close(self, wait=True, abort=False):
    """"""Close the socket connection.""""""
    if not self.closed and not self.closing:
        self.closing = True
        self.server._trigger_event(""disconnect"", self.sid, run_async=False)
        if not abort:
            self.send(packet.Packet(packet.CLOSE))
        self.closed = True
        self.queue.put(None)
        if wait:
            self.queue.join()
","def close ( self , wait = True , abort = False ) : <TAB> """"""Close the socket connection."""""" <TAB> if not self . closed and not self . closing : <TAB> <TAB> self . closing = True <TAB> <TAB> self . server . _trigger_event ( ""disconnect"" , self . sid , run_async = False ) <TAB> <TAB> if not abort : <TAB> <TAB> <TAB> self . send ( packet . Packet ( packet . CLOSE ) ) <TAB> <TAB> self . closed = True <TAB> <TAB> self . queue . put ( None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . queue . join ( )",if wait :,125
19947,"def test_k_is_stochastic_parameter(self):
    # k as stochastic parameter
    aug = iaa.MedianBlur(k=iap.Choice([3, 5]))
    seen = [False, False]
    for i in sm.xrange(100):
        observed = aug.augment_image(self.base_img)
        if np.array_equal(observed, self.blur3x3):
            seen[0] += True
        elif np.array_equal(observed, self.blur5x5):
            seen[1] += True
        else:
            raise Exception(""Unexpected result in MedianBlur@2"")
        if all(seen):
            break
    assert np.all(seen)","def test_k_is_stochastic_parameter ( self ) : <TAB> <TAB> aug = iaa . MedianBlur ( k = iap . Choice ( [ 3 , 5 ] ) ) <TAB> seen = [ False , False ] <TAB> for i in sm . xrange ( 100 ) : <TAB> <TAB> observed = aug . augment_image ( self . base_img ) <TAB> <TAB> if np . array_equal ( observed , self . blur3x3 ) : <TAB> <TAB> <TAB> seen [ 0 ] += True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> seen [ 1 ] += True <TAB> <TAB> else : <TAB> <TAB> <TAB> raise Exception ( ""Unexpected result in MedianBlur@2"" ) <TAB> <TAB> if all ( seen ) : <TAB> <TAB> <TAB> break <TAB> assert np . all ( seen )","elif np . array_equal ( observed , self . blur5x5 ) :",176
6190,"def parse(self, s):
    self.tokens = self.lexer.tokenize(s)
    self._current_token = 0
    self._tokens_len = len(self.tokens)
    self._mark_locations = []
    if self._tokens_len < 0:
        raise SyntaxError(""could not find any entries"")
    self.database = database = Database()
    while True:
        try:
            self._advance()
        except IndexError:
            self.unexpected_token(""preamble, string, entry_start, or eof"")
        token_type = self.token_type
        if token_type == ""PREAMBLE"":
            preamble = self.preamble()
            database.add_preamble(self._handle_value(preamble.contents))
        elif token_type == ""STRING"":
            string = self.string()
            database.add_macro(string.key, self._handle_value(string.value))
        elif token_type == ""ENTRY_START"":
            entry_node = self.entry()
            entry = Entry(entry_node.entry_type, entry_node.key.value)
            for field in entry_node.fields:
                entry[field.key] = self._handle_value(field.value)
                if field.key in Name.NAME_FIELDS:
                    entry[field.key] = "" and "".join(
                        (unicode(Name(s)) for s in tokenize_list(entry[field.key]))
                    )
            database.add_entry(entry)
        elif token_type == ""EOF"":
            return database
        else:
            self.unexpected_token(""preamble, string, entry_start, or eof"")","def parse ( self , s ) : <TAB> self . tokens = self . lexer . tokenize ( s ) <TAB> self . _current_token = 0 <TAB> self . _tokens_len = len ( self . tokens ) <TAB> self . _mark_locations = [ ] <TAB> if self . _tokens_len < 0 : <TAB> <TAB> raise SyntaxError ( ""could not find any entries"" ) <TAB> self . database = database = Database ( ) <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> self . _advance ( ) <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> self . unexpected_token ( ""preamble, string, entry_start, or eof"" ) <TAB> <TAB> token_type = self . token_type <TAB> <TAB> if token_type == ""PREAMBLE"" : <TAB> <TAB> <TAB> preamble = self . preamble ( ) <TAB> <TAB> <TAB> database . add_preamble ( self . _handle_value ( preamble . contents ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> string = self . string ( ) <TAB> <TAB> <TAB> database . add_macro ( string . key , self . _handle_value ( string . value ) ) <TAB> <TAB> elif token_type == ""ENTRY_START"" : <TAB> <TAB> <TAB> entry_node = self . entry ( ) <TAB> <TAB> <TAB> entry = Entry ( entry_node . entry_type , entry_node . key . value ) <TAB> <TAB> <TAB> for field in entry_node . fields : <TAB> <TAB> <TAB> <TAB> entry [ field . key ] = self . _handle_value ( field . value ) <TAB> <TAB> <TAB> <TAB> if field . key in Name . NAME_FIELDS : <TAB> <TAB> <TAB> <TAB> <TAB> entry [ field . key ] = "" and "" . join ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ( unicode ( Name ( s ) ) for s in tokenize_list ( entry [ field . key ] ) ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> database . add_entry ( entry ) <TAB> <TAB> elif token_type == ""EOF"" : <TAB> <TAB> <TAB> return database <TAB> <TAB> else : <TAB> <TAB> <TAB> self . unexpected_token ( ""preamble, string, entry_start, or eof"" )","elif token_type == ""STRING"" :",452
5071,"def tax_edit(request, tax_id, response_format=""html""):
    ""Tax edit""
    tax = get_object_or_404(Tax, pk=tax_id)
    if not request.user.profile.has_permission(
        tax, mode=""w""
    ) and not request.user.profile.is_admin(""treeio_finance""):
        return user_denied(
            request, ""You don't have access to this Tax"", response_format
        )
    if request.POST:
        if ""cancel"" not in request.POST:
            form = TaxForm(request.user.profile, request.POST, instance=tax)
            if form.is_valid():
                tax = form.save()
                return HttpResponseRedirect(reverse(""finance_tax_view"", args=[tax.id]))
        else:
            return HttpResponseRedirect(reverse(""finance_tax_view"", args=[tax.id]))
    else:
        form = TaxForm(request.user.profile, instance=tax)
    return render_to_response(
        ""finance/tax_edit"",
        {""form"": form, ""tax"": tax},
        context_instance=RequestContext(request),
        response_format=response_format,
    )","def tax_edit ( request , tax_id , response_format = ""html"" ) : <TAB> ""Tax edit"" <TAB> tax = get_object_or_404 ( Tax , pk = tax_id ) <TAB> if not request . user . profile . has_permission ( <TAB> <TAB> tax , mode = ""w"" <TAB> ) and not request . user . profile . is_admin ( ""treeio_finance"" ) : <TAB> <TAB> return user_denied ( <TAB> <TAB> <TAB> request , ""You don't have access to this Tax"" , response_format <TAB> <TAB> ) <TAB> if request . POST : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> form = TaxForm ( request . user . profile , request . POST , instance = tax ) <TAB> <TAB> <TAB> if form . is_valid ( ) : <TAB> <TAB> <TAB> <TAB> tax = form . save ( ) <TAB> <TAB> <TAB> <TAB> return HttpResponseRedirect ( reverse ( ""finance_tax_view"" , args = [ tax . id ] ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return HttpResponseRedirect ( reverse ( ""finance_tax_view"" , args = [ tax . id ] ) ) <TAB> else : <TAB> <TAB> form = TaxForm ( request . user . profile , instance = tax ) <TAB> return render_to_response ( <TAB> <TAB> ""finance/tax_edit"" , <TAB> <TAB> { ""form"" : form , ""tax"" : tax } , <TAB> <TAB> context_instance = RequestContext ( request ) , <TAB> <TAB> response_format = response_format , <TAB> )","if ""cancel"" not in request . POST :",315
17843,"def printConnections(switches):
    ""Compactly print connected nodes to each switch""
    for sw in switches:
        output(""%s: "" % sw)
        for intf in sw.intfList():
            link = intf.link
            if link:
                intf1, intf2 = link.intf1, link.intf2
                remote = intf1 if intf1.node != sw else intf2
                output(""%s(%s) "" % (remote.node, sw.ports[intf]))
        output(""\n"")","def printConnections ( switches ) : <TAB> ""Compactly print connected nodes to each switch"" <TAB> for sw in switches : <TAB> <TAB> output ( ""%s: "" % sw ) <TAB> <TAB> for intf in sw . intfList ( ) : <TAB> <TAB> <TAB> link = intf . link <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> intf1 , intf2 = link . intf1 , link . intf2 <TAB> <TAB> <TAB> <TAB> remote = intf1 if intf1 . node != sw else intf2 <TAB> <TAB> <TAB> <TAB> output ( ""%s(%s) "" % ( remote . node , sw . ports [ intf ] ) ) <TAB> <TAB> output ( ""\n"" )",if link :,147
20139,"def _get_vector(self, word=""house""):
    try:
        import lmdb
        with self.env.begin() as txn:
            vector = txn.get(word.encode(encoding=""UTF-8""))
            if vector:
                word_vector = pickle.loads(vector)
                vector = None
            else:
                word_vector = np.zeros((self.k,), dtype=np.float32)
    except lmdb.Error:
        # no idea why, but we need to close and reopen the environment to avoid
        # mdb_txn_begin: MDB_BAD_RSLOT: Invalid reuse of reader locktable slot
        # when opening new transaction !
        self.env.close()
        self.env = lmdb.open(
            self.store_path,
            readonly=True,
            max_readers=2048,
            max_spare_txns=2,
            lock=False,
        )
        return self._get_vector(word)
    except ModuleNotFoundError:
        logger.warning(""-"" * 100)
        logger.warning('ATTENTION! The library ""lmdb"" is not installed!')
        logger.warning('To use LMDB, please first install with ""pip install lmdb""')
        logger.warning(""-"" * 100)
        word_vector = np.zeros((self.k,), dtype=np.float32)
    return word_vector","def _get_vector ( self , word = ""house"" ) : <TAB> try : <TAB> <TAB> import lmdb <TAB> <TAB> with self . env . begin ( ) as txn : <TAB> <TAB> <TAB> vector = txn . get ( word . encode ( encoding = ""UTF-8"" ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> word_vector = pickle . loads ( vector ) <TAB> <TAB> <TAB> <TAB> vector = None <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> word_vector = np . zeros ( ( self . k , ) , dtype = np . float32 ) <TAB> except lmdb . Error : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . env . close ( ) <TAB> <TAB> self . env = lmdb . open ( <TAB> <TAB> <TAB> self . store_path , <TAB> <TAB> <TAB> readonly = True , <TAB> <TAB> <TAB> max_readers = 2048 , <TAB> <TAB> <TAB> max_spare_txns = 2 , <TAB> <TAB> <TAB> lock = False , <TAB> <TAB> ) <TAB> <TAB> return self . _get_vector ( word ) <TAB> except ModuleNotFoundError : <TAB> <TAB> logger . warning ( ""-"" * 100 ) <TAB> <TAB> logger . warning ( 'ATTENTION! The library ""lmdb"" is not installed!' ) <TAB> <TAB> logger . warning ( 'To use LMDB, please first install with ""pip install lmdb""' ) <TAB> <TAB> logger . warning ( ""-"" * 100 ) <TAB> <TAB> word_vector = np . zeros ( ( self . k , ) , dtype = np . float32 ) <TAB> return word_vector",if vector :,353
14495,"def shutdownAutoSave(self):
    if not self.shutdown:
        self.shutdown = 1
        # notify the autosave thread to quit
        self._cv.acquire()
        self._cv.notify()
        self._cv.release()
        if self._thread:
            # here we wait for the thread to terminate
            log.debug(""waiting for thread to terminate"")
            # Wait for a maximum of 3 seconds before returning
            self._thread.join(3)
            log.debug(""thread has terminated"")
            self._thread = None","def shutdownAutoSave ( self ) : <TAB> if not self . shutdown : <TAB> <TAB> self . shutdown = 1 <TAB> <TAB> <TAB> <TAB> self . _cv . acquire ( ) <TAB> <TAB> self . _cv . notify ( ) <TAB> <TAB> self . _cv . release ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> log . debug ( ""waiting for thread to terminate"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _thread . join ( 3 ) <TAB> <TAB> <TAB> log . debug ( ""thread has terminated"" ) <TAB> <TAB> <TAB> self . _thread = None",if self . _thread :,146
10925,"def _iter_source_val_assigns(src):
    for node in _iter_source_assigns(src):
        try:
            val = python_util.ast_param_val(node.value)
        except TypeError:
            pass
        else:
            # Only support assigns to right-most name targets.
            target = node.targets[-1]
            if isinstance(target, ast.Name):
                yield node, target, node.value, val","def _iter_source_val_assigns ( src ) : <TAB> for node in _iter_source_assigns ( src ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> val = python_util . ast_param_val ( node . value ) <TAB> <TAB> except TypeError : <TAB> <TAB> <TAB> pass <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> target = node . targets [ - 1 ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> yield node , target , node . value , val","if isinstance ( target , ast . Name ) :",123
24629,"def __call__(self, X, y, net):
    if self.shuffle:
        _shuffle_arrays([X, y] if y is not None else [X], self.random)
    if self.eval_size:
        if net.regression or not self.stratify:
            kf = KFold(y.shape[0], round(1.0 / self.eval_size))
        else:
            kf = StratifiedKFold(y, round(1.0 / self.eval_size))
        train_indices, valid_indices = next(iter(kf))
        X_train = _sldict(X, train_indices)
        y_train = _sldict(y, train_indices)
        X_valid = _sldict(X, valid_indices)
        y_valid = _sldict(y, valid_indices)
    else:
        X_train, y_train = X, y
        X_valid, y_valid = _sldict(X, slice(0, 0)), _sldict(y, slice(0, 0))
    return X_train, X_valid, y_train, y_valid","def __call__ ( self , X , y , net ) : <TAB> if self . shuffle : <TAB> <TAB> _shuffle_arrays ( [ X , y ] if y is not None else [ X ] , self . random ) <TAB> if self . eval_size : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> kf = KFold ( y . shape [ 0 ] , round ( 1.0 / self . eval_size ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> kf = StratifiedKFold ( y , round ( 1.0 / self . eval_size ) ) <TAB> <TAB> train_indices , valid_indices = next ( iter ( kf ) ) <TAB> <TAB> X_train = _sldict ( X , train_indices ) <TAB> <TAB> y_train = _sldict ( y , train_indices ) <TAB> <TAB> X_valid = _sldict ( X , valid_indices ) <TAB> <TAB> y_valid = _sldict ( y , valid_indices ) <TAB> else : <TAB> <TAB> X_train , y_train = X , y <TAB> <TAB> X_valid , y_valid = _sldict ( X , slice ( 0 , 0 ) ) , _sldict ( y , slice ( 0 , 0 ) ) <TAB> return X_train , X_valid , y_train , y_valid",if net . regression or not self . stratify :,277
11961,"def scope(self):
    if self.scope_ is None:
        self.lazy_init_lock_.acquire()
        try:
            if self.scope_ is None:
                self.scope_ = Scope()
        finally:
            self.lazy_init_lock_.release()
    return self.scope_
",def scope ( self ) : <TAB> <fill-in> <TAB> <TAB> self . lazy_init_lock_ . acquire ( ) <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . scope_ = Scope ( ) <TAB> <TAB> finally : <TAB> <TAB> <TAB> self . lazy_init_lock_ . release ( ) <TAB> return self . scope_,if self . scope_ is None :,84
8845,"def finish_task(task):
    if task.stream:
        if task.stream[""args""].get(""progress""):
            update_stream(task, status=""complete"")
        if task.stream[""args""].get(""entry_dump""):
            entries = [entry.store for entry in task.entries]
            task.stream[""queue""].put(EntryDecoder().encode({""entry_dump"": entries}))
        if task.stream[""args""].get(""summary""):
            task.stream[""queue""].put(
                json.dumps(
                    {
                        ""summary"": {
                            ""accepted"": len(task.accepted),
                            ""rejected"": len(task.rejected),
                            ""failed"": len(task.failed),
                            ""undecided"": len(task.undecided),
                            ""aborted"": task.aborted,
                            ""abort_reason"": task.abort_reason,
                        }
                    }
                )
            )
","def finish_task ( task ) : <TAB> if task . stream : <TAB> <TAB> if task . stream [ ""args"" ] . get ( ""progress"" ) : <TAB> <TAB> <TAB> update_stream ( task , status = ""complete"" ) <TAB> <TAB> if task . stream [ ""args"" ] . get ( ""entry_dump"" ) : <TAB> <TAB> <TAB> entries = [ entry . store for entry in task . entries ] <TAB> <TAB> <TAB> task . stream [ ""queue"" ] . put ( EntryDecoder ( ) . encode ( { ""entry_dump"" : entries } ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> task . stream [ ""queue"" ] . put ( <TAB> <TAB> <TAB> <TAB> json . dumps ( <TAB> <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""summary"" : { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""accepted"" : len ( task . accepted ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""rejected"" : len ( task . rejected ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""failed"" : len ( task . failed ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""undecided"" : len ( task . undecided ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""aborted"" : task . aborted , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""abort_reason"" : task . abort_reason , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> )","if task . stream [ ""args"" ] . get ( ""summary"" ) :",280
931,"def __str__(self) -> str:
    text = ""\n""
    for k, r in self.result.items():
        text += ""{}\n"".format(""#"" * 40)
        if r.failed:
            text += ""# {} (failed)\n"".format(k)
        else:
            text += ""# {} (succeeded)\n"".format(k)
        text += ""{}\n"".format(""#"" * 40)
        for sub_r in r:
            text += ""**** {}\n"".format(sub_r.name)
            text += ""{}\n"".format(sub_r)
    return text","def __str__ ( self ) -> str : <TAB> text = ""\n"" <TAB> for k , r in self . result . items ( ) : <TAB> <TAB> text += ""{}\n"" . format ( ""#"" * 40 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> text += ""# {} (failed)\n"" . format ( k ) <TAB> <TAB> else : <TAB> <TAB> <TAB> text += ""# {} (succeeded)\n"" . format ( k ) <TAB> <TAB> text += ""{}\n"" . format ( ""#"" * 40 ) <TAB> <TAB> for sub_r in r : <TAB> <TAB> <TAB> text += ""**** {}\n"" . format ( sub_r . name ) <TAB> <TAB> <TAB> text += ""{}\n"" . format ( sub_r ) <TAB> return text",if r . failed :,153
17983,"def get_updated_action_list(
    cls,
    base_action_list: list,
    other_action_list: list,
) -> List[dict]:
    base_action_list_dict = {action[""name""]: action for action in base_action_list}
    for other_action in other_action_list:
        other_action_name = other_action[""name""]
        if other_action_name in base_action_list_dict:
            if other_action[""action""] is None:
                base_action_list_dict.pop(other_action_name)
            else:
                nested_update(base_action_list_dict[other_action_name], other_action)
        else:
            base_action_list_dict[other_action_name] = other_action
    return list(base_action_list_dict.values())
","def get_updated_action_list ( <TAB> cls , <TAB> base_action_list : list , <TAB> other_action_list : list , ) -> List [ dict ] : <TAB> base_action_list_dict = { action [ ""name"" ] : action for action in base_action_list } <TAB> for other_action in other_action_list : <TAB> <TAB> other_action_name = other_action [ ""name"" ] <TAB> <TAB> if other_action_name in base_action_list_dict : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> base_action_list_dict . pop ( other_action_name ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> nested_update ( base_action_list_dict [ other_action_name ] , other_action ) <TAB> <TAB> else : <TAB> <TAB> <TAB> base_action_list_dict [ other_action_name ] = other_action <TAB> return list ( base_action_list_dict . values ( ) )","if other_action [ ""action"" ] is None :",221
10377,"def post_process_extensions(self, extensions, resp_obj, request, action_args):
    for ext in extensions:
        response = None
        if inspect.isgenerator(ext):
            # If it's a generator, run the second half of
            # processing
            try:
                with ResourceExceptionHandler():
                    response = ext.send(resp_obj)
            except StopIteration:
                # Normal exit of generator
                continue
            except Fault as ex:
                response = ex
        else:
            # Regular functions get post-processing...
            try:
                with ResourceExceptionHandler():
                    response = ext(req=request, resp_obj=resp_obj, **action_args)
            except exception.VersionNotFoundForAPIMethod:
                # If an attached extension (@wsgi.extends) for the
                # method has no version match its not an error. We
                # just don't run the extends code
                continue
            except Fault as ex:
                response = ex
        # We had a response...
        if response:
            return response
    return None
","def post_process_extensions ( self , extensions , resp_obj , request , action_args ) : <TAB> for ext in extensions : <TAB> <TAB> response = None <TAB> <TAB> if inspect . isgenerator ( ext ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> with ResourceExceptionHandler ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> response = ext . send ( resp_obj ) <TAB> <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> except Fault as ex : <TAB> <TAB> <TAB> <TAB> response = ex <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> with ResourceExceptionHandler ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> response = ext ( req = request , resp_obj = resp_obj , ** action_args ) <TAB> <TAB> <TAB> except exception . VersionNotFoundForAPIMethod : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> except Fault as ex : <TAB> <TAB> <TAB> <TAB> response = ex <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return response <TAB> return None",if response :,309
7842,"def generate(g=generator, m=module):
    try:
        for test in g():
            test_func, arg = self.parseGeneratedTest(test)
            if not callable(test_func):
                test_func = getattr(m, test_func)
            yield FunctionTestCase(test_func, arg=arg, descriptor=g)
    except KeyboardInterrupt:
        raise
    except:
        exc = sys.exc_info()
        yield Failure(exc[0], exc[1], exc[2], address=test_address(generator))","def generate ( g = generator , m = module ) : <TAB> try : <TAB> <TAB> for test in g ( ) : <TAB> <TAB> <TAB> test_func , arg = self . parseGeneratedTest ( test ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> test_func = getattr ( m , test_func ) <TAB> <TAB> <TAB> yield FunctionTestCase ( test_func , arg = arg , descriptor = g ) <TAB> except KeyboardInterrupt : <TAB> <TAB> raise <TAB> except : <TAB> <TAB> exc = sys . exc_info ( ) <TAB> <TAB> yield Failure ( exc [ 0 ] , exc [ 1 ] , exc [ 2 ] , address = test_address ( generator ) )",if not callable ( test_func ) :,141
25125,"def crawl(self, url, path=None):
    self.results = {}
    self.url = urlparse(url)
    if path:
        self.url = self.url._replace(path=path)
    self.url = self.url._replace(fragment="""")
    self._add_target(url, 1)
    self._spawn_new_worker()
    while self.threads:
        try:
            for t in self.threads:
                t.join(1)
                if not t.is_alive():
                    self.threads.remove(t)
        except KeyboardInterrupt:
            sys.exit(1)
    return self.results","def crawl ( self , url , path = None ) : <TAB> self . results = { } <TAB> self . url = urlparse ( url ) <TAB> if path : <TAB> <TAB> self . url = self . url . _replace ( path = path ) <TAB> self . url = self . url . _replace ( fragment = """" ) <TAB> self . _add_target ( url , 1 ) <TAB> self . _spawn_new_worker ( ) <TAB> while self . threads : <TAB> <TAB> try : <TAB> <TAB> <TAB> for t in self . threads : <TAB> <TAB> <TAB> <TAB> t . join ( 1 ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . threads . remove ( t ) <TAB> <TAB> except KeyboardInterrupt : <TAB> <TAB> <TAB> sys . exit ( 1 ) <TAB> return self . results",if not t . is_alive ( ) :,170
24005,"def draw(self, dc, f, **key):
    dc.SetPen(wx.Pen(Setting[""color""], width=1, style=wx.SOLID))
    dc.SetTextForeground(Setting[""tcolor""])
    font = wx.Font(
        10, wx.FONTFAMILY_DEFAULT, wx.FONTSTYLE_NORMAL, wx.FONTWEIGHT_NORMAL, False
    )
    dc.SetFont(font)
    dc.DrawLines([f(*i) for i in self.buf])
    for i in self.buf:
        dc.DrawCircle(f(*i), 2)
    for pg in self.body:
        plg = Polygon(pg)
        dc.DrawLines([f(*i) for i in pg])
        for i in pg:
            dc.DrawCircle(f(*i), 2)
        area, xy = plg.area, plg.centroid
        if self.unit != None:
            area *= self.unit[0] ** 2
        dc.DrawText(""%.1f"" % area, f(xy.x, xy.y))","def draw ( self , dc , f , ** key ) : <TAB> dc . SetPen ( wx . Pen ( Setting [ ""color"" ] , width = 1 , style = wx . SOLID ) ) <TAB> dc . SetTextForeground ( Setting [ ""tcolor"" ] ) <TAB> font = wx . Font ( <TAB> <TAB> 10 , wx . FONTFAMILY_DEFAULT , wx . FONTSTYLE_NORMAL , wx . FONTWEIGHT_NORMAL , False <TAB> ) <TAB> dc . SetFont ( font ) <TAB> dc . DrawLines ( [ f ( * i ) for i in self . buf ] ) <TAB> for i in self . buf : <TAB> <TAB> dc . DrawCircle ( f ( * i ) , 2 ) <TAB> for pg in self . body : <TAB> <TAB> plg = Polygon ( pg ) <TAB> <TAB> dc . DrawLines ( [ f ( * i ) for i in pg ] ) <TAB> <TAB> for i in pg : <TAB> <TAB> <TAB> dc . DrawCircle ( f ( * i ) , 2 ) <TAB> <TAB> area , xy = plg . area , plg . centroid <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> area *= self . unit [ 0 ] ** 2 <TAB> <TAB> dc . DrawText ( ""%.1f"" % area , f ( xy . x , xy . y ) )",if self . unit != None :,268
16357,"def read_embeddings(file_enc, skip_lines=0, filter_set=None):
    embs = dict()
    total_vectors_in_file = 0
    with open(file_enc, ""rb"") as f:
        for i, line in enumerate(f):
            if i < skip_lines:
                continue
            if not line:
                break
            if len(line) == 0:
                # is this reachable?
                continue
            l_split = line.decode(""utf8"").strip().split("" "")
            if len(l_split) == 2:
                continue
            total_vectors_in_file += 1
            if filter_set is not None and l_split[0] not in filter_set:
                continue
            embs[l_split[0]] = [float(em) for em in l_split[1:]]
    return embs, total_vectors_in_file","def read_embeddings ( file_enc , skip_lines = 0 , filter_set = None ) : <TAB> embs = dict ( ) <TAB> total_vectors_in_file = 0 <TAB> with open ( file_enc , ""rb"" ) as f : <TAB> <TAB> for i , line in enumerate ( f ) : <TAB> <TAB> <TAB> if i < skip_lines : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if not line : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> l_split = line . decode ( ""utf8"" ) . strip ( ) . split ( "" "" ) <TAB> <TAB> <TAB> if len ( l_split ) == 2 : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> total_vectors_in_file += 1 <TAB> <TAB> <TAB> if filter_set is not None and l_split [ 0 ] not in filter_set : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> embs [ l_split [ 0 ] ] = [ float ( em ) for em in l_split [ 1 : ] ] <TAB> return embs , total_vectors_in_file",if len ( line ) == 0 :,247
25444,"def run(self):
    check_paths = []
    for root, dirs, files in os.walk("".""):
        for file in files:
            if file.endswith("".py"") or file.endswith("".c""):
                path = os.path.join(root, file)
                check_paths.append(path)
    for pattern in self.exclude_patterns:
        exclude = lambda path: not fnmatch.fnmatch(path, pattern)
        check_paths = list(filter(exclude, check_paths))
    bad_paths = list(filter(self._header_bad, check_paths))
    if bad_paths:
        raise MissingHeaderError(bad_paths)
","def run ( self ) : <TAB> check_paths = [ ] <TAB> for root , dirs , files in os . walk ( ""."" ) : <TAB> <TAB> for file in files : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> path = os . path . join ( root , file ) <TAB> <TAB> <TAB> <TAB> check_paths . append ( path ) <TAB> for pattern in self . exclude_patterns : <TAB> <TAB> exclude = lambda path : not fnmatch . fnmatch ( path , pattern ) <TAB> <TAB> check_paths = list ( filter ( exclude , check_paths ) ) <TAB> bad_paths = list ( filter ( self . _header_bad , check_paths ) ) <TAB> if bad_paths : <TAB> <TAB> raise MissingHeaderError ( bad_paths )","if file . endswith ( "".py"" ) or file . endswith ( "".c"" ) :",166
8812,"def __call__(self, epoch_nr, update_nr, net, stepper, logs):
    for log_name in self.logs_to_check:
        log = get_by_path(logs, log_name)
        if not np.all(np.isfinite(log)):
            self.message(""NaN or inf detected in {}!"".format(log_name))
            raise StopIteration()
    if self.check_parameters:
        if not net.handler.is_fully_finite(net.buffer.parameters):
            self.message(""NaN or inf detected in parameters!"")
            raise StopIteration()
    if self.check_training_loss and ""rolling_training"" in logs:
        rtrain = logs[""rolling_training""]
        if ""total_loss"" in rtrain:
            loss = rtrain[""total_loss""]
        else:
            loss = rtrain[""Loss""]
        if not np.all(np.isfinite(loss)):
            self.message(""NaN or inf detected in rolling training loss!"")
            raise StopIteration()
","def __call__ ( self , epoch_nr , update_nr , net , stepper , logs ) : <TAB> for log_name in self . logs_to_check : <TAB> <TAB> log = get_by_path ( logs , log_name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . message ( ""NaN or inf detected in {}!"" . format ( log_name ) ) <TAB> <TAB> <TAB> raise StopIteration ( ) <TAB> if self . check_parameters : <TAB> <TAB> if not net . handler . is_fully_finite ( net . buffer . parameters ) : <TAB> <TAB> <TAB> self . message ( ""NaN or inf detected in parameters!"" ) <TAB> <TAB> <TAB> raise StopIteration ( ) <TAB> if self . check_training_loss and ""rolling_training"" in logs : <TAB> <TAB> rtrain = logs [ ""rolling_training"" ] <TAB> <TAB> if ""total_loss"" in rtrain : <TAB> <TAB> <TAB> loss = rtrain [ ""total_loss"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> loss = rtrain [ ""Loss"" ] <TAB> <TAB> if not np . all ( np . isfinite ( loss ) ) : <TAB> <TAB> <TAB> self . message ( ""NaN or inf detected in rolling training loss!"" ) <TAB> <TAB> <TAB> raise StopIteration ( )",if not np . all ( np . isfinite ( log ) ) :,261
22673,"def get_next_requests(self, max_n_requests, **kwargs):
    next_pages = []
    partitions = set(kwargs.pop(""partitions"", []))
    for partition_id in range(0, self.queue_partitions):
        if partition_id not in partitions:
            continue
        results = self.queue.get_next_requests(max_n_requests, partition_id)
        next_pages.extend(results)
        self.logger.debug(
            ""Got %d requests for partition id %d"", len(results), partition_id
        )
    return next_pages","def get_next_requests ( self , max_n_requests , ** kwargs ) : <TAB> next_pages = [ ] <TAB> partitions = set ( kwargs . pop ( ""partitions"" , [ ] ) ) <TAB> for partition_id in range ( 0 , self . queue_partitions ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> results = self . queue . get_next_requests ( max_n_requests , partition_id ) <TAB> <TAB> next_pages . extend ( results ) <TAB> <TAB> self . logger . debug ( <TAB> <TAB> <TAB> ""Got %d requests for partition id %d"" , len ( results ) , partition_id <TAB> <TAB> ) <TAB> return next_pages",if partition_id not in partitions :,149
9979,"def __exit__(self, exc_type, exc_val, exc_tb):
    saved_values = self.saved_values
    del self.saved_values
    for name, get, restore in self.resource_info():
        current = get()
        original = saved_values.pop(name)
        # Check for changes to the resource's value
        if current != original:
            self.changed = True
            restore(original)
            if not self.quiet:
                print >>sys.stderr, (
                    ""Warning -- {} was modified by {}"".format(name, self.testname)
                )
                if self.verbose > 1:
                    print >>sys.stderr, (
                        ""  Before: {}\n  After:  {} "".format(original, current)
                    )
        # XXX (ncoghlan): for most resources (e.g. sys.path) identity
        # matters at least as much as value. For others (e.g. cwd),
        # identity is irrelevant. Should we add a mechanism to check
        # for substitution in the cases where it matters?
    return False","def __exit__ ( self , exc_type , exc_val , exc_tb ) : <TAB> saved_values = self . saved_values <TAB> del self . saved_values <TAB> for name , get , restore in self . resource_info ( ) : <TAB> <TAB> current = get ( ) <TAB> <TAB> original = saved_values . pop ( name ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . changed = True <TAB> <TAB> <TAB> restore ( original ) <TAB> <TAB> <TAB> if not self . quiet : <TAB> <TAB> <TAB> <TAB> print >> sys . stderr , ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Warning -- {} was modified by {}"" . format ( name , self . testname ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> if self . verbose > 1 : <TAB> <TAB> <TAB> <TAB> <TAB> print >> sys . stderr , ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""  Before: {}\n  After:  {} "" . format ( original , current ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return False",if current != original :,295
8194,"def compute(self, x, y=None, targets=None):
    if targets is None:
        targets = self.out_params
    in_params = list(self.in_x)
    if len(in_params) == 1:
        args = [x]
    else:
        args = list(zip(*x))
    if y is None:
        pipe = self.pipe
    else:
        pipe = self.train_pipe
        if len(self.in_y) == 1:
            args.append(y)
        else:
            args += list(zip(*y))
        in_params += self.in_y
    return self._compute(*args, pipe=pipe, param_names=in_params, targets=targets)","def compute ( self , x , y = None , targets = None ) : <TAB> if targets is None : <TAB> <TAB> targets = self . out_params <TAB> in_params = list ( self . in_x ) <TAB> if len ( in_params ) == 1 : <TAB> <TAB> args = [ x ] <TAB> else : <TAB> <TAB> args = list ( zip ( * x ) ) <TAB> if y is None : <TAB> <TAB> pipe = self . pipe <TAB> else : <TAB> <TAB> pipe = self . train_pipe <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> args . append ( y ) <TAB> <TAB> else : <TAB> <TAB> <TAB> args += list ( zip ( * y ) ) <TAB> <TAB> in_params += self . in_y <TAB> return self . _compute ( * args , pipe = pipe , param_names = in_params , targets = targets )",if len ( self . in_y ) == 1 :,190
17521,"def ziplist_entry_overhead(self, value):
    # See https://github.com/antirez/redis/blob/unstable/src/ziplist.c
    if self.is_integer_type(value):
        header = 1
        if value < 12:
            size = 0
        elif value < 2 ** 8:
            size = 1
        elif value < 2 ** 16:
            size = 2
        elif value < 2 ** 24:
            size = 3
        elif value < 2 ** 32:
            size = 4
        else:
            size = 8
    else:
        size = len(value)
        if size <= 63:
            header = 1
        elif size <= 16383:
            header = 2
        else:
            header = 5
    # add len again for prev_len of the next record
    prev_len = 1 if size < 254 else 5
    return prev_len + header + size","def ziplist_entry_overhead ( self , value ) : <TAB> <TAB> if self . is_integer_type ( value ) : <TAB> <TAB> header = 1 <TAB> <TAB> if value < 12 : <TAB> <TAB> <TAB> size = 0 <TAB> <TAB> elif value < 2 ** 8 : <TAB> <TAB> <TAB> size = 1 <TAB> <TAB> elif value < 2 ** 16 : <TAB> <TAB> <TAB> size = 2 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> size = 3 <TAB> <TAB> elif value < 2 ** 32 : <TAB> <TAB> <TAB> size = 4 <TAB> <TAB> else : <TAB> <TAB> <TAB> size = 8 <TAB> else : <TAB> <TAB> size = len ( value ) <TAB> <TAB> if size <= 63 : <TAB> <TAB> <TAB> header = 1 <TAB> <TAB> elif size <= 16383 : <TAB> <TAB> <TAB> header = 2 <TAB> <TAB> else : <TAB> <TAB> <TAB> header = 5 <TAB> <TAB> prev_len = 1 if size < 254 else 5 <TAB> return prev_len + header + size",elif value < 2 ** 24 :,248
19079,"def _check_start_pipeline_execution_errors(
    graphene_info, execution_params, execution_plan
):
    if execution_params.step_keys:
        for step_key in execution_params.step_keys:
            if not execution_plan.has_step(step_key):
                raise UserFacingGraphQLError(
                    graphene_info.schema.type_named(""InvalidStepError"")(
                        invalid_step_key=step_key
                    )
                )
","def _check_start_pipeline_execution_errors ( <TAB> graphene_info , execution_params , execution_plan ) : <TAB> if execution_params . step_keys : <TAB> <TAB> for step_key in execution_params . step_keys : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise UserFacingGraphQLError ( <TAB> <TAB> <TAB> <TAB> <TAB> graphene_info . schema . type_named ( ""InvalidStepError"" ) ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> invalid_step_key = step_key <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> )",if not execution_plan . has_step ( step_key ) :,132
13555,"def _status_changed(self, device, alert=_status.ALERT.NONE, reason=None):
    assert device is not None
    if _log.isEnabledFor(_INFO):
        if device.kind is None:
            _log.info(
                ""status_changed %s: %s, %s (%X) %s"",
                device,
                ""present"" if bool(device) else ""removed"",
                device.status,
                alert,
                reason or """",
            )
        else:
            _log.info(
                ""status_changed %s: %s %s, %s (%X) %s"",
                device,
                ""paired"" if bool(device) else ""unpaired"",
                ""online"" if device.online else ""offline"",
                device.status,
                alert,
                reason or """",
            )
    if device.kind is None:
        assert device == self.receiver
        # the status of the receiver changed
        self.status_changed_callback(device, alert, reason)
        return
    assert device.receiver == self.receiver
    if not device:
        # Device was unpaired, and isn't valid anymore.
        # We replace it with a ghost so that the UI has something to work
        # with while cleaning up.
        _log.warn(""device %s was unpaired, ghosting"", device)
        device = _ghost(device)
    self.status_changed_callback(device, alert, reason)
    if not device:
        # the device was just unpaired, need to update the
        # status of the receiver as well
        self.status_changed_callback(self.receiver)
","def _status_changed ( self , device , alert = _status . ALERT . NONE , reason = None ) : <TAB> assert device is not None <TAB> if _log . isEnabledFor ( _INFO ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _log . info ( <TAB> <TAB> <TAB> <TAB> ""status_changed %s: %s, %s (%X) %s"" , <TAB> <TAB> <TAB> <TAB> device , <TAB> <TAB> <TAB> <TAB> ""present"" if bool ( device ) else ""removed"" , <TAB> <TAB> <TAB> <TAB> device . status , <TAB> <TAB> <TAB> <TAB> alert , <TAB> <TAB> <TAB> <TAB> reason or """" , <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> _log . info ( <TAB> <TAB> <TAB> <TAB> ""status_changed %s: %s %s, %s (%X) %s"" , <TAB> <TAB> <TAB> <TAB> device , <TAB> <TAB> <TAB> <TAB> ""paired"" if bool ( device ) else ""unpaired"" , <TAB> <TAB> <TAB> <TAB> ""online"" if device . online else ""offline"" , <TAB> <TAB> <TAB> <TAB> device . status , <TAB> <TAB> <TAB> <TAB> alert , <TAB> <TAB> <TAB> <TAB> reason or """" , <TAB> <TAB> <TAB> ) <TAB> <fill-in> <TAB> <TAB> assert device == self . receiver <TAB> <TAB> <TAB> <TAB> self . status_changed_callback ( device , alert , reason ) <TAB> <TAB> return <TAB> assert device . receiver == self . receiver <TAB> if not device : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> _log . warn ( ""device %s was unpaired, ghosting"" , device ) <TAB> <TAB> device = _ghost ( device ) <TAB> self . status_changed_callback ( device , alert , reason ) <TAB> if not device : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . status_changed_callback ( self . receiver )",if device . kind is None :,447
8556,"def __getitem__(self, block_id):
    if not block_id:
        raise ValueError(""None or empty block_id is an invalid identifier"")
    with self._lock:
        try:
            value = self._cache[block_id]
            value.touch()
            return value.value
        except KeyError:
            if block_id in self._block_store:
                block = self._block_store[block_id]
                self.__setitem__(block_id, block)
                return block
            raise
","def __getitem__ ( self , block_id ) : <TAB> if not block_id : <TAB> <TAB> raise ValueError ( ""None or empty block_id is an invalid identifier"" ) <TAB> with self . _lock : <TAB> <TAB> try : <TAB> <TAB> <TAB> value = self . _cache [ block_id ] <TAB> <TAB> <TAB> value . touch ( ) <TAB> <TAB> <TAB> return value . value <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> block = self . _block_store [ block_id ] <TAB> <TAB> <TAB> <TAB> self . __setitem__ ( block_id , block ) <TAB> <TAB> <TAB> <TAB> return block <TAB> <TAB> <TAB> raise",if block_id in self . _block_store :,143
7956,"def xform_name(name, sep=""_"", _xform_cache=_xform_cache):
    if sep in name:
        # If the sep is in the name, assume that it's already
        # transformed and return the string unchanged.
        return name
    key = (name, sep)
    if key not in _xform_cache:
        if _special_case_transform.search(name) is not None:
            is_special = _special_case_transform.search(name)
            matched = is_special.group()
            # Replace something like CRNs, ACLs with _arns, _acls.
            name = name[: -len(matched)] + sep + matched.lower()
        s1 = _first_cap_regex.sub(r""\1"" + sep + r""\2"", name)
        s2 = _number_cap_regex.sub(r""\1"" + sep + r""\2"", s1)
        transformed = _end_cap_regex.sub(r""\1"" + sep + r""\2"", s2).lower()
        _xform_cache[key] = transformed
    return _xform_cache[key]","def xform_name ( name , sep = ""_"" , _xform_cache = _xform_cache ) : <TAB> if sep in name : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return name <TAB> key = ( name , sep ) <TAB> if key not in _xform_cache : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> is_special = _special_case_transform . search ( name ) <TAB> <TAB> <TAB> matched = is_special . group ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> name = name [ : - len ( matched ) ] + sep + matched . lower ( ) <TAB> <TAB> s1 = _first_cap_regex . sub ( r""\1"" + sep + r""\2"" , name ) <TAB> <TAB> s2 = _number_cap_regex . sub ( r""\1"" + sep + r""\2"" , s1 ) <TAB> <TAB> transformed = _end_cap_regex . sub ( r""\1"" + sep + r""\2"" , s2 ) . lower ( ) <TAB> <TAB> _xform_cache [ key ] = transformed <TAB> return _xform_cache [ key ]",if _special_case_transform . search ( name ) is not None :,280
6283,"def _encode_body(self, data, files, json):
    body = None
    if isinstance(data, (str, bytes)):
        if files:
            raise ValueError(
                ""data cannot be a string or bytes when "" ""files are present""
            )
        body = to_bytes(data, self.charset)
    elif data and is_streamed(data):
        if files:
            raise ValueError(""data cannot be an iterator when "" ""files are present"")
        if ""content-length"" not in self.headers:
            self.headers[""transfer-encoding""] = ""chunked""
        return data
    elif data or files:
        if files:
            body, content_type = self._encode_files(data, files)
        else:
            body, content_type = self._encode_params(data)
        self.headers[""Content-Type""] = content_type
    elif json:
        body = _json.dumps(json).encode(self.charset)
        self.headers[""Content-Type""] = ""application/json""
    if body:
        self.headers[""content-length""] = str(len(body))
    return body
","def _encode_body ( self , data , files , json ) : <TAB> body = None <TAB> if isinstance ( data , ( str , bytes ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""data cannot be a string or bytes when "" ""files are present"" <TAB> <TAB> <TAB> ) <TAB> <TAB> body = to_bytes ( data , self . charset ) <TAB> elif data and is_streamed ( data ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""data cannot be an iterator when "" ""files are present"" ) <TAB> <TAB> if ""content-length"" not in self . headers : <TAB> <TAB> <TAB> self . headers [ ""transfer-encoding"" ] = ""chunked"" <TAB> <TAB> return data <TAB> elif data or files : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> body , content_type = self . _encode_files ( data , files ) <TAB> <TAB> else : <TAB> <TAB> <TAB> body , content_type = self . _encode_params ( data ) <TAB> <TAB> self . headers [ ""Content-Type"" ] = content_type <TAB> elif json : <TAB> <TAB> body = _json . dumps ( json ) . encode ( self . charset ) <TAB> <TAB> self . headers [ ""Content-Type"" ] = ""application/json"" <TAB> if body : <TAB> <TAB> self . headers [ ""content-length"" ] = str ( len ( body ) ) <TAB> return body",if files :,296
3516,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRUCT:
                self.o1 = AlreadyExistsException()
                self.o1.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRUCT:
                self.o2 = InvalidObjectException()
                self.o2.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.STRUCT:
                self.o3 = MetaException()
                self.o3.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 4:
            if ftype == TType.STRUCT:
                self.o4 = NoSuchObjectException()
                self.o4.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . o1 = AlreadyExistsException ( ) <TAB> <TAB> <TAB> <TAB> self . o1 . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . o2 = InvalidObjectException ( ) <TAB> <TAB> <TAB> <TAB> self . o2 . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 3 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . o3 = MetaException ( ) <TAB> <TAB> <TAB> <TAB> self . o3 . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . o4 = NoSuchObjectException ( ) <TAB> <TAB> <TAB> <TAB> self . o4 . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",elif fid == 4 :,483
11227,"def webfinger(environ, start_response, _):
    query = parse_qs(environ[""QUERY_STRING""])
    try:
        rel = query[""rel""]
        resource = query[""resource""][0]
    except KeyError:
        resp = BadRequest(""Missing parameter in request"")
    else:
        if rel != [OIC_ISSUER]:
            resp = BadRequest(""Bad issuer in request"")
        else:
            wf = WebFinger()
            resp = Response(wf.response(subject=resource, base=OAS.baseurl))
    return resp(environ, start_response)","def webfinger ( environ , start_response , _ ) : <TAB> query = parse_qs ( environ [ ""QUERY_STRING"" ] ) <TAB> try : <TAB> <TAB> rel = query [ ""rel"" ] <TAB> <TAB> resource = query [ ""resource"" ] [ 0 ] <TAB> except KeyError : <TAB> <TAB> resp = BadRequest ( ""Missing parameter in request"" ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> resp = BadRequest ( ""Bad issuer in request"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> wf = WebFinger ( ) <TAB> <TAB> <TAB> resp = Response ( wf . response ( subject = resource , base = OAS . baseurl ) ) <TAB> return resp ( environ , start_response )",if rel != [ OIC_ISSUER ] :,152
13724,"def number_loop(queue, mappings, opc):
    while len(queue) > 0:
        code1 = queue.popleft()
        code2 = queue.popleft()
        assert code1.co_name == code2.co_name
        linestarts_orig = findlinestarts(code1)
        linestarts_uncompiled = list(findlinestarts(code2))
        mappings += [
            [line, offset2line(offset, linestarts_uncompiled)]
            for offset, line in linestarts_orig
        ]
        bytecode1 = Bytecode(code1, opc)
        bytecode2 = Bytecode(code2, opc)
        instr2s = bytecode2.get_instructions(code2)
        seen = set([code1.co_name])
        for instr in bytecode1.get_instructions(code1):
            next_code1 = None
            if iscode(instr.argval):
                next_code1 = instr.argval
            if next_code1:
                next_code2 = None
                while not next_code2:
                    try:
                        instr2 = next(instr2s)
                        if iscode(instr2.argval):
                            next_code2 = instr2.argval
                            pass
                    except StopIteration:
                        break
                    pass
                if next_code2:
                    assert next_code1.co_name == next_code2.co_name
                    if next_code1.co_name not in seen:
                        seen.add(next_code1.co_name)
                        queue.append(next_code1)
                        queue.append(next_code2)
                        pass
                    pass
            pass
        pass","def number_loop ( queue , mappings , opc ) : <TAB> while len ( queue ) > 0 : <TAB> <TAB> code1 = queue . popleft ( ) <TAB> <TAB> code2 = queue . popleft ( ) <TAB> <TAB> assert code1 . co_name == code2 . co_name <TAB> <TAB> linestarts_orig = findlinestarts ( code1 ) <TAB> <TAB> linestarts_uncompiled = list ( findlinestarts ( code2 ) ) <TAB> <TAB> mappings += [ <TAB> <TAB> <TAB> [ line , offset2line ( offset , linestarts_uncompiled ) ] <TAB> <TAB> <TAB> for offset , line in linestarts_orig <TAB> <TAB> ] <TAB> <TAB> bytecode1 = Bytecode ( code1 , opc ) <TAB> <TAB> bytecode2 = Bytecode ( code2 , opc ) <TAB> <TAB> instr2s = bytecode2 . get_instructions ( code2 ) <TAB> <TAB> seen = set ( [ code1 . co_name ] ) <TAB> <TAB> for instr in bytecode1 . get_instructions ( code1 ) : <TAB> <TAB> <TAB> next_code1 = None <TAB> <TAB> <TAB> if iscode ( instr . argval ) : <TAB> <TAB> <TAB> <TAB> next_code1 = instr . argval <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> next_code2 = None <TAB> <TAB> <TAB> <TAB> while not next_code2 : <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> instr2 = next ( instr2s ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if iscode ( instr2 . argval ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> next_code2 = instr2 . argval <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> if next_code2 : <TAB> <TAB> <TAB> <TAB> <TAB> assert next_code1 . co_name == next_code2 . co_name <TAB> <TAB> <TAB> <TAB> <TAB> if next_code1 . co_name not in seen : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> seen . add ( next_code1 . co_name ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> queue . append ( next_code1 ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> queue . append ( next_code2 ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> pass <TAB> <TAB> pass",if next_code1 :,486
23829,"def default(self, line):
    # Let's try to guess if the user is trying to change drive
    if len(line) == 2 and line[1] == "":"":
        # Execute the command and see if the drive is valid
        self.execute_remote(line)
        if len(self.__outputBuffer.strip(""\r\n"")) > 0:
            print(self.__outputBuffer)
            self.__outputBuffer = """"
        else:
            # Drive valid, now we should get the current path
            self.__pwd = line
            self.execute_remote(""cd "")
            self.__pwd = self.__outputBuffer.strip(""\r\n"")
            self.prompt = self.__pwd + "">""
            self.__outputBuffer = """"
    else:
        if line != """":
            x = inspect.currentframe()
            y = inspect.getouterframes(x, 2)
            return self.send_data(line)","def default ( self , line ) : <TAB> <TAB> if len ( line ) == 2 and line [ 1 ] == "":"" : <TAB> <TAB> <TAB> <TAB> self . execute_remote ( line ) <TAB> <TAB> if len ( self . __outputBuffer . strip ( ""\r\n"" ) ) > 0 : <TAB> <TAB> <TAB> print ( self . __outputBuffer ) <TAB> <TAB> <TAB> self . __outputBuffer = """" <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . __pwd = line <TAB> <TAB> <TAB> self . execute_remote ( ""cd "" ) <TAB> <TAB> <TAB> self . __pwd = self . __outputBuffer . strip ( ""\r\n"" ) <TAB> <TAB> <TAB> self . prompt = self . __pwd + "">"" <TAB> <TAB> <TAB> self . __outputBuffer = """" <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> x = inspect . currentframe ( ) <TAB> <TAB> <TAB> y = inspect . getouterframes ( x , 2 ) <TAB> <TAB> <TAB> return self . send_data ( line )","if line != """" :",239
25359,"def __extract_member_from_pointer(self, cexpr, obj):
    parents_type = map(
        lambda x: idaapi.get_ctype_name(x.cexpr.op), list(self.parents)[:0:-1]
    )
    parents = map(lambda x: x.cexpr, list(self.parents)[:0:-1])
    logger.debug(""Parsing expression {}. Parents - {}"".format(obj.name, parents_type))
    # Extracting offset and removing expression parents making this offset
    if parents_type[0] in (""idx"", ""add""):
        # `obj[idx]' or `(TYPE *) + x'
        if parents[0].y.op != idaapi.cot_num:
            # There's no way to handle with dynamic offset
            return
        offset = parents[0].y.numval() * cexpr.type.get_ptrarr_objsize()
        cexpr = self.parent_expr()
        if parents_type[0] == ""add"":
            del parents_type[0]
            del parents[0]
    elif parents_type[0:2] == [""cast"", ""add""]:
        # (TYPE *)obj + offset or (TYPE)obj + offset
        if parents[1].y.op != idaapi.cot_num:
            return
        if parents[0].type.is_ptr():
            size = parents[0].type.get_ptrarr_objsize()
        else:
            size = 1
        offset = parents[1].theother(parents[0]).numval() * size
        cexpr = parents[1]
        del parents_type[0:2]
        del parents[0:2]
    else:
        offset = 0
    return self.__extract_member(cexpr, obj, offset, parents, parents_type)","def __extract_member_from_pointer ( self , cexpr , obj ) : <TAB> parents_type = map ( <TAB> <TAB> lambda x : idaapi . get_ctype_name ( x . cexpr . op ) , list ( self . parents ) [ : 0 : - 1 ] <TAB> ) <TAB> parents = map ( lambda x : x . cexpr , list ( self . parents ) [ : 0 : - 1 ] ) <TAB> logger . debug ( ""Parsing expression {}. Parents - {}"" . format ( obj . name , parents_type ) ) <TAB> <TAB> if parents_type [ 0 ] in ( ""idx"" , ""add"" ) : <TAB> <TAB> <TAB> <TAB> if parents [ 0 ] . y . op != idaapi . cot_num : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> offset = parents [ 0 ] . y . numval ( ) * cexpr . type . get_ptrarr_objsize ( ) <TAB> <TAB> cexpr = self . parent_expr ( ) <TAB> <TAB> if parents_type [ 0 ] == ""add"" : <TAB> <TAB> <TAB> del parents_type [ 0 ] <TAB> <TAB> <TAB> del parents [ 0 ] <TAB> elif parents_type [ 0 : 2 ] == [ ""cast"" , ""add"" ] : <TAB> <TAB> <TAB> <TAB> if parents [ 1 ] . y . op != idaapi . cot_num : <TAB> <TAB> <TAB> return <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> size = parents [ 0 ] . type . get_ptrarr_objsize ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> size = 1 <TAB> <TAB> offset = parents [ 1 ] . theother ( parents [ 0 ] ) . numval ( ) * size <TAB> <TAB> cexpr = parents [ 1 ] <TAB> <TAB> del parents_type [ 0 : 2 ] <TAB> <TAB> del parents [ 0 : 2 ] <TAB> else : <TAB> <TAB> offset = 0 <TAB> return self . __extract_member ( cexpr , obj , offset , parents , parents_type )",if parents [ 0 ] . type . is_ptr ( ) :,458
14119,"def url(self, name):
    provider_type = self.provider[""type""].lower()
    obj = self._get_object(name)
    if not obj:
        return None
    try:
        url = self.driver.get_object_cdn_url(obj)
    except NotImplementedError as e:
        object_path = ""{}/{}"".format(self.bucket, obj.name)
        if ""s3"" in provider_type:
            base_url = ""https://%s"" % self.driver.connection.host
            url = urljoin(base_url, object_path)
        elif ""google"" in provider_type:
            url = urljoin(""https://storage.googleapis.com"", object_path)
        elif ""azure"" in provider_type:
            base_url = ""https://%s.blob.core.windows.net"" % self.provider[""user""]
            url = urljoin(base_url, object_path)
        elif ""backblaze"" in provider_type:
            url = urljoin(""api.backblaze.com/b2api/v1/"", object_path)
        else:
            raise e
    return url","def url ( self , name ) : <TAB> provider_type = self . provider [ ""type"" ] . lower ( ) <TAB> obj = self . _get_object ( name ) <TAB> if not obj : <TAB> <TAB> return None <TAB> try : <TAB> <TAB> url = self . driver . get_object_cdn_url ( obj ) <TAB> except NotImplementedError as e : <TAB> <TAB> object_path = ""{}/{}"" . format ( self . bucket , obj . name ) <TAB> <TAB> if ""s3"" in provider_type : <TAB> <TAB> <TAB> base_url = ""https://%s"" % self . driver . connection . host <TAB> <TAB> <TAB> url = urljoin ( base_url , object_path ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> url = urljoin ( ""https://storage.googleapis.com"" , object_path ) <TAB> <TAB> elif ""azure"" in provider_type : <TAB> <TAB> <TAB> base_url = ""https://%s.blob.core.windows.net"" % self . provider [ ""user"" ] <TAB> <TAB> <TAB> url = urljoin ( base_url , object_path ) <TAB> <TAB> elif ""backblaze"" in provider_type : <TAB> <TAB> <TAB> url = urljoin ( ""api.backblaze.com/b2api/v1/"" , object_path ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise e <TAB> return url","elif ""google"" in provider_type :",290
23862,"def validate_subevent(self, subevent):
    if self.context[""event""].has_subevents:
        if not subevent:
            raise ValidationError(""You need to set a subevent."")
        if subevent.event != self.context[""event""]:
            raise ValidationError(
                ""The specified subevent does not belong to this event.""
            )
    elif subevent:
        raise ValidationError(""You cannot set a subevent for this event."")
    return subevent
","def validate_subevent ( self , subevent ) : <TAB> if self . context [ ""event"" ] . has_subevents : <TAB> <TAB> if not subevent : <TAB> <TAB> <TAB> raise ValidationError ( ""You need to set a subevent."" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValidationError ( <TAB> <TAB> <TAB> <TAB> ""The specified subevent does not belong to this event."" <TAB> <TAB> <TAB> ) <TAB> elif subevent : <TAB> <TAB> raise ValidationError ( ""You cannot set a subevent for this event."" ) <TAB> return subevent","if subevent . event != self . context [ ""event"" ] :",120
24050,"def qa(ctx):
    """"""Run a quality report""""""
    header(qa.__doc__)
    with ctx.cd(ROOT):
        info(""Ensure PyPI can render README and CHANGELOG"")
        info(""Building dist package"")
        dist = ctx.run(""python setup.py sdist"", pty=True, warn=False, hide=True)
        if dist.failed:
            error(""Unable to build sdist package"")
            exit(""Quality check failed"", dist.return_code)
        readme_results = ctx.run(""twine check dist/*"", pty=True, warn=True, hide=True)
        if readme_results.failed:
            print(readme_results.stdout)
            error(""README and/or CHANGELOG is not renderable by PyPI"")
        else:
            success(""README and CHANGELOG are renderable by PyPI"")
    if readme_results.failed:
        exit(""Quality check failed"", readme_results.return_code)
    success(""Quality check OK"")
","def qa ( ctx ) : <TAB> """"""Run a quality report"""""" <TAB> header ( qa . __doc__ ) <TAB> with ctx . cd ( ROOT ) : <TAB> <TAB> info ( ""Ensure PyPI can render README and CHANGELOG"" ) <TAB> <TAB> info ( ""Building dist package"" ) <TAB> <TAB> dist = ctx . run ( ""python setup.py sdist"" , pty = True , warn = False , hide = True ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> error ( ""Unable to build sdist package"" ) <TAB> <TAB> <TAB> exit ( ""Quality check failed"" , dist . return_code ) <TAB> <TAB> readme_results = ctx . run ( ""twine check dist/*"" , pty = True , warn = True , hide = True ) <TAB> <TAB> if readme_results . failed : <TAB> <TAB> <TAB> print ( readme_results . stdout ) <TAB> <TAB> <TAB> error ( ""README and/or CHANGELOG is not renderable by PyPI"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> success ( ""README and CHANGELOG are renderable by PyPI"" ) <TAB> if readme_results . failed : <TAB> <TAB> exit ( ""Quality check failed"" , readme_results . return_code ) <TAB> success ( ""Quality check OK"" )",if dist . failed :,260
9445,"def formfield(self, form_class=forms.CharField, **kwargs):
    ""Returns a django.forms.Field instance for this database Field.""
    defaults = {
        ""required"": not self.blank,
        ""label"": capfirst(self.verbose_name),
        ""help_text"": self.help_text,
    }
    if self.has_default():
        if callable(self.default):
            defaults[""initial""] = self.default
            defaults[""show_hidden_initial""] = True
        else:
            defaults[""initial""] = self.get_default()
    if self.choices:
        # Fields with choices get special treatment.
        include_blank = self.blank or not (self.has_default() or ""initial"" in kwargs)
        defaults[""choices""] = self.get_choices(include_blank=include_blank)
        defaults[""coerce""] = self.to_python
        if self.null:
            defaults[""empty_value""] = None
        form_class = forms.TypedChoiceField
        # Many of the subclass-specific formfield arguments (min_value,
        # max_value) don't apply for choice fields, so be sure to only pass
        # the values that TypedChoiceField will understand.
        for k in kwargs.keys():
            if k not in (
                ""coerce"",
                ""empty_value"",
                ""choices"",
                ""required"",
                ""widget"",
                ""label"",
                ""initial"",
                ""help_text"",
                ""error_messages"",
                ""show_hidden_initial"",
            ):
                del kwargs[k]
    defaults.update(kwargs)
    return form_class(**defaults)
","def formfield ( self , form_class = forms . CharField , ** kwargs ) : <TAB> ""Returns a django.forms.Field instance for this database Field."" <TAB> defaults = { <TAB> <TAB> ""required"" : not self . blank , <TAB> <TAB> ""label"" : capfirst ( self . verbose_name ) , <TAB> <TAB> ""help_text"" : self . help_text , <TAB> } <TAB> if self . has_default ( ) : <TAB> <TAB> if callable ( self . default ) : <TAB> <TAB> <TAB> defaults [ ""initial"" ] = self . default <TAB> <TAB> <TAB> defaults [ ""show_hidden_initial"" ] = True <TAB> <TAB> else : <TAB> <TAB> <TAB> defaults [ ""initial"" ] = self . get_default ( ) <TAB> if self . choices : <TAB> <TAB> <TAB> <TAB> include_blank = self . blank or not ( self . has_default ( ) or ""initial"" in kwargs ) <TAB> <TAB> defaults [ ""choices"" ] = self . get_choices ( include_blank = include_blank ) <TAB> <TAB> defaults [ ""coerce"" ] = self . to_python <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> defaults [ ""empty_value"" ] = None <TAB> <TAB> form_class = forms . TypedChoiceField <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for k in kwargs . keys ( ) : <TAB> <TAB> <TAB> if k not in ( <TAB> <TAB> <TAB> <TAB> ""coerce"" , <TAB> <TAB> <TAB> <TAB> ""empty_value"" , <TAB> <TAB> <TAB> <TAB> ""choices"" , <TAB> <TAB> <TAB> <TAB> ""required"" , <TAB> <TAB> <TAB> <TAB> ""widget"" , <TAB> <TAB> <TAB> <TAB> ""label"" , <TAB> <TAB> <TAB> <TAB> ""initial"" , <TAB> <TAB> <TAB> <TAB> ""help_text"" , <TAB> <TAB> <TAB> <TAB> ""error_messages"" , <TAB> <TAB> <TAB> <TAB> ""show_hidden_initial"" , <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> del kwargs [ k ] <TAB> defaults . update ( kwargs ) <TAB> return form_class ( ** defaults )",if self . null :,448
3491,"def heal(self):
    if not self.doctors:
        return
    proc_ids = self._get_process_ids()
    for proc_id in proc_ids:
        # get proc every time for latest state
        proc = PipelineProcess.objects.get(id=proc_id)
        if not proc.is_alive or proc.is_frozen:
            continue
        for dr in self.doctors:
            if dr.confirm(proc):
                dr.cure(proc)
                break
",def heal ( self ) : <TAB> if not self . doctors : <TAB> <TAB> return <TAB> proc_ids = self . _get_process_ids ( ) <TAB> for proc_id in proc_ids : <TAB> <TAB> <TAB> <TAB> proc = PipelineProcess . objects . get ( id = proc_id ) <TAB> <TAB> if not proc . is_alive or proc . is_frozen : <TAB> <TAB> <TAB> continue <TAB> <TAB> for dr in self . doctors : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> dr . cure ( proc ) <TAB> <TAB> <TAB> <TAB> break,if dr . confirm ( proc ) :,138
17157,"def generator(self, data):
    for (proc_as, key_buf_ptr) in data:
        key_buf = proc_as.read(key_buf_ptr, 24)
        if not key_buf:
            continue
        key = """".join(""%02X"" % ord(k) for k in key_buf)
        yield (
            0,
            [
                str(key),
            ],
        )","def generator ( self , data ) : <TAB> for ( proc_as , key_buf_ptr ) in data : <TAB> <TAB> key_buf = proc_as . read ( key_buf_ptr , 24 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> key = """" . join ( ""%02X"" % ord ( k ) for k in key_buf ) <TAB> <TAB> yield ( <TAB> <TAB> <TAB> 0 , <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> str ( key ) , <TAB> <TAB> <TAB> ] , <TAB> <TAB> )",if not key_buf :,117
13951,"def test_sas_add_inside_range(
    self, tables_cosmos_account_name, tables_primary_cosmos_account_key
):
    # SAS URL is calculated from storage key, so this test runs live only
    url = self.account_url(tables_cosmos_account_name, ""cosmos"")
    await self._set_up(tables_cosmos_account_name, tables_primary_cosmos_account_key)
    try:
        # Arrange
        token = generate_table_sas(
            tables_cosmos_account_name,
            tables_primary_cosmos_account_key,
            self.table_name,
            permission=TableSasPermissions(add=True),
            expiry=datetime.utcnow() + timedelta(hours=1),
            start_pk=""test"",
            start_rk=""test1"",
            end_pk=""test"",
            end_rk=""test1"",
        )
        # Act
        service = TableServiceClient(
            self.account_url(tables_cosmos_account_name, ""cosmos""),
            credential=token,
        )
        table = service.get_table_client(self.table_name)
        entity = self._create_random_entity_dict(""test"", ""test1"")
        await table.create_entity(entity=entity)
        # Assert
        resp = await self.table.get_entity(""test"", ""test1"")
        self._assert_default_entity(resp)
    finally:
        await self._tear_down()
        if self.is_live:
            sleep(SLEEP_DELAY)","def test_sas_add_inside_range ( <TAB> self , tables_cosmos_account_name , tables_primary_cosmos_account_key ) : <TAB> <TAB> url = self . account_url ( tables_cosmos_account_name , ""cosmos"" ) <TAB> await self . _set_up ( tables_cosmos_account_name , tables_primary_cosmos_account_key ) <TAB> try : <TAB> <TAB> <TAB> <TAB> token = generate_table_sas ( <TAB> <TAB> <TAB> tables_cosmos_account_name , <TAB> <TAB> <TAB> tables_primary_cosmos_account_key , <TAB> <TAB> <TAB> self . table_name , <TAB> <TAB> <TAB> permission = TableSasPermissions ( add = True ) , <TAB> <TAB> <TAB> expiry = datetime . utcnow ( ) + timedelta ( hours = 1 ) , <TAB> <TAB> <TAB> start_pk = ""test"" , <TAB> <TAB> <TAB> start_rk = ""test1"" , <TAB> <TAB> <TAB> end_pk = ""test"" , <TAB> <TAB> <TAB> end_rk = ""test1"" , <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> service = TableServiceClient ( <TAB> <TAB> <TAB> self . account_url ( tables_cosmos_account_name , ""cosmos"" ) , <TAB> <TAB> <TAB> credential = token , <TAB> <TAB> ) <TAB> <TAB> table = service . get_table_client ( self . table_name ) <TAB> <TAB> entity = self . _create_random_entity_dict ( ""test"" , ""test1"" ) <TAB> <TAB> await table . create_entity ( entity = entity ) <TAB> <TAB> <TAB> <TAB> resp = await self . table . get_entity ( ""test"" , ""test1"" ) <TAB> <TAB> self . _assert_default_entity ( resp ) <TAB> finally : <TAB> <TAB> await self . _tear_down ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sleep ( SLEEP_DELAY )",if self . is_live :,431
8481,"def log_url(self, url_data):
    """"""Write one node.""""""
    node = self.get_node(url_data)
    if node is not None:
        self.writeln(u'  ""%s"" [' % dotquote(node[""label""]))
        if self.has_part(""realurl""):
            self.writeln(u'    href=""%s"",' % dotquote(node[""url""]))
        if node[""dltime""] >= 0 and self.has_part(""dltime""):
            self.writeln(u""    dltime=%d,"" % node[""dltime""])
        if node[""size""] >= 0 and self.has_part(""dlsize""):
            self.writeln(u""    size=%d,"" % node[""size""])
        if node[""checktime""] and self.has_part(""checktime""):
            self.writeln(u""    checktime=%d,"" % node[""checktime""])
        if self.has_part(""extern""):
            self.writeln(u""    extern=%d,"" % node[""extern""])
        self.writeln(u""  ];"")","def log_url ( self , url_data ) : <TAB> """"""Write one node."""""" <TAB> node = self . get_node ( url_data ) <TAB> if node is not None : <TAB> <TAB> self . writeln ( u'  ""%s"" [' % dotquote ( node [ ""label"" ] ) ) <TAB> <TAB> if self . has_part ( ""realurl"" ) : <TAB> <TAB> <TAB> self . writeln ( u'    href=""%s"",' % dotquote ( node [ ""url"" ] ) ) <TAB> <TAB> if node [ ""dltime"" ] >= 0 and self . has_part ( ""dltime"" ) : <TAB> <TAB> <TAB> self . writeln ( u""    dltime=%d,"" % node [ ""dltime"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . writeln ( u""    size=%d,"" % node [ ""size"" ] ) <TAB> <TAB> if node [ ""checktime"" ] and self . has_part ( ""checktime"" ) : <TAB> <TAB> <TAB> self . writeln ( u""    checktime=%d,"" % node [ ""checktime"" ] ) <TAB> <TAB> if self . has_part ( ""extern"" ) : <TAB> <TAB> <TAB> self . writeln ( u""    extern=%d,"" % node [ ""extern"" ] ) <TAB> <TAB> self . writeln ( u""  ];"" )","if node [ ""size"" ] >= 0 and self . has_part ( ""dlsize"" ) :",281
15620,"def suggest(self, trial_id: str) -> Optional[Dict]:
    if not self._dim_dict or not self.optimizer:
        raise RuntimeError(
            UNDEFINED_SEARCH_SPACE.format(cls=self.__class__.__name__, space=""dim_dict"")
        )
    if not self._metric or not self._mode:
        raise RuntimeError(
            UNDEFINED_METRIC_MODE.format(
                cls=self.__class__.__name__, metric=self._metric, mode=self._mode
            )
        )
    _solution = self.optimizer.suggest()
    if _solution == ""FINISHED"":
        if ray.__version__ >= ""0.8.7"":
            return Searcher.FINISHED
        else:
            return None
    if _solution:
        self.solution_dict[str(trial_id)] = _solution
        _x = _solution.get_x()
        new_trial = dict(zip(self._dim_keys, _x))
        self._live_trial_mapping[trial_id] = new_trial
        return unflatten_dict(new_trial)","def suggest ( self , trial_id : str ) -> Optional [ Dict ] : <TAB> if not self . _dim_dict or not self . optimizer : <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> UNDEFINED_SEARCH_SPACE . format ( cls = self . __class__ . __name__ , space = ""dim_dict"" ) <TAB> <TAB> ) <TAB> if not self . _metric or not self . _mode : <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> UNDEFINED_METRIC_MODE . format ( <TAB> <TAB> <TAB> <TAB> cls = self . __class__ . __name__ , metric = self . _metric , mode = self . _mode <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> _solution = self . optimizer . suggest ( ) <TAB> if _solution == ""FINISHED"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return Searcher . FINISHED <TAB> <TAB> else : <TAB> <TAB> <TAB> return None <TAB> if _solution : <TAB> <TAB> self . solution_dict [ str ( trial_id ) ] = _solution <TAB> <TAB> _x = _solution . get_x ( ) <TAB> <TAB> new_trial = dict ( zip ( self . _dim_keys , _x ) ) <TAB> <TAB> self . _live_trial_mapping [ trial_id ] = new_trial <TAB> <TAB> return unflatten_dict ( new_trial )","if ray . __version__ >= ""0.8.7"" :",279
10129,"def update(self, values: List) -> None:
    assert isinstance(values, list)
    self.num_iters += 1
    current_stats = []
    for i in range(len(values)):
        if values[i] is None:
            continue
        if isinstance(values[i], list) is False:
            values[i] = [values[i]]
        if self.metrics[i][0] is None:
            self.metrics[i][0] = np.mean(values[i])
            self.metrics[i][1] = np.mean(values[i])
            self.metrics[i][2] = np.mean(values[i])
        else:
            self.metrics[i][0] = (
                self.metrics[i][0] * (self.num_iters - 1) + np.mean(values[i])
            ) / self.num_iters
            self.metrics[i][1] = 0.95 * self.metrics[i][1] + 0.05 * np.mean(values[i])
            self.metrics[i][2] = np.mean(values[i])
        self.metrics[i][0] = float(self.metrics[i][0])
        self.metrics[i][1] = float(self.metrics[i][1])
        self.metrics[i][2] = float(self.metrics[i][2])
        current_stats.append(self.metrics[i])
    self.stats.append(copy.deepcopy(current_stats))","def update ( self , values : List ) -> None : <TAB> assert isinstance ( values , list ) <TAB> self . num_iters += 1 <TAB> current_stats = [ ] <TAB> for i in range ( len ( values ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if isinstance ( values [ i ] , list ) is False : <TAB> <TAB> <TAB> values [ i ] = [ values [ i ] ] <TAB> <TAB> if self . metrics [ i ] [ 0 ] is None : <TAB> <TAB> <TAB> self . metrics [ i ] [ 0 ] = np . mean ( values [ i ] ) <TAB> <TAB> <TAB> self . metrics [ i ] [ 1 ] = np . mean ( values [ i ] ) <TAB> <TAB> <TAB> self . metrics [ i ] [ 2 ] = np . mean ( values [ i ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . metrics [ i ] [ 0 ] = ( <TAB> <TAB> <TAB> <TAB> self . metrics [ i ] [ 0 ] * ( self . num_iters - 1 ) + np . mean ( values [ i ] ) <TAB> <TAB> <TAB> ) / self . num_iters <TAB> <TAB> <TAB> self . metrics [ i ] [ 1 ] = 0.95 * self . metrics [ i ] [ 1 ] + 0.05 * np . mean ( values [ i ] ) <TAB> <TAB> <TAB> self . metrics [ i ] [ 2 ] = np . mean ( values [ i ] ) <TAB> <TAB> self . metrics [ i ] [ 0 ] = float ( self . metrics [ i ] [ 0 ] ) <TAB> <TAB> self . metrics [ i ] [ 1 ] = float ( self . metrics [ i ] [ 1 ] ) <TAB> <TAB> self . metrics [ i ] [ 2 ] = float ( self . metrics [ i ] [ 2 ] ) <TAB> <TAB> current_stats . append ( self . metrics [ i ] ) <TAB> self . stats . append ( copy . deepcopy ( current_stats ) )",if values [ i ] is None :,390
2834,"def __create_table(self):
    for i in range(256):
        crcreg = i
        for j in range(8):
            if (crcreg & 1) != 0:
                crcreg = self.__CRCPOLYNOMIAL ^ (crcreg >> 1)
            else:
                crcreg >>= 1
        self.__crctable[i] = crcreg",def __create_table ( self ) : <TAB> for i in range ( 256 ) : <TAB> <TAB> crcreg = i <TAB> <TAB> for j in range ( 8 ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> crcreg = self . __CRCPOLYNOMIAL ^ ( crcreg >> 1 ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> crcreg >>= 1 <TAB> <TAB> self . __crctable [ i ] = crcreg,if ( crcreg & 1 ) != 0 :,100
15293,"def __call__(self, text, **kargs):
    words = jieba.tokenize(text, mode=""search"")
    token = Token()
    for (w, start_pos, stop_pos) in words:
        if not accepted_chars.match(w) and len(w) <= 1:
            continue
        token.original = token.text = w
        token.pos = start_pos
        token.startchar = start_pos
        token.endchar = stop_pos
        yield token","def __call__ ( self , text , ** kargs ) : <TAB> words = jieba . tokenize ( text , mode = ""search"" ) <TAB> token = Token ( ) <TAB> for ( w , start_pos , stop_pos ) in words : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> token . original = token . text = w <TAB> <TAB> token . pos = start_pos <TAB> <TAB> token . startchar = start_pos <TAB> <TAB> token . endchar = stop_pos <TAB> <TAB> yield token",if not accepted_chars . match ( w ) and len ( w ) <= 1 :,123
6152,"def _update_state(self):
    if (
        self.is_atari_env
        and hasattr(self, ""current_ale_lives"")
        and self.current_ale_lives != self.env.unwrapped.ale.lives()
    ):
        if self.phase == RunPhase.TRAIN or self.phase == RunPhase.HEATUP:
            # signal termination for life loss
            self.done = True
        elif self.phase == RunPhase.TEST and not self.done:
            # the episode is not terminated in evaluation, but we need to press fire again
            self._press_fire()
        self._update_ale_lives()
    # TODO: update the measurements
    if self.state and ""desired_goal"" in self.state.keys():
        self.goal = self.state[""desired_goal""]
","def _update_state ( self ) : <TAB> if ( <TAB> <TAB> self . is_atari_env <TAB> <TAB> and hasattr ( self , ""current_ale_lives"" ) <TAB> <TAB> and self . current_ale_lives != self . env . unwrapped . ale . lives ( ) <TAB> ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . done = True <TAB> <TAB> elif self . phase == RunPhase . TEST and not self . done : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _press_fire ( ) <TAB> <TAB> self . _update_ale_lives ( ) <TAB> <TAB> if self . state and ""desired_goal"" in self . state . keys ( ) : <TAB> <TAB> self . goal = self . state [ ""desired_goal"" ]",if self . phase == RunPhase . TRAIN or self . phase == RunPhase . HEATUP :,220
13542,"def action_delete(self, request, attachments):
    deleted_attachments = []
    desynced_posts = []
    for attachment in attachments:
        if attachment.post:
            deleted_attachments.append(attachment.pk)
            desynced_posts.append(attachment.post_id)
    if desynced_posts:
        with transaction.atomic():
            for post in Post.objects.filter(id__in=desynced_posts):
                self.delete_from_cache(post, deleted_attachments)
    for attachment in attachments:
        attachment.delete()
    message = _(""Selected attachments have been deleted."")
    messages.success(request, message)
","def action_delete ( self , request , attachments ) : <TAB> deleted_attachments = [ ] <TAB> desynced_posts = [ ] <TAB> for attachment in attachments : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> deleted_attachments . append ( attachment . pk ) <TAB> <TAB> <TAB> desynced_posts . append ( attachment . post_id ) <TAB> if desynced_posts : <TAB> <TAB> with transaction . atomic ( ) : <TAB> <TAB> <TAB> for post in Post . objects . filter ( id__in = desynced_posts ) : <TAB> <TAB> <TAB> <TAB> self . delete_from_cache ( post , deleted_attachments ) <TAB> for attachment in attachments : <TAB> <TAB> attachment . delete ( ) <TAB> message = _ ( ""Selected attachments have been deleted."" ) <TAB> messages . success ( request , message )",if attachment . post :,165
16130,"def daemonize_if_required(self):
    if self.options.daemon:
        if self._setup_mp_logging_listener_ is True:
            # Stop the logging queue listener for the current process
            # We'll restart it once forked
            log.shutdown_multiprocessing_logging_listener(daemonizing=True)
        # Late import so logging works correctly
        salt.utils.process.daemonize()
    # Setup the multiprocessing log queue listener if enabled
    self._setup_mp_logging_listener()
",def daemonize_if_required ( self ) : <TAB> if self . options . daemon : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> log . shutdown_multiprocessing_logging_listener ( daemonizing = True ) <TAB> <TAB> <TAB> <TAB> salt . utils . process . daemonize ( ) <TAB> <TAB> self . _setup_mp_logging_listener ( ),if self . _setup_mp_logging_listener_ is True :,128
14218,"def bundle_directory(self, dirpath):
    """"""Bundle all modules/packages in the given directory.""""""
    dirpath = os.path.abspath(dirpath)
    for nm in os.listdir(dirpath):
        nm = _u(nm)
        if nm.startswith("".""):
            continue
        itempath = os.path.join(dirpath, nm)
        if os.path.isdir(itempath):
            if os.path.exists(os.path.join(itempath, ""__init__.py"")):
                self.bundle_package(itempath)
        elif nm.endswith("".py""):
            self.bundle_module(itempath)
","def bundle_directory ( self , dirpath ) : <TAB> """"""Bundle all modules/packages in the given directory."""""" <TAB> dirpath = os . path . abspath ( dirpath ) <TAB> for nm in os . listdir ( dirpath ) : <TAB> <TAB> nm = _u ( nm ) <TAB> <TAB> if nm . startswith ( ""."" ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> itempath = os . path . join ( dirpath , nm ) <TAB> <TAB> if os . path . isdir ( itempath ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . bundle_package ( itempath ) <TAB> <TAB> elif nm . endswith ( "".py"" ) : <TAB> <TAB> <TAB> self . bundle_module ( itempath )","if os . path . exists ( os . path . join ( itempath , ""__init__.py"" ) ) :",160
19345,"def all_left_col_indexes(self):
    result = []
    for idx in self.last_left_col_indexes:
        if idx not in self.select_col_indexes:
            result.append(idx)
        elif idx in self.left_col_indexes:
            result.append(idx)
    return result
",def all_left_col_indexes ( self ) : <TAB> result = [ ] <TAB> for idx in self . last_left_col_indexes : <TAB> <TAB> if idx not in self . select_col_indexes : <TAB> <TAB> <TAB> result . append ( idx ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result . append ( idx ) <TAB> return result,elif idx in self . left_col_indexes :,85
2079,"def getfileinfo(name):
    finfo = FInfo()
    with io.open(name, ""rb"") as fp:
        # Quick check for textfile
        data = fp.read(512)
        if 0 not in data:
            finfo.Type = ""TEXT""
        fp.seek(0, 2)
        dsize = fp.tell()
    dir, file = os.path.split(name)
    file = file.replace("":"", ""-"", 1)
    return file, finfo, dsize, 0","def getfileinfo ( name ) : <TAB> finfo = FInfo ( ) <TAB> with io . open ( name , ""rb"" ) as fp : <TAB> <TAB> <TAB> <TAB> data = fp . read ( 512 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> finfo . Type = ""TEXT"" <TAB> <TAB> fp . seek ( 0 , 2 ) <TAB> <TAB> dsize = fp . tell ( ) <TAB> dir , file = os . path . split ( name ) <TAB> file = file . replace ( "":"" , ""-"" , 1 ) <TAB> return file , finfo , dsize , 0",if 0 not in data :,124
23675,"def update(self):
    # Reverse direction on boundaries
    if self.xPos > self.chart.width or self.xPos < 0:
        self.xVel = -self.xVel
        self.xPos += self.xVel
        # suck out some energy
        self.xDampening = max(self.xDampening - 0.1, 0)
        self.xVel *= self.xDampening
    if self.yPos > self.chart.height or self.yPos < 0:
        self.yVel = -self.yVel
        self.yPos += self.yVel
        # suck out some energy
        self.yDampening = max(self.yDampening - 0.1, 0)
        self.yVel *= self.yDampening
        if (self.yPos > self.chart.height - 4) and (abs(self.yVel) < 0.1):
            self.yPos = self.chart.height
            self.xVel = 0
            self.gravity = 0
            self.kill = True
    self.xPos += self.xVel
    self.yPos += self.yVel
    # apply gravity
    self.yVel += self.gravity","def update ( self ) : <TAB> <TAB> if self . xPos > self . chart . width or self . xPos < 0 : <TAB> <TAB> self . xVel = - self . xVel <TAB> <TAB> self . xPos += self . xVel <TAB> <TAB> <TAB> <TAB> self . xDampening = max ( self . xDampening - 0.1 , 0 ) <TAB> <TAB> self . xVel *= self . xDampening <TAB> if self . yPos > self . chart . height or self . yPos < 0 : <TAB> <TAB> self . yVel = - self . yVel <TAB> <TAB> self . yPos += self . yVel <TAB> <TAB> <TAB> <TAB> self . yDampening = max ( self . yDampening - 0.1 , 0 ) <TAB> <TAB> self . yVel *= self . yDampening <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . yPos = self . chart . height <TAB> <TAB> <TAB> self . xVel = 0 <TAB> <TAB> <TAB> self . gravity = 0 <TAB> <TAB> <TAB> self . kill = True <TAB> self . xPos += self . xVel <TAB> self . yPos += self . yVel <TAB> <TAB> self . yVel += self . gravity",if ( self . yPos > self . chart . height - 4 ) and ( abs ( self . yVel ) < 0.1 ) :,325
14974,"def Run(self, cmd_val):
    # type: (cmd_value__Argv) -> int
    attrs, arg_r = flag_spec.ParseCmdVal(""type"", cmd_val)
    arg = arg_types.type(attrs.attrs)
    if arg.f:
        funcs = {}  # type: Dict[str, Proc]
    else:
        funcs = self.funcs
    status = 0
    r = _ResolveNames(arg_r.Rest(), funcs, self.aliases, self.search_path)
    for kind, name in r:
        if kind is None:
            self.errfmt.StderrLine(""type: %r not found"" % name)
            status = 1  # nothing printed, but we fail
        else:
            if arg.t:
                print(kind)
            elif arg.p:
                if kind == ""file"":
                    print(name)
            elif arg.P:
                if kind == ""file"":
                    print(name)
                else:
                    resolved = self.search_path.Lookup(name)
                    if resolved is None:
                        status = 1
                    else:
                        print(resolved)
            else:
                # Alpine's abuild relies on this text because busybox ash doesn't have
                # -t!
                # ash prints ""is a shell function"" instead of ""is a function"", but the
                # regex accouts for that.
                print(""%s is a %s"" % (name, kind))
                if kind == ""function"":
                    # bash prints the function body, busybox ash doesn't.
                    pass
    return status","def Run ( self , cmd_val ) : <TAB> <TAB> attrs , arg_r = flag_spec . ParseCmdVal ( ""type"" , cmd_val ) <TAB> arg = arg_types . type ( attrs . attrs ) <TAB> if arg . f : <TAB> <TAB> funcs = { } <TAB> else : <TAB> <TAB> funcs = self . funcs <TAB> status = 0 <TAB> r = _ResolveNames ( arg_r . Rest ( ) , funcs , self . aliases , self . search_path ) <TAB> for kind , name in r : <TAB> <TAB> if kind is None : <TAB> <TAB> <TAB> self . errfmt . StderrLine ( ""type: %r not found"" % name ) <TAB> <TAB> <TAB> status = 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> if arg . t : <TAB> <TAB> <TAB> <TAB> print ( kind ) <TAB> <TAB> <TAB> elif arg . p : <TAB> <TAB> <TAB> <TAB> if kind == ""file"" : <TAB> <TAB> <TAB> <TAB> <TAB> print ( name ) <TAB> <TAB> <TAB> elif arg . P : <TAB> <TAB> <TAB> <TAB> if kind == ""file"" : <TAB> <TAB> <TAB> <TAB> <TAB> print ( name ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> resolved = self . search_path . Lookup ( name ) <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> status = 1 <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( resolved ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( ""%s is a %s"" % ( name , kind ) ) <TAB> <TAB> <TAB> <TAB> if kind == ""function"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> return status",if resolved is None :,469
11185,"def scale_axes(self):
    """"""Set the axes limits appropriate to the images we have""""""
    max_x = max_y = 0
    for image_row in self.image_rows:
        if image_row.data.mode != MODE_HIDE:
            shape = image_row.data.pixel_data.shape
            max_x = max(shape[1], max_x)
            max_y = max(shape[0], max_y)
    if self.__axes_scale is not None:
        init_x, init_y = self.__axes_scale
        if float(max_x) != init_x[1] or float(max_y) != init_y[0]:
            self.__axes_scale = None
            self.frame.navtoolbar._nav_stack.clear()
        elif init_x != self.axes.get_xlim() or init_y != self.axes.get_ylim():
            return
    if max_x > 0 and max_y > 0:
        self.axes.set_xlim(0, max_x)
        self.axes.set_ylim(0, max_y)
        self.axes.invert_yaxis()
        self.__axes_scale = ((0.0, float(max_x)), (float(max_y), 0.0))
        self.frame.navtoolbar.reset()","def scale_axes ( self ) : <TAB> """"""Set the axes limits appropriate to the images we have"""""" <TAB> max_x = max_y = 0 <TAB> for image_row in self . image_rows : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> shape = image_row . data . pixel_data . shape <TAB> <TAB> <TAB> max_x = max ( shape [ 1 ] , max_x ) <TAB> <TAB> <TAB> max_y = max ( shape [ 0 ] , max_y ) <TAB> if self . __axes_scale is not None : <TAB> <TAB> init_x , init_y = self . __axes_scale <TAB> <TAB> if float ( max_x ) != init_x [ 1 ] or float ( max_y ) != init_y [ 0 ] : <TAB> <TAB> <TAB> self . __axes_scale = None <TAB> <TAB> <TAB> self . frame . navtoolbar . _nav_stack . clear ( ) <TAB> <TAB> elif init_x != self . axes . get_xlim ( ) or init_y != self . axes . get_ylim ( ) : <TAB> <TAB> <TAB> return <TAB> if max_x > 0 and max_y > 0 : <TAB> <TAB> self . axes . set_xlim ( 0 , max_x ) <TAB> <TAB> self . axes . set_ylim ( 0 , max_y ) <TAB> <TAB> self . axes . invert_yaxis ( ) <TAB> <TAB> self . __axes_scale = ( ( 0.0 , float ( max_x ) ) , ( float ( max_y ) , 0.0 ) ) <TAB> <TAB> self . frame . navtoolbar . reset ( )",if image_row . data . mode != MODE_HIDE :,341
21191,"def boot_time():
    """"""Return the system boot time expressed in seconds since the epoch.""""""
    global BOOT_TIME
    f = open(""/proc/stat"", ""rb"")
    try:
        BTIME = b(""btime"")
        for line in f:
            if line.startswith(BTIME):
                ret = float(line.strip().split()[1])
                BOOT_TIME = ret
                return ret
        raise RuntimeError(""line 'btime' not found"")
    finally:
        f.close()","def boot_time ( ) : <TAB> """"""Return the system boot time expressed in seconds since the epoch."""""" <TAB> global BOOT_TIME <TAB> f = open ( ""/proc/stat"" , ""rb"" ) <TAB> try : <TAB> <TAB> BTIME = b ( ""btime"" ) <TAB> <TAB> for line in f : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> ret = float ( line . strip ( ) . split ( ) [ 1 ] ) <TAB> <TAB> <TAB> <TAB> BOOT_TIME = ret <TAB> <TAB> <TAB> <TAB> return ret <TAB> <TAB> raise RuntimeError ( ""line 'btime' not found"" ) <TAB> finally : <TAB> <TAB> f . close ( )",if line . startswith ( BTIME ) :,138
17922,"def Run(self):
    """"""The main run method of the client.""""""
    for thread in self._threads.values():
        thread.start()
    logging.info(START_STRING)
    while True:
        dead_threads = [tn for (tn, t) in self._threads.items() if not t.isAlive()]
        if dead_threads:
            raise FatalError(
                ""These threads are dead: %r. Shutting down..."" % dead_threads
            )
        time.sleep(10)","def Run ( self ) : <TAB> """"""The main run method of the client."""""" <TAB> for thread in self . _threads . values ( ) : <TAB> <TAB> thread . start ( ) <TAB> logging . info ( START_STRING ) <TAB> while True : <TAB> <TAB> dead_threads = [ tn for ( tn , t ) in self . _threads . items ( ) if not t . isAlive ( ) ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise FatalError ( <TAB> <TAB> <TAB> <TAB> ""These threads are dead: %r. Shutting down..."" % dead_threads <TAB> <TAB> <TAB> ) <TAB> <TAB> time . sleep ( 10 )",if dead_threads :,130
15295,"def iter_renderables(
    column_count: int,
) -> Iterable[Tuple[int, Optional[RenderableType]]]:
    item_count = len(renderables)
    if self.column_first:
        width_renderables = list(zip(renderable_widths, renderables))
        column_lengths: List[int] = [item_count // column_count] * column_count
        for col_no in range(item_count % column_count):
            column_lengths[col_no] += 1
        row_count = (item_count + column_count - 1) // column_count
        cells = [[-1] * column_count for _ in range(row_count)]
        row = col = 0
        for index in range(item_count):
            cells[row][col] = index
            column_lengths[col] -= 1
            if column_lengths[col]:
                row += 1
            else:
                col += 1
                row = 0
        for index in chain.from_iterable(cells):
            if index == -1:
                break
            yield width_renderables[index]
    else:
        yield from zip(renderable_widths, renderables)
    # Pad odd elements with spaces
    if item_count % column_count:
        for _ in range(column_count - (item_count % column_count)):
            yield 0, None","def iter_renderables ( <TAB> column_count : int , ) -> Iterable [ Tuple [ int , Optional [ RenderableType ] ] ] : <TAB> item_count = len ( renderables ) <TAB> if self . column_first : <TAB> <TAB> width_renderables = list ( zip ( renderable_widths , renderables ) ) <TAB> <TAB> column_lengths : List [ int ] = [ item_count // column_count ] * column_count <TAB> <TAB> for col_no in range ( item_count % column_count ) : <TAB> <TAB> <TAB> column_lengths [ col_no ] += 1 <TAB> <TAB> row_count = ( item_count + column_count - 1 ) // column_count <TAB> <TAB> cells = [ [ - 1 ] * column_count for _ in range ( row_count ) ] <TAB> <TAB> row = col = 0 <TAB> <TAB> for index in range ( item_count ) : <TAB> <TAB> <TAB> cells [ row ] [ col ] = index <TAB> <TAB> <TAB> column_lengths [ col ] -= 1 <TAB> <TAB> <TAB> if column_lengths [ col ] : <TAB> <TAB> <TAB> <TAB> row += 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> col += 1 <TAB> <TAB> <TAB> <TAB> row = 0 <TAB> <TAB> for index in chain . from_iterable ( cells ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> yield width_renderables [ index ] <TAB> else : <TAB> <TAB> yield from zip ( renderable_widths , renderables ) <TAB> <TAB> if item_count % column_count : <TAB> <TAB> for _ in range ( column_count - ( item_count % column_count ) ) : <TAB> <TAB> <TAB> yield 0 , None",if index == - 1 :,363
534,"def get_in_inputs(key, data):
    if isinstance(data, dict):
        for k, v in data.items():
            if k == key:
                return v
            elif isinstance(v, (list, tuple, dict)):
                out = get_in_inputs(key, v)
                if out:
                    return out
    elif isinstance(data, (list, tuple)):
        out = [get_in_inputs(key, x) for x in data]
        out = [x for x in out if x]
        if out:
            return out[0]","def get_in_inputs ( key , data ) : <TAB> if isinstance ( data , dict ) : <TAB> <TAB> for k , v in data . items ( ) : <TAB> <TAB> <TAB> if k == key : <TAB> <TAB> <TAB> <TAB> return v <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> out = get_in_inputs ( key , v ) <TAB> <TAB> <TAB> <TAB> if out : <TAB> <TAB> <TAB> <TAB> <TAB> return out <TAB> elif isinstance ( data , ( list , tuple ) ) : <TAB> <TAB> out = [ get_in_inputs ( key , x ) for x in data ] <TAB> <TAB> out = [ x for x in out if x ] <TAB> <TAB> if out : <TAB> <TAB> <TAB> return out [ 0 ]","elif isinstance ( v , ( list , tuple , dict ) ) :",160
776,"def copy_files(imgs, txts, out_dir):
    assert len(imgs) == len(txts)
    if not os.path.exists(out_dir):
        os.makedirs(out_dir)
    for img, txt in tqdm(
        zip(imgs, txts), total=len(imgs), desc=""Writing to {}"".format(out_dir)
    ):
        if not os.path.exists(img):
            logger.warning(""Image file at {} not found"".format(img))
            continue
        if not os.path.exists(txt):
            logger.warning(""Ground truth file at {} not found"".format(txt))
            continue
        shutil.copyfile(img, os.path.join(out_dir, os.path.basename(img)))
        shutil.copyfile(txt, os.path.join(out_dir, os.path.basename(txt)))
","def copy_files ( imgs , txts , out_dir ) : <TAB> assert len ( imgs ) == len ( txts ) <TAB> if not os . path . exists ( out_dir ) : <TAB> <TAB> os . makedirs ( out_dir ) <TAB> for img , txt in tqdm ( <TAB> <TAB> zip ( imgs , txts ) , total = len ( imgs ) , desc = ""Writing to {}"" . format ( out_dir ) <TAB> ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . warning ( ""Image file at {} not found"" . format ( img ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if not os . path . exists ( txt ) : <TAB> <TAB> <TAB> logger . warning ( ""Ground truth file at {} not found"" . format ( txt ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> shutil . copyfile ( img , os . path . join ( out_dir , os . path . basename ( img ) ) ) <TAB> <TAB> shutil . copyfile ( txt , os . path . join ( out_dir , os . path . basename ( txt ) ) )",if not os . path . exists ( img ) :,222
23237,"def _check_number_of_sessions():
    nb_desktop_sessions = sessions.get_number_of_desktop_sessions(ignore_gdm=True)
    if nb_desktop_sessions > 1:
        print(
            ""WARNING : There are %d other desktop sessions open. The GPU switch will not become effective until you have manually""
            "" logged out from ALL desktop sessions.\n""
            ""Continue ? (y/N)"" % (nb_desktop_sessions - 1)
        )
        confirmation = ask_confirmation()
        if not confirmation:
            sys.exit(0)","def _check_number_of_sessions ( ) : <TAB> nb_desktop_sessions = sessions . get_number_of_desktop_sessions ( ignore_gdm = True ) <TAB> if nb_desktop_sessions > 1 : <TAB> <TAB> print ( <TAB> <TAB> <TAB> ""WARNING : There are %d other desktop sessions open. The GPU switch will not become effective until you have manually"" <TAB> <TAB> <TAB> "" logged out from ALL desktop sessions.\n"" <TAB> <TAB> <TAB> ""Continue ? (y/N)"" % ( nb_desktop_sessions - 1 ) <TAB> <TAB> ) <TAB> <TAB> confirmation = ask_confirmation ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sys . exit ( 0 )",if not confirmation :,149
20397,"def __init__(self, *args, **kwargs):
    self.max_workers = kwargs.pop(""max_workers"", None)
    super(AutoscalePool, self).__init__(*args, **kwargs)
    if self.max_workers is None:
        settings_absmem = getattr(settings, ""SYSTEM_TASK_ABS_MEM"", None)
        if settings_absmem is not None:
            total_memory_gb = int(settings_absmem)
        else:
            total_memory_gb = (
                psutil.virtual_memory().total >> 30
            ) + 1  # noqa: round up
        # 5 workers per GB of total memory
        self.max_workers = total_memory_gb * 5
    # max workers can't be less than min_workers
    self.max_workers = max(self.min_workers, self.max_workers)","def __init__ ( self , * args , ** kwargs ) : <TAB> self . max_workers = kwargs . pop ( ""max_workers"" , None ) <TAB> super ( AutoscalePool , self ) . __init__ ( * args , ** kwargs ) <TAB> if self . max_workers is None : <TAB> <TAB> settings_absmem = getattr ( settings , ""SYSTEM_TASK_ABS_MEM"" , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> total_memory_gb = int ( settings_absmem ) <TAB> <TAB> else : <TAB> <TAB> <TAB> total_memory_gb = ( <TAB> <TAB> <TAB> <TAB> psutil . virtual_memory ( ) . total >> 30 <TAB> <TAB> <TAB> ) + 1 <TAB> <TAB> <TAB> <TAB> self . max_workers = total_memory_gb * 5 <TAB> <TAB> self . max_workers = max ( self . min_workers , self . max_workers )",if settings_absmem is not None :,218
12303,"def check(cls):
    cls.subclasses |= cls.discover_subclasses(cls.BASE_SEARCH_CLASS.__subclasses__())
    cls.exceptions |= cls.discover_subclasses(cls.exceptions)
    success = True
    for subclass in cls.subclasses:
        if subclass in cls.exceptions:
            continue
        if not cls.HAS_ATTRIBUTE_TABLE.search(subclass.__doc__):
            print(
                f""Subclass {subclass.__module__}.{subclass.__name__} is missing a""
                "" table of common attributes.""
            )
            success = False
        for method_name in dir(subclass):
            if method_name in cls.METHOD_EXCEPTIONS:
                continue
            method = getattr(subclass, method_name)
            if (
                callable(method) or isinstance(method, cachedproperty)
            ) and not method_name.startswith(""_""):
                if isinstance(method, cachedproperty):
                    method = method.func
                if cls.HAS_CODE_BLOCK.search(method.__doc__):
                    if cls.CODE_BLOCK_IMPROPER_INDENT.search(method.__doc__):
                        print(
                            ""Code block for method""
                            f"" {subclass.__module__}.{subclass.__name__}.{method.__name__}""
                            "" is improperly indented.""
                        )
                else:
                    print(
                        ""Method""
                        f"" {subclass.__module__}.{subclass.__name__}.{method.__name__}""
                        "" is missing code examples.""
                    )
                    success = False
    return success
","def check ( cls ) : <TAB> cls . subclasses |= cls . discover_subclasses ( cls . BASE_SEARCH_CLASS . __subclasses__ ( ) ) <TAB> cls . exceptions |= cls . discover_subclasses ( cls . exceptions ) <TAB> success = True <TAB> for subclass in cls . subclasses : <TAB> <TAB> if subclass in cls . exceptions : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> f""Subclass {subclass.__module__}.{subclass.__name__} is missing a"" <TAB> <TAB> <TAB> <TAB> "" table of common attributes."" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> success = False <TAB> <TAB> for method_name in dir ( subclass ) : <TAB> <TAB> <TAB> if method_name in cls . METHOD_EXCEPTIONS : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> method = getattr ( subclass , method_name ) <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> callable ( method ) or isinstance ( method , cachedproperty ) <TAB> <TAB> <TAB> ) and not method_name . startswith ( ""_"" ) : <TAB> <TAB> <TAB> <TAB> if isinstance ( method , cachedproperty ) : <TAB> <TAB> <TAB> <TAB> <TAB> method = method . func <TAB> <TAB> <TAB> <TAB> if cls . HAS_CODE_BLOCK . search ( method . __doc__ ) : <TAB> <TAB> <TAB> <TAB> <TAB> if cls . CODE_BLOCK_IMPROPER_INDENT . search ( method . __doc__ ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Code block for method"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> f"" {subclass.__module__}.{subclass.__name__}.{method.__name__}"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> "" is improperly indented."" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Method"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> f"" {subclass.__module__}.{subclass.__name__}.{method.__name__}"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> "" is missing code examples."" <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> success = False <TAB> return success",if not cls . HAS_ATTRIBUTE_TABLE . search ( subclass . __doc__ ) :,447
12876,"def _invoke(self, args):
    arity = len(args)
    if self._is_variadic:
        if arity < self._arity:
            runtime_error(
                u""Wrong number of args to fn: got ""
                + unicode(str(arity))
                + u"", expected at least ""
                + unicode(str(self._arity))
            )
    else:
        if arity != self._arity:
            runtime_error(
                u""Wrong number of args to fn: got ""
                + unicode(str(arity))
                + u"", expected ""
                + unicode(str(self._arity))
            )
    exb, tokens = self.prep_exb(args)
    cd = jit.promote(self._cd)
    # fp = jit.promote(self._f_ptr)
    jit_ffi_call(cd, self._f_ptr, exb)
    ret_val = self.get_ret_val_from_buffer(exb)
    for x in range(len(args)):
        t = tokens[x]
        if t is not None:
            t.finalize_token()
    lltype.free(exb, flavor=""raw"")
    keepalive_until_here(args)
    return ret_val
","def _invoke ( self , args ) : <TAB> arity = len ( args ) <TAB> if self . _is_variadic : <TAB> <TAB> if arity < self . _arity : <TAB> <TAB> <TAB> runtime_error ( <TAB> <TAB> <TAB> <TAB> u""Wrong number of args to fn: got "" <TAB> <TAB> <TAB> <TAB> + unicode ( str ( arity ) ) <TAB> <TAB> <TAB> <TAB> + u"", expected at least "" <TAB> <TAB> <TAB> <TAB> + unicode ( str ( self . _arity ) ) <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> if arity != self . _arity : <TAB> <TAB> <TAB> runtime_error ( <TAB> <TAB> <TAB> <TAB> u""Wrong number of args to fn: got "" <TAB> <TAB> <TAB> <TAB> + unicode ( str ( arity ) ) <TAB> <TAB> <TAB> <TAB> + u"", expected "" <TAB> <TAB> <TAB> <TAB> + unicode ( str ( self . _arity ) ) <TAB> <TAB> <TAB> ) <TAB> exb , tokens = self . prep_exb ( args ) <TAB> cd = jit . promote ( self . _cd ) <TAB> <TAB> jit_ffi_call ( cd , self . _f_ptr , exb ) <TAB> ret_val = self . get_ret_val_from_buffer ( exb ) <TAB> for x in range ( len ( args ) ) : <TAB> <TAB> t = tokens [ x ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> t . finalize_token ( ) <TAB> lltype . free ( exb , flavor = ""raw"" ) <TAB> keepalive_until_here ( args ) <TAB> return ret_val",if t is not None :,338
20127,"def main() -> None:
    prog, *args = argv
    if not set(args).issubset(cmds):
        print(""usage:"", prog, "" "".join(""[%s]"" % k for k in cmds))
        print()
        print(
            ""Run the given tests. If given no arguments, run everything except mypyc-extra.""
        )
        exit(1)
    if not args:
        args = DEFAULT_COMMANDS[:]
    status = 0
    if ""self"" in args and ""lint"" in args:
        # Perform lint and self check in parallel as it's faster.
        proc = start_background_cmd(""lint"")
        cmd_status = run_cmd(""self"")
        if cmd_status:
            status = cmd_status
        cmd_status = wait_background_cmd(""lint"", proc)
        if cmd_status:
            status = cmd_status
        args = [arg for arg in args if arg not in (""self"", ""lint"")]
    for arg in args:
        cmd_status = run_cmd(arg)
        if cmd_status:
            status = cmd_status
    exit(status)","def main ( ) -> None : <TAB> prog , * args = argv <TAB> if not set ( args ) . issubset ( cmds ) : <TAB> <TAB> print ( ""usage:"" , prog , "" "" . join ( ""[%s]"" % k for k in cmds ) ) <TAB> <TAB> print ( ) <TAB> <TAB> print ( <TAB> <TAB> <TAB> ""Run the given tests. If given no arguments, run everything except mypyc-extra."" <TAB> <TAB> ) <TAB> <TAB> exit ( 1 ) <TAB> if not args : <TAB> <TAB> args = DEFAULT_COMMANDS [ : ] <TAB> status = 0 <TAB> if ""self"" in args and ""lint"" in args : <TAB> <TAB> <TAB> <TAB> proc = start_background_cmd ( ""lint"" ) <TAB> <TAB> cmd_status = run_cmd ( ""self"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> status = cmd_status <TAB> <TAB> cmd_status = wait_background_cmd ( ""lint"" , proc ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> status = cmd_status <TAB> <TAB> args = [ arg for arg in args if arg not in ( ""self"" , ""lint"" ) ] <TAB> for arg in args : <TAB> <TAB> cmd_status = run_cmd ( arg ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> status = cmd_status <TAB> exit ( status )",if cmd_status :,285
19423,"def iterate(dataset, batch_size, epochs, deterministic, pad_batches):
    n_samples = dataset._X_shape[0]
    if deterministic:
        sample_perm = np.arange(n_samples)
    if batch_size is None:
        batch_size = n_samples
    for epoch in range(epochs):
        if not deterministic:
            sample_perm = np.random.permutation(n_samples)
        batch_idx = 0
        num_batches = np.math.ceil(n_samples / batch_size)
        while batch_idx < num_batches:
            start = batch_idx * batch_size
            end = min(n_samples, (batch_idx + 1) * batch_size)
            indices = range(start, end)
            perm_indices = sample_perm[indices]
            if isinstance(dataset._X, np.ndarray):
                X_batch = dataset._X[perm_indices]
            else:
                X_batch = load_image_files([dataset._X[i] for i in perm_indices])
            if isinstance(dataset._y, np.ndarray):
                y_batch = dataset._y[perm_indices]
            else:
                y_batch = load_image_files([dataset._y[i] for i in perm_indices])
            w_batch = dataset._w[perm_indices]
            ids_batch = dataset._ids[perm_indices]
            if pad_batches:
                (X_batch, y_batch, w_batch, ids_batch) = pad_batch(
                    batch_size, X_batch, y_batch, w_batch, ids_batch
                )
            batch_idx += 1
            yield (X_batch, y_batch, w_batch, ids_batch)","def iterate ( dataset , batch_size , epochs , deterministic , pad_batches ) : <TAB> n_samples = dataset . _X_shape [ 0 ] <TAB> if deterministic : <TAB> <TAB> sample_perm = np . arange ( n_samples ) <TAB> if batch_size is None : <TAB> <TAB> batch_size = n_samples <TAB> for epoch in range ( epochs ) : <TAB> <TAB> if not deterministic : <TAB> <TAB> <TAB> sample_perm = np . random . permutation ( n_samples ) <TAB> <TAB> batch_idx = 0 <TAB> <TAB> num_batches = np . math . ceil ( n_samples / batch_size ) <TAB> <TAB> while batch_idx < num_batches : <TAB> <TAB> <TAB> start = batch_idx * batch_size <TAB> <TAB> <TAB> end = min ( n_samples , ( batch_idx + 1 ) * batch_size ) <TAB> <TAB> <TAB> indices = range ( start , end ) <TAB> <TAB> <TAB> perm_indices = sample_perm [ indices ] <TAB> <TAB> <TAB> if isinstance ( dataset . _X , np . ndarray ) : <TAB> <TAB> <TAB> <TAB> X_batch = dataset . _X [ perm_indices ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> X_batch = load_image_files ( [ dataset . _X [ i ] for i in perm_indices ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> y_batch = dataset . _y [ perm_indices ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> y_batch = load_image_files ( [ dataset . _y [ i ] for i in perm_indices ] ) <TAB> <TAB> <TAB> w_batch = dataset . _w [ perm_indices ] <TAB> <TAB> <TAB> ids_batch = dataset . _ids [ perm_indices ] <TAB> <TAB> <TAB> if pad_batches : <TAB> <TAB> <TAB> <TAB> ( X_batch , y_batch , w_batch , ids_batch ) = pad_batch ( <TAB> <TAB> <TAB> <TAB> <TAB> batch_size , X_batch , y_batch , w_batch , ids_batch <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> batch_idx += 1 <TAB> <TAB> <TAB> yield ( X_batch , y_batch , w_batch , ids_batch )","if isinstance ( dataset . _y , np . ndarray ) :",471
14743,"def SmartStr(string, encoding=""utf8""):
    """"""Forces the string to be an encoded byte string.""""""
    if six.PY3:
        if isinstance(string, str):
            return string.encode(encoding, ""ignore"")
        elif isinstance(string, bytes):
            return string
        elif hasattr(string, ""__bytes__""):
            return string.__bytes__()
        # If there is no dedicated __bytes__ method, just encode the
        # unicode string as utf8.
        return bytes(SmartUnicode(string), ""utf8"")
    if six.PY2:
        if isinstance(string, str):
            return string
        elif hasattr(string, ""__bytes__""):
            return string.__bytes__()
    # Encode the result of the __str__ method.
    return str(string).encode(encoding)","def SmartStr ( string , encoding = ""utf8"" ) : <TAB> """"""Forces the string to be an encoded byte string."""""" <TAB> if six . PY3 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return string . encode ( encoding , ""ignore"" ) <TAB> <TAB> elif isinstance ( string , bytes ) : <TAB> <TAB> <TAB> return string <TAB> <TAB> elif hasattr ( string , ""__bytes__"" ) : <TAB> <TAB> <TAB> return string . __bytes__ ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return bytes ( SmartUnicode ( string ) , ""utf8"" ) <TAB> if six . PY2 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return string <TAB> <TAB> elif hasattr ( string , ""__bytes__"" ) : <TAB> <TAB> <TAB> return string . __bytes__ ( ) <TAB> <TAB> return str ( string ) . encode ( encoding )","if isinstance ( string , str ) :",205
24912,"def body(self):
    """"""Access the body of a constraint expression.""""""
    if self._constructed:
        if len(self._data) == 0:
            raise ValueError(
                ""Accessing the body of SimpleConstraint ""
                ""'%s' before the Constraint has been assigned ""
                ""an expression. There is currently ""
                ""nothing to access."" % (self.cname(True))
            )
        return _GeneralConstraintData.body.fget(self)
    raise ValueError(
        ""Accessing the body of constraint '%s' ""
        ""before the Constraint has been constructed (there ""
        ""is currently no value to return)."" % (self.cname(True))
    )","def body ( self ) : <TAB> """"""Access the body of a constraint expression."""""" <TAB> if self . _constructed : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""Accessing the body of SimpleConstraint "" <TAB> <TAB> <TAB> <TAB> ""'%s' before the Constraint has been assigned "" <TAB> <TAB> <TAB> <TAB> ""an expression. There is currently "" <TAB> <TAB> <TAB> <TAB> ""nothing to access."" % ( self . cname ( True ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> return _GeneralConstraintData . body . fget ( self ) <TAB> raise ValueError ( <TAB> <TAB> ""Accessing the body of constraint '%s' "" <TAB> <TAB> ""before the Constraint has been constructed (there "" <TAB> <TAB> ""is currently no value to return)."" % ( self . cname ( True ) ) <TAB> )",if len ( self . _data ) == 0 :,180
4940,"def ToggleShellMode(self, enableShellMode=None):
    if enableShellMode == None:
        if self.mode == ""ShellMode"":
            self.mode = ""SlicesMode""
        elif self.mode == ""SlicesMode"":
            self.mode = ""ShellMode""
    elif enableShellMode:
        self.mode = ""ShellMode""
    else:
        self.mode = ""SlicesMode""
    input_color = ""red""
    if self.mode == ""SlicesMode"":
        self.MarkerDefine(INPUT_START, stc.STC_MARK_BOXMINUS, ""white"", input_color)
        self.MarkerDefine(
            INPUT_START_FOLDED, stc.STC_MARK_BOXPLUS, ""white"", input_color
        )
        self.MarkerDefine(INPUT_MIDDLE, stc.STC_MARK_VLINE, ""white"", input_color)
        self.MarkerDefine(INPUT_END, stc.STC_MARK_LCORNER, ""white"", input_color)
    elif self.mode == ""ShellMode"":
        self.MarkerDefine(INPUT_START, stc.STC_MARK_ARROWS, input_color, ""white"")
        self.MarkerDefine(
            INPUT_START_FOLDED, stc.STC_MARK_BOXPLUS, ""white"", input_color
        )
        self.MarkerDefine(INPUT_MIDDLE, stc.STC_MARK_DOTDOTDOT, input_color, ""white"")
        self.MarkerDefine(INPUT_END, stc.STC_MARK_DOTDOTDOT, input_color, ""white"")
","def ToggleShellMode ( self , enableShellMode = None ) : <TAB> if enableShellMode == None : <TAB> <TAB> if self . mode == ""ShellMode"" : <TAB> <TAB> <TAB> self . mode = ""SlicesMode"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . mode = ""ShellMode"" <TAB> elif enableShellMode : <TAB> <TAB> self . mode = ""ShellMode"" <TAB> else : <TAB> <TAB> self . mode = ""SlicesMode"" <TAB> input_color = ""red"" <TAB> if self . mode == ""SlicesMode"" : <TAB> <TAB> self . MarkerDefine ( INPUT_START , stc . STC_MARK_BOXMINUS , ""white"" , input_color ) <TAB> <TAB> self . MarkerDefine ( <TAB> <TAB> <TAB> INPUT_START_FOLDED , stc . STC_MARK_BOXPLUS , ""white"" , input_color <TAB> <TAB> ) <TAB> <TAB> self . MarkerDefine ( INPUT_MIDDLE , stc . STC_MARK_VLINE , ""white"" , input_color ) <TAB> <TAB> self . MarkerDefine ( INPUT_END , stc . STC_MARK_LCORNER , ""white"" , input_color ) <TAB> elif self . mode == ""ShellMode"" : <TAB> <TAB> self . MarkerDefine ( INPUT_START , stc . STC_MARK_ARROWS , input_color , ""white"" ) <TAB> <TAB> self . MarkerDefine ( <TAB> <TAB> <TAB> INPUT_START_FOLDED , stc . STC_MARK_BOXPLUS , ""white"" , input_color <TAB> <TAB> ) <TAB> <TAB> self . MarkerDefine ( INPUT_MIDDLE , stc . STC_MARK_DOTDOTDOT , input_color , ""white"" ) <TAB> <TAB> self . MarkerDefine ( INPUT_END , stc . STC_MARK_DOTDOTDOT , input_color , ""white"" )","elif self . mode == ""SlicesMode"" :",407
24332,"def recent_events(self, events):
    frame = events.get(""frame"")
    if frame:
        try:
            if self.format == ""jpeg"":
                data = frame.jpeg_buffer
            elif self.format == ""yuv"" and hasattr(frame, ""yuv_buffer""):
                data = frame.yuv_buffer
            elif self.format == ""bgr"" and hasattr(frame, ""bgr""):
                data = frame.bgr
            elif self.format == ""gray"" and hasattr(frame, ""gray""):
                data = frame.gray
            else:
                raise AttributeError()
        except AttributeError:
            logger.warning(
                '{}s are not compatible with format ""{}""'.format(
                    type(frame), self.format
                )
            )
            return
        # Create serializable object.
        # Not necessary if __raw_data__ key is used.
        # blob = memoryview(np.asarray(data).data)
        blob = data
        events[""frame.world""] = [
            {
                ""topic"": ""frame"",
                ""width"": frame.width,
                ""height"": frame.height,
                ""index"": frame.index,
                ""timestamp"": frame.timestamp,
                ""format"": self.format,
                ""__raw_data__"": [blob],
            }
        ]
","def recent_events ( self , events ) : <TAB> frame = events . get ( ""frame"" ) <TAB> if frame : <TAB> <TAB> try : <TAB> <TAB> <TAB> if self . format == ""jpeg"" : <TAB> <TAB> <TAB> <TAB> data = frame . jpeg_buffer <TAB> <TAB> <TAB> elif self . format == ""yuv"" and hasattr ( frame , ""yuv_buffer"" ) : <TAB> <TAB> <TAB> <TAB> data = frame . yuv_buffer <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> data = frame . bgr <TAB> <TAB> <TAB> elif self . format == ""gray"" and hasattr ( frame , ""gray"" ) : <TAB> <TAB> <TAB> <TAB> data = frame . gray <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise AttributeError ( ) <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> '{}s are not compatible with format ""{}""' . format ( <TAB> <TAB> <TAB> <TAB> <TAB> type ( frame ) , self . format <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> blob = data <TAB> <TAB> events [ ""frame.world"" ] = [ <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""topic"" : ""frame"" , <TAB> <TAB> <TAB> <TAB> ""width"" : frame . width , <TAB> <TAB> <TAB> <TAB> ""height"" : frame . height , <TAB> <TAB> <TAB> <TAB> ""index"" : frame . index , <TAB> <TAB> <TAB> <TAB> ""timestamp"" : frame . timestamp , <TAB> <TAB> <TAB> <TAB> ""format"" : self . format , <TAB> <TAB> <TAB> <TAB> ""__raw_data__"" : [ blob ] , <TAB> <TAB> <TAB> } <TAB> <TAB> ]","elif self . format == ""bgr"" and hasattr ( frame , ""bgr"" ) :",379
9298,"def download_subtitle(self, subtitle):
    # download
    url = ""http://zip.{}/{}.zip"".format(self.server_url, subtitle.subtitle_id)
    r = self.session.get(url, headers={""Referer"": subtitle.page_link}, timeout=10)
    r.raise_for_status()
    if len(r.content) == 0:
        return
    # open the zip
    with zipfile.ZipFile(io.BytesIO(r.content)) as zf:
        # remove some filenames from the namelist
        namelist = [
            n for n in zf.namelist() if os.path.splitext(n)[1] in ["".srt"", "".sub""]
        ]
        if len(namelist) > 1:
            raise ProviderError(""More than one file to unzip"")
        subtitle.content = fix_line_ending(zf.read(namelist[0]))","def download_subtitle ( self , subtitle ) : <TAB> <TAB> url = ""http://zip.{}/{}.zip"" . format ( self . server_url , subtitle . subtitle_id ) <TAB> r = self . session . get ( url , headers = { ""Referer"" : subtitle . page_link } , timeout = 10 ) <TAB> r . raise_for_status ( ) <TAB> if len ( r . content ) == 0 : <TAB> <TAB> return <TAB> <TAB> with zipfile . ZipFile ( io . BytesIO ( r . content ) ) as zf : <TAB> <TAB> <TAB> <TAB> namelist = [ <TAB> <TAB> <TAB> n for n in zf . namelist ( ) if os . path . splitext ( n ) [ 1 ] in [ "".srt"" , "".sub"" ] <TAB> <TAB> ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ProviderError ( ""More than one file to unzip"" ) <TAB> <TAB> subtitle . content = fix_line_ending ( zf . read ( namelist [ 0 ] ) )",if len ( namelist ) > 1 :,217
10914,"def _sync_remote_run(remote_run):
    assert remote_run.remote
    remote_name = remote_run.remote.name
    pull_args = click_util.Args(remote=remote_name, delete=False)
    try:
        remote_impl_support.pull_runs([remote_run], pull_args)
    except Exception as e:
        if log.getEffectiveLevel() <= logging.DEBUG:
            log.exception(""pull %s from %s"", remote_run.id, remote_name)
        else:
            log.error(""error pulling %s from %s: %s"", remote_run.id, remote_name, e)
","def _sync_remote_run ( remote_run ) : <TAB> assert remote_run . remote <TAB> remote_name = remote_run . remote . name <TAB> pull_args = click_util . Args ( remote = remote_name , delete = False ) <TAB> try : <TAB> <TAB> remote_impl_support . pull_runs ( [ remote_run ] , pull_args ) <TAB> except Exception as e : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> log . exception ( ""pull %s from %s"" , remote_run . id , remote_name ) <TAB> <TAB> else : <TAB> <TAB> <TAB> log . error ( ""error pulling %s from %s: %s"" , remote_run . id , remote_name , e )",if log . getEffectiveLevel ( ) <= logging . DEBUG :,163
6154,"def _open_server(self):
    log_path = path.join(
        self.experiment_path if self.experiment_path is not None else ""."",
        ""logs"",
        ""CARLA_LOG_{}.txt"".format(self.port),
    )
    if not os.path.exists(os.path.dirname(log_path)):
        os.makedirs(os.path.dirname(log_path))
    with open(log_path, ""wb"") as out:
        cmd = [
            path.join(environ.get(""CARLA_ROOT""), ""CarlaUE4.sh""),
            self.map_path,
            ""-benchmark"",
            ""-carla-server"",
            ""-fps={}"".format(30 / self.frame_skip),
            ""-world-port={}"".format(self.port),
            ""-windowed -ResX={} -ResY={}"".format(self.server_width, self.server_height),
            ""-carla-no-hud"",
        ]
        if self.config:
            cmd.append(""-carla-settings={}"".format(self.config))
        p = subprocess.Popen(cmd, stdout=out, stderr=out)
    return p","def _open_server ( self ) : <TAB> log_path = path . join ( <TAB> <TAB> self . experiment_path if self . experiment_path is not None else ""."" , <TAB> <TAB> ""logs"" , <TAB> <TAB> ""CARLA_LOG_{}.txt"" . format ( self . port ) , <TAB> ) <TAB> if not os . path . exists ( os . path . dirname ( log_path ) ) : <TAB> <TAB> os . makedirs ( os . path . dirname ( log_path ) ) <TAB> with open ( log_path , ""wb"" ) as out : <TAB> <TAB> cmd = [ <TAB> <TAB> <TAB> path . join ( environ . get ( ""CARLA_ROOT"" ) , ""CarlaUE4.sh"" ) , <TAB> <TAB> <TAB> self . map_path , <TAB> <TAB> <TAB> ""-benchmark"" , <TAB> <TAB> <TAB> ""-carla-server"" , <TAB> <TAB> <TAB> ""-fps={}"" . format ( 30 / self . frame_skip ) , <TAB> <TAB> <TAB> ""-world-port={}"" . format ( self . port ) , <TAB> <TAB> <TAB> ""-windowed -ResX={} -ResY={}"" . format ( self . server_width , self . server_height ) , <TAB> <TAB> <TAB> ""-carla-no-hud"" , <TAB> <TAB> ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cmd . append ( ""-carla-settings={}"" . format ( self . config ) ) <TAB> <TAB> p = subprocess . Popen ( cmd , stdout = out , stderr = out ) <TAB> return p",if self . config :,302
16815,"def convert(low, high, lockout=False):
    time = """"
    tmp = 0
    if low == 0 and hex(high) == ""-0x80000000"":
        return ""Not Set""
    if low == 0 and high == 0:
        return ""None""
    if not lockout:
        if low != 0:
            high = abs(high + 1)
        else:
            high = abs(high)
            low = abs(low)
            tmp = low + (high) * 16 ** 8  # convert to 64bit int
            tmp *= 1e-7  # convert to seconds
    else:
        tmp = abs(high) * (1e-7)
    try:
        minutes = int(strftime(""%M"", gmtime(tmp)))
        hours = int(strftime(""%H"", gmtime(tmp)))
        days = int(strftime(""%j"", gmtime(tmp))) - 1
    except ValueError as e:
        return ""[-] Invalid TIME""
    if days > 1:
        time += ""{0} days "".format(days)
    elif days == 1:
        time += ""{0} day "".format(days)
    if hours > 1:
        time += ""{0} hours "".format(hours)
    elif hours == 1:
        time += ""{0} hour "".format(hours)
    if minutes > 1:
        time += ""{0} minutes "".format(minutes)
    elif minutes == 1:
        time += ""{0} minute "".format(minutes)
    return time","def convert ( low , high , lockout = False ) : <TAB> time = """" <TAB> tmp = 0 <TAB> if low == 0 and hex ( high ) == ""-0x80000000"" : <TAB> <TAB> return ""Not Set"" <TAB> if low == 0 and high == 0 : <TAB> <TAB> return ""None"" <TAB> if not lockout : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> high = abs ( high + 1 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> high = abs ( high ) <TAB> <TAB> <TAB> low = abs ( low ) <TAB> <TAB> <TAB> tmp = low + ( high ) * 16 ** 8 <TAB> <TAB> <TAB> tmp *= 1e-7 <TAB> else : <TAB> <TAB> tmp = abs ( high ) * ( 1e-7 ) <TAB> try : <TAB> <TAB> minutes = int ( strftime ( ""%M"" , gmtime ( tmp ) ) ) <TAB> <TAB> hours = int ( strftime ( ""%H"" , gmtime ( tmp ) ) ) <TAB> <TAB> days = int ( strftime ( ""%j"" , gmtime ( tmp ) ) ) - 1 <TAB> except ValueError as e : <TAB> <TAB> return ""[-] Invalid TIME"" <TAB> if days > 1 : <TAB> <TAB> time += ""{0} days "" . format ( days ) <TAB> elif days == 1 : <TAB> <TAB> time += ""{0} day "" . format ( days ) <TAB> if hours > 1 : <TAB> <TAB> time += ""{0} hours "" . format ( hours ) <TAB> elif hours == 1 : <TAB> <TAB> time += ""{0} hour "" . format ( hours ) <TAB> if minutes > 1 : <TAB> <TAB> time += ""{0} minutes "" . format ( minutes ) <TAB> elif minutes == 1 : <TAB> <TAB> time += ""{0} minute "" . format ( minutes ) <TAB> return time",if low != 0 :,377
12774,"def _wait_security_domain_operation(
    client, hsm_name, identifier=None
):  # pylint: disable=unused-argument
    retries = 0
    max_retries = 30
    wait_second = 5
    while retries < max_retries:
        try:
            ret = client.upload_pending(vault_base_url=hsm_name)
            if ret and getattr(ret, ""status"", None) in [""Succeeded"", ""Failed""]:
                return ret
        except:  # pylint: disable=bare-except
            pass
        time.sleep(wait_second)
        retries += 1
    return None","def _wait_security_domain_operation ( <TAB> client , hsm_name , identifier = None ) : <TAB> retries = 0 <TAB> max_retries = 30 <TAB> wait_second = 5 <TAB> while retries < max_retries : <TAB> <TAB> try : <TAB> <TAB> <TAB> ret = client . upload_pending ( vault_base_url = hsm_name ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return ret <TAB> <TAB> except : <TAB> <TAB> <TAB> pass <TAB> <TAB> time . sleep ( wait_second ) <TAB> <TAB> retries += 1 <TAB> return None","if ret and getattr ( ret , ""status"" , None ) in [ ""Succeeded"" , ""Failed"" ] :",162
6508,"def addError(self, test, err):
    if err[0] is SkipTest:
        if self.showAll:
            self.stream.writeln(str(err[1]))
        elif self.dots:
            self.stream.write(""s"")
            self.stream.flush()
        return
    _org_AddError(self, test, err)","def addError ( self , test , err ) : <TAB> if err [ 0 ] is SkipTest : <TAB> <TAB> if self . showAll : <TAB> <TAB> <TAB> self . stream . writeln ( str ( err [ 1 ] ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . stream . write ( ""s"" ) <TAB> <TAB> <TAB> self . stream . flush ( ) <TAB> <TAB> return <TAB> _org_AddError ( self , test , err )",elif self . dots :,93
7291,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 0:
            if ftype == TType.MAP:
                self.success = {}
                (_ktype31, _vtype32, _size30) = iprot.readMapBegin()
                for _i34 in xrange(_size30):
                    _key35 = iprot.readString()
                    _val36 = ColumnDescriptor()
                    _val36.read(iprot)
                    self.success[_key35] = _val36
                iprot.readMapEnd()
            else:
                iprot.skip(ftype)
        elif fid == 1:
            if ftype == TType.STRUCT:
                self.io = IOError()
                self.io.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 0 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . success = { } <TAB> <TAB> <TAB> <TAB> ( _ktype31 , _vtype32 , _size30 ) = iprot . readMapBegin ( ) <TAB> <TAB> <TAB> <TAB> for _i34 in xrange ( _size30 ) : <TAB> <TAB> <TAB> <TAB> <TAB> _key35 = iprot . readString ( ) <TAB> <TAB> <TAB> <TAB> <TAB> _val36 = ColumnDescriptor ( ) <TAB> <TAB> <TAB> <TAB> <TAB> _val36 . read ( iprot ) <TAB> <TAB> <TAB> <TAB> <TAB> self . success [ _key35 ] = _val36 <TAB> <TAB> <TAB> <TAB> iprot . readMapEnd ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . io = IOError ( ) <TAB> <TAB> <TAB> <TAB> self . io . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . MAP :,439
24081,"def load_state(self):
    state = load_pickled_state_file(""files_tab.state"")
    if not state:
        return
    if state[""sort_id""] is not None and state[""sort_order""] is not None:
        self.treestore.set_sort_column_id(state[""sort_id""], state[""sort_order""])
    for (index, column) in enumerate(self.listview.get_columns()):
        cname = column.get_title()
        if cname in state[""columns""]:
            cstate = state[""columns""][cname]
            column.set_sizing(Gtk.TreeViewColumnSizing.FIXED)
            column.set_fixed_width(cstate[""width""] if cstate[""width""] > 0 else 10)
            if state[""sort_id""] == index and state[""sort_order""] is not None:
                column.set_sort_indicator(True)
                column.set_sort_order(state[""sort_order""])
            if cstate[""position""] != index:
                # Column is in wrong position
                if cstate[""position""] == 0:
                    self.listview.move_column_after(column, None)
                elif (
                    self.listview.get_columns()[cstate[""position""] - 1].get_title()
                    != cname
                ):
                    self.listview.move_column_after(
                        column, self.listview.get_columns()[cstate[""position""] - 1]
                    )","def load_state ( self ) : <TAB> state = load_pickled_state_file ( ""files_tab.state"" ) <TAB> if not state : <TAB> <TAB> return <TAB> if state [ ""sort_id"" ] is not None and state [ ""sort_order"" ] is not None : <TAB> <TAB> self . treestore . set_sort_column_id ( state [ ""sort_id"" ] , state [ ""sort_order"" ] ) <TAB> for ( index , column ) in enumerate ( self . listview . get_columns ( ) ) : <TAB> <TAB> cname = column . get_title ( ) <TAB> <TAB> if cname in state [ ""columns"" ] : <TAB> <TAB> <TAB> cstate = state [ ""columns"" ] [ cname ] <TAB> <TAB> <TAB> column . set_sizing ( Gtk . TreeViewColumnSizing . FIXED ) <TAB> <TAB> <TAB> column . set_fixed_width ( cstate [ ""width"" ] if cstate [ ""width"" ] > 0 else 10 ) <TAB> <TAB> <TAB> if state [ ""sort_id"" ] == index and state [ ""sort_order"" ] is not None : <TAB> <TAB> <TAB> <TAB> column . set_sort_indicator ( True ) <TAB> <TAB> <TAB> <TAB> column . set_sort_order ( state [ ""sort_order"" ] ) <TAB> <TAB> <TAB> if cstate [ ""position"" ] != index : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . listview . move_column_after ( column , None ) <TAB> <TAB> <TAB> <TAB> elif ( <TAB> <TAB> <TAB> <TAB> <TAB> self . listview . get_columns ( ) [ cstate [ ""position"" ] - 1 ] . get_title ( ) <TAB> <TAB> <TAB> <TAB> <TAB> != cname <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> self . listview . move_column_after ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> column , self . listview . get_columns ( ) [ cstate [ ""position"" ] - 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> )","if cstate [ ""position"" ] == 0 :",404
4220,"def nodes(self, gid, sid, jid=None):
    SQL = render_template(
        ""/"".join([self.template_path, self._NODES_SQL]), jid=jid, conn=self.conn
    )
    status, rset = self.conn.execute_dict(SQL)
    if not status:
        return internal_server_error(errormsg=rset)
    if jid is not None:
        if len(rset[""rows""]) != 1:
            return gone(errormsg=_(""Could not find the pgAgent job on the server.""))
        return make_json_response(
            data=self.blueprint.generate_browser_node(
                rset[""rows""][0][""jobid""],
                sid,
                rset[""rows""][0][""jobname""],
                ""icon-pga_job""
                if rset[""rows""][0][""jobenabled""]
                else ""icon-pga_job-disabled"",
            ),
            status=200,
        )
    res = []
    for row in rset[""rows""]:
        res.append(
            self.blueprint.generate_browser_node(
                row[""jobid""],
                sid,
                row[""jobname""],
                ""icon-pga_job"" if row[""jobenabled""] else ""icon-pga_job-disabled"",
            )
        )
    return make_json_response(data=res, status=200)","def nodes ( self , gid , sid , jid = None ) : <TAB> SQL = render_template ( <TAB> <TAB> ""/"" . join ( [ self . template_path , self . _NODES_SQL ] ) , jid = jid , conn = self . conn <TAB> ) <TAB> status , rset = self . conn . execute_dict ( SQL ) <TAB> if not status : <TAB> <TAB> return internal_server_error ( errormsg = rset ) <TAB> if jid is not None : <TAB> <TAB> if len ( rset [ ""rows"" ] ) != 1 : <TAB> <TAB> <TAB> return gone ( errormsg = _ ( ""Could not find the pgAgent job on the server."" ) ) <TAB> <TAB> return make_json_response ( <TAB> <TAB> <TAB> data = self . blueprint . generate_browser_node ( <TAB> <TAB> <TAB> <TAB> rset [ ""rows"" ] [ 0 ] [ ""jobid"" ] , <TAB> <TAB> <TAB> <TAB> sid , <TAB> <TAB> <TAB> <TAB> rset [ ""rows"" ] [ 0 ] [ ""jobname"" ] , <TAB> <TAB> <TAB> <TAB> ""icon-pga_job"" <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> else ""icon-pga_job-disabled"" , <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> status = 200 , <TAB> <TAB> ) <TAB> res = [ ] <TAB> for row in rset [ ""rows"" ] : <TAB> <TAB> res . append ( <TAB> <TAB> <TAB> self . blueprint . generate_browser_node ( <TAB> <TAB> <TAB> <TAB> row [ ""jobid"" ] , <TAB> <TAB> <TAB> <TAB> sid , <TAB> <TAB> <TAB> <TAB> row [ ""jobname"" ] , <TAB> <TAB> <TAB> <TAB> ""icon-pga_job"" if row [ ""jobenabled"" ] else ""icon-pga_job-disabled"" , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> return make_json_response ( data = res , status = 200 )","if rset [ ""rows"" ] [ 0 ] [ ""jobenabled"" ]",383
19609,"def complete_tags(cls):
    u""""""build a list of tags and store it in variable b:org_tag_completion""""""
    d = ORGMODE.get_document()
    heading = d.current_heading()
    if not heading:
        return
    leading_portion = vim.eval(u""a:ArgLead"").decode(u""utf-8"")
    cursor = int(vim.eval(u""a:CursorPos""))
    # extract currently completed tag
    idx_orig = leading_portion.rfind(u"":"", 0, cursor)
    if idx_orig == -1:
        idx = 0
    else:
        idx = idx_orig
    current_tag = leading_portion[idx:cursor].lstrip(u"":"")
    head = leading_portion[: idx + 1]
    if idx_orig == -1:
        head = u""""
    tail = leading_portion[cursor:]
    # extract all tags of the current file
    all_tags = set()
    for h in d.all_headings():
        for t in h.tags:
            all_tags.add(t)
    ignorecase = bool(
        int(
            settings.get(
                u""org_tag_completion_ignorecase"", int(vim.eval(u""&ignorecase""))
            )
        )
    )
    possible_tags = []
    current_tags = heading.tags
    for t in all_tags:
        if ignorecase:
            if t.lower().startswith(current_tag.lower()):
                possible_tags.append(t)
        elif t.startswith(current_tag):
            possible_tags.append(t)
    vim.command(
        (
            u""let b:org_complete_tags = [%s]""
            % u"", "".join([u'""%s%s:%s""' % (head, i, tail) for i in possible_tags])
        ).encode(u""utf-8"")
    )","def complete_tags ( cls ) : <TAB> u""""""build a list of tags and store it in variable b:org_tag_completion"""""" <TAB> d = ORGMODE . get_document ( ) <TAB> heading = d . current_heading ( ) <TAB> if not heading : <TAB> <TAB> return <TAB> leading_portion = vim . eval ( u""a:ArgLead"" ) . decode ( u""utf-8"" ) <TAB> cursor = int ( vim . eval ( u""a:CursorPos"" ) ) <TAB> <TAB> idx_orig = leading_portion . rfind ( u"":"" , 0 , cursor ) <TAB> if idx_orig == - 1 : <TAB> <TAB> idx = 0 <TAB> else : <TAB> <TAB> idx = idx_orig <TAB> current_tag = leading_portion [ idx : cursor ] . lstrip ( u"":"" ) <TAB> head = leading_portion [ : idx + 1 ] <TAB> if idx_orig == - 1 : <TAB> <TAB> head = u"""" <TAB> tail = leading_portion [ cursor : ] <TAB> <TAB> all_tags = set ( ) <TAB> for h in d . all_headings ( ) : <TAB> <TAB> for t in h . tags : <TAB> <TAB> <TAB> all_tags . add ( t ) <TAB> ignorecase = bool ( <TAB> <TAB> int ( <TAB> <TAB> <TAB> settings . get ( <TAB> <TAB> <TAB> <TAB> u""org_tag_completion_ignorecase"" , int ( vim . eval ( u""&ignorecase"" ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> ) <TAB> possible_tags = [ ] <TAB> current_tags = heading . tags <TAB> for t in all_tags : <TAB> <TAB> if ignorecase : <TAB> <TAB> <TAB> if t . lower ( ) . startswith ( current_tag . lower ( ) ) : <TAB> <TAB> <TAB> <TAB> possible_tags . append ( t ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> possible_tags . append ( t ) <TAB> vim . command ( <TAB> <TAB> ( <TAB> <TAB> <TAB> u""let b:org_complete_tags = [%s]"" <TAB> <TAB> <TAB> % u"", "" . join ( [ u'""%s%s:%s""' % ( head , i , tail ) for i in possible_tags ] ) <TAB> <TAB> ) . encode ( u""utf-8"" ) <TAB> )",elif t . startswith ( current_tag ) :,491
23339,"def __init__(self, *args, **kwargs):
    super(ChallengePhaseCreateSerializer, self).__init__(*args, **kwargs)
    context = kwargs.get(""context"")
    if context:
        challenge = context.get(""challenge"")
        if challenge:
            kwargs[""data""][""challenge""] = challenge.pk
        test_annotation = context.get(""test_annotation"")
        if test_annotation:
            kwargs[""data""][""test_annotation""] = test_annotation
","def __init__ ( self , * args , ** kwargs ) : <TAB> super ( ChallengePhaseCreateSerializer , self ) . __init__ ( * args , ** kwargs ) <TAB> context = kwargs . get ( ""context"" ) <TAB> if context : <TAB> <TAB> challenge = context . get ( ""challenge"" ) <TAB> <TAB> if challenge : <TAB> <TAB> <TAB> kwargs [ ""data"" ] [ ""challenge"" ] = challenge . pk <TAB> <TAB> test_annotation = context . get ( ""test_annotation"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> kwargs [ ""data"" ] [ ""test_annotation"" ] = test_annotation",if test_annotation :,119
23680,"def failUnlessRaises(self, excClass, callableObj, *args, **kwargs):
    try:
        callableObj(*args, **kwargs)
    except excClass:
        return
    else:
        if hasattr(excClass, ""__name__""):
            excName = excClass.__name__
        else:
            excName = str(excClass)
        # raise self.failureException, ""%s not raised"" % excName
        self.fail(""%s not raised"" % excName)
","def failUnlessRaises ( self , excClass , callableObj , * args , ** kwargs ) : <TAB> try : <TAB> <TAB> callableObj ( * args , ** kwargs ) <TAB> except excClass : <TAB> <TAB> return <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> excName = excClass . __name__ <TAB> <TAB> else : <TAB> <TAB> <TAB> excName = str ( excClass ) <TAB> <TAB> <TAB> <TAB> self . fail ( ""%s not raised"" % excName )","if hasattr ( excClass , ""__name__"" ) :",122
22445,"def _get_port():
    while True:
        port = 20000 + random.randint(1, 9999)
        for i in range(5):
            sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
            result = sock.connect_ex((""127.0.0.1"", port))
            if result == 0:
                continue
        else:
            return port","def _get_port ( ) : <TAB> while True : <TAB> <TAB> port = 20000 + random . randint ( 1 , 9999 ) <TAB> <TAB> for i in range ( 5 ) : <TAB> <TAB> <TAB> sock = socket . socket ( socket . AF_INET , socket . SOCK_STREAM ) <TAB> <TAB> <TAB> result = sock . connect_ex ( ( ""127.0.0.1"" , port ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> else : <TAB> <TAB> <TAB> return port",if result == 0 :,107
15243,"def slugify_instance(inst, label, reserved=(), max_length=30, *args, **kwargs):
    base_slug = slugify(label)[:max_length]
    if base_slug in reserved:
        base_slug = None
    elif base_slug is not None:
        base_slug = base_slug.strip()
    if not base_slug:
        base_slug = uuid4().hex[:12]
    base_qs = type(inst).objects.all()
    if inst.id:
        base_qs = base_qs.exclude(id=inst.id)
    if args or kwargs:
        base_qs = base_qs.filter(*args, **kwargs)
    inst.slug = base_slug
    # We don't need to further mutate if we're unique at this point
    if not base_qs.filter(slug__iexact=inst.slug).exists():
        return
    # We want to sanely generate the shortest unique slug possible, so
    # we try different length endings until we get one that works, or bail.
    # At most, we have 27 attempts here to derive a unique slug
    sizes = (
        (1, 2),  # (36^2) possibilities, 2 attempts
        (5, 3),  # (36^3) possibilities, 3 attempts
        (20, 5),  # (36^5) possibilities, 20 attempts
        (1, 12),  # (36^12) possibilities, 1 final attempt
    )
    for attempts, size in sizes:
        for i in xrange(attempts):
            end = get_random_string(
                size, allowed_chars=""abcdefghijklmnopqrstuvwxyz0123456790""
            )
            inst.slug = base_slug[: max_length - size - 1] + ""-"" + end
            if not base_qs.filter(slug__iexact=inst.slug).exists():
                return","def slugify_instance ( inst , label , reserved = ( ) , max_length = 30 , * args , ** kwargs ) : <TAB> base_slug = slugify ( label ) [ : max_length ] <TAB> if base_slug in reserved : <TAB> <TAB> base_slug = None <TAB> elif base_slug is not None : <TAB> <TAB> base_slug = base_slug . strip ( ) <TAB> if not base_slug : <TAB> <TAB> base_slug = uuid4 ( ) . hex [ : 12 ] <TAB> base_qs = type ( inst ) . objects . all ( ) <TAB> if inst . id : <TAB> <TAB> base_qs = base_qs . exclude ( id = inst . id ) <TAB> if args or kwargs : <TAB> <TAB> base_qs = base_qs . filter ( * args , ** kwargs ) <TAB> inst . slug = base_slug <TAB> <TAB> <fill-in> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> sizes = ( <TAB> <TAB> ( 1 , 2 ) , <TAB> <TAB> ( 5 , 3 ) , <TAB> <TAB> ( 20 , 5 ) , <TAB> <TAB> ( 1 , 12 ) , <TAB> ) <TAB> for attempts , size in sizes : <TAB> <TAB> for i in xrange ( attempts ) : <TAB> <TAB> <TAB> end = get_random_string ( <TAB> <TAB> <TAB> <TAB> size , allowed_chars = ""abcdefghijklmnopqrstuvwxyz0123456790"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> inst . slug = base_slug [ : max_length - size - 1 ] + ""-"" + end <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return",if not base_qs . filter ( slug__iexact = inst . slug ) . exists ( ) :,454
13304,"def check(self):
    """"""Perform required checks to conclude if it's safe to operate""""""
    if self.interpreter.manual is None:
        if not self.process.healthy:
            self.error = self.process.error
            self.tip = self.process.tip
            return False
    start = time.time()
    while not self._status():
        if time.time() - start >= 2:  # 2s
            self.error = ""can't connect to the minserver on {}:{}"".format(
                self.interpreter.host, self.interpreter.port
            )
            self.tip = ""check your vagrant machine is running""
            return False
        time.sleep(0.1)
    return True","def check ( self ) : <TAB> """"""Perform required checks to conclude if it's safe to operate"""""" <TAB> if self . interpreter . manual is None : <TAB> <TAB> if not self . process . healthy : <TAB> <TAB> <TAB> self . error = self . process . error <TAB> <TAB> <TAB> self . tip = self . process . tip <TAB> <TAB> <TAB> return False <TAB> start = time . time ( ) <TAB> while not self . _status ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . error = ""can't connect to the minserver on {}:{}"" . format ( <TAB> <TAB> <TAB> <TAB> self . interpreter . host , self . interpreter . port <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . tip = ""check your vagrant machine is running"" <TAB> <TAB> <TAB> return False <TAB> <TAB> time . sleep ( 0.1 ) <TAB> return True",if time . time ( ) - start >= 2 :,189
12142,"def _bytecode_filenames(self, py_filenames):
    bytecode_files = []
    for py_file in py_filenames:
        if not py_file.endswith("".py""):
            continue
        if self.compile:
            bytecode_files.append(py_file + ""c"")
        if self.optimize > 0:
            bytecode_files.append(py_file + ""o"")
    return bytecode_files","def _bytecode_filenames ( self , py_filenames ) : <TAB> bytecode_files = [ ] <TAB> for py_file in py_filenames : <TAB> <TAB> if not py_file . endswith ( "".py"" ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> bytecode_files . append ( py_file + ""c"" ) <TAB> <TAB> if self . optimize > 0 : <TAB> <TAB> <TAB> bytecode_files . append ( py_file + ""o"" ) <TAB> return bytecode_files",if self . compile :,107
1041,"def get_files(d):
    f = []
    for root, dirs, files in os.walk(d):
        for name in files:
            if ""meta-environment"" in root or ""cross-canadian"" in root:
                continue
            if ""qemux86copy-"" in root or ""qemux86-"" in root:
                continue
            if ""do_build"" not in name and ""do_populate_sdk"" not in name:
                f.append(os.path.join(root, name))
    return f","def get_files ( d ) : <TAB> f = [ ] <TAB> for root , dirs , files in os . walk ( d ) : <TAB> <TAB> for name in files : <TAB> <TAB> <TAB> if ""meta-environment"" in root or ""cross-canadian"" in root : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if ""do_build"" not in name and ""do_populate_sdk"" not in name : <TAB> <TAB> <TAB> <TAB> f . append ( os . path . join ( root , name ) ) <TAB> return f","if ""qemux86copy-"" in root or ""qemux86-"" in root :",143
2497,"def listdir(self, d):
    try:
        return [
            p
            for p in os.listdir(d)
            if os.path.basename(p) != ""CVS"" and os.path.isdir(os.path.join(d, p))
        ]
    except OSError:
        return []
","def listdir ( self , d ) : <TAB> try : <TAB> <TAB> return [ <TAB> <TAB> <TAB> p <TAB> <TAB> <TAB> for p in os . listdir ( d ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> ] <TAB> except OSError : <TAB> <TAB> return [ ]","if os . path . basename ( p ) != ""CVS"" and os . path . isdir ( os . path . join ( d , p ) )",84
4277,"def get(self, subject, topic):
    """"""Handles GET requests.""""""
    if subject in feconf.AVAILABLE_LANDING_PAGES:
        if topic in feconf.AVAILABLE_LANDING_PAGES[subject]:
            self.render_template(""topic-landing-page.mainpage.html"")
        else:
            raise self.PageNotFoundException
    else:
        raise self.PageNotFoundException
","def get ( self , subject , topic ) : <TAB> """"""Handles GET requests."""""" <TAB> if subject in feconf . AVAILABLE_LANDING_PAGES : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . render_template ( ""topic-landing-page.mainpage.html"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise self . PageNotFoundException <TAB> else : <TAB> <TAB> raise self . PageNotFoundException",if topic in feconf . AVAILABLE_LANDING_PAGES [ subject ] :,100
22895,"def makeMasterGuiBinding(self, stroke, w=None, trace=False):
    """"""Make a master gui binding for stroke in pane w, or in all the standard widgets.""""""
    k = self
    c = k.c
    f = c.frame
    if w:
        widgets = [w]
    else:
        # New in Leo 4.5: we *must* make the binding in the binding widget.
        bindingWidget = (
            f.tree and hasattr(f.tree, ""bindingWidget"") and f.tree.bindingWidget or None
        )
        wrapper = f.body and hasattr(f.body, ""wrapper"") and f.body.wrapper or None
        canvas = f.tree and hasattr(f.tree, ""canvas"") and f.tree.canvas or None
        widgets = (c.miniBufferWidget, wrapper, canvas, bindingWidget)
    for w in widgets:
        if not w:
            continue
        # Make the binding only if no binding for the stroke exists in the widget.
        aList = k.masterGuiBindingsDict.get(stroke, [])
        if w not in aList:
            aList.append(w)
            k.masterGuiBindingsDict[stroke] = aList","def makeMasterGuiBinding ( self , stroke , w = None , trace = False ) : <TAB> """"""Make a master gui binding for stroke in pane w, or in all the standard widgets."""""" <TAB> k = self <TAB> c = k . c <TAB> f = c . frame <TAB> if w : <TAB> <TAB> widgets = [ w ] <TAB> else : <TAB> <TAB> <TAB> <TAB> bindingWidget = ( <TAB> <TAB> <TAB> f . tree and hasattr ( f . tree , ""bindingWidget"" ) and f . tree . bindingWidget or None <TAB> <TAB> ) <TAB> <TAB> wrapper = f . body and hasattr ( f . body , ""wrapper"" ) and f . body . wrapper or None <TAB> <TAB> canvas = f . tree and hasattr ( f . tree , ""canvas"" ) and f . tree . canvas or None <TAB> <TAB> widgets = ( c . miniBufferWidget , wrapper , canvas , bindingWidget ) <TAB> for w in widgets : <TAB> <TAB> if not w : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> aList = k . masterGuiBindingsDict . get ( stroke , [ ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> aList . append ( w ) <TAB> <TAB> <TAB> k . masterGuiBindingsDict [ stroke ] = aList",if w not in aList :,303
6740,"def __fill_counter_values(self, command: str):
    result = []
    regex = r""(item[0-9]+\.counter_value)""
    for token in re.split(regex, command):
        if re.match(regex, token) is not None:
            try:
                result.append(str(self.simulator_config.item_dict[token].value))
            except (KeyError, ValueError, AttributeError):
                logger.error(""Could not get counter value for "" + token)
        else:
            result.append(token)
    return """".join(result)","def __fill_counter_values ( self , command : str ) : <TAB> result = [ ] <TAB> regex = r""(item[0-9]+\.counter_value)"" <TAB> for token in re . split ( regex , command ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> result . append ( str ( self . simulator_config . item_dict [ token ] . value ) ) <TAB> <TAB> <TAB> except ( KeyError , ValueError , AttributeError ) : <TAB> <TAB> <TAB> <TAB> logger . error ( ""Could not get counter value for "" + token ) <TAB> <TAB> else : <TAB> <TAB> <TAB> result . append ( token ) <TAB> return """" . join ( result )","if re . match ( regex , token ) is not None :",152
20231,"def _update(self, child):
    # Align all children with child.
    (left, top, right, bot) = child.bbox()
    y = self._yalign(top, bot)
    for c in self._children:
        (x1, y1, x2, y2) = c.bbox()
        c.move(0, y - self._yalign(y1, y2))
    if self._ordered and len(self._children) > 1:
        index = self._children.index(child)
        x = right + self._space
        for i in range(index + 1, len(self._children)):
            (x1, y1, x2, y2) = self._children[i].bbox()
            if x > x1:
                self._children[i].move(x - x1, 0)
                x += x2 - x1 + self._space
        x = left - self._space
        for i in range(index - 1, -1, -1):
            (x1, y1, x2, y2) = self._children[i].bbox()
            if x < x2:
                self._children[i].move(x - x2, 0)
                x -= x2 - x1 + self._space","def _update ( self , child ) : <TAB> <TAB> ( left , top , right , bot ) = child . bbox ( ) <TAB> y = self . _yalign ( top , bot ) <TAB> for c in self . _children : <TAB> <TAB> ( x1 , y1 , x2 , y2 ) = c . bbox ( ) <TAB> <TAB> c . move ( 0 , y - self . _yalign ( y1 , y2 ) ) <TAB> if self . _ordered and len ( self . _children ) > 1 : <TAB> <TAB> index = self . _children . index ( child ) <TAB> <TAB> x = right + self . _space <TAB> <TAB> for i in range ( index + 1 , len ( self . _children ) ) : <TAB> <TAB> <TAB> ( x1 , y1 , x2 , y2 ) = self . _children [ i ] . bbox ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . _children [ i ] . move ( x - x1 , 0 ) <TAB> <TAB> <TAB> <TAB> x += x2 - x1 + self . _space <TAB> <TAB> x = left - self . _space <TAB> <TAB> for i in range ( index - 1 , - 1 , - 1 ) : <TAB> <TAB> <TAB> ( x1 , y1 , x2 , y2 ) = self . _children [ i ] . bbox ( ) <TAB> <TAB> <TAB> if x < x2 : <TAB> <TAB> <TAB> <TAB> self . _children [ i ] . move ( x - x2 , 0 ) <TAB> <TAB> <TAB> <TAB> x -= x2 - x1 + self . _space",if x > x1 :,326
24014,"def mouse_down(self, ips, x, y, btn, **key):
    lim = 5.0 / key[""canvas""].get_scale()
    ips.mark = self.helper
    if btn == 1:
        if not self.doing:
            print(ips.roi)
            print(self.curobj)
            if ips.roi != None:
                self.curobj = ips.roi.pick(x, y, ips.cur, lim)
                ips.roi.info(ips, self.curobj)
            if self.curobj != None:
                return
            if ips.roi == None:
                print(1)
                ips.roi = lineroi.LineRoi()
                self.doing = True
            elif ips.roi.dtype == ""line"" and key[""shift""]:
                print(2)
                self.doing = True
            else:
                ips.roi = None
        if self.doing:
            self.helper.addpoint((x, y))
            self.curobj = (self.helper.buf, -1)
            self.odx, self.ody = x, y
    elif btn == 3:
        if self.doing:
            self.helper.addpoint((x, y))
            self.doing = False
            ips.roi.addline(self.helper.pop())
    ips.update()","def mouse_down ( self , ips , x , y , btn , ** key ) : <TAB> lim = 5.0 / key [ ""canvas"" ] . get_scale ( ) <TAB> ips . mark = self . helper <TAB> if btn == 1 : <TAB> <TAB> if not self . doing : <TAB> <TAB> <TAB> print ( ips . roi ) <TAB> <TAB> <TAB> print ( self . curobj ) <TAB> <TAB> <TAB> if ips . roi != None : <TAB> <TAB> <TAB> <TAB> self . curobj = ips . roi . pick ( x , y , ips . cur , lim ) <TAB> <TAB> <TAB> <TAB> ips . roi . info ( ips , self . curobj ) <TAB> <TAB> <TAB> if self . curobj != None : <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> if ips . roi == None : <TAB> <TAB> <TAB> <TAB> print ( 1 ) <TAB> <TAB> <TAB> <TAB> ips . roi = lineroi . LineRoi ( ) <TAB> <TAB> <TAB> <TAB> self . doing = True <TAB> <TAB> <TAB> elif ips . roi . dtype == ""line"" and key [ ""shift"" ] : <TAB> <TAB> <TAB> <TAB> print ( 2 ) <TAB> <TAB> <TAB> <TAB> self . doing = True <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> ips . roi = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . helper . addpoint ( ( x , y ) ) <TAB> <TAB> <TAB> self . curobj = ( self . helper . buf , - 1 ) <TAB> <TAB> <TAB> self . odx , self . ody = x , y <TAB> elif btn == 3 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . helper . addpoint ( ( x , y ) ) <TAB> <TAB> <TAB> self . doing = False <TAB> <TAB> <TAB> ips . roi . addline ( self . helper . pop ( ) ) <TAB> ips . update ( )",if self . doing :,385
21672,"def _unpack_map(code, fp, options):
    if (ord(code) & 0xF0) == 0x80:
        length = ord(code) & ~0xF0
    elif code == b""\xde"":
        length = struct.unpack("">H"", _read_except(fp, 2))[0]
    elif code == b""\xdf"":
        length = struct.unpack("">I"", _read_except(fp, 4))[0]
    else:
        raise Exception(""logic error, not map: 0x%02x"" % ord(code))
    d = {} if not options.get(""use_ordered_dict"") else collections.OrderedDict()
    for _ in xrange(length):
        # Unpack key
        k = _unpack(fp, options)
        if isinstance(k, list):
            # Attempt to convert list into a hashable tuple
            k = _deep_list_to_tuple(k)
        elif not isinstance(k, collections.Hashable):
            raise UnhashableKeyException(
                ""encountered unhashable key: %s, %s"" % (str(k), str(type(k)))
            )
        elif k in d:
            raise DuplicateKeyException(
                ""encountered duplicate key: %s, %s"" % (str(k), str(type(k)))
            )
        # Unpack value
        v = _unpack(fp, options)
        try:
            d[k] = v
        except TypeError:
            raise UnhashableKeyException(""encountered unhashable key: %s"" % str(k))
    return d","def _unpack_map ( code , fp , options ) : <TAB> if ( ord ( code ) & 0xF0 ) == 0x80 : <TAB> <TAB> length = ord ( code ) & ~ 0xF0 <TAB> elif code == b""\xde"" : <TAB> <TAB> length = struct . unpack ( "">H"" , _read_except ( fp , 2 ) ) [ 0 ] <TAB> elif code == b""\xdf"" : <TAB> <TAB> length = struct . unpack ( "">I"" , _read_except ( fp , 4 ) ) [ 0 ] <TAB> else : <TAB> <TAB> raise Exception ( ""logic error, not map: 0x%02x"" % ord ( code ) ) <TAB> d = { } if not options . get ( ""use_ordered_dict"" ) else collections . OrderedDict ( ) <TAB> for _ in xrange ( length ) : <TAB> <TAB> <TAB> <TAB> k = _unpack ( fp , options ) <TAB> <TAB> if isinstance ( k , list ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> k = _deep_list_to_tuple ( k ) <TAB> <TAB> elif not isinstance ( k , collections . Hashable ) : <TAB> <TAB> <TAB> raise UnhashableKeyException ( <TAB> <TAB> <TAB> <TAB> ""encountered unhashable key: %s, %s"" % ( str ( k ) , str ( type ( k ) ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise DuplicateKeyException ( <TAB> <TAB> <TAB> <TAB> ""encountered duplicate key: %s, %s"" % ( str ( k ) , str ( type ( k ) ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> v = _unpack ( fp , options ) <TAB> <TAB> try : <TAB> <TAB> <TAB> d [ k ] = v <TAB> <TAB> except TypeError : <TAB> <TAB> <TAB> raise UnhashableKeyException ( ""encountered unhashable key: %s"" % str ( k ) ) <TAB> return d",elif k in d :,405
12892,"def _printForward(user, result):
    if ""enabled"" in result:
        row = {""User"": user, ""forwardEnabled"": result[""enabled""]}
        if result[""enabled""]:
            row[""forwardTo""] = result[""emailAddress""]
            row[""disposition""] = result[""disposition""]
    else:
        row = {""User"": user, ""forwardEnabled"": result[""enable""]}
        if result[""enable""] == ""true"":
            row[""forwardTo""] = result[""forwardTo""]
            row[""disposition""] = EMAILSETTINGS_OLD_NEW_OLD_FORWARD_ACTION_MAP[
                result[""action""]
            ]
    csvRows.append(row)
","def _printForward ( user , result ) : <TAB> if ""enabled"" in result : <TAB> <TAB> row = { ""User"" : user , ""forwardEnabled"" : result [ ""enabled"" ] } <TAB> <TAB> if result [ ""enabled"" ] : <TAB> <TAB> <TAB> row [ ""forwardTo"" ] = result [ ""emailAddress"" ] <TAB> <TAB> <TAB> row [ ""disposition"" ] = result [ ""disposition"" ] <TAB> else : <TAB> <TAB> row = { ""User"" : user , ""forwardEnabled"" : result [ ""enable"" ] } <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> row [ ""forwardTo"" ] = result [ ""forwardTo"" ] <TAB> <TAB> <TAB> row [ ""disposition"" ] = EMAILSETTINGS_OLD_NEW_OLD_FORWARD_ACTION_MAP [ <TAB> <TAB> <TAB> <TAB> result [ ""action"" ] <TAB> <TAB> <TAB> ] <TAB> csvRows . append ( row )","if result [ ""enable"" ] == ""true"" :",170
9935,"def _stop_child_threads(self, name=None):
    """"""Stops all threads spawn by this activity.""""""
    for thread_name, thread in list(self._child_thread_map.items()):
        if name is not None and thread_name is name:
            LOG.debug(""%s: Stopping child thread %s"", self.name, thread_name)
            thread.kill()
            self._child_thread_map.pop(thread_name, None)
","def _stop_child_threads ( self , name = None ) : <TAB> """"""Stops all threads spawn by this activity."""""" <TAB> for thread_name , thread in list ( self . _child_thread_map . items ( ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> LOG . debug ( ""%s: Stopping child thread %s"" , self . name , thread_name ) <TAB> <TAB> <TAB> thread . kill ( ) <TAB> <TAB> <TAB> self . _child_thread_map . pop ( thread_name , None )",if name is not None and thread_name is name :,116
22238,"def page_file(self, page):
    try:
        page = self.notebook.get_page(page)
        if hasattr(page, ""source"") and isinstance(page.source, File):
            return page.source
        else:
            return None
    except PageNotFoundError:
        return None
","def page_file ( self , page ) : <TAB> try : <TAB> <TAB> page = self . notebook . get_page ( page ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return page . source <TAB> <TAB> else : <TAB> <TAB> <TAB> return None <TAB> except PageNotFoundError : <TAB> <TAB> return None","if hasattr ( page , ""source"" ) and isinstance ( page . source , File ) :",79
24209,"def logIn(username="""", password=""""):
    cf = TidalConfig()
    if username == """" or password == """":
        print(""----------------LogIn------------------"")
        username = myinput(""username:"")
        password = myinput(""password:"")
    account3 = TidalMobileSession(username, password, TIDAL_TOKEN.clientID, cf)
    if account3.errmsg is None:
        cf.set_account2(
            username,
            password,
            account3.access_token,
            account3.country_code,
            account3.user_id,
        )
    else:
        cf.set_account2(username, password, """", """", """")
        printWarning(0, ""Login err(by mobile)!"" + account3.errmsg)
        account = TidalAccount(username, password, TIDAL_TOKEN, False, cf)
        account2 = TidalAccount(username, password, TIDAL_TOKEN, True, cf)
        if account.errmsg != """" and account2.errmsg != """":
            printErr(0, account.errmsg)
            return False
        elif account.errmsg != """":
            account = account2
        elif account2.errmsg != """":
            account2 = account
        cf.set_account(
            username,
            password,
            account.session_id,
            account.country_code,
            account.user_id,
            account2.session_id,
        )
    Curtime = time.time()
    cf.set_lastlogintime(str(Curtime))
    return True","def logIn ( username = """" , password = """" ) : <TAB> cf = TidalConfig ( ) <TAB> if username == """" or password == """" : <TAB> <TAB> print ( ""----------------LogIn------------------"" ) <TAB> <TAB> username = myinput ( ""username:"" ) <TAB> <TAB> password = myinput ( ""password:"" ) <TAB> account3 = TidalMobileSession ( username , password , TIDAL_TOKEN . clientID , cf ) <TAB> if account3 . errmsg is None : <TAB> <TAB> cf . set_account2 ( <TAB> <TAB> <TAB> username , <TAB> <TAB> <TAB> password , <TAB> <TAB> <TAB> account3 . access_token , <TAB> <TAB> <TAB> account3 . country_code , <TAB> <TAB> <TAB> account3 . user_id , <TAB> <TAB> ) <TAB> else : <TAB> <TAB> cf . set_account2 ( username , password , """" , """" , """" ) <TAB> <TAB> printWarning ( 0 , ""Login err(by mobile)!"" + account3 . errmsg ) <TAB> <TAB> account = TidalAccount ( username , password , TIDAL_TOKEN , False , cf ) <TAB> <TAB> account2 = TidalAccount ( username , password , TIDAL_TOKEN , True , cf ) <TAB> <TAB> if account . errmsg != """" and account2 . errmsg != """" : <TAB> <TAB> <TAB> printErr ( 0 , account . errmsg ) <TAB> <TAB> <TAB> return False <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> account = account2 <TAB> <TAB> elif account2 . errmsg != """" : <TAB> <TAB> <TAB> account2 = account <TAB> <TAB> cf . set_account ( <TAB> <TAB> <TAB> username , <TAB> <TAB> <TAB> password , <TAB> <TAB> <TAB> account . session_id , <TAB> <TAB> <TAB> account . country_code , <TAB> <TAB> <TAB> account . user_id , <TAB> <TAB> <TAB> account2 . session_id , <TAB> <TAB> ) <TAB> Curtime = time . time ( ) <TAB> cf . set_lastlogintime ( str ( Curtime ) ) <TAB> return True","elif account . errmsg != """" :",407
7102,"def deserialize_txs():  # This function is pure
    to_hashX = self.coin.hashX_from_script
    deserializer = self.coin.DESERIALIZER
    txs = {}
    for hash, raw_tx in zip(hashes, raw_txs):
        # The daemon may have evicted the tx from its
        # mempool or it may have gotten in a block
        if not raw_tx:
            continue
        tx, tx_size = deserializer(raw_tx).read_tx_and_vsize()
        # Convert the inputs and outputs into (hashX, value) pairs
        # Drop generation-like inputs from MemPoolTx.prevouts
        txin_pairs = tuple(
            (txin.prev_hash, txin.prev_idx)
            for txin in tx.inputs
            if not txin.is_generation()
        )
        txout_pairs = tuple(
            (to_hashX(txout.pk_script), txout.value) for txout in tx.outputs
        )
        txs[hash] = MemPoolTx(txin_pairs, None, txout_pairs, 0, tx_size)
    return txs","def deserialize_txs ( ) : <TAB> to_hashX = self . coin . hashX_from_script <TAB> deserializer = self . coin . DESERIALIZER <TAB> txs = { } <TAB> for hash , raw_tx in zip ( hashes , raw_txs ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> tx , tx_size = deserializer ( raw_tx ) . read_tx_and_vsize ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> txin_pairs = tuple ( <TAB> <TAB> <TAB> ( txin . prev_hash , txin . prev_idx ) <TAB> <TAB> <TAB> for txin in tx . inputs <TAB> <TAB> <TAB> if not txin . is_generation ( ) <TAB> <TAB> ) <TAB> <TAB> txout_pairs = tuple ( <TAB> <TAB> <TAB> ( to_hashX ( txout . pk_script ) , txout . value ) for txout in tx . outputs <TAB> <TAB> ) <TAB> <TAB> txs [ hash ] = MemPoolTx ( txin_pairs , None , txout_pairs , 0 , tx_size ) <TAB> return txs",if not raw_tx :,308
5573,"def get_lang(node):
    # we may have lang and xml:lang
    retval = None
    if node.hasAttribute(""lang""):
        retval = node.getAttribute(""lang"")
    if retval and node.hasAttribute(""xml:lang""):
        xmllang = node.getAttribute(""xml:lang"").lower()
        if not (xmllang != None and xmllang == retval.lower()):
            # This is an error, in which case retval must be invalidated...
            retval = None
    return retval
","def get_lang ( node ) : <TAB> <TAB> retval = None <TAB> if node . hasAttribute ( ""lang"" ) : <TAB> <TAB> retval = node . getAttribute ( ""lang"" ) <TAB> if retval and node . hasAttribute ( ""xml:lang"" ) : <TAB> <TAB> xmllang = node . getAttribute ( ""xml:lang"" ) . lower ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> retval = None <TAB> return retval",if not ( xmllang != None and xmllang == retval . lower ( ) ) :,130
13908,"def chop(expr, delta=10.0 ** (-10.0)):
    if isinstance(expr, Real):
        if -delta < expr.get_float_value() < delta:
            return Integer(0)
    elif isinstance(expr, Complex) and expr.is_inexact():
        real, imag = expr.real, expr.imag
        if -delta < real.get_float_value() < delta:
            real = Integer(0)
        if -delta < imag.get_float_value() < delta:
            imag = Integer(0)
        return Complex(real, imag)
    elif isinstance(expr, Expression):
        return Expression(chop(expr.head), *[chop(leaf) for leaf in expr.leaves])
    return expr","def chop ( expr , delta = 10.0 ** ( - 10.0 ) ) : <TAB> if isinstance ( expr , Real ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return Integer ( 0 ) <TAB> elif isinstance ( expr , Complex ) and expr . is_inexact ( ) : <TAB> <TAB> real , imag = expr . real , expr . imag <TAB> <TAB> if - delta < real . get_float_value ( ) < delta : <TAB> <TAB> <TAB> real = Integer ( 0 ) <TAB> <TAB> if - delta < imag . get_float_value ( ) < delta : <TAB> <TAB> <TAB> imag = Integer ( 0 ) <TAB> <TAB> return Complex ( real , imag ) <TAB> elif isinstance ( expr , Expression ) : <TAB> <TAB> return Expression ( chop ( expr . head ) , * [ chop ( leaf ) for leaf in expr . leaves ] ) <TAB> return expr",if - delta < expr . get_float_value ( ) < delta :,186
23139,"def getFirstSubGraph(graph):
    if len(graph) == 0:
        return None
    subg = {}
    todo = [graph.keys()[0]]
    while len(todo) > 0:
        if todo[0] in graph.keys():
            subg[todo[0]] = graph[todo[0]]
            todo.extend(graph[todo[0]])
            del graph[todo[0]]
        del todo[0]
    return subg",def getFirstSubGraph ( graph ) : <TAB> if len ( graph ) == 0 : <TAB> <TAB> return None <TAB> subg = { } <TAB> todo = [ graph . keys ( ) [ 0 ] ] <TAB> while len ( todo ) > 0 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> subg [ todo [ 0 ] ] = graph [ todo [ 0 ] ] <TAB> <TAB> <TAB> todo . extend ( graph [ todo [ 0 ] ] ) <TAB> <TAB> <TAB> del graph [ todo [ 0 ] ] <TAB> <TAB> del todo [ 0 ] <TAB> return subg,if todo [ 0 ] in graph . keys ( ) :,120
9924,"def __process_update(self, table, uuid, old, new):
    old_row = table.rows.get(uuid)
    if old_row is not None:
        old_row = model.Row(dictify(old_row))
        old_row[""_uuid""] = uuid
    changed = idl.Idl.__process_update(self, table, uuid, old, new)
    if changed:
        if not new:
            ev = (event.EventRowDelete, (table.name, old_row))
        elif not old:
            new_row = model.Row(dictify(table.rows.get(uuid)))
            new_row[""_uuid""] = uuid
            ev = (event.EventRowInsert, (table.name, new_row))
        else:
            new_row = model.Row(dictify(table.rows.get(uuid)))
            new_row[""_uuid""] = uuid
            ev = (event.EventRowUpdate, (table.name, old_row, new_row))
        self._events.append(ev)
    return changed
","def __process_update ( self , table , uuid , old , new ) : <TAB> old_row = table . rows . get ( uuid ) <TAB> if old_row is not None : <TAB> <TAB> old_row = model . Row ( dictify ( old_row ) ) <TAB> <TAB> old_row [ ""_uuid"" ] = uuid <TAB> changed = idl . Idl . __process_update ( self , table , uuid , old , new ) <TAB> if changed : <TAB> <TAB> if not new : <TAB> <TAB> <TAB> ev = ( event . EventRowDelete , ( table . name , old_row ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> new_row = model . Row ( dictify ( table . rows . get ( uuid ) ) ) <TAB> <TAB> <TAB> new_row [ ""_uuid"" ] = uuid <TAB> <TAB> <TAB> ev = ( event . EventRowInsert , ( table . name , new_row ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> new_row = model . Row ( dictify ( table . rows . get ( uuid ) ) ) <TAB> <TAB> <TAB> new_row [ ""_uuid"" ] = uuid <TAB> <TAB> <TAB> ev = ( event . EventRowUpdate , ( table . name , old_row , new_row ) ) <TAB> <TAB> self . _events . append ( ev ) <TAB> return changed",elif not old :,273
15678,"def get_encoding(headers, content):
    """"""Get encoding from request headers or page head.""""""
    encoding = None
    content_type = headers.get(""content-type"")
    if content_type:
        _, params = cgi.parse_header(content_type)
        if ""charset"" in params:
            encoding = params[""charset""].strip(""'\"""")
    if not encoding:
        content = utils.pretty_unicode(content[:1000]) if six.PY3 else content
        charset_re = re.compile(r'<meta.*?charset=[""\']*(.+?)[""\'>]', flags=re.I)
        pragma_re = re.compile(
            r'<meta.*?content=[""\']*;?charset=(.+?)[""\'>]', flags=re.I
        )
        xml_re = re.compile(r'^<\?xml.*?encoding=[""\']*(.+?)[""\'>]')
        encoding = (
            charset_re.findall(content)
            + pragma_re.findall(content)
            + xml_re.findall(content)
        )
        encoding = encoding and encoding[0] or None
    return encoding","def get_encoding ( headers , content ) : <TAB> """"""Get encoding from request headers or page head."""""" <TAB> encoding = None <TAB> content_type = headers . get ( ""content-type"" ) <TAB> if content_type : <TAB> <TAB> _ , params = cgi . parse_header ( content_type ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> encoding = params [ ""charset"" ] . strip ( ""'\"""" ) <TAB> if not encoding : <TAB> <TAB> content = utils . pretty_unicode ( content [ : 1000 ] ) if six . PY3 else content <TAB> <TAB> charset_re = re . compile ( r'<meta.*?charset=[""\']*(.+?)[""\'>]' , flags = re . I ) <TAB> <TAB> pragma_re = re . compile ( <TAB> <TAB> <TAB> r'<meta.*?content=[""\']*;?charset=(.+?)[""\'>]' , flags = re . I <TAB> <TAB> ) <TAB> <TAB> xml_re = re . compile ( r'^<\?xml.*?encoding=[""\']*(.+?)[""\'>]' ) <TAB> <TAB> encoding = ( <TAB> <TAB> <TAB> charset_re . findall ( content ) <TAB> <TAB> <TAB> + pragma_re . findall ( content ) <TAB> <TAB> <TAB> + xml_re . findall ( content ) <TAB> <TAB> ) <TAB> <TAB> encoding = encoding and encoding [ 0 ] or None <TAB> return encoding","if ""charset"" in params :",285
6005,"def add(
    self,
    action: types.NestedArray,
    next_timestep: dm_env.TimeStep,
    extras: types.NestedArray = (),
):
    """"""Record an action and the following timestep.""""""
    if self._next_observation is None:
        raise ValueError(""adder.add_first must be called before adder.add."")
    discount = next_timestep.discount
    if next_timestep.last():
        # Terminal timesteps created by dm_env.termination() will have a scalar
        # discount of 0.0. This may not match the array shape / nested structure
        # of the previous timesteps' discounts. The below will match
        # next_timestep.discount's shape/structure to that of
        # self._buffer[-1].discount.
        if self._buffer and not tree.is_nested(next_timestep.discount):
            discount = tree.map_structure(
                lambda d: np.broadcast_to(next_timestep.discount, np.shape(d)),
                self._buffer[-1].discount,
            )
    # Add the timestep to the buffer.
    self._buffer.append(
        Step(
            observation=self._next_observation,
            action=action,
            reward=next_timestep.reward,
            discount=discount,
            start_of_episode=self._start_of_episode,
            extras=extras,
        )
    )
    # Record the next observation and write.
    self._next_observation = next_timestep.observation
    self._start_of_episode = False
    self._write()
    # Write the last ""dangling"" observation.
    if next_timestep.last():
        self._write_last()
        self.reset()","def add ( <TAB> self , <TAB> action : types . NestedArray , <TAB> next_timestep : dm_env . TimeStep , <TAB> extras : types . NestedArray = ( ) , ) : <TAB> """"""Record an action and the following timestep."""""" <TAB> if self . _next_observation is None : <TAB> <TAB> raise ValueError ( ""adder.add_first must be called before adder.add."" ) <TAB> discount = next_timestep . discount <TAB> if next_timestep . last ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> discount = tree . map_structure ( <TAB> <TAB> <TAB> <TAB> lambda d : np . broadcast_to ( next_timestep . discount , np . shape ( d ) ) , <TAB> <TAB> <TAB> <TAB> self . _buffer [ - 1 ] . discount , <TAB> <TAB> <TAB> ) <TAB> <TAB> self . _buffer . append ( <TAB> <TAB> Step ( <TAB> <TAB> <TAB> observation = self . _next_observation , <TAB> <TAB> <TAB> action = action , <TAB> <TAB> <TAB> reward = next_timestep . reward , <TAB> <TAB> <TAB> discount = discount , <TAB> <TAB> <TAB> start_of_episode = self . _start_of_episode , <TAB> <TAB> <TAB> extras = extras , <TAB> <TAB> ) <TAB> ) <TAB> <TAB> self . _next_observation = next_timestep . observation <TAB> self . _start_of_episode = False <TAB> self . _write ( ) <TAB> <TAB> if next_timestep . last ( ) : <TAB> <TAB> self . _write_last ( ) <TAB> <TAB> self . reset ( )",if self . _buffer and not tree . is_nested ( next_timestep . discount ) :,435
16559,"def after_name() -> None:
    self.write(""("")
    self.visit_list(node.params, newlines=False)
    self.write("")"")
    self.write("" -> "")
    self.write(node.returning_typemod.to_edgeql(), "" "")
    self.visit(node.returning)
    if node.commands:
        self.write("" {"")
        self._block_ws(1)
        self.visit_list(node.commands, terminator="";"")
        self.new_lines = 1
    else:
        self.write("" "")
    if node.code.from_function:
        from_clause = f""USING {node.code.language} FUNCTION ""
        if self.sdlmode:
            from_clause = from_clause.lower()
        self.write(from_clause)
        self.write(f""{node.code.from_function!r}"")
    elif node.code.language is qlast.Language.EdgeQL:
        if node.nativecode:
            self._write_keywords(""USING"")
            self.write("" ("")
            self.visit(node.nativecode)
            self.write("")"")
        else:
            assert node.code.code
            self._write_keywords(""USING"")
            self.write(f"" ({node.code.code})"")
    else:
        from_clause = f""USING {node.code.language} ""
        if self.sdlmode:
            from_clause = from_clause.lower()
        self.write(from_clause)
        if node.code.code:
            self.write(edgeql_quote.dollar_quote_literal(node.code.code))
    self._block_ws(-1)
    if node.commands:
        self.write("";"")
        self.write(""}"")","def after_name ( ) -> None : <TAB> self . write ( ""("" ) <TAB> self . visit_list ( node . params , newlines = False ) <TAB> self . write ( "")"" ) <TAB> self . write ( "" -> "" ) <TAB> self . write ( node . returning_typemod . to_edgeql ( ) , "" "" ) <TAB> self . visit ( node . returning ) <TAB> if node . commands : <TAB> <TAB> self . write ( "" {"" ) <TAB> <TAB> self . _block_ws ( 1 ) <TAB> <TAB> self . visit_list ( node . commands , terminator = "";"" ) <TAB> <TAB> self . new_lines = 1 <TAB> else : <TAB> <TAB> self . write ( "" "" ) <TAB> if node . code . from_function : <TAB> <TAB> from_clause = f""USING {node.code.language} FUNCTION "" <TAB> <TAB> if self . sdlmode : <TAB> <TAB> <TAB> from_clause = from_clause . lower ( ) <TAB> <TAB> self . write ( from_clause ) <TAB> <TAB> self . write ( f""{node.code.from_function!r}"" ) <TAB> elif node . code . language is qlast . Language . EdgeQL : <TAB> <TAB> if node . nativecode : <TAB> <TAB> <TAB> self . _write_keywords ( ""USING"" ) <TAB> <TAB> <TAB> self . write ( "" ("" ) <TAB> <TAB> <TAB> self . visit ( node . nativecode ) <TAB> <TAB> <TAB> self . write ( "")"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> assert node . code . code <TAB> <TAB> <TAB> self . _write_keywords ( ""USING"" ) <TAB> <TAB> <TAB> self . write ( f"" ({node.code.code})"" ) <TAB> else : <TAB> <TAB> from_clause = f""USING {node.code.language} "" <TAB> <TAB> if self . sdlmode : <TAB> <TAB> <TAB> from_clause = from_clause . lower ( ) <TAB> <TAB> self . write ( from_clause ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . write ( edgeql_quote . dollar_quote_literal ( node . code . code ) ) <TAB> self . _block_ws ( - 1 ) <TAB> if node . commands : <TAB> <TAB> self . write ( "";"" ) <TAB> <TAB> self . write ( ""}"" )",if node . code . code :,465
24900,"def validate(self):
    # for any node, the sum of conditional probabilities of the children should sum to 1.
    for tree_node in self._tree_nodes:
        sum_probabilities = 0.0
        if len(tree_node._children) > 0:
            for child in tree_node._children:
                sum_probabilities += child._conditional_probability
            if abs(1.0 - sum_probabilities) > 0.000001:
                print(
                    ""The child conditional probabilities for tree node=%s ""
                    "" sum to %s"" % (tree_node._name, sum_probabilities)
                )
                return False
    # ensure that there is only one root node in the tree
    num_roots = 0
    root_ids = []
    for tree_node in self._tree_nodes:
        if tree_node._parent is None:
            num_roots += 1
            root_ids.append(tree_node._name)
    if num_roots != 1:
        print(""Illegal set of root nodes detected: "" + str(root_ids))
        return False
    # there must be at least one scenario passing through each tree node.
    for tree_node in self._tree_nodes:
        if len(tree_node._scenarios) == 0:
            print(
                ""There are no scenarios associated with tree node=%s""
                % (tree_node._name)
            )
            return False
    return True","def validate ( self ) : <TAB> <TAB> for tree_node in self . _tree_nodes : <TAB> <TAB> sum_probabilities = 0.0 <TAB> <TAB> if len ( tree_node . _children ) > 0 : <TAB> <TAB> <TAB> for child in tree_node . _children : <TAB> <TAB> <TAB> <TAB> sum_probabilities += child . _conditional_probability <TAB> <TAB> <TAB> if abs ( 1.0 - sum_probabilities ) > 0.000001 : <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> ""The child conditional probabilities for tree node=%s "" <TAB> <TAB> <TAB> <TAB> <TAB> "" sum to %s"" % ( tree_node . _name , sum_probabilities ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> num_roots = 0 <TAB> root_ids = [ ] <TAB> for tree_node in self . _tree_nodes : <TAB> <TAB> if tree_node . _parent is None : <TAB> <TAB> <TAB> num_roots += 1 <TAB> <TAB> <TAB> root_ids . append ( tree_node . _name ) <TAB> if num_roots != 1 : <TAB> <TAB> print ( ""Illegal set of root nodes detected: "" + str ( root_ids ) ) <TAB> <TAB> return False <TAB> <TAB> for tree_node in self . _tree_nodes : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""There are no scenarios associated with tree node=%s"" <TAB> <TAB> <TAB> <TAB> % ( tree_node . _name ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return False <TAB> return True",if len ( tree_node . _scenarios ) == 0 :,380
3607,"def findcommonoutgoing(orig, repo, other, *args, **kwargs):
    if isinstance(other, gitrepo.gitrepo):
        git = GitHandler(repo, repo.ui)
        heads = git.get_refs(other.path)[0]
        kw = {}
        kw.update(kwargs)
        for val, k in zip(args, (""onlyheads"", ""force"", ""commoninc"", ""portable"")):
            kw[k] = val
        force = kw.get(""force"", False)
        commoninc = kw.get(""commoninc"", None)
        if commoninc is None:
            commoninc = discovery.findcommonincoming(
                repo, other, heads=heads, force=force
            )
            kw[""commoninc""] = commoninc
        return orig(repo, other, **kw)
    return orig(repo, other, *args, **kwargs)","def findcommonoutgoing ( orig , repo , other , * args , ** kwargs ) : <TAB> if isinstance ( other , gitrepo . gitrepo ) : <TAB> <TAB> git = GitHandler ( repo , repo . ui ) <TAB> <TAB> heads = git . get_refs ( other . path ) [ 0 ] <TAB> <TAB> kw = { } <TAB> <TAB> kw . update ( kwargs ) <TAB> <TAB> for val , k in zip ( args , ( ""onlyheads"" , ""force"" , ""commoninc"" , ""portable"" ) ) : <TAB> <TAB> <TAB> kw [ k ] = val <TAB> <TAB> force = kw . get ( ""force"" , False ) <TAB> <TAB> commoninc = kw . get ( ""commoninc"" , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> commoninc = discovery . findcommonincoming ( <TAB> <TAB> <TAB> <TAB> repo , other , heads = heads , force = force <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> kw [ ""commoninc"" ] = commoninc <TAB> <TAB> return orig ( repo , other , ** kw ) <TAB> return orig ( repo , other , * args , ** kwargs )",if commoninc is None :,224
24998,"def chromecast_control(action):
    # Chromecast declarations
    # Do not rename/change ""TV"" its a variable
    TV = pychromecast.Chromecast(
        ""192.168.1.13""
    )  # Change ip to match the ip-address of your Chromecast
    mc = TV.media_controller
    if ""pause"".lower() in str(action).lower():
        TV.wait()
        time.sleep(1)
        mc.pause()
    if ""resume"".lower() in str(action).lower():
        TV.wait()
        time.sleep(1)
        mc.play()
    if ""end"".lower() in str(action).lower():
        TV.wait()
        time.sleep(1)
        mc.stop()
    if ""volume"".lower() in str(action).lower():
        if ""up"".lower() in str(action).lower():
            TV.wait()
            time.sleep(1)
            TV.volume_up(0.2)
        if ""down"".lower() in str(action).lower():
            TV.wait()
            time.sleep(1)
            TV.volume_down(0.2)","def chromecast_control ( action ) : <TAB> <TAB> <TAB> TV = pychromecast . Chromecast ( <TAB> <TAB> ""192.168.1.13"" <TAB> ) <TAB> mc = TV . media_controller <TAB> if ""pause"" . lower ( ) in str ( action ) . lower ( ) : <TAB> <TAB> TV . wait ( ) <TAB> <TAB> time . sleep ( 1 ) <TAB> <TAB> mc . pause ( ) <TAB> if ""resume"" . lower ( ) in str ( action ) . lower ( ) : <TAB> <TAB> TV . wait ( ) <TAB> <TAB> time . sleep ( 1 ) <TAB> <TAB> mc . play ( ) <TAB> if ""end"" . lower ( ) in str ( action ) . lower ( ) : <TAB> <TAB> TV . wait ( ) <TAB> <TAB> time . sleep ( 1 ) <TAB> <TAB> mc . stop ( ) <TAB> if ""volume"" . lower ( ) in str ( action ) . lower ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> TV . wait ( ) <TAB> <TAB> <TAB> time . sleep ( 1 ) <TAB> <TAB> <TAB> TV . volume_up ( 0.2 ) <TAB> <TAB> if ""down"" . lower ( ) in str ( action ) . lower ( ) : <TAB> <TAB> <TAB> TV . wait ( ) <TAB> <TAB> <TAB> time . sleep ( 1 ) <TAB> <TAB> <TAB> TV . volume_down ( 0.2 )","if ""up"" . lower ( ) in str ( action ) . lower ( ) :",309
16819,"def on_request(self, context, request):
    if ""Invoke-PSInject.ps1"" == request.path[1:]:
        request.send_response(200)
        request.end_headers()
        request.wfile.write(self.ps_script1)
    elif ""Get-Keystrokes.ps1"" == request.path[1:]:
        request.send_response(200)
        request.end_headers()
        # We received the callback, so lets setup the folder to store the keys
        keys_folder_path = os.path.join(
            context.log_folder_path,
            ""get_keystrokes_{}"".format(request.client_address[0]),
        )
        if not os.path.exists(keys_folder_path):
            os.mkdir(keys_folder_path)
        request.wfile.write(self.ps_script2)
        request.stop_tracking_host()
    else:
        request.send_response(404)
        request.end_headers()","def on_request ( self , context , request ) : <TAB> if ""Invoke-PSInject.ps1"" == request . path [ 1 : ] : <TAB> <TAB> request . send_response ( 200 ) <TAB> <TAB> request . end_headers ( ) <TAB> <TAB> request . wfile . write ( self . ps_script1 ) <TAB> elif ""Get-Keystrokes.ps1"" == request . path [ 1 : ] : <TAB> <TAB> request . send_response ( 200 ) <TAB> <TAB> request . end_headers ( ) <TAB> <TAB> <TAB> <TAB> keys_folder_path = os . path . join ( <TAB> <TAB> <TAB> context . log_folder_path , <TAB> <TAB> <TAB> ""get_keystrokes_{}"" . format ( request . client_address [ 0 ] ) , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . mkdir ( keys_folder_path ) <TAB> <TAB> request . wfile . write ( self . ps_script2 ) <TAB> <TAB> request . stop_tracking_host ( ) <TAB> else : <TAB> <TAB> request . send_response ( 404 ) <TAB> <TAB> request . end_headers ( )",if not os . path . exists ( keys_folder_path ) :,261
16952,"def render_logic(self, path=""""):
    if path in self.files:
        filesystem_path = self.files[path]
        # If it's a directory
        if os.path.isdir(filesystem_path):
            # Render directory listing
            filenames = []
            for filename in os.listdir(filesystem_path):
                if os.path.isdir(os.path.join(filesystem_path, filename)):
                    filenames.append(filename + ""/"")
                else:
                    filenames.append(filename)
            filenames.sort()
            return self.directory_listing(filenames, path, filesystem_path)
        # If it's a file
        elif os.path.isfile(filesystem_path):
            if self.download_individual_files:
                return self.stream_individual_file(filesystem_path)
            else:
                history_id = self.cur_history_id
                self.cur_history_id += 1
                return self.web.error404(history_id)
        # If it's not a directory or file, throw a 404
        else:
            history_id = self.cur_history_id
            self.cur_history_id += 1
            return self.web.error404(history_id)
    else:
        # Special case loading /
        if path == """":
            # Root directory listing
            filenames = list(self.root_files)
            filenames.sort()
            return self.directory_listing(filenames, path)
        else:
            # If the path isn't found, throw a 404
            history_id = self.cur_history_id
            self.cur_history_id += 1
            return self.web.error404(history_id)","def render_logic ( self , path = """" ) : <TAB> if path in self . files : <TAB> <TAB> filesystem_path = self . files [ path ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> filenames = [ ] <TAB> <TAB> <TAB> for filename in os . listdir ( filesystem_path ) : <TAB> <TAB> <TAB> <TAB> if os . path . isdir ( os . path . join ( filesystem_path , filename ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> filenames . append ( filename + ""/"" ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> filenames . append ( filename ) <TAB> <TAB> <TAB> filenames . sort ( ) <TAB> <TAB> <TAB> return self . directory_listing ( filenames , path , filesystem_path ) <TAB> <TAB> <TAB> <TAB> elif os . path . isfile ( filesystem_path ) : <TAB> <TAB> <TAB> if self . download_individual_files : <TAB> <TAB> <TAB> <TAB> return self . stream_individual_file ( filesystem_path ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> history_id = self . cur_history_id <TAB> <TAB> <TAB> <TAB> self . cur_history_id += 1 <TAB> <TAB> <TAB> <TAB> return self . web . error404 ( history_id ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> history_id = self . cur_history_id <TAB> <TAB> <TAB> self . cur_history_id += 1 <TAB> <TAB> <TAB> return self . web . error404 ( history_id ) <TAB> else : <TAB> <TAB> <TAB> <TAB> if path == """" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> filenames = list ( self . root_files ) <TAB> <TAB> <TAB> filenames . sort ( ) <TAB> <TAB> <TAB> return self . directory_listing ( filenames , path ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> history_id = self . cur_history_id <TAB> <TAB> <TAB> self . cur_history_id += 1 <TAB> <TAB> <TAB> return self . web . error404 ( history_id )",if os . path . isdir ( filesystem_path ) :,468
1236,"def fit(self, series: TimeSeries):
    super().fit(series)
    series = self.training_series
    in_df = pd.DataFrame(
        data={""ds"": series.time_index(), ""y"": series.univariate_values()}
    )
    # TODO: user-provided seasonalities, or ""auto"" based on stepduration
    self.model = fbprophet.Prophet(**self.prophet_kwargs)
    if self.freq is not None:
        if series.freq_str() in [""MS"", ""M"", ""ME""]:
            interval_length = 30.4375
        elif series.freq_str() == ""Y"":
            interval_length = 365.25
        else:
            interval_length = pd.to_timedelta(series.freq_str()).days
        self.model.add_seasonality(
            name=""custom"", period=self.freq * interval_length, fourier_order=5
        )
    # Input built-in country holidays
    if self.country_holidays is not None:
        self.model.add_country_holidays(self.country_holidays)
    execute_and_suppress_output(self.model.fit, logger, logging.WARNING, in_df)","def fit ( self , series : TimeSeries ) : <TAB> super ( ) . fit ( series ) <TAB> series = self . training_series <TAB> in_df = pd . DataFrame ( <TAB> <TAB> data = { ""ds"" : series . time_index ( ) , ""y"" : series . univariate_values ( ) } <TAB> ) <TAB> <TAB> self . model = fbprophet . Prophet ( ** self . prophet_kwargs ) <TAB> if self . freq is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> interval_length = 30.4375 <TAB> <TAB> elif series . freq_str ( ) == ""Y"" : <TAB> <TAB> <TAB> interval_length = 365.25 <TAB> <TAB> else : <TAB> <TAB> <TAB> interval_length = pd . to_timedelta ( series . freq_str ( ) ) . days <TAB> <TAB> self . model . add_seasonality ( <TAB> <TAB> <TAB> name = ""custom"" , period = self . freq * interval_length , fourier_order = 5 <TAB> <TAB> ) <TAB> <TAB> if self . country_holidays is not None : <TAB> <TAB> self . model . add_country_holidays ( self . country_holidays ) <TAB> execute_and_suppress_output ( self . model . fit , logger , logging . WARNING , in_df )","if series . freq_str ( ) in [ ""MS"" , ""M"" , ""ME"" ] :",313
5109,"def sanitize_css(self, style):
    # disallow urls
    style = re.compile(""url\s*\(\s*[^\s)]+?\s*\)\s*"").sub("" "", style)
    # gauntlet
    if not re.match(
        """"""^([:,;#%.\sa-zA-Z0-9!]|\w-\w|'[\s\w]+'|""[\s\w]+""|\([\d,\s]+\))*$"""""", style
    ):
        return """"
    if not re.match(""^\s*([-\w]+\s*:[^:;]*(;\s*|$))*$"", style):
        return """"
    clean = []
    for prop, value in re.findall(""([-\w]+)\s*:\s*([^:;]*)"", style):
        if not value:
            continue
        if prop.lower() in self.allowed_css_properties:
            clean.append(prop + "": "" + value + "";"")
        elif prop.split(""-"")[0].lower() in [
            ""background"",
            ""border"",
            ""margin"",
            ""padding"",
        ]:
            for keyword in value.split():
                if keyword not in self.acceptable_css_keywords and not re.match(
                    ""^(#[0-9a-f]+|rgb\(\d+%?,\d*%?,?\d*%?\)?|\d{0,2}\.?\d{0,2}(cm|em|ex|in|mm|pc|pt|px|%|,|\))?)$"",
                    keyword,
                ):
                    break
            else:
                clean.append(prop + "": "" + value + "";"")
        elif prop.lower() in self.allowed_svg_properties:
            clean.append(prop + "": "" + value + "";"")
    return "" "".join(clean)","def sanitize_css ( self , style ) : <TAB> <TAB> style = re . compile ( ""url\s*\(\s*[^\s)]+?\s*\)\s*"" ) . sub ( "" "" , style ) <TAB> <TAB> if not re . match ( <TAB> <TAB> """"""^([:,;#%.\sa-zA-Z0-9!]|\w-\w|'[\s\w]+'|""[\s\w]+""|\([\d,\s]+\))*$"""""" , style <TAB> ) : <TAB> <TAB> return """" <TAB> if not re . match ( ""^\s*([-\w]+\s*:[^:;]*(;\s*|$))*$"" , style ) : <TAB> <TAB> return """" <TAB> clean = [ ] <TAB> for prop , value in re . findall ( ""([-\w]+)\s*:\s*([^:;]*)"" , style ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if prop . lower ( ) in self . allowed_css_properties : <TAB> <TAB> <TAB> clean . append ( prop + "": "" + value + "";"" ) <TAB> <TAB> elif prop . split ( ""-"" ) [ 0 ] . lower ( ) in [ <TAB> <TAB> <TAB> ""background"" , <TAB> <TAB> <TAB> ""border"" , <TAB> <TAB> <TAB> ""margin"" , <TAB> <TAB> <TAB> ""padding"" , <TAB> <TAB> ] : <TAB> <TAB> <TAB> for keyword in value . split ( ) : <TAB> <TAB> <TAB> <TAB> if keyword not in self . acceptable_css_keywords and not re . match ( <TAB> <TAB> <TAB> <TAB> <TAB> ""^(#[0-9a-f]+|rgb\(\d+%?,\d*%?,?\d*%?\)?|\d{0,2}\.?\d{0,2}(cm|em|ex|in|mm|pc|pt|px|%|,|\))?)$"" , <TAB> <TAB> <TAB> <TAB> <TAB> keyword , <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> clean . append ( prop + "": "" + value + "";"" ) <TAB> <TAB> elif prop . lower ( ) in self . allowed_svg_properties : <TAB> <TAB> <TAB> clean . append ( prop + "": "" + value + "";"" ) <TAB> return "" "" . join ( clean )",if not value :,462
717,"def render(self, name, value, attrs=None):
    r = super(AdminFileWithPreviewWidget, self).render(name, value, attrs=attrs)
    if value and getattr(value, ""instance"", None):
        image = admin_thumbnail(value.instance)
        if image:
            r = mark_safe(
                (
                    '<img src=""%s"" alt="""" style=""float: left; padding-right:'
                    '8px; border-right: 1px solid #ccc; margin-right: 8px""'
                    "">"" % image
                )
                + r
            )
    return r","def render ( self , name , value , attrs = None ) : <TAB> r = super ( AdminFileWithPreviewWidget , self ) . render ( name , value , attrs = attrs ) <TAB> if value and getattr ( value , ""instance"" , None ) : <TAB> <TAB> image = admin_thumbnail ( value . instance ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> r = mark_safe ( <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> '<img src=""%s"" alt="""" style=""float: left; padding-right:' <TAB> <TAB> <TAB> <TAB> <TAB> '8px; border-right: 1px solid #ccc; margin-right: 8px""' <TAB> <TAB> <TAB> <TAB> <TAB> "">"" % image <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> + r <TAB> <TAB> <TAB> ) <TAB> return r",if image :,171
10647,"def add_hook(self, save=True):
    if self.user_settings:
        connect = GitLabClient(external_account=self.external_account)
        secret = utils.make_hook_secret()
        hook = connect.add_hook(
            self.user,
            self.repo,
            ""web"",
            {
                ""url"": urljoin(
                    hook_domain, os.path.join(self.owner.api_url, ""gitlab"", ""hook/"")
                ),
                ""content_type"": gitlab_settings.HOOK_CONTENT_TYPE,
                ""secret"": secret,
            },
            events=gitlab_settings.HOOK_EVENTS,
        )
        if hook:
            self.hook_id = hook.id
            self.hook_secret = secret
            if save:
                self.save()
","def add_hook ( self , save = True ) : <TAB> if self . user_settings : <TAB> <TAB> connect = GitLabClient ( external_account = self . external_account ) <TAB> <TAB> secret = utils . make_hook_secret ( ) <TAB> <TAB> hook = connect . add_hook ( <TAB> <TAB> <TAB> self . user , <TAB> <TAB> <TAB> self . repo , <TAB> <TAB> <TAB> ""web"" , <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""url"" : urljoin ( <TAB> <TAB> <TAB> <TAB> <TAB> hook_domain , os . path . join ( self . owner . api_url , ""gitlab"" , ""hook/"" ) <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> ""content_type"" : gitlab_settings . HOOK_CONTENT_TYPE , <TAB> <TAB> <TAB> <TAB> ""secret"" : secret , <TAB> <TAB> <TAB> } , <TAB> <TAB> <TAB> events = gitlab_settings . HOOK_EVENTS , <TAB> <TAB> ) <TAB> <TAB> if hook : <TAB> <TAB> <TAB> self . hook_id = hook . id <TAB> <TAB> <TAB> self . hook_secret = secret <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . save ( )",if save :,241
4578,"def _load_testfile(filename, package, module_relative):
    if module_relative:
        package = _normalize_module(package, 3)
        filename = _module_relative_path(package, filename)
        if hasattr(package, ""__loader__""):
            if hasattr(package.__loader__, ""get_data""):
                file_contents = package.__loader__.get_data(filename)
                # get_data() opens files as 'rb', so one must do the equivalent
                # conversion as universal newlines would do.
                return file_contents.replace(os.linesep, ""\n""), filename
    return open(filename).read(), filename","def _load_testfile ( filename , package , module_relative ) : <TAB> if module_relative : <TAB> <TAB> package = _normalize_module ( package , 3 ) <TAB> <TAB> filename = _module_relative_path ( package , filename ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if hasattr ( package . __loader__ , ""get_data"" ) : <TAB> <TAB> <TAB> <TAB> file_contents = package . __loader__ . get_data ( filename ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return file_contents . replace ( os . linesep , ""\n"" ) , filename <TAB> return open ( filename ) . read ( ) , filename","if hasattr ( package , ""__loader__"" ) :",163
12788,"def _post_process_ttl(zone):
    for name in zone:
        for record_type in zone[name]:
            records = zone[name][record_type]
            if isinstance(records, list):
                ttl = min([x[""ttl""] for x in records])
                for record in records:
                    if record[""ttl""] != ttl:
                        logger.warning(
                            ""Using lowest TTL {} for the record set. Ignoring value {}"".format(
                                ttl, record[""ttl""]
                            )
                        )
                    record[""ttl""] = ttl
","def _post_process_ttl ( zone ) : <TAB> for name in zone : <TAB> <TAB> for record_type in zone [ name ] : <TAB> <TAB> <TAB> records = zone [ name ] [ record_type ] <TAB> <TAB> <TAB> if isinstance ( records , list ) : <TAB> <TAB> <TAB> <TAB> ttl = min ( [ x [ ""ttl"" ] for x in records ] ) <TAB> <TAB> <TAB> <TAB> for record in records : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Using lowest TTL {} for the record set. Ignoring value {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ttl , record [ ""ttl"" ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> record [ ""ttl"" ] = ttl","if record [ ""ttl"" ] != ttl :",183
13578,"def execute(cls, ctx, op):
    inputs, device_id, xp = as_same_device(
        [ctx[inp.key] for inp in op.inputs], device=op.device, ret_extra=True
    )
    a = inputs[0]
    if len(inputs) == 2:
        kth = inputs[1]
    else:
        kth = op.kth
    return_value, return_indices = op.return_value, op.return_indices
    with device(device_id):
        kw = {}
        if op.kind is not None:
            kw[""kind""] = op.kind
        if op.order is not None:
            kw[""order""] = op.order
        if return_indices:
            if not return_value:
                ctx[op.outputs[0].key] = xp.argpartition(a, kth, axis=op.axis, **kw)
            else:
                argparts = ctx[op.outputs[1].key] = xp.argpartition(
                    a, kth, axis=op.axis, **kw
                )
                ctx[op.outputs[0].key] = xp.take_along_axis(a, argparts, op.axis)
        else:
            ctx[op.outputs[0].key] = xp.partition(a, kth, axis=op.axis, **kw)","def execute ( cls , ctx , op ) : <TAB> inputs , device_id , xp = as_same_device ( <TAB> <TAB> [ ctx [ inp . key ] for inp in op . inputs ] , device = op . device , ret_extra = True <TAB> ) <TAB> a = inputs [ 0 ] <TAB> if len ( inputs ) == 2 : <TAB> <TAB> kth = inputs [ 1 ] <TAB> else : <TAB> <TAB> kth = op . kth <TAB> return_value , return_indices = op . return_value , op . return_indices <TAB> with device ( device_id ) : <TAB> <TAB> kw = { } <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> kw [ ""kind"" ] = op . kind <TAB> <TAB> if op . order is not None : <TAB> <TAB> <TAB> kw [ ""order"" ] = op . order <TAB> <TAB> if return_indices : <TAB> <TAB> <TAB> if not return_value : <TAB> <TAB> <TAB> <TAB> ctx [ op . outputs [ 0 ] . key ] = xp . argpartition ( a , kth , axis = op . axis , ** kw ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> argparts = ctx [ op . outputs [ 1 ] . key ] = xp . argpartition ( <TAB> <TAB> <TAB> <TAB> <TAB> a , kth , axis = op . axis , ** kw <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ctx [ op . outputs [ 0 ] . key ] = xp . take_along_axis ( a , argparts , op . axis ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ctx [ op . outputs [ 0 ] . key ] = xp . partition ( a , kth , axis = op . axis , ** kw )",if op . kind is not None :,351
4994,"def test(parsed, unknown):
    with timer(""boot time""):
        if ""LORE_ENV"" not in os.environ:
            env.NAME = env.TEST
            logger.level = logging.WARN
        import unittest
        if parsed.modules:
            names = parsed.modules.split("","")
            print(ansi.success(""RUNNING "") + ""Tests in "" + "", "".join(names))
            suite = unittest.TestLoader().loadTestsFromNames(names)
        else:
            print(ansi.success(""RUNNING "") + ""Test Suite"")
            suite = unittest.defaultTestLoader.discover(env.TESTS_DIR)
    result = unittest.TextTestRunner().run(suite)
    if not result.wasSuccessful():
        sys.exit(1)
    else:
        sys.exit(0)","def test ( parsed , unknown ) : <TAB> with timer ( ""boot time"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> env . NAME = env . TEST <TAB> <TAB> <TAB> logger . level = logging . WARN <TAB> <TAB> import unittest <TAB> <TAB> if parsed . modules : <TAB> <TAB> <TAB> names = parsed . modules . split ( "","" ) <TAB> <TAB> <TAB> print ( ansi . success ( ""RUNNING "" ) + ""Tests in "" + "", "" . join ( names ) ) <TAB> <TAB> <TAB> suite = unittest . TestLoader ( ) . loadTestsFromNames ( names ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ansi . success ( ""RUNNING "" ) + ""Test Suite"" ) <TAB> <TAB> <TAB> suite = unittest . defaultTestLoader . discover ( env . TESTS_DIR ) <TAB> result = unittest . TextTestRunner ( ) . run ( suite ) <TAB> if not result . wasSuccessful ( ) : <TAB> <TAB> sys . exit ( 1 ) <TAB> else : <TAB> <TAB> sys . exit ( 0 )","if ""LORE_ENV"" not in os . environ :",205
22456,"def try_convert(self, string):
    string = string.strip()
    try:
        return int(string)
    except:
        try:
            return float(string)
        except:
            if string == ""True"":
                return True
            if string == ""False"":
                return False
            return string
","def try_convert ( self , string ) : <TAB> string = string . strip ( ) <TAB> try : <TAB> <TAB> return int ( string ) <TAB> except : <TAB> <TAB> try : <TAB> <TAB> <TAB> return float ( string ) <TAB> <TAB> except : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> <TAB> if string == ""False"" : <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> return string","if string == ""True"" :",93
17420,"def list_org_repos(self, org, type=""all""):
    headers = {""Authorization"": ""token {}"".format(self.github_creds[org])}
    params = {""page"": 1, ""type"": type}
    done = False
    repos = []
    while not done:
        url = ""https://api.github.com/orgs/{}/repos"".format(org)
        result = requests.get(url, headers=headers, params=params)
        if result.status_code != 200:
            raise InvalidResponseCodeFromGitHubError(org, result.status_code)
        if not result.links.get(""last""):
            done = True
        else:
            params[""page""] += 1
        result_json = result.json()
        repos += result_json
    return repos","def list_org_repos ( self , org , type = ""all"" ) : <TAB> headers = { ""Authorization"" : ""token {}"" . format ( self . github_creds [ org ] ) } <TAB> params = { ""page"" : 1 , ""type"" : type } <TAB> done = False <TAB> repos = [ ] <TAB> while not done : <TAB> <TAB> url = ""https://api.github.com/orgs/{}/repos"" . format ( org ) <TAB> <TAB> result = requests . get ( url , headers = headers , params = params ) <TAB> <TAB> if result . status_code != 200 : <TAB> <TAB> <TAB> raise InvalidResponseCodeFromGitHubError ( org , result . status_code ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> done = True <TAB> <TAB> else : <TAB> <TAB> <TAB> params [ ""page"" ] += 1 <TAB> <TAB> result_json = result . json ( ) <TAB> <TAB> repos += result_json <TAB> return repos","if not result . links . get ( ""last"" ) :",201
11049,"def test(self, setting):
    self.logger.debug(""Testing connection to snzbget"")
    rpc = self.get_rpc(
        setting.host,
        setting.ssl,
        setting.port,
        setting.username,
        urllib.quote(setting.password.encode(""utf-8"")),
    )
    try:
        if rpc.writelog(""INFO"", ""NZB Hydra connected to test connection""):
            version = rpc.version()
            # todo: show error if version older than 13
            if int(version[:2]) < 13:
                self.logger.error(""NZBGet needs to be version 13 or higher"")
                return False, ""NZBGet needs to be version 13 or higher""
            self.logger.info(""Connection test to NZBGet successful"")
        else:
            self.logger.info(
                ""Successfully connected to NZBGet, but unable to send a message""
            )
    except socket.error:
        self.logger.error(
            ""NZBGet is not responding. Please ensure that NZBGet is running and host setting is correct.""
        )
        return False, ""NZBGet is not responding under this address, scheme and port""
    except xmlrpc.client.ProtocolError as e:
        if e.errcode == 401:
            self.logger.error(""Wrong credentials"")
            return False, ""Wrong credentials""
        else:
            self.logger.error(""Protocol error: %s"", e)
        return False, str(e)
    except Exception as e:
        self.logger.exception(""Unknown error while communicating with NZBGet"")
        return False, str(e)
    return True, """"","def test ( self , setting ) : <TAB> self . logger . debug ( ""Testing connection to snzbget"" ) <TAB> rpc = self . get_rpc ( <TAB> <TAB> setting . host , <TAB> <TAB> setting . ssl , <TAB> <TAB> setting . port , <TAB> <TAB> setting . username , <TAB> <TAB> urllib . quote ( setting . password . encode ( ""utf-8"" ) ) , <TAB> ) <TAB> try : <TAB> <TAB> if rpc . writelog ( ""INFO"" , ""NZB Hydra connected to test connection"" ) : <TAB> <TAB> <TAB> version = rpc . version ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . logger . error ( ""NZBGet needs to be version 13 or higher"" ) <TAB> <TAB> <TAB> <TAB> return False , ""NZBGet needs to be version 13 or higher"" <TAB> <TAB> <TAB> self . logger . info ( ""Connection test to NZBGet successful"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . logger . info ( <TAB> <TAB> <TAB> <TAB> ""Successfully connected to NZBGet, but unable to send a message"" <TAB> <TAB> <TAB> ) <TAB> except socket . error : <TAB> <TAB> self . logger . error ( <TAB> <TAB> <TAB> ""NZBGet is not responding. Please ensure that NZBGet is running and host setting is correct."" <TAB> <TAB> ) <TAB> <TAB> return False , ""NZBGet is not responding under this address, scheme and port"" <TAB> except xmlrpc . client . ProtocolError as e : <TAB> <TAB> if e . errcode == 401 : <TAB> <TAB> <TAB> self . logger . error ( ""Wrong credentials"" ) <TAB> <TAB> <TAB> return False , ""Wrong credentials"" <TAB> <TAB> else : <TAB> <TAB> <TAB> self . logger . error ( ""Protocol error: %s"" , e ) <TAB> <TAB> return False , str ( e ) <TAB> except Exception as e : <TAB> <TAB> self . logger . exception ( ""Unknown error while communicating with NZBGet"" ) <TAB> <TAB> return False , str ( e ) <TAB> return True , """"",if int ( version [ : 2 ] ) < 13 :,451
5431,"def __eq__(self, target_charges: Union[np.ndarray, ""BaseCharge""]) -> np.ndarray:
    if isinstance(target_charges, type(self)):
        if len(target_charges) == 0:
            raise ValueError(""input to __eq__ cannot be an empty charge"")
        targets = target_charges.charges
    else:
        if target_charges.ndim == 1:
            target_charges = target_charges[:, None]
        if target_charges.shape[0] == 0:
            raise ValueError(""input to __eq__ cannot be an empty np.ndarray"")
        if target_charges.shape[1] != self.num_symmetries:
            raise ValueError(
                ""shape of `target_charges = {}` is incompatible with ""
                ""`self.num_symmetries = {}"".format(
                    target_charges.shape, self.num_symmetries
                )
            )
        targets = target_charges
    return np.logical_and.reduce(
        self.charges[:, :, None] == targets.T[None, :, :], axis=1
    )","def __eq__ ( self , target_charges : Union [ np . ndarray , ""BaseCharge"" ] ) -> np . ndarray : <TAB> if isinstance ( target_charges , type ( self ) ) : <TAB> <TAB> if len ( target_charges ) == 0 : <TAB> <TAB> <TAB> raise ValueError ( ""input to __eq__ cannot be an empty charge"" ) <TAB> <TAB> targets = target_charges . charges <TAB> else : <TAB> <TAB> if target_charges . ndim == 1 : <TAB> <TAB> <TAB> target_charges = target_charges [ : , None ] <TAB> <TAB> if target_charges . shape [ 0 ] == 0 : <TAB> <TAB> <TAB> raise ValueError ( ""input to __eq__ cannot be an empty np.ndarray"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""shape of `target_charges = {}` is incompatible with "" <TAB> <TAB> <TAB> <TAB> ""`self.num_symmetries = {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> target_charges . shape , self . num_symmetries <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> targets = target_charges <TAB> return np . logical_and . reduce ( <TAB> <TAB> self . charges [ : , : , None ] == targets . T [ None , : , : ] , axis = 1 <TAB> )",if target_charges . shape [ 1 ] != self . num_symmetries :,284
13829,"def close(self):
    with BrowserContext._BROWSER_LOCK:
        BrowserContext._BROWSER_REFCNT -= 1
        if BrowserContext._BROWSER_REFCNT == 0:
            logger.info(""Destroying browser main loop"")
            BrowserContext._BROWSER_LOOP.destroy()
            BrowserContext._BROWSER_LOOP = None","def close ( self ) : <TAB> with BrowserContext . _BROWSER_LOCK : <TAB> <TAB> BrowserContext . _BROWSER_REFCNT -= 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . info ( ""Destroying browser main loop"" ) <TAB> <TAB> <TAB> BrowserContext . _BROWSER_LOOP . destroy ( ) <TAB> <TAB> <TAB> BrowserContext . _BROWSER_LOOP = None",if BrowserContext . _BROWSER_REFCNT == 0 :,77
1565,"def number_of_layers(self, **kwargs):
    """"""Returns the deepest nested item in the event""""""
    num = 1
    for attr, value in self.event.items():
        value = kwargs.get(attr, value)
        if isinstance(value, PGroup):
            l = pattern_depth(value)
        else:
            l = 1
        if l > num:
            num = l
    return num","def number_of_layers ( self , ** kwargs ) : <TAB> """"""Returns the deepest nested item in the event"""""" <TAB> num = 1 <TAB> for attr , value in self . event . items ( ) : <TAB> <TAB> value = kwargs . get ( attr , value ) <TAB> <TAB> if isinstance ( value , PGroup ) : <TAB> <TAB> <TAB> l = pattern_depth ( value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> l = 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> num = l <TAB> return num",if l > num :,110
13168,"def test_enumerating_directions():
    for backend in imp_op_backends:
        print(""testing directions for"", backend.framework_name)
        for shape in [[], [1], [1, 1, 1], [2, 3, 5, 7]]:
            if backend.framework_name == ""mxnet.ndarray"" and len(shape) == 0:
                # known bug of mxnet
                continue
            x = numpy.arange(numpy.prod(shape)).reshape(shape)
            axes1 = _enumerate_directions(x)
            axes2 = _enumerate_directions(backend.from_numpy(x))
            for axe1, axe2 in zip(axes1, axes2):
                axe2 = backend.to_numpy(axe2)
                assert axe1.shape == axe2.shape
                assert numpy.allclose(axe1, axe2)","def test_enumerating_directions ( ) : <TAB> for backend in imp_op_backends : <TAB> <TAB> print ( ""testing directions for"" , backend . framework_name ) <TAB> <TAB> for shape in [ [ ] , [ 1 ] , [ 1 , 1 , 1 ] , [ 2 , 3 , 5 , 7 ] ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> x = numpy . arange ( numpy . prod ( shape ) ) . reshape ( shape ) <TAB> <TAB> <TAB> axes1 = _enumerate_directions ( x ) <TAB> <TAB> <TAB> axes2 = _enumerate_directions ( backend . from_numpy ( x ) ) <TAB> <TAB> <TAB> for axe1 , axe2 in zip ( axes1 , axes2 ) : <TAB> <TAB> <TAB> <TAB> axe2 = backend . to_numpy ( axe2 ) <TAB> <TAB> <TAB> <TAB> assert axe1 . shape == axe2 . shape <TAB> <TAB> <TAB> <TAB> assert numpy . allclose ( axe1 , axe2 )","if backend . framework_name == ""mxnet.ndarray"" and len ( shape ) == 0 :",231
21884,"def _unpack(self, fmt, byt):
    d = unpack(self._header[""byteorder""] + fmt, byt)[0]
    if fmt[-1] in self.MISSING_VALUES:
        nmin, nmax = self.MISSING_VALUES[fmt[-1]]
        if d < nmin or d > nmax:
            if self._missing_values:
                return StataMissingValue(nmax, d)
            else:
                return None
    return d","def _unpack ( self , fmt , byt ) : <TAB> d = unpack ( self . _header [ ""byteorder"" ] + fmt , byt ) [ 0 ] <TAB> if fmt [ - 1 ] in self . MISSING_VALUES : <TAB> <TAB> nmin , nmax = self . MISSING_VALUES [ fmt [ - 1 ] ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if self . _missing_values : <TAB> <TAB> <TAB> <TAB> return StataMissingValue ( nmax , d ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return None <TAB> return d",if d < nmin or d > nmax :,121
7523,"def login_begin(request):
    redirect_to = request.GET.get(""next"", ""/"")
    is_first_login_ever = OpenIDBackend.is_first_login_ever()
    request.session.set_test_cookie()
    openid_url = getattr(settings, ""OPENID_SSO_SERVER_URL"", None)
    identity_url_prefix = getattr(settings, ""OPENID_IDENTITY_URL_PREFIX"", None)
    # Case of centralized server endpoint Get request
    if openid_url is not None:
        if request.method == ""GET"":
            return render_to_response(
                ""openid-login.html"",
                {
                    ""action"": urlresolvers.reverse(""openid-login""),
                    ""next"": redirect_to,
                    ""first_login_ever"": is_first_login_ever,
                    ""hide_field"": True,
                },
                context_instance=RequestContext(request),
            )
    return django_login_begin(
        request, template_name=""openid-login.html"", form_class=OpenIDLoginFormExt
    )
","def login_begin ( request ) : <TAB> redirect_to = request . GET . get ( ""next"" , ""/"" ) <TAB> is_first_login_ever = OpenIDBackend . is_first_login_ever ( ) <TAB> request . session . set_test_cookie ( ) <TAB> openid_url = getattr ( settings , ""OPENID_SSO_SERVER_URL"" , None ) <TAB> identity_url_prefix = getattr ( settings , ""OPENID_IDENTITY_URL_PREFIX"" , None ) <TAB> <TAB> if openid_url is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return render_to_response ( <TAB> <TAB> <TAB> <TAB> ""openid-login.html"" , <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> ""action"" : urlresolvers . reverse ( ""openid-login"" ) , <TAB> <TAB> <TAB> <TAB> <TAB> ""next"" : redirect_to , <TAB> <TAB> <TAB> <TAB> <TAB> ""first_login_ever"" : is_first_login_ever , <TAB> <TAB> <TAB> <TAB> <TAB> ""hide_field"" : True , <TAB> <TAB> <TAB> <TAB> } , <TAB> <TAB> <TAB> <TAB> context_instance = RequestContext ( request ) , <TAB> <TAB> <TAB> ) <TAB> return django_login_begin ( <TAB> <TAB> request , template_name = ""openid-login.html"" , form_class = OpenIDLoginFormExt <TAB> )","if request . method == ""GET"" :",296
8958,"def parse_until_text(self, watch_nesting, *text):
    startpos = self.match_position
    text_re = r""|"".join(text)
    brace_level = 0
    paren_level = 0
    bracket_level = 0
    while True:
        match = self.match(r""#.*\n"")
        if match:
            continue
        match = self.match(r""(\""\""\""|\'\'\'|\""|\')[^\\]*?(\\.[^\\]*?)*\1"", re.S)
        if match:
            continue
        match = self.match(r""(%s)"" % text_re)
        if match and not (
            watch_nesting and (brace_level > 0 or paren_level > 0 or bracket_level > 0)
        ):
            return (
                self.text[startpos : self.match_position - len(match.group(1))],
                match.group(1),
            )
        elif not match:
            match = self.match(r""(.*?)(?=\""|\'|#|%s)"" % text_re, re.S)
        if match:
            brace_level += match.group(1).count(""{"")
            brace_level -= match.group(1).count(""}"")
            paren_level += match.group(1).count(""("")
            paren_level -= match.group(1).count("")"")
            bracket_level += match.group(1).count(""["")
            bracket_level -= match.group(1).count(""]"")
            continue
        raise exceptions.SyntaxException(
            ""Expected: %s"" % "","".join(text), **self.exception_kwargs
        )","def parse_until_text ( self , watch_nesting , * text ) : <TAB> startpos = self . match_position <TAB> text_re = r""|"" . join ( text ) <TAB> brace_level = 0 <TAB> paren_level = 0 <TAB> bracket_level = 0 <TAB> while True : <TAB> <TAB> match = self . match ( r""#.*\n"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> match = self . match ( r""(\""\""\""|\'\'\'|\""|\')[^\\]*?(\\.[^\\]*?)*\1"" , re . S ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> match = self . match ( r""(%s)"" % text_re ) <TAB> <TAB> if match and not ( <TAB> <TAB> <TAB> watch_nesting and ( brace_level > 0 or paren_level > 0 or bracket_level > 0 ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> return ( <TAB> <TAB> <TAB> <TAB> self . text [ startpos : self . match_position - len ( match . group ( 1 ) ) ] , <TAB> <TAB> <TAB> <TAB> match . group ( 1 ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> elif not match : <TAB> <TAB> <TAB> match = self . match ( r""(.*?)(?=\""|\'|#|%s)"" % text_re , re . S ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> brace_level += match . group ( 1 ) . count ( ""{"" ) <TAB> <TAB> <TAB> brace_level -= match . group ( 1 ) . count ( ""}"" ) <TAB> <TAB> <TAB> paren_level += match . group ( 1 ) . count ( ""("" ) <TAB> <TAB> <TAB> paren_level -= match . group ( 1 ) . count ( "")"" ) <TAB> <TAB> <TAB> bracket_level += match . group ( 1 ) . count ( ""["" ) <TAB> <TAB> <TAB> bracket_level -= match . group ( 1 ) . count ( ""]"" ) <TAB> <TAB> <TAB> continue <TAB> <TAB> raise exceptions . SyntaxException ( <TAB> <TAB> <TAB> ""Expected: %s"" % "","" . join ( text ) , ** self . exception_kwargs <TAB> <TAB> )",if match :,423
5421,"def test_model_save(dummy_data, make_model, tmp_path):
    # Disable the redefined-outer-name violation in this function
    # pylint: disable=redefined-outer-name
    data, labels = dummy_data
    model = make_model
    model.compile(optimizer=""adam"", loss=""binary_crossentropy"", metrics=[""accuracy""])
    # Train the model for 5 epochs
    model.fit(data, labels, epochs=5, batch_size=32)
    for save_path in [""test_model"", ""test_model.h5""]:
        # Save model to a SavedModel folder or h5 file, then load model
        save_path = tmp_path / save_path
        model.save(save_path)
        loaded_model = load_model(save_path)
        # Clean up SavedModel folder
        if os.path.isdir(save_path):
            shutil.rmtree(save_path)
        # Clean up h5 file
        if os.path.exists(save_path):
            os.remove(save_path)
        # Compare model predictions and loaded_model predictions
        np.testing.assert_equal(model.predict(data), loaded_model.predict(data))","def test_model_save ( dummy_data , make_model , tmp_path ) : <TAB> <TAB> <TAB> data , labels = dummy_data <TAB> model = make_model <TAB> model . compile ( optimizer = ""adam"" , loss = ""binary_crossentropy"" , metrics = [ ""accuracy"" ] ) <TAB> <TAB> model . fit ( data , labels , epochs = 5 , batch_size = 32 ) <TAB> for save_path in [ ""test_model"" , ""test_model.h5"" ] : <TAB> <TAB> <TAB> <TAB> save_path = tmp_path / save_path <TAB> <TAB> model . save ( save_path ) <TAB> <TAB> loaded_model = load_model ( save_path ) <TAB> <TAB> <TAB> <TAB> if os . path . isdir ( save_path ) : <TAB> <TAB> <TAB> shutil . rmtree ( save_path ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . remove ( save_path ) <TAB> <TAB> <TAB> <TAB> np . testing . assert_equal ( model . predict ( data ) , loaded_model . predict ( data ) )",if os . path . exists ( save_path ) :,296
16070,"def test_204_invalid_content_length(self):
    # 204 status with non-zero content length is malformed
    with ExpectLog(gen_log, "".*Response with code 204 should not have body""):
        response = self.fetch(""/?error=1"")
        if not self.http1:
            self.skipTest(""requires HTTP/1.x"")
        if self.http_client.configured_class != SimpleAsyncHTTPClient:
            self.skipTest(""curl client accepts invalid headers"")
        self.assertEqual(response.code, 599)","def test_204_invalid_content_length ( self ) : <TAB> <TAB> with ExpectLog ( gen_log , "".*Response with code 204 should not have body"" ) : <TAB> <TAB> response = self . fetch ( ""/?error=1"" ) <TAB> <TAB> if not self . http1 : <TAB> <TAB> <TAB> self . skipTest ( ""requires HTTP/1.x"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . skipTest ( ""curl client accepts invalid headers"" ) <TAB> <TAB> self . assertEqual ( response . code , 599 )",if self . http_client . configured_class != SimpleAsyncHTTPClient :,136
13320,"def _get_java_version(self) -> Tuple[int, int]:
    """"""This assumes we've already checked that java exists.""""""
    _proc: asyncio.subprocess.Process = (
        await asyncio.create_subprocess_exec(  # pylint:disable=no-member
            self._java_exc,
            ""-version"",
            stdout=asyncio.subprocess.PIPE,
            stderr=asyncio.subprocess.PIPE,
        )
    )
    # java -version outputs to stderr
    _, err = await _proc.communicate()
    version_info: str = err.decode(""utf-8"")
    lines = version_info.splitlines()
    for line in lines:
        match = _RE_JAVA_VERSION_LINE_PRE223.search(line)
        if match is None:
            match = _RE_JAVA_VERSION_LINE_223.search(line)
        if match is None:
            continue
        major = int(match[""major""])
        minor = 0
        if minor_str := match[""minor""]:
            minor = int(minor_str)
        return major, minor
    raise RuntimeError(f""The output of `{self._java_exc} -version` was unexpected."")","def _get_java_version ( self ) -> Tuple [ int , int ] : <TAB> """"""This assumes we've already checked that java exists."""""" <TAB> _proc : asyncio . subprocess . Process = ( <TAB> <TAB> await asyncio . create_subprocess_exec ( <TAB> <TAB> <TAB> self . _java_exc , <TAB> <TAB> <TAB> ""-version"" , <TAB> <TAB> <TAB> stdout = asyncio . subprocess . PIPE , <TAB> <TAB> <TAB> stderr = asyncio . subprocess . PIPE , <TAB> <TAB> ) <TAB> ) <TAB> <TAB> _ , err = await _proc . communicate ( ) <TAB> version_info : str = err . decode ( ""utf-8"" ) <TAB> lines = version_info . splitlines ( ) <TAB> for line in lines : <TAB> <TAB> match = _RE_JAVA_VERSION_LINE_PRE223 . search ( line ) <TAB> <TAB> if match is None : <TAB> <TAB> <TAB> match = _RE_JAVA_VERSION_LINE_223 . search ( line ) <TAB> <TAB> if match is None : <TAB> <TAB> <TAB> continue <TAB> <TAB> major = int ( match [ ""major"" ] ) <TAB> <TAB> minor = 0 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> minor = int ( minor_str ) <TAB> <TAB> return major , minor <TAB> raise RuntimeError ( f""The output of `{self._java_exc} -version` was unexpected."" )","if minor_str := match [ ""minor"" ] :",299
19358,"def de_dot(dot_string, msg):
    """"""Turn message and dotted string into a nested dictionary""""""
    arr = dot_string.split(""."")
    arr.append(msg)
    retval = None
    for idx in range(len(arr), 1, -1):
        if not retval:
            try:
                retval = {arr[idx - 2]: arr[idx - 1]}
            except Exception as err:
                raise LoggingException(err)
        else:
            try:
                new_d = {arr[idx - 2]: retval}
                retval = new_d
            except Exception as err:
                raise LoggingException(err)
    return retval","def de_dot ( dot_string , msg ) : <TAB> """"""Turn message and dotted string into a nested dictionary"""""" <TAB> arr = dot_string . split ( ""."" ) <TAB> arr . append ( msg ) <TAB> retval = None <TAB> for idx in range ( len ( arr ) , 1 , - 1 ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> retval = { arr [ idx - 2 ] : arr [ idx - 1 ] } <TAB> <TAB> <TAB> except Exception as err : <TAB> <TAB> <TAB> <TAB> raise LoggingException ( err ) <TAB> <TAB> else : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> new_d = { arr [ idx - 2 ] : retval } <TAB> <TAB> <TAB> <TAB> retval = new_d <TAB> <TAB> <TAB> except Exception as err : <TAB> <TAB> <TAB> <TAB> raise LoggingException ( err ) <TAB> return retval",if not retval :,180
4282,"def _put_nowait(self, data, *, sender):
    if not self._running:
        logger.warning(""Pub/Sub listener message after stop: %r, %r"", sender, data)
        return
    self._queue.put_nowait((sender, data))
    if self._waiter is not None:
        fut, self._waiter = self._waiter, None
        if fut.done():
            assert fut.cancelled(), (""Waiting future is in wrong state"", self, fut)
            return
        fut.set_result(None)
","def _put_nowait ( self , data , * , sender ) : <TAB> if not self . _running : <TAB> <TAB> logger . warning ( ""Pub/Sub listener message after stop: %r, %r"" , sender , data ) <TAB> <TAB> return <TAB> self . _queue . put_nowait ( ( sender , data ) ) <TAB> if self . _waiter is not None : <TAB> <TAB> fut , self . _waiter = self . _waiter , None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert fut . cancelled ( ) , ( ""Waiting future is in wrong state"" , self , fut ) <TAB> <TAB> <TAB> return <TAB> <TAB> fut . set_result ( None )",if fut . done ( ) :,139
11960,"def __str__(self, prefix="""", printElemNumber=0):
    res = """"
    cnt = 0
    for e in self.index_value_:
        elm = """"
        if printElemNumber:
            elm = ""(%d)"" % cnt
        res += prefix + (""index_value%s <\n"" % elm)
        res += e.__str__(prefix + ""  "", printElemNumber)
        res += prefix + "">\n""
        cnt += 1
    if self.has_key_:
        res += prefix + ""key <\n""
        res += self.key_.__str__(prefix + ""  "", printElemNumber)
        res += prefix + "">\n""
    if self.has_before_:
        res += prefix + (""before: %s\n"" % self.DebugFormatBool(self.before_))
    return res","def __str__ ( self , prefix = """" , printElemNumber = 0 ) : <TAB> res = """" <TAB> cnt = 0 <TAB> for e in self . index_value_ : <TAB> <TAB> elm = """" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> elm = ""(%d)"" % cnt <TAB> <TAB> res += prefix + ( ""index_value%s <\n"" % elm ) <TAB> <TAB> res += e . __str__ ( prefix + ""  "" , printElemNumber ) <TAB> <TAB> res += prefix + "">\n"" <TAB> <TAB> cnt += 1 <TAB> if self . has_key_ : <TAB> <TAB> res += prefix + ""key <\n"" <TAB> <TAB> res += self . key_ . __str__ ( prefix + ""  "" , printElemNumber ) <TAB> <TAB> res += prefix + "">\n"" <TAB> if self . has_before_ : <TAB> <TAB> res += prefix + ( ""before: %s\n"" % self . DebugFormatBool ( self . before_ ) ) <TAB> return res",if printElemNumber :,211
21018,"def get_data(filters, columns):
    data = []
    entry = frappe.get_all(
        ""Work Order"",
        fields=[
            ""creation"",
            ""modified"",
            ""actual_start_date"",
            ""actual_end_date"",
            ""planned_start_date"",
            ""planned_end_date"",
            ""status"",
        ],
        filters={""docstatus"": 1, ""company"": filters[""company""]},
    )
    periodic_data = get_periodic_data(filters, entry)
    labels = [""All Work Orders"", ""Not Started"", ""Overdue"", ""Pending"", ""Completed""]
    chart_data = get_chart_data(periodic_data, columns)
    ranges = get_period_date_ranges(filters)
    for label in labels:
        work = {}
        work[""Status""] = label
        for dummy, end_date in ranges:
            period = get_period(end_date, filters)
            if periodic_data.get(label).get(period):
                work[scrub(period)] = periodic_data.get(label).get(period)
            else:
                work[scrub(period)] = 0.0
        data.append(work)
    return data, chart_data","def get_data ( filters , columns ) : <TAB> data = [ ] <TAB> entry = frappe . get_all ( <TAB> <TAB> ""Work Order"" , <TAB> <TAB> fields = [ <TAB> <TAB> <TAB> ""creation"" , <TAB> <TAB> <TAB> ""modified"" , <TAB> <TAB> <TAB> ""actual_start_date"" , <TAB> <TAB> <TAB> ""actual_end_date"" , <TAB> <TAB> <TAB> ""planned_start_date"" , <TAB> <TAB> <TAB> ""planned_end_date"" , <TAB> <TAB> <TAB> ""status"" , <TAB> <TAB> ] , <TAB> <TAB> filters = { ""docstatus"" : 1 , ""company"" : filters [ ""company"" ] } , <TAB> ) <TAB> periodic_data = get_periodic_data ( filters , entry ) <TAB> labels = [ ""All Work Orders"" , ""Not Started"" , ""Overdue"" , ""Pending"" , ""Completed"" ] <TAB> chart_data = get_chart_data ( periodic_data , columns ) <TAB> ranges = get_period_date_ranges ( filters ) <TAB> for label in labels : <TAB> <TAB> work = { } <TAB> <TAB> work [ ""Status"" ] = label <TAB> <TAB> for dummy , end_date in ranges : <TAB> <TAB> <TAB> period = get_period ( end_date , filters ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> work [ scrub ( period ) ] = periodic_data . get ( label ) . get ( period ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> work [ scrub ( period ) ] = 0.0 <TAB> <TAB> data . append ( work ) <TAB> return data , chart_data",if periodic_data . get ( label ) . get ( period ) :,339
10293,"def inner_connection_checker(self, *args, **kwargs):
    LOG.debug(""in _connection_checker"")
    for attempts in range(5):
        try:
            return func(self, *args, **kwargs)
        except exception.VolumeBackendAPIException as e:
            pattern = re.compile(r"".*Session id expired$"")
            matches = pattern.match(six.text_type(e))
            if matches:
                if attempts < 4:
                    LOG.debug(""Session might have expired."" "" Trying to relogin"")
                    self._login()
                    continue
            LOG.error(""Re-throwing Exception %s"", e)
            raise","def inner_connection_checker ( self , * args , ** kwargs ) : <TAB> LOG . debug ( ""in _connection_checker"" ) <TAB> for attempts in range ( 5 ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> return func ( self , * args , ** kwargs ) <TAB> <TAB> except exception . VolumeBackendAPIException as e : <TAB> <TAB> <TAB> pattern = re . compile ( r"".*Session id expired$"" ) <TAB> <TAB> <TAB> matches = pattern . match ( six . text_type ( e ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if attempts < 4 : <TAB> <TAB> <TAB> <TAB> <TAB> LOG . debug ( ""Session might have expired."" "" Trying to relogin"" ) <TAB> <TAB> <TAB> <TAB> <TAB> self . _login ( ) <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> LOG . error ( ""Re-throwing Exception %s"" , e ) <TAB> <TAB> <TAB> raise",if matches :,182
22397,"def record_expected_exportable_production(self, ticks):
    """"""Record the amount of production that should be transferred to other islands.""""""
    for (quota_holder, resource_id), amount in self._low_priority_requests.items():
        if quota_holder not in self._settlement_manager_id:
            self._settlement_manager_id[quota_holder] = WorldObject.get_object_by_id(
                int(quota_holder[1:].split("","")[0])
            ).settlement_manager.worldid
        self.trade_storage[self._settlement_manager_id[quota_holder]][resource_id] += (
            ticks * amount
        )","def record_expected_exportable_production ( self , ticks ) : <TAB> """"""Record the amount of production that should be transferred to other islands."""""" <TAB> for ( quota_holder , resource_id ) , amount in self . _low_priority_requests . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _settlement_manager_id [ quota_holder ] = WorldObject . get_object_by_id ( <TAB> <TAB> <TAB> <TAB> int ( quota_holder [ 1 : ] . split ( "","" ) [ 0 ] ) <TAB> <TAB> <TAB> ) . settlement_manager . worldid <TAB> <TAB> self . trade_storage [ self . _settlement_manager_id [ quota_holder ] ] [ resource_id ] += ( <TAB> <TAB> <TAB> ticks * amount <TAB> <TAB> )",if quota_holder not in self . _settlement_manager_id :,168
22454,"def display_top(snapshot, key_type=""lineno"", limit=3):
    snapshot = snapshot.filter_traces(
        (
            tracemalloc.Filter(False, ""<frozen importlib._bootstrap>""),
            tracemalloc.Filter(False, ""<unknown>""),
        )
    )
    top_stats = snapshot.statistics(key_type)
    print(""Top %s lines"" % limit)
    for index, stat in enumerate(top_stats[:limit], 1):
        frame = stat.traceback[0]
        # replace ""/path/to/module/file.py"" with ""module/file.py""
        filename = os.sep.join(frame.filename.split(os.sep)[-4:])
        print(
            ""#%s: %s:%s: %.1f KiB"" % (index, filename, frame.lineno, stat.size / 1024)
        )
        line = linecache.getline(frame.filename, frame.lineno).strip()
        if line:
            print(""    %s"" % line)
    other = top_stats[limit:]
    if other:
        size = sum(stat.size for stat in other)
        print(""%s other: %.1f KiB"" % (len(other), size / 1024))
    total = sum(stat.size for stat in top_stats)
    print(""Total allocated size: %.1f KiB"" % (total / 1024))","def display_top ( snapshot , key_type = ""lineno"" , limit = 3 ) : <TAB> snapshot = snapshot . filter_traces ( <TAB> <TAB> ( <TAB> <TAB> <TAB> tracemalloc . Filter ( False , ""<frozen importlib._bootstrap>"" ) , <TAB> <TAB> <TAB> tracemalloc . Filter ( False , ""<unknown>"" ) , <TAB> <TAB> ) <TAB> ) <TAB> top_stats = snapshot . statistics ( key_type ) <TAB> print ( ""Top %s lines"" % limit ) <TAB> for index , stat in enumerate ( top_stats [ : limit ] , 1 ) : <TAB> <TAB> frame = stat . traceback [ 0 ] <TAB> <TAB> <TAB> <TAB> filename = os . sep . join ( frame . filename . split ( os . sep ) [ - 4 : ] ) <TAB> <TAB> print ( <TAB> <TAB> <TAB> ""#%s: %s:%s: %.1f KiB"" % ( index , filename , frame . lineno , stat . size / 1024 ) <TAB> <TAB> ) <TAB> <TAB> line = linecache . getline ( frame . filename , frame . lineno ) . strip ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""    %s"" % line ) <TAB> other = top_stats [ limit : ] <TAB> if other : <TAB> <TAB> size = sum ( stat . size for stat in other ) <TAB> <TAB> print ( ""%s other: %.1f KiB"" % ( len ( other ) , size / 1024 ) ) <TAB> total = sum ( stat . size for stat in top_stats ) <TAB> print ( ""Total allocated size: %.1f KiB"" % ( total / 1024 ) )",if line :,347
1523,"def check_region(self, region):
    for other in self.regions:
        if other is region:
            continue
        if (other.start < region.start < other.end) or (
            other.start < region.end < other.end
        ):
            raise Exception(""%r overlaps with %r"" % (region, other))
","def check_region ( self , region ) : <TAB> for other in self . regions : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if ( other . start < region . start < other . end ) or ( <TAB> <TAB> <TAB> other . start < region . end < other . end <TAB> <TAB> ) : <TAB> <TAB> <TAB> raise Exception ( ""%r overlaps with %r"" % ( region , other ) )",if other is region :,89
15661,"def _get_node_type_specific_fields(self, node_id: str, fields_key: str) -> Any:
    fields = self.config[fields_key]
    node_tags = self.provider.node_tags(node_id)
    if TAG_RAY_USER_NODE_TYPE in node_tags:
        node_type = node_tags[TAG_RAY_USER_NODE_TYPE]
        if node_type not in self.available_node_types:
            raise ValueError(f""Unknown node type tag: {node_type}."")
        node_specific_config = self.available_node_types[node_type]
        if fields_key in node_specific_config:
            fields = node_specific_config[fields_key]
    return fields
","def _get_node_type_specific_fields ( self , node_id : str , fields_key : str ) -> Any : <TAB> fields = self . config [ fields_key ] <TAB> node_tags = self . provider . node_tags ( node_id ) <TAB> if TAG_RAY_USER_NODE_TYPE in node_tags : <TAB> <TAB> node_type = node_tags [ TAG_RAY_USER_NODE_TYPE ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( f""Unknown node type tag: {node_type}."" ) <TAB> <TAB> node_specific_config = self . available_node_types [ node_type ] <TAB> <TAB> if fields_key in node_specific_config : <TAB> <TAB> <TAB> fields = node_specific_config [ fields_key ] <TAB> return fields",if node_type not in self . available_node_types :,189
3117,"def link(self, label, nodename):
    if nodename:
        if nodename.lower() == ""(dir)"":
            addr = ""../dir.html""
        else:
            addr = makefile(nodename)
        self.write(
            label, ': <A HREF=""', addr, '"" TYPE=""', label, '"">', nodename, ""</A>  \n""
        )
","def link ( self , label , nodename ) : <TAB> if nodename : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> addr = ""../dir.html"" <TAB> <TAB> else : <TAB> <TAB> <TAB> addr = makefile ( nodename ) <TAB> <TAB> self . write ( <TAB> <TAB> <TAB> label , ': <A HREF=""' , addr , '"" TYPE=""' , label , '"">' , nodename , ""</A>  \n"" <TAB> <TAB> )","if nodename . lower ( ) == ""(dir)"" :",97
5745,"def attribute_table(self, attribute):
    """"""Return a tuple (schema, table) for attribute.""""""
    dimension = attribute.dimension
    if dimension:
        schema = self.naming.dimension_schema or self.naming.schema
        if dimension.is_flat and not dimension.has_details:
            table = self.fact_name
        else:
            table = self.naming.dimension_table_name(dimension)
    else:
        table = self.fact_name
        schema = self.naming.schema
    return (schema, table)
","def attribute_table ( self , attribute ) : <TAB> """"""Return a tuple (schema, table) for attribute."""""" <TAB> dimension = attribute . dimension <TAB> if dimension : <TAB> <TAB> schema = self . naming . dimension_schema or self . naming . schema <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> table = self . fact_name <TAB> <TAB> else : <TAB> <TAB> <TAB> table = self . naming . dimension_table_name ( dimension ) <TAB> else : <TAB> <TAB> table = self . fact_name <TAB> <TAB> schema = self . naming . schema <TAB> return ( schema , table )",if dimension . is_flat and not dimension . has_details :,137
22187,"def _expand_ports(self, ports_list):
    ports = []
    for i in ports_list.split("",""):
        if ""-"" not in i:
            ports.append(int(i))
        else:
            l, h = map(int, i.split(""-""))
            ports += range(l, h + 1)
    return ports","def _expand_ports ( self , ports_list ) : <TAB> ports = [ ] <TAB> for i in ports_list . split ( "","" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ports . append ( int ( i ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> l , h = map ( int , i . split ( ""-"" ) ) <TAB> <TAB> <TAB> ports += range ( l , h + 1 ) <TAB> return ports","if ""-"" not in i :",90
14175,"def optimize(self, graph: Graph):
    MAX_TEXTURE_SIZE = config.WEBGL_MAX_TEXTURE_SIZE
    flag_changed = False
    for v in traverse.listup_variables(graph):
        if not Placeholder.check_resolved(v.size):
            continue
        height, width = TextureShape.get(v)
        if height <= MAX_TEXTURE_SIZE and width <= MAX_TEXTURE_SIZE:
            continue
        if not v.has_attribute(SplitTarget):
            flag_changed = True
            v.attributes.add(SplitTarget())
    return graph, flag_changed
","def optimize ( self , graph : Graph ) : <TAB> MAX_TEXTURE_SIZE = config . WEBGL_MAX_TEXTURE_SIZE <TAB> flag_changed = False <TAB> for v in traverse . listup_variables ( graph ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> height , width = TextureShape . get ( v ) <TAB> <TAB> if height <= MAX_TEXTURE_SIZE and width <= MAX_TEXTURE_SIZE : <TAB> <TAB> <TAB> continue <TAB> <TAB> if not v . has_attribute ( SplitTarget ) : <TAB> <TAB> <TAB> flag_changed = True <TAB> <TAB> <TAB> v . attributes . add ( SplitTarget ( ) ) <TAB> return graph , flag_changed",if not Placeholder . check_resolved ( v . size ) :,157
7640,"def _check_ordering_item(self, obj, model, field_name, label):
    """"""Check that `ordering` refers to existing fields.""""""
    if field_name == ""?"" and len(obj.ordering) != 1:
        return [
            checks.Error(
                ""The value of 'ordering' has the random ordering marker '?', ""
                ""but contains other fields as well."",
                hint='Either remove the ""?"", or remove the other fields.',
                obj=obj.__class__,
                id=""admin.E032"",
            )
        ]
    elif field_name == ""?"":
        return []
    elif LOOKUP_SEP in field_name:
        # Skip ordering in the format field1__field2 (FIXME: checking
        # this format would be nice, but it's a little fiddly).
        return []
    else:
        if field_name.startswith(""-""):
            field_name = field_name[1:]
        if field_name == ""pk"":
            return []
        try:
            model._meta.get_field(field_name)
        except FieldDoesNotExist:
            return refer_to_missing_field(
                field=field_name, option=label, model=model, obj=obj, id=""admin.E033""
            )
        else:
            return []","def _check_ordering_item ( self , obj , model , field_name , label ) : <TAB> """"""Check that `ordering` refers to existing fields."""""" <TAB> if field_name == ""?"" and len ( obj . ordering ) != 1 : <TAB> <TAB> return [ <TAB> <TAB> <TAB> checks . Error ( <TAB> <TAB> <TAB> <TAB> ""The value of 'ordering' has the random ordering marker '?', "" <TAB> <TAB> <TAB> <TAB> ""but contains other fields as well."" , <TAB> <TAB> <TAB> <TAB> hint = 'Either remove the ""?"", or remove the other fields.' , <TAB> <TAB> <TAB> <TAB> obj = obj . __class__ , <TAB> <TAB> <TAB> <TAB> id = ""admin.E032"" , <TAB> <TAB> <TAB> ) <TAB> <TAB> ] <TAB> elif field_name == ""?"" : <TAB> <TAB> return [ ] <TAB> elif LOOKUP_SEP in field_name : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return [ ] <TAB> else : <TAB> <TAB> if field_name . startswith ( ""-"" ) : <TAB> <TAB> <TAB> field_name = field_name [ 1 : ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return [ ] <TAB> <TAB> try : <TAB> <TAB> <TAB> model . _meta . get_field ( field_name ) <TAB> <TAB> except FieldDoesNotExist : <TAB> <TAB> <TAB> return refer_to_missing_field ( <TAB> <TAB> <TAB> <TAB> field = field_name , option = label , model = model , obj = obj , id = ""admin.E033"" <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return [ ]","if field_name == ""pk"" :",346
17784,"def tostr(object, encoding=None):
    """"""get a unicode safe string representation of an object""""""
    if isinstance(object, basestring):
        if encoding is None:
            return object
        else:
            return object.encode(encoding)
    if isinstance(object, tuple):
        s = [""(""]
        for item in object:
            if isinstance(item, basestring):
                s.append(item)
            else:
                s.append(tostr(item))
            s.append("", "")
        s.append("")"")
        return """".join(s)
    if isinstance(object, list):
        s = [""[""]
        for item in object:
            if isinstance(item, basestring):
                s.append(item)
            else:
                s.append(tostr(item))
            s.append("", "")
        s.append(""]"")
        return """".join(s)
    if isinstance(object, dict):
        s = [""{""]
        for item in object.items():
            if isinstance(item[0], basestring):
                s.append(item[0])
            else:
                s.append(tostr(item[0]))
            s.append("" = "")
            if isinstance(item[1], basestring):
                s.append(item[1])
            else:
                s.append(tostr(item[1]))
            s.append("", "")
        s.append(""}"")
        return """".join(s)
    try:
        return unicode(object)
    except:
        return str(object)","def tostr ( object , encoding = None ) : <TAB> """"""get a unicode safe string representation of an object"""""" <TAB> if isinstance ( object , basestring ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return object <TAB> <TAB> else : <TAB> <TAB> <TAB> return object . encode ( encoding ) <TAB> if isinstance ( object , tuple ) : <TAB> <TAB> s = [ ""("" ] <TAB> <TAB> for item in object : <TAB> <TAB> <TAB> if isinstance ( item , basestring ) : <TAB> <TAB> <TAB> <TAB> s . append ( item ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> s . append ( tostr ( item ) ) <TAB> <TAB> <TAB> s . append ( "", "" ) <TAB> <TAB> s . append ( "")"" ) <TAB> <TAB> return """" . join ( s ) <TAB> if isinstance ( object , list ) : <TAB> <TAB> s = [ ""["" ] <TAB> <TAB> for item in object : <TAB> <TAB> <TAB> if isinstance ( item , basestring ) : <TAB> <TAB> <TAB> <TAB> s . append ( item ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> s . append ( tostr ( item ) ) <TAB> <TAB> <TAB> s . append ( "", "" ) <TAB> <TAB> s . append ( ""]"" ) <TAB> <TAB> return """" . join ( s ) <TAB> if isinstance ( object , dict ) : <TAB> <TAB> s = [ ""{"" ] <TAB> <TAB> for item in object . items ( ) : <TAB> <TAB> <TAB> if isinstance ( item [ 0 ] , basestring ) : <TAB> <TAB> <TAB> <TAB> s . append ( item [ 0 ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> s . append ( tostr ( item [ 0 ] ) ) <TAB> <TAB> <TAB> s . append ( "" = "" ) <TAB> <TAB> <TAB> if isinstance ( item [ 1 ] , basestring ) : <TAB> <TAB> <TAB> <TAB> s . append ( item [ 1 ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> s . append ( tostr ( item [ 1 ] ) ) <TAB> <TAB> <TAB> s . append ( "", "" ) <TAB> <TAB> s . append ( ""}"" ) <TAB> <TAB> return """" . join ( s ) <TAB> try : <TAB> <TAB> return unicode ( object ) <TAB> except : <TAB> <TAB> return str ( object )",if encoding is None :,426
16904,"def get_release_milestone(build_type, platform):
    """"""Return milestone for a particular release.""""""
    if build_type == ""head"":
        actual_build_type = ""canary""
    else:
        actual_build_type = build_type
    builds_metadata = get_production_builds_info(platform)
    for build_metadata in builds_metadata:
        if build_metadata.build_type == actual_build_type:
            version_parts = build_metadata.version.split(""."")
            milestone = version_parts[0]
            if milestone and milestone.isdigit():
                return int(milestone)
    if actual_build_type == ""canary"":
        # If there is no canary for that platform, just return canary from windows.
        return get_release_milestone(""canary"", ""win"")
    return None","def get_release_milestone ( build_type , platform ) : <TAB> """"""Return milestone for a particular release."""""" <TAB> if build_type == ""head"" : <TAB> <TAB> actual_build_type = ""canary"" <TAB> else : <TAB> <TAB> actual_build_type = build_type <TAB> builds_metadata = get_production_builds_info ( platform ) <TAB> for build_metadata in builds_metadata : <TAB> <TAB> if build_metadata . build_type == actual_build_type : <TAB> <TAB> <TAB> version_parts = build_metadata . version . split ( ""."" ) <TAB> <TAB> <TAB> milestone = version_parts [ 0 ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return int ( milestone ) <TAB> if actual_build_type == ""canary"" : <TAB> <TAB> <TAB> <TAB> return get_release_milestone ( ""canary"" , ""win"" ) <TAB> return None",if milestone and milestone . isdigit ( ) :,227
21740,"def _size(self, filepath):
    files_count = 0
    files_size = 0
    if not path.isdir(filepath):
        if self.follow_symlinks:
            filestat = stat(filepath)
        else:
            filestat = lstat(filepath)
        yield {
            F_TYPE: T_SIZE,
            F_PATH: filepath,
            F_FILES: 1,
            F_SIZE: filestat.st_size,
        }
        return
    for root, dirs, files, syms, hards, specials in self._walk_scandir(filepath):
        for f in files:
            files_count += 1
            files_size += f.stat().st_size
            if self._terminate.is_set():
                break
        if self._terminate.is_set():
            break
    yield {
        F_TYPE: T_SIZE,
        F_PATH: filepath,
        F_FILES: files_count,
        F_SIZE: files_size,
    }","def _size ( self , filepath ) : <TAB> files_count = 0 <TAB> files_size = 0 <TAB> if not path . isdir ( filepath ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> filestat = stat ( filepath ) <TAB> <TAB> else : <TAB> <TAB> <TAB> filestat = lstat ( filepath ) <TAB> <TAB> yield { <TAB> <TAB> <TAB> F_TYPE : T_SIZE , <TAB> <TAB> <TAB> F_PATH : filepath , <TAB> <TAB> <TAB> F_FILES : 1 , <TAB> <TAB> <TAB> F_SIZE : filestat . st_size , <TAB> <TAB> } <TAB> <TAB> return <TAB> for root , dirs , files , syms , hards , specials in self . _walk_scandir ( filepath ) : <TAB> <TAB> for f in files : <TAB> <TAB> <TAB> files_count += 1 <TAB> <TAB> <TAB> files_size += f . stat ( ) . st_size <TAB> <TAB> <TAB> if self . _terminate . is_set ( ) : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if self . _terminate . is_set ( ) : <TAB> <TAB> <TAB> break <TAB> yield { <TAB> <TAB> F_TYPE : T_SIZE , <TAB> <TAB> F_PATH : filepath , <TAB> <TAB> F_FILES : files_count , <TAB> <TAB> F_SIZE : files_size , <TAB> }",if self . follow_symlinks :,273
7662,"def filter_tests_by_tags(suite, tags, exclude_tags):
    suite_class = type(suite)
    filtered_suite = suite_class()
    for test in suite:
        if isinstance(test, suite_class):
            filtered_suite.addTests(filter_tests_by_tags(test, tags, exclude_tags))
        else:
            test_tags = set(getattr(test, ""tags"", set()))
            test_fn_name = getattr(test, ""_testMethodName"", str(test))
            test_fn = getattr(test, test_fn_name, test)
            test_fn_tags = set(getattr(test_fn, ""tags"", set()))
            all_tags = test_tags.union(test_fn_tags)
            matched_tags = all_tags.intersection(tags)
            if (matched_tags or not tags) and not all_tags.intersection(exclude_tags):
                filtered_suite.addTest(test)
    return filtered_suite
","def filter_tests_by_tags ( suite , tags , exclude_tags ) : <TAB> suite_class = type ( suite ) <TAB> filtered_suite = suite_class ( ) <TAB> for test in suite : <TAB> <TAB> if isinstance ( test , suite_class ) : <TAB> <TAB> <TAB> filtered_suite . addTests ( filter_tests_by_tags ( test , tags , exclude_tags ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> test_tags = set ( getattr ( test , ""tags"" , set ( ) ) ) <TAB> <TAB> <TAB> test_fn_name = getattr ( test , ""_testMethodName"" , str ( test ) ) <TAB> <TAB> <TAB> test_fn = getattr ( test , test_fn_name , test ) <TAB> <TAB> <TAB> test_fn_tags = set ( getattr ( test_fn , ""tags"" , set ( ) ) ) <TAB> <TAB> <TAB> all_tags = test_tags . union ( test_fn_tags ) <TAB> <TAB> <TAB> matched_tags = all_tags . intersection ( tags ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> filtered_suite . addTest ( test ) <TAB> return filtered_suite",if ( matched_tags or not tags ) and not all_tags . intersection ( exclude_tags ) :,253
14927,"def main(argv):
    (opts, argv) = CreateOptionsParser().parse_args(argv[1:])
    try:
        csv_path = argv[0]
    except IndexError:
        raise RuntimeError(""Expected CSV filename."")
    schema = None
    if opts.schema:
        try:
            schema_f = open(opts.schema)
        except IOError as e:
            raise RuntimeError(""Error opening schema: %s"" % e)
    else:
        if csv_path.endswith("".csv""):
            schema_path = csv_path.replace("".csv"", "".schema.csv"")
        elif csv_path.endswith("".tsv""):
            schema_path = csv_path.replace("".tsv"", "".schema.tsv"")
        else:
            raise AssertionError(csv_path)
        log(""schema path %s"", schema_path)
        try:
            schema_f = open(schema_path)
        except IOError:
            schema_f = None  # allowed to have no schema
    if schema_f:
        if opts.tsv:
            r = csv.reader(
                schema_f, delimiter=""\t"", doublequote=False, quoting=csv.QUOTE_NONE
            )
        else:
            r = csv.reader(schema_f)
        schema = Schema(list(r))
    else:
        schema = NullSchema()
        # Default string schema
    log(""schema %s"", schema)
    with open(csv_path) as f:
        col_names, rows = ReadFile(f, opts.tsv)
    schema.VerifyColumnNames(col_names)
    filename = os.path.basename(csv_path)
    css_id, _ = os.path.splitext(filename)
    PrintTable(css_id, schema, col_names, rows, opts.css_class_pattern)","def main ( argv ) : <TAB> ( opts , argv ) = CreateOptionsParser ( ) . parse_args ( argv [ 1 : ] ) <TAB> try : <TAB> <TAB> csv_path = argv [ 0 ] <TAB> except IndexError : <TAB> <TAB> raise RuntimeError ( ""Expected CSV filename."" ) <TAB> schema = None <TAB> if opts . schema : <TAB> <TAB> try : <TAB> <TAB> <TAB> schema_f = open ( opts . schema ) <TAB> <TAB> except IOError as e : <TAB> <TAB> <TAB> raise RuntimeError ( ""Error opening schema: %s"" % e ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> schema_path = csv_path . replace ( "".csv"" , "".schema.csv"" ) <TAB> <TAB> elif csv_path . endswith ( "".tsv"" ) : <TAB> <TAB> <TAB> schema_path = csv_path . replace ( "".tsv"" , "".schema.tsv"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise AssertionError ( csv_path ) <TAB> <TAB> log ( ""schema path %s"" , schema_path ) <TAB> <TAB> try : <TAB> <TAB> <TAB> schema_f = open ( schema_path ) <TAB> <TAB> except IOError : <TAB> <TAB> <TAB> schema_f = None <TAB> if schema_f : <TAB> <TAB> if opts . tsv : <TAB> <TAB> <TAB> r = csv . reader ( <TAB> <TAB> <TAB> <TAB> schema_f , delimiter = ""\t"" , doublequote = False , quoting = csv . QUOTE_NONE <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> r = csv . reader ( schema_f ) <TAB> <TAB> schema = Schema ( list ( r ) ) <TAB> else : <TAB> <TAB> schema = NullSchema ( ) <TAB> <TAB> <TAB> log ( ""schema %s"" , schema ) <TAB> with open ( csv_path ) as f : <TAB> <TAB> col_names , rows = ReadFile ( f , opts . tsv ) <TAB> schema . VerifyColumnNames ( col_names ) <TAB> filename = os . path . basename ( csv_path ) <TAB> css_id , _ = os . path . splitext ( filename ) <TAB> PrintTable ( css_id , schema , col_names , rows , opts . css_class_pattern )","if csv_path . endswith ( "".csv"" ) :",462
17311,"def run(self, execution_id):
    execution = self._get_execution(execution_id)
    context = {""six"": six, ""execution"": execution}
    template = self.default_template
    result = {""enabled"": True}
    alias_id = execution[""context""].get(""action_alias_ref"", {}).get(""id"", None)
    if alias_id:
        alias = self.client.managers[""ActionAlias""].get_by_id(alias_id)
        context.update({""alias"": alias})
        result_params = getattr(alias, ""result"", None)
        if result_params:
            if not result_params.get(""enabled"", True):
                result[""enabled""] = False
            else:
                if ""format"" in alias.result:
                    template = alias.result[""format""]
                if ""extra"" in alias.result:
                    result[""extra""] = jinja_utils.render_values(
                        alias.result[""extra""], context
                    )
    result[""message""] = self.jinja.from_string(template).render(context)
    return result
","def run ( self , execution_id ) : <TAB> execution = self . _get_execution ( execution_id ) <TAB> context = { ""six"" : six , ""execution"" : execution } <TAB> template = self . default_template <TAB> result = { ""enabled"" : True } <TAB> alias_id = execution [ ""context"" ] . get ( ""action_alias_ref"" , { } ) . get ( ""id"" , None ) <TAB> if alias_id : <TAB> <TAB> alias = self . client . managers [ ""ActionAlias"" ] . get_by_id ( alias_id ) <TAB> <TAB> context . update ( { ""alias"" : alias } ) <TAB> <TAB> result_params = getattr ( alias , ""result"" , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not result_params . get ( ""enabled"" , True ) : <TAB> <TAB> <TAB> <TAB> result [ ""enabled"" ] = False <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if ""format"" in alias . result : <TAB> <TAB> <TAB> <TAB> <TAB> template = alias . result [ ""format"" ] <TAB> <TAB> <TAB> <TAB> if ""extra"" in alias . result : <TAB> <TAB> <TAB> <TAB> <TAB> result [ ""extra"" ] = jinja_utils . render_values ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> alias . result [ ""extra"" ] , context <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> result [ ""message"" ] = self . jinja . from_string ( template ) . render ( context ) <TAB> return result",if result_params :,287
17011,"def find_region_by_value(key, value):
    for region in cognitoidp_backends:
        backend = cognitoidp_backends[region]
        for user_pool in backend.user_pools.values():
            if key == ""client_id"" and value in user_pool.clients:
                return region
            if key == ""access_token"" and value in user_pool.access_tokens:
                return region
    # If we can't find the `client_id` or `access_token`, we just pass
    # back a default backend region, which will raise the appropriate
    # error message (e.g. NotAuthorized or NotFound).
    return list(cognitoidp_backends)[0]","def find_region_by_value ( key , value ) : <TAB> for region in cognitoidp_backends : <TAB> <TAB> backend = cognitoidp_backends [ region ] <TAB> <TAB> for user_pool in backend . user_pools . values ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return region <TAB> <TAB> <TAB> if key == ""access_token"" and value in user_pool . access_tokens : <TAB> <TAB> <TAB> <TAB> return region <TAB> <TAB> <TAB> <TAB> return list ( cognitoidp_backends ) [ 0 ]","if key == ""client_id"" and value in user_pool . clients :",184
11026,"def load(self, file_obj, header=True, **kwargs):
    count = 0
    reader = csv.reader(file_obj, **kwargs)
    if header:
        try:
            header_keys = next(reader)
        except StopIteration:
            return count
        if self.strict:
            header_fields = []
            for idx, key in enumerate(header_keys):
                if key in self.columns:
                    header_fields.append((idx, self.columns[key]))
        else:
            header_fields = list(enumerate(header_keys))
    else:
        header_fields = list(enumerate(self.model._meta.sorted_fields))
    if not header_fields:
        return count
    for row in reader:
        obj = {}
        for idx, field in header_fields:
            if self.strict:
                obj[field.name] = field.python_value(row[idx])
            else:
                obj[field] = row[idx]
        self.table.insert(**obj)
        count += 1
    return count","def load ( self , file_obj , header = True , ** kwargs ) : <TAB> count = 0 <TAB> reader = csv . reader ( file_obj , ** kwargs ) <TAB> if header : <TAB> <TAB> try : <TAB> <TAB> <TAB> header_keys = next ( reader ) <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> return count <TAB> <TAB> if self . strict : <TAB> <TAB> <TAB> header_fields = [ ] <TAB> <TAB> <TAB> for idx , key in enumerate ( header_keys ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> header_fields . append ( ( idx , self . columns [ key ] ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> header_fields = list ( enumerate ( header_keys ) ) <TAB> else : <TAB> <TAB> header_fields = list ( enumerate ( self . model . _meta . sorted_fields ) ) <TAB> if not header_fields : <TAB> <TAB> return count <TAB> for row in reader : <TAB> <TAB> obj = { } <TAB> <TAB> for idx , field in header_fields : <TAB> <TAB> <TAB> if self . strict : <TAB> <TAB> <TAB> <TAB> obj [ field . name ] = field . python_value ( row [ idx ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> obj [ field ] = row [ idx ] <TAB> <TAB> self . table . insert ( ** obj ) <TAB> <TAB> count += 1 <TAB> return count",if key in self . columns :,291
10892,"def create_datetime_column(spec, column_options):
    if spec.startswith(""DateTime64""):
        cls = DateTime64Column
        spec = spec[11:-1]
        params = spec.split("","", 1)
        column_options[""scale""] = int(params[0])
        if len(params) > 1:
            spec = params[1].strip() + "")""
    else:
        cls = DateTimeColumn
        spec = spec[9:]
    context = column_options[""context""]
    tz_name = timezone = None
    offset_naive = True
    # Use column's timezone if it's specified.
    if spec and spec[-1] == "")"":
        tz_name = spec[1:-2]
        offset_naive = False
    else:
        if not context.settings.get(""use_client_time_zone"", False):
            try:
                local_timezone = get_localzone().zone
            except Exception:
                local_timezone = None
            if local_timezone != context.server_info.timezone:
                tz_name = context.server_info.timezone
    if tz_name:
        timezone = get_timezone(tz_name)
    return cls(timezone=timezone, offset_naive=offset_naive, **column_options)","def create_datetime_column ( spec , column_options ) : <TAB> if spec . startswith ( ""DateTime64"" ) : <TAB> <TAB> cls = DateTime64Column <TAB> <TAB> spec = spec [ 11 : - 1 ] <TAB> <TAB> params = spec . split ( "","" , 1 ) <TAB> <TAB> column_options [ ""scale"" ] = int ( params [ 0 ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> spec = params [ 1 ] . strip ( ) + "")"" <TAB> else : <TAB> <TAB> cls = DateTimeColumn <TAB> <TAB> spec = spec [ 9 : ] <TAB> context = column_options [ ""context"" ] <TAB> tz_name = timezone = None <TAB> offset_naive = True <TAB> <TAB> if spec and spec [ - 1 ] == "")"" : <TAB> <TAB> tz_name = spec [ 1 : - 2 ] <TAB> <TAB> offset_naive = False <TAB> else : <TAB> <TAB> if not context . settings . get ( ""use_client_time_zone"" , False ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> local_timezone = get_localzone ( ) . zone <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> local_timezone = None <TAB> <TAB> <TAB> if local_timezone != context . server_info . timezone : <TAB> <TAB> <TAB> <TAB> tz_name = context . server_info . timezone <TAB> if tz_name : <TAB> <TAB> timezone = get_timezone ( tz_name ) <TAB> return cls ( timezone = timezone , offset_naive = offset_naive , ** column_options )",if len ( params ) > 1 :,323
25396,"def shutdown(self, timeout, callback=None):
    logger.debug(""background worker got shutdown request"")
    with self._lock:
        if self.is_alive:
            self._queue.put_nowait(_TERMINATOR)
            if timeout > 0.0:
                self._wait_shutdown(timeout, callback)
        self._thread = None
        self._thread_for_pid = None
    logger.debug(""background worker shut down"")","def shutdown ( self , timeout , callback = None ) : <TAB> logger . debug ( ""background worker got shutdown request"" ) <TAB> with self . _lock : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _queue . put_nowait ( _TERMINATOR ) <TAB> <TAB> <TAB> if timeout > 0.0 : <TAB> <TAB> <TAB> <TAB> self . _wait_shutdown ( timeout , callback ) <TAB> <TAB> self . _thread = None <TAB> <TAB> self . _thread_for_pid = None <TAB> logger . debug ( ""background worker shut down"" )",if self . is_alive :,113
4677,"def get(self, *args, **kwargs):
    name = self.get_argument(""name"")
    url = self.get_argument(""url"")
    cookies = self.get_argument(""cookies"")
    title_tag = self.get_argument(""titleTAG"")
    providerObj = TorrentRssProvider(name, url, cookies, title_tag)
    if providerObj.id not in sickrage.app.search_providers.torrentrss():
        validate = providerObj.validateRSS()
        if validate[""result""]:
            return self.write(json_encode({""success"": providerObj.id}))
        return self.write(json_encode({""error"": validate[""message""]}))
    return self.write(
        json_encode({""error"": ""Provider name already exists as {}"".format(name)})
    )
","def get ( self , * args , ** kwargs ) : <TAB> name = self . get_argument ( ""name"" ) <TAB> url = self . get_argument ( ""url"" ) <TAB> cookies = self . get_argument ( ""cookies"" ) <TAB> title_tag = self . get_argument ( ""titleTAG"" ) <TAB> providerObj = TorrentRssProvider ( name , url , cookies , title_tag ) <TAB> if providerObj . id not in sickrage . app . search_providers . torrentrss ( ) : <TAB> <TAB> validate = providerObj . validateRSS ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return self . write ( json_encode ( { ""success"" : providerObj . id } ) ) <TAB> <TAB> return self . write ( json_encode ( { ""error"" : validate [ ""message"" ] } ) ) <TAB> return self . write ( <TAB> <TAB> json_encode ( { ""error"" : ""Provider name already exists as {}"" . format ( name ) } ) <TAB> )","if validate [ ""result"" ] :",196
12636,"def forward(self, *x):
    encoded_tensors = []
    if len(x) > 1:
        assert len(x) == self.num_columns
        for i in range(self.num_columns):
            input = x[i]
            if input.dtype != torch.int64:
                input = input.long()
            encoded_tensors.append(torch.eq(input, self.condition_tensors[i]))
    else:
        # This is already a tensor.
        x = x[0]
        if x.dtype != torch.int64:
            x = x.long()
        for i in range(self.num_columns):
            encoded_tensors.append(torch.eq(x[:, i : i + 1], self.condition_tensors[i]))
    return torch.cat(encoded_tensors, dim=1).float()","def forward ( self , * x ) : <TAB> encoded_tensors = [ ] <TAB> if len ( x ) > 1 : <TAB> <TAB> assert len ( x ) == self . num_columns <TAB> <TAB> for i in range ( self . num_columns ) : <TAB> <TAB> <TAB> input = x [ i ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> input = input . long ( ) <TAB> <TAB> <TAB> encoded_tensors . append ( torch . eq ( input , self . condition_tensors [ i ] ) ) <TAB> else : <TAB> <TAB> <TAB> <TAB> x = x [ 0 ] <TAB> <TAB> if x . dtype != torch . int64 : <TAB> <TAB> <TAB> x = x . long ( ) <TAB> <TAB> for i in range ( self . num_columns ) : <TAB> <TAB> <TAB> encoded_tensors . append ( torch . eq ( x [ : , i : i + 1 ] , self . condition_tensors [ i ] ) ) <TAB> return torch . cat ( encoded_tensors , dim = 1 ) . float ( )",if input . dtype != torch . int64 :,220
6438,"def send(self, request, **kwargs):
    if MockTransport.ENABLE:
        if MockTransport.CALL_NUMBER == 2:
            if request.method != ""PUT"":
                assert ""-secondary"" in request.url
            # Here's our hack
            # Replace with primary so the test works even
            # if secondary is not ready
            request.url = request.url.replace(""-secondary"", """")
    response = super(MockTransport, self).send(request, **kwargs)
    if MockTransport.ENABLE:
        assert response.status_code in [200, 201, 409]
        if MockTransport.CALL_NUMBER == 1:
            response.status_code = 408
        elif MockTransport.CALL_NUMBER == 2:
            if response.status_code == 409:  # We can't really retry on PUT
                response.status_code = 201
        else:
            pytest.fail(""This test is not supposed to do more calls"")
        MockTransport.CALL_NUMBER += 1
    return response","def send ( self , request , ** kwargs ) : <TAB> if MockTransport . ENABLE : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if request . method != ""PUT"" : <TAB> <TAB> <TAB> <TAB> assert ""-secondary"" in request . url <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> request . url = request . url . replace ( ""-secondary"" , """" ) <TAB> response = super ( MockTransport , self ) . send ( request , ** kwargs ) <TAB> if MockTransport . ENABLE : <TAB> <TAB> assert response . status_code in [ 200 , 201 , 409 ] <TAB> <TAB> if MockTransport . CALL_NUMBER == 1 : <TAB> <TAB> <TAB> response . status_code = 408 <TAB> <TAB> el <fill-in> <TAB> <TAB> <TAB> if response . status_code == 409 : <TAB> <TAB> <TAB> <TAB> response . status_code = 201 <TAB> <TAB> else : <TAB> <TAB> <TAB> pytest . fail ( ""This test is not supposed to do more calls"" ) <TAB> <TAB> MockTransport . CALL_NUMBER += 1 <TAB> return response",if MockTransport . CALL_NUMBER == 2 :,261
9463,"def url(regex, view, kwargs=None, name=None, prefix=""""):
    if isinstance(view, (list, tuple)):
        # For include(...) processing.
        urlconf_module, app_name, namespace = view
        return RegexURLResolver(
            regex, urlconf_module, kwargs, app_name=app_name, namespace=namespace
        )
    else:
        if isinstance(view, basestring):
            if not view:
                raise ImproperlyConfigured(
                    ""Empty URL pattern view name not permitted (for pattern %r)"" % regex
                )
            if prefix:
                view = prefix + ""."" + view
        return RegexURLPattern(regex, view, kwargs, name)
","def url ( regex , view , kwargs = None , name = None , prefix = """" ) : <TAB> if isinstance ( view , ( list , tuple ) ) : <TAB> <TAB> <TAB> <TAB> urlconf_module , app_name , namespace = view <TAB> <TAB> return RegexURLResolver ( <TAB> <TAB> <TAB> regex , urlconf_module , kwargs , app_name = app_name , namespace = namespace <TAB> <TAB> ) <TAB> else : <TAB> <TAB> if isinstance ( view , basestring ) : <TAB> <TAB> <TAB> if not view : <TAB> <TAB> <TAB> <TAB> raise ImproperlyConfigured ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Empty URL pattern view name not permitted (for pattern %r)"" % regex <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> view = prefix + ""."" + view <TAB> <TAB> return RegexURLPattern ( regex , view , kwargs , name )",if prefix :,183
22969,"def isReadOnly(self, fileName):
    # self.read_only is not valid for Save As and Save To commands.
    if g.os_path_exists(fileName):
        try:
            if not os.access(fileName, os.W_OK):
                g.error(""can not write: read only:"", fileName)
                return True
        except Exception:
            pass  # os.access() may not exist on all platforms.
    return False
","def isReadOnly ( self , fileName ) : <TAB> <TAB> if g . os_path_exists ( fileName ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> g . error ( ""can not write: read only:"" , fileName ) <TAB> <TAB> <TAB> <TAB> return True <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> pass <TAB> return False","if not os . access ( fileName , os . W_OK ) :",120
222,"def assert_readback(vehicle, values):
    i = 10
    while i > 0:
        time.sleep(0.1)
        i -= 0.1
        for k, v in values.items():
            if vehicle.channels[k] != v:
                continue
        break
    if i <= 0:
        raise Exception(""Did not match in channels readback %s"" % values)","def assert_readback ( vehicle , values ) : <TAB> i = 10 <TAB> while i > 0 : <TAB> <TAB> time . sleep ( 0.1 ) <TAB> <TAB> i -= 0.1 <TAB> <TAB> for k , v in values . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> break <TAB> if i <= 0 : <TAB> <TAB> raise Exception ( ""Did not match in channels readback %s"" % values )",if vehicle . channels [ k ] != v :,105
15077,"def on_evaluate(self, args, state, control, metrics=None, **kwargs):
    if self.training_tracker is not None:
        values = {""Training Loss"": ""No log""}
        for log in reversed(state.log_history):
            if ""loss"" in log:
                values[""Training Loss""] = log[""loss""]
                break
        if self.first_column == ""Epoch"":
            values[""Epoch""] = int(state.epoch)
        else:
            values[""Step""] = state.global_step
        values[""Validation Loss""] = metrics[""eval_loss""]
        _ = metrics.pop(""total_flos"", None)
        _ = metrics.pop(""epoch"", None)
        for k, v in metrics.items():
            if k == ""eval_loss"":
                values[""Validation Loss""] = v
            else:
                splits = k.split(""_"")
                name = "" "".join([part.capitalize() for part in splits[1:]])
                values[name] = v
        self.training_tracker.write_line(values)
        self.training_tracker.remove_child()
        self.prediction_bar = None
        # Evaluation takes a long time so we should force the next update.
        self._force_next_update = True","def on_evaluate ( self , args , state , control , metrics = None , ** kwargs ) : <TAB> if self . training_tracker is not None : <TAB> <TAB> values = { ""Training Loss"" : ""No log"" } <TAB> <TAB> for log in reversed ( state . log_history ) : <TAB> <TAB> <TAB> if ""loss"" in log : <TAB> <TAB> <TAB> <TAB> values [ ""Training Loss"" ] = log [ ""loss"" ] <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> values [ ""Epoch"" ] = int ( state . epoch ) <TAB> <TAB> else : <TAB> <TAB> <TAB> values [ ""Step"" ] = state . global_step <TAB> <TAB> values [ ""Validation Loss"" ] = metrics [ ""eval_loss"" ] <TAB> <TAB> _ = metrics . pop ( ""total_flos"" , None ) <TAB> <TAB> _ = metrics . pop ( ""epoch"" , None ) <TAB> <TAB> for k , v in metrics . items ( ) : <TAB> <TAB> <TAB> if k == ""eval_loss"" : <TAB> <TAB> <TAB> <TAB> values [ ""Validation Loss"" ] = v <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> splits = k . split ( ""_"" ) <TAB> <TAB> <TAB> <TAB> name = "" "" . join ( [ part . capitalize ( ) for part in splits [ 1 : ] ] ) <TAB> <TAB> <TAB> <TAB> values [ name ] = v <TAB> <TAB> self . training_tracker . write_line ( values ) <TAB> <TAB> self . training_tracker . remove_child ( ) <TAB> <TAB> self . prediction_bar = None <TAB> <TAB> <TAB> <TAB> self . _force_next_update = True","if self . first_column == ""Epoch"" :",336
24282,"def sendState(self, position, paused, doSeek, latencyCalculation, stateChange=False):
    state = {}
    positionAndPausedIsSet = position is not None and paused is not None
    clientIgnoreIsNotSet = (
        self.clientIgnoringOnTheFly == 0 or self.serverIgnoringOnTheFly != 0
    )
    if clientIgnoreIsNotSet and positionAndPausedIsSet:
        state[""playstate""] = {}
        state[""playstate""][""position""] = position
        state[""playstate""][""paused""] = paused
        if doSeek:
            state[""playstate""][""doSeek""] = doSeek
    state[""ping""] = {}
    if latencyCalculation:
        state[""ping""][""latencyCalculation""] = latencyCalculation
    state[""ping""][""clientLatencyCalculation""] = self._pingService.newTimestamp()
    state[""ping""][""clientRtt""] = self._pingService.getRtt()
    if stateChange:
        self.clientIgnoringOnTheFly += 1
    if self.serverIgnoringOnTheFly or self.clientIgnoringOnTheFly:
        state[""ignoringOnTheFly""] = {}
        if self.serverIgnoringOnTheFly:
            state[""ignoringOnTheFly""][""server""] = self.serverIgnoringOnTheFly
            self.serverIgnoringOnTheFly = 0
        if self.clientIgnoringOnTheFly:
            state[""ignoringOnTheFly""][""client""] = self.clientIgnoringOnTheFly
    self.sendMessage({""State"": state})","def sendState ( self , position , paused , doSeek , latencyCalculation , stateChange = False ) : <TAB> state = { } <TAB> positionAndPausedIsSet = position is not None and paused is not None <TAB> clientIgnoreIsNotSet = ( <TAB> <TAB> self . clientIgnoringOnTheFly == 0 or self . serverIgnoringOnTheFly != 0 <TAB> ) <TAB> if clientIgnoreIsNotSet and positionAndPausedIsSet : <TAB> <TAB> state [ ""playstate"" ] = { } <TAB> <TAB> state [ ""playstate"" ] [ ""position"" ] = position <TAB> <TAB> state [ ""playstate"" ] [ ""paused"" ] = paused <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> state [ ""playstate"" ] [ ""doSeek"" ] = doSeek <TAB> state [ ""ping"" ] = { } <TAB> if latencyCalculation : <TAB> <TAB> state [ ""ping"" ] [ ""latencyCalculation"" ] = latencyCalculation <TAB> state [ ""ping"" ] [ ""clientLatencyCalculation"" ] = self . _pingService . newTimestamp ( ) <TAB> state [ ""ping"" ] [ ""clientRtt"" ] = self . _pingService . getRtt ( ) <TAB> if stateChange : <TAB> <TAB> self . clientIgnoringOnTheFly += 1 <TAB> if self . serverIgnoringOnTheFly or self . clientIgnoringOnTheFly : <TAB> <TAB> state [ ""ignoringOnTheFly"" ] = { } <TAB> <TAB> if self . serverIgnoringOnTheFly : <TAB> <TAB> <TAB> state [ ""ignoringOnTheFly"" ] [ ""server"" ] = self . serverIgnoringOnTheFly <TAB> <TAB> <TAB> self . serverIgnoringOnTheFly = 0 <TAB> <TAB> if self . clientIgnoringOnTheFly : <TAB> <TAB> <TAB> state [ ""ignoringOnTheFly"" ] [ ""client"" ] = self . clientIgnoringOnTheFly <TAB> self . sendMessage ( { ""State"" : state } )",if doSeek :,382
767,"def _build_episode(x):
    """"""Create a Movie object for a given series' episode.""""""
    episode_id = analyze_imdbid(x.get(""link""))
    episode_title = x.get(""title"")
    e = Movie(movieID=episode_id, title=episode_title)
    e[""kind""] = u""episode""
    oad = x.get(""oad"")
    if oad:
        e[""original air date""] = oad.strip()
    year = x.get(""year"")
    if year is not None:
        year = year[5:]
        if year == ""unknown"":
            year = u""????""
        if year and year.isdigit():
            year = int(year)
        e[""year""] = year
    else:
        if oad and oad[-4:].isdigit():
            e[""year""] = int(oad[-4:])
    epinfo = x.get(""episode"")
    if epinfo is not None:
        season, episode = epinfo.split("":"")[0].split("","")
        e[""season""] = int(season[7:])
        e[""episode""] = int(episode[8:])
    else:
        e[""season""] = ""unknown""
        e[""episode""] = ""unknown""
    plot = x.get(""plot"")
    if plot:
        e[""plot""] = plot.strip()
    return e","def _build_episode ( x ) : <TAB> """"""Create a Movie object for a given series' episode."""""" <TAB> episode_id = analyze_imdbid ( x . get ( ""link"" ) ) <TAB> episode_title = x . get ( ""title"" ) <TAB> e = Movie ( movieID = episode_id , title = episode_title ) <TAB> e [ ""kind"" ] = u""episode"" <TAB> oad = x . get ( ""oad"" ) <TAB> if oad : <TAB> <TAB> e [ ""original air date"" ] = oad . strip ( ) <TAB> year = x . get ( ""year"" ) <TAB> if year is not None : <TAB> <TAB> year = year [ 5 : ] <TAB> <TAB> if year == ""unknown"" : <TAB> <TAB> <TAB> year = u""????"" <TAB> <TAB> if year and year . isdigit ( ) : <TAB> <TAB> <TAB> year = int ( year ) <TAB> <TAB> e [ ""year"" ] = year <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> e [ ""year"" ] = int ( oad [ - 4 : ] ) <TAB> epinfo = x . get ( ""episode"" ) <TAB> if epinfo is not None : <TAB> <TAB> season , episode = epinfo . split ( "":"" ) [ 0 ] . split ( "","" ) <TAB> <TAB> e [ ""season"" ] = int ( season [ 7 : ] ) <TAB> <TAB> e [ ""episode"" ] = int ( episode [ 8 : ] ) <TAB> else : <TAB> <TAB> e [ ""season"" ] = ""unknown"" <TAB> <TAB> e [ ""episode"" ] = ""unknown"" <TAB> plot = x . get ( ""plot"" ) <TAB> if plot : <TAB> <TAB> e [ ""plot"" ] = plot . strip ( ) <TAB> return e",if oad and oad [ - 4 : ] . isdigit ( ) :,350
18543,"def get_config_updates_recursive(self):
    config_updates = self.config_updates.copy()
    for sr_path, subrunner in self.subrunners.items():
        if not is_prefix(self.path, sr_path):
            continue
        update = subrunner.get_config_updates_recursive()
        if update:
            config_updates[rel_path(self.path, sr_path)] = update
    return config_updates
","def get_config_updates_recursive ( self ) : <TAB> config_updates = self . config_updates . copy ( ) <TAB> for sr_path , subrunner in self . subrunners . items ( ) : <TAB> <TAB> if not is_prefix ( self . path , sr_path ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> update = subrunner . get_config_updates_recursive ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> config_updates [ rel_path ( self . path , sr_path ) ] = update <TAB> return config_updates",if update :,115
7051,"def _add_horizontal_html_lines(self, lines, headers, max_depth):
    esc = self.get_cell_html
    new_depth = max_depth - 1 if max_depth > 1 else max_depth
    if max_depth > 1:
        new_depth = max_depth - 1
    if headers:
        _thth = self._html_th_close + self._html_th
        lines.append(self._html_thead)
        lines.append(
            self._html_tr
            + self._html_th
            + _thth.join([esc(h) for h in headers])
            + self._html_th_close
            + self._html_tr_close
        )
        lines.append(self._html_thead_close)
    trtd, _tdtd, _td_tr = (
        self._html_tr + self._html_td,
        self._html_td_close + self._html_td,
        self._html_td_close + self._html_tr_close,
    )
    lines.append(self._html_tbody)
    for row in self._data:
        if max_depth > 1:
            _fill_parts = []
            for cell in row:
                if isinstance(cell, Table):
                    _fill_parts.append(cell.to_html(max_depth=new_depth))
                else:
                    _fill_parts.append(esc(cell))
        else:
            _fill_parts = [esc(c) for c in row]
        lines.append("""".join([trtd, _tdtd.join(_fill_parts), _td_tr]))
    lines.append(self._html_tbody_close)","def _add_horizontal_html_lines ( self , lines , headers , max_depth ) : <TAB> esc = self . get_cell_html <TAB> new_depth = max_depth - 1 if max_depth > 1 else max_depth <TAB> if max_depth > 1 : <TAB> <TAB> new_depth = max_depth - 1 <TAB> if headers : <TAB> <TAB> _thth = self . _html_th_close + self . _html_th <TAB> <TAB> lines . append ( self . _html_thead ) <TAB> <TAB> lines . append ( <TAB> <TAB> <TAB> self . _html_tr <TAB> <TAB> <TAB> + self . _html_th <TAB> <TAB> <TAB> + _thth . join ( [ esc ( h ) for h in headers ] ) <TAB> <TAB> <TAB> + self . _html_th_close <TAB> <TAB> <TAB> + self . _html_tr_close <TAB> <TAB> ) <TAB> <TAB> lines . append ( self . _html_thead_close ) <TAB> trtd , _tdtd , _td_tr = ( <TAB> <TAB> self . _html_tr + self . _html_td , <TAB> <TAB> self . _html_td_close + self . _html_td , <TAB> <TAB> self . _html_td_close + self . _html_tr_close , <TAB> ) <TAB> lines . append ( self . _html_tbody ) <TAB> for row in self . _data : <TAB> <TAB> if max_depth > 1 : <TAB> <TAB> <TAB> _fill_parts = [ ] <TAB> <TAB> <TAB> for cell in row : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> _fill_parts . append ( cell . to_html ( max_depth = new_depth ) ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> _fill_parts . append ( esc ( cell ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> _fill_parts = [ esc ( c ) for c in row ] <TAB> <TAB> lines . append ( """" . join ( [ trtd , _tdtd . join ( _fill_parts ) , _td_tr ] ) ) <TAB> lines . append ( self . _html_tbody_close )","if isinstance ( cell , Table ) :",450
3368,"def train(self, data_loaders, **kwargs):
    self.model.train()
    self.mode = ""train""
    self.data_loaders = data_loaders
    self.main_loader = self.data_loaders[0]
    # Add aliasing
    self.data_loader = self.main_loader
    self.aux_loaders = self.data_loaders[1:]
    self.aux_iters = [cycle(loader) for loader in self.aux_loaders]
    auxiliary_iter_times = [1] * len(self.aux_loaders)
    use_aux_per_niter = 1
    if ""train_ratio"" in kwargs:
        train_ratio = kwargs.pop(""train_ratio"")
        use_aux_per_niter = train_ratio[0]
        auxiliary_iter_times = train_ratio[1:]
    self._max_iters = self._max_epochs * len(self.main_loader)
    self.call_hook(""before_train_epoch"")
    time.sleep(2)  # Prevent possible deadlock during epoch transition
    for i, data_batch in enumerate(self.main_loader):
        self._inner_iter = i
        self.call_hook(""before_train_iter"")
        self.run_iter(data_batch, train_mode=True, source="""")
        self.call_hook(""after_train_iter"")
        if self._iter % use_aux_per_niter != 0:
            self._iter += 1
            continue
        for idx, n_times in enumerate(auxiliary_iter_times):
            for _ in range(n_times):
                data_batch = next(self.aux_iters[idx])
                self.call_hook(""before_train_iter"")
                self.run_iter(data_batch, train_mode=True, source=f""/aux{idx}"")
                self.call_hook(""after_train_iter"")
        self._iter += 1
    self.call_hook(""after_train_epoch"")
    self._epoch += 1","def train ( self , data_loaders , ** kwargs ) : <TAB> self . model . train ( ) <TAB> self . mode = ""train"" <TAB> self . data_loaders = data_loaders <TAB> self . main_loader = self . data_loaders [ 0 ] <TAB> <TAB> self . data_loader = self . main_loader <TAB> self . aux_loaders = self . data_loaders [ 1 : ] <TAB> self . aux_iters = [ cycle ( loader ) for loader in self . aux_loaders ] <TAB> auxiliary_iter_times = [ 1 ] * len ( self . aux_loaders ) <TAB> use_aux_per_niter = 1 <TAB> if ""train_ratio"" in kwargs : <TAB> <TAB> train_ratio = kwargs . pop ( ""train_ratio"" ) <TAB> <TAB> use_aux_per_niter = train_ratio [ 0 ] <TAB> <TAB> auxiliary_iter_times = train_ratio [ 1 : ] <TAB> self . _max_iters = self . _max_epochs * len ( self . main_loader ) <TAB> self . call_hook ( ""before_train_epoch"" ) <TAB> time . sleep ( 2 ) <TAB> for i , data_batch in enumerate ( self . main_loader ) : <TAB> <TAB> self . _inner_iter = i <TAB> <TAB> self . call_hook ( ""before_train_iter"" ) <TAB> <TAB> self . run_iter ( data_batch , train_mode = True , source = """" ) <TAB> <TAB> self . call_hook ( ""after_train_iter"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _iter += 1 <TAB> <TAB> <TAB> continue <TAB> <TAB> for idx , n_times in enumerate ( auxiliary_iter_times ) : <TAB> <TAB> <TAB> for _ in range ( n_times ) : <TAB> <TAB> <TAB> <TAB> data_batch = next ( self . aux_iters [ idx ] ) <TAB> <TAB> <TAB> <TAB> self . call_hook ( ""before_train_iter"" ) <TAB> <TAB> <TAB> <TAB> self . run_iter ( data_batch , train_mode = True , source = f""/aux{idx}"" ) <TAB> <TAB> <TAB> <TAB> self . call_hook ( ""after_train_iter"" ) <TAB> <TAB> self . _iter += 1 <TAB> self . call_hook ( ""after_train_epoch"" ) <TAB> self . _epoch += 1",if self . _iter % use_aux_per_niter != 0 :,509
23213,"def test_headerdb_canonical_head_updates_to_longest_chain(headerdb, genesis_header):
    headerdb.persist_header(genesis_header)
    chain_a = mk_header_chain(genesis_header, 7)
    chain_b = mk_header_chain(genesis_header, 5)
    chain_c = mk_header_chain(genesis_header, 9)
    # insert `chain_a` into the database and verify that each block becomes the canonical head.
    for idx, header in enumerate(chain_a, 1):
        headerdb.persist_header(header)
        assert_is_canonical_chain(headerdb, chain_a[:idx])
    # insert `chain_b` into the database, verify that it does not become canonical.
    for header in chain_b:
        headerdb.persist_header(header)
        # chain should remain on `chain_a`
        assert_is_canonical_chain(headerdb, chain_a)
    # insert `chain_c` which should overtake `chain_a` as the cononical chain.
    for idx, header in enumerate(chain_c, 1):
        headerdb.persist_header(header)
        # HEAD should remain at the tip of `chain_a` until *after* the 8th header is imported
        if idx <= 7:
            assert_is_canonical_chain(headerdb, chain_a)
        else:
            assert_is_canonical_chain(headerdb, chain_c[:idx])
    assert_is_canonical_chain(headerdb, chain_c)","def test_headerdb_canonical_head_updates_to_longest_chain ( headerdb , genesis_header ) : <TAB> headerdb . persist_header ( genesis_header ) <TAB> chain_a = mk_header_chain ( genesis_header , 7 ) <TAB> chain_b = mk_header_chain ( genesis_header , 5 ) <TAB> chain_c = mk_header_chain ( genesis_header , 9 ) <TAB> <TAB> for idx , header in enumerate ( chain_a , 1 ) : <TAB> <TAB> headerdb . persist_header ( header ) <TAB> <TAB> assert_is_canonical_chain ( headerdb , chain_a [ : idx ] ) <TAB> <TAB> for header in chain_b : <TAB> <TAB> headerdb . persist_header ( header ) <TAB> <TAB> <TAB> <TAB> assert_is_canonical_chain ( headerdb , chain_a ) <TAB> <TAB> for idx , header in enumerate ( chain_c , 1 ) : <TAB> <TAB> headerdb . persist_header ( header ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert_is_canonical_chain ( headerdb , chain_a ) <TAB> <TAB> else : <TAB> <TAB> <TAB> assert_is_canonical_chain ( headerdb , chain_c [ : idx ] ) <TAB> assert_is_canonical_chain ( headerdb , chain_c )",if idx <= 7 :,393
24438,"def update_ip_desc(self):
    is_manual, name, ipv4, ipv6, ignore = self.get_config_ip_info()
    label = """"
    if is_manual:
        if ipv4:
            label += ""IPv4: %s"" % (ipv4.dhcp and ""DHCP"" or ""Static"")
        if ipv6:
            if label:
                label += "", ""
            label += ""IPv6: ""
            mode_label = """"
            if ipv6.autoconf and ipv6.dhcp:
                mode_label += ""Autoconf ""
            if ipv6.dhcp:
                mode_label += ""DHCP""
            if not mode_label:
                mode_label = ""Static""
            label += mode_label
    else:
        if name:
            label = ""Copy configuration from '%s'"" % name
    if not label:
        label = ""No configuration""
    self.widget(""ip-config-label"").set_text(label)","def update_ip_desc ( self ) : <TAB> is_manual , name , ipv4 , ipv6 , ignore = self . get_config_ip_info ( ) <TAB> label = """" <TAB> if is_manual : <TAB> <TAB> if ipv4 : <TAB> <TAB> <TAB> label += ""IPv4: %s"" % ( ipv4 . dhcp and ""DHCP"" or ""Static"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if label : <TAB> <TAB> <TAB> <TAB> label += "", "" <TAB> <TAB> <TAB> label += ""IPv6: "" <TAB> <TAB> <TAB> mode_label = """" <TAB> <TAB> <TAB> if ipv6 . autoconf and ipv6 . dhcp : <TAB> <TAB> <TAB> <TAB> mode_label += ""Autoconf "" <TAB> <TAB> <TAB> if ipv6 . dhcp : <TAB> <TAB> <TAB> <TAB> mode_label += ""DHCP"" <TAB> <TAB> <TAB> if not mode_label : <TAB> <TAB> <TAB> <TAB> mode_label = ""Static"" <TAB> <TAB> <TAB> label += mode_label <TAB> else : <TAB> <TAB> if name : <TAB> <TAB> <TAB> label = ""Copy configuration from '%s'"" % name <TAB> if not label : <TAB> <TAB> label = ""No configuration"" <TAB> self . widget ( ""ip-config-label"" ) . set_text ( label )",if ipv6 :,270
9921,"def delete(self, waiters):
    # Delete flow.
    msgs = self.ofctl.get_all_flow(waiters)
    for msg in msgs:
        for stats in msg.body:
            vlan_id = VlanRouter._cookie_to_id(REST_VLANID, stats.cookie)
            if vlan_id == self.vlan_id:
                self.ofctl.delete_flow(stats)
    assert len(self.packet_buffer) == 0","def delete ( self , waiters ) : <TAB> <TAB> msgs = self . ofctl . get_all_flow ( waiters ) <TAB> for msg in msgs : <TAB> <TAB> for stats in msg . body : <TAB> <TAB> <TAB> vlan_id = VlanRouter . _cookie_to_id ( REST_VLANID , stats . cookie ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . ofctl . delete_flow ( stats ) <TAB> assert len ( self . packet_buffer ) == 0",if vlan_id == self . vlan_id :,127
6294,"def get(self, request):
    if self._serve_only:
        suffix = request.urlargs.get(""path"", """").split(""."")[-1]
        if suffix not in self._serve_only:
            raise self.SkipRoute
    fullpath = self.filesystem_path(request)
    if not self._serve_only:
        if os.path.isdir(fullpath) and self._default_file:
            file = os.path.join(fullpath, self._default_file)
            if os.path.isfile(file):
                if not request.path.endswith(""/""):
                    return request.redirect(""%s/"" % request.path)
                fullpath = file
        #
        # Check for missing suffix
        if self._default_suffix:
            ext = "".%s"" % self._default_suffix
            if not fullpath.endswith(ext):
                file = ""%s%s"" % (fullpath, ext)
                if os.path.isfile(file):
                    fullpath = file
        if os.path.isdir(fullpath):
            if self._show_indexes:
                return self.directory_index(request, fullpath)
            else:
                raise Http404
    #
    try:
        return self.serve_file(request, fullpath)
    except Http404:
        file404 = self.get_full_path(""404.html"")
        if os.path.isfile(file404):
            return self.serve_file(request, file404, status_code=404)
        else:
            raise","def get ( self , request ) : <TAB> if self . _serve_only : <TAB> <TAB> suffix = request . urlargs . get ( ""path"" , """" ) . split ( ""."" ) [ - 1 ] <TAB> <TAB> if suffix not in self . _serve_only : <TAB> <TAB> <TAB> raise self . SkipRoute <TAB> fullpath = self . filesystem_path ( request ) <TAB> if not self . _serve_only : <TAB> <TAB> if os . path . isdir ( fullpath ) and self . _default_file : <TAB> <TAB> <TAB> file = os . path . join ( fullpath , self . _default_file ) <TAB> <TAB> <TAB> if os . path . isfile ( file ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> return request . redirect ( ""%s/"" % request . path ) <TAB> <TAB> <TAB> <TAB> fullpath = file <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . _default_suffix : <TAB> <TAB> <TAB> ext = "".%s"" % self . _default_suffix <TAB> <TAB> <TAB> if not fullpath . endswith ( ext ) : <TAB> <TAB> <TAB> <TAB> file = ""%s%s"" % ( fullpath , ext ) <TAB> <TAB> <TAB> <TAB> if os . path . isfile ( file ) : <TAB> <TAB> <TAB> <TAB> <TAB> fullpath = file <TAB> <TAB> if os . path . isdir ( fullpath ) : <TAB> <TAB> <TAB> if self . _show_indexes : <TAB> <TAB> <TAB> <TAB> return self . directory_index ( request , fullpath ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise Http404 <TAB> <TAB> try : <TAB> <TAB> return self . serve_file ( request , fullpath ) <TAB> except Http404 : <TAB> <TAB> file404 = self . get_full_path ( ""404.html"" ) <TAB> <TAB> if os . path . isfile ( file404 ) : <TAB> <TAB> <TAB> return self . serve_file ( request , file404 , status_code = 404 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise","if not request . path . endswith ( ""/"" ) :",404
5283,"def del_from_section(kwargs):
    """"""Remove keyword in section""""""
    section = kwargs.get(""section"", """")
    if section in (""servers"", ""rss"", ""categories""):
        keyword = kwargs.get(""keyword"")
        if keyword:
            item = config.get_config(section, keyword)
            if item:
                item.delete()
                del item
                config.save_config()
                if section == ""servers"":
                    sabnzbd.Downloader.update_server(keyword, None)
        return True
    else:
        return False
","def del_from_section ( kwargs ) : <TAB> """"""Remove keyword in section"""""" <TAB> section = kwargs . get ( ""section"" , """" ) <TAB> if section in ( ""servers"" , ""rss"" , ""categories"" ) : <TAB> <TAB> keyword = kwargs . get ( ""keyword"" ) <TAB> <TAB> if keyword : <TAB> <TAB> <TAB> item = config . get_config ( section , keyword ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> item . delete ( ) <TAB> <TAB> <TAB> <TAB> del item <TAB> <TAB> <TAB> <TAB> config . save_config ( ) <TAB> <TAB> <TAB> <TAB> if section == ""servers"" : <TAB> <TAB> <TAB> <TAB> <TAB> sabnzbd . Downloader . update_server ( keyword , None ) <TAB> <TAB> return True <TAB> else : <TAB> <TAB> return False",if item :,157
20933,"def get_address_tax_category(
    tax_category=None, billing_address=None, shipping_address=None
):
    addr_tax_category_from = frappe.db.get_single_value(
        ""Accounts Settings"", ""determine_address_tax_category_from""
    )
    if addr_tax_category_from == ""Shipping Address"":
        if shipping_address:
            tax_category = (
                frappe.db.get_value(""Address"", shipping_address, ""tax_category"")
                or tax_category
            )
    else:
        if billing_address:
            tax_category = (
                frappe.db.get_value(""Address"", billing_address, ""tax_category"")
                or tax_category
            )
    return cstr(tax_category)
","def get_address_tax_category ( <TAB> tax_category = None , billing_address = None , shipping_address = None ) : <TAB> addr_tax_category_from = frappe . db . get_single_value ( <TAB> <TAB> ""Accounts Settings"" , ""determine_address_tax_category_from"" <TAB> ) <TAB> if addr_tax_category_from == ""Shipping Address"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tax_category = ( <TAB> <TAB> <TAB> <TAB> frappe . db . get_value ( ""Address"" , shipping_address , ""tax_category"" ) <TAB> <TAB> <TAB> <TAB> or tax_category <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> if billing_address : <TAB> <TAB> <TAB> tax_category = ( <TAB> <TAB> <TAB> <TAB> frappe . db . get_value ( ""Address"" , billing_address , ""tax_category"" ) <TAB> <TAB> <TAB> <TAB> or tax_category <TAB> <TAB> <TAB> ) <TAB> return cstr ( tax_category )",if shipping_address :,216
9005,"def _sync_author_detail(self, key=""author""):
    context = self._get_context()
    detail = context.get(""%ss"" % key, [FeedParserDict()])[-1]
    if detail:
        name = detail.get(""name"")
        email = detail.get(""email"")
        if name and email:
            context[key] = ""%s (%s)"" % (name, email)
        elif name:
            context[key] = name
        elif email:
            context[key] = email
    else:
        author, email = context.get(key), None
        if not author:
            return
        emailmatch = re.search(
            r""""""(([a-zA-Z0-9\_\-\.\+]+)@((\[[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.)|(([a-zA-Z0-9\-]+\.)+))([a-zA-Z]{2,4}|[0-9]{1,3})(\]?))(\?subject=\S+)?"""""",
            author,
        )
        if emailmatch:
            email = emailmatch.group(0)
            # probably a better way to do the following, but it passes
            # all the tests
            author = author.replace(email, """")
            author = author.replace(""()"", """")
            author = author.replace(""<>"", """")
            author = author.replace(""&lt;&gt;"", """")
            author = author.strip()
            if author and (author[0] == ""(""):
                author = author[1:]
            if author and (author[-1] == "")""):
                author = author[:-1]
            author = author.strip()
        if author or email:
            context.setdefault(""%s_detail"" % key, detail)
        if author:
            detail[""name""] = author
        if email:
            detail[""email""] = email","def _sync_author_detail ( self , key = ""author"" ) : <TAB> context = self . _get_context ( ) <TAB> detail = context . get ( ""%ss"" % key , [ FeedParserDict ( ) ] ) [ - 1 ] <TAB> if detail : <TAB> <TAB> name = detail . get ( ""name"" ) <TAB> <TAB> email = detail . get ( ""email"" ) <TAB> <TAB> if name and email : <TAB> <TAB> <TAB> context [ key ] = ""%s (%s)"" % ( name , email ) <TAB> <TAB> elif name : <TAB> <TAB> <TAB> context [ key ] = name <TAB> <TAB> elif email : <TAB> <TAB> <TAB> context [ key ] = email <TAB> else : <TAB> <TAB> author , email = context . get ( key ) , None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> emailmatch = re . search ( <TAB> <TAB> <TAB> r""""""(([a-zA-Z0-9\_\-\.\+]+)@((\[[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.)|(([a-zA-Z0-9\-]+\.)+))([a-zA-Z]{2,4}|[0-9]{1,3})(\]?))(\?subject=\S+)?"""""" , <TAB> <TAB> <TAB> author , <TAB> <TAB> ) <TAB> <TAB> if emailmatch : <TAB> <TAB> <TAB> email = emailmatch . group ( 0 ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> author = author . replace ( email , """" ) <TAB> <TAB> <TAB> author = author . replace ( ""()"" , """" ) <TAB> <TAB> <TAB> author = author . replace ( ""<>"" , """" ) <TAB> <TAB> <TAB> author = author . replace ( ""&lt;&gt;"" , """" ) <TAB> <TAB> <TAB> author = author . strip ( ) <TAB> <TAB> <TAB> if author and ( author [ 0 ] == ""("" ) : <TAB> <TAB> <TAB> <TAB> author = author [ 1 : ] <TAB> <TAB> <TAB> if author and ( author [ - 1 ] == "")"" ) : <TAB> <TAB> <TAB> <TAB> author = author [ : - 1 ] <TAB> <TAB> <TAB> author = author . strip ( ) <TAB> <TAB> if author or email : <TAB> <TAB> <TAB> context . setdefault ( ""%s_detail"" % key , detail ) <TAB> <TAB> if author : <TAB> <TAB> <TAB> detail [ ""name"" ] = author <TAB> <TAB> if email : <TAB> <TAB> <TAB> detail [ ""email"" ] = email",if not author :,504
25493,"def _make_ext_obj(self, obj):
    ext = self._get_ext_class(obj.objname)()
    for name, val in obj.body:
        if not isinstance(val, list):
            raise Exception(
                ""Error val should be a list, this is a python-opcua bug"",
                name,
                type(val),
                val,
            )
        else:
            for attname, v in val:
                self._set_attr(ext, attname, v)
    return ext
","def _make_ext_obj ( self , obj ) : <TAB> ext = self . _get_ext_class ( obj . objname ) ( ) <TAB> for name , val in obj . body : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> ""Error val should be a list, this is a python-opcua bug"" , <TAB> <TAB> <TAB> <TAB> name , <TAB> <TAB> <TAB> <TAB> type ( val ) , <TAB> <TAB> <TAB> <TAB> val , <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> for attname , v in val : <TAB> <TAB> <TAB> <TAB> self . _set_attr ( ext , attname , v ) <TAB> return ext","if not isinstance ( val , list ) :",148
16830,"def predict(self, dataloader, return_preds=False):
    self.eval()
    gold_dict = defaultdict(list)
    prob_dict = defaultdict(list)
    for batch_num, (X_batch_dict, Y_batch_dict) in enumerate(dataloader):
        prob_batch_dict = self._calculate_probs(
            X_batch_dict, dataloader.task_to_label_dict.keys()
        )
        for task_name in dataloader.task_to_label_dict.keys():
            prob_dict[task_name].extend(prob_batch_dict[task_name])
            gold_dict[task_name].extend(
                Y_batch_dict[dataloader.task_to_label_dict[task_name]].cpu().numpy()
            )
    for task_name in gold_dict:
        gold_dict[task_name] = np.array(gold_dict[task_name])
        prob_dict[task_name] = np.array(prob_dict[task_name])
        if len(gold_dict[task_name].shape) == 1:
            active = (gold_dict[task_name] != 0).reshape(-1)
        else:
            active = np.sum(gold_dict[task_name] == 0, axis=1) > 0
        if 0 in active:
            gold_dict[task_name] = gold_dict[task_name][active]
            prob_dict[task_name] = prob_dict[task_name][active]
    if return_preds:
        pred_dict = defaultdict(list)
        for task_name, prob in prob_dict.items():
            pred_dict[task_name] = prob_to_pred(prob)
    results = {""golds"": gold_dict, ""probs"": prob_dict}
    if return_preds:
        results[""preds""] = pred_dict
    return results","def predict ( self , dataloader , return_preds = False ) : <TAB> self . eval ( ) <TAB> gold_dict = defaultdict ( list ) <TAB> prob_dict = defaultdict ( list ) <TAB> for batch_num , ( X_batch_dict , Y_batch_dict ) in enumerate ( dataloader ) : <TAB> <TAB> prob_batch_dict = self . _calculate_probs ( <TAB> <TAB> <TAB> X_batch_dict , dataloader . task_to_label_dict . keys ( ) <TAB> <TAB> ) <TAB> <TAB> for task_name in dataloader . task_to_label_dict . keys ( ) : <TAB> <TAB> <TAB> prob_dict [ task_name ] . extend ( prob_batch_dict [ task_name ] ) <TAB> <TAB> <TAB> gold_dict [ task_name ] . extend ( <TAB> <TAB> <TAB> <TAB> Y_batch_dict [ dataloader . task_to_label_dict [ task_name ] ] . cpu ( ) . numpy ( ) <TAB> <TAB> <TAB> ) <TAB> for task_name in gold_dict : <TAB> <TAB> gold_dict [ task_name ] = np . array ( gold_dict [ task_name ] ) <TAB> <TAB> prob_dict [ task_name ] = np . array ( prob_dict [ task_name ] ) <TAB> <TAB> if len ( gold_dict [ task_name ] . shape ) == 1 : <TAB> <TAB> <TAB> active = ( gold_dict [ task_name ] != 0 ) . reshape ( - 1 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> active = np . sum ( gold_dict [ task_name ] == 0 , axis = 1 ) > 0 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> gold_dict [ task_name ] = gold_dict [ task_name ] [ active ] <TAB> <TAB> <TAB> prob_dict [ task_name ] = prob_dict [ task_name ] [ active ] <TAB> if return_preds : <TAB> <TAB> pred_dict = defaultdict ( list ) <TAB> <TAB> for task_name , prob in prob_dict . items ( ) : <TAB> <TAB> <TAB> pred_dict [ task_name ] = prob_to_pred ( prob ) <TAB> results = { ""golds"" : gold_dict , ""probs"" : prob_dict } <TAB> if return_preds : <TAB> <TAB> results [ ""preds"" ] = pred_dict <TAB> return results",if 0 in active :,480
6915,"def processDomain(self, domainName, parentEvent, affil=False, host=None):
    if domainName in self.domresults:
        self.sf.debug(f""Skipping domain, {domainName}, already processed."")
        return None
    self.domresults[domainName] = True
    if affil:
        domevt = SpiderFootEvent(
            ""AFFILIATE_DOMAIN_NAME"", domainName, self.__name__, parentEvent
        )
        self.notifyListeners(domevt)
        return None
    if self.getTarget().matches(domainName):
        domevt = SpiderFootEvent(""DOMAIN_NAME"", domainName, self.__name__, parentEvent)
        self.notifyListeners(domevt)
    else:
        # Only makes sense to link this event with a source event
        # that sits on the parent domain.
        if not host:
            return None
        if parentEvent.data.endswith(""."" + domainName):
            domevt = SpiderFootEvent(
                ""DOMAIN_NAME_PARENT"", domainName, self.__name__, parentEvent
            )
            self.notifyListeners(domevt)
    return None
","def processDomain ( self , domainName , parentEvent , affil = False , host = None ) : <TAB> if domainName in self . domresults : <TAB> <TAB> self . sf . debug ( f""Skipping domain, {domainName}, already processed."" ) <TAB> <TAB> return None <TAB> self . domresults [ domainName ] = True <TAB> if affil : <TAB> <TAB> domevt = SpiderFootEvent ( <TAB> <TAB> <TAB> ""AFFILIATE_DOMAIN_NAME"" , domainName , self . __name__ , parentEvent <TAB> <TAB> ) <TAB> <TAB> self . notifyListeners ( domevt ) <TAB> <TAB> return None <TAB> if self . getTarget ( ) . matches ( domainName ) : <TAB> <TAB> domevt = SpiderFootEvent ( ""DOMAIN_NAME"" , domainName , self . __name__ , parentEvent ) <TAB> <TAB> self . notifyListeners ( domevt ) <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return None <TAB> <TAB> if parentEvent . data . endswith ( ""."" + domainName ) : <TAB> <TAB> <TAB> domevt = SpiderFootEvent ( <TAB> <TAB> <TAB> <TAB> ""DOMAIN_NAME_PARENT"" , domainName , self . __name__ , parentEvent <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . notifyListeners ( domevt ) <TAB> return None",if not host :,302
5569,"def subject(self, subject, depth=1):
    if not subject in self.__serialized:
        self.__serialized[subject] = 1
        if isinstance(subject, (BNode, URIRef)):
            write = self.write
            indent = ""  "" * depth
            element_name = ""rdf:Description""
            if isinstance(subject, BNode):
                write('%s<%s rdf:nodeID=""%s""' % (indent, element_name, subject))
            else:
                uri = quoteattr(self.relativize(subject))
                write(""%s<%s rdf:about=%s"" % (indent, element_name, uri))
            if (subject, None, None) in self.store:
                write("">\n"")
                for predicate, object in self.store.predicate_objects(subject):
                    self.predicate(predicate, object, depth + 1)
                write(""%s</%s>\n"" % (indent, element_name))
            else:
                write(""/>\n"")","def subject ( self , subject , depth = 1 ) : <TAB> if not subject in self . __serialized : <TAB> <TAB> self . __serialized [ subject ] = 1 <TAB> <TAB> if isinstance ( subject , ( BNode , URIRef ) ) : <TAB> <TAB> <TAB> write = self . write <TAB> <TAB> <TAB> indent = ""  "" * depth <TAB> <TAB> <TAB> element_name = ""rdf:Description"" <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> write ( '%s<%s rdf:nodeID=""%s""' % ( indent , element_name , subject ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> uri = quoteattr ( self . relativize ( subject ) ) <TAB> <TAB> <TAB> <TAB> write ( ""%s<%s rdf:about=%s"" % ( indent , element_name , uri ) ) <TAB> <TAB> <TAB> if ( subject , None , None ) in self . store : <TAB> <TAB> <TAB> <TAB> write ( "">\n"" ) <TAB> <TAB> <TAB> <TAB> for predicate , object in self . store . predicate_objects ( subject ) : <TAB> <TAB> <TAB> <TAB> <TAB> self . predicate ( predicate , object , depth + 1 ) <TAB> <TAB> <TAB> <TAB> write ( ""%s</%s>\n"" % ( indent , element_name ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> write ( ""/>\n"" )","if isinstance ( subject , BNode ) :",273
11445,"def __iter__(self):
    """"""Iterate over the file handle; yields key, start offset, and length.""""""
    handle = self._handle
    handle.seek(0)
    qresult_key = None
    while True:
        start_offset = handle.tell()
        line = handle.readline()
        if line.startswith(self._query_mark):
            if qresult_key is None:
                qresult_key = self.get_qresult_id(start_offset)
                qresult_offset = start_offset
            else:
                curr_key = self.get_qresult_id(start_offset)
                if curr_key != qresult_key:
                    yield qresult_key, qresult_offset, start_offset - qresult_offset
                    qresult_key = curr_key
                    qresult_offset = start_offset
                    handle.seek(qresult_offset)
        elif not line:
            yield qresult_key, qresult_offset, start_offset - qresult_offset
            break","def __iter__ ( self ) : <TAB> """"""Iterate over the file handle; yields key, start offset, and length."""""" <TAB> handle = self . _handle <TAB> handle . seek ( 0 ) <TAB> qresult_key = None <TAB> while True : <TAB> <TAB> start_offset = handle . tell ( ) <TAB> <TAB> line = handle . readline ( ) <TAB> <TAB> if line . startswith ( self . _query_mark ) : <TAB> <TAB> <TAB> if qresult_key is None : <TAB> <TAB> <TAB> <TAB> qresult_key = self . get_qresult_id ( start_offset ) <TAB> <TAB> <TAB> <TAB> qresult_offset = start_offset <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> curr_key = self . get_qresult_id ( start_offset ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> yield qresult_key , qresult_offset , start_offset - qresult_offset <TAB> <TAB> <TAB> <TAB> <TAB> qresult_key = curr_key <TAB> <TAB> <TAB> <TAB> <TAB> qresult_offset = start_offset <TAB> <TAB> <TAB> <TAB> <TAB> handle . seek ( qresult_offset ) <TAB> <TAB> elif not line : <TAB> <TAB> <TAB> yield qresult_key , qresult_offset , start_offset - qresult_offset <TAB> <TAB> <TAB> break",if curr_key != qresult_key :,281
4084,"def verify_installer_integrity(game, installer):
    error_message = """"
    if not os.path.exists(installer):
        error_message = _(""{} failed to download."").format(installer)
    if not error_message:
        if game.platform == ""linux"":
            try:
                print(""Executing integrity check for {}"".format(installer))
                os.chmod(installer, 0o744)
                result = subprocess.run([installer, ""--check""])
                if not result.returncode == 0:
                    error_message = _(
                        ""{} was corrupted. Please download it again.""
                    ).format(installer)
            except Exception as ex:
                # Any exception means the archive doesn't work, so we don't care with the error is
                print(""Error, exception encountered: {}"".format(ex))
                error_message = _(""{} was corrupted. Please download it again."").format(
                    installer
                )
        # TODO: Add verification for other platform
    return error_message","def verify_installer_integrity ( game , installer ) : <TAB> error_message = """" <TAB> if not os . path . exists ( installer ) : <TAB> <TAB> error_message = _ ( ""{} failed to download."" ) . format ( installer ) <TAB> if not error_message : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> print ( ""Executing integrity check for {}"" . format ( installer ) ) <TAB> <TAB> <TAB> <TAB> os . chmod ( installer , 0o744 ) <TAB> <TAB> <TAB> <TAB> result = subprocess . run ( [ installer , ""--check"" ] ) <TAB> <TAB> <TAB> <TAB> if not result . returncode == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> error_message = _ ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""{} was corrupted. Please download it again."" <TAB> <TAB> <TAB> <TAB> <TAB> ) . format ( installer ) <TAB> <TAB> <TAB> except Exception as ex : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( ""Error, exception encountered: {}"" . format ( ex ) ) <TAB> <TAB> <TAB> <TAB> error_message = _ ( ""{} was corrupted. Please download it again."" ) . format ( <TAB> <TAB> <TAB> <TAB> <TAB> installer <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return error_message","if game . platform == ""linux"" :",271
22914,"def compareIgnoringNodeNames(self, s1, s2, delims, verbose=False):
    # Compare text containing sentinels, but ignore differences in @+-nodes.
    delim1, delim2, delim3 = delims
    lines1 = g.splitLines(s1)
    lines2 = g.splitLines(s2)
    if len(lines1) != len(lines2):
        if verbose:
            g.trace(""Different number of lines"")
        return False
    # pylint: disable=consider-using-enumerate
    for i in range(len(lines2)):
        line1 = lines1[i]
        line2 = lines2[i]
        if line1 == line2:
            continue
        else:
            n1 = g.skip_ws(line1, 0)
            n2 = g.skip_ws(line2, 0)
            if not g.match(line1, n1, delim1) or not g.match(line2, n2, delim1):
                if verbose:
                    g.trace(""Mismatched non-sentinel lines"")
                return False
            n1 += len(delim1)
            n2 += len(delim1)
            if g.match(line1, n1, ""@+node"") and g.match(line2, n2, ""@+node""):
                continue
            if g.match(line1, n1, ""@-node"") and g.match(line2, n2, ""@-node""):
                continue
            else:
                if verbose:
                    g.trace(""Mismatched sentinel lines"", delim1)
                    g.trace(""line1:"", repr(line1))
                    g.trace(""line2:"", repr(line2))
                return False
    return True","def compareIgnoringNodeNames ( self , s1 , s2 , delims , verbose = False ) : <TAB> <TAB> delim1 , delim2 , delim3 = delims <TAB> lines1 = g . splitLines ( s1 ) <TAB> lines2 = g . splitLines ( s2 ) <TAB> if len ( lines1 ) != len ( lines2 ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> g . trace ( ""Different number of lines"" ) <TAB> <TAB> return False <TAB> <TAB> for i in range ( len ( lines2 ) ) : <TAB> <TAB> line1 = lines1 [ i ] <TAB> <TAB> line2 = lines2 [ i ] <TAB> <TAB> if line1 == line2 : <TAB> <TAB> <TAB> continue <TAB> <TAB> else : <TAB> <TAB> <TAB> n1 = g . skip_ws ( line1 , 0 ) <TAB> <TAB> <TAB> n2 = g . skip_ws ( line2 , 0 ) <TAB> <TAB> <TAB> if not g . match ( line1 , n1 , delim1 ) or not g . match ( line2 , n2 , delim1 ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> g . trace ( ""Mismatched non-sentinel lines"" ) <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> n1 += len ( delim1 ) <TAB> <TAB> <TAB> n2 += len ( delim1 ) <TAB> <TAB> <TAB> if g . match ( line1 , n1 , ""@+node"" ) and g . match ( line2 , n2 , ""@+node"" ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if g . match ( line1 , n1 , ""@-node"" ) and g . match ( line2 , n2 , ""@-node"" ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> g . trace ( ""Mismatched sentinel lines"" , delim1 ) <TAB> <TAB> <TAB> <TAB> <TAB> g . trace ( ""line1:"" , repr ( line1 ) ) <TAB> <TAB> <TAB> <TAB> <TAB> g . trace ( ""line2:"" , repr ( line2 ) ) <TAB> <TAB> <TAB> <TAB> return False <TAB> return True",if verbose :,468
3106,"def init_weights(self):
    """"""Initialize model weights.""""""
    for m in self.predict_layers.modules():
        if isinstance(m, nn.Conv2d):
            kaiming_init(m)
        elif isinstance(m, nn.BatchNorm2d):
            constant_init(m, 1)
        elif isinstance(m, nn.Linear):
            normal_init(m, std=0.01)","def init_weights ( self ) : <TAB> """"""Initialize model weights."""""" <TAB> for m in self . predict_layers . modules ( ) : <TAB> <TAB> if isinstance ( m , nn . Conv2d ) : <TAB> <TAB> <TAB> kaiming_init ( m ) <TAB> <TAB> elif isinstance ( m , nn . BatchNorm2d ) : <TAB> <TAB> <TAB> constant_init ( m , 1 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> normal_init ( m , std = 0.01 )","elif isinstance ( m , nn . Linear ) :",107
21406,"def _get_setting_types_quickref():
    """"""Generate the setting types quick reference.""""""
    out = []
    out.append(""[[types]]"")
    out.append('[options=""header"",width=""75%"",cols=""25%,75%""]')
    out.append(""|=============="")
    out.append(""|Type|Description"")
    for name, typ in _get_configtypes():
        parser = docutils.DocstringParser(typ)
        desc = parser.short_desc
        if parser.long_desc:
            desc += ""\n\n"" + parser.long_desc
        out.append(""|{}|{}"".format(name, desc))
    out.append(""|=============="")
    return ""\n"".join(out)","def _get_setting_types_quickref ( ) : <TAB> """"""Generate the setting types quick reference."""""" <TAB> out = [ ] <TAB> out . append ( ""[[types]]"" ) <TAB> out . append ( '[options=""header"",width=""75%"",cols=""25%,75%""]' ) <TAB> out . append ( ""|=============="" ) <TAB> out . append ( ""|Type|Description"" ) <TAB> for name , typ in _get_configtypes ( ) : <TAB> <TAB> parser = docutils . DocstringParser ( typ ) <TAB> <TAB> desc = parser . short_desc <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> desc += ""\n\n"" + parser . long_desc <TAB> <TAB> out . append ( ""|{}|{}"" . format ( name , desc ) ) <TAB> out . append ( ""|=============="" ) <TAB> return ""\n"" . join ( out )",if parser . long_desc :,174
12778,"def _validate_duplicate_detection_history_time_window(namespace):
    if namespace.duplicate_detection_history_time_window:
        if iso8601pattern.match(namespace.duplicate_detection_history_time_window):
            pass
        elif timedeltapattern.match(namespace.duplicate_detection_history_time_window):
            pass
        else:
            raise CLIError(
                ""--duplicate-detection-history-time-window Value Error : {0} value is not in ISO 8601 timespan / duration format. e.g. PT10M for duration of 10 min or 00:10:00 for duration of 10 min"".format(
                    namespace.duplicate_detection_history_time_window
                )
            )","def _validate_duplicate_detection_history_time_window ( namespace ) : <TAB> if namespace . duplicate_detection_history_time_window : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pass <TAB> <TAB> elif timedeltapattern . match ( namespace . duplicate_detection_history_time_window ) : <TAB> <TAB> <TAB> pass <TAB> <TAB> else : <TAB> <TAB> <TAB> raise CLIError ( <TAB> <TAB> <TAB> <TAB> ""--duplicate-detection-history-time-window Value Error : {0} value is not in ISO 8601 timespan / duration format. e.g. PT10M for duration of 10 min or 00:10:00 for duration of 10 min"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> namespace . duplicate_detection_history_time_window <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> )",if iso8601pattern . match ( namespace . duplicate_detection_history_time_window ) :,187
21921,"def getTable(self, offset):
    record_list = []
    BASE_ADDR = sizeof(_APPL_DB_HEADER) + offset
    TableMetaData = _memcpy(
        self.fbuf[BASE_ADDR : BASE_ADDR + sizeof(_TABLE_HEADER)], _TABLE_HEADER
    )
    RECORD_OFFSET_BASE = BASE_ADDR + sizeof(_TABLE_HEADER)
    record_count = 0
    offset = 0
    while TableMetaData.RecordCount != record_count:
        RecordOffset = struct.unpack(
            "">I"",
            self.fbuf[
                RECORD_OFFSET_BASE
                + (ATOM_SIZE * offset) : RECORD_OFFSET_BASE
                + (ATOM_SIZE * offset)
                + ATOM_SIZE
            ],
        )[0]
        # if len(record_list) >= 1:
        #     if record_list[len(record_list)-1] >= RecordOffset:
        #         continue
        if (RecordOffset != 0x00) and (RecordOffset % 4 == 0):
            record_list.append(RecordOffset)
            # print ' [-] Record Offset: 0x%.8x'%RecordOffset
            record_count += 1
        offset += 1
    return TableMetaData, record_list","def getTable ( self , offset ) : <TAB> record_list = [ ] <TAB> BASE_ADDR = sizeof ( _APPL_DB_HEADER ) + offset <TAB> TableMetaData = _memcpy ( <TAB> <TAB> self . fbuf [ BASE_ADDR : BASE_ADDR + sizeof ( _TABLE_HEADER ) ] , _TABLE_HEADER <TAB> ) <TAB> RECORD_OFFSET_BASE = BASE_ADDR + sizeof ( _TABLE_HEADER ) <TAB> record_count = 0 <TAB> offset = 0 <TAB> while TableMetaData . RecordCount != record_count : <TAB> <TAB> RecordOffset = struct . unpack ( <TAB> <TAB> <TAB> "">I"" , <TAB> <TAB> <TAB> self . fbuf [ <TAB> <TAB> <TAB> <TAB> RECORD_OFFSET_BASE <TAB> <TAB> <TAB> <TAB> + ( ATOM_SIZE * offset ) : RECORD_OFFSET_BASE <TAB> <TAB> <TAB> <TAB> + ( ATOM_SIZE * offset ) <TAB> <TAB> <TAB> <TAB> + ATOM_SIZE <TAB> <TAB> <TAB> ] , <TAB> <TAB> ) [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> record_list . append ( RecordOffset ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> record_count += 1 <TAB> <TAB> offset += 1 <TAB> return TableMetaData , record_list",if ( RecordOffset != 0x00 ) and ( RecordOffset % 4 == 0 ) :,333
23436,"def _check_bidi(s):
    """"""Enforce bidirectional character check from RFC 3454 (stringprep)""""""
    r_and_al_cat = False
    l_cat = False
    for c in s:
        if not r_and_al_cat and stringprep.in_table_d1(c):
            r_and_al_cat = True
        if not l_cat and stringprep.in_table_d2(c):
            l_cat = True
    if r_and_al_cat and l_cat:
        raise SASLPrepError(""Both RandALCat and LCat characters present"")
    if r_and_al_cat and not (
        stringprep.in_table_d1(s[0]) and stringprep.in_table_d1(s[-1])
    ):
        raise SASLPrepError(""RandALCat character not at both start and end"")","def _check_bidi ( s ) : <TAB> """"""Enforce bidirectional character check from RFC 3454 (stringprep)"""""" <TAB> r_and_al_cat = False <TAB> l_cat = False <TAB> for c in s : <TAB> <TAB> if not r_and_al_cat and stringprep . in_table_d1 ( c ) : <TAB> <TAB> <TAB> r_and_al_cat = True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> l_cat = True <TAB> if r_and_al_cat and l_cat : <TAB> <TAB> raise SASLPrepError ( ""Both RandALCat and LCat characters present"" ) <TAB> if r_and_al_cat and not ( <TAB> <TAB> stringprep . in_table_d1 ( s [ 0 ] ) and stringprep . in_table_d1 ( s [ - 1 ] ) <TAB> ) : <TAB> <TAB> raise SASLPrepError ( ""RandALCat character not at both start and end"" )",if not l_cat and stringprep . in_table_d2 ( c ) :,226
24576,"def opps_output_converter(kpt_list):
    kpts = []
    mpii_keys = to_opps_converter.keys()
    for mpii_idx in range(0, 16):
        if mpii_idx in mpii_keys:
            model_idx = to_opps_converter[mpii_idx]
            x, y = kpt_list[model_idx]
            if x < 0 or y < 0:
                kpts += [0.0, 0.0, -1.0]
            else:
                kpts += [x, y, 1.0]
        else:
            kpts += [0.0, 0.0, -1.0]
    return kpts","def opps_output_converter ( kpt_list ) : <TAB> kpts = [ ] <TAB> mpii_keys = to_opps_converter . keys ( ) <TAB> for mpii_idx in range ( 0 , 16 ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> model_idx = to_opps_converter [ mpii_idx ] <TAB> <TAB> <TAB> x , y = kpt_list [ model_idx ] <TAB> <TAB> <TAB> if x < 0 or y < 0 : <TAB> <TAB> <TAB> <TAB> kpts += [ 0.0 , 0.0 , - 1.0 ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> kpts += [ x , y , 1.0 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> kpts += [ 0.0 , 0.0 , - 1.0 ] <TAB> return kpts",if mpii_idx in mpii_keys :,188
18908,"def create_season_posters(self, show_obj):
    if self.season_posters and show_obj:
        result = []
        for season, episodes in show_obj.episodes.iteritems():  # @UnusedVariable
            if not self._has_season_poster(show_obj, season):
                logger.log(
                    u""Metadata provider ""
                    + self.name
                    + "" creating season posters for ""
                    + show_obj.name,
                    logger.DEBUG,
                )
                result = result + [self.save_season_posters(show_obj, season)]
        return all(result)
    return False
","def create_season_posters ( self , show_obj ) : <TAB> if self . season_posters and show_obj : <TAB> <TAB> result = [ ] <TAB> <TAB> for season , episodes in show_obj . episodes . iteritems ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> logger . log ( <TAB> <TAB> <TAB> <TAB> <TAB> u""Metadata provider "" <TAB> <TAB> <TAB> <TAB> <TAB> + self . name <TAB> <TAB> <TAB> <TAB> <TAB> + "" creating season posters for "" <TAB> <TAB> <TAB> <TAB> <TAB> + show_obj . name , <TAB> <TAB> <TAB> <TAB> <TAB> logger . DEBUG , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> result = result + [ self . save_season_posters ( show_obj , season ) ] <TAB> <TAB> return all ( result ) <TAB> return False","if not self . _has_season_poster ( show_obj , season ) :",197
6927,"def substitute_prompt(prompt):
    ""Perform substitutions on PROMPT.""
    result = """"
    plen = len(prompt)
    i = 0
    while i < plen:
        if prompt[i] == ""\\"":
            i = i + 1
            if i >= plen:
                break
            cmdch = prompt[i]
            if cmdch in prompt_substitutions:
                cmd = prompt_substitutions[cmdch]
                if i + 1 < plen and prompt[i + 1] == ""{"":
                    j = i + 1
                    while j < plen and prompt[j] != ""}"":
                        j = j + 1
                    # Just ignore formatting errors.
                    if j >= plen or prompt[j] != ""}"":
                        arg = None
                    else:
                        arg = prompt[i + 2 : j]
                        i = j
                else:
                    arg = None
                result += str(cmd(arg))
            else:
                # Unrecognized escapes are turned into the escaped
                # character itself.
                result += prompt[i]
        else:
            result += prompt[i]
        i = i + 1
    return result","def substitute_prompt ( prompt ) : <TAB> ""Perform substitutions on PROMPT."" <TAB> result = """" <TAB> plen = len ( prompt ) <TAB> i = 0 <TAB> while i < plen : <TAB> <TAB> if prompt [ i ] == ""\\"" : <TAB> <TAB> <TAB> i = i + 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> cmdch = prompt [ i ] <TAB> <TAB> <TAB> if cmdch in prompt_substitutions : <TAB> <TAB> <TAB> <TAB> cmd = prompt_substitutions [ cmdch ] <TAB> <TAB> <TAB> <TAB> if i + 1 < plen and prompt [ i + 1 ] == ""{"" : <TAB> <TAB> <TAB> <TAB> <TAB> j = i + 1 <TAB> <TAB> <TAB> <TAB> <TAB> while j < plen and prompt [ j ] != ""}"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> j = j + 1 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if j >= plen or prompt [ j ] != ""}"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> arg = None <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> arg = prompt [ i + 2 : j ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> i = j <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> arg = None <TAB> <TAB> <TAB> <TAB> result += str ( cmd ( arg ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> result += prompt [ i ] <TAB> <TAB> else : <TAB> <TAB> <TAB> result += prompt [ i ] <TAB> <TAB> i = i + 1 <TAB> return result",if i >= plen :,348
19936,"def test_change_height_by_list_of_ints_width_by_fixed_int(self):
    aug = iaa.Resize({""height"": [12, 14], ""width"": 12})
    seen2d = [False, False]
    seen3d = [False, False]
    for _ in sm.xrange(100):
        observed2d = aug.augment_image(self.image2d)
        observed3d = aug.augment_image(self.image3d)
        assert observed2d.shape in [(12, 12), (14, 12)]
        assert observed3d.shape in [(12, 12, 3), (14, 12, 3)]
        if observed2d.shape == (12, 12):
            seen2d[0] = True
        else:
            seen2d[1] = True
        if observed3d.shape == (12, 12, 3):
            seen3d[0] = True
        else:
            seen3d[1] = True
        if np.all(seen2d) and np.all(seen3d):
            break
    assert np.all(seen2d)
    assert np.all(seen3d)","def test_change_height_by_list_of_ints_width_by_fixed_int ( self ) : <TAB> aug = iaa . Resize ( { ""height"" : [ 12 , 14 ] , ""width"" : 12 } ) <TAB> seen2d = [ False , False ] <TAB> seen3d = [ False , False ] <TAB> for _ in sm . xrange ( 100 ) : <TAB> <TAB> observed2d = aug . augment_image ( self . image2d ) <TAB> <TAB> observed3d = aug . augment_image ( self . image3d ) <TAB> <TAB> assert observed2d . shape in [ ( 12 , 12 ) , ( 14 , 12 ) ] <TAB> <TAB> assert observed3d . shape in [ ( 12 , 12 , 3 ) , ( 14 , 12 , 3 ) ] <TAB> <TAB> if observed2d . shape == ( 12 , 12 ) : <TAB> <TAB> <TAB> seen2d [ 0 ] = True <TAB> <TAB> else : <TAB> <TAB> <TAB> seen2d [ 1 ] = True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> seen3d [ 0 ] = True <TAB> <TAB> else : <TAB> <TAB> <TAB> seen3d [ 1 ] = True <TAB> <TAB> if np . all ( seen2d ) and np . all ( seen3d ) : <TAB> <TAB> <TAB> break <TAB> assert np . all ( seen2d ) <TAB> assert np . all ( seen3d )","if observed3d . shape == ( 12 , 12 , 3 ) :",299
11174,"def on_corner_motion(self, event):
    corner = self.GetGridCornerLabelWindow()
    hit_code = self.corner_hit_test(event.X, event.Y)
    if self.corner_hitcode == self.CORNER_HIT_NONE:
        if hit_code == self.CORNER_HIT_NONE:
            corner.SetToolTip("""")
        elif hit_code == self.CORNER_HIT_UPDATE:
            corner.SetToolTip(self.tooltip)
    else:
        was_pressed = self.corner_button_pressed
        self.corner_button_pressed = (
            self.corner_hitcode != self.CORNER_HIT_NONE
            and self.corner_hitcode == hit_code
        )
        if was_pressed != self.corner_button_pressed:
            corner.RefreshRect(
                self.get_corner_update_button_rect(), eraseBackground=False
            )
","def on_corner_motion ( self , event ) : <TAB> corner = self . GetGridCornerLabelWindow ( ) <TAB> hit_code = self . corner_hit_test ( event . X , event . Y ) <TAB> if self . corner_hitcode == self . CORNER_HIT_NONE : <TAB> <TAB> if hit_code == self . CORNER_HIT_NONE : <TAB> <TAB> <TAB> corner . SetToolTip ( """" ) <TAB> <TAB> elif hit_code == self . CORNER_HIT_UPDATE : <TAB> <TAB> <TAB> corner . SetToolTip ( self . tooltip ) <TAB> else : <TAB> <TAB> was_pressed = self . corner_button_pressed <TAB> <TAB> self . corner_button_pressed = ( <TAB> <TAB> <TAB> self . corner_hitcode != self . CORNER_HIT_NONE <TAB> <TAB> <TAB> and self . corner_hitcode == hit_code <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> corner . RefreshRect ( <TAB> <TAB> <TAB> <TAB> self . get_corner_update_button_rect ( ) , eraseBackground = False <TAB> <TAB> <TAB> )",if was_pressed != self . corner_button_pressed :,244
15960,"def run_sanity_check(self, ref_model):
    using_val_step = ref_model.val_dataloader is not None and is_overridden(
        ""validation_step"", ref_model
    )
    should_sanity_check = (
        using_val_step and self.num_sanity_val_steps > 0 and self.limit_val_batches > 0
    )
    # run tiny validation (if validation defined)
    # to make sure program won't crash during val
    if should_sanity_check:
        self.reset_val_dataloader(ref_model)
        self.num_sanity_val_batches = [
            min(self.num_sanity_val_steps, val_batches)
            for val_batches in self.num_val_batches
        ]
        # hook and callback
        self.running_sanity_check = True
        self.on_sanity_check_start()
        # run eval step
        _, eval_results = self.run_evaluation(max_batches=self.num_sanity_val_batches)
        # allow no returns from eval
        if eval_results is not None and len(eval_results) > 0:
            # when we get a list back, used only the last item
            if isinstance(eval_results, list):
                eval_results = eval_results[-1]
            _, _, _, callback_metrics, _ = self.process_dict_result(eval_results)
            self.logger_connector.callback_metrics = callback_metrics
        self.on_sanity_check_end()
        self.running_sanity_check = False","def run_sanity_check ( self , ref_model ) : <TAB> using_val_step = ref_model . val_dataloader is not None and is_overridden ( <TAB> <TAB> ""validation_step"" , ref_model <TAB> ) <TAB> should_sanity_check = ( <TAB> <TAB> using_val_step and self . num_sanity_val_steps > 0 and self . limit_val_batches > 0 <TAB> ) <TAB> <TAB> <TAB> if should_sanity_check : <TAB> <TAB> self . reset_val_dataloader ( ref_model ) <TAB> <TAB> self . num_sanity_val_batches = [ <TAB> <TAB> <TAB> min ( self . num_sanity_val_steps , val_batches ) <TAB> <TAB> <TAB> for val_batches in self . num_val_batches <TAB> <TAB> ] <TAB> <TAB> <TAB> <TAB> self . running_sanity_check = True <TAB> <TAB> self . on_sanity_check_start ( ) <TAB> <TAB> <TAB> <TAB> _ , eval_results = self . run_evaluation ( max_batches = self . num_sanity_val_batches ) <TAB> <TAB> <TAB> <TAB> if eval_results is not None and len ( eval_results ) > 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> eval_results = eval_results [ - 1 ] <TAB> <TAB> <TAB> _ , _ , _ , callback_metrics , _ = self . process_dict_result ( eval_results ) <TAB> <TAB> <TAB> self . logger_connector . callback_metrics = callback_metrics <TAB> <TAB> self . on_sanity_check_end ( ) <TAB> <TAB> self . running_sanity_check = False","if isinstance ( eval_results , list ) :",402
442,"def expand_elements_from(target_or_item):
    elements_from = target_or_item.get(""elements_from"", None)
    items = None
    if elements_from:
        if elements_from == ""archive"":
            decompressed_directory = _decompress_target(upload_config, target_or_item)
            items = _directory_to_items(decompressed_directory)
        elif elements_from == ""bagit"":
            _, elements_from_path = _has_src_to_path(
                upload_config, target_or_item, is_dataset=False
            )
            items = _bagit_to_items(elements_from_path)
        elif elements_from == ""bagit_archive"":
            decompressed_directory = _decompress_target(upload_config, target_or_item)
            items = _bagit_to_items(decompressed_directory)
        elif elements_from == ""directory"":
            _, elements_from_path = _has_src_to_path(
                upload_config, target_or_item, is_dataset=False
            )
            items = _directory_to_items(elements_from_path)
        else:
            raise Exception(
                ""Unknown elements from type encountered [%s]"" % elements_from
            )
    if items:
        del target_or_item[""elements_from""]
        target_or_item[""elements""] = items
","def expand_elements_from ( target_or_item ) : <TAB> elements_from = target_or_item . get ( ""elements_from"" , None ) <TAB> items = None <TAB> if elements_from : <TAB> <TAB> if elements_from == ""archive"" : <TAB> <TAB> <TAB> decompressed_directory = _decompress_target ( upload_config , target_or_item ) <TAB> <TAB> <TAB> items = _directory_to_items ( decompressed_directory ) <TAB> <TAB> elif elements_from == ""bagit"" : <TAB> <TAB> <TAB> _ , elements_from_path = _has_src_to_path ( <TAB> <TAB> <TAB> <TAB> upload_config , target_or_item , is_dataset = False <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> items = _bagit_to_items ( elements_from_path ) <TAB> <TAB> elif elements_from == ""bagit_archive"" : <TAB> <TAB> <TAB> decompressed_directory = _decompress_target ( upload_config , target_or_item ) <TAB> <TAB> <TAB> items = _bagit_to_items ( decompressed_directory ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _ , elements_from_path = _has_src_to_path ( <TAB> <TAB> <TAB> <TAB> upload_config , target_or_item , is_dataset = False <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> items = _directory_to_items ( elements_from_path ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> ""Unknown elements from type encountered [%s]"" % elements_from <TAB> <TAB> <TAB> ) <TAB> if items : <TAB> <TAB> del target_or_item [ ""elements_from"" ] <TAB> <TAB> target_or_item [ ""elements"" ] = items","elif elements_from == ""directory"" :",375
3431,"def _visit_import_alike(self, node: Union[cst.Import, cst.ImportFrom]) -> bool:
    names = node.names
    if isinstance(names, cst.ImportStar):
        return False
    # make sure node.names is Sequence[ImportAlias]
    for name in names:
        self.provider.set_metadata(name, self.scope)
        asname = name.asname
        if asname is not None:
            name_values = _gen_dotted_names(cst.ensure_type(asname.name, cst.Name))
        else:
            name_values = _gen_dotted_names(name.name)
        for name_value, _ in name_values:
            self.scope.record_assignment(name_value, node)
    return False
","def _visit_import_alike ( self , node : Union [ cst . Import , cst . ImportFrom ] ) -> bool : <TAB> names = node . names <TAB> if isinstance ( names , cst . ImportStar ) : <TAB> <TAB> return False <TAB> <TAB> for name in names : <TAB> <TAB> self . provider . set_metadata ( name , self . scope ) <TAB> <TAB> asname = name . asname <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> name_values = _gen_dotted_names ( cst . ensure_type ( asname . name , cst . Name ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> name_values = _gen_dotted_names ( name . name ) <TAB> <TAB> for name_value , _ in name_values : <TAB> <TAB> <TAB> self . scope . record_assignment ( name_value , node ) <TAB> return False",if asname is not None :,200
10510,"def _handle_results(outqueue, get, cache):
    thread = threading.current_thread()
    while 1:
        try:
            task = get()
        except (OSError, EOFError):
            util.debug(""result handler got EOFError/OSError -- exiting"")
            return
        if thread._state:
            assert thread._state == TERMINATE
            util.debug(""result handler found thread._state=TERMINATE"")
            break
        if task is None:
            util.debug(""result handler got sentinel"")
            break
        job, i, obj = task
        try:
            cache[job]._set(i, obj)
        except KeyError:
            pass
    while cache and thread._state != TERMINATE:
        try:
            task = get()
        except (OSError, EOFError):
            util.debug(""result handler got EOFError/OSError -- exiting"")
            return
        if task is None:
            util.debug(""result handler ignoring extra sentinel"")
            continue
        job, i, obj = task
        try:
            cache[job]._set(i, obj)
        except KeyError:
            pass
    if hasattr(outqueue, ""_reader""):
        util.debug(""ensuring that outqueue is not full"")
        # If we don't make room available in outqueue then
        # attempts to add the sentinel (None) to outqueue may
        # block.  There is guaranteed to be no more than 2 sentinels.
        try:
            for i in range(10):
                if not outqueue._reader.poll():
                    break
                get()
        except (OSError, EOFError):
            pass
    util.debug(
        ""result handler exiting: len(cache)=%s, thread._state=%s"",
        len(cache),
        thread._state,
    )","def _handle_results ( outqueue , get , cache ) : <TAB> thread = threading . current_thread ( ) <TAB> while 1 : <TAB> <TAB> try : <TAB> <TAB> <TAB> task = get ( ) <TAB> <TAB> except ( OSError , EOFError ) : <TAB> <TAB> <TAB> util . debug ( ""result handler got EOFError/OSError -- exiting"" ) <TAB> <TAB> <TAB> return <TAB> <TAB> if thread . _state : <TAB> <TAB> <TAB> assert thread . _state == TERMINATE <TAB> <TAB> <TAB> util . debug ( ""result handler found thread._state=TERMINATE"" ) <TAB> <TAB> <TAB> break <TAB> <TAB> if task is None : <TAB> <TAB> <TAB> util . debug ( ""result handler got sentinel"" ) <TAB> <TAB> <TAB> break <TAB> <TAB> job , i , obj = task <TAB> <TAB> try : <TAB> <TAB> <TAB> cache [ job ] . _set ( i , obj ) <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> pass <TAB> while cache and thread . _state != TERMINATE : <TAB> <TAB> try : <TAB> <TAB> <TAB> task = get ( ) <TAB> <TAB> except ( OSError , EOFError ) : <TAB> <TAB> <TAB> util . debug ( ""result handler got EOFError/OSError -- exiting"" ) <TAB> <TAB> <TAB> return <TAB> <TAB> if task is None : <TAB> <TAB> <TAB> util . debug ( ""result handler ignoring extra sentinel"" ) <TAB> <TAB> <TAB> continue <TAB> <TAB> job , i , obj = task <TAB> <TAB> try : <TAB> <TAB> <TAB> cache [ job ] . _set ( i , obj ) <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> pass <TAB> if hasattr ( outqueue , ""_reader"" ) : <TAB> <TAB> util . debug ( ""ensuring that outqueue is not full"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> for i in range ( 10 ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> get ( ) <TAB> <TAB> except ( OSError , EOFError ) : <TAB> <TAB> <TAB> pass <TAB> util . debug ( <TAB> <TAB> ""result handler exiting: len(cache)=%s, thread._state=%s"" , <TAB> <TAB> len ( cache ) , <TAB> <TAB> thread . _state , <TAB> )",if not outqueue . _reader . poll ( ) :,486
10761,"def __init__(self, width=None, lines=1, **kwds):
    min = self.predict_attr(kwds, ""min"")
    max = self.predict_attr(kwds, ""max"")
    if ""format"" in kwds:
        self.format = kwds.pop(""format"")
    if ""empty"" in kwds:
        self.empty = kwds.pop(""empty"")
    self.editing = False
    if width is None:
        w1 = w2 = """"
        if min is not None:
            w1 = self.format_value(min)
        if max is not None:
            w2 = self.format_value(max)
        if w2:
            if len(w1) > len(w2):
                width = w1
            else:
                width = w2
    if width is None:
        width = 100
    if lines is None:
        lines = 1
    TextEditorWrapped.__init__(self, width, lines, **kwds)","def __init__ ( self , width = None , lines = 1 , ** kwds ) : <TAB> min = self . predict_attr ( kwds , ""min"" ) <TAB> max = self . predict_attr ( kwds , ""max"" ) <TAB> if ""format"" in kwds : <TAB> <TAB> self . format = kwds . pop ( ""format"" ) <TAB> if ""empty"" in kwds : <TAB> <TAB> self . empty = kwds . pop ( ""empty"" ) <TAB> self . editing = False <TAB> if width is None : <TAB> <TAB> w1 = w2 = """" <TAB> <TAB> if min is not None : <TAB> <TAB> <TAB> w1 = self . format_value ( min ) <TAB> <TAB> if max is not None : <TAB> <TAB> <TAB> w2 = self . format_value ( max ) <TAB> <TAB> if w2 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> width = w1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> width = w2 <TAB> if width is None : <TAB> <TAB> width = 100 <TAB> if lines is None : <TAB> <TAB> lines = 1 <TAB> TextEditorWrapped . __init__ ( self , width , lines , ** kwds )",if len ( w1 ) > len ( w2 ) :,255
19875,"def set_bounds(self, x, y, width, height):
    if self.native:
        # Root level widgets may require vertical adjustment to
        # account for toolbars, etc.
        if self.interface.parent is None:
            vertical_shift = self.frame.vertical_shift
        else:
            vertical_shift = 0
        self.native.Size = Size(width, height)
        self.native.Location = Point(x, y + vertical_shift)","def set_bounds ( self , x , y , width , height ) : <TAB> if self . native : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> vertical_shift = self . frame . vertical_shift <TAB> <TAB> else : <TAB> <TAB> <TAB> vertical_shift = 0 <TAB> <TAB> self . native . Size = Size ( width , height ) <TAB> <TAB> self . native . Location = Point ( x , y + vertical_shift )",if self . interface . parent is None :,122
7076,"def _inner(*args, **kwargs):
    component_manager = args[0].component_manager
    for condition_name in condition_names:
        condition_result, err_msg = component_manager.evaluate_condition(condition_name)
        if not condition_result:
            raise ComponentStartConditionNotMetError(err_msg)
    if not component_manager.all_components_running(*components):
        raise ComponentsNotStartedError(
            f""the following required components have not yet started: {json.dumps(components)}""
        )
    return method(*args, **kwargs)","def _inner ( * args , ** kwargs ) : <TAB> component_manager = args [ 0 ] . component_manager <TAB> for condition_name in condition_names : <TAB> <TAB> condition_result , err_msg = component_manager . evaluate_condition ( condition_name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ComponentStartConditionNotMetError ( err_msg ) <TAB> if not component_manager . all_components_running ( * components ) : <TAB> <TAB> raise ComponentsNotStartedError ( <TAB> <TAB> <TAB> f""the following required components have not yet started: {json.dumps(components)}"" <TAB> <TAB> ) <TAB> return method ( * args , ** kwargs )",if not condition_result :,144
20387,"def sanitize_event_keys(kwargs, valid_keys):
    # Sanity check: Don't honor keys that we don't recognize.
    for key in list(kwargs.keys()):
        if key not in valid_keys:
            kwargs.pop(key)
    # Truncate certain values over 1k
    for key in [""play"", ""role"", ""task"", ""playbook""]:
        if isinstance(kwargs.get(""event_data"", {}).get(key), str):
            if len(kwargs[""event_data""][key]) > 1024:
                kwargs[""event_data""][key] = Truncator(kwargs[""event_data""][key]).chars(
                    1024
                )","def sanitize_event_keys ( kwargs , valid_keys ) : <TAB> <TAB> for key in list ( kwargs . keys ( ) ) : <TAB> <TAB> if key not in valid_keys : <TAB> <TAB> <TAB> kwargs . pop ( key ) <TAB> <TAB> for key in [ ""play"" , ""role"" , ""task"" , ""playbook"" ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if len ( kwargs [ ""event_data"" ] [ key ] ) > 1024 : <TAB> <TAB> <TAB> <TAB> kwargs [ ""event_data"" ] [ key ] = Truncator ( kwargs [ ""event_data"" ] [ key ] ) . chars ( <TAB> <TAB> <TAB> <TAB> <TAB> 1024 <TAB> <TAB> <TAB> <TAB> )","if isinstance ( kwargs . get ( ""event_data"" , { } ) . get ( key ) , str ) :",168
1189,"def _print_unix(objects, sep, end, file, flush):
    """"""A print_() implementation which writes bytes""""""
    encoding = _encoding
    if isinstance(sep, text_type):
        sep = sep.encode(encoding, ""replace"")
    if not isinstance(sep, bytes):
        raise TypeError
    if isinstance(end, text_type):
        end = end.encode(encoding, ""replace"")
    if not isinstance(end, bytes):
        raise TypeError
    if end == b""\n"":
        end = os.linesep
        if PY3:
            end = end.encode(""ascii"")
    parts = []
    for obj in objects:
        if not isinstance(obj, text_type) and not isinstance(obj, bytes):
            obj = text_type(obj)
        if isinstance(obj, text_type):
            if PY2:
                obj = obj.encode(encoding, ""replace"")
            else:
                try:
                    obj = obj.encode(encoding, ""surrogateescape"")
                except UnicodeEncodeError:
                    obj = obj.encode(encoding, ""replace"")
        assert isinstance(obj, bytes)
        parts.append(obj)
    data = sep.join(parts) + end
    assert isinstance(data, bytes)
    file = getattr(file, ""buffer"", file)
    try:
        file.write(data)
    except TypeError:
        if PY3:
            # For StringIO, first try with surrogates
            surr_data = data.decode(encoding, ""surrogateescape"")
            try:
                file.write(surr_data)
            except (TypeError, ValueError):
                file.write(data.decode(encoding, ""replace""))
        else:
            # for file like objects with don't support bytes
            file.write(data.decode(encoding, ""replace""))
    if flush:
        file.flush()","def _print_unix ( objects , sep , end , file , flush ) : <TAB> """"""A print_() implementation which writes bytes"""""" <TAB> encoding = _encoding <TAB> if isinstance ( sep , text_type ) : <TAB> <TAB> sep = sep . encode ( encoding , ""replace"" ) <TAB> if not isinstance ( sep , bytes ) : <TAB> <TAB> raise TypeError <TAB> if isinstance ( end , text_type ) : <TAB> <TAB> end = end . encode ( encoding , ""replace"" ) <TAB> if not isinstance ( end , bytes ) : <TAB> <TAB> raise TypeError <TAB> if end == b""\n"" : <TAB> <TAB> end = os . linesep <TAB> <TAB> if PY3 : <TAB> <TAB> <TAB> end = end . encode ( ""ascii"" ) <TAB> parts = [ ] <TAB> for obj in objects : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> obj = text_type ( obj ) <TAB> <TAB> if isinstance ( obj , text_type ) : <TAB> <TAB> <TAB> if PY2 : <TAB> <TAB> <TAB> <TAB> obj = obj . encode ( encoding , ""replace"" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> obj = obj . encode ( encoding , ""surrogateescape"" ) <TAB> <TAB> <TAB> <TAB> except UnicodeEncodeError : <TAB> <TAB> <TAB> <TAB> <TAB> obj = obj . encode ( encoding , ""replace"" ) <TAB> <TAB> assert isinstance ( obj , bytes ) <TAB> <TAB> parts . append ( obj ) <TAB> data = sep . join ( parts ) + end <TAB> assert isinstance ( data , bytes ) <TAB> file = getattr ( file , ""buffer"" , file ) <TAB> try : <TAB> <TAB> file . write ( data ) <TAB> except TypeError : <TAB> <TAB> if PY3 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> surr_data = data . decode ( encoding , ""surrogateescape"" ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> file . write ( surr_data ) <TAB> <TAB> <TAB> except ( TypeError , ValueError ) : <TAB> <TAB> <TAB> <TAB> file . write ( data . decode ( encoding , ""replace"" ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> file . write ( data . decode ( encoding , ""replace"" ) ) <TAB> if flush : <TAB> <TAB> file . flush ( )","if not isinstance ( obj , text_type ) and not isinstance ( obj , bytes ) :",492
13311,"def __init__(self, *args, **kwargs):
    self.ignore_optional_for_conversion = kwargs.pop(
        ""ignore_optional_for_conversion"", False
    )
    super().__init__(*args, **kwargs)
    self._help_override = kwargs.pop(""help_override"", None)
    self.translator = kwargs.pop(""i18n"", None)
    if self.parent is None:
        for name in (self.name, *self.aliases):
            if name in RESERVED_COMMAND_NAMES:
                raise RuntimeError(
                    f""The name `{name}` cannot be set as a command name. It is reserved for internal use.""
                )
    if len(self.qualified_name) > 60:
        raise RuntimeError(
            f""This command ({self.qualified_name}) has an excessively long qualified name, ""
            ""and will not be added to the bot to prevent breaking tools and menus. (limit 60)""
        )","def __init__ ( self , * args , ** kwargs ) : <TAB> self . ignore_optional_for_conversion = kwargs . pop ( <TAB> <TAB> ""ignore_optional_for_conversion"" , False <TAB> ) <TAB> super ( ) . __init__ ( * args , ** kwargs ) <TAB> self . _help_override = kwargs . pop ( ""help_override"" , None ) <TAB> self . translator = kwargs . pop ( ""i18n"" , None ) <TAB> if self . parent is None : <TAB> <TAB> for name in ( self . name , * self . aliases ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> <TAB> f""The name `{name}` cannot be set as a command name. It is reserved for internal use."" <TAB> <TAB> <TAB> <TAB> ) <TAB> if len ( self . qualified_name ) > 60 : <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> f""This command ({self.qualified_name}) has an excessively long qualified name, "" <TAB> <TAB> <TAB> ""and will not be added to the bot to prevent breaking tools and menus. (limit 60)"" <TAB> <TAB> )",if name in RESERVED_COMMAND_NAMES :,244
22716,"def _download_file(url, savepath, print_progress):
    if print_progress:
        print(""Connecting to {}"".format(url))
    r = requests.get(url, stream=True, timeout=15)
    total_length = r.headers.get(""content-length"")
    if total_length is None:
        with open(savepath, ""wb"") as f:
            shutil.copyfileobj(r.raw, f)
    else:
        with open(savepath, ""wb"") as f:
            dl = 0
            total_length = int(total_length)
            starttime = time.time()
            if print_progress:
                print(""Downloading %s"" % os.path.basename(savepath))
            for data in r.iter_content(chunk_size=4096):
                dl += len(data)
                f.write(data)
                if print_progress:
                    done = int(50 * dl / total_length)
                    progress(
                        ""[%-50s] %.2f%%"" % (""="" * done, float(100 * dl) / total_length)
                    )
        if print_progress:
            progress(""[%-50s] %.2f%%"" % (""="" * 50, 100), end=True)","def _download_file ( url , savepath , print_progress ) : <TAB> <fill-in> <TAB> <TAB> print ( ""Connecting to {}"" . format ( url ) ) <TAB> r = requests . get ( url , stream = True , timeout = 15 ) <TAB> total_length = r . headers . get ( ""content-length"" ) <TAB> if total_length is None : <TAB> <TAB> with open ( savepath , ""wb"" ) as f : <TAB> <TAB> <TAB> shutil . copyfileobj ( r . raw , f ) <TAB> else : <TAB> <TAB> with open ( savepath , ""wb"" ) as f : <TAB> <TAB> <TAB> dl = 0 <TAB> <TAB> <TAB> total_length = int ( total_length ) <TAB> <TAB> <TAB> starttime = time . time ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> print ( ""Downloading %s"" % os . path . basename ( savepath ) ) <TAB> <TAB> <TAB> for data in r . iter_content ( chunk_size = 4096 ) : <TAB> <TAB> <TAB> <TAB> dl += len ( data ) <TAB> <TAB> <TAB> <TAB> f . write ( data ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> done = int ( 50 * dl / total_length ) <TAB> <TAB> <TAB> <TAB> <TAB> progress ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""[%-50s] %.2f%%"" % ( ""="" * done , float ( 100 * dl ) / total_length ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> progress ( ""[%-50s] %.2f%%"" % ( ""="" * 50 , 100 ) , end = True )",if print_progress :,336
10960,"def emit(self, batch, event=None):
    try:
        if batch:
            envelopes = [self.span_data_to_envelope(sd) for sd in batch]
            envelopes = self.apply_telemetry_processors(envelopes)
            result = self._transmit(envelopes)
            if result > 0:
                self.storage.put(envelopes, result)
        if event:
            if isinstance(event, QueueExitEvent):
                self._transmit_from_storage()  # send files before exit
            event.set()
            return
        if len(batch) < self.options.max_batch_size:
            self._transmit_from_storage()
    except Exception:
        logger.exception(""Exception occurred while exporting the data."")","def emit ( self , batch , event = None ) : <TAB> try : <TAB> <TAB> if batch : <TAB> <TAB> <TAB> envelopes = [ self . span_data_to_envelope ( sd ) for sd in batch ] <TAB> <TAB> <TAB> envelopes = self . apply_telemetry_processors ( envelopes ) <TAB> <TAB> <TAB> result = self . _transmit ( envelopes ) <TAB> <TAB> <TAB> if result > 0 : <TAB> <TAB> <TAB> <TAB> self . storage . put ( envelopes , result ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if isinstance ( event , QueueExitEvent ) : <TAB> <TAB> <TAB> <TAB> self . _transmit_from_storage ( ) <TAB> <TAB> <TAB> event . set ( ) <TAB> <TAB> <TAB> return <TAB> <TAB> if len ( batch ) < self . options . max_batch_size : <TAB> <TAB> <TAB> self . _transmit_from_storage ( ) <TAB> except Exception : <TAB> <TAB> logger . exception ( ""Exception occurred while exporting the data."" )",if event :,209
9046,"def get_file_list(path, include_files):
    """"""Return file list for the given path.""""""
    # prune out directories to protect the user from doing stupid things (already lower case the dir to reduce calls)
    hide_list = [
        ""boot"",
        ""bootmgr"",
        ""cache"",
        ""config.msi"",
        ""msocache"",
        ""recovery"",
        ""$recycle.bin"",
        ""recycler"",
        ""system volume information"",
        ""temporary internet files"",
    ]  # windows specific
    hide_list += [
        "".fseventd"",
        "".spotlight"",
        "".trashes"",
        "".vol"",
        ""cachedmessages"",
        ""caches"",
        ""trash"",
    ]  # osx specific
    hide_list += ["".git""]
    file_list = []
    for filename in os.listdir(path):
        if filename.lower() in hide_list:
            continue
        full_filename = os.path.join(path, filename)
        is_dir = os.path.isdir(full_filename)
        if not include_files and not is_dir:
            continue
        entry = {""name"": filename, ""path"": full_filename}
        if not is_dir:
            entry[""isFile""] = True
        file_list.append(entry)
    return file_list
","def get_file_list ( path , include_files ) : <TAB> """"""Return file list for the given path."""""" <TAB> <TAB> hide_list = [ <TAB> <TAB> ""boot"" , <TAB> <TAB> ""bootmgr"" , <TAB> <TAB> ""cache"" , <TAB> <TAB> ""config.msi"" , <TAB> <TAB> ""msocache"" , <TAB> <TAB> ""recovery"" , <TAB> <TAB> ""$recycle.bin"" , <TAB> <TAB> ""recycler"" , <TAB> <TAB> ""system volume information"" , <TAB> <TAB> ""temporary internet files"" , <TAB> ] <TAB> hide_list += [ <TAB> <TAB> "".fseventd"" , <TAB> <TAB> "".spotlight"" , <TAB> <TAB> "".trashes"" , <TAB> <TAB> "".vol"" , <TAB> <TAB> ""cachedmessages"" , <TAB> <TAB> ""caches"" , <TAB> <TAB> ""trash"" , <TAB> ] <TAB> hide_list += [ "".git"" ] <TAB> file_list = [ ] <TAB> for filename in os . listdir ( path ) : <TAB> <TAB> if filename . lower ( ) in hide_list : <TAB> <TAB> <TAB> continue <TAB> <TAB> full_filename = os . path . join ( path , filename ) <TAB> <TAB> is_dir = os . path . isdir ( full_filename ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> entry = { ""name"" : filename , ""path"" : full_filename } <TAB> <TAB> if not is_dir : <TAB> <TAB> <TAB> entry [ ""isFile"" ] = True <TAB> <TAB> file_list . append ( entry ) <TAB> return file_list",if not include_files and not is_dir :,356
10920,"def _init_export_dir(dir):
    util.ensure_dir(dir)
    try:
        util.touch(os.path.join(dir, "".guild-nocopy""))
    except IOError as e:
        if e.errno == errno.ENOTDIR:
            raise RunsExportError(""'%s' is not a directory"" % dir)
        else:
            raise RunsExportError(
                ""error initializing export directory '%s': %s"" % (dir, e)
            )
","def _init_export_dir ( dir ) : <TAB> util . ensure_dir ( dir ) <TAB> try : <TAB> <TAB> util . touch ( os . path . join ( dir , "".guild-nocopy"" ) ) <TAB> except IOError as e : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise RunsExportError ( ""'%s' is not a directory"" % dir ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise RunsExportError ( <TAB> <TAB> <TAB> <TAB> ""error initializing export directory '%s': %s"" % ( dir , e ) <TAB> <TAB> <TAB> )",if e . errno == errno . ENOTDIR :,127
10969,"def test_decimal_from_float(f):
    d = Decimal(f)
    if isfinite(f) and d.is_finite():
        try:
            # PDF is limited to ~5 sig figs
            decstr = str(d.quantize(Decimal(""1.000000"")))
        except InvalidOperation:
            return  # PDF doesn't support exponential notation
        try:
            py_d = Object.parse(decstr)
        except RuntimeError as e:
            if ""overflow"" in str(e) or ""underflow"" in str(e):
                py_d = Object.parse(str(f))
        assert isclose(py_d, d, abs_tol=1e-5), (d, f.hex())
    else:
        with pytest.raises(PdfError):
            Object.parse(str(d))","def test_decimal_from_float ( f ) : <TAB> d = Decimal ( f ) <TAB> if isfinite ( f ) and d . is_finite ( ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> decstr = str ( d . quantize ( Decimal ( ""1.000000"" ) ) ) <TAB> <TAB> except InvalidOperation : <TAB> <TAB> <TAB> return <TAB> <TAB> try : <TAB> <TAB> <TAB> py_d = Object . parse ( decstr ) <TAB> <TAB> except RuntimeError as e : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> py_d = Object . parse ( str ( f ) ) <TAB> <TAB> assert isclose ( py_d , d , abs_tol = 1e-5 ) , ( d , f . hex ( ) ) <TAB> else : <TAB> <TAB> with pytest . raises ( PdfError ) : <TAB> <TAB> <TAB> Object . parse ( str ( d ) )","if ""overflow"" in str ( e ) or ""underflow"" in str ( e ) :",218
4938,"def Execute(self, text):
    """"""Replace selection with text and run commands.""""""
    ps1 = str(sys.ps1)
    ps2 = str(sys.ps2)
    endpos = self.GetTextLength()
    self.SetCurrentPos(endpos)
    startpos = self.promptPosEnd
    self.SetSelection(startpos, endpos)
    self.ReplaceSelection("""")
    text = text.lstrip()
    text = self.fixLineEndings(text)
    text = self.lstripPrompt(text)
    text = text.replace(os.linesep + ps1, ""\n"")
    text = text.replace(os.linesep + ps2, ""\n"")
    text = text.replace(os.linesep, ""\n"")
    lines = text.split(""\n"")
    commands = []
    command = """"
    for line in lines:
        if line.strip() == ps2.strip():
            # If we are pasting from something like a
            # web page that drops the trailing space
            # from the ps2 prompt of a blank line.
            line = """"
        lstrip = line.lstrip()
        if (
            line.strip() != """"
            and lstrip == line
            and lstrip[:4] not in [""else"", ""elif""]
            and lstrip[:6] != ""except""
        ):
            # New command.
            if command:
                # Add the previous command to the list.
                commands.append(command)
            # Start a new command, which may be multiline.
            command = line
        else:
            # Multiline command. Add to the command.
            command += ""\n""
            command += line
    commands.append(command)
    for command in commands:
        command = command.replace(""\n"", os.linesep + ps2)
        self.write(command)
        self.processLine()","def Execute ( self , text ) : <TAB> """"""Replace selection with text and run commands."""""" <TAB> ps1 = str ( sys . ps1 ) <TAB> ps2 = str ( sys . ps2 ) <TAB> endpos = self . GetTextLength ( ) <TAB> self . SetCurrentPos ( endpos ) <TAB> startpos = self . promptPosEnd <TAB> self . SetSelection ( startpos , endpos ) <TAB> self . ReplaceSelection ( """" ) <TAB> text = text . lstrip ( ) <TAB> text = self . fixLineEndings ( text ) <TAB> text = self . lstripPrompt ( text ) <TAB> text = text . replace ( os . linesep + ps1 , ""\n"" ) <TAB> text = text . replace ( os . linesep + ps2 , ""\n"" ) <TAB> text = text . replace ( os . linesep , ""\n"" ) <TAB> lines = text . split ( ""\n"" ) <TAB> commands = [ ] <TAB> command = """" <TAB> for line in lines : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> line = """" <TAB> <TAB> lstrip = line . lstrip ( ) <TAB> <TAB> if ( <TAB> <TAB> <TAB> line . strip ( ) != """" <TAB> <TAB> <TAB> and lstrip == line <TAB> <TAB> <TAB> and lstrip [ : 4 ] not in [ ""else"" , ""elif"" ] <TAB> <TAB> <TAB> and lstrip [ : 6 ] != ""except"" <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if command : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> commands . append ( command ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> command = line <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> command += ""\n"" <TAB> <TAB> <TAB> command += line <TAB> commands . append ( command ) <TAB> for command in commands : <TAB> <TAB> command = command . replace ( ""\n"" , os . linesep + ps2 ) <TAB> <TAB> self . write ( command ) <TAB> <TAB> self . processLine ( )",if line . strip ( ) == ps2 . strip ( ) :,476
17780,"def describe_dict(o):
    sl = [""<dict""]
    l = len(o)
    sl.append(str(l))
    if l:
        sl.append(""-"")
        iterator = o.iteritems()
        firstitem = True
        try:
            while True:
                if firstitem:
                    firstitem = False
                else:
                    sl.append("", "")
                k, v = iterator.next()
                sl.append(describe_object(k))
                sl.append("": "")
                sl.append(describe_object(v))
        except StopIteration:
            pass
    sl.append("">"")
    return """".join(sl)
","def describe_dict ( o ) : <TAB> sl = [ ""<dict"" ] <TAB> l = len ( o ) <TAB> sl . append ( str ( l ) ) <TAB> if l : <TAB> <TAB> sl . append ( ""-"" ) <TAB> <TAB> iterator = o . iteritems ( ) <TAB> <TAB> firstitem = True <TAB> <TAB> try : <TAB> <TAB> <TAB> while True : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> firstitem = False <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> sl . append ( "", "" ) <TAB> <TAB> <TAB> <TAB> k , v = iterator . next ( ) <TAB> <TAB> <TAB> <TAB> sl . append ( describe_object ( k ) ) <TAB> <TAB> <TAB> <TAB> sl . append ( "": "" ) <TAB> <TAB> <TAB> <TAB> sl . append ( describe_object ( v ) ) <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> pass <TAB> sl . append ( "">"" ) <TAB> return """" . join ( sl )",if firstitem :,188
23149,"def calculateEnableMargins(self):
    self.cnc.resetEnableMargins()
    for block in self.blocks:
        if block.enable:
            CNC.vars[""xmin""] = min(CNC.vars[""xmin""], block.xmin)
            CNC.vars[""ymin""] = min(CNC.vars[""ymin""], block.ymin)
            CNC.vars[""zmin""] = min(CNC.vars[""zmin""], block.zmin)
            CNC.vars[""xmax""] = max(CNC.vars[""xmax""], block.xmax)
            CNC.vars[""ymax""] = max(CNC.vars[""ymax""], block.ymax)
            CNC.vars[""zmax""] = max(CNC.vars[""zmax""], block.zmax)
","def calculateEnableMargins ( self ) : <TAB> self . cnc . resetEnableMargins ( ) <TAB> for block in self . blocks : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> CNC . vars [ ""xmin"" ] = min ( CNC . vars [ ""xmin"" ] , block . xmin ) <TAB> <TAB> <TAB> CNC . vars [ ""ymin"" ] = min ( CNC . vars [ ""ymin"" ] , block . ymin ) <TAB> <TAB> <TAB> CNC . vars [ ""zmin"" ] = min ( CNC . vars [ ""zmin"" ] , block . zmin ) <TAB> <TAB> <TAB> CNC . vars [ ""xmax"" ] = max ( CNC . vars [ ""xmax"" ] , block . xmax ) <TAB> <TAB> <TAB> CNC . vars [ ""ymax"" ] = max ( CNC . vars [ ""ymax"" ] , block . ymax ) <TAB> <TAB> <TAB> CNC . vars [ ""zmax"" ] = max ( CNC . vars [ ""zmax"" ] , block . zmax )",if block . enable :,191
25560,"def test_attrs_arrays(Layer, data, ndim):
    """"""Test layer attributes and arrays.""""""
    np.random.seed(0)
    layer = Layer(data)
    # Check layer has been correctly created
    assert layer.ndim == ndim
    properties = layer._get_state()
    # Check every property is in call signature
    signature = callsignature(Layer)
    for prop in properties.keys():
        assert prop in signature.parameters
    # Check number of properties is same as number in signature
    # excluding affine transform which is not yet in `_get_state`
    assert len(properties) == len(signature.parameters) - 1
    # Check new layer can be created
    new_layer = Layer(**properties)
    # Check that new layer matches old on all properties:
    for prop in properties.keys():
        # If lists check equality of all elements with np.all
        if isinstance(getattr(layer, prop), list):
            assert np.all(
                [
                    np.all(ol == nl)
                    for ol, nl in zip(getattr(layer, prop), getattr(new_layer, prop))
                ]
            )
        elif isinstance(getattr(layer, prop), dict):
            assert np.all(
                [
                    np.all(value == getattr(new_layer, prop)[key])
                    for key, value in getattr(layer, prop).items()
                ]
            )
        else:
            assert np.all(getattr(layer, prop) == getattr(new_layer, prop))","def test_attrs_arrays ( Layer , data , ndim ) : <TAB> """"""Test layer attributes and arrays."""""" <TAB> np . random . seed ( 0 ) <TAB> layer = Layer ( data ) <TAB> <TAB> assert layer . ndim == ndim <TAB> properties = layer . _get_state ( ) <TAB> <TAB> signature = callsignature ( Layer ) <TAB> for prop in properties . keys ( ) : <TAB> <TAB> assert prop in signature . parameters <TAB> <TAB> <TAB> assert len ( properties ) == len ( signature . parameters ) - 1 <TAB> <TAB> new_layer = Layer ( ** properties ) <TAB> <TAB> for prop in properties . keys ( ) : <TAB> <TAB> <TAB> <TAB> if isinstance ( getattr ( layer , prop ) , list ) : <TAB> <TAB> <TAB> assert np . all ( <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> np . all ( ol == nl ) <TAB> <TAB> <TAB> <TAB> <TAB> for ol , nl in zip ( getattr ( layer , prop ) , getattr ( new_layer , prop ) ) <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert np . all ( <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> np . all ( value == getattr ( new_layer , prop ) [ key ] ) <TAB> <TAB> <TAB> <TAB> <TAB> for key , value in getattr ( layer , prop ) . items ( ) <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> assert np . all ( getattr ( layer , prop ) == getattr ( new_layer , prop ) )","elif isinstance ( getattr ( layer , prop ) , dict ) :",397
21616,"def __call__(self):
    dmin, dmax = self.viewlim_to_dt()
    ymin = self.base.le(dmin.year)
    ymax = self.base.ge(dmax.year)
    ticks = [dmin.replace(year=ymin, **self.replaced)]
    while 1:
        dt = ticks[-1]
        if dt.year >= ymax:
            return date2num(ticks)
        year = dt.year + self.base.get_base()
        ticks.append(dt.replace(year=year, **self.replaced))","def __call__ ( self ) : <TAB> dmin , dmax = self . viewlim_to_dt ( ) <TAB> ymin = self . base . le ( dmin . year ) <TAB> ymax = self . base . ge ( dmax . year ) <TAB> ticks = [ dmin . replace ( year = ymin , ** self . replaced ) ] <TAB> while 1 : <TAB> <TAB> dt = ticks [ - 1 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return date2num ( ticks ) <TAB> <TAB> year = dt . year + self . base . get_base ( ) <TAB> <TAB> ticks . append ( dt . replace ( year = year , ** self . replaced ) )",if dt . year >= ymax :,144
11786,"def create_admin(username, password):
    if len(password) < 8:
        click.echo(""Password length too short"")
        return False
    else:
        user = User(username=username, password=password, is_admin=True)
        if user.insert():
            click.echo(f""User {username} successfully created."")
            return True
        else:
            click.echo(""User with given username already exists."")
            return False","def create_admin ( username , password ) : <TAB> if len ( password ) < 8 : <TAB> <TAB> click . echo ( ""Password length too short"" ) <TAB> <TAB> return False <TAB> else : <TAB> <TAB> user = User ( username = username , password = password , is_admin = True ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> click . echo ( f""User {username} successfully created."" ) <TAB> <TAB> <TAB> return True <TAB> <TAB> else : <TAB> <TAB> <TAB> click . echo ( ""User with given username already exists."" ) <TAB> <TAB> <TAB> return False",if user . insert ( ) :,119
714,"def what(self, page, args):
    only_existing = args.get(""existing"", False)
    exclude_current = args.get(""excludecurrent"", False)
    # Preserve the trailing path when switching languages if extra_path
    # exists (this is mostly the case when we are working inside an
    # ApplicationContent-managed page subtree)
    trailing_path = """"
    request = args.get(""request"", None)
    if request:
        # Trailing path without first slash
        trailing_path = request._feincms_extra_context.get(""extra_path"", """")[1:]
    translations = dict((t.language, t) for t in page.available_translations())
    translations[page.language] = page
    links = []
    for key, name in settings.LANGUAGES:
        if exclude_current and key == page.language:
            continue
        # hardcoded paths... bleh
        if key in translations:
            links.append(
                (key, name, translations[key].get_absolute_url() + trailing_path)
            )
        elif not only_existing:
            links.append((key, name, None))
    return links","def what ( self , page , args ) : <TAB> only_existing = args . get ( ""existing"" , False ) <TAB> exclude_current = args . get ( ""excludecurrent"" , False ) <TAB> <TAB> <TAB> <TAB> trailing_path = """" <TAB> request = args . get ( ""request"" , None ) <TAB> if request : <TAB> <TAB> <TAB> <TAB> trailing_path = request . _feincms_extra_context . get ( ""extra_path"" , """" ) [ 1 : ] <TAB> translations = dict ( ( t . language , t ) for t in page . available_translations ( ) ) <TAB> translations [ page . language ] = page <TAB> links = [ ] <TAB> for key , name in settings . LANGUAGES : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if key in translations : <TAB> <TAB> <TAB> links . append ( <TAB> <TAB> <TAB> <TAB> ( key , name , translations [ key ] . get_absolute_url ( ) + trailing_path ) <TAB> <TAB> <TAB> ) <TAB> <TAB> elif not only_existing : <TAB> <TAB> <TAB> links . append ( ( key , name , None ) ) <TAB> return links",if exclude_current and key == page . language :,289
22281,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 0:
            if ftype == TType.STRUCT:
                self.success = evernote.edam.type.ttypes.User()
                self.success.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 1:
            if ftype == TType.STRUCT:
                self.userException = evernote.edam.error.ttypes.EDAMUserException()
                self.userException.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRUCT:
                self.systemException = evernote.edam.error.ttypes.EDAMSystemException()
                self.systemException.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 0 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . success = evernote . edam . type . ttypes . User ( ) <TAB> <TAB> <TAB> <TAB> self . success . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . userException = evernote . edam . error . ttypes . EDAMUserException ( ) <TAB> <TAB> <TAB> <TAB> self . userException . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . systemException = evernote . edam . error . ttypes . EDAMSystemException ( ) <TAB> <TAB> <TAB> <TAB> self . systemException . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",elif fid == 2 :,445
11538,"def update(self, frame_no):
    self._draw_label()
    # Calculate new visible limits if needed.
    self._start_column = min(self._start_column, self._column)
    self._start_column += _find_min_start(
        self._value[self._start_column : self._column + 1],
        self.width,
        self._frame.canvas.unicode_aware,
        self._column >= self.string_len(self._value),
    )
    # Render visible portion of the text.
    (colour, attr, bg) = self._pick_colours(
        ""readonly"" if self._readonly else ""edit_text""
    )
    text = self._value[self._start_column :]
    text = _enforce_width(text, self.width, self._frame.canvas.unicode_aware)
    if self._hide_char:
        text = self._hide_char[0] * len(text)
    text += "" "" * (self.width - self.string_len(text))
    self._frame.canvas.print_at(text, self._x + self._offset, self._y, colour, attr, bg)
    # Since we switch off the standard cursor, we need to emulate our own
    # if we have the input focus.
    if self._has_focus:
        text_width = self.string_len(text[: self._column - self._start_column])
        self._draw_cursor(
            "" ""
            if self._column >= len(self._value)
            else self._hide_char[0]
            if self._hide_char
            else self._value[self._column],
            frame_no,
            self._x + self._offset + text_width,
            self._y,
        )","def update ( self , frame_no ) : <TAB> self . _draw_label ( ) <TAB> <TAB> self . _start_column = min ( self . _start_column , self . _column ) <TAB> self . _start_column += _find_min_start ( <TAB> <TAB> self . _value [ self . _start_column : self . _column + 1 ] , <TAB> <TAB> self . width , <TAB> <TAB> self . _frame . canvas . unicode_aware , <TAB> <TAB> self . _column >= self . string_len ( self . _value ) , <TAB> ) <TAB> <TAB> ( colour , attr , bg ) = self . _pick_colours ( <TAB> <TAB> ""readonly"" if self . _readonly else ""edit_text"" <TAB> ) <TAB> text = self . _value [ self . _start_column : ] <TAB> text = _enforce_width ( text , self . width , self . _frame . canvas . unicode_aware ) <TAB> if self . _hide_char : <TAB> <TAB> text = self . _hide_char [ 0 ] * len ( text ) <TAB> text += "" "" * ( self . width - self . string_len ( text ) ) <TAB> self . _frame . canvas . print_at ( text , self . _x + self . _offset , self . _y , colour , attr , bg ) <TAB> <TAB> <TAB> if self . _has_focus : <TAB> <TAB> text_width = self . string_len ( text [ : self . _column - self . _start_column ] ) <TAB> <TAB> self . _draw_cursor ( <TAB> <TAB> <TAB> "" "" <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> else self . _hide_char [ 0 ] <TAB> <TAB> <TAB> if self . _hide_char <TAB> <TAB> <TAB> else self . _value [ self . _column ] , <TAB> <TAB> <TAB> frame_no , <TAB> <TAB> <TAB> self . _x + self . _offset + text_width , <TAB> <TAB> <TAB> self . _y , <TAB> <TAB> )",if self . _column >= len ( self . _value ),450
5946,"def ShowTimelineMenu(self, position, layer_id):
    log.info(""ShowTimelineMenu: position: %s, layer: %s"" % (position, layer_id))
    # Get translation method
    _ = get_app()._tr
    # Get list of clipboard items (that are complete clips or transitions)
    # i.e. ignore partial clipboard items (keyframes / effects / etc...)
    clipboard_clip_ids = [k for k, v in self.copy_clipboard.items() if v.get(""id"")]
    clipboard_tran_ids = [
        k for k, v in self.copy_transition_clipboard.items() if v.get(""id"")
    ]
    # Paste Menu (if entire clips or transitions are copied)
    if self.copy_clipboard or self.copy_transition_clipboard:
        if len(clipboard_clip_ids) + len(clipboard_tran_ids) > 0:
            menu = QMenu(self)
            Paste_Clip = menu.addAction(_(""Paste""))
            Paste_Clip.setShortcut(
                QKeySequence(self.window.getShortcutByName(""pasteAll""))
            )
            Paste_Clip.triggered.connect(
                partial(
                    self.Paste_Triggered,
                    MENU_PASTE,
                    float(position),
                    int(layer_id),
                    [],
                    [],
                )
            )
            return menu.popup(QCursor.pos())","def ShowTimelineMenu ( self , position , layer_id ) : <TAB> log . info ( ""ShowTimelineMenu: position: %s, layer: %s"" % ( position , layer_id ) ) <TAB> <TAB> _ = get_app ( ) . _tr <TAB> <TAB> <TAB> clipboard_clip_ids = [ k for k , v in self . copy_clipboard . items ( ) if v . get ( ""id"" ) ] <TAB> clipboard_tran_ids = [ <TAB> <TAB> k for k , v in self . copy_transition_clipboard . items ( ) if v . get ( ""id"" ) <TAB> ] <TAB> <TAB> if self . copy_clipboard or self . copy_transition_clipboard : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> menu = QMenu ( self ) <TAB> <TAB> <TAB> Paste_Clip = menu . addAction ( _ ( ""Paste"" ) ) <TAB> <TAB> <TAB> Paste_Clip . setShortcut ( <TAB> <TAB> <TAB> <TAB> QKeySequence ( self . window . getShortcutByName ( ""pasteAll"" ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> Paste_Clip . triggered . connect ( <TAB> <TAB> <TAB> <TAB> partial ( <TAB> <TAB> <TAB> <TAB> <TAB> self . Paste_Triggered , <TAB> <TAB> <TAB> <TAB> <TAB> MENU_PASTE , <TAB> <TAB> <TAB> <TAB> <TAB> float ( position ) , <TAB> <TAB> <TAB> <TAB> <TAB> int ( layer_id ) , <TAB> <TAB> <TAB> <TAB> <TAB> [ ] , <TAB> <TAB> <TAB> <TAB> <TAB> [ ] , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return menu . popup ( QCursor . pos ( ) )",if len ( clipboard_clip_ids ) + len ( clipboard_tran_ids ) > 0 :,394
17975,"def _validate_pandas(
    self,
    actual_column_type,
    expected_type,
):
    if expected_type is None:
        success = True
    else:
        comp_types = []
        try:
            comp_types.append(np.dtype(expected_type).type)
        except TypeError:
            try:
                pd_type = getattr(pd, expected_type)
                if isinstance(pd_type, type):
                    comp_types.append(pd_type)
            except AttributeError:
                pass
            try:
                pd_type = getattr(pd.core.dtypes.dtypes, expected_type)
                if isinstance(pd_type, type):
                    comp_types.append(pd_type)
            except AttributeError:
                pass
        native_type = _native_type_type_map(expected_type)
        if native_type is not None:
            comp_types.extend(native_type)
        success = actual_column_type.type in comp_types
    return {
        ""success"": success,
        ""result"": {""observed_value"": actual_column_type.type.__name__},
    }
","def _validate_pandas ( <TAB> self , <TAB> actual_column_type , <TAB> expected_type , ) : <TAB> if expected_type is None : <TAB> <TAB> success = True <TAB> else : <TAB> <TAB> comp_types = [ ] <TAB> <TAB> try : <TAB> <TAB> <TAB> comp_types . append ( np . dtype ( expected_type ) . type ) <TAB> <TAB> except TypeError : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> pd_type = getattr ( pd , expected_type ) <TAB> <TAB> <TAB> <TAB> if isinstance ( pd_type , type ) : <TAB> <TAB> <TAB> <TAB> <TAB> comp_types . append ( pd_type ) <TAB> <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> pd_type = getattr ( pd . core . dtypes . dtypes , expected_type ) <TAB> <TAB> <TAB> <TAB> if isinstance ( pd_type , type ) : <TAB> <TAB> <TAB> <TAB> <TAB> comp_types . append ( pd_type ) <TAB> <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> native_type = _native_type_type_map ( expected_type ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> comp_types . extend ( native_type ) <TAB> <TAB> success = actual_column_type . type in comp_types <TAB> return { <TAB> <TAB> ""success"" : success , <TAB> <TAB> ""result"" : { ""observed_value"" : actual_column_type . type . __name__ } , <TAB> }",if native_type is not None :,319
12989,"def test_pretrained_distilbert_models(wo_valid_len):
    models = [""distilbert_6_768_12""]
    pretrained_datasets = [""distilbert_book_corpus_wiki_en_uncased""]
    vocab_size = {""distilbert_book_corpus_wiki_en_uncased"": 30522}
    special_tokens = [""[UNK]"", ""[PAD]"", ""[SEP]"", ""[CLS]"", ""[MASK]""]
    ones = mx.nd.ones((2, 10))
    valid_length = mx.nd.ones((2,))
    for model_name in models:
        for dataset in pretrained_datasets:
            eprint(""testing forward for %s on %s"" % (model_name, dataset))
            model, vocab = nlp.model.get_model(
                model_name,
                dataset_name=dataset,
                pretrained=True,
                root=""tests/data/model/"",
            )
            assert len(vocab) == vocab_size[dataset]
            for token in special_tokens:
                assert token in vocab, ""Token %s not found in the vocab"" % token
            assert vocab[""RandomWordByHaibin""] == vocab[vocab.unknown_token]
            assert vocab.padding_token == ""[PAD]""
            assert vocab.unknown_token == ""[UNK]""
            model.hybridize()
            if wo_valid_len:
                output = model(ones)
            else:
                output = model(ones, valid_length)
            output[0].wait_to_read()
            del model
            mx.nd.waitall()","def test_pretrained_distilbert_models ( wo_valid_len ) : <TAB> models = [ ""distilbert_6_768_12"" ] <TAB> pretrained_datasets = [ ""distilbert_book_corpus_wiki_en_uncased"" ] <TAB> vocab_size = { ""distilbert_book_corpus_wiki_en_uncased"" : 30522 } <TAB> special_tokens = [ ""[UNK]"" , ""[PAD]"" , ""[SEP]"" , ""[CLS]"" , ""[MASK]"" ] <TAB> ones = mx . nd . ones ( ( 2 , 10 ) ) <TAB> valid_length = mx . nd . ones ( ( 2 , ) ) <TAB> for model_name in models : <TAB> <TAB> for dataset in pretrained_datasets : <TAB> <TAB> <TAB> eprint ( ""testing forward for %s on %s"" % ( model_name , dataset ) ) <TAB> <TAB> <TAB> model , vocab = nlp . model . get_model ( <TAB> <TAB> <TAB> <TAB> model_name , <TAB> <TAB> <TAB> <TAB> dataset_name = dataset , <TAB> <TAB> <TAB> <TAB> pretrained = True , <TAB> <TAB> <TAB> <TAB> root = ""tests/data/model/"" , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> assert len ( vocab ) == vocab_size [ dataset ] <TAB> <TAB> <TAB> for token in special_tokens : <TAB> <TAB> <TAB> <TAB> assert token in vocab , ""Token %s not found in the vocab"" % token <TAB> <TAB> <TAB> assert vocab [ ""RandomWordByHaibin"" ] == vocab [ vocab . unknown_token ] <TAB> <TAB> <TAB> assert vocab . padding_token == ""[PAD]"" <TAB> <TAB> <TAB> assert vocab . unknown_token == ""[UNK]"" <TAB> <TAB> <TAB> model . hybridize ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> output = model ( ones ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> output = model ( ones , valid_length ) <TAB> <TAB> <TAB> output [ 0 ] . wait_to_read ( ) <TAB> <TAB> <TAB> del model <TAB> <TAB> <TAB> mx . nd . waitall ( )",if wo_valid_len :,412
15563,"def create_child(self, value=None, _id=None):
    with atomic(savepoint=False):
        child_key = self.get_next_child_key()
        if value is None:
            value = child_key
        child = self.__class__.objects.create(id=_id, key=child_key, value=value)
        return child
","def create_child ( self , value = None , _id = None ) : <TAB> with atomic ( savepoint = False ) : <TAB> <TAB> child_key = self . get_next_child_key ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> value = child_key <TAB> <TAB> child = self . __class__ . objects . create ( id = _id , key = child_key , value = value ) <TAB> <TAB> return child",if value is None :,92
147,"def on_bt_search_clicked(self, widget):
    if self.current_provider is None:
        return
    query = self.en_query.get_text()
    @self.obtain_podcasts_with
    def load_data():
        if self.current_provider.kind == directory.Provider.PROVIDER_SEARCH:
            return self.current_provider.on_search(query)
        elif self.current_provider.kind == directory.Provider.PROVIDER_URL:
            return self.current_provider.on_url(query)
        elif self.current_provider.kind == directory.Provider.PROVIDER_FILE:
            return self.current_provider.on_file(query)
","def on_bt_search_clicked ( self , widget ) : <TAB> if self . current_provider is None : <TAB> <TAB> return <TAB> query = self . en_query . get_text ( ) <TAB> @ self . obtain_podcasts_with <TAB> def load_data ( ) : <TAB> <TAB> if self . current_provider . kind == directory . Provider . PROVIDER_SEARCH : <TAB> <TAB> <TAB> return self . current_provider . on_search ( query ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return self . current_provider . on_url ( query ) <TAB> <TAB> elif self . current_provider . kind == directory . Provider . PROVIDER_FILE : <TAB> <TAB> <TAB> return self . current_provider . on_file ( query )",elif self . current_provider . kind == directory . Provider . PROVIDER_URL :,172
4785,"def testPartExecutor(self, test_case, is_setup_or_teardown=False):
    old_success = self.success
    self.success = True
    try:
        yield
    except KeyboardInterrupt:
        raise
    except unittest.SkipTest as e:
        self.success = False
        self.skipped.append((test_case, str(e)))
    except _ShouldStop:
        pass
    except unittest.case._ExpectedFailure as e:
        self.success = False
        self.expecting_failure = True
        self.expectedFailure = e.exc_info
    except unittest.case._UnexpectedSuccess:
        self.expecting_failure = True
    # We need to catch everything here, including SystemExit.
    # KeyboardInterrupt was passed through above.
    except:  # pylint: disable=bare-except
        self.success = False
        if is_setup_or_teardown:
            self.errors_setup_and_teardown.append((test_case, sys.exc_info()))
        else:
            self.errors.append((test_case, sys.exc_info()))
    else:
        if self.result_supports_subtests and self.success:
            self.errors.append((test_case, None))
    finally:
        self.success = self.success and old_success
","def testPartExecutor ( self , test_case , is_setup_or_teardown = False ) : <TAB> old_success = self . success <TAB> self . success = True <TAB> try : <TAB> <TAB> yield <TAB> except KeyboardInterrupt : <TAB> <TAB> raise <TAB> except unittest . SkipTest as e : <TAB> <TAB> self . success = False <TAB> <TAB> self . skipped . append ( ( test_case , str ( e ) ) ) <TAB> except _ShouldStop : <TAB> <TAB> pass <TAB> except unittest . case . _ExpectedFailure as e : <TAB> <TAB> self . success = False <TAB> <TAB> self . expecting_failure = True <TAB> <TAB> self . expectedFailure = e . exc_info <TAB> except unittest . case . _UnexpectedSuccess : <TAB> <TAB> self . expecting_failure = True <TAB> <TAB> <TAB> except : <TAB> <TAB> self . success = False <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . errors_setup_and_teardown . append ( ( test_case , sys . exc_info ( ) ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . errors . append ( ( test_case , sys . exc_info ( ) ) ) <TAB> else : <TAB> <TAB> if self . result_supports_subtests and self . success : <TAB> <TAB> <TAB> self . errors . append ( ( test_case , None ) ) <TAB> finally : <TAB> <TAB> self . success = self . success and old_success",if is_setup_or_teardown :,326
3370,"def init_weights(self):
    for m in self.modules():
        if isinstance(m, nn.Linear):
            normal_init(m, std=0.01)
        if isinstance(m, nn.Conv3d):
            xavier_init(m, distribution=""uniform"")
        if isinstance(m, nn.BatchNorm3d):
            constant_init(m, 1)","def init_weights ( self ) : <TAB> for m in self . modules ( ) : <TAB> <TAB> if isinstance ( m , nn . Linear ) : <TAB> <TAB> <TAB> normal_init ( m , std = 0.01 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> xavier_init ( m , distribution = ""uniform"" ) <TAB> <TAB> if isinstance ( m , nn . BatchNorm3d ) : <TAB> <TAB> <TAB> constant_init ( m , 1 )","if isinstance ( m , nn . Conv3d ) :",99
7003,"def _set_ref(self, value):
    if value:
        if not self._flags & 4:
            return  # ref is already True
        if self._flags & 2:  # ev_unref was called, undo
            self.loop.ref()
        self._flags &= ~6  # do not want unref, no outstanding unref
    else:
        if self._flags & 4:
            return  # ref is already False
        self._flags |= 4  # we're not referenced
        if not self._flags & 2 and libev.ev_is_active(self._watcher):
            # we haven't told libev we're not referenced, but it thinks we're
            # active so we need to undo that
            self.loop.unref()
            self._flags |= 2  # libev knows we're not referenced","def _set_ref ( self , value ) : <TAB> if value : <TAB> <TAB> if not self . _flags & 4 : <TAB> <TAB> <TAB> return <TAB> <TAB> if self . _flags & 2 : <TAB> <TAB> <TAB> self . loop . ref ( ) <TAB> <TAB> self . _flags &= ~ 6 <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> self . _flags |= 4 <TAB> <TAB> if not self . _flags & 2 and libev . ev_is_active ( self . _watcher ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . loop . unref ( ) <TAB> <TAB> <TAB> self . _flags |= 2",if self . _flags & 4 :,215
12066,"def _Dynamic_Put(self, put_request, put_response):
    """"""Send a put request to the datastore server.""""""
    put_request.set_trusted(self.__trusted)
    ent_kinds = []
    for ent in put_request.entity_list():
        last_path = ent.key().path().element_list()[-1]
        if last_path.type() not in ent_kinds:
            ent_kinds.append(last_path.type())
    for kind in ent_kinds:
        indexes = self.__index_cache.get(kind)
        if indexes:
            for index in indexes:
                new_composite = put_request.add_composite_index()
                new_composite.CopyFrom(index)
    self._RemoteSend(put_request, put_response, ""Put"")
    return put_response","def _Dynamic_Put ( self , put_request , put_response ) : <TAB> """"""Send a put request to the datastore server."""""" <TAB> put_request . set_trusted ( self . __trusted ) <TAB> ent_kinds = [ ] <TAB> for ent in put_request . entity_list ( ) : <TAB> <TAB> last_path = ent . key ( ) . path ( ) . element_list ( ) [ - 1 ] <TAB> <TAB> if last_path . type ( ) not in ent_kinds : <TAB> <TAB> <TAB> ent_kinds . append ( last_path . type ( ) ) <TAB> for kind in ent_kinds : <TAB> <TAB> indexes = self . __index_cache . get ( kind ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for index in indexes : <TAB> <TAB> <TAB> <TAB> new_composite = put_request . add_composite_index ( ) <TAB> <TAB> <TAB> <TAB> new_composite . CopyFrom ( index ) <TAB> self . _RemoteSend ( put_request , put_response , ""Put"" ) <TAB> return put_response",if indexes :,211
14547,"def observe(self, message, *args):
    if len(args) > 0:
        return  # Just tells us that the component has been initialized
    if self._handleException(message):
        return
    if self._handleScriptError(message):
        return
    try:
        messagetext = message.message
        if any(x in messagetext for x in self.ignored_error_strings):
            self.log.debug(""FILTERED: %s"", messagetext)
        else:
            self.log.info(""%s"", messagetext)
    except Exception:
        self.log.error(
            ""Exception occurred while handling logging message. Failing gracefully.""
        )
        return","def observe ( self , message , * args ) : <TAB> if len ( args ) > 0 : <TAB> <TAB> return <TAB> if self . _handleException ( message ) : <TAB> <TAB> return <TAB> if self . _handleScriptError ( message ) : <TAB> <TAB> return <TAB> try : <TAB> <TAB> messagetext = message . message <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . log . debug ( ""FILTERED: %s"" , messagetext ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . log . info ( ""%s"" , messagetext ) <TAB> except Exception : <TAB> <TAB> self . log . error ( <TAB> <TAB> <TAB> ""Exception occurred while handling logging message. Failing gracefully."" <TAB> <TAB> ) <TAB> <TAB> return",if any ( x in messagetext for x in self . ignored_error_strings ) :,180
25220,"def GenerateMethods(ag):
    global counter
    tg = ag.DefineType(""Abomination"")
    system_assembly = clr.LoadAssemblyByName(
        ""System, Version=2.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089""
    )
    mscorlib_assembly = clr.LoadAssemblyByName(
        ""mscorlib, Version=2.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089""
    )
    for ref in (system_assembly, mscorlib_assembly):
        for t in ref.GetExportedTypes():
            if t.ContainsGenericParameters or t.FullName in skipTypes:
                continue
            if supportsIsByRefLike and t.IsByRefLike:
                continue
            if trace:
                print(counter, t.FullName)
            EmitTestMethod(tg, ""Test_%d"" % counter, t)
            EmitTestMethod(tg, ""TestRef_%d"" % counter, t.MakeByRefType())
            counter += 1
    return tg.CreateType()","def GenerateMethods ( ag ) : <TAB> global counter <TAB> tg = ag . DefineType ( ""Abomination"" ) <TAB> system_assembly = clr . LoadAssemblyByName ( <TAB> <TAB> ""System, Version=2.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089"" <TAB> ) <TAB> mscorlib_assembly = clr . LoadAssemblyByName ( <TAB> <TAB> ""mscorlib, Version=2.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089"" <TAB> ) <TAB> for ref in ( system_assembly , mscorlib_assembly ) : <TAB> <TAB> for t in ref . GetExportedTypes ( ) : <TAB> <TAB> <TAB> if t . ContainsGenericParameters or t . FullName in skipTypes : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if trace : <TAB> <TAB> <TAB> <TAB> print ( counter , t . FullName ) <TAB> <TAB> <TAB> EmitTestMethod ( tg , ""Test_%d"" % counter , t ) <TAB> <TAB> <TAB> EmitTestMethod ( tg , ""TestRef_%d"" % counter , t . MakeByRefType ( ) ) <TAB> <TAB> <TAB> counter += 1 <TAB> return tg . CreateType ( )",if supportsIsByRefLike and t . IsByRefLike :,311
553,"def get_snpeff_files(data):
    try:
        snpeff_db, datadir = get_db(data)
    except ValueError:
        snpeff_db = None
    if snpeff_db:
        # Clean problem characters for CWL/WDL representation
        clean_snpeff_db = snpeff_db.replace(""."", ""_"")
        snpeff_files = glob.glob(os.path.join(datadir, snpeff_db, ""*""))
        if len(snpeff_files) > 0:
            base_files = [
                x for x in snpeff_files if x.endswith(""/snpEffectPredictor.bin"")
            ]
            assert len(base_files) == 1, base_files
            del snpeff_files[snpeff_files.index(base_files[0])]
            return {""base"": base_files[0], ""indexes"": snpeff_files}
    else:
        return {}","def get_snpeff_files ( data ) : <TAB> try : <TAB> <TAB> snpeff_db , datadir = get_db ( data ) <TAB> except ValueError : <TAB> <TAB> snpeff_db = None <TAB> if snpeff_db : <TAB> <TAB> <TAB> <TAB> clean_snpeff_db = snpeff_db . replace ( ""."" , ""_"" ) <TAB> <TAB> snpeff_files = glob . glob ( os . path . join ( datadir , snpeff_db , ""*"" ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> base_files = [ <TAB> <TAB> <TAB> <TAB> x for x in snpeff_files if x . endswith ( ""/snpEffectPredictor.bin"" ) <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> assert len ( base_files ) == 1 , base_files <TAB> <TAB> <TAB> del snpeff_files [ snpeff_files . index ( base_files [ 0 ] ) ] <TAB> <TAB> <TAB> return { ""base"" : base_files [ 0 ] , ""indexes"" : snpeff_files } <TAB> else : <TAB> <TAB> return { }",if len ( snpeff_files ) > 0 :,249
15955,"def _generate_samples(self):
    if not self._samples:
        self._inject_default_sample_section()
    output = """"
    eval_scope = self._generate_eval_scope()
    for sample in self._samples:
        command = _command_template.format(method=self._method, kwargs=sample.kwargs)
        validator = SampleCodeValidator(command)
        if validator.errors:
            msg = (
                ""Invalid code elements detected. Sample generation will be ""
                ""skipped for method `{method}` with arguments `{kwargs}`.""
            ).format(
                method=self._method,
                kwargs=sample.kwargs,
            )
            self._log_warning(msg)
            continue
        try:
            Faker.seed(sample.seed)
            results = ""\n"".join(
                [
                    self._stringify_result(eval(command, eval_scope))
                    for _ in range(sample.size)
                ]
            )
        except Exception:
            msg = ""Sample generation failed for method `{method}` with arguments `{kwargs}`."".format(
                method=self._method,
                kwargs=sample.kwargs,
            )
            self._log_warning(msg)
            continue
        else:
            output += _sample_output_template.format(
                seed=sample.seed,
                method=self._method,
                kwargs=sample.kwargs,
                size=sample.size,
                results=results,
            )
    if output:
        output = "":examples:\n\n"" + output
        self._parsed_lines.extend(output.split(""\n""))
","def _generate_samples ( self ) : <TAB> if not self . _samples : <TAB> <TAB> self . _inject_default_sample_section ( ) <TAB> output = """" <TAB> eval_scope = self . _generate_eval_scope ( ) <TAB> for sample in self . _samples : <TAB> <TAB> command = _command_template . format ( method = self . _method , kwargs = sample . kwargs ) <TAB> <TAB> validator = SampleCodeValidator ( command ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> msg = ( <TAB> <TAB> <TAB> <TAB> ""Invalid code elements detected. Sample generation will be "" <TAB> <TAB> <TAB> <TAB> ""skipped for method `{method}` with arguments `{kwargs}`."" <TAB> <TAB> <TAB> ) . format ( <TAB> <TAB> <TAB> <TAB> method = self . _method , <TAB> <TAB> <TAB> <TAB> kwargs = sample . kwargs , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . _log_warning ( msg ) <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> Faker . seed ( sample . seed ) <TAB> <TAB> <TAB> results = ""\n"" . join ( <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> self . _stringify_result ( eval ( command , eval_scope ) ) <TAB> <TAB> <TAB> <TAB> <TAB> for _ in range ( sample . size ) <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> msg = ""Sample generation failed for method `{method}` with arguments `{kwargs}`."" . format ( <TAB> <TAB> <TAB> <TAB> method = self . _method , <TAB> <TAB> <TAB> <TAB> kwargs = sample . kwargs , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . _log_warning ( msg ) <TAB> <TAB> <TAB> continue <TAB> <TAB> else : <TAB> <TAB> <TAB> output += _sample_output_template . format ( <TAB> <TAB> <TAB> <TAB> seed = sample . seed , <TAB> <TAB> <TAB> <TAB> method = self . _method , <TAB> <TAB> <TAB> <TAB> kwargs = sample . kwargs , <TAB> <TAB> <TAB> <TAB> size = sample . size , <TAB> <TAB> <TAB> <TAB> results = results , <TAB> <TAB> <TAB> ) <TAB> if output : <TAB> <TAB> output = "":examples:\n\n"" + output <TAB> <TAB> self . _parsed_lines . extend ( output . split ( ""\n"" ) )",if validator . errors :,461
23454,"def test_open_read_bytes(self, sftp):
    """"""Test reading bytes from a file""""""
    f = None
    try:
        self._create_file(""file"", ""xxx"")
        f = yield from sftp.open(""file"", ""rb"")
        self.assertEqual((yield from f.read()), b""xxx"")
    finally:
        if f:  # pragma: no branch
            yield from f.close()
        remove(""file"")
","def test_open_read_bytes ( self , sftp ) : <TAB> """"""Test reading bytes from a file"""""" <TAB> f = None <TAB> try : <TAB> <TAB> self . _create_file ( ""file"" , ""xxx"" ) <TAB> <TAB> f = yield from sftp . open ( ""file"" , ""rb"" ) <TAB> <TAB> self . assertEqual ( ( yield from f . read ( ) ) , b""xxx"" ) <TAB> finally : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield from f . close ( ) <TAB> <TAB> remove ( ""file"" )",if f :,115
23406,"def delete_all(path):
    ppath = os.getcwd()
    os.chdir(path)
    for fn in glob.glob(""*""):
        fn_full = os.path.join(path, fn)
        if os.path.isdir(fn):
            delete_all(fn_full)
        elif fn.endswith("".png""):
            os.remove(fn_full)
        elif fn.endswith("".md""):
            os.remove(fn_full)
        elif DELETE_ALL_OLD:
            os.remove(fn_full)
    os.chdir(ppath)
    os.rmdir(path)
","def delete_all ( path ) : <TAB> ppath = os . getcwd ( ) <TAB> os . chdir ( path ) <TAB> for fn in glob . glob ( ""*"" ) : <TAB> <TAB> fn_full = os . path . join ( path , fn ) <TAB> <TAB> if os . path . isdir ( fn ) : <TAB> <TAB> <TAB> delete_all ( fn_full ) <TAB> <TAB> elif fn . endswith ( "".png"" ) : <TAB> <TAB> <TAB> os . remove ( fn_full ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . remove ( fn_full ) <TAB> <TAB> elif DELETE_ALL_OLD : <TAB> <TAB> <TAB> os . remove ( fn_full ) <TAB> os . chdir ( ppath ) <TAB> os . rmdir ( path )","elif fn . endswith ( "".md"" ) :",158
427,"def main():
    argv = sys.argv
    if len(argv) == 1:
        sys.argv.append(""-h"")
        read_config()
        sys.exit()
    try:
        config, args = read_config()
        if config[""pelinker_fname""]:
            load_linker_sequences(config[""pelinker_fname""])
        if len(args) == 0:
            raise RuntimeError(""No SFF file given?"")
        extract_reads_from_sff(config, args)
    except (OSError, IOError, RuntimeError) as errval:
        print(errval)
        return 1
    if stern_warning:
        return 1
    return 0","def main ( ) : <TAB> argv = sys . argv <TAB> if len ( argv ) == 1 : <TAB> <TAB> sys . argv . append ( ""-h"" ) <TAB> <TAB> read_config ( ) <TAB> <TAB> sys . exit ( ) <TAB> try : <TAB> <TAB> config , args = read_config ( ) <TAB> <TAB> if config [ ""pelinker_fname"" ] : <TAB> <TAB> <TAB> load_linker_sequences ( config [ ""pelinker_fname"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise RuntimeError ( ""No SFF file given?"" ) <TAB> <TAB> extract_reads_from_sff ( config , args ) <TAB> except ( OSError , IOError , RuntimeError ) as errval : <TAB> <TAB> print ( errval ) <TAB> <TAB> return 1 <TAB> if stern_warning : <TAB> <TAB> return 1 <TAB> return 0",if len ( args ) == 0 :,176
17864,"def CollectImage(self, responses):
    """"""Collect the image and store it into the database.""""""
    # If we have any log, forward them.
    for response in responses:
        if hasattr(response, ""logs""):
            for log in response.logs:
                self.Log(log)
    if not responses.success:
        raise flow_base.FlowError(
            ""Failed to dump the flash image: {0}"".format(responses.status)
        )
    elif not responses.First().path:
        self.Log(""No path returned. Skipping host."")
        return
    else:
        image_path = responses.First().path
        self.CallFlow(
            transfer.MultiGetFile.__name__,
            pathspecs=[image_path],
            request_data={""image_path"": image_path},
            next_state=compatibility.GetName(self.DeleteTemporaryImage),
        )","def CollectImage ( self , responses ) : <TAB> """"""Collect the image and store it into the database."""""" <TAB> <TAB> for response in responses : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for log in response . logs : <TAB> <TAB> <TAB> <TAB> self . Log ( log ) <TAB> if not responses . success : <TAB> <TAB> raise flow_base . FlowError ( <TAB> <TAB> <TAB> ""Failed to dump the flash image: {0}"" . format ( responses . status ) <TAB> <TAB> ) <TAB> elif not responses . First ( ) . path : <TAB> <TAB> self . Log ( ""No path returned. Skipping host."" ) <TAB> <TAB> return <TAB> else : <TAB> <TAB> image_path = responses . First ( ) . path <TAB> <TAB> self . CallFlow ( <TAB> <TAB> <TAB> transfer . MultiGetFile . __name__ , <TAB> <TAB> <TAB> pathspecs = [ image_path ] , <TAB> <TAB> <TAB> request_data = { ""image_path"" : image_path } , <TAB> <TAB> <TAB> next_state = compatibility . GetName ( self . DeleteTemporaryImage ) , <TAB> <TAB> )","if hasattr ( response , ""logs"" ) :",232
15792,"def _resize_img(self, results):
    """"""Resize images with ``results['scale']``.""""""
    for key in results.get(""img_fields"", [""img""]):
        if self.keep_ratio:
            img, scale_factor = mmcv.imrescale(
                results[key], results[""scale""], return_scale=True, backend=self.backend
            )
            # the w_scale and h_scale has minor difference
            # a real fix should be done in the mmcv.imrescale in the future
            new_h, new_w = img.shape[:2]
            h, w = results[key].shape[:2]
            w_scale = new_w / w
            h_scale = new_h / h
        else:
            img, w_scale, h_scale = mmcv.imresize(
                results[key], results[""scale""], return_scale=True, backend=self.backend
            )
        results[key] = img
        scale_factor = np.array([w_scale, h_scale, w_scale, h_scale], dtype=np.float32)
        results[""img_shape""] = img.shape
        # in case that there is no padding
        results[""pad_shape""] = img.shape
        results[""scale_factor""] = scale_factor
        results[""keep_ratio""] = self.keep_ratio","def _resize_img ( self , results ) : <TAB> """"""Resize images with ``results['scale']``."""""" <TAB> for key in results . get ( ""img_fields"" , [ ""img"" ] ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> img , scale_factor = mmcv . imrescale ( <TAB> <TAB> <TAB> <TAB> results [ key ] , results [ ""scale"" ] , return_scale = True , backend = self . backend <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> new_h , new_w = img . shape [ : 2 ] <TAB> <TAB> <TAB> h , w = results [ key ] . shape [ : 2 ] <TAB> <TAB> <TAB> w_scale = new_w / w <TAB> <TAB> <TAB> h_scale = new_h / h <TAB> <TAB> else : <TAB> <TAB> <TAB> img , w_scale , h_scale = mmcv . imresize ( <TAB> <TAB> <TAB> <TAB> results [ key ] , results [ ""scale"" ] , return_scale = True , backend = self . backend <TAB> <TAB> <TAB> ) <TAB> <TAB> results [ key ] = img <TAB> <TAB> scale_factor = np . array ( [ w_scale , h_scale , w_scale , h_scale ] , dtype = np . float32 ) <TAB> <TAB> results [ ""img_shape"" ] = img . shape <TAB> <TAB> <TAB> <TAB> results [ ""pad_shape"" ] = img . shape <TAB> <TAB> results [ ""scale_factor"" ] = scale_factor <TAB> <TAB> results [ ""keep_ratio"" ] = self . keep_ratio",if self . keep_ratio :,352
25025,"def format_amounts(amounts, link):
    ret = []
    for chain_id in chain_ids:
        chain = chains[chain_id]
        if chain_id != chain_ids[0]:
            ret += ["", ""]
        ret += [format_satoshis(amounts[chain_id], chain), "" "", escape(chain[""code3""])]
        if link:
            other = hash_to_address(chain[""address_version""], binaddr)
            if other != address:
                ret[-1] = [
                    '<a href=""',
                    page[""dotdot""],
                    ""address/"",
                    other,
                    '"">',
                    ret[-1],
                    ""</a>"",
                ]
    return ret","def format_amounts ( amounts , link ) : <TAB> ret = [ ] <TAB> for chain_id in chain_ids : <TAB> <TAB> chain = chains [ chain_id ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ret += [ "", "" ] <TAB> <TAB> ret += [ format_satoshis ( amounts [ chain_id ] , chain ) , "" "" , escape ( chain [ ""code3"" ] ) ] <TAB> <TAB> if link : <TAB> <TAB> <TAB> other = hash_to_address ( chain [ ""address_version"" ] , binaddr ) <TAB> <TAB> <TAB> if other != address : <TAB> <TAB> <TAB> <TAB> ret [ - 1 ] = [ <TAB> <TAB> <TAB> <TAB> <TAB> '<a href=""' , <TAB> <TAB> <TAB> <TAB> <TAB> page [ ""dotdot"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> ""address/"" , <TAB> <TAB> <TAB> <TAB> <TAB> other , <TAB> <TAB> <TAB> <TAB> <TAB> '"">' , <TAB> <TAB> <TAB> <TAB> <TAB> ret [ - 1 ] , <TAB> <TAB> <TAB> <TAB> <TAB> ""</a>"" , <TAB> <TAB> <TAB> <TAB> ] <TAB> return ret",if chain_id != chain_ids [ 0 ] :,212
6354,"def delete_revision(request, document_path, revision_id):
    """"""Delete a revision.""""""
    document_locale, document_slug, needs_redirect = locale_and_slug_from_path(
        document_path, request
    )
    revision = get_object_or_404(Revision, pk=revision_id, document__slug=document_slug)
    document = revision.document
    if request.method == ""GET"":
        # Render the confirmation page
        return render(
            request,
            ""wiki/confirm_revision_delete.html"",
            {""revision"": revision, ""document"": document},
        )
    # Handle confirm delete form POST
    log.warning(""User %s is deleting revision with id=%s"" % (request.user, revision.id))
    Revision.objects.filter(based_on=revision).update(based_on=None)
    if document.current_revision == revision:
        # If the current_revision is being deleted, lets try to update it to
        # the previous approved revision.
        revs = document.revisions.filter(is_approved=True).order_by(""-created"")
        # Using len() here instead of count(), because count is affected by
        # a cache delay of 60 seconds, so if the revisions are deleted in
        # a short time span, the value returned by count() doesn't
        # correspond to the number of existing reviews
        if len(revs) > 1:
            rev = revs[1]
            rev.make_current()
        else:
            # The document is deleted along with its last revision
            document.delete()
            return redirect(""wiki.all_documents"")
    revision.delete()
    return HttpResponseRedirect(
        reverse(""wiki.document_revisions"", args=[document.full_path])
    )","def delete_revision ( request , document_path , revision_id ) : <TAB> """"""Delete a revision."""""" <TAB> document_locale , document_slug , needs_redirect = locale_and_slug_from_path ( <TAB> <TAB> document_path , request <TAB> ) <TAB> revision = get_object_or_404 ( Revision , pk = revision_id , document__slug = document_slug ) <TAB> document = revision . document <TAB> if request . method == ""GET"" : <TAB> <TAB> <TAB> <TAB> return render ( <TAB> <TAB> <TAB> request , <TAB> <TAB> <TAB> ""wiki/confirm_revision_delete.html"" , <TAB> <TAB> <TAB> { ""revision"" : revision , ""document"" : document } , <TAB> <TAB> ) <TAB> <TAB> log . warning ( ""User %s is deleting revision with id=%s"" % ( request . user , revision . id ) ) <TAB> Revision . objects . filter ( based_on = revision ) . update ( based_on = None ) <TAB> if document . current_revision == revision : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> revs = document . revisions . filter ( is_approved = True ) . order_by ( ""-created"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rev = revs [ 1 ] <TAB> <TAB> <TAB> rev . make_current ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> document . delete ( ) <TAB> <TAB> <TAB> return redirect ( ""wiki.all_documents"" ) <TAB> revision . delete ( ) <TAB> return HttpResponseRedirect ( <TAB> <TAB> reverse ( ""wiki.document_revisions"" , args = [ document . full_path ] ) <TAB> )",if len ( revs ) > 1 :,443
22864,"def saveFile(self, event):
    """"""Prompt for the name of a file and put the body text of the selected node into it..""""""
    c = self.c
    w = self.editWidget(event)
    if not w:
        return
    fileName = g.app.gui.runSaveFileDialog(
        c,
        initialfile=None,
        title=""save-file"",
        filetypes=[(""Text"", ""*.txt""), (""All files"", ""*"")],
        defaultextension="".txt"",
    )
    if fileName:
        try:
            f = open(fileName, ""w"")
            s = w.getAllText()
            if not g.isPython3:  # 2010/08/27
                s = g.toEncodedString(s, encoding=""utf-8"", reportErrors=True)
            f.write(s)
            f.close()
        except IOError:
            g.es(""can not create"", fileName)","def saveFile ( self , event ) : <TAB> """"""Prompt for the name of a file and put the body text of the selected node into it.."""""" <TAB> c = self . c <TAB> w = self . editWidget ( event ) <TAB> if not w : <TAB> <TAB> return <TAB> fileName = g . app . gui . runSaveFileDialog ( <TAB> <TAB> c , <TAB> <TAB> initialfile = None , <TAB> <TAB> title = ""save-file"" , <TAB> <TAB> filetypes = [ ( ""Text"" , ""*.txt"" ) , ( ""All files"" , ""*"" ) ] , <TAB> <TAB> defaultextension = "".txt"" , <TAB> ) <TAB> if fileName : <TAB> <TAB> try : <TAB> <TAB> <TAB> f = open ( fileName , ""w"" ) <TAB> <TAB> <TAB> s = w . getAllText ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> s = g . toEncodedString ( s , encoding = ""utf-8"" , reportErrors = True ) <TAB> <TAB> <TAB> f . write ( s ) <TAB> <TAB> <TAB> f . close ( ) <TAB> <TAB> except IOError : <TAB> <TAB> <TAB> g . es ( ""can not create"" , fileName )",if not g . isPython3 :,243
9249,"def _serialize(self, stream):
    write = stream.write
    write((""tree %s\n"" % self.tree).encode(""ascii""))
    for p in self.parents:
        write((""parent %s\n"" % p).encode(""ascii""))
    a = self.author
    aname = a.name
    c = self.committer
    fmt = ""%s %s <%s> %s %s\n""
    write(
        (
            fmt
            % (
                ""author"",
                aname,
                a.email,
                self.authored_date,
                altz_to_utctz_str(self.author_tz_offset),
            )
        ).encode(self.encoding)
    )
    # encode committer
    aname = c.name
    write(
        (
            fmt
            % (
                ""committer"",
                aname,
                c.email,
                self.committed_date,
                altz_to_utctz_str(self.committer_tz_offset),
            )
        ).encode(self.encoding)
    )
    if self.encoding != self.default_encoding:
        write((""encoding %s\n"" % self.encoding).encode(""ascii""))
    try:
        if self.__getattribute__(""gpgsig"") is not None:
            write(b""gpgsig"")
            for sigline in self.gpgsig.rstrip(""\n"").split(""\n""):
                write(("" "" + sigline + ""\n"").encode(""ascii""))
    except AttributeError:
        pass
    write(b""\n"")
    # write plain bytes, be sure its encoded according to our encoding
    if isinstance(self.message, text_type):
        write(self.message.encode(self.encoding))
    else:
        write(self.message)
    # END handle encoding
    return self
","def _serialize ( self , stream ) : <TAB> write = stream . write <TAB> write ( ( ""tree %s\n"" % self . tree ) . encode ( ""ascii"" ) ) <TAB> for p in self . parents : <TAB> <TAB> write ( ( ""parent %s\n"" % p ) . encode ( ""ascii"" ) ) <TAB> a = self . author <TAB> aname = a . name <TAB> c = self . committer <TAB> fmt = ""%s %s <%s> %s %s\n"" <TAB> write ( <TAB> <TAB> ( <TAB> <TAB> <TAB> fmt <TAB> <TAB> <TAB> % ( <TAB> <TAB> <TAB> <TAB> ""author"" , <TAB> <TAB> <TAB> <TAB> aname , <TAB> <TAB> <TAB> <TAB> a . email , <TAB> <TAB> <TAB> <TAB> self . authored_date , <TAB> <TAB> <TAB> <TAB> altz_to_utctz_str ( self . author_tz_offset ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) . encode ( self . encoding ) <TAB> ) <TAB> <TAB> aname = c . name <TAB> write ( <TAB> <TAB> ( <TAB> <TAB> <TAB> fmt <TAB> <TAB> <TAB> % ( <TAB> <TAB> <TAB> <TAB> ""committer"" , <TAB> <TAB> <TAB> <TAB> aname , <TAB> <TAB> <TAB> <TAB> c . email , <TAB> <TAB> <TAB> <TAB> self . committed_date , <TAB> <TAB> <TAB> <TAB> altz_to_utctz_str ( self . committer_tz_offset ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) . encode ( self . encoding ) <TAB> ) <TAB> if self . encoding != self . default_encoding : <TAB> <TAB> write ( ( ""encoding %s\n"" % self . encoding ) . encode ( ""ascii"" ) ) <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> write ( b""gpgsig"" ) <TAB> <TAB> <TAB> for sigline in self . gpgsig . rstrip ( ""\n"" ) . split ( ""\n"" ) : <TAB> <TAB> <TAB> <TAB> write ( ( "" "" + sigline + ""\n"" ) . encode ( ""ascii"" ) ) <TAB> except AttributeError : <TAB> <TAB> pass <TAB> write ( b""\n"" ) <TAB> <TAB> if isinstance ( self . message , text_type ) : <TAB> <TAB> write ( self . message . encode ( self . encoding ) ) <TAB> else : <TAB> <TAB> write ( self . message ) <TAB> <TAB> return self","if self . __getattribute__ ( ""gpgsig"" ) is not None :",501
15653,"def disconnect(exiting_interpreter=False):
    """"""Disconnect this worker from the raylet and object store.""""""
    # Reset the list of cached remote functions and actors so that if more
    # remote functions or actors are defined and then connect is called again,
    # the remote functions will be exported. This is mostly relevant for the
    # tests.
    worker = global_worker
    if worker.connected:
        # Shutdown all of the threads that we've started. TODO(rkn): This
        # should be handled cleanly in the worker object's destructor and not
        # in this disconnect method.
        worker.threads_stopped.set()
        if hasattr(worker, ""import_thread""):
            worker.import_thread.join_import_thread()
        if hasattr(worker, ""listener_thread""):
            worker.listener_thread.join()
        if hasattr(worker, ""printer_thread""):
            worker.printer_thread.join()
        if hasattr(worker, ""logger_thread""):
            worker.logger_thread.join()
        worker.threads_stopped.clear()
        worker._session_index += 1
    worker.node = None  # Disconnect the worker from the node.
    worker.cached_functions_to_run = []
    worker.serialization_context_map.clear()
    try:
        ray_actor = ray.actor
    except AttributeError:
        ray_actor = None  # This can occur during program termination
    if ray_actor is not None:
        ray_actor.ActorClassMethodMetadata.reset_cache()","def disconnect ( exiting_interpreter = False ) : <TAB> """"""Disconnect this worker from the raylet and object store."""""" <TAB> <TAB> <TAB> <TAB> <TAB> worker = global_worker <TAB> if worker . connected : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> worker . threads_stopped . set ( ) <TAB> <TAB> if hasattr ( worker , ""import_thread"" ) : <TAB> <TAB> <TAB> worker . import_thread . join_import_thread ( ) <TAB> <TAB> if hasattr ( worker , ""listener_thread"" ) : <TAB> <TAB> <TAB> worker . listener_thread . join ( ) <TAB> <TAB> if hasattr ( worker , ""printer_thread"" ) : <TAB> <TAB> <TAB> worker . printer_thread . join ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> worker . logger_thread . join ( ) <TAB> <TAB> worker . threads_stopped . clear ( ) <TAB> <TAB> worker . _session_index += 1 <TAB> worker . node = None <TAB> worker . cached_functions_to_run = [ ] <TAB> worker . serialization_context_map . clear ( ) <TAB> try : <TAB> <TAB> ray_actor = ray . actor <TAB> except AttributeError : <TAB> <TAB> ray_actor = None <TAB> if ray_actor is not None : <TAB> <TAB> ray_actor . ActorClassMethodMetadata . reset_cache ( )","if hasattr ( worker , ""logger_thread"" ) :",381
16259,"def main(_):
    problem_name = FLAGS.problem
    if ""video"" not in problem_name and ""gym"" not in problem_name:
        print(""This tool only works for video problems."")
        return
    mode = tf.estimator.ModeKeys.TRAIN
    hparams = trainer_lib.create_hparams(
        FLAGS.hparams_set,
        FLAGS.hparams,
        data_dir=os.path.expanduser(FLAGS.data_dir),
        problem_name=problem_name,
    )
    dataset = hparams.problem.input_fn(mode, hparams)
    features = dataset.make_one_shot_iterator().get_next()
    tf.gfile.MakeDirs(FLAGS.output_dir)
    base_template = os.path.join(FLAGS.output_dir, FLAGS.problem)
    count = 0
    with tf.train.MonitoredTrainingSession() as sess:
        while not sess.should_stop():
            # TODO(mbz): figure out what the second output is.
            data, _ = sess.run(features)
            video_batch = np.concatenate((data[""inputs""], data[""targets""]), axis=1)
            for video in video_batch:
                print(""Saving {}/{}"".format(count, FLAGS.num_samples))
                name = ""%s_%05d"" % (base_template, count)
                decoding.save_video(video, name + ""_{:05d}.png"")
                create_gif(name)
                count += 1
                if count == FLAGS.num_samples:
                    sys.exit(0)","def main ( _ ) : <TAB> problem_name = FLAGS . problem <TAB> if ""video"" not in problem_name and ""gym"" not in problem_name : <TAB> <TAB> print ( ""This tool only works for video problems."" ) <TAB> <TAB> return <TAB> mode = tf . estimator . ModeKeys . TRAIN <TAB> hparams = trainer_lib . create_hparams ( <TAB> <TAB> FLAGS . hparams_set , <TAB> <TAB> FLAGS . hparams , <TAB> <TAB> data_dir = os . path . expanduser ( FLAGS . data_dir ) , <TAB> <TAB> problem_name = problem_name , <TAB> ) <TAB> dataset = hparams . problem . input_fn ( mode , hparams ) <TAB> features = dataset . make_one_shot_iterator ( ) . get_next ( ) <TAB> tf . gfile . MakeDirs ( FLAGS . output_dir ) <TAB> base_template = os . path . join ( FLAGS . output_dir , FLAGS . problem ) <TAB> count = 0 <TAB> with tf . train . MonitoredTrainingSession ( ) as sess : <TAB> <TAB> while not sess . should_stop ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> data , _ = sess . run ( features ) <TAB> <TAB> <TAB> video_batch = np . concatenate ( ( data [ ""inputs"" ] , data [ ""targets"" ] ) , axis = 1 ) <TAB> <TAB> <TAB> for video in video_batch : <TAB> <TAB> <TAB> <TAB> print ( ""Saving {}/{}"" . format ( count , FLAGS . num_samples ) ) <TAB> <TAB> <TAB> <TAB> name = ""%s_%05d"" % ( base_template , count ) <TAB> <TAB> <TAB> <TAB> decoding . save_video ( video , name + ""_{:05d}.png"" ) <TAB> <TAB> <TAB> <TAB> create_gif ( name ) <TAB> <TAB> <TAB> <TAB> count += 1 <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> sys . exit ( 0 )",if count == FLAGS . num_samples :,401
16868,"def dump(self):
    """"""Write the cached history to external storage.""""""
    opts = builtins.__xonsh__.env.get(""HISTCONTROL"")
    last_inp = None
    cmds = []
    for cmd in self.buffer:
        if ""ignoredups"" in opts and cmd[""inp""] == last_inp:
            # Skipping dup cmd
            if self.skip is not None:
                self.skip(1)
            continue
        if ""ignoreerr"" in opts and cmd[""rtn""] != 0:
            # Skipping failed cmd
            if self.skip is not None:
                self.skip(1)
            continue
        cmds.append(cmd)
        last_inp = cmd[""inp""]
    with open(self.filename, ""r"", newline=""\n"") as f:
        hist = xlj.LazyJSON(f).load()
    load_hist_len = len(hist[""cmds""])
    hist[""cmds""].extend(cmds)
    if self.at_exit:
        hist[""ts""][1] = time.time()  # apply end time
        hist[""locked""] = False
    if not builtins.__xonsh__.env.get(""XONSH_STORE_STDOUT"", False):
        [cmd.pop(""out"") for cmd in hist[""cmds""][load_hist_len:] if ""out"" in cmd]
    with open(self.filename, ""w"", newline=""\n"") as f:
        xlj.ljdump(hist, f, sort_keys=True)","def dump ( self ) : <TAB> """"""Write the cached history to external storage."""""" <TAB> opts = builtins . __xonsh__ . env . get ( ""HISTCONTROL"" ) <TAB> last_inp = None <TAB> cmds = [ ] <TAB> for cmd in self . buffer : <TAB> <TAB> if ""ignoredups"" in opts and cmd [ ""inp"" ] == last_inp : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . skip ( 1 ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if ""ignoreerr"" in opts and cmd [ ""rtn"" ] != 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . skip ( 1 ) <TAB> <TAB> <TAB> continue <TAB> <TAB> cmds . append ( cmd ) <TAB> <TAB> last_inp = cmd [ ""inp"" ] <TAB> with open ( self . filename , ""r"" , newline = ""\n"" ) as f : <TAB> <TAB> hist = xlj . LazyJSON ( f ) . load ( ) <TAB> load_hist_len = len ( hist [ ""cmds"" ] ) <TAB> hist [ ""cmds"" ] . extend ( cmds ) <TAB> if self . at_exit : <TAB> <TAB> hist [ ""ts"" ] [ 1 ] = time . time ( ) <TAB> <TAB> hist [ ""locked"" ] = False <TAB> if not builtins . __xonsh__ . env . get ( ""XONSH_STORE_STDOUT"" , False ) : <TAB> <TAB> [ cmd . pop ( ""out"" ) for cmd in hist [ ""cmds"" ] [ load_hist_len : ] if ""out"" in cmd ] <TAB> with open ( self . filename , ""w"" , newline = ""\n"" ) as f : <TAB> <TAB> xlj . ljdump ( hist , f , sort_keys = True )",if self . skip is not None :,376
20479,"def target_function(self, running, data):
    while running.is_set():
        try:
            username, password = data.next().split("":"")
        except StopIteration:
            break
        else:
            ftp_client = self.ftp_create()
            if ftp_client.connect(retries=3) is None:
                print_error(
                    ""Too many connections problems. Quiting..."", verbose=self.verbosity
                )
                return
        if ftp_client.login(username, password):
            if self.stop_on_success:
                running.clear()
            self.credentials.append(
                (self.target, self.port, self.target_protocol, username, password)
            )
    ftp_client.close()","def target_function ( self , running , data ) : <TAB> while running . is_set ( ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> username , password = data . next ( ) . split ( "":"" ) <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> ftp_client = self . ftp_create ( ) <TAB> <TAB> <TAB> if ftp_client . connect ( retries = 3 ) is None : <TAB> <TAB> <TAB> <TAB> print_error ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Too many connections problems. Quiting..."" , verbose = self . verbosity <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> if ftp_client . login ( username , password ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> running . clear ( ) <TAB> <TAB> <TAB> self . credentials . append ( <TAB> <TAB> <TAB> <TAB> ( self . target , self . port , self . target_protocol , username , password ) <TAB> <TAB> <TAB> ) <TAB> ftp_client . close ( )",if self . stop_on_success :,214
1539,"def _group_by_commit_and_time(self, hits):
    result = {}
    for hit in hits:
        source_hit = hit[""_source""]
        key = ""%s_%s"" % (source_hit[""commit_info""][""id""], source_hit[""datetime""])
        benchmark = self._benchmark_from_es_record(source_hit)
        if key in result:
            result[key][""benchmarks""].append(benchmark)
        else:
            run_info = self._run_info_from_es_record(source_hit)
            run_info[""benchmarks""] = [benchmark]
            result[key] = run_info
    return result
","def _group_by_commit_and_time ( self , hits ) : <TAB> result = { } <TAB> for hit in hits : <TAB> <TAB> source_hit = hit [ ""_source"" ] <TAB> <TAB> key = ""%s_%s"" % ( source_hit [ ""commit_info"" ] [ ""id"" ] , source_hit [ ""datetime"" ] ) <TAB> <TAB> benchmark = self . _benchmark_from_es_record ( source_hit ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result [ key ] [ ""benchmarks"" ] . append ( benchmark ) <TAB> <TAB> else : <TAB> <TAB> <TAB> run_info = self . _run_info_from_es_record ( source_hit ) <TAB> <TAB> <TAB> run_info [ ""benchmarks"" ] = [ benchmark ] <TAB> <TAB> <TAB> result [ key ] = run_info <TAB> return result",if key in result :,170
23357,"def get_num(line, char_ptr, num_chars):
    char_ptr = char_ptr + 1
    numstr = """"
    good = ""-.0123456789""
    while char_ptr < num_chars:
        digit = line[char_ptr]
        if good.find(digit) != -1:
            numstr = numstr + digit
            char_ptr = char_ptr + 1
        else:
            break
    return numstr","def get_num ( line , char_ptr , num_chars ) : <TAB> char_ptr = char_ptr + 1 <TAB> numstr = """" <TAB> good = ""-.0123456789"" <TAB> while char_ptr < num_chars : <TAB> <TAB> digit = line [ char_ptr ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> numstr = numstr + digit <TAB> <TAB> <TAB> char_ptr = char_ptr + 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> return numstr",if good . find ( digit ) != - 1 :,116
15583,"def save_graph_base(
    net, file_name, graph_name=""net"", op_only=True, blob_rename_func=None
):
    graph = None
    ops = net.op
    if blob_rename_func is not None:
        ops = _modify_blob_names(ops, blob_rename_func)
    if not op_only:
        graph = net_drawer.GetPydotGraph(ops, graph_name, rankdir=""TB"")
    else:
        graph = net_drawer.GetPydotGraphMinimal(
            ops, graph_name, rankdir=""TB"", minimal_dependency=True
        )
    try:
        par_dir = os.path.dirname(file_name)
        if not os.path.exists(par_dir):
            os.makedirs(par_dir)
        format = os.path.splitext(os.path.basename(file_name))[-1]
        if format == "".png"":
            graph.write_png(file_name)
        elif format == "".pdf"":
            graph.write_pdf(file_name)
        elif format == "".svg"":
            graph.write_svg(file_name)
        else:
            print(""Incorrect format {}"".format(format))
    except Exception as e:
        print(""Error when writing graph to image {}"".format(e))
    return graph","def save_graph_base ( <TAB> net , file_name , graph_name = ""net"" , op_only = True , blob_rename_func = None ) : <TAB> graph = None <TAB> ops = net . op <TAB> if blob_rename_func is not None : <TAB> <TAB> ops = _modify_blob_names ( ops , blob_rename_func ) <TAB> if not op_only : <TAB> <TAB> graph = net_drawer . GetPydotGraph ( ops , graph_name , rankdir = ""TB"" ) <TAB> else : <TAB> <TAB> graph = net_drawer . GetPydotGraphMinimal ( <TAB> <TAB> <TAB> ops , graph_name , rankdir = ""TB"" , minimal_dependency = True <TAB> <TAB> ) <TAB> try : <TAB> <TAB> par_dir = os . path . dirname ( file_name ) <TAB> <TAB> if not os . path . exists ( par_dir ) : <TAB> <TAB> <TAB> os . makedirs ( par_dir ) <TAB> <TAB> format = os . path . splitext ( os . path . basename ( file_name ) ) [ - 1 ] <TAB> <TAB> if format == "".png"" : <TAB> <TAB> <TAB> graph . write_png ( file_name ) <TAB> <TAB> elif format == "".pdf"" : <TAB> <TAB> <TAB> graph . write_pdf ( file_name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> graph . write_svg ( file_name ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""Incorrect format {}"" . format ( format ) ) <TAB> except Exception as e : <TAB> <TAB> print ( ""Error when writing graph to image {}"" . format ( e ) ) <TAB> return graph","elif format == "".svg"" :",345
18502,"def _execute_for_all_tables(self, app, bind, operation, skip_tables=False):
    app = self.get_app(app)
    if bind == ""__all__"":
        binds = [None] + list(app.config.get(""SQLALCHEMY_BINDS"") or ())
    elif isinstance(bind, string_types) or bind is None:
        binds = [bind]
    else:
        binds = bind
    for bind in binds:
        extra = {}
        if not skip_tables:
            tables = self.get_tables_for_bind(bind)
            extra[""tables""] = tables
        op = getattr(self.Model.metadata, operation)
        op(bind=self.get_engine(app, bind), **extra)
","def _execute_for_all_tables ( self , app , bind , operation , skip_tables = False ) : <TAB> app = self . get_app ( app ) <TAB> if bind == ""__all__"" : <TAB> <TAB> binds = [ None ] + list ( app . config . get ( ""SQLALCHEMY_BINDS"" ) or ( ) ) <TAB> elif isinstance ( bind , string_types ) or bind is None : <TAB> <TAB> binds = [ bind ] <TAB> else : <TAB> <TAB> binds = bind <TAB> for bind in binds : <TAB> <TAB> extra = { } <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tables = self . get_tables_for_bind ( bind ) <TAB> <TAB> <TAB> extra [ ""tables"" ] = tables <TAB> <TAB> op = getattr ( self . Model . metadata , operation ) <TAB> <TAB> op ( bind = self . get_engine ( app , bind ) , ** extra )",if not skip_tables :,191
23879,"def _check_presale_dates(self):
    if self.event.presale_start and self.now_dt < self.event.presale_start:
        raise CartError(error_messages[""not_started""])
    if self.event.presale_has_ended:
        raise CartError(error_messages[""ended""])
    if not self.event.has_subevents:
        tlv = self.event.settings.get(""payment_term_last"", as_type=RelativeDateWrapper)
        if tlv:
            term_last = make_aware(
                datetime.combine(
                    tlv.datetime(self.event).date(), time(hour=23, minute=59, second=59)
                ),
                self.event.timezone,
            )
            if term_last < self.now_dt:
                raise CartError(error_messages[""payment_ended""])","def _check_presale_dates ( self ) : <TAB> if self . event . presale_start and self . now_dt < self . event . presale_start : <TAB> <TAB> raise CartError ( error_messages [ ""not_started"" ] ) <TAB> if self . event . presale_has_ended : <TAB> <TAB> raise CartError ( error_messages [ ""ended"" ] ) <TAB> if not self . event . has_subevents : <TAB> <TAB> tlv = self . event . settings . get ( ""payment_term_last"" , as_type = RelativeDateWrapper ) <TAB> <TAB> if tlv : <TAB> <TAB> <TAB> term_last = make_aware ( <TAB> <TAB> <TAB> <TAB> datetime . combine ( <TAB> <TAB> <TAB> <TAB> <TAB> tlv . datetime ( self . event ) . date ( ) , time ( hour = 23 , minute = 59 , second = 59 ) <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> self . event . timezone , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise CartError ( error_messages [ ""payment_ended"" ] )",if term_last < self . now_dt :,235
16497,"def action_delete(self, ids):
    try:
        query = tools.get_query_for_ids(self.get_query(), self.model, ids)
        if self.fast_mass_delete:
            count = query.delete(synchronize_session=False)
        else:
            count = 0
            for m in query.all():
                if self.delete_model(m):
                    count += 1
        self.session.commit()
        flash(
            ngettext(
                ""Record was successfully deleted."",
                ""%(count)s records were successfully deleted."",
                count,
                count=count,
            ),
            ""success"",
        )
    except Exception as ex:
        if not self.handle_view_exception(ex):
            raise
        flash(gettext(""Failed to delete records. %(error)s"", error=str(ex)), ""error"")","def action_delete ( self , ids ) : <TAB> try : <TAB> <TAB> query = tools . get_query_for_ids ( self . get_query ( ) , self . model , ids ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> count = query . delete ( synchronize_session = False ) <TAB> <TAB> else : <TAB> <TAB> <TAB> count = 0 <TAB> <TAB> <TAB> for m in query . all ( ) : <TAB> <TAB> <TAB> <TAB> if self . delete_model ( m ) : <TAB> <TAB> <TAB> <TAB> <TAB> count += 1 <TAB> <TAB> self . session . commit ( ) <TAB> <TAB> flash ( <TAB> <TAB> <TAB> ngettext ( <TAB> <TAB> <TAB> <TAB> ""Record was successfully deleted."" , <TAB> <TAB> <TAB> <TAB> ""%(count)s records were successfully deleted."" , <TAB> <TAB> <TAB> <TAB> count , <TAB> <TAB> <TAB> <TAB> count = count , <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ""success"" , <TAB> <TAB> ) <TAB> except Exception as ex : <TAB> <TAB> if not self . handle_view_exception ( ex ) : <TAB> <TAB> <TAB> raise <TAB> <TAB> flash ( gettext ( ""Failed to delete records. %(error)s"" , error = str ( ex ) ) , ""error"" )",if self . fast_mass_delete :,247
25206,"def __init__(self, raw):
    ticker_ticks = {}
    for tick in raw[""results""]:
        if ticker_ticks.get(tick[""T""]):
            ticker_ticks[tick[""T""]].append(tick)
        else:
            ticker_ticks[tick[""T""]] = [tick]
    super().__init__(
        {ticker: Aggsv2({""results"": ticks}) for ticker, ticks in ticker_ticks.items()}
    )","def __init__ ( self , raw ) : <TAB> ticker_ticks = { } <TAB> for tick in raw [ ""results"" ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ticker_ticks [ tick [ ""T"" ] ] . append ( tick ) <TAB> <TAB> else : <TAB> <TAB> <TAB> ticker_ticks [ tick [ ""T"" ] ] = [ tick ] <TAB> super ( ) . __init__ ( <TAB> <TAB> { ticker : Aggsv2 ( { ""results"" : ticks } ) for ticker , ticks in ticker_ticks . items ( ) } <TAB> )","if ticker_ticks . get ( tick [ ""T"" ] ) :",114
13375,"def onMessage(self, message, metadata):
    if ""tags"" not in message:
        return (message, metadata)
    if ""githubeventsqs"" not in message[""tags""]:
        return (message, metadata)
    newmessage = {}
    newmessage[""details""] = {}
    newmessage[""category""] = ""github""
    newmessage[""tags""] = [""github"", ""webhook""]
    newmessage[""eventsource""] = ""githubeventsqs""
    if ""event"" in message[""details""]:
        newmessage[""source""] = message[""details""][""event""]
    else:
        newmessage[""source""] = ""UNKNOWN""
    if ""request_id"" in message[""details""]:
        newmessage[""details""][""request_id""] = message[""details""][""request_id""]
    else:
        newmessage[""details""][""request_id""] = ""UNKNOWN""
    # iterate through top level keys - push, etc
    if newmessage[""source""] in self.eventtypes:
        for key in self.yap[newmessage[""source""]]:
            mappedvalue = jmespath.search(self.yap[newmessage[""source""]][key], message)
            # JMESPath likes to silently return a None object
            if mappedvalue is not None:
                newmessage[""details""][key] = mappedvalue
        if ""commit_ts"" in newmessage[""details""]:
            newmessage[""timestamp""] = newmessage[""details""][""commit_ts""]
            newmessage[""utctimestamp""] = toUTC(
                newmessage[""details""][""commit_ts""]
            ).isoformat()
    else:
        newmessage = None
    return (newmessage, metadata)
","def onMessage ( self , message , metadata ) : <TAB> if ""tags"" not in message : <TAB> <TAB> return ( message , metadata ) <TAB> if ""githubeventsqs"" not in message [ ""tags"" ] : <TAB> <TAB> return ( message , metadata ) <TAB> newmessage = { } <TAB> newmessage [ ""details"" ] = { } <TAB> newmessage [ ""category"" ] = ""github"" <TAB> newmessage [ ""tags"" ] = [ ""github"" , ""webhook"" ] <TAB> newmessage [ ""eventsource"" ] = ""githubeventsqs"" <TAB> if ""event"" in message [ ""details"" ] : <TAB> <TAB> newmessage [ ""source"" ] = message [ ""details"" ] [ ""event"" ] <TAB> else : <TAB> <TAB> newmessage [ ""source"" ] = ""UNKNOWN"" <TAB> if ""request_id"" in message [ ""details"" ] : <TAB> <TAB> newmessage [ ""details"" ] [ ""request_id"" ] = message [ ""details"" ] [ ""request_id"" ] <TAB> else : <TAB> <TAB> newmessage [ ""details"" ] [ ""request_id"" ] = ""UNKNOWN"" <TAB> <TAB> if newmessage [ ""source"" ] in self . eventtypes : <TAB> <TAB> for key in self . yap [ newmessage [ ""source"" ] ] : <TAB> <TAB> <TAB> mappedvalue = jmespath . search ( self . yap [ newmessage [ ""source"" ] ] [ key ] , message ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if mappedvalue is not None : <TAB> <TAB> <TAB> <TAB> newmessage [ ""details"" ] [ key ] = mappedvalue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> newmessage [ ""timestamp"" ] = newmessage [ ""details"" ] [ ""commit_ts"" ] <TAB> <TAB> <TAB> newmessage [ ""utctimestamp"" ] = toUTC ( <TAB> <TAB> <TAB> <TAB> newmessage [ ""details"" ] [ ""commit_ts"" ] <TAB> <TAB> <TAB> ) . isoformat ( ) <TAB> else : <TAB> <TAB> newmessage = None <TAB> return ( newmessage , metadata )","if ""commit_ts"" in newmessage [ ""details"" ] :",401
965,"def git_get_keywords(versionfile_abs):
    """"""Extract version information from the given file.""""""
    # the code embedded in _version.py can just fetch the value of these
    # keywords. When used from setup.py, we don't want to import _version.py,
    # so we do it with a regexp instead. This function is not used from
    # _version.py.
    keywords = {}
    try:
        f = open(versionfile_abs, ""r"")
        for line in f.readlines():
            if line.strip().startswith(""git_refnames =""):
                mo = re.search(r'=\s*""(.*)""', line)
                if mo:
                    keywords[""refnames""] = mo.group(1)
            if line.strip().startswith(""git_full =""):
                mo = re.search(r'=\s*""(.*)""', line)
                if mo:
                    keywords[""full""] = mo.group(1)
        f.close()
    except EnvironmentError:
        pass
    return keywords","def git_get_keywords ( versionfile_abs ) : <TAB> """"""Extract version information from the given file."""""" <TAB> <TAB> <TAB> <TAB> <TAB> keywords = { } <TAB> try : <TAB> <TAB> f = open ( versionfile_abs , ""r"" ) <TAB> <TAB> for line in f . readlines ( ) : <TAB> <TAB> <TAB> if line . strip ( ) . startswith ( ""git_refnames ="" ) : <TAB> <TAB> <TAB> <TAB> mo = re . search ( r'=\s*""(.*)""' , line ) <TAB> <TAB> <TAB> <TAB> if mo : <TAB> <TAB> <TAB> <TAB> <TAB> keywords [ ""refnames"" ] = mo . group ( 1 ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> mo = re . search ( r'=\s*""(.*)""' , line ) <TAB> <TAB> <TAB> <TAB> if mo : <TAB> <TAB> <TAB> <TAB> <TAB> keywords [ ""full"" ] = mo . group ( 1 ) <TAB> <TAB> f . close ( ) <TAB> except EnvironmentError : <TAB> <TAB> pass <TAB> return keywords","if line . strip ( ) . startswith ( ""git_full ="" ) :",271
4516,"def _optimize_unicode(charset, fixup):
    try:
        import array
    except ImportError:
        return charset
    charmap = [0] * 65536
    negate = 0
    try:
        for op, av in charset:
            if op is NEGATE:
                negate = 1
            elif op is LITERAL:
                charmap[fixup(av)] = 1
            elif op is RANGE:
                for i in xrange(fixup(av[0]), fixup(av[1]) + 1):
                    charmap[i] = 1
            elif op is CATEGORY:
                # XXX: could expand category
                return charset  # cannot compress
    except IndexError:
        # non-BMP characters
        return charset
    if negate:
        if sys.maxunicode != 65535:
            # XXX: negation does not work with big charsets
            return charset
        for i in xrange(65536):
            charmap[i] = not charmap[i]
    comps = {}
    mapping = [0] * 256
    block = 0
    data = []
    for i in xrange(256):
        chunk = tuple(charmap[i * 256 : (i + 1) * 256])
        new = comps.setdefault(chunk, block)
        mapping[i] = new
        if new == block:
            block = block + 1
            data = data + _mk_bitmap(chunk)
    header = [block]
    if _sre.CODESIZE == 2:
        code = ""H""
    else:
        code = ""I""
    # Convert block indices to byte array of 256 bytes
    mapping = array.array(""b"", mapping).tostring()
    # Convert byte array to word array
    mapping = array.array(code, mapping)
    assert mapping.itemsize == _sre.CODESIZE
    header = header + mapping.tolist()
    data[0:0] = header
    return [(BIGCHARSET, data)]","def _optimize_unicode ( charset , fixup ) : <TAB> try : <TAB> <TAB> import array <TAB> except ImportError : <TAB> <TAB> return charset <TAB> charmap = [ 0 ] * 65536 <TAB> negate = 0 <TAB> try : <TAB> <TAB> for op , av in charset : <TAB> <TAB> <TAB> if op is NEGATE : <TAB> <TAB> <TAB> <TAB> negate = 1 <TAB> <TAB> <TAB> elif op is LITERAL : <TAB> <TAB> <TAB> <TAB> charmap [ fixup ( av ) ] = 1 <TAB> <TAB> <TAB> elif op is RANGE : <TAB> <TAB> <TAB> <TAB> for i in xrange ( fixup ( av [ 0 ] ) , fixup ( av [ 1 ] ) + 1 ) : <TAB> <TAB> <TAB> <TAB> <TAB> charmap [ i ] = 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return charset <TAB> except IndexError : <TAB> <TAB> <TAB> <TAB> return charset <TAB> if negate : <TAB> <TAB> if sys . maxunicode != 65535 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return charset <TAB> <TAB> for i in xrange ( 65536 ) : <TAB> <TAB> <TAB> charmap [ i ] = not charmap [ i ] <TAB> comps = { } <TAB> mapping = [ 0 ] * 256 <TAB> block = 0 <TAB> data = [ ] <TAB> for i in xrange ( 256 ) : <TAB> <TAB> chunk = tuple ( charmap [ i * 256 : ( i + 1 ) * 256 ] ) <TAB> <TAB> new = comps . setdefault ( chunk , block ) <TAB> <TAB> mapping [ i ] = new <TAB> <TAB> if new == block : <TAB> <TAB> <TAB> block = block + 1 <TAB> <TAB> <TAB> data = data + _mk_bitmap ( chunk ) <TAB> header = [ block ] <TAB> if _sre . CODESIZE == 2 : <TAB> <TAB> code = ""H"" <TAB> else : <TAB> <TAB> code = ""I"" <TAB> <TAB> mapping = array . array ( ""b"" , mapping ) . tostring ( ) <TAB> <TAB> mapping = array . array ( code , mapping ) <TAB> assert mapping . itemsize == _sre . CODESIZE <TAB> header = header + mapping . tolist ( ) <TAB> data [ 0 : 0 ] = header <TAB> return [ ( BIGCHARSET , data ) ]",elif op is CATEGORY :,500
642,"def _verify_layer_file(self, structure, layer_id):
    """"""Verify layer file in repository""""""
    (layer_algorithm, layer_hash) = self._split_layer_id(layer_id)
    layer_f = structure[""repolayers""][layer_id][""layer_f""]
    if not (os.path.exists(layer_f) and os.path.islink(layer_f)):
        Msg().err(""Error: layer data file symbolic link not found"", layer_id)
        return False
    if not os.path.exists(self.cur_tagdir + ""/"" + os.readlink(layer_f)):
        Msg().err(""Error: layer data file not found"")
        return False
    if ""gzip"" in GuestInfo(""/"").get_filetype(layer_f):
        if not FileUtil(layer_f).verify_tar():
            Msg().err(""Error: layer tar verify failed:"", layer_f)
            return False
    if layer_algorithm:
        layer_f_chksum = ChkSUM().hash(layer_f, layer_algorithm)
        if layer_f_chksum and layer_f_chksum != layer_hash:
            Msg().err(""Error: layer file chksum failed:"", layer_f)
            return False
    return True
","def _verify_layer_file ( self , structure , layer_id ) : <TAB> """"""Verify layer file in repository"""""" <TAB> ( layer_algorithm , layer_hash ) = self . _split_layer_id ( layer_id ) <TAB> layer_f = structure [ ""repolayers"" ] [ layer_id ] [ ""layer_f"" ] <TAB> if not ( os . path . exists ( layer_f ) and os . path . islink ( layer_f ) ) : <TAB> <TAB> Msg ( ) . err ( ""Error: layer data file symbolic link not found"" , layer_id ) <TAB> <TAB> return False <TAB> if not os . path . exists ( self . cur_tagdir + ""/"" + os . readlink ( layer_f ) ) : <TAB> <TAB> Msg ( ) . err ( ""Error: layer data file not found"" ) <TAB> <TAB> return False <TAB> if ""gzip"" in GuestInfo ( ""/"" ) . get_filetype ( layer_f ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> Msg ( ) . err ( ""Error: layer tar verify failed:"" , layer_f ) <TAB> <TAB> <TAB> return False <TAB> if layer_algorithm : <TAB> <TAB> layer_f_chksum = ChkSUM ( ) . hash ( layer_f , layer_algorithm ) <TAB> <TAB> if layer_f_chksum and layer_f_chksum != layer_hash : <TAB> <TAB> <TAB> Msg ( ) . err ( ""Error: layer file chksum failed:"" , layer_f ) <TAB> <TAB> <TAB> return False <TAB> return True",if not FileUtil ( layer_f ) . verify_tar ( ) :,313
12076,"def TryMerge(self, d):
    while d.avail() > 0:
        tt = d.getVarInt32()
        if tt == 8:
            self.set_hits(d.getVarUint64())
            continue
        if tt == 16:
            self.set_misses(d.getVarUint64())
            continue
        if tt == 24:
            self.set_byte_hits(d.getVarUint64())
            continue
        if tt == 32:
            self.set_items(d.getVarUint64())
            continue
        if tt == 40:
            self.set_bytes(d.getVarUint64())
            continue
        if tt == 53:
            self.set_oldest_item_age(d.get32())
            continue
        if tt == 0:
            raise ProtocolBuffer.ProtocolBufferDecodeError
        d.skipData(tt)","def TryMerge ( self , d ) : <TAB> while d . avail ( ) > 0 : <TAB> <TAB> tt = d . getVarInt32 ( ) <TAB> <TAB> if tt == 8 : <TAB> <TAB> <TAB> self . set_hits ( d . getVarUint64 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 16 : <TAB> <TAB> <TAB> self . set_misses ( d . getVarUint64 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 24 : <TAB> <TAB> <TAB> self . set_byte_hits ( d . getVarUint64 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . set_items ( d . getVarUint64 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 40 : <TAB> <TAB> <TAB> self . set_bytes ( d . getVarUint64 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 53 : <TAB> <TAB> <TAB> self . set_oldest_item_age ( d . get32 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 0 : <TAB> <TAB> <TAB> raise ProtocolBuffer . ProtocolBufferDecodeError <TAB> <TAB> d . skipData ( tt )",if tt == 32 :,250
13958,"def prepare_request(next_link=None):
    # Construct headers
    header_parameters = {}  # type: Dict[str, Any]
    header_parameters[""Accept""] = self._serialize.header(""accept"", accept, ""str"")
    if not next_link:
        # Construct URL
        url = self.list_at_scope.metadata[""url""]  # type: ignore
        path_format_arguments = {
            ""scope"": self._serialize.url(""scope"", scope, ""str"", skip_quote=True),
        }
        url = self._client.format_url(url, **path_format_arguments)
        # Construct parameters
        query_parameters = {}  # type: Dict[str, Any]
        if filter is not None:
            query_parameters[""$filter""] = self._serialize.query(""filter"", filter, ""str"")
        if top is not None:
            query_parameters[""$top""] = self._serialize.query(""top"", top, ""int"")
        query_parameters[""api-version""] = self._serialize.query(
            ""api_version"", api_version, ""str""
        )
        request = self._client.get(url, query_parameters, header_parameters)
    else:
        url = next_link
        query_parameters = {}  # type: Dict[str, Any]
        request = self._client.get(url, query_parameters, header_parameters)
    return request
","def prepare_request ( next_link = None ) : <TAB> <TAB> header_parameters = { } <TAB> header_parameters [ ""Accept"" ] = self . _serialize . header ( ""accept"" , accept , ""str"" ) <TAB> if not next_link : <TAB> <TAB> <TAB> <TAB> url = self . list_at_scope . metadata [ ""url"" ] <TAB> <TAB> path_format_arguments = { <TAB> <TAB> <TAB> ""scope"" : self . _serialize . url ( ""scope"" , scope , ""str"" , skip_quote = True ) , <TAB> <TAB> } <TAB> <TAB> url = self . _client . format_url ( url , ** path_format_arguments ) <TAB> <TAB> <TAB> <TAB> query_parameters = { } <TAB> <TAB> if filter is not None : <TAB> <TAB> <TAB> query_parameters [ ""$filter"" ] = self . _serialize . query ( ""filter"" , filter , ""str"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> query_parameters [ ""$top"" ] = self . _serialize . query ( ""top"" , top , ""int"" ) <TAB> <TAB> query_parameters [ ""api-version"" ] = self . _serialize . query ( <TAB> <TAB> <TAB> ""api_version"" , api_version , ""str"" <TAB> <TAB> ) <TAB> <TAB> request = self . _client . get ( url , query_parameters , header_parameters ) <TAB> else : <TAB> <TAB> url = next_link <TAB> <TAB> query_parameters = { } <TAB> <TAB> request = self . _client . get ( url , query_parameters , header_parameters ) <TAB> return request",if top is not None :,360
9348,"def put(self, var, val, throw=False):
    if self.prototype is None:
        desc = self.own.get(var)  # global scope
        if desc is None:
            self.par.put(var, val, False)
        else:
            if desc[""writable""]:  # todo consider getters/setters
                desc[""value""] = val
    else:
        if self.is_with_scope:
            if self.own.has_property(var):
                return self.own.put(var, val, throw=throw)
            else:
                return self.prototype.put(var, val)
        # trying to put in local scope
        # we dont know yet in which scope we should place this var
        elif var in self.own:
            self.own[var] = val
            return val
        else:
            # try to put in the lower scope since we cant put in this one (var wasn't registered)
            return self.prototype.put(var, val)
","def put ( self , var , val , throw = False ) : <TAB> if self . prototype is None : <TAB> <TAB> desc = self . own . get ( var ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . par . put ( var , val , False ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if desc [ ""writable"" ] : <TAB> <TAB> <TAB> <TAB> desc [ ""value"" ] = val <TAB> else : <TAB> <TAB> if self . is_with_scope : <TAB> <TAB> <TAB> if self . own . has_property ( var ) : <TAB> <TAB> <TAB> <TAB> return self . own . put ( var , val , throw = throw ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return self . prototype . put ( var , val ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> elif var in self . own : <TAB> <TAB> <TAB> self . own [ var ] = val <TAB> <TAB> <TAB> return val <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return self . prototype . put ( var , val )",if desc is None :,272
18541,"def _yield_minibatches_idx(self, rgen, n_batches, data_ary, shuffle=True):
    indices = np.arange(data_ary.shape[0])
    if shuffle:
        indices = rgen.permutation(indices)
    if n_batches > 1:
        remainder = data_ary.shape[0] % n_batches
        if remainder:
            minis = np.array_split(indices[:-remainder], n_batches)
            minis[-1] = np.concatenate((minis[-1], indices[-remainder:]), axis=0)
        else:
            minis = np.array_split(indices, n_batches)
    else:
        minis = (indices,)
    for idx_batch in minis:
        yield idx_batch","def _yield_minibatches_idx ( self , rgen , n_batches , data_ary , shuffle = True ) : <TAB> indices = np . arange ( data_ary . shape [ 0 ] ) <TAB> if shuffle : <TAB> <TAB> indices = rgen . permutation ( indices ) <TAB> if n_batches > 1 : <TAB> <TAB> remainder = data_ary . shape [ 0 ] % n_batches <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> minis = np . array_split ( indices [ : - remainder ] , n_batches ) <TAB> <TAB> <TAB> minis [ - 1 ] = np . concatenate ( ( minis [ - 1 ] , indices [ - remainder : ] ) , axis = 0 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> minis = np . array_split ( indices , n_batches ) <TAB> else : <TAB> <TAB> minis = ( indices , ) <TAB> for idx_batch in minis : <TAB> <TAB> yield idx_batch",if remainder :,194
22872,"def create_uas(self, at_uas, root):
    """"""Recreate uA's from the @ua nodes in the @uas tree.""""""
    # Create an *inner* gnx dict.
    # Keys are gnx's, values are positions *within* root's tree.
    d = {}
    for p in root.self_and_subtree(copy=False):
        d[p.v.gnx] = p.copy()
    # Recreate the uA's for the gnx's given by each @ua node.
    for at_ua in at_uas.children():
        h, b = at_ua.h, at_ua.b
        gnx = h[4:].strip()
        if b and gnx and g.match_word(h, 0, ""@ua""):
            p = d.get(gnx)
            if p:
                # Handle all recent variants of the node.
                lines = g.splitLines(b)
                if b.startswith(""unl:"") and len(lines) == 2:
                    # pylint: disable=unbalanced-tuple-unpacking
                    unl, ua = lines
                else:
                    unl, ua = None, b
                if ua.startswith(""ua:""):
                    ua = ua[3:]
                if ua:
                    ua = self.unpickle(ua)
                    p.v.u = ua
                else:
                    g.trace(""Can not unpickle uA in"", p.h, repr(unl), type(ua), ua[:40])","def create_uas ( self , at_uas , root ) : <TAB> """"""Recreate uA's from the @ua nodes in the @uas tree."""""" <TAB> <TAB> <TAB> d = { } <TAB> for p in root . self_and_subtree ( copy = False ) : <TAB> <TAB> d [ p . v . gnx ] = p . copy ( ) <TAB> <TAB> for at_ua in at_uas . children ( ) : <TAB> <TAB> h , b = at_ua . h , at_ua . b <TAB> <TAB> gnx = h [ 4 : ] . strip ( ) <TAB> <TAB> if b and gnx and g . match_word ( h , 0 , ""@ua"" ) : <TAB> <TAB> <TAB> p = d . get ( gnx ) <TAB> <TAB> <TAB> if p : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> lines = g . splitLines ( b ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> unl , ua = lines <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> unl , ua = None , b <TAB> <TAB> <TAB> <TAB> if ua . startswith ( ""ua:"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> ua = ua [ 3 : ] <TAB> <TAB> <TAB> <TAB> if ua : <TAB> <TAB> <TAB> <TAB> <TAB> ua = self . unpickle ( ua ) <TAB> <TAB> <TAB> <TAB> <TAB> p . v . u = ua <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> g . trace ( ""Can not unpickle uA in"" , p . h , repr ( unl ) , type ( ua ) , ua [ : 40 ] )","if b . startswith ( ""unl:"" ) and len ( lines ) == 2 :",411
15270,"def get(self, request, organization, team, project, rule_id=None):
    if rule_id:
        try:
            rule = Rule.objects.get(project=project, id=rule_id)
        except Rule.DoesNotExist:
            path = reverse(
                ""sentry-project-rules"", args=[organization.slug, project.slug]
            )
            return self.redirect(path)
    else:
        rule = Rule(project=project)
    action_list = []
    condition_list = []
    # TODO: conditions need to be based on actions
    for rule_type, rule_cls in rules:
        node = rule_cls(project)
        context = {
            ""id"": node.id,
            ""label"": node.label,
            ""html"": node.render_form(),
        }
        if rule_type.startswith(""condition/""):
            condition_list.append(context)
        elif rule_type.startswith(""action/""):
            action_list.append(context)
    context = {
        ""rule"": rule,
        ""page"": ""rules"",
        ""action_list"": json.dumps(action_list),
        ""condition_list"": json.dumps(condition_list),
    }
    return self.respond(""sentry/projects/rules/new.html"", context)
","def get ( self , request , organization , team , project , rule_id = None ) : <TAB> if rule_id : <TAB> <TAB> try : <TAB> <TAB> <TAB> rule = Rule . objects . get ( project = project , id = rule_id ) <TAB> <TAB> except Rule . DoesNotExist : <TAB> <TAB> <TAB> path = reverse ( <TAB> <TAB> <TAB> <TAB> ""sentry-project-rules"" , args = [ organization . slug , project . slug ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return self . redirect ( path ) <TAB> else : <TAB> <TAB> rule = Rule ( project = project ) <TAB> action_list = [ ] <TAB> condition_list = [ ] <TAB> <TAB> for rule_type , rule_cls in rules : <TAB> <TAB> node = rule_cls ( project ) <TAB> <TAB> context = { <TAB> <TAB> <TAB> ""id"" : node . id , <TAB> <TAB> <TAB> ""label"" : node . label , <TAB> <TAB> <TAB> ""html"" : node . render_form ( ) , <TAB> <TAB> } <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> condition_list . append ( context ) <TAB> <TAB> elif rule_type . startswith ( ""action/"" ) : <TAB> <TAB> <TAB> action_list . append ( context ) <TAB> context = { <TAB> <TAB> ""rule"" : rule , <TAB> <TAB> ""page"" : ""rules"" , <TAB> <TAB> ""action_list"" : json . dumps ( action_list ) , <TAB> <TAB> ""condition_list"" : json . dumps ( condition_list ) , <TAB> } <TAB> return self . respond ( ""sentry/projects/rules/new.html"" , context )","if rule_type . startswith ( ""condition/"" ) :",345
1296,"def __init__(self, factor, type, state, num_columns=None, categories=None):
    self.factor = factor
    self.type = type
    if self.type not in [""numerical"", ""categorical""]:
        raise ValueError(
            ""FactorInfo.type must be ""
            ""'numerical' or 'categorical', not %r"" % (self.type,)
        )
    self.state = state
    if self.type == ""numerical"":
        if not isinstance(num_columns, six.integer_types):
            raise ValueError(""For numerical factors, num_columns "" ""must be an integer"")
        if categories is not None:
            raise ValueError(""For numerical factors, categories "" ""must be None"")
    else:
        assert self.type == ""categorical""
        if num_columns is not None:
            raise ValueError(""For categorical factors, num_columns "" ""must be None"")
        categories = tuple(categories)
    self.num_columns = num_columns
    self.categories = categories
","def __init__ ( self , factor , type , state , num_columns = None , categories = None ) : <TAB> self . factor = factor <TAB> self . type = type <TAB> if self . type not in [ ""numerical"" , ""categorical"" ] : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""FactorInfo.type must be "" <TAB> <TAB> <TAB> ""'numerical' or 'categorical', not %r"" % ( self . type , ) <TAB> <TAB> ) <TAB> self . state = state <TAB> if self . type == ""numerical"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""For numerical factors, num_columns "" ""must be an integer"" ) <TAB> <TAB> if categories is not None : <TAB> <TAB> <TAB> raise ValueError ( ""For numerical factors, categories "" ""must be None"" ) <TAB> else : <TAB> <TAB> assert self . type == ""categorical"" <TAB> <TAB> if num_columns is not None : <TAB> <TAB> <TAB> raise ValueError ( ""For categorical factors, num_columns "" ""must be None"" ) <TAB> <TAB> categories = tuple ( categories ) <TAB> self . num_columns = num_columns <TAB> self . categories = categories","if not isinstance ( num_columns , six . integer_types ) :",252
3194,"def _bytecode_filenames(self, py_filenames):
    bytecode_files = []
    for py_file in py_filenames:
        # Since build_py handles package data installation, the
        # list of outputs can contain more than just .py files.
        # Make sure we only report bytecode for the .py files.
        ext = os.path.splitext(os.path.normcase(py_file))[1]
        if ext != PYTHON_SOURCE_EXTENSION:
            continue
        if self.compile:
            bytecode_files.append(py_file + ""c"")
        if self.optimize > 0:
            bytecode_files.append(py_file + ""o"")
    return bytecode_files","def _bytecode_filenames ( self , py_filenames ) : <TAB> bytecode_files = [ ] <TAB> for py_file in py_filenames : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ext = os . path . splitext ( os . path . normcase ( py_file ) ) [ 1 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if self . compile : <TAB> <TAB> <TAB> bytecode_files . append ( py_file + ""c"" ) <TAB> <TAB> if self . optimize > 0 : <TAB> <TAB> <TAB> bytecode_files . append ( py_file + ""o"" ) <TAB> return bytecode_files",if ext != PYTHON_SOURCE_EXTENSION :,175
14133,"def parse_enums(html_dir, html_filename, enum_dict):
    PARSE_ENUM_NAME = re.compile(r""\s*enum\s+(\w+)\s*{"", re.I).match
    PARSE_ENUM_VALUE = re.compile(r""\s*=\s+([0-9]+)\s*(?::\s*(.*))?"").match
    tree = etree.parse(os.path.join(html_dir, html_filename))
    enums = find_enums(tree)
    for enum in enums:
        enum_name = PARSE_ENUM_NAME(collect_text(enum))
        if not enum_name:
            continue
        enum_name = enum_name.group(1)
        if enum_name not in ENUM_MAP:
            continue
        print(""Found enum"", enum_name)
        entries = []
        for child in enum:
            name = child.text
            match = PARSE_ENUM_VALUE(child.tail)
            if not match:
                print(
                    ""Ignoring enum %s (failed to parse field '%s')"" % (enum_name, name)
                )
                break
            value, descr = match.groups()
            entries.append((name, int(value), descr))
        else:
            enum_dict[enum_name] = entries
    return enum_dict","def parse_enums ( html_dir , html_filename , enum_dict ) : <TAB> PARSE_ENUM_NAME = re . compile ( r""\s*enum\s+(\w+)\s*{"" , re . I ) . match <TAB> PARSE_ENUM_VALUE = re . compile ( r""\s*=\s+([0-9]+)\s*(?::\s*(.*))?"" ) . match <TAB> tree = etree . parse ( os . path . join ( html_dir , html_filename ) ) <TAB> enums = find_enums ( tree ) <TAB> for enum in enums : <TAB> <TAB> enum_name = PARSE_ENUM_NAME ( collect_text ( enum ) ) <TAB> <TAB> if not enum_name : <TAB> <TAB> <TAB> continue <TAB> <TAB> enum_name = enum_name . group ( 1 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> print ( ""Found enum"" , enum_name ) <TAB> <TAB> entries = [ ] <TAB> <TAB> for child in enum : <TAB> <TAB> <TAB> name = child . text <TAB> <TAB> <TAB> match = PARSE_ENUM_VALUE ( child . tail ) <TAB> <TAB> <TAB> if not match : <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Ignoring enum %s (failed to parse field '%s')"" % ( enum_name , name ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> value , descr = match . groups ( ) <TAB> <TAB> <TAB> entries . append ( ( name , int ( value ) , descr ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> enum_dict [ enum_name ] = entries <TAB> return enum_dict",if enum_name not in ENUM_MAP :,346
11439,"def newickize(clade):
    """"""Convert a node tree to a Newick tree string, recursively.""""""
    label = clade.name or """"
    if label:
        unquoted_label = re.match(token_dict[""unquoted node label""], label)
        if (not unquoted_label) or (unquoted_label.end() < len(label)):
            label = ""'%s'"" % label.replace(""\\"", ""\\\\"").replace(""'"", ""\\'"")
    if clade.is_terminal():  # terminal
        return label + make_info_string(clade, terminal=True)
    else:
        subtrees = (newickize(sub) for sub in clade)
        return ""(%s)%s"" % ("","".join(subtrees), label + make_info_string(clade))
","def newickize ( clade ) : <TAB> """"""Convert a node tree to a Newick tree string, recursively."""""" <TAB> label = clade . name or """" <TAB> if label : <TAB> <TAB> unquoted_label = re . match ( token_dict [ ""unquoted node label"" ] , label ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> label = ""'%s'"" % label . replace ( ""\\"" , ""\\\\"" ) . replace ( ""'"" , ""\\'"" ) <TAB> if clade . is_terminal ( ) : <TAB> <TAB> return label + make_info_string ( clade , terminal = True ) <TAB> else : <TAB> <TAB> subtrees = ( newickize ( sub ) for sub in clade ) <TAB> <TAB> return ""(%s)%s"" % ( "","" . join ( subtrees ) , label + make_info_string ( clade ) )",if ( not unquoted_label ) or ( unquoted_label . end ( ) < len ( label ) ) :,184
3134,"def fullmodname(path):
    """"""Return a plausible module name for the path.""""""
    # If the file 'path' is part of a package, then the filename isn't
    # enough to uniquely identify it.  Try to do the right thing by
    # looking in sys.path for the longest matching prefix.  We'll
    # assume that the rest is the package name.
    comparepath = os.path.normcase(path)
    longest = """"
    for dir in sys.path:
        dir = os.path.normcase(dir)
        if comparepath.startswith(dir) and comparepath[len(dir)] == os.sep:
            if len(dir) > len(longest):
                longest = dir
    if longest:
        base = path[len(longest) + 1 :]
    else:
        base = path
    # the drive letter is never part of the module name
    drive, base = os.path.splitdrive(base)
    base = base.replace(os.sep, ""."")
    if os.altsep:
        base = base.replace(os.altsep, ""."")
    filename, ext = os.path.splitext(base)
    return filename.lstrip(""."")","def fullmodname ( path ) : <TAB> """"""Return a plausible module name for the path."""""" <TAB> <TAB> <TAB> <TAB> <TAB> comparepath = os . path . normcase ( path ) <TAB> longest = """" <TAB> for dir in sys . path : <TAB> <TAB> dir = os . path . normcase ( dir ) <TAB> <TAB> if comparepath . startswith ( dir ) and comparepath [ len ( dir ) ] == os . sep : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> longest = dir <TAB> if longest : <TAB> <TAB> base = path [ len ( longest ) + 1 : ] <TAB> else : <TAB> <TAB> base = path <TAB> <TAB> drive , base = os . path . splitdrive ( base ) <TAB> base = base . replace ( os . sep , ""."" ) <TAB> if os . altsep : <TAB> <TAB> base = base . replace ( os . altsep , ""."" ) <TAB> filename , ext = os . path . splitext ( base ) <TAB> return filename . lstrip ( ""."" )",if len ( dir ) > len ( longest ) :,283
12361,"def do(self):
    self.emit(""resolution-finding-start"")
    try:
        logger.info(""Looking for resolution of device [%s]"" % (self.__devid))
        device = pyinsane.Scanner(name=self.__devid)
        sys.stdout.flush()
        resolutions = device.options[""resolution""].constraint
        logger.info(""Resolutions found: %s"" % str(resolutions))
        sys.stdout.flush()
        # Sometimes sane return the resolutions as a integer array,
        # sometimes as a range (-> tuple). So if it is a range, we turn
        # it into an array
        if isinstance(resolutions, tuple):
            interval = resolutions[2]
            if interval < 50:
                interval = 50
            res_array = []
            for res in range(resolutions[0], resolutions[1] + 1, interval):
                res_array.append(res)
            resolutions = res_array
        for resolution in resolutions:
            name = self.__get_resolution_name(resolution)
            self.emit(
                ""resolution-found"",
                name,
                resolution,
                (resolution == self.__selected_resolution),
            )
    finally:
        self.emit(""resolution-finding-end"")","def do ( self ) : <TAB> self . emit ( ""resolution-finding-start"" ) <TAB> try : <TAB> <TAB> logger . info ( ""Looking for resolution of device [%s]"" % ( self . __devid ) ) <TAB> <TAB> device = pyinsane . Scanner ( name = self . __devid ) <TAB> <TAB> sys . stdout . flush ( ) <TAB> <TAB> resolutions = device . options [ ""resolution"" ] . constraint <TAB> <TAB> logger . info ( ""Resolutions found: %s"" % str ( resolutions ) ) <TAB> <TAB> sys . stdout . flush ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> interval = resolutions [ 2 ] <TAB> <TAB> <TAB> if interval < 50 : <TAB> <TAB> <TAB> <TAB> interval = 50 <TAB> <TAB> <TAB> res_array = [ ] <TAB> <TAB> <TAB> for res in range ( resolutions [ 0 ] , resolutions [ 1 ] + 1 , interval ) : <TAB> <TAB> <TAB> <TAB> res_array . append ( res ) <TAB> <TAB> <TAB> resolutions = res_array <TAB> <TAB> for resolution in resolutions : <TAB> <TAB> <TAB> name = self . __get_resolution_name ( resolution ) <TAB> <TAB> <TAB> self . emit ( <TAB> <TAB> <TAB> <TAB> ""resolution-found"" , <TAB> <TAB> <TAB> <TAB> name , <TAB> <TAB> <TAB> <TAB> resolution , <TAB> <TAB> <TAB> <TAB> ( resolution == self . __selected_resolution ) , <TAB> <TAB> <TAB> ) <TAB> finally : <TAB> <TAB> self . emit ( ""resolution-finding-end"" )","if isinstance ( resolutions , tuple ) :",345
4587,"def sendall(self, data, flags=0):
    if self._sslobj:
        if flags != 0:
            raise ValueError(
                ""non-zero flags not allowed in calls to sendall() on %s""
                % self.__class__
            )
        amount = len(data)
        count = 0
        while count < amount:
            v = self.send(data[count:])
            count += v
        return amount
    else:
        return socket.sendall(self, data, flags)","def sendall ( self , data , flags = 0 ) : <TAB> if self . _sslobj : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""non-zero flags not allowed in calls to sendall() on %s"" <TAB> <TAB> <TAB> <TAB> % self . __class__ <TAB> <TAB> <TAB> ) <TAB> <TAB> amount = len ( data ) <TAB> <TAB> count = 0 <TAB> <TAB> while count < amount : <TAB> <TAB> <TAB> v = self . send ( data [ count : ] ) <TAB> <TAB> <TAB> count += v <TAB> <TAB> return amount <TAB> else : <TAB> <TAB> return socket . sendall ( self , data , flags )",if flags != 0 :,141
15382,"def get_local_wheel_metadata(wheel_file):
    # type: (str) -> Optional[distlib.metadata.Metadata]
    parsed_metadata = None
    with io.open(wheel_file, ""rb"") as fh:
        with zipfile.ZipFile(fh, mode=""r"", compression=zipfile.ZIP_DEFLATED) as zf:
            metadata = None
            for fn in zf.namelist():
                if os.path.basename(fn) == ""METADATA"":
                    metadata = fn
                    break
            if metadata is None:
                raise RuntimeError(""No metadata found in wheel: {0}"".format(wheel_file))
            with zf.open(metadata, ""r"") as metadata_fh:
                parsed_metadata = distlib.metadata.Metadata(fileobj=metadata_fh)
    return parsed_metadata","def get_local_wheel_metadata ( wheel_file ) : <TAB> <TAB> parsed_metadata = None <TAB> with io . open ( wheel_file , ""rb"" ) as fh : <TAB> <TAB> with zipfile . ZipFile ( fh , mode = ""r"" , compression = zipfile . ZIP_DEFLATED ) as zf : <TAB> <TAB> <TAB> metadata = None <TAB> <TAB> <TAB> for fn in zf . namelist ( ) : <TAB> <TAB> <TAB> <TAB> if os . path . basename ( fn ) == ""METADATA"" : <TAB> <TAB> <TAB> <TAB> <TAB> metadata = fn <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise RuntimeError ( ""No metadata found in wheel: {0}"" . format ( wheel_file ) ) <TAB> <TAB> <TAB> with zf . open ( metadata , ""r"" ) as metadata_fh : <TAB> <TAB> <TAB> <TAB> parsed_metadata = distlib . metadata . Metadata ( fileobj = metadata_fh ) <TAB> return parsed_metadata",if metadata is None :,213
10927,"def _apply_abs_paths(data, script_dir):
    for flag_data in data.values():
        if not isinstance(flag_data, dict):
            continue
        default = flag_data.get(""default"")
        if (
            not default
            or not isinstance(default, six.string_types)
            or os.path.sep not in default
        ):
            continue
        abs_path = os.path.join(script_dir, default)
        if os.path.exists(abs_path):
            flag_data[""default""] = abs_path
","def _apply_abs_paths ( data , script_dir ) : <TAB> for flag_data in data . values ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> default = flag_data . get ( ""default"" ) <TAB> <TAB> if ( <TAB> <TAB> <TAB> not default <TAB> <TAB> <TAB> or not isinstance ( default , six . string_types ) <TAB> <TAB> <TAB> or os . path . sep not in default <TAB> <TAB> ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> abs_path = os . path . join ( script_dir , default ) <TAB> <TAB> if os . path . exists ( abs_path ) : <TAB> <TAB> <TAB> flag_data [ ""default"" ] = abs_path","if not isinstance ( flag_data , dict ) :",153
20353,"def get_object(self):
    settings_qs = self.get_queryset()
    registered_settings = settings_registry.get_registered_settings(
        category_slug=self.category_slug,
    )
    all_settings = {}
    for setting in settings_qs:
        all_settings[setting.key] = setting.value
    for key in registered_settings:
        if key in all_settings or self.category_slug == ""changed"":
            continue
        try:
            field = settings_registry.get_setting_field(
                key, for_user=bool(self.category_slug == ""user"")
            )
            all_settings[key] = field.get_default()
        except serializers.SkipField:
            all_settings[key] = None
    all_settings[""user""] = self.request.user if self.category_slug == ""user"" else None
    obj = type(""Settings"", (object,), all_settings)()
    self.check_object_permissions(self.request, obj)
    return obj
","def get_object ( self ) : <TAB> settings_qs = self . get_queryset ( ) <TAB> registered_settings = settings_registry . get_registered_settings ( <TAB> <TAB> category_slug = self . category_slug , <TAB> ) <TAB> all_settings = { } <TAB> for setting in settings_qs : <TAB> <TAB> all_settings [ setting . key ] = setting . value <TAB> for key in registered_settings : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> try : <TAB> <TAB> <TAB> field = settings_registry . get_setting_field ( <TAB> <TAB> <TAB> <TAB> key , for_user = bool ( self . category_slug == ""user"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> all_settings [ key ] = field . get_default ( ) <TAB> <TAB> except serializers . SkipField : <TAB> <TAB> <TAB> all_settings [ key ] = None <TAB> all_settings [ ""user"" ] = self . request . user if self . category_slug == ""user"" else None <TAB> obj = type ( ""Settings"" , ( object , ) , all_settings ) ( ) <TAB> self . check_object_permissions ( self . request , obj ) <TAB> return obj","if key in all_settings or self . category_slug == ""changed"" :",264
21456,"def exists(self, hash, want_source=False):
    """"""Return nonempty if the object exists in the index files.""""""
    global _total_searches, _total_steps
    _total_searches += 1
    want = str(hash)
    el = extract_bits(want, self.bits)
    if el:
        start = self._fanget(el - 1)
        startv = el << (32 - self.bits)
    else:
        start = 0
        startv = 0
    end = self._fanget(el)
    endv = (el + 1) << (32 - self.bits)
    _total_steps += 1  # lookup table is a step
    hashv = _helpers.firstword(hash)
    # print '(%08x) %08x %08x %08x' % (extract_bits(want, 32), startv, hashv, endv)
    while start < end:
        _total_steps += 1
        # print '! %08x %08x %08x   %d - %d' % (startv, hashv, endv, start, end)
        mid = start + (hashv - startv) * (end - start - 1) / (endv - startv)
        # print '  %08x %08x %08x   %d %d %d' % (startv, hashv, endv, start, mid, end)
        v = self._get(mid)
        # print '    %08x' % self._num(v)
        if v < want:
            start = mid + 1
            startv = _helpers.firstword(v)
        elif v > want:
            end = mid
            endv = _helpers.firstword(v)
        else:  # got it!
            return want_source and self._get_idxname(mid) or True
    return None","def exists ( self , hash , want_source = False ) : <TAB> """"""Return nonempty if the object exists in the index files."""""" <TAB> global _total_searches , _total_steps <TAB> _total_searches += 1 <TAB> want = str ( hash ) <TAB> el = extract_bits ( want , self . bits ) <TAB> if el : <TAB> <TAB> start = self . _fanget ( el - 1 ) <TAB> <TAB> startv = el << ( 32 - self . bits ) <TAB> else : <TAB> <TAB> start = 0 <TAB> <TAB> startv = 0 <TAB> end = self . _fanget ( el ) <TAB> endv = ( el + 1 ) << ( 32 - self . bits ) <TAB> _total_steps += 1 <TAB> hashv = _helpers . firstword ( hash ) <TAB> <TAB> while start < end : <TAB> <TAB> _total_steps += 1 <TAB> <TAB> <TAB> <TAB> mid = start + ( hashv - startv ) * ( end - start - 1 ) / ( endv - startv ) <TAB> <TAB> <TAB> <TAB> v = self . _get ( mid ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> start = mid + 1 <TAB> <TAB> <TAB> startv = _helpers . firstword ( v ) <TAB> <TAB> elif v > want : <TAB> <TAB> <TAB> end = mid <TAB> <TAB> <TAB> endv = _helpers . firstword ( v ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return want_source and self . _get_idxname ( mid ) or True <TAB> return None",if v < want :,472
7526,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRUCT:
                self.request = TDropPrivilegesRequest()
                self.request.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . request = TDropPrivilegesRequest ( ) <TAB> <TAB> <TAB> <TAB> self . request . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STRUCT :,275
16262,"def update_decoder_attention_history(cache):
    """"""Save attention weights in cache, e.g., for vizualization.""""""
    for k in [
        x
        for x in self.attention_weights
        if ""decoder"" in x and ""self"" not in x and ""logits"" not in x
    ]:
        idx = k.find(""layer_"")
        if idx < 0:
            continue
        # Get layer number from the string name.
        layer_nbr = k[idx + 6 :]
        idx = 0
        while idx + 1 < len(layer_nbr) and layer_nbr[: idx + 1].isdigit():
            idx += 1
        layer_nbr = ""layer_%d"" % int(layer_nbr[:idx])
        if layer_nbr in cache[""attention_history""]:
            cache[""attention_history""][layer_nbr] = tf.concat(
                [cache[""attention_history""][layer_nbr], self.attention_weights[k]],
                axis=2,
            )","def update_decoder_attention_history ( cache ) : <TAB> """"""Save attention weights in cache, e.g., for vizualization."""""" <TAB> for k in [ <TAB> <TAB> x <TAB> <TAB> for x in self . attention_weights <TAB> <TAB> if ""decoder"" in x and ""self"" not in x and ""logits"" not in x <TAB> ] : <TAB> <TAB> idx = k . find ( ""layer_"" ) <TAB> <TAB> if idx < 0 : <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> layer_nbr = k [ idx + 6 : ] <TAB> <TAB> idx = 0 <TAB> <TAB> while idx + 1 < len ( layer_nbr ) and layer_nbr [ : idx + 1 ] . isdigit ( ) : <TAB> <TAB> <TAB> idx += 1 <TAB> <TAB> layer_nbr = ""layer_%d"" % int ( layer_nbr [ : idx ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cache [ ""attention_history"" ] [ layer_nbr ] = tf . concat ( <TAB> <TAB> <TAB> <TAB> [ cache [ ""attention_history"" ] [ layer_nbr ] , self . attention_weights [ k ] ] , <TAB> <TAB> <TAB> <TAB> axis = 2 , <TAB> <TAB> <TAB> )","if layer_nbr in cache [ ""attention_history"" ] :",264
11336,"def set_with_index_array(self, item, value, check_units):
    variable = self.variable
    if check_units:
        fail_for_dimension_mismatch(
            variable.dim, value, ""Incorrect unit for setting variable %s"" % self.name
        )
    if variable.scalar:
        if not (isinstance(item, slice) and item == slice(None)):
            raise IndexError(
                (""Illegal index for variable %s, it is a "" ""scalar variable."")
                % self.name
            )
        indices = 0
    elif isinstance(item, slice) and item == slice(None) and self.index_var == ""_idx"":
        indices = slice(None)
    else:
        indices = self.indexing(item, self.index_var)
        q = Quantity(value, copy=False)
        if len(q.shape):
            if not len(q.shape) == 1 or len(q) != 1 and len(q) != len(indices):
                raise ValueError(
                    (
                        ""Provided values do not match the size ""
                        ""of the indices, ""
                        ""%d != %d.""
                    )
                    % (len(q), len(indices))
                )
    variable.get_value()[indices] = value","def set_with_index_array ( self , item , value , check_units ) : <TAB> variable = self . variable <TAB> if check_units : <TAB> <TAB> fail_for_dimension_mismatch ( <TAB> <TAB> <TAB> variable . dim , value , ""Incorrect unit for setting variable %s"" % self . name <TAB> <TAB> ) <TAB> if variable . scalar : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise IndexError ( <TAB> <TAB> <TAB> <TAB> ( ""Illegal index for variable %s, it is a "" ""scalar variable."" ) <TAB> <TAB> <TAB> <TAB> % self . name <TAB> <TAB> <TAB> ) <TAB> <TAB> indices = 0 <TAB> elif isinstance ( item , slice ) and item == slice ( None ) and self . index_var == ""_idx"" : <TAB> <TAB> indices = slice ( None ) <TAB> else : <TAB> <TAB> indices = self . indexing ( item , self . index_var ) <TAB> <TAB> q = Quantity ( value , copy = False ) <TAB> <TAB> if len ( q . shape ) : <TAB> <TAB> <TAB> if not len ( q . shape ) == 1 or len ( q ) != 1 and len ( q ) != len ( indices ) : <TAB> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Provided values do not match the size "" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""of the indices, "" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""%d != %d."" <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> % ( len ( q ) , len ( indices ) ) <TAB> <TAB> <TAB> <TAB> ) <TAB> variable . get_value ( ) [ indices ] = value","if not ( isinstance ( item , slice ) and item == slice ( None ) ) :",355
19756,"def add_callback(self, callback, *args, **kwargs):
    if thread.get_ident() != self._thread_ident:
        # If we're not on the IOLoop's thread, we need to synchronize
        # with other threads, or waking logic will induce a race.
        with self._callback_lock:
            if self._closing:
                return
            list_empty = not self._callbacks
            self._callbacks.append(
                functools.partial(stack_context.wrap(callback), *args, **kwargs)
            )
            if list_empty:
                # If we're not in the IOLoop's thread, and we added the
                # first callback to an empty list, we may need to wake it
                # up (it may wake up on its own, but an occasional extra
                # wake is harmless).  Waking up a polling IOLoop is
                # relatively expensive, so we try to avoid it when we can.
                self._waker.wake()
    else:
        if self._closing:
            return
        # If we're on the IOLoop's thread, we don't need the lock,
        # since we don't need to wake anyone, just add the
        # callback. Blindly insert into self._callbacks. This is
        # safe even from signal handlers because the GIL makes
        # list.append atomic. One subtlety is that if the signal
        # is interrupting another thread holding the
        # _callback_lock block in IOLoop.start, we may modify
        # either the old or new version of self._callbacks, but
        # either way will work.
        self._callbacks.append(
            functools.partial(stack_context.wrap(callback), *args, **kwargs)
        )
","def add_callback ( self , callback , * args , ** kwargs ) : <TAB> if thread . get_ident ( ) != self . _thread_ident : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> with self . _callback_lock : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> list_empty = not self . _callbacks <TAB> <TAB> <TAB> self . _callbacks . append ( <TAB> <TAB> <TAB> <TAB> functools . partial ( stack_context . wrap ( callback ) , * args , ** kwargs ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if list_empty : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _waker . wake ( ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _callbacks . append ( <TAB> <TAB> <TAB> functools . partial ( stack_context . wrap ( callback ) , * args , ** kwargs ) <TAB> <TAB> )",if self . _closing :,463
4102,"def getoutput(self):
    """"""convert the dtd entity back to string form""""""
    lines = []
    lines.extend([comment for commenttype, comment in self.comments])
    lines.extend(self.unparsedlines)
    if self.isnull():
        result = """".join(lines)
        return result.rstrip() + ""\n""
    # for f in self._locfilenotes: yield f
    # for ge in self._locgroupends: yield ge
    # for gs in self._locgroupstarts: yield gs
    # for n in self._locnotes: yield n
    if len(self.entity) > 0:
        if getattr(self, ""entitytype"", None) == ""external"":
            entityline = (
                ""<!ENTITY % ""
                + self.entity
                + "" ""
                + self.entityparameter
                + "" ""
                + self.definition
                + self.closing
            )
        else:
            entityline = (
                ""<!ENTITY""
                + self.space_pre_entity
                + self.entity
                + self.space_pre_definition
                + self.definition
                + self.closing
            )
        if getattr(self, ""hashprefix"", None):
            entityline = self.hashprefix + "" "" + entityline
        if isinstance(entityline, unicode):
            entityline = entityline.encode(""UTF-8"")
        lines.append(entityline + ""\n"")
    return """".join(lines)","def getoutput ( self ) : <TAB> """"""convert the dtd entity back to string form"""""" <TAB> lines = [ ] <TAB> lines . extend ( [ comment for commenttype , comment in self . comments ] ) <TAB> lines . extend ( self . unparsedlines ) <TAB> if self . isnull ( ) : <TAB> <TAB> result = """" . join ( lines ) <TAB> <TAB> return result . rstrip ( ) + ""\n"" <TAB> <TAB> <TAB> <TAB> <TAB> if len ( self . entity ) > 0 : <TAB> <TAB> if getattr ( self , ""entitytype"" , None ) == ""external"" : <TAB> <TAB> <TAB> entityline = ( <TAB> <TAB> <TAB> <TAB> ""<!ENTITY % "" <TAB> <TAB> <TAB> <TAB> + self . entity <TAB> <TAB> <TAB> <TAB> + "" "" <TAB> <TAB> <TAB> <TAB> + self . entityparameter <TAB> <TAB> <TAB> <TAB> + "" "" <TAB> <TAB> <TAB> <TAB> + self . definition <TAB> <TAB> <TAB> <TAB> + self . closing <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> entityline = ( <TAB> <TAB> <TAB> <TAB> ""<!ENTITY"" <TAB> <TAB> <TAB> <TAB> + self . space_pre_entity <TAB> <TAB> <TAB> <TAB> + self . entity <TAB> <TAB> <TAB> <TAB> + self . space_pre_definition <TAB> <TAB> <TAB> <TAB> + self . definition <TAB> <TAB> <TAB> <TAB> + self . closing <TAB> <TAB> <TAB> ) <TAB> <TAB> if getattr ( self , ""hashprefix"" , None ) : <TAB> <TAB> <TAB> entityline = self . hashprefix + "" "" + entityline <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> entityline = entityline . encode ( ""UTF-8"" ) <TAB> <TAB> lines . append ( entityline + ""\n"" ) <TAB> return """" . join ( lines )","if isinstance ( entityline , unicode ) :",401
5655,"def get_all_hashes(self):
    event_hashes = []
    sample_hashes = []
    for a in self.event.attributes:
        h = None
        if a.type in (""md5"", ""sha1"", ""sha256""):
            h = a.value
            event_hashes.append(h)
        elif a.type in (""filename|md5"", ""filename|sha1"", ""filename|sha256""):
            h = a.value.split(""|"")[1]
            event_hashes.append(h)
        elif a.type == ""malware-sample"":
            h = a.value.split(""|"")[1]
            sample_hashes.append(h)
    return event_hashes, sample_hashes","def get_all_hashes ( self ) : <TAB> event_hashes = [ ] <TAB> sample_hashes = [ ] <TAB> for a in self . event . attributes : <TAB> <TAB> h = None <TAB> <TAB> if a . type in ( ""md5"" , ""sha1"" , ""sha256"" ) : <TAB> <TAB> <TAB> h = a . value <TAB> <TAB> <TAB> event_hashes . append ( h ) <TAB> <TAB> elif a . type in ( ""filename|md5"" , ""filename|sha1"" , ""filename|sha256"" ) : <TAB> <TAB> <TAB> h = a . value . split ( ""|"" ) [ 1 ] <TAB> <TAB> <TAB> event_hashes . append ( h ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> h = a . value . split ( ""|"" ) [ 1 ] <TAB> <TAB> <TAB> sample_hashes . append ( h ) <TAB> return event_hashes , sample_hashes","elif a . type == ""malware-sample"" :",184
19396,"def sortModules(self):
    super(NeuronDecomposableNetwork, self).sortModules()
    self._constructParameterInfo()
    # contains a list of lists of indices
    self.decompositionIndices = {}
    for neuron in self._neuronIterator():
        self.decompositionIndices[neuron] = []
    for w in range(self.paramdim):
        inneuron, outneuron = self.paramInfo[w]
        if self.espStyleDecomposition and outneuron[0] in self.outmodules:
            self.decompositionIndices[inneuron].append(w)
        else:
            self.decompositionIndices[outneuron].append(w)","def sortModules ( self ) : <TAB> super ( NeuronDecomposableNetwork , self ) . sortModules ( ) <TAB> self . _constructParameterInfo ( ) <TAB> <TAB> self . decompositionIndices = { } <TAB> for neuron in self . _neuronIterator ( ) : <TAB> <TAB> self . decompositionIndices [ neuron ] = [ ] <TAB> for w in range ( self . paramdim ) : <TAB> <TAB> inneuron , outneuron = self . paramInfo [ w ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . decompositionIndices [ inneuron ] . append ( w ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . decompositionIndices [ outneuron ] . append ( w )",if self . espStyleDecomposition and outneuron [ 0 ] in self . outmodules :,158
2151,"def _updateCache(request_headers, response_headers, content, cache, cachekey):
    if cachekey:
        cc = _parse_cache_control(request_headers)
        cc_response = _parse_cache_control(response_headers)
        if cc.has_key(""no-store"") or cc_response.has_key(""no-store""):
            cache.delete(cachekey)
        else:
            info = email.Message.Message()
            for key, value in response_headers.iteritems():
                if key not in [""status"", ""content-encoding"", ""transfer-encoding""]:
                    info[key] = value
            # Add annotations to the cache to indicate what headers
            # are variant for this request.
            vary = response_headers.get(""vary"", None)
            if vary:
                vary_headers = vary.lower().replace("" "", """").split("","")
                for header in vary_headers:
                    key = ""-varied-%s"" % header
                    try:
                        info[key] = request_headers[header]
                    except KeyError:
                        pass
            status = response_headers.status
            if status == 304:
                status = 200
            status_header = ""status: %d\r\n"" % status
            header_str = info.as_string()
            header_str = re.sub(""\r(?!\n)|(?<!\r)\n"", ""\r\n"", header_str)
            text = """".join([status_header, header_str, content])
            cache.set(cachekey, text)","def _updateCache ( request_headers , response_headers , content , cache , cachekey ) : <TAB> if cachekey : <TAB> <TAB> cc = _parse_cache_control ( request_headers ) <TAB> <TAB> cc_response = _parse_cache_control ( response_headers ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cache . delete ( cachekey ) <TAB> <TAB> else : <TAB> <TAB> <TAB> info = email . Message . Message ( ) <TAB> <TAB> <TAB> for key , value in response_headers . iteritems ( ) : <TAB> <TAB> <TAB> <TAB> if key not in [ ""status"" , ""content-encoding"" , ""transfer-encoding"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> info [ key ] = value <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> vary = response_headers . get ( ""vary"" , None ) <TAB> <TAB> <TAB> if vary : <TAB> <TAB> <TAB> <TAB> vary_headers = vary . lower ( ) . replace ( "" "" , """" ) . split ( "","" ) <TAB> <TAB> <TAB> <TAB> for header in vary_headers : <TAB> <TAB> <TAB> <TAB> <TAB> key = ""-varied-%s"" % header <TAB> <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> info [ key ] = request_headers [ header ] <TAB> <TAB> <TAB> <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> status = response_headers . status <TAB> <TAB> <TAB> if status == 304 : <TAB> <TAB> <TAB> <TAB> status = 200 <TAB> <TAB> <TAB> status_header = ""status: %d\r\n"" % status <TAB> <TAB> <TAB> header_str = info . as_string ( ) <TAB> <TAB> <TAB> header_str = re . sub ( ""\r(?!\n)|(?<!\r)\n"" , ""\r\n"" , header_str ) <TAB> <TAB> <TAB> text = """" . join ( [ status_header , header_str , content ] ) <TAB> <TAB> <TAB> cache . set ( cachekey , text )","if cc . has_key ( ""no-store"" ) or cc_response . has_key ( ""no-store"" ) :",430
18147,"def _conv_layer(self, sess, bottom, name, trainable=True, padding=""SAME"", relu=True):
    with tf.variable_scope(name) as scope:
        filt = self._get_conv_filter(sess, name, trainable=trainable)
        conv_biases = self._get_bias(sess, name, trainable=trainable)
        conv = tf.nn.conv2d(bottom, filt, [1, 1, 1, 1], padding=padding)
        bias = tf.nn.bias_add(conv, conv_biases)
        if relu:
            bias = tf.nn.relu(bias)
        return bias","def _conv_layer ( self , sess , bottom , name , trainable = True , padding = ""SAME"" , relu = True ) : <TAB> with tf . variable_scope ( name ) as scope : <TAB> <TAB> filt = self . _get_conv_filter ( sess , name , trainable = trainable ) <TAB> <TAB> conv_biases = self . _get_bias ( sess , name , trainable = trainable ) <TAB> <TAB> conv = tf . nn . conv2d ( bottom , filt , [ 1 , 1 , 1 , 1 ] , padding = padding ) <TAB> <TAB> bias = tf . nn . bias_add ( conv , conv_biases ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> bias = tf . nn . relu ( bias ) <TAB> <TAB> return bias",if relu :,159
21618,"def _set_transform(self):
    ax = self.ax
    if self.units in (""x"", ""y""):
        if self.units == ""x"":
            dx0 = ax.viewLim.width
            dx1 = ax.bbox.width
        else:
            dx0 = ax.viewLim.height
            dx1 = ax.bbox.height
        dx = dx1 / dx0
    else:
        if self.units == ""width"":
            dx = ax.bbox.width
        elif self.units == ""height"":
            dx = ax.bbox.height
        elif self.units == ""dots"":
            dx = 1.0
        elif self.units == ""inches"":
            dx = ax.figure.dpi
        else:
            raise ValueError(""unrecognized units"")
    trans = transforms.Affine2D().scale(dx)
    self.set_transform(trans)
    return trans","def _set_transform ( self ) : <TAB> ax = self . ax <TAB> if self . units in ( ""x"" , ""y"" ) : <TAB> <TAB> if self . units == ""x"" : <TAB> <TAB> <TAB> dx0 = ax . viewLim . width <TAB> <TAB> <TAB> dx1 = ax . bbox . width <TAB> <TAB> else : <TAB> <TAB> <TAB> dx0 = ax . viewLim . height <TAB> <TAB> <TAB> dx1 = ax . bbox . height <TAB> <TAB> dx = dx1 / dx0 <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> dx = ax . bbox . width <TAB> <TAB> elif self . units == ""height"" : <TAB> <TAB> <TAB> dx = ax . bbox . height <TAB> <TAB> elif self . units == ""dots"" : <TAB> <TAB> <TAB> dx = 1.0 <TAB> <TAB> elif self . units == ""inches"" : <TAB> <TAB> <TAB> dx = ax . figure . dpi <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( ""unrecognized units"" ) <TAB> trans = transforms . Affine2D ( ) . scale ( dx ) <TAB> self . set_transform ( trans ) <TAB> return trans","if self . units == ""width"" :",238
23075,"def disconnect_application(self):
    if not self.is_app_running(self.APP_BACKDROP):
        self.socket.send(commands.CloseCommand(destination_id=False))
        start_time = time.time()
        while not self.is_app_running(None):
            try:
                self.socket.send_and_wait(commands.StatusCommand())
            except cast_socket.ConnectionTerminatedException:
                break
            current_time = time.time()
            if current_time - start_time > self.timeout:
                raise TimeoutException()
            time.sleep(self.WAIT_INTERVAL)
    else:
        logger.debug(""Closing not necessary. Backdrop is running ..."")
","def disconnect_application ( self ) : <TAB> if not self . is_app_running ( self . APP_BACKDROP ) : <TAB> <TAB> self . socket . send ( commands . CloseCommand ( destination_id = False ) ) <TAB> <TAB> start_time = time . time ( ) <TAB> <TAB> while not self . is_app_running ( None ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> self . socket . send_and_wait ( commands . StatusCommand ( ) ) <TAB> <TAB> <TAB> except cast_socket . ConnectionTerminatedException : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> current_time = time . time ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise TimeoutException ( ) <TAB> <TAB> <TAB> time . sleep ( self . WAIT_INTERVAL ) <TAB> else : <TAB> <TAB> logger . debug ( ""Closing not necessary. Backdrop is running ..."" )",if current_time - start_time > self . timeout :,190
35,"def cleanDataCmd(cmd):
    newcmd = ""AbracadabrA ** <?php ""
    if cmd[:6] != ""php://"":
        if reverseConn not in cmd:
            cmds = cmd.split(""&"")
            for c in cmds:
                if len(c) > 0:
                    newcmd += ""system('%s');"" % c
        else:
            b64cmd = base64.b64encode(cmd)
            newcmd += ""system(base64_decode('%s'));"" % b64cmd
    else:
        newcmd += cmd[6:]
    newcmd += ""?> **""
    return newcmd","def cleanDataCmd ( cmd ) : <TAB> newcmd = ""AbracadabrA ** <?php "" <TAB> if cmd [ : 6 ] != ""php://"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cmds = cmd . split ( ""&"" ) <TAB> <TAB> <TAB> for c in cmds : <TAB> <TAB> <TAB> <TAB> if len ( c ) > 0 : <TAB> <TAB> <TAB> <TAB> <TAB> newcmd += ""system('%s');"" % c <TAB> <TAB> else : <TAB> <TAB> <TAB> b64cmd = base64 . b64encode ( cmd ) <TAB> <TAB> <TAB> newcmd += ""system(base64_decode('%s'));"" % b64cmd <TAB> else : <TAB> <TAB> newcmd += cmd [ 6 : ] <TAB> newcmd += ""?> **"" <TAB> return newcmd",if reverseConn not in cmd :,170
15575,"def main(args):
    cfg = setup(args)
    # disable strict kwargs checking: allow one to specify path handle
    # hints through kwargs, like timeout in DP evaluation
    PathManager.set_strict_kwargs_checking(False)
    if args.eval_only:
        model = Trainer.build_model(cfg)
        DensePoseCheckpointer(model, save_dir=cfg.OUTPUT_DIR).resume_or_load(
            cfg.MODEL.WEIGHTS, resume=args.resume
        )
        res = Trainer.test(cfg, model)
        if cfg.TEST.AUG.ENABLED:
            res.update(Trainer.test_with_TTA(cfg, model))
        if comm.is_main_process():
            verify_results(cfg, res)
        return res
    trainer = Trainer(cfg)
    trainer.resume_or_load(resume=args.resume)
    if cfg.TEST.AUG.ENABLED:
        trainer.register_hooks(
            [hooks.EvalHook(0, lambda: trainer.test_with_TTA(cfg, trainer.model))]
        )
    return trainer.train()","def main ( args ) : <TAB> cfg = setup ( args ) <TAB> <TAB> <TAB> PathManager . set_strict_kwargs_checking ( False ) <TAB> if args . eval_only : <TAB> <TAB> model = Trainer . build_model ( cfg ) <TAB> <TAB> DensePoseCheckpointer ( model , save_dir = cfg . OUTPUT_DIR ) . resume_or_load ( <TAB> <TAB> <TAB> cfg . MODEL . WEIGHTS , resume = args . resume <TAB> <TAB> ) <TAB> <TAB> res = Trainer . test ( cfg , model ) <TAB> <TAB> if cfg . TEST . AUG . ENABLED : <TAB> <TAB> <TAB> res . update ( Trainer . test_with_TTA ( cfg , model ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> verify_results ( cfg , res ) <TAB> <TAB> return res <TAB> trainer = Trainer ( cfg ) <TAB> trainer . resume_or_load ( resume = args . resume ) <TAB> if cfg . TEST . AUG . ENABLED : <TAB> <TAB> trainer . register_hooks ( <TAB> <TAB> <TAB> [ hooks . EvalHook ( 0 , lambda : trainer . test_with_TTA ( cfg , trainer . model ) ) ] <TAB> <TAB> ) <TAB> return trainer . train ( )",if comm . is_main_process ( ) :,283
22002,"def handle(self, context, sign, *args):
    if context.rounding in (ROUND_HALF_UP, ROUND_HALF_EVEN, ROUND_HALF_DOWN, ROUND_UP):
        return Infsign[sign]
    if sign == 0:
        if context.rounding == ROUND_CEILING:
            return Infsign[sign]
        return Decimal((sign, (9,) * context.prec, context.Emax - context.prec + 1))
    if sign == 1:
        if context.rounding == ROUND_FLOOR:
            return Infsign[sign]
        return Decimal((sign, (9,) * context.prec, context.Emax - context.prec + 1))","def handle ( self , context , sign , * args ) : <TAB> if context . rounding in ( ROUND_HALF_UP , ROUND_HALF_EVEN , ROUND_HALF_DOWN , ROUND_UP ) : <TAB> <TAB> return Infsign [ sign ] <TAB> if sign == 0 : <TAB> <TAB> if context . rounding == ROUND_CEILING : <TAB> <TAB> <TAB> return Infsign [ sign ] <TAB> <TAB> return Decimal ( ( sign , ( 9 , ) * context . prec , context . Emax - context . prec + 1 ) ) <TAB> if sign == 1 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return Infsign [ sign ] <TAB> <TAB> return Decimal ( ( sign , ( 9 , ) * context . prec , context . Emax - context . prec + 1 ) )",if context . rounding == ROUND_FLOOR :,184
22987,"def findChapterNameForPosition(self, p):
    """"""Return the name of a chapter containing p or None if p does not exist.""""""
    cc, c = self, self.c
    if not p or not c.positionExists(p):
        return None
    for name in cc.chaptersDict:
        if name != ""main"":
            theChapter = cc.chaptersDict.get(name)
            if theChapter.positionIsInChapter(p):
                return name
    return ""main""
","def findChapterNameForPosition ( self , p ) : <TAB> """"""Return the name of a chapter containing p or None if p does not exist."""""" <TAB> cc , c = self , self . c <TAB> if not p or not c . positionExists ( p ) : <TAB> <TAB> return None <TAB> for name in cc . chaptersDict : <TAB> <TAB> if name != ""main"" : <TAB> <TAB> <TAB> theChapter = cc . chaptersDict . get ( name ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return name <TAB> return ""main""",if theChapter . positionIsInChapter ( p ) :,128
19529,"def validate_matrix(matrix):
    if not matrix:
        return None
    for key, value in matrix.items():
        if value.is_distribution and not value.is_uniform:
            raise ValidationError(
                ""`{}` defines a non uniform distribution, ""
                ""and it cannot be used with bayesian optimization."".format(key)
            )
    return matrix
","def validate_matrix ( matrix ) : <TAB> if not matrix : <TAB> <TAB> return None <TAB> for key , value in matrix . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValidationError ( <TAB> <TAB> <TAB> <TAB> ""`{}` defines a non uniform distribution, "" <TAB> <TAB> <TAB> <TAB> ""and it cannot be used with bayesian optimization."" . format ( key ) <TAB> <TAB> <TAB> ) <TAB> return matrix",if value . is_distribution and not value . is_uniform :,98
24713,"def master_param_to_train_param(master_params_grads, params_grads, main_prog):
    for idx, m_p_g in enumerate(master_params_grads):
        train_p, _ = params_grads[idx]
        if train_p.name.find(""layer_norm"") > -1:
            continue
        with main_prog._optimized_guard([m_p_g[0], m_p_g[1]]):
            append_cast_op(m_p_g[0], train_p, main_prog)","def master_param_to_train_param ( master_params_grads , params_grads , main_prog ) : <TAB> for idx , m_p_g in enumerate ( master_params_grads ) : <TAB> <TAB> train_p , _ = params_grads [ idx ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> with main_prog . _optimized_guard ( [ m_p_g [ 0 ] , m_p_g [ 1 ] ] ) : <TAB> <TAB> <TAB> append_cast_op ( m_p_g [ 0 ] , train_p , main_prog )","if train_p . name . find ( ""layer_norm"" ) > - 1 :",139
19496,"def get_recursively_referenced_fragments(self, operation):
    assert isinstance(operation, OperationDefinition)
    fragments = self._recursively_referenced_fragments.get(operation)
    if not fragments:
        fragments = []
        collected_names = set()
        nodes_to_visit = [operation.selection_set]
        while nodes_to_visit:
            node = nodes_to_visit.pop()
            spreads = self.get_fragment_spreads(node)
            for spread in spreads:
                frag_name = spread.name.value
                if frag_name not in collected_names:
                    collected_names.add(frag_name)
                    fragment = self.get_fragment(frag_name)
                    if fragment:
                        fragments.append(fragment)
                        nodes_to_visit.append(fragment.selection_set)
        self._recursively_referenced_fragments[operation] = fragments
    return fragments
","def get_recursively_referenced_fragments ( self , operation ) : <TAB> assert isinstance ( operation , OperationDefinition ) <TAB> fragments = self . _recursively_referenced_fragments . get ( operation ) <TAB> if not fragments : <TAB> <TAB> fragments = [ ] <TAB> <TAB> collected_names = set ( ) <TAB> <TAB> nodes_to_visit = [ operation . selection_set ] <TAB> <TAB> while nodes_to_visit : <TAB> <TAB> <TAB> node = nodes_to_visit . pop ( ) <TAB> <TAB> <TAB> spreads = self . get_fragment_spreads ( node ) <TAB> <TAB> <TAB> for spread in spreads : <TAB> <TAB> <TAB> <TAB> frag_name = spread . name . value <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> collected_names . add ( frag_name ) <TAB> <TAB> <TAB> <TAB> <TAB> fragment = self . get_fragment ( frag_name ) <TAB> <TAB> <TAB> <TAB> <TAB> if fragment : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> fragments . append ( fragment ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> nodes_to_visit . append ( fragment . selection_set ) <TAB> <TAB> self . _recursively_referenced_fragments [ operation ] = fragments <TAB> return fragments",if frag_name not in collected_names :,254
23967,"def hold(self):
    dire = 1
    while True:
        try:
            if time == None:
                break
            time.sleep(0.05)
            tasks = TaskManager.get()
            if len(tasks) == 0:
                if self.pro_bar.IsShown():
                    wx.CallAfter(self.set_progress, -1)
                continue
            arr = [i.prgs for i in tasks]
            if (None, 1) in arr:
                if self.pro_bar.GetValue() <= 0:
                    dire = 1
                if self.pro_bar.GetValue() >= 100:
                    dire = -1
                v = self.pro_bar.GetValue() + dire * 5
                wx.CallAfter(self.set_progress, v)
            else:
                v = max([(i[0] + 1) * 100.0 / i[1] for i in arr])
                wx.CallAfter(self.set_progress, v)
        except:
            pass","def hold ( self ) : <TAB> dire = 1 <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> if time == None : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> time . sleep ( 0.05 ) <TAB> <TAB> <TAB> tasks = TaskManager . get ( ) <TAB> <TAB> <TAB> if len ( tasks ) == 0 : <TAB> <TAB> <TAB> <TAB> if self . pro_bar . IsShown ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> wx . CallAfter ( self . set_progress , - 1 ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> arr = [ i . prgs for i in tasks ] <TAB> <TAB> <TAB> if ( None , 1 ) in arr : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> dire = 1 <TAB> <TAB> <TAB> <TAB> if self . pro_bar . GetValue ( ) >= 100 : <TAB> <TAB> <TAB> <TAB> <TAB> dire = - 1 <TAB> <TAB> <TAB> <TAB> v = self . pro_bar . GetValue ( ) + dire * 5 <TAB> <TAB> <TAB> <TAB> wx . CallAfter ( self . set_progress , v ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> v = max ( [ ( i [ 0 ] + 1 ) * 100.0 / i [ 1 ] for i in arr ] ) <TAB> <TAB> <TAB> <TAB> wx . CallAfter ( self . set_progress , v ) <TAB> <TAB> except : <TAB> <TAB> <TAB> pass",if self . pro_bar . GetValue ( ) <= 0 :,298
21594,"def test_wrong_bind():
    N = 1024
    A = te.placeholder((N, N - 1), name=""A"")
    B = te.compute((N, N - 1), lambda i, j: A[i, j])
    s = te.create_schedule([B.op])
    # bind a thread axis to two loop axes with different lengths
    s[B].bind(s[B].op.axis[0], te.thread_axis(""threadIdx.x""))
    s[B].bind(s[B].op.axis[1], te.thread_axis(""threadIdx.x""))
    for target in [""opencl"", ""cuda""]:
        if not tvm.testing.device_enabled(target):
            continue
        valid = [None]
        with tvm.transform.PassContext(
            config={
                ""tir.add_lower_pass"": [
                    (2, get_verify_pass(valid, max_threads_per_block=N * N))
                ]
            }
        ):
            tvm.build(s, [A, B], target)
        assert not valid[0]","def test_wrong_bind ( ) : <TAB> N = 1024 <TAB> A = te . placeholder ( ( N , N - 1 ) , name = ""A"" ) <TAB> B = te . compute ( ( N , N - 1 ) , lambda i , j : A [ i , j ] ) <TAB> s = te . create_schedule ( [ B . op ] ) <TAB> <TAB> s [ B ] . bind ( s [ B ] . op . axis [ 0 ] , te . thread_axis ( ""threadIdx.x"" ) ) <TAB> s [ B ] . bind ( s [ B ] . op . axis [ 1 ] , te . thread_axis ( ""threadIdx.x"" ) ) <TAB> for target in [ ""opencl"" , ""cuda"" ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> valid = [ None ] <TAB> <TAB> with tvm . transform . PassContext ( <TAB> <TAB> <TAB> config = { <TAB> <TAB> <TAB> <TAB> ""tir.add_lower_pass"" : [ <TAB> <TAB> <TAB> <TAB> <TAB> ( 2 , get_verify_pass ( valid , max_threads_per_block = N * N ) ) <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> } <TAB> <TAB> ) : <TAB> <TAB> <TAB> tvm . build ( s , [ A , B ] , target ) <TAB> <TAB> assert not valid [ 0 ]",if not tvm . testing . device_enabled ( target ) :,288
5002,"def librato_record(name, value):
    global _librato, _librato_lock, _librato_aggregator, _librato_timer, _librato_start
    if _librato is None:
        return
    try:
        name = ""."".join([env.APP, env.NAME, name])
        with _librato_lock:
            _librato_cancel_timer()
            if _librato_aggregator is None:
                _librato_aggregator = Aggregator(_librato, source=env.HOST)
                _librato_start = time.time()
            _librato_aggregator.add(name, value)
            if time.time() - _librato_start > LIBRATO_MAX_AGGREGATION_PERIOD:
                librato_submit()
            else:
                _librato_timer = threading.Timer(
                    LIBRATO_MIN_AGGREGATION_PERIOD, librato_submit
                )
                _librato_timer.start()
    except:
        report_exception()
","def librato_record ( name , value ) : <TAB> global _librato , _librato_lock , _librato_aggregator , _librato_timer , _librato_start <TAB> if _librato is None : <TAB> <TAB> return <TAB> try : <TAB> <TAB> name = ""."" . join ( [ env . APP , env . NAME , name ] ) <TAB> <TAB> with _librato_lock : <TAB> <TAB> <TAB> _librato_cancel_timer ( ) <TAB> <TAB> <TAB> if _librato_aggregator is None : <TAB> <TAB> <TAB> <TAB> _librato_aggregator = Aggregator ( _librato , source = env . HOST ) <TAB> <TAB> <TAB> <TAB> _librato_start = time . time ( ) <TAB> <TAB> <TAB> _librato_aggregator . add ( name , value ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> librato_submit ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> _librato_timer = threading . Timer ( <TAB> <TAB> <TAB> <TAB> <TAB> LIBRATO_MIN_AGGREGATION_PERIOD , librato_submit <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> _librato_timer . start ( ) <TAB> except : <TAB> <TAB> report_exception ( )",if time . time ( ) - _librato_start > LIBRATO_MAX_AGGREGATION_PERIOD :,298
13444,"def scan_resource_conf(self, conf):
    if ""policy"" in conf.keys():
        try:
            policy_block = json.loads(conf[""policy""][0])
            if ""Statement"" in policy_block.keys():
                for statement in force_list(policy_block[""Statement""]):
                    if ""Action"" in statement:
                        effect = statement.get(""Effect"", ""Allow"")
                        action = force_list(statement.get(""Action"", [""""]))
                        resource = force_list(statement.get(""Resource"", [""""]))
                        if effect == ""Allow"" and ""*"" in action and ""*"" in resource:
                            return CheckResult.FAILED
        except:  # nosec
            pass
    return CheckResult.PASSED","def scan_resource_conf ( self , conf ) : <TAB> if ""policy"" in conf . keys ( ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> policy_block = json . loads ( conf [ ""policy"" ] [ 0 ] ) <TAB> <TAB> <TAB> if ""Statement"" in policy_block . keys ( ) : <TAB> <TAB> <TAB> <TAB> for statement in force_list ( policy_block [ ""Statement"" ] ) : <TAB> <TAB> <TAB> <TAB> <TAB> if ""Action"" in statement : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> effect = statement . get ( ""Effect"" , ""Allow"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> action = force_list ( statement . get ( ""Action"" , [ """" ] ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> resource = force_list ( statement . get ( ""Resource"" , [ """" ] ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return CheckResult . FAILED <TAB> <TAB> except : <TAB> <TAB> <TAB> pass <TAB> return CheckResult . PASSED","if effect == ""Allow"" and ""*"" in action and ""*"" in resource :",209
10769,"def pickPath(self, color):
    self.path[color] = ()
    currentPos = self.starts[color]
    while True:
        minDist = None
        minGuide = None
        for guide in self.guides[color]:
            guideDist = dist(currentPos, guide)
            if minDist == None or guideDist < minDist:
                minDist = guideDist
                minGuide = guide
        if dist(currentPos, self.ends[color]) == 1:
            return
        if minGuide == None:
            return
        self.path[color] = self.path[color] + (minGuide,)
        currentPos = minGuide
        self.guides[color].remove(minGuide)","def pickPath ( self , color ) : <TAB> self . path [ color ] = ( ) <TAB> currentPos = self . starts [ color ] <TAB> while True : <TAB> <TAB> minDist = None <TAB> <TAB> minGuide = None <TAB> <TAB> for guide in self . guides [ color ] : <TAB> <TAB> <TAB> guideDist = dist ( currentPos , guide ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> minDist = guideDist <TAB> <TAB> <TAB> <TAB> minGuide = guide <TAB> <TAB> if dist ( currentPos , self . ends [ color ] ) == 1 : <TAB> <TAB> <TAB> return <TAB> <TAB> if minGuide == None : <TAB> <TAB> <TAB> return <TAB> <TAB> self . path [ color ] = self . path [ color ] + ( minGuide , ) <TAB> <TAB> currentPos = minGuide <TAB> <TAB> self . guides [ color ] . remove ( minGuide )",if minDist == None or guideDist < minDist :,192
21778,"def __new__(metacls, typename, bases, namespace):
    annotations = namespace.get(""__annotations__"", {})
    for t in annotations.values():
        if getattr(t, ""__origin__"", """") is Union:
            for ut in t.__args__:
                _assert_tensorizer_type(ut)
        else:
            _assert_tensorizer_type(t)
    return super().__new__(metacls, typename, bases, namespace)
","def __new__ ( metacls , typename , bases , namespace ) : <TAB> annotations = namespace . get ( ""__annotations__"" , { } ) <TAB> for t in annotations . values ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for ut in t . __args__ : <TAB> <TAB> <TAB> <TAB> _assert_tensorizer_type ( ut ) <TAB> <TAB> else : <TAB> <TAB> <TAB> _assert_tensorizer_type ( t ) <TAB> return super ( ) . __new__ ( metacls , typename , bases , namespace )","if getattr ( t , ""__origin__"" , """" ) is Union :",110
21519,"def stage_node_label(stage):
    """"""Return a html format label for the given stage.""""""
    rows = max(1, max(len(stage[""output_tensors""]), len(stage[""input_tensors""])))
    label = '<<TABLE BORDER=""0"" CELLBORDER=""1"" CELLSPACING=""0"" ' 'CELLPADDING=""4"">'
    for i in range(rows):
        label += ""<TR>""
        if i < len(stage[""input_tensors""]):
            port_id = get_port_id(True, i)
            label += (
                '<TD BGCOLOR=""lightgrey"" COLSPAN=""2"" PORT=""'
                + port_id
                + '"">'
                + str(i)
                + ""</TD>""
            )
        else:
            label += '<TD BGCOLOR=""white"" COLSPAN=""2""></TD>'
        if i == 0:
            label += (
                '<TD BGCOLOR=""white"" COLSPAN=""2"" ROWSPAN=""'
                + str(rows)
                + '"">'
                + stage_label(stage)
                + ""</TD>""
            )
        if i < len(stage[""output_tensors""]):
            port_id = get_port_id(False, i)
            label += (
                '<TD BGCOLOR=""lightgrey"" COLSPAN=""2"" PORT=""'
                + port_id
                + '"">'
                + str(i)
                + ""</TD>""
            )
        else:
            label += '<TD BGCOLOR=""white"" COLSPAN=""2""></TD>'
        label += ""</TR>""
    label += ""</TABLE>>""
    return label","def stage_node_label ( stage ) : <TAB> """"""Return a html format label for the given stage."""""" <TAB> rows = max ( 1 , max ( len ( stage [ ""output_tensors"" ] ) , len ( stage [ ""input_tensors"" ] ) ) ) <TAB> label = '<<TABLE BORDER=""0"" CELLBORDER=""1"" CELLSPACING=""0"" ' 'CELLPADDING=""4"">' <TAB> for i in range ( rows ) : <TAB> <TAB> label += ""<TR>"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> port_id = get_port_id ( True , i ) <TAB> <TAB> <TAB> label += ( <TAB> <TAB> <TAB> <TAB> '<TD BGCOLOR=""lightgrey"" COLSPAN=""2"" PORT=""' <TAB> <TAB> <TAB> <TAB> + port_id <TAB> <TAB> <TAB> <TAB> + '"">' <TAB> <TAB> <TAB> <TAB> + str ( i ) <TAB> <TAB> <TAB> <TAB> + ""</TD>"" <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> label += '<TD BGCOLOR=""white"" COLSPAN=""2""></TD>' <TAB> <TAB> if i == 0 : <TAB> <TAB> <TAB> label += ( <TAB> <TAB> <TAB> <TAB> '<TD BGCOLOR=""white"" COLSPAN=""2"" ROWSPAN=""' <TAB> <TAB> <TAB> <TAB> + str ( rows ) <TAB> <TAB> <TAB> <TAB> + '"">' <TAB> <TAB> <TAB> <TAB> + stage_label ( stage ) <TAB> <TAB> <TAB> <TAB> + ""</TD>"" <TAB> <TAB> <TAB> ) <TAB> <TAB> if i < len ( stage [ ""output_tensors"" ] ) : <TAB> <TAB> <TAB> port_id = get_port_id ( False , i ) <TAB> <TAB> <TAB> label += ( <TAB> <TAB> <TAB> <TAB> '<TD BGCOLOR=""lightgrey"" COLSPAN=""2"" PORT=""' <TAB> <TAB> <TAB> <TAB> + port_id <TAB> <TAB> <TAB> <TAB> + '"">' <TAB> <TAB> <TAB> <TAB> + str ( i ) <TAB> <TAB> <TAB> <TAB> + ""</TD>"" <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> label += '<TD BGCOLOR=""white"" COLSPAN=""2""></TD>' <TAB> <TAB> label += ""</TR>"" <TAB> label += ""</TABLE>>"" <TAB> return label","if i < len ( stage [ ""input_tensors"" ] ) :",455
7595,"def _send_closing_frame(self, ignore_send_errors=False, close_data=None):
    if self.version in (8, 13) and not self.websocket_closed:
        if close_data is not None:
            status, msg = close_data
            if isinstance(msg, six.text_type):
                msg = msg.encode(""utf-8"")
            data = struct.pack(""!H"", status) + msg
        else:
            data = """"
        try:
            self.send(data, control_code=8)
        except SocketError:
            # Sometimes, like when the remote side cuts off the connection,
            # we don't care about this.
            if not ignore_send_errors:  # pragma NO COVER
                raise
        self.websocket_closed = True","def _send_closing_frame ( self , ignore_send_errors = False , close_data = None ) : <TAB> if self . version in ( 8 , 13 ) and not self . websocket_closed : <TAB> <TAB> if close_data is not None : <TAB> <TAB> <TAB> status , msg = close_data <TAB> <TAB> <TAB> if isinstance ( msg , six . text_type ) : <TAB> <TAB> <TAB> <TAB> msg = msg . encode ( ""utf-8"" ) <TAB> <TAB> <TAB> data = struct . pack ( ""!H"" , status ) + msg <TAB> <TAB> else : <TAB> <TAB> <TAB> data = """" <TAB> <TAB> try : <TAB> <TAB> <TAB> self . send ( data , control_code = 8 ) <TAB> <TAB> except SocketError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> self . websocket_closed = True",if not ignore_send_errors :,218
10706,"def calcPolygonRect(pointArray):
    """"""receives a point list and returns the rect that contains them as a tupple -> tuple left, top, right, bottom""""""
    # init to ridiculously big values. not very elegant or eficient
    l, t, r, b = 10000000, 10000000, -10000000, -10000000
    ##    l = pointArray[0]
    ##    t = pointArray[1]
    ##    r = l
    ##    b = t
    for n in pointArray:  # calc bounding rectangle rect
        if n[0] < l:
            l = n[0]
        if n[0] > r:
            r = n[0]
        if n[1] < t:
            t = n[1]
        if n[1] > b:
            b = n[1]
    return l, t, r, b","def calcPolygonRect ( pointArray ) : <TAB> """"""receives a point list and returns the rect that contains them as a tupple -> tuple left, top, right, bottom"""""" <TAB> <TAB> l , t , r , b = 10000000 , 10000000 , - 10000000 , - 10000000 <TAB> <TAB> <TAB> <TAB> <TAB> for n in pointArray : <TAB> <TAB> if n [ 0 ] < l : <TAB> <TAB> <TAB> l = n [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> r = n [ 0 ] <TAB> <TAB> if n [ 1 ] < t : <TAB> <TAB> <TAB> t = n [ 1 ] <TAB> <TAB> if n [ 1 ] > b : <TAB> <TAB> <TAB> b = n [ 1 ] <TAB> return l , t , r , b",if n [ 0 ] > r :,233
19784,"def decode(self, ids):
    ids = pad_decr(ids)
    tokens = []
    for int_id in ids:
        if int_id < len(self._vocab_list):
            tokens.append(self._vocab_list[int_id])
        else:
            tokens.append(self._oov_token)
    return self._decode_token_separator.join(tokens)
","def decode ( self , ids ) : <TAB> ids = pad_decr ( ids ) <TAB> tokens = [ ] <TAB> for int_id in ids : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tokens . append ( self . _vocab_list [ int_id ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> tokens . append ( self . _oov_token ) <TAB> return self . _decode_token_separator . join ( tokens )",if int_id < len ( self . _vocab_list ) :,101
2951,"def edit_file(self, filename):
    import subprocess
    editor = self.get_editor()
    if self.env:
        environ = os.environ.copy()
        environ.update(self.env)
    else:
        environ = None
    try:
        c = subprocess.Popen('%s ""%s""' % (editor, filename), env=environ, shell=True)
        exit_code = c.wait()
        if exit_code != 0:
            raise ClickException(""%s: Editing failed!"" % editor)
    except OSError as e:
        raise ClickException(""%s: Editing failed: %s"" % (editor, e))","def edit_file ( self , filename ) : <TAB> import subprocess <TAB> editor = self . get_editor ( ) <TAB> if self . env : <TAB> <TAB> environ = os . environ . copy ( ) <TAB> <TAB> environ . update ( self . env ) <TAB> else : <TAB> <TAB> environ = None <TAB> try : <TAB> <TAB> c = subprocess . Popen ( '%s ""%s""' % ( editor , filename ) , env = environ , shell = True ) <TAB> <TAB> exit_code = c . wait ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ClickException ( ""%s: Editing failed!"" % editor ) <TAB> except OSError as e : <TAB> <TAB> raise ClickException ( ""%s: Editing failed: %s"" % ( editor , e ) )",if exit_code != 0 :,157
11316,"def is_valid(self):
    # Check whether the criteria is used of a shipping method. If so the
    # operator IS_SELECTED and IS_NOT_SELECTED are not allowed. The reason
    # why we have to check this is that the get_selected_shipping_method
    # checks for valid shipping methods and call this method again, so that
    # we get an infinte recursion.
    import lfs.shipping.utils
    if isinstance(self.content, ShippingMethod):
        is_shipping_method = True
    else:
        is_shipping_method = False
    if (not is_shipping_method) and (self.operator == self.IS_SELECTED):
        shipping_method = lfs.shipping.utils.get_selected_shipping_method(self.request)
        return shipping_method in self.value.all()
    elif (not is_shipping_method) and (self.operator == self.IS_NOT_SELECTED):
        shipping_method = lfs.shipping.utils.get_selected_shipping_method(self.request)
        return shipping_method not in self.value.all()
    elif self.operator == self.IS_VALID:
        for sm in self.value.all():
            if not lfs.criteria.utils.is_valid(self.request, sm, self.product):
                return False
        return True
    elif self.operator == self.IS_NOT_VALID:
        for sm in self.value.all():
            if lfs.criteria.utils.is_valid(self.request, sm, self.product):
                return False
        return True
    else:
        return False
","def is_valid ( self ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> import lfs . shipping . utils <TAB> if isinstance ( self . content , ShippingMethod ) : <TAB> <TAB> is_shipping_method = True <TAB> else : <TAB> <TAB> is_shipping_method = False <TAB> if ( not is_shipping_method ) and ( self . operator == self . IS_SELECTED ) : <TAB> <TAB> shipping_method = lfs . shipping . utils . get_selected_shipping_method ( self . request ) <TAB> <TAB> return shipping_method in self . value . all ( ) <TAB> elif ( not is_shipping_method ) and ( self . operator == self . IS_NOT_SELECTED ) : <TAB> <TAB> shipping_method = lfs . shipping . utils . get_selected_shipping_method ( self . request ) <TAB> <TAB> return shipping_method not in self . value . all ( ) <TAB> elif self . operator == self . IS_VALID : <TAB> <TAB> for sm in self . value . all ( ) : <TAB> <TAB> <TAB> if not lfs . criteria . utils . is_valid ( self . request , sm , self . product ) : <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> return True <TAB> elif self . operator == self . IS_NOT_VALID : <TAB> <TAB> for sm in self . value . all ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> return True <TAB> else : <TAB> <TAB> return False","if lfs . criteria . utils . is_valid ( self . request , sm , self . product ) :",400
14728,"def GenerateVector(self, hits, vector, level):
    """"""Generate possible hit vectors which match the rules.""""""
    for item in hits.get(level, []):
        if vector:
            if item < vector[-1]:
                continue
            if item > self.max_separation + vector[-1]:
                break
        new_vector = vector + [item]
        if level + 1 == len(hits):
            yield new_vector
        elif level + 1 < len(hits):
            for result in self.GenerateVector(hits, new_vector, level + 1):
                yield result","def GenerateVector ( self , hits , vector , level ) : <TAB> """"""Generate possible hit vectors which match the rules."""""" <TAB> for item in hits . get ( level , [ ] ) : <TAB> <TAB> if vector : <TAB> <TAB> <TAB> if item < vector [ - 1 ] : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if item > self . max_separation + vector [ - 1 ] : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> new_vector = vector + [ item ] <TAB> <TAB> if level + 1 == len ( hits ) : <TAB> <TAB> <TAB> yield new_vector <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for result in self . GenerateVector ( hits , new_vector , level + 1 ) : <TAB> <TAB> <TAB> <TAB> yield result",elif level + 1 < len ( hits ) :,157
647,"def run(self):
    # if the i3status process dies we want to restart it.
    # We give up restarting if we have died too often
    for _ in range(10):
        if not self.py3_wrapper.running:
            break
        self.spawn_i3status()
        # check if we never worked properly and if so quit now
        if not self.ready:
            break
        # limit restart rate
        self.lock.wait(5)",def run ( self ) : <TAB> <TAB> <TAB> for _ in range ( 10 ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> self . spawn_i3status ( ) <TAB> <TAB> <TAB> <TAB> if not self . ready : <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> self . lock . wait ( 5 ),if not self . py3_wrapper . running :,122
23932,"def add_history(
    self, source, description=None, first_seen=None, last_seen=None, active=False
):
    last_seen = last_seen or datetime.utcnow()
    first_seen = first_seen or datetime.utcnow()
    # Do we have to extend current active record ?
    if active:
        active_history = self.get_active(description)
        if active_history and last_seen > active_history.last_seen:
            active_history.last_seen = last_seen
            self.save(validate=False)
            return self
    # Do we have to extend an inactive record ?
    else:
        _, overlapping_history = self._get_overlapping(
            description, first_seen, last_seen
        )
        if overlapping_history:
            if source not in overlapping_history.sources:
                overlapping_history.sources.append(source)
            overlapping_history.first_seen = min(
                overlapping_history.first_seen, first_seen
            )
            overlapping_history.last_seen = max(
                overlapping_history.last_seen, last_seen
            )
            self.save(validate=False)
            return self
    # Otherwise, just create a new record
    return self.modify(
        push__history=LinkHistory(
            description=description,
            first_seen=first_seen or datetime.utcnow(),
            last_seen=last_seen or datetime.utcnow(),
            active=active,
            sources=[source],
        )
    )
","def add_history ( <TAB> self , source , description = None , first_seen = None , last_seen = None , active = False ) : <TAB> last_seen = last_seen or datetime . utcnow ( ) <TAB> first_seen = first_seen or datetime . utcnow ( ) <TAB> <TAB> if active : <TAB> <TAB> active_history = self . get_active ( description ) <TAB> <TAB> if active_history and last_seen > active_history . last_seen : <TAB> <TAB> <TAB> active_history . last_seen = last_seen <TAB> <TAB> <TAB> self . save ( validate = False ) <TAB> <TAB> <TAB> return self <TAB> <TAB> else : <TAB> <TAB> _ , overlapping_history = self . _get_overlapping ( <TAB> <TAB> <TAB> description , first_seen , last_seen <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if source not in overlapping_history . sources : <TAB> <TAB> <TAB> <TAB> overlapping_history . sources . append ( source ) <TAB> <TAB> <TAB> overlapping_history . first_seen = min ( <TAB> <TAB> <TAB> <TAB> overlapping_history . first_seen , first_seen <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> overlapping_history . last_seen = max ( <TAB> <TAB> <TAB> <TAB> overlapping_history . last_seen , last_seen <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . save ( validate = False ) <TAB> <TAB> <TAB> return self <TAB> <TAB> return self . modify ( <TAB> <TAB> push__history = LinkHistory ( <TAB> <TAB> <TAB> description = description , <TAB> <TAB> <TAB> first_seen = first_seen or datetime . utcnow ( ) , <TAB> <TAB> <TAB> last_seen = last_seen or datetime . utcnow ( ) , <TAB> <TAB> <TAB> active = active , <TAB> <TAB> <TAB> sources = [ source ] , <TAB> <TAB> ) <TAB> )",if overlapping_history :,407
10664,"def get_pointers_to_add_remove(self, pointers, new_pointers):
    diff = relationship_diff(
        current_items={pointer._id: pointer for pointer in pointers},
        new_items={val[""_id""]: val for val in new_pointers},
    )
    nodes_to_add = []
    for node_id in diff[""add""]:
        node = AbstractNode.load(node_id) or Preprint.load(node_id)
        if not node:
            raise exceptions.NotFound(
                detail='Node with id ""{}"" was not found'.format(node_id)
            )
        nodes_to_add.append(node)
    return nodes_to_add, diff[""remove""].values()
","def get_pointers_to_add_remove ( self , pointers , new_pointers ) : <TAB> diff = relationship_diff ( <TAB> <TAB> current_items = { pointer . _id : pointer for pointer in pointers } , <TAB> <TAB> new_items = { val [ ""_id"" ] : val for val in new_pointers } , <TAB> ) <TAB> nodes_to_add = [ ] <TAB> for node_id in diff [ ""add"" ] : <TAB> <TAB> node = AbstractNode . load ( node_id ) or Preprint . load ( node_id ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise exceptions . NotFound ( <TAB> <TAB> <TAB> <TAB> detail = 'Node with id ""{}"" was not found' . format ( node_id ) <TAB> <TAB> <TAB> ) <TAB> <TAB> nodes_to_add . append ( node ) <TAB> return nodes_to_add , diff [ ""remove"" ] . values ( )",if not node :,181
15969,"def __process_eval_epoch_end_results_and_log_legacy(self, eval_results):
    if self.trainer.running_sanity_check:
        return
    if eval_results is not None and len(eval_results) > 0:
        # in eval, the user may return something at every validation step without final reduction
        if not isinstance(eval_results, list):
            eval_results = [eval_results]
        num_loaders: int = self.trainer.evaluation_loop.num_dataloaders
        prog_bar_metrics, log_metrics, callback_metrics = {}, {}, {}
        for result_idx, result in enumerate(eval_results):
            (
                _,
                prog_bar_metrics,
                log_metrics,
                callback_metrics,
                _,
            ) = self.trainer.process_dict_result(result)
            if num_loaders > 1:
                self.__process_eval_epoch_end_results_and_log_legacy_update(
                    prog_bar_metrics, log_metrics, callback_metrics
                )
        if num_loaders == 1:
            self.__process_eval_epoch_end_results_and_log_legacy_update(
                prog_bar_metrics, log_metrics, callback_metrics
            )","def __process_eval_epoch_end_results_and_log_legacy ( self , eval_results ) : <TAB> if self . trainer . running_sanity_check : <TAB> <TAB> return <TAB> if eval_results is not None and len ( eval_results ) > 0 : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> eval_results = [ eval_results ] <TAB> <TAB> num_loaders : int = self . trainer . evaluation_loop . num_dataloaders <TAB> <TAB> prog_bar_metrics , log_metrics , callback_metrics = { } , { } , { } <TAB> <TAB> for result_idx , result in enumerate ( eval_results ) : <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> _ , <TAB> <TAB> <TAB> <TAB> prog_bar_metrics , <TAB> <TAB> <TAB> <TAB> log_metrics , <TAB> <TAB> <TAB> <TAB> callback_metrics , <TAB> <TAB> <TAB> <TAB> _ , <TAB> <TAB> <TAB> ) = self . trainer . process_dict_result ( result ) <TAB> <TAB> <TAB> if num_loaders > 1 : <TAB> <TAB> <TAB> <TAB> self . __process_eval_epoch_end_results_and_log_legacy_update ( <TAB> <TAB> <TAB> <TAB> <TAB> prog_bar_metrics , log_metrics , callback_metrics <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> if num_loaders == 1 : <TAB> <TAB> <TAB> self . __process_eval_epoch_end_results_and_log_legacy_update ( <TAB> <TAB> <TAB> <TAB> prog_bar_metrics , log_metrics , callback_metrics <TAB> <TAB> <TAB> )","if not isinstance ( eval_results , list ) :",344
5953,"def text_value_changed(self, widget, param, value=None):
    try:
        # Attempt to load value from QTextEdit (i.e. multi-line)
        if not value:
            value = widget.toPlainText()
    except:
        pass
    # If this setting is a keyboard mapping, parse it first
    if param.get(""category"") == ""Keyboard"":
        previous_value = value
        value = QKeySequence(value).toString()
        log.info(
            ""Parsing keyboard mapping via QKeySequence from %s to %s""
            % (previous_value, value)
        )
    # Save setting
    self.s.set(param[""setting""], value)
    log.info(value)
    # Check for restart
    self.check_for_restart(param)
","def text_value_changed ( self , widget , param , value = None ) : <TAB> try : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> value = widget . toPlainText ( ) <TAB> except : <TAB> <TAB> pass <TAB> <TAB> if param . get ( ""category"" ) == ""Keyboard"" : <TAB> <TAB> previous_value = value <TAB> <TAB> value = QKeySequence ( value ) . toString ( ) <TAB> <TAB> log . info ( <TAB> <TAB> <TAB> ""Parsing keyboard mapping via QKeySequence from %s to %s"" <TAB> <TAB> <TAB> % ( previous_value , value ) <TAB> <TAB> ) <TAB> <TAB> self . s . set ( param [ ""setting"" ] , value ) <TAB> log . info ( value ) <TAB> <TAB> self . check_for_restart ( param )",if not value :,206
17151,"def _get_table_info(self, table_name):
    table_addr = self.addr_space.profile.get_symbol(table_name)
    table_size = self._get_table_info_distorm()
    if table_size == 0:
        table_size = self._get_table_info_other(table_addr, table_name)
        if table_size == 0:
            debug.error(""Unable to get system call table size"")
    return [table_addr, table_size]","def _get_table_info ( self , table_name ) : <TAB> table_addr = self . addr_space . profile . get_symbol ( table_name ) <TAB> table_size = self . _get_table_info_distorm ( ) <TAB> <fill-in> <TAB> <TAB> table_size = self . _get_table_info_other ( table_addr , table_name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> debug . error ( ""Unable to get system call table size"" ) <TAB> return [ table_addr , table_size ]",if table_size == 0 :,126
9496,"def renderSubplot(self, subplot):
    self.figure.subplots_adjust(left=0.15)
    xValues = []
    yValues = []
    i = 0
    for row in self.data:
        if len(row) < 2:  # pragma: no cover
            raise GraphException(""Need at least two points for a graph data object!"")
        x = row[0]
        y = row[1]
        xValues.append(x)
        yValues.append(y)
    xValues.sort()
    yValues.sort()
    for row in self.data:
        x = row[0]
        y = row[1]
        marker = self.marker
        color = self.nextColor()
        alpha = self.alpha
        markersize = self.markersize
        if len(row) >= 3:
            displayData = row[2]
            if ""color"" in displayData:
                color = displayData[""color""]
            if ""marker"" in displayData:
                marker = displayData[""marker""]
            if ""alpha"" in displayData:
                alpha = displayData[""alpha""]
            if ""markersize"" in displayData:
                markersize = displayData[""markersize""]
        subplot.plot(
            x, y, marker=marker, color=color, alpha=alpha, markersize=markersize
        )
        i += 1
    # values are sorted, so no need to use max/min
    if not self.axisRangeHasBeenSet[""y""]:
        self.setAxisRange(""y"", (yValues[0], yValues[-1]))
    if not self.axisRangeHasBeenSet[""x""]:
        self.setAxisRange(""x"", (xValues[0], xValues[-1]))","def renderSubplot ( self , subplot ) : <TAB> self . figure . subplots_adjust ( left = 0.15 ) <TAB> xValues = [ ] <TAB> yValues = [ ] <TAB> i = 0 <TAB> for row in self . data : <TAB> <TAB> if len ( row ) < 2 : <TAB> <TAB> <TAB> raise GraphException ( ""Need at least two points for a graph data object!"" ) <TAB> <TAB> x = row [ 0 ] <TAB> <TAB> y = row [ 1 ] <TAB> <TAB> xValues . append ( x ) <TAB> <TAB> yValues . append ( y ) <TAB> xValues . sort ( ) <TAB> yValues . sort ( ) <TAB> for row in self . data : <TAB> <TAB> x = row [ 0 ] <TAB> <TAB> y = row [ 1 ] <TAB> <TAB> marker = self . marker <TAB> <TAB> color = self . nextColor ( ) <TAB> <TAB> alpha = self . alpha <TAB> <TAB> markersize = self . markersize <TAB> <TAB> if len ( row ) >= 3 : <TAB> <TAB> <TAB> displayData = row [ 2 ] <TAB> <TAB> <TAB> if ""color"" in displayData : <TAB> <TAB> <TAB> <TAB> color = displayData [ ""color"" ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> marker = displayData [ ""marker"" ] <TAB> <TAB> <TAB> if ""alpha"" in displayData : <TAB> <TAB> <TAB> <TAB> alpha = displayData [ ""alpha"" ] <TAB> <TAB> <TAB> if ""markersize"" in displayData : <TAB> <TAB> <TAB> <TAB> markersize = displayData [ ""markersize"" ] <TAB> <TAB> subplot . plot ( <TAB> <TAB> <TAB> x , y , marker = marker , color = color , alpha = alpha , markersize = markersize <TAB> <TAB> ) <TAB> <TAB> i += 1 <TAB> <TAB> if not self . axisRangeHasBeenSet [ ""y"" ] : <TAB> <TAB> self . setAxisRange ( ""y"" , ( yValues [ 0 ] , yValues [ - 1 ] ) ) <TAB> if not self . axisRangeHasBeenSet [ ""x"" ] : <TAB> <TAB> self . setAxisRange ( ""x"" , ( xValues [ 0 ] , xValues [ - 1 ] ) )","if ""marker"" in displayData :",453
10100,"def loadHandler(self, human, values, strict):
    if values[0] == ""background"":
        if len(values) >= 7:
            side = values[1]
            img_filename = values[2]
            i = 0
            while (
                img_filename
                and not any(
                    [img_filename.lower().endswith(ex) for ex in self.extensions]
                )
                and (len(values) - (i + 2)) >= 6
            ):
                i += 1
                img_filename = img_filename + "" "" + values[2 + i]
            img_filename = getpath.thoroughFindFile(
                img_filename, self.backgroundsFolders
            )
            if not os.path.isfile(img_filename):
                log.warning(""Background file %s not found"", img_filename)
                return
            aspect = float(values[3 + i])
            trans = (float(values[4 + i]), float(values[5 + i]))
            scale = float(values[6 + i])
            self.filenames[side] = (img_filename, aspect)
            self.transformations[side] = [trans, scale]
        elif len(values) >= 3 and values[1] == ""enabled"":
            enabled = values[2].lower() in [""true"", ""yes""]
            self.setBackgroundEnabled(enabled)
        else:
            if strict:
                raise RuntimeError(
                    ""Unknown background option: %s"" % ("" "".join(values[1:]))
                )
            log.error(""Unknown background option: %s"", ("" "".join(values[1:])))","def loadHandler ( self , human , values , strict ) : <TAB> if values [ 0 ] == ""background"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> side = values [ 1 ] <TAB> <TAB> <TAB> img_filename = values [ 2 ] <TAB> <TAB> <TAB> i = 0 <TAB> <TAB> <TAB> while ( <TAB> <TAB> <TAB> <TAB> img_filename <TAB> <TAB> <TAB> <TAB> and not any ( <TAB> <TAB> <TAB> <TAB> <TAB> [ img_filename . lower ( ) . endswith ( ex ) for ex in self . extensions ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> and ( len ( values ) - ( i + 2 ) ) >= 6 <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> <TAB> <TAB> img_filename = img_filename + "" "" + values [ 2 + i ] <TAB> <TAB> <TAB> img_filename = getpath . thoroughFindFile ( <TAB> <TAB> <TAB> <TAB> img_filename , self . backgroundsFolders <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if not os . path . isfile ( img_filename ) : <TAB> <TAB> <TAB> <TAB> log . warning ( ""Background file %s not found"" , img_filename ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> aspect = float ( values [ 3 + i ] ) <TAB> <TAB> <TAB> trans = ( float ( values [ 4 + i ] ) , float ( values [ 5 + i ] ) ) <TAB> <TAB> <TAB> scale = float ( values [ 6 + i ] ) <TAB> <TAB> <TAB> self . filenames [ side ] = ( img_filename , aspect ) <TAB> <TAB> <TAB> self . transformations [ side ] = [ trans , scale ] <TAB> <TAB> elif len ( values ) >= 3 and values [ 1 ] == ""enabled"" : <TAB> <TAB> <TAB> enabled = values [ 2 ] . lower ( ) in [ ""true"" , ""yes"" ] <TAB> <TAB> <TAB> self . setBackgroundEnabled ( enabled ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if strict : <TAB> <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Unknown background option: %s"" % ( "" "" . join ( values [ 1 : ] ) ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> log . error ( ""Unknown background option: %s"" , ( "" "" . join ( values [ 1 : ] ) ) )",if len ( values ) >= 7 :,457
25158,"def _pprint_key_entries(
    user, key_fn, key_entries, hash_meth=""sha256"", prefix=""ci-info: ""
):
    if not key_entries:
        message = ""%sno authorized SSH keys fingerprints found for user %s.\n"" % (
            prefix,
            user,
        )
        util.multi_log(message)
        return
    tbl_fields = [""Keytype"", ""Fingerprint (%s)"" % (hash_meth), ""Options"", ""Comment""]
    tbl = SimpleTable(tbl_fields)
    for entry in key_entries:
        if _is_printable_key(entry):
            row = [
                entry.keytype or ""-"",
                _gen_fingerprint(entry.base64, hash_meth) or ""-"",
                entry.options or ""-"",
                entry.comment or ""-"",
            ]
            tbl.add_row(row)
    authtbl_s = tbl.get_string()
    authtbl_lines = authtbl_s.splitlines()
    max_len = len(max(authtbl_lines, key=len))
    lines = [
        util.center(
            ""Authorized keys from %s for user %s"" % (key_fn, user), ""+"", max_len
        ),
    ]
    lines.extend(authtbl_lines)
    for line in lines:
        util.multi_log(text=""%s%s\n"" % (prefix, line), stderr=False, console=True)","def _pprint_key_entries ( <TAB> user , key_fn , key_entries , hash_meth = ""sha256"" , prefix = ""ci-info: "" ) : <TAB> if not key_entries : <TAB> <TAB> message = ""%sno authorized SSH keys fingerprints found for user %s.\n"" % ( <TAB> <TAB> <TAB> prefix , <TAB> <TAB> <TAB> user , <TAB> <TAB> ) <TAB> <TAB> util . multi_log ( message ) <TAB> <TAB> return <TAB> tbl_fields = [ ""Keytype"" , ""Fingerprint (%s)"" % ( hash_meth ) , ""Options"" , ""Comment"" ] <TAB> tbl = SimpleTable ( tbl_fields ) <TAB> for entry in key_entries : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> row = [ <TAB> <TAB> <TAB> <TAB> entry . keytype or ""-"" , <TAB> <TAB> <TAB> <TAB> _gen_fingerprint ( entry . base64 , hash_meth ) or ""-"" , <TAB> <TAB> <TAB> <TAB> entry . options or ""-"" , <TAB> <TAB> <TAB> <TAB> entry . comment or ""-"" , <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> tbl . add_row ( row ) <TAB> authtbl_s = tbl . get_string ( ) <TAB> authtbl_lines = authtbl_s . splitlines ( ) <TAB> max_len = len ( max ( authtbl_lines , key = len ) ) <TAB> lines = [ <TAB> <TAB> util . center ( <TAB> <TAB> <TAB> ""Authorized keys from %s for user %s"" % ( key_fn , user ) , ""+"" , max_len <TAB> <TAB> ) , <TAB> ] <TAB> lines . extend ( authtbl_lines ) <TAB> for line in lines : <TAB> <TAB> util . multi_log ( text = ""%s%s\n"" % ( prefix , line ) , stderr = False , console = True )",if _is_printable_key ( entry ) :,381
22896,"def overrideCommand(self, commandName, func):
    # Override entries in c.k.masterBindingsDict
    k = self
    d = k.masterBindingsDict
    for key in d:
        d2 = d.get(key)
        for key2 in d2:
            bi = d2.get(key2)
            if bi.commandName == commandName:
                bi.func = func
                d2[key2] = bi","def overrideCommand ( self , commandName , func ) : <TAB> <TAB> k = self <TAB> d = k . masterBindingsDict <TAB> for key in d : <TAB> <TAB> d2 = d . get ( key ) <TAB> <TAB> for key2 in d2 : <TAB> <TAB> <TAB> bi = d2 . get ( key2 ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> bi . func = func <TAB> <TAB> <TAB> <TAB> d2 [ key2 ] = bi",if bi . commandName == commandName :,118
12169,"def results_iter(self):
    if self.connection.ops.oracle:
        from django.db.models.fields import DateTimeField
        fields = [DateTimeField()]
    else:
        needs_string_cast = self.connection.features.needs_datetime_string_cast
    offset = len(self.query.extra_select)
    for rows in self.execute_sql(MULTI):
        for row in rows:
            date = row[offset]
            if self.connection.ops.oracle:
                date = self.resolve_columns(row, fields)[offset]
            elif needs_string_cast:
                date = typecast_timestamp(str(date))
            yield date
","def results_iter ( self ) : <TAB> if self . connection . ops . oracle : <TAB> <TAB> from django . db . models . fields import DateTimeField <TAB> <TAB> fields = [ DateTimeField ( ) ] <TAB> else : <TAB> <TAB> needs_string_cast = self . connection . features . needs_datetime_string_cast <TAB> offset = len ( self . query . extra_select ) <TAB> for rows in self . execute_sql ( MULTI ) : <TAB> <TAB> for row in rows : <TAB> <TAB> <TAB> date = row [ offset ] <TAB> <TAB> <TAB> if self . connection . ops . oracle : <TAB> <TAB> <TAB> <TAB> date = self . resolve_columns ( row , fields ) [ offset ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> date = typecast_timestamp ( str ( date ) ) <TAB> <TAB> <TAB> yield date",elif needs_string_cast :,182
17348,"def main():
    pygame.init()
    if hasattr(eventmodule, ""init""):
        eventmodule.init()
    screen = pygame.display.set_mode((300, 300))
    # send an event when twisted wants attention
    reactor.interleave(postTwistedEvent)
    # make shouldQuit a True value when it's safe to quit
    # by appending a value to it.  This ensures that
    # Twisted gets to shut down properly.
    shouldQuit = []
    reactor.addSystemEventTrigger(""after"", ""shutdown"", shouldQuit.append, True)
    for event in eventIterator():
        if event.type == TWISTEDEVENT:
            event.iterateTwisted()
            if shouldQuit:
                break
        elif event.type == QUIT:
            reactor.stop()
        elif event.type == KEYDOWN and event.key == K_ESCAPE:
            reactor.stop()
    pygame.quit()","def main ( ) : <TAB> pygame . init ( ) <TAB> if hasattr ( eventmodule , ""init"" ) : <TAB> <TAB> eventmodule . init ( ) <TAB> screen = pygame . display . set_mode ( ( 300 , 300 ) ) <TAB> <TAB> reactor . interleave ( postTwistedEvent ) <TAB> <TAB> <TAB> <TAB> shouldQuit = [ ] <TAB> reactor . addSystemEventTrigger ( ""after"" , ""shutdown"" , shouldQuit . append , True ) <TAB> for event in eventIterator ( ) : <TAB> <TAB> if event . type == TWISTEDEVENT : <TAB> <TAB> <TAB> event . iterateTwisted ( ) <TAB> <TAB> <TAB> if shouldQuit : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> elif event . type == QUIT : <TAB> <TAB> <TAB> reactor . stop ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> reactor . stop ( ) <TAB> pygame . quit ( )",elif event . type == KEYDOWN and event . key == K_ESCAPE :,247
9695,"def load_profiles(profile_path):
    ""Load the stored profiles""
    profiles = {}
    for profile in os.listdir(profile_path):
        config_name = os.path.join(profile_path, profile, ""config"")
        setup_name = os.path.join(profile_path, profile, ""setup"")
        if not os.path.isfile(config_name) or not os.path.isfile(setup_name):
            continue
        edids = dict(
            [
                x.split()
                for x in (y.strip() for y in open(setup_name).readlines())
                if x and x[0] != ""#""
            ]
        )
        config = {}
        buffer = []
        for line in chain(open(config_name).readlines(), [""output""]):
            if line[:6] == ""output"" and buffer:
                config[buffer[0].strip().split()[-1]] = XrandrOutput.from_config_file(
                    edids, """".join(buffer)
                )
                buffer = [line]
            else:
                buffer.append(line)
        for output_name in list(config.keys()):
            if config[output_name].edid is None:
                del config[output_name]
        profiles[profile] = {
            ""config"": config,
            ""path"": os.path.join(profile_path, profile),
            ""config-mtime"": os.stat(config_name).st_mtime,
        }
    return profiles","def load_profiles ( profile_path ) : <TAB> ""Load the stored profiles"" <TAB> profiles = { } <TAB> for profile in os . listdir ( profile_path ) : <TAB> <TAB> config_name = os . path . join ( profile_path , profile , ""config"" ) <TAB> <TAB> setup_name = os . path . join ( profile_path , profile , ""setup"" ) <TAB> <TAB> if not os . path . isfile ( config_name ) or not os . path . isfile ( setup_name ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> edids = dict ( <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> x . split ( ) <TAB> <TAB> <TAB> <TAB> for x in ( y . strip ( ) for y in open ( setup_name ) . readlines ( ) ) <TAB> <TAB> <TAB> <TAB> if x and x [ 0 ] != ""#"" <TAB> <TAB> <TAB> ] <TAB> <TAB> ) <TAB> <TAB> config = { } <TAB> <TAB> buffer = [ ] <TAB> <TAB> for line in chain ( open ( config_name ) . readlines ( ) , [ ""output"" ] ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> config [ buffer [ 0 ] . strip ( ) . split ( ) [ - 1 ] ] = XrandrOutput . from_config_file ( <TAB> <TAB> <TAB> <TAB> <TAB> edids , """" . join ( buffer ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> buffer = [ line ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> buffer . append ( line ) <TAB> <TAB> for output_name in list ( config . keys ( ) ) : <TAB> <TAB> <TAB> if config [ output_name ] . edid is None : <TAB> <TAB> <TAB> <TAB> del config [ output_name ] <TAB> <TAB> profiles [ profile ] = { <TAB> <TAB> <TAB> ""config"" : config , <TAB> <TAB> <TAB> ""path"" : os . path . join ( profile_path , profile ) , <TAB> <TAB> <TAB> ""config-mtime"" : os . stat ( config_name ) . st_mtime , <TAB> <TAB> } <TAB> return profiles","if line [ : 6 ] == ""output"" and buffer :",412
4805,"def append_scan_summary_info(self, ip_addresses):
    if not ip_addresses:
        return
    delta = timezone.now() - datetime.timedelta(days=1)
    for ip_address in ip_addresses:
        if ip_address.scan_summary and ip_address.scan_summary.modified > delta:
            try:
                job = rq.job.Job.fetch(
                    ip_address.scan_summary.job_id,
                    django_rq.get_connection(),
                )
            except rq.exceptions.NoSuchJobError:
                continue
            else:
                ip_address.scan_summary.changed = job.meta.get(
                    ""changed"",
                    False,
                )","def append_scan_summary_info ( self , ip_addresses ) : <TAB> if not ip_addresses : <TAB> <TAB> return <TAB> delta = timezone . now ( ) - datetime . timedelta ( days = 1 ) <TAB> for ip_address in ip_addresses : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> job = rq . job . Job . fetch ( <TAB> <TAB> <TAB> <TAB> <TAB> ip_address . scan_summary . job_id , <TAB> <TAB> <TAB> <TAB> <TAB> django_rq . get_connection ( ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> except rq . exceptions . NoSuchJobError : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> ip_address . scan_summary . changed = job . meta . get ( <TAB> <TAB> <TAB> <TAB> <TAB> ""changed"" , <TAB> <TAB> <TAB> <TAB> <TAB> False , <TAB> <TAB> <TAB> <TAB> )",if ip_address . scan_summary and ip_address . scan_summary . modified > delta :,211
23975,"def countbox(self):
    self.box = [1000, 1000, -1000, -1000]
    for x, y in self.body:
        if x < self.box[0]:
            self.box[0] = x
        if x > self.box[2]:
            self.box[2] = x
        if y < self.box[1]:
            self.box[1] = y
        if y > self.box[3]:
            self.box[3] = y","def countbox ( self ) : <TAB> self . box = [ 1000 , 1000 , - 1000 , - 1000 ] <TAB> for x , y in self . body : <TAB> <TAB> if x < self . box [ 0 ] : <TAB> <TAB> <TAB> self . box [ 0 ] = x <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . box [ 2 ] = x <TAB> <TAB> if y < self . box [ 1 ] : <TAB> <TAB> <TAB> self . box [ 1 ] = y <TAB> <TAB> if y > self . box [ 3 ] : <TAB> <TAB> <TAB> self . box [ 3 ] = y",if x > self . box [ 2 ] :,131
2563,"def run_cron(self) -> None:
    n = datetime.now()
    job_futures = set()
    for cron_job in self.cron_jobs:
        if cron_job.next_run is None:
            if cron_job.run_at_startup:
                cron_job.next_run = n
            else:
                cron_job.set_next(n)
        next_run = cast(datetime, cron_job.next_run)
        if n >= next_run:
            job_id = (
                f""{cron_job.name}:{to_unix_ms(next_run)}"" if cron_job.unique else None
            )
            job_futures.add(
                self.pool.enqueue_job(
                    cron_job.name, _job_id=job_id, _queue_name=self.queue_name
                )
            )
            cron_job.set_next(n)
    job_futures and await asyncio.gather(*job_futures)
","def run_cron ( self ) -> None : <TAB> n = datetime . now ( ) <TAB> job_futures = set ( ) <TAB> for cron_job in self . cron_jobs : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if cron_job . run_at_startup : <TAB> <TAB> <TAB> <TAB> cron_job . next_run = n <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> cron_job . set_next ( n ) <TAB> <TAB> next_run = cast ( datetime , cron_job . next_run ) <TAB> <TAB> if n >= next_run : <TAB> <TAB> <TAB> job_id = ( <TAB> <TAB> <TAB> <TAB> f""{cron_job.name}:{to_unix_ms(next_run)}"" if cron_job . unique else None <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> job_futures . add ( <TAB> <TAB> <TAB> <TAB> self . pool . enqueue_job ( <TAB> <TAB> <TAB> <TAB> <TAB> cron_job . name , _job_id = job_id , _queue_name = self . queue_name <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> cron_job . set_next ( n ) <TAB> job_futures and await asyncio . gather ( * job_futures )",if cron_job . next_run is None :,284
22000,"def set_indentation_params(self, ispythonsource, guess=1):
    if guess and ispythonsource:
        i = self.guess_indent()
        if 2 <= i <= 8:
            self.indentwidth = i
        if self.indentwidth != self.tabwidth:
            self.usetabs = 0
    self.editwin.set_tabwidth(self.tabwidth)","def set_indentation_params ( self , ispythonsource , guess = 1 ) : <TAB> if guess and ispythonsource : <TAB> <TAB> i = self . guess_indent ( ) <TAB> <TAB> if 2 <= i <= 8 : <TAB> <TAB> <TAB> self . indentwidth = i <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . usetabs = 0 <TAB> self . editwin . set_tabwidth ( self . tabwidth )",if self . indentwidth != self . tabwidth :,100
24687,"def batch_act_and_train(self, batch_obs):
    xp = self.xp
    b_state = self.batch_states(batch_obs, xp, self.phi)
    if self.obs_normalizer:
        b_state = self.obs_normalizer(b_state, update=False)
    num_envs = len(batch_obs)
    if self.batch_last_episode is None:
        self._initialize_batch_variables(num_envs)
    assert len(self.batch_last_episode) == num_envs
    assert len(self.batch_last_state) == num_envs
    assert len(self.batch_last_action) == num_envs
    # action_distrib will be recomputed when computing gradients
    with chainer.using_config(""train"", False), chainer.no_backprop_mode():
        if self.recurrent:
            assert self.train_prev_recurrent_states is None
            self.train_prev_recurrent_states = self.train_recurrent_states
            (action_distrib, batch_value), self.train_recurrent_states = self.model(
                b_state, self.train_prev_recurrent_states
            )
        else:
            action_distrib, batch_value = self.model(b_state)
        batch_action = chainer.cuda.to_cpu(action_distrib.sample().array)
        self.entropy_record.extend(chainer.cuda.to_cpu(action_distrib.entropy.array))
        self.value_record.extend(chainer.cuda.to_cpu((batch_value.array)))
    self.batch_last_state = list(batch_obs)
    self.batch_last_action = list(batch_action)
    return batch_action
","def batch_act_and_train ( self , batch_obs ) : <TAB> xp = self . xp <TAB> b_state = self . batch_states ( batch_obs , xp , self . phi ) <TAB> if self . obs_normalizer : <TAB> <TAB> b_state = self . obs_normalizer ( b_state , update = False ) <TAB> num_envs = len ( batch_obs ) <TAB> if self . batch_last_episode is None : <TAB> <TAB> self . _initialize_batch_variables ( num_envs ) <TAB> assert len ( self . batch_last_episode ) == num_envs <TAB> assert len ( self . batch_last_state ) == num_envs <TAB> assert len ( self . batch_last_action ) == num_envs <TAB> <TAB> with chainer . using_config ( ""train"" , False ) , chainer . no_backprop_mode ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert self . train_prev_recurrent_states is None <TAB> <TAB> <TAB> self . train_prev_recurrent_states = self . train_recurrent_states <TAB> <TAB> <TAB> ( action_distrib , batch_value ) , self . train_recurrent_states = self . model ( <TAB> <TAB> <TAB> <TAB> b_state , self . train_prev_recurrent_states <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> action_distrib , batch_value = self . model ( b_state ) <TAB> <TAB> batch_action = chainer . cuda . to_cpu ( action_distrib . sample ( ) . array ) <TAB> <TAB> self . entropy_record . extend ( chainer . cuda . to_cpu ( action_distrib . entropy . array ) ) <TAB> <TAB> self . value_record . extend ( chainer . cuda . to_cpu ( ( batch_value . array ) ) ) <TAB> self . batch_last_state = list ( batch_obs ) <TAB> self . batch_last_action = list ( batch_action ) <TAB> return batch_action",if self . recurrent :,436
4959,"def __init__(self, meters_count):
    w = SLOT_W * meters_count
    h = METER_SLOT_H
    self.widget = cairoarea.CairoDrawableArea2(w, h, self._draw)
    self.audio_meters = []  # displays both l_Value and r_value
    for i in range(0, meters_count):
        meter = AudioMeter(METER_HEIGHT)
        if i != meters_count - 1:
            meter.right_channel.draw_dB = True
        self.audio_meters.append(meter)","def __init__ ( self , meters_count ) : <TAB> w = SLOT_W * meters_count <TAB> h = METER_SLOT_H <TAB> self . widget = cairoarea . CairoDrawableArea2 ( w , h , self . _draw ) <TAB> self . audio_meters = [ ] <TAB> for i in range ( 0 , meters_count ) : <TAB> <TAB> meter = AudioMeter ( METER_HEIGHT ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> meter . right_channel . draw_dB = True <TAB> <TAB> self . audio_meters . append ( meter )",if i != meters_count - 1 :,153
7599,"def rx():
    while True:
        rx_i = rep.recv()
        if rx_i == b""1000"":
            rep.send(b""done"")
            break
        rep.send(b""i"")","def rx ( ) : <TAB> while True : <TAB> <TAB> rx_i = rep . recv ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rep . send ( b""done"" ) <TAB> <TAB> <TAB> break <TAB> <TAB> rep . send ( b""i"" )","if rx_i == b""1000"" :",60
8809,"def _expand_requires_extra(re):
    for extra, reqs in sorted(re.items()):
        for req in reqs:
            if "";"" in req:
                name, envmark = req.split("";"", 1)
                yield '{} ; extra == ""{}"" and ({})'.format(name, extra, envmark)
            else:
                yield '{} ; extra == ""{}""'.format(req, extra)","def _expand_requires_extra ( re ) : <TAB> for extra , reqs in sorted ( re . items ( ) ) : <TAB> <TAB> for req in reqs : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> name , envmark = req . split ( "";"" , 1 ) <TAB> <TAB> <TAB> <TAB> yield '{} ; extra == ""{}"" and ({})' . format ( name , extra , envmark ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> yield '{} ; extra == ""{}""' . format ( req , extra )","if "";"" in req :",105
8149,"def recvfds(sock, size):
    """"""Receive an array of fds over an AF_UNIX socket.""""""
    a = array.array(""i"")
    bytes_size = a.itemsize * size
    msg, ancdata, flags, addr = sock.recvmsg(
        1,
        socket.CMSG_LEN(bytes_size),
    )
    if not msg and not ancdata:
        raise EOFError
    try:
        if ACKNOWLEDGE:
            sock.send(b""A"")
        if len(ancdata) != 1:
            raise RuntimeError(
                ""received %d items of ancdata"" % len(ancdata),
            )
        cmsg_level, cmsg_type, cmsg_data = ancdata[0]
        if cmsg_level == socket.SOL_SOCKET and cmsg_type == socket.SCM_RIGHTS:
            if len(cmsg_data) % a.itemsize != 0:
                raise ValueError
            a.frombytes(cmsg_data)
            assert len(a) % 256 == msg[0]
            return list(a)
    except (ValueError, IndexError):
        pass
    raise RuntimeError(""Invalid data received"")","def recvfds ( sock , size ) : <TAB> """"""Receive an array of fds over an AF_UNIX socket."""""" <TAB> a = array . array ( ""i"" ) <TAB> bytes_size = a . itemsize * size <TAB> msg , ancdata , flags , addr = sock . recvmsg ( <TAB> <TAB> 1 , <TAB> <TAB> socket . CMSG_LEN ( bytes_size ) , <TAB> ) <TAB> if not msg and not ancdata : <TAB> <TAB> raise EOFError <TAB> try : <TAB> <TAB> if ACKNOWLEDGE : <TAB> <TAB> <TAB> sock . send ( b""A"" ) <TAB> <TAB> if len ( ancdata ) != 1 : <TAB> <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> <TAB> ""received %d items of ancdata"" % len ( ancdata ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> cmsg_level , cmsg_type , cmsg_data = ancdata [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if len ( cmsg_data ) % a . itemsize != 0 : <TAB> <TAB> <TAB> <TAB> raise ValueError <TAB> <TAB> <TAB> a . frombytes ( cmsg_data ) <TAB> <TAB> <TAB> assert len ( a ) % 256 == msg [ 0 ] <TAB> <TAB> <TAB> return list ( a ) <TAB> except ( ValueError , IndexError ) : <TAB> <TAB> pass <TAB> raise RuntimeError ( ""Invalid data received"" )",if cmsg_level == socket . SOL_SOCKET and cmsg_type == socket . SCM_RIGHTS :,308
6155,"def get_filtered_observation_space(
    self, input_observation_space: ObservationSpace
) -> ObservationSpace:
    axis_size = input_observation_space.shape[self.axis_origin]
    input_observation_space.shape = np.delete(
        input_observation_space.shape, self.axis_origin
    )
    if self.axis_target == -1:
        input_observation_space.shape = np.append(
            input_observation_space.shape, axis_size
        )
    elif self.axis_target < -1:
        input_observation_space.shape = np.insert(
            input_observation_space.shape, self.axis_target + 1, axis_size
        )
    else:
        input_observation_space.shape = np.insert(
            input_observation_space.shape, self.axis_target, axis_size
        )
    # move the channels axis according to the axis change
    if isinstance(input_observation_space, PlanarMapsObservationSpace):
        if input_observation_space.channels_axis == self.axis_origin:
            input_observation_space.channels_axis = self.axis_target
        elif input_observation_space.channels_axis == self.axis_target:
            input_observation_space.channels_axis = self.axis_origin
        elif (
            self.axis_origin < input_observation_space.channels_axis < self.axis_target
        ):
            input_observation_space.channels_axis -= 1
        elif (
            self.axis_target < input_observation_space.channels_axis < self.axis_origin
        ):
            input_observation_space.channels_axis += 1
    return input_observation_space","def get_filtered_observation_space ( <TAB> self , input_observation_space : ObservationSpace ) -> ObservationSpace : <TAB> axis_size = input_observation_space . shape [ self . axis_origin ] <TAB> input_observation_space . shape = np . delete ( <TAB> <TAB> input_observation_space . shape , self . axis_origin <TAB> ) <TAB> if self . axis_target == - 1 : <TAB> <TAB> input_observation_space . shape = np . append ( <TAB> <TAB> <TAB> input_observation_space . shape , axis_size <TAB> <TAB> ) <TAB> elif self . axis_target < - 1 : <TAB> <TAB> input_observation_space . shape = np . insert ( <TAB> <TAB> <TAB> input_observation_space . shape , self . axis_target + 1 , axis_size <TAB> <TAB> ) <TAB> else : <TAB> <TAB> input_observation_space . shape = np . insert ( <TAB> <TAB> <TAB> input_observation_space . shape , self . axis_target , axis_size <TAB> <TAB> ) <TAB> <TAB> if isinstance ( input_observation_space , PlanarMapsObservationSpace ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> input_observation_space . channels_axis = self . axis_target <TAB> <TAB> elif input_observation_space . channels_axis == self . axis_target : <TAB> <TAB> <TAB> input_observation_space . channels_axis = self . axis_origin <TAB> <TAB> elif ( <TAB> <TAB> <TAB> self . axis_origin < input_observation_space . channels_axis < self . axis_target <TAB> <TAB> ) : <TAB> <TAB> <TAB> input_observation_space . channels_axis -= 1 <TAB> <TAB> elif ( <TAB> <TAB> <TAB> self . axis_target < input_observation_space . channels_axis < self . axis_origin <TAB> <TAB> ) : <TAB> <TAB> <TAB> input_observation_space . channels_axis += 1 <TAB> return input_observation_space",if input_observation_space . channels_axis == self . axis_origin :,465
24914,"def __iadd__(self, other):
    if safe_mode and self._parent_expr:
        raise EntangledExpressionError(self, other)
    _type = other.__class__
    if _type in native_numeric_types:
        if other:
            self._args.append(other)
        return self
    try:
        _other_expr = other.is_expression()
    except AttributeError:
        # This exception gets raised rarely in production models: to
        # get here, other must be a numeric, but non-NumericValue,
        # type that we haven't seen before.  Therefore, we can be a
        # bit inefficient.
        other = as_numeric(other)
        _other_expr = other.is_expression()
    if _other_expr:
        if safe_mode and other._parent_expr:  # is not None:
            raise EntangledExpressionError(self, other)
        if _type is _SumExpression:
            self._args.extend(other._args)
            other._args = []  # for safety
            return self
        if safe_mode:
            other._parent_expr = bypass_backreference or ref(self)
    elif other.is_indexed():
        raise TypeError(
            ""Argument for expression '%s' is an indexed numeric ""
            ""value\nspecified without an index:\n\t%s\nIs this ""
            ""value defined over an index that you did not specify?""
            % (
                etype,
                other.cname(True),
            )
        )
    elif other.is_constant():
        other = other()
    self._args.append(other)
    return self
","def __iadd__ ( self , other ) : <TAB> if safe_mode and self . _parent_expr : <TAB> <TAB> raise EntangledExpressionError ( self , other ) <TAB> _type = other . __class__ <TAB> if _type in native_numeric_types : <TAB> <TAB> if other : <TAB> <TAB> <TAB> self . _args . append ( other ) <TAB> <TAB> return self <TAB> try : <TAB> <TAB> _other_expr = other . is_expression ( ) <TAB> except AttributeError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> other = as_numeric ( other ) <TAB> <TAB> _other_expr = other . is_expression ( ) <TAB> if _other_expr : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise EntangledExpressionError ( self , other ) <TAB> <TAB> if _type is _SumExpression : <TAB> <TAB> <TAB> self . _args . extend ( other . _args ) <TAB> <TAB> <TAB> other . _args = [ ] <TAB> <TAB> <TAB> return self <TAB> <TAB> if safe_mode : <TAB> <TAB> <TAB> other . _parent_expr = bypass_backreference or ref ( self ) <TAB> elif other . is_indexed ( ) : <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> ""Argument for expression '%s' is an indexed numeric "" <TAB> <TAB> <TAB> ""value\nspecified without an index:\n\t%s\nIs this "" <TAB> <TAB> <TAB> ""value defined over an index that you did not specify?"" <TAB> <TAB> <TAB> % ( <TAB> <TAB> <TAB> <TAB> etype , <TAB> <TAB> <TAB> <TAB> other . cname ( True ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> elif other . is_constant ( ) : <TAB> <TAB> other = other ( ) <TAB> self . _args . append ( other ) <TAB> return self",if safe_mode and other . _parent_expr :,433
14589,"def _importZippedFiles(self, srcPath, parentPath, parent_id):
    import zipfile, tempfile
    zf = zipfile.ZipFile(srcPath, ""r"")
    try:
        zipped_files = zf.namelist()
        for fname in zipped_files:
            if fname.startswith(""/""):
                raise Exception(""filename in zip file is an absolute path: %s"", fname)
            elif self._up_dir_re.search(fname):
                raise Exception(""filename in zip file contains a '..': %s"", fname)
        koDirSvc = components.classes[""@activestate.com/koDirs;1""].getService()
        userDataDir = koDirSvc.userDataDir
        extractDir = join(userDataDir, ""extracted-kpz"")
        zipExtractDir = tempfile.mkdtemp(suffix=""_zip"", prefix=""tools_"", dir=extractDir)
        zf.extractall(zipExtractDir)
    finally:
        zf.close()
    try:
        newFiles = []
        for fname in os.listdir(zipExtractDir):
            path = join(zipExtractDir, fname)
            if os.path.isdir(path):
                self.importDirectory(parentPath, path)
            else:
                newFiles.append(path)
        if newFiles:
            self.importFiles(parentPath, newFiles)
    finally:
        shutil.rmtree(zipExtractDir)","def _importZippedFiles ( self , srcPath , parentPath , parent_id ) : <TAB> import zipfile , tempfile <TAB> zf = zipfile . ZipFile ( srcPath , ""r"" ) <TAB> try : <TAB> <TAB> zipped_files = zf . namelist ( ) <TAB> <TAB> for fname in zipped_files : <TAB> <TAB> <TAB> if fname . startswith ( ""/"" ) : <TAB> <TAB> <TAB> <TAB> raise Exception ( ""filename in zip file is an absolute path: %s"" , fname ) <TAB> <TAB> <TAB> elif self . _up_dir_re . search ( fname ) : <TAB> <TAB> <TAB> <TAB> raise Exception ( ""filename in zip file contains a '..': %s"" , fname ) <TAB> <TAB> koDirSvc = components . classes [ ""@activestate.com/koDirs;1"" ] . getService ( ) <TAB> <TAB> userDataDir = koDirSvc . userDataDir <TAB> <TAB> extractDir = join ( userDataDir , ""extracted-kpz"" ) <TAB> <TAB> zipExtractDir = tempfile . mkdtemp ( suffix = ""_zip"" , prefix = ""tools_"" , dir = extractDir ) <TAB> <TAB> zf . extractall ( zipExtractDir ) <TAB> finally : <TAB> <TAB> zf . close ( ) <TAB> try : <TAB> <TAB> newFiles = [ ] <TAB> <TAB> for fname in os . listdir ( zipExtractDir ) : <TAB> <TAB> <TAB> path = join ( zipExtractDir , fname ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . importDirectory ( parentPath , path ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> newFiles . append ( path ) <TAB> <TAB> if newFiles : <TAB> <TAB> <TAB> self . importFiles ( parentPath , newFiles ) <TAB> finally : <TAB> <TAB> shutil . rmtree ( zipExtractDir )",if os . path . isdir ( path ) :,366
20297,"def test_prod_without_zeros_default_acc_dtype(self):
    # Test the default dtype of a ProdWithoutZeros().
    # We try multiple axis combinations even though axis should not matter.
    axes = [None, 0, 1, [], [0], [1], [0, 1]]
    for idx, dtype in enumerate(imap(str, theano.scalar.all_types)):
        axis = axes[idx % len(axes)]
        x = tensor.matrix(dtype=dtype)
        p = ProdWithoutZeros(axis=axis)(x)
        assert p.owner.op.acc_dtype == dict(
            bool=""int64"",
            int8=""int64"",
            int16=""int64"",
            int32=""int64"",
            uint8=""uint64"",
            uint16=""uint64"",
            uint32=""uint64"",
            float16=""float32"",
            float32=""float64"",
            complex64=""complex128"",
        ).get(dtype, dtype)
        if ""complex"" in dtype:
            continue
        f = theano.function([x], p)
        data = np.random.rand(2, 3) * 3
        data = data.astype(dtype)
        f(data)","def test_prod_without_zeros_default_acc_dtype ( self ) : <TAB> <TAB> <TAB> axes = [ None , 0 , 1 , [ ] , [ 0 ] , [ 1 ] , [ 0 , 1 ] ] <TAB> for idx , dtype in enumerate ( imap ( str , theano . scalar . all_types ) ) : <TAB> <TAB> axis = axes [ idx % len ( axes ) ] <TAB> <TAB> x = tensor . matrix ( dtype = dtype ) <TAB> <TAB> p = ProdWithoutZeros ( axis = axis ) ( x ) <TAB> <TAB> assert p . owner . op . acc_dtype == dict ( <TAB> <TAB> <TAB> bool = ""int64"" , <TAB> <TAB> <TAB> int8 = ""int64"" , <TAB> <TAB> <TAB> int16 = ""int64"" , <TAB> <TAB> <TAB> int32 = ""int64"" , <TAB> <TAB> <TAB> uint8 = ""uint64"" , <TAB> <TAB> <TAB> uint16 = ""uint64"" , <TAB> <TAB> <TAB> uint32 = ""uint64"" , <TAB> <TAB> <TAB> float16 = ""float32"" , <TAB> <TAB> <TAB> float32 = ""float64"" , <TAB> <TAB> <TAB> complex64 = ""complex128"" , <TAB> <TAB> ) . get ( dtype , dtype ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> f = theano . function ( [ x ] , p ) <TAB> <TAB> data = np . random . rand ( 2 , 3 ) * 3 <TAB> <TAB> data = data . astype ( dtype ) <TAB> <TAB> f ( data )","if ""complex"" in dtype :",321
21337,"def forward(self, g, feats):
    with g.local_scope():
        init_feats = feats
        # assume that the graphs are undirected and graph.in_degrees() is the same as graph.out_degrees()
        degs = g.in_degrees().float().clamp(min=1)
        norm = torch.pow(degs, -0.5).to(feats.device).unsqueeze(1)
        output = None
        for k in range(self.K):
            feats = init_feats
            for t in range(self.T):
                feats = feats * norm
                g.ndata[""h""] = feats
                g.update_all(fn.copy_u(""h"", ""m""), fn.sum(""m"", ""h""))
                feats = g.ndata.pop(""h"")
                feats = feats * norm
                if t == 0:
                    feats = self.w_0[str(k)](feats)
                else:
                    feats = self.w[str(k)](feats)
                feats += self.dropout(self.v[str(k)](init_feats))
                feats += self.v[str(k)](self.dropout(init_feats))
                if self.bias is not None:
                    feats += self.bias[k][t]
                if self.activation is not None:
                    feats = self.activation(feats)
            if output is None:
                output = feats
            else:
                output += feats
        return output / self.K","def forward ( self , g , feats ) : <TAB> with g . local_scope ( ) : <TAB> <TAB> init_feats = feats <TAB> <TAB> <TAB> <TAB> degs = g . in_degrees ( ) . float ( ) . clamp ( min = 1 ) <TAB> <TAB> norm = torch . pow ( degs , - 0.5 ) . to ( feats . device ) . unsqueeze ( 1 ) <TAB> <TAB> output = None <TAB> <TAB> for k in range ( self . K ) : <TAB> <TAB> <TAB> feats = init_feats <TAB> <TAB> <TAB> for t in range ( self . T ) : <TAB> <TAB> <TAB> <TAB> feats = feats * norm <TAB> <TAB> <TAB> <TAB> g . ndata [ ""h"" ] = feats <TAB> <TAB> <TAB> <TAB> g . update_all ( fn . copy_u ( ""h"" , ""m"" ) , fn . sum ( ""m"" , ""h"" ) ) <TAB> <TAB> <TAB> <TAB> feats = g . ndata . pop ( ""h"" ) <TAB> <TAB> <TAB> <TAB> feats = feats * norm <TAB> <TAB> <TAB> <TAB> if t == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> feats = self . w_0 [ str ( k ) ] ( feats ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> feats = self . w [ str ( k ) ] ( feats ) <TAB> <TAB> <TAB> <TAB> feats += self . dropout ( self . v [ str ( k ) ] ( init_feats ) ) <TAB> <TAB> <TAB> <TAB> feats += self . v [ str ( k ) ] ( self . dropout ( init_feats ) ) <TAB> <TAB> <TAB> <TAB> if self . bias is not None : <TAB> <TAB> <TAB> <TAB> <TAB> feats += self . bias [ k ] [ t ] <TAB> <TAB> <TAB> <TAB> if self . activation is not None : <TAB> <TAB> <TAB> <TAB> <TAB> feats = self . activation ( feats ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> output = feats <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> output += feats <TAB> <TAB> return output / self . K",if output is None :,423
12091,"def _model_to_prospective_search_schema(model, add_entry):
    """"""Produce SchemaEntries from db.Model class.""""""
    from google.appengine.ext import db
    for name, model_property in model.properties().iteritems():
        model_class = model_property.__class__
        if issubclass(model_class, db.ListProperty):
            model_class = _GetModelTypeForListPropertyType(model_property.item_type)
        _add_schema_entry(model_class, name, add_entry)
","def _model_to_prospective_search_schema ( model , add_entry ) : <TAB> """"""Produce SchemaEntries from db.Model class."""""" <TAB> from google . appengine . ext import db <TAB> for name , model_property in model . properties ( ) . iteritems ( ) : <TAB> <TAB> model_class = model_property . __class__ <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> model_class = _GetModelTypeForListPropertyType ( model_property . item_type ) <TAB> <TAB> _add_schema_entry ( model_class , name , add_entry )","if issubclass ( model_class , db . ListProperty ) :",131
12569,"def workflows_using_aw(dirpath):
    """"""Yield bundle IDs of workflows using AW.""""""
    for root, _, filenames in os.walk(dirpath):
        for filename in filenames:
            if not filename.endswith("".alfredworkflow""):
                continue
            path = os.path.join(root, filename)
            with ZipFile(path) as z:
                uses_alfred_workflow = False
                for name in z.namelist():
                    if name in (b""workflow/workflow.py"", b""workflow.zip""):
                        uses_alfred_workflow = True
                    elif match_zip(name):
                        uses_alfred_workflow = True
                if uses_alfred_workflow:
                    bundle = os.path.basename(os.path.dirname(path))
                    # print(bundle)
                    yield bundle
","def workflows_using_aw ( dirpath ) : <TAB> """"""Yield bundle IDs of workflows using AW."""""" <TAB> for root , _ , filenames in os . walk ( dirpath ) : <TAB> <TAB> for filename in filenames : <TAB> <TAB> <TAB> if not filename . endswith ( "".alfredworkflow"" ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> path = os . path . join ( root , filename ) <TAB> <TAB> <TAB> with ZipFile ( path ) as z : <TAB> <TAB> <TAB> <TAB> uses_alfred_workflow = False <TAB> <TAB> <TAB> <TAB> for name in z . namelist ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> if name in ( b""workflow/workflow.py"" , b""workflow.zip"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> uses_alfred_workflow = True <TAB> <TAB> <TAB> <TAB> <TAB> elif match_zip ( name ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> uses_alfred_workflow = True <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> bundle = os . path . basename ( os . path . dirname ( path ) ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> yield bundle",if uses_alfred_workflow :,240
18976,"def read_headers(cls, fp):
    headers = httputil.HeaderMap()
    while True:
        line = fp.readline()
        if not line:
            # No more data--illegal end of headers
            raise EOFError(u""Illegal end of headers."")
        if line == ""\r\n"":
            # Normal end of headers
            break
        if not line.endswith(""\r\n""):
            raise ValueError(u""MIME requires CRLF terminators: %r"" % line)
        if line[0] in "" \t"":
            # It's a continuation line.
            v = line.strip().decode(u""ISO-8859-1"")
        else:
            k, v = line.split("":"", 1)
            k = k.strip().decode(u""ISO-8859-1"")
            v = v.strip().decode(u""ISO-8859-1"")
        existing = headers.get(k)
        if existing:
            v = u"", "".join((existing, v))
        headers[k] = v
    return headers","def read_headers ( cls , fp ) : <TAB> headers = httputil . HeaderMap ( ) <TAB> while True : <TAB> <TAB> line = fp . readline ( ) <TAB> <TAB> if not line : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise EOFError ( u""Illegal end of headers."" ) <TAB> <TAB> if line == ""\r\n"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if not line . endswith ( ""\r\n"" ) : <TAB> <TAB> <TAB> raise ValueError ( u""MIME requires CRLF terminators: %r"" % line ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> v = line . strip ( ) . decode ( u""ISO-8859-1"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> k , v = line . split ( "":"" , 1 ) <TAB> <TAB> <TAB> k = k . strip ( ) . decode ( u""ISO-8859-1"" ) <TAB> <TAB> <TAB> v = v . strip ( ) . decode ( u""ISO-8859-1"" ) <TAB> <TAB> existing = headers . get ( k ) <TAB> <TAB> if existing : <TAB> <TAB> <TAB> v = u"", "" . join ( ( existing , v ) ) <TAB> <TAB> headers [ k ] = v <TAB> return headers","if line [ 0 ] in "" \t"" :",276
1440,"def _yield_unescaped(self, string):
    while ""\\"" in string:
        finder = EscapeFinder(string)
        yield finder.before + finder.backslashes
        if finder.escaped and finder.text:
            yield self._unescape(finder.text)
        else:
            yield finder.text
        string = finder.after
    yield string
","def _yield_unescaped ( self , string ) : <TAB> while ""\\"" in string : <TAB> <TAB> finder = EscapeFinder ( string ) <TAB> <TAB> yield finder . before + finder . backslashes <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield self . _unescape ( finder . text ) <TAB> <TAB> else : <TAB> <TAB> <TAB> yield finder . text <TAB> <TAB> string = finder . after <TAB> yield string",if finder . escaped and finder . text :,91
3344,"def test_files(self):
    # get names of files to test
    dist_dir = os.path.join(os.path.dirname(__file__), os.pardir, os.pardir)
    names = []
    for d in self.test_directories:
        test_dir = os.path.join(dist_dir, d)
        for n in os.listdir(test_dir):
            if n.endswith("".py"") and not n.startswith(""bad""):
                names.append(os.path.join(test_dir, n))
    for filename in names:
        if test_support.verbose:
            print(""Testing %s"" % filename)
        source = read_pyfile(filename)
        self.check_roundtrip(source)
","def test_files ( self ) : <TAB> <TAB> dist_dir = os . path . join ( os . path . dirname ( __file__ ) , os . pardir , os . pardir ) <TAB> names = [ ] <TAB> for d in self . test_directories : <TAB> <TAB> test_dir = os . path . join ( dist_dir , d ) <TAB> <TAB> for n in os . listdir ( test_dir ) : <TAB> <TAB> <TAB> if n . endswith ( "".py"" ) and not n . startswith ( ""bad"" ) : <TAB> <TAB> <TAB> <TAB> names . append ( os . path . join ( test_dir , n ) ) <TAB> for filename in names : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""Testing %s"" % filename ) <TAB> <TAB> source = read_pyfile ( filename ) <TAB> <TAB> self . check_roundtrip ( source )",if test_support . verbose :,186
25509,"def _adjust_self_columns_for_partial_reordering(self):
    pairs = set()
    col_by_idx = list(self.columns)
    if self.partial_reordering:
        for tuple_ in self.partial_reordering:
            for index, elem in enumerate(tuple_):
                if index > 0:
                    pairs.add((tuple_[index - 1], elem))
    else:
        for index, elem in enumerate(self.existing_ordering):
            if index > 0:
                pairs.add((col_by_idx[index - 1], elem))
    pairs.update(self.add_col_ordering)
    # this can happen if some columns were dropped and not removed
    # from existing_ordering.  this should be prevented already, but
    # conservatively making sure this didn't happen
    pairs = [p for p in pairs if p[0] != p[1]]
    sorted_ = list(topological.sort(pairs, col_by_idx, deterministic_order=True))
    self.columns = OrderedDict((k, self.columns[k]) for k in sorted_)
    self.column_transfers = OrderedDict((k, self.column_transfers[k]) for k in sorted_)","def _adjust_self_columns_for_partial_reordering ( self ) : <TAB> pairs = set ( ) <TAB> col_by_idx = list ( self . columns ) <TAB> if self . partial_reordering : <TAB> <TAB> for tuple_ in self . partial_reordering : <TAB> <TAB> <TAB> for index , elem in enumerate ( tuple_ ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> pairs . add ( ( tuple_ [ index - 1 ] , elem ) ) <TAB> else : <TAB> <TAB> for index , elem in enumerate ( self . existing_ordering ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> pairs . add ( ( col_by_idx [ index - 1 ] , elem ) ) <TAB> pairs . update ( self . add_col_ordering ) <TAB> <TAB> <TAB> <TAB> pairs = [ p for p in pairs if p [ 0 ] != p [ 1 ] ] <TAB> sorted_ = list ( topological . sort ( pairs , col_by_idx , deterministic_order = True ) ) <TAB> self . columns = OrderedDict ( ( k , self . columns [ k ] ) for k in sorted_ ) <TAB> self . column_transfers = OrderedDict ( ( k , self . column_transfers [ k ] ) for k in sorted_ )",if index > 0 :,296
18534,"def print_map(node, l):
    if node.title not in l:
        l[node.title] = []
    for n in node.children:
        if len(n.children) > 0:
            w = {n.title: []}
            l[node.title].append(w)
            print_map(n, w)
        else:
            l[node.title].append(n.title)","def print_map ( node , l ) : <TAB> if node . title not in l : <TAB> <TAB> l [ node . title ] = [ ] <TAB> for n in node . children : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> w = { n . title : [ ] } <TAB> <TAB> <TAB> l [ node . title ] . append ( w ) <TAB> <TAB> <TAB> print_map ( n , w ) <TAB> <TAB> else : <TAB> <TAB> <TAB> l [ node . title ] . append ( n . title )",if len ( n . children ) > 0 :,112
11664,"def check_options(
    url,
    cmd,
    cve,
    check_header,
    filename,
    os_shell_option,
    http_request_method,
    go_back,
    go_back_again,
):
    if os_shell_option == False:
        if no_result == True:
            return False
        else:
            return True
    # The ""back"" option
    elif os_shell_option == ""back"":
        go_back = True
        return go_back, go_back_again
    # The ""os_shell"" option
    elif os_shell_option == ""os_shell"":
        warn_msg = ""You are already into the '"" + os_shell_option + ""' mode.""
        print(settings.print_warning_msg(warn_msg)) + ""\n""
    # The ""bind_tcp"" option
    elif os_shell_option == ""bind_tcp"":
        go_back, go_back_again = bind_tcp_config(
            url,
            cmd,
            cve,
            check_header,
            filename,
            os_shell_option,
            http_request_method,
            go_back,
            go_back_again,
        )
        return go_back, go_back_again
    # The ""reverse_tcp"" option
    elif os_shell_option == ""reverse_tcp"":
        go_back, go_back_again = reverse_tcp_config(
            url,
            cmd,
            cve,
            check_header,
            filename,
            os_shell_option,
            http_request_method,
            go_back,
            go_back_again,
        )
        return go_back, go_back_again
    # The ""quit"" option
    elif os_shell_option == ""quit"":
        raise SystemExit()
","def check_options ( <TAB> url , <TAB> cmd , <TAB> cve , <TAB> check_header , <TAB> filename , <TAB> os_shell_option , <TAB> http_request_method , <TAB> go_back , <TAB> go_back_again , ) : <TAB> if os_shell_option == False : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> <TAB> else : <TAB> <TAB> <TAB> return True <TAB> <TAB> elif os_shell_option == ""back"" : <TAB> <TAB> go_back = True <TAB> <TAB> return go_back , go_back_again <TAB> <TAB> elif os_shell_option == ""os_shell"" : <TAB> <TAB> warn_msg = ""You are already into the '"" + os_shell_option + ""' mode."" <TAB> <TAB> print ( settings . print_warning_msg ( warn_msg ) ) + ""\n"" <TAB> <TAB> elif os_shell_option == ""bind_tcp"" : <TAB> <TAB> go_back , go_back_again = bind_tcp_config ( <TAB> <TAB> <TAB> url , <TAB> <TAB> <TAB> cmd , <TAB> <TAB> <TAB> cve , <TAB> <TAB> <TAB> check_header , <TAB> <TAB> <TAB> filename , <TAB> <TAB> <TAB> os_shell_option , <TAB> <TAB> <TAB> http_request_method , <TAB> <TAB> <TAB> go_back , <TAB> <TAB> <TAB> go_back_again , <TAB> <TAB> ) <TAB> <TAB> return go_back , go_back_again <TAB> <TAB> elif os_shell_option == ""reverse_tcp"" : <TAB> <TAB> go_back , go_back_again = reverse_tcp_config ( <TAB> <TAB> <TAB> url , <TAB> <TAB> <TAB> cmd , <TAB> <TAB> <TAB> cve , <TAB> <TAB> <TAB> check_header , <TAB> <TAB> <TAB> filename , <TAB> <TAB> <TAB> os_shell_option , <TAB> <TAB> <TAB> http_request_method , <TAB> <TAB> <TAB> go_back , <TAB> <TAB> <TAB> go_back_again , <TAB> <TAB> ) <TAB> <TAB> return go_back , go_back_again <TAB> <TAB> elif os_shell_option == ""quit"" : <TAB> <TAB> raise SystemExit ( )",if no_result == True :,496
11126,"def _parse_inputs(self, skip=()):
    """"""validate spm normalize options if set to None ignore""""""
    einputs = super(Normalize12, self)._parse_inputs(skip=(""jobtype"", ""apply_to_files""))
    if isdefined(self.inputs.apply_to_files):
        inputfiles = deepcopy(self.inputs.apply_to_files)
        if isdefined(self.inputs.image_to_align):
            inputfiles.extend([self.inputs.image_to_align])
        einputs[0][""subj""][""resample""] = scans_for_fnames(inputfiles)
    jobtype = self.inputs.jobtype
    if jobtype in [""estwrite"", ""write""]:
        if not isdefined(self.inputs.apply_to_files):
            if isdefined(self.inputs.image_to_align):
                einputs[0][""subj""][""resample""] = scans_for_fname(
                    self.inputs.image_to_align
                )
    return [{""%s"" % (jobtype): einputs[0]}]","def _parse_inputs ( self , skip = ( ) ) : <TAB> """"""validate spm normalize options if set to None ignore"""""" <TAB> einputs = super ( Normalize12 , self ) . _parse_inputs ( skip = ( ""jobtype"" , ""apply_to_files"" ) ) <TAB> if isdefined ( self . inputs . apply_to_files ) : <TAB> <TAB> inputfiles = deepcopy ( self . inputs . apply_to_files ) <TAB> <TAB> if isdefined ( self . inputs . image_to_align ) : <TAB> <TAB> <TAB> inputfiles . extend ( [ self . inputs . image_to_align ] ) <TAB> <TAB> einputs [ 0 ] [ ""subj"" ] [ ""resample"" ] = scans_for_fnames ( inputfiles ) <TAB> jobtype = self . inputs . jobtype <TAB> if jobtype in [ ""estwrite"" , ""write"" ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if isdefined ( self . inputs . image_to_align ) : <TAB> <TAB> <TAB> <TAB> einputs [ 0 ] [ ""subj"" ] [ ""resample"" ] = scans_for_fname ( <TAB> <TAB> <TAB> <TAB> <TAB> self . inputs . image_to_align <TAB> <TAB> <TAB> <TAB> ) <TAB> return [ { ""%s"" % ( jobtype ) : einputs [ 0 ] } ]",if not isdefined ( self . inputs . apply_to_files ) :,266
17396,"def _cbCommand(self, result):
    if result is not None:
        if isinstance(result, str):
            result = result.encode(""utf-8"")
        self._writeToTransport(result)
        if not result.endswith(b""\n""):
            self._writeToTransport(b""\n"")
    self._newLine()","def _cbCommand ( self , result ) : <TAB> if result is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result = result . encode ( ""utf-8"" ) <TAB> <TAB> self . _writeToTransport ( result ) <TAB> <TAB> if not result . endswith ( b""\n"" ) : <TAB> <TAB> <TAB> self . _writeToTransport ( b""\n"" ) <TAB> self . _newLine ( )","if isinstance ( result , str ) :",87
4788,"def _feedErrorsToResult(self, result, errors, setup_or_teardown=False):
    if setup_or_teardown:
        # Both failures and errors happen in setup or teardown phase are
        # regarded as errors in Python 2.
        for test, exc_info in errors:
            result.addError(test, exc_info)
    else:
        for test, exc_info in errors:
            if isinstance(test, _SubTest):
                result.addSubTest(test.test_case, test, exc_info)
            elif exc_info is not None:
                if issubclass(exc_info[0], self.failureException):
                    result.addFailure(test, exc_info)
                else:
                    result.addError(test, exc_info)","def _feedErrorsToResult ( self , result , errors , setup_or_teardown = False ) : <TAB> if setup_or_teardown : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for test , exc_info in errors : <TAB> <TAB> <TAB> result . addError ( test , exc_info ) <TAB> else : <TAB> <TAB> for test , exc_info in errors : <TAB> <TAB> <TAB> if isinstance ( test , _SubTest ) : <TAB> <TAB> <TAB> <TAB> result . addSubTest ( test . test_case , test , exc_info ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if issubclass ( exc_info [ 0 ] , self . failureException ) : <TAB> <TAB> <TAB> <TAB> <TAB> result . addFailure ( test , exc_info ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> result . addError ( test , exc_info )",elif exc_info is not None :,208
13195,"def function_arg(self):
    if self.ql.ostype in (QL_OS_POSIX):
        # ARM
        if self.ql.archtype == QL_ARCH.ARM:
            return ARMFunctionArg(self.ql)
        # MIPS32
        elif self.ql.archtype == QL_ARCH.MIPS:
            return MIPS32FunctionArg(self.ql)
        # ARM64
        elif self.ql.archtype == QL_ARCH.ARM64:
            return ARM64FunctionArg(self.ql)
        # X86
        elif self.ql.archtype == QL_ARCH.X86:
            return X86FunctionArg(self.ql)
        # X8664
        elif self.ql.archtype == QL_ARCH.X8664:
            return X64FunctionArg(self.ql)
        else:
            raise",def function_arg ( self ) : <TAB> if self . ql . ostype in ( QL_OS_POSIX ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ARMFunctionArg ( self . ql ) <TAB> <TAB> <TAB> <TAB> elif self . ql . archtype == QL_ARCH . MIPS : <TAB> <TAB> <TAB> return MIPS32FunctionArg ( self . ql ) <TAB> <TAB> <TAB> <TAB> elif self . ql . archtype == QL_ARCH . ARM64 : <TAB> <TAB> <TAB> return ARM64FunctionArg ( self . ql ) <TAB> <TAB> <TAB> <TAB> elif self . ql . archtype == QL_ARCH . X86 : <TAB> <TAB> <TAB> return X86FunctionArg ( self . ql ) <TAB> <TAB> <TAB> <TAB> elif self . ql . archtype == QL_ARCH . X8664 : <TAB> <TAB> <TAB> return X64FunctionArg ( self . ql ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise,if self . ql . archtype == QL_ARCH . ARM :,240
5850,"def read(self, iprot):
    if (
        iprot._fast_decode is not None
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
    ):
        iprot._fast_decode(self, iprot, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRUCT:
                self.req = TGetTableTypesReq()
                self.req.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . _fast_decode is not None <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> ) : <TAB> <TAB> iprot . _fast_decode ( self , iprot , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . req = TGetTableTypesReq ( ) <TAB> <TAB> <TAB> <TAB> self . req . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if fid == 1 :,258
12420,"def sub_paragraph(self, li):
    """"""Search for checkbox in sub-paragraph.""""""
    found = False
    if len(li):
        first = list(li)[0]
        if first.tag == ""p"" and first.text is not None:
            m = RE_CHECKBOX.match(first.text)
            if m is not None:
                first.text = self.markdown.htmlStash.store(
                    get_checkbox(m.group(""state"")), safe=True
                ) + m.group(""line"")
                found = True
    return found","def sub_paragraph ( self , li ) : <TAB> """"""Search for checkbox in sub-paragraph."""""" <TAB> found = False <TAB> if len ( li ) : <TAB> <TAB> first = list ( li ) [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> m = RE_CHECKBOX . match ( first . text ) <TAB> <TAB> <TAB> if m is not None : <TAB> <TAB> <TAB> <TAB> first . text = self . markdown . htmlStash . store ( <TAB> <TAB> <TAB> <TAB> <TAB> get_checkbox ( m . group ( ""state"" ) ) , safe = True <TAB> <TAB> <TAB> <TAB> ) + m . group ( ""line"" ) <TAB> <TAB> <TAB> <TAB> found = True <TAB> return found","if first . tag == ""p"" and first . text is not None :",152
6624,"def wrapper():
    for epoch_index in range(epoch):
        if shuffle:
            random.shuffle(examples)
        if phase == ""train"":
            self.current_train_epoch = epoch_index
            features = self.get_features(examples, is_training=True)
        else:
            features = self.get_features(examples, is_training=False)
        all_dev_batches = []
        for batch_insts in batch_reader(features, batch_size):
            batch_data = prepare_batch_data(batch_insts)
            if len(all_dev_batches) < dev_count:
                all_dev_batches.append(batch_data)
            if len(all_dev_batches) == dev_count:
                for batch in all_dev_batches:
                    yield batch
                all_dev_batches = []
","def wrapper ( ) : <TAB> for epoch_index in range ( epoch ) : <TAB> <TAB> if shuffle : <TAB> <TAB> <TAB> random . shuffle ( examples ) <TAB> <TAB> if phase == ""train"" : <TAB> <TAB> <TAB> self . current_train_epoch = epoch_index <TAB> <TAB> <TAB> features = self . get_features ( examples , is_training = True ) <TAB> <TAB> else : <TAB> <TAB> <TAB> features = self . get_features ( examples , is_training = False ) <TAB> <TAB> all_dev_batches = [ ] <TAB> <TAB> for batch_insts in batch_reader ( features , batch_size ) : <TAB> <TAB> <TAB> batch_data = prepare_batch_data ( batch_insts ) <TAB> <TAB> <TAB> if len ( all_dev_batches ) < dev_count : <TAB> <TAB> <TAB> <TAB> all_dev_batches . append ( batch_data ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> for batch in all_dev_batches : <TAB> <TAB> <TAB> <TAB> <TAB> yield batch <TAB> <TAB> <TAB> <TAB> all_dev_batches = [ ]",if len ( all_dev_batches ) == dev_count :,233
18096,"def banbks(a, m1, m2, al, indx, b):
    n, m = a.shape
    mm = m1 + m2 + 1
    l = m1
    for k in range(n):
        i = indx[k]
        if i != k:
            tmp = b[k]
            b[k] = b[i]
            b[i] = tmp
        if l < n:
            l += 1
        for i in range(k + 1, l):
            b[i] -= al[k, i - k - 1] * b[k]
    l = 1
    for i in range(n - 1, -1, -1):
        dum = b[i]
        for k in range(1, l):
            dum -= a[i, k] * b[k + i]
        b[i] = dum / a[i, 0]
        if l < mm:
            l += 1","def banbks ( a , m1 , m2 , al , indx , b ) : <TAB> n , m = a . shape <TAB> mm = m1 + m2 + 1 <TAB> l = m1 <TAB> for k in range ( n ) : <TAB> <TAB> i = indx [ k ] <TAB> <TAB> if i != k : <TAB> <TAB> <TAB> tmp = b [ k ] <TAB> <TAB> <TAB> b [ k ] = b [ i ] <TAB> <TAB> <TAB> b [ i ] = tmp <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> l += 1 <TAB> <TAB> for i in range ( k + 1 , l ) : <TAB> <TAB> <TAB> b [ i ] -= al [ k , i - k - 1 ] * b [ k ] <TAB> l = 1 <TAB> for i in range ( n - 1 , - 1 , - 1 ) : <TAB> <TAB> dum = b [ i ] <TAB> <TAB> for k in range ( 1 , l ) : <TAB> <TAB> <TAB> dum -= a [ i , k ] * b [ k + i ] <TAB> <TAB> b [ i ] = dum / a [ i , 0 ] <TAB> <TAB> if l < mm : <TAB> <TAB> <TAB> l += 1",if l < n :,254
953,"def _add_stack_elements_to_sequence(stack, sequence_e, timeline_range, br_map):
    _append_new_sub_element(sequence_e, ""name"", text=stack.name)
    _append_new_sub_element(
        sequence_e, ""duration"", text=""{:.0f}"".format(timeline_range.duration.value)
    )
    sequence_e.append(_build_rate(timeline_range.start_time.rate))
    track_rate = timeline_range.start_time.rate
    media_e = _get_or_create_subelement(sequence_e, ""media"")
    video_e = _get_or_create_subelement(media_e, ""video"")
    audio_e = _get_or_create_subelement(media_e, ""audio"")
    # XXX: Due to the way that backreferences are created later on, the XML
    #      is assumed to have its video tracks serialized before its audio
    #      tracks.  Because the order that they are added to the media is
    #      dependent on what order the metadata is in in the fcp_xml metadata
    #      (as a previous function is usually creating them), this code
    #      enforces the order.
    media_e.clear()
    media_e.extend([video_e, audio_e])
    for track in stack:
        track_elements = _build_top_level_track(track, track_rate, br_map)
        if track.kind == schema.TrackKind.Video:
            video_e.append(track_elements)
        elif track.kind == schema.TrackKind.Audio:
            audio_e.append(track_elements)
    for marker in stack.markers:
        sequence_e.append(_build_marker(marker))","def _add_stack_elements_to_sequence ( stack , sequence_e , timeline_range , br_map ) : <TAB> _append_new_sub_element ( sequence_e , ""name"" , text = stack . name ) <TAB> _append_new_sub_element ( <TAB> <TAB> sequence_e , ""duration"" , text = ""{:.0f}"" . format ( timeline_range . duration . value ) <TAB> ) <TAB> sequence_e . append ( _build_rate ( timeline_range . start_time . rate ) ) <TAB> track_rate = timeline_range . start_time . rate <TAB> media_e = _get_or_create_subelement ( sequence_e , ""media"" ) <TAB> video_e = _get_or_create_subelement ( media_e , ""video"" ) <TAB> audio_e = _get_or_create_subelement ( media_e , ""audio"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> media_e . clear ( ) <TAB> media_e . extend ( [ video_e , audio_e ] ) <TAB> for track in stack : <TAB> <TAB> track_elements = _build_top_level_track ( track , track_rate , br_map ) <TAB> <TAB> if track . kind == schema . TrackKind . Video : <TAB> <TAB> <TAB> video_e . append ( track_elements ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> audio_e . append ( track_elements ) <TAB> for marker in stack . markers : <TAB> <TAB> sequence_e . append ( _build_marker ( marker ) )",elif track . kind == schema . TrackKind . Audio :,453
8091,"def __next__(self):
    self._offset += 1
    if self._offset >= len(self._results):
        if self._results_left is False:
            raise StopIteration()
        self.fetch_more()
        # It's possible that previous call to ``fetch_more`` may not return
        # anything useful but there may be more results. Loop until we get
        # something back, making sure we guard for no results left.
        while not len(self._results) and self._results_left:
            self.fetch_more()
    if self._offset < len(self._results):
        if self._limit is not None:
            self._limit -= 1
            if self._limit < 0:
                raise StopIteration()
        return self._results[self._offset]
    else:
        raise StopIteration()",def __next__ ( self ) : <TAB> self . _offset += 1 <TAB> if self . _offset >= len ( self . _results ) : <TAB> <TAB> if self . _results_left is False : <TAB> <TAB> <TAB> raise StopIteration ( ) <TAB> <TAB> self . fetch_more ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> while not len ( self . _results ) and self . _results_left : <TAB> <TAB> <TAB> self . fetch_more ( ) <TAB> if self . _offset < len ( self . _results ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _limit -= 1 <TAB> <TAB> <TAB> if self . _limit < 0 : <TAB> <TAB> <TAB> <TAB> raise StopIteration ( ) <TAB> <TAB> return self . _results [ self . _offset ] <TAB> else : <TAB> <TAB> raise StopIteration ( ),if self . _limit is not None :,209
18984,"def unsubscribe(self):
    for signum, handler in self._previous_handlers.items():
        signame = self.signals[signum]
        if handler is None:
            self.bus.log(""Restoring %s handler to SIG_DFL."" % signame)
            handler = _signal.SIG_DFL
        else:
            self.bus.log(""Restoring %s handler %r."" % (signame, handler))
        try:
            our_handler = _signal.signal(signum, handler)
            if our_handler is None:
                self.bus.log(
                    ""Restored old %s handler %r, but our ""
                    ""handler was not registered."" % (signame, handler),
                    level=30,
                )
        except ValueError:
            self.bus.log(
                ""Unable to restore %s handler %r."" % (signame, handler),
                level=40,
                traceback=True,
            )","def unsubscribe ( self ) : <TAB> for signum , handler in self . _previous_handlers . items ( ) : <TAB> <TAB> signame = self . signals [ signum ] <TAB> <TAB> if handler is None : <TAB> <TAB> <TAB> self . bus . log ( ""Restoring %s handler to SIG_DFL."" % signame ) <TAB> <TAB> <TAB> handler = _signal . SIG_DFL <TAB> <TAB> else : <TAB> <TAB> <TAB> self . bus . log ( ""Restoring %s handler %r."" % ( signame , handler ) ) <TAB> <TAB> try : <TAB> <TAB> <TAB> our_handler = _signal . signal ( signum , handler ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . bus . log ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Restored old %s handler %r, but our "" <TAB> <TAB> <TAB> <TAB> <TAB> ""handler was not registered."" % ( signame , handler ) , <TAB> <TAB> <TAB> <TAB> <TAB> level = 30 , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> self . bus . log ( <TAB> <TAB> <TAB> <TAB> ""Unable to restore %s handler %r."" % ( signame , handler ) , <TAB> <TAB> <TAB> <TAB> level = 40 , <TAB> <TAB> <TAB> <TAB> traceback = True , <TAB> <TAB> <TAB> )",if our_handler is None :,271
20942,"def get_party_total(self, args):
    self.party_total = frappe._dict()
    for d in self.receivables:
        self.init_party_total(d)
        # Add all amount columns
        for k in list(self.party_total[d.party]):
            if k not in [""currency"", ""sales_person""]:
                self.party_total[d.party][k] += d.get(k, 0.0)
        # set territory, customer_group, sales person etc
        self.set_party_details(d)","def get_party_total ( self , args ) : <TAB> self . party_total = frappe . _dict ( ) <TAB> for d in self . receivables : <TAB> <TAB> self . init_party_total ( d ) <TAB> <TAB> <TAB> <TAB> for k in list ( self . party_total [ d . party ] ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . party_total [ d . party ] [ k ] += d . get ( k , 0.0 ) <TAB> <TAB> <TAB> <TAB> self . set_party_details ( d )","if k not in [ ""currency"" , ""sales_person"" ] :",150
20834,"def get_editops(self):
    if not self._editops:
        if self._opcodes:
            self._editops = editops(self._opcodes, self._str1, self._str2)
        else:
            self._editops = editops(self._str1, self._str2)
    return self._editops","def get_editops ( self ) : <TAB> if not self . _editops : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _editops = editops ( self . _opcodes , self . _str1 , self . _str2 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _editops = editops ( self . _str1 , self . _str2 ) <TAB> return self . _editops",if self . _opcodes :,86
11501,"def get_allele_frequency(self, pop_pos, locus_name):
    """"""Calculate the allele frequency for a certain locus on a population.""""""
    if len(self.__allele_frequency) == 0:
        geno_freqs = self._controller.calc_allele_genotype_freqs(self._fname)
        pop_iter, loc_iter = geno_freqs
        for locus_info in loc_iter:
            if locus_info[0] is None:
                self.__allele_frequency[locus_info[0]] = None, None
            else:
                self.__allele_frequency[locus_info[0]] = locus_info[1:]
    info = self.__allele_frequency[locus_name]
    pop_name, freqs, total = info[1][pop_pos]
    allele_freq = {}
    alleles = info[0]
    for i, allele in enumerate(alleles):
        allele_freq[allele] = freqs[i]
    return total, allele_freq","def get_allele_frequency ( self , pop_pos , locus_name ) : <TAB> """"""Calculate the allele frequency for a certain locus on a population."""""" <TAB> if len ( self . __allele_frequency ) == 0 : <TAB> <TAB> geno_freqs = self . _controller . calc_allele_genotype_freqs ( self . _fname ) <TAB> <TAB> pop_iter , loc_iter = geno_freqs <TAB> <TAB> for locus_info in loc_iter : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . __allele_frequency [ locus_info [ 0 ] ] = None , None <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . __allele_frequency [ locus_info [ 0 ] ] = locus_info [ 1 : ] <TAB> info = self . __allele_frequency [ locus_name ] <TAB> pop_name , freqs , total = info [ 1 ] [ pop_pos ] <TAB> allele_freq = { } <TAB> alleles = info [ 0 ] <TAB> for i , allele in enumerate ( alleles ) : <TAB> <TAB> allele_freq [ allele ] = freqs [ i ] <TAB> return total , allele_freq",if locus_info [ 0 ] is None :,266
7885,"def validate_on_or_after(not_on_or_after, slack):
    if not_on_or_after:
        now = time_util.utc_now()
        nooa = calendar.timegm(time_util.str_to_time(not_on_or_after))
        if now > nooa + slack:
            raise ResponseLifetimeExceed(
                ""Can't use it, it's too old %d > %d"" % (now - slack, nooa)
            )
        return nooa
    else:
        return False
","def validate_on_or_after ( not_on_or_after , slack ) : <TAB> if not_on_or_after : <TAB> <TAB> now = time_util . utc_now ( ) <TAB> <TAB> nooa = calendar . timegm ( time_util . str_to_time ( not_on_or_after ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ResponseLifetimeExceed ( <TAB> <TAB> <TAB> <TAB> ""Can't use it, it's too old %d > %d"" % ( now - slack , nooa ) <TAB> <TAB> <TAB> ) <TAB> <TAB> return nooa <TAB> else : <TAB> <TAB> return False",if now > nooa + slack :,151
21637,"def print_path(path):
    for i, step in enumerate(path):
        # next ""wraps around""
        next = path[(i + 1) % len(path)]
        outstream.write(""   %s -- "" % str(type(step)))
        if isinstance(step, dict):
            for key, val in step.items():
                if val is next:
                    outstream.write(""[%s]"" % repr(key))
                    break
                if key is next:
                    outstream.write(""[key] = %s"" % repr(val))
                    break
        elif isinstance(step, list):
            outstream.write(""[%d]"" % step.index(next))
        elif isinstance(step, tuple):
            outstream.write(""( tuple )"")
        else:
            outstream.write(repr(step))
        outstream.write("" ->\n"")
    outstream.write(""\n"")","def print_path ( path ) : <TAB> for i , step in enumerate ( path ) : <TAB> <TAB> <TAB> <TAB> next = path [ ( i + 1 ) % len ( path ) ] <TAB> <TAB> outstream . write ( ""   %s -- "" % str ( type ( step ) ) ) <TAB> <TAB> if isinstance ( step , dict ) : <TAB> <TAB> <TAB> for key , val in step . items ( ) : <TAB> <TAB> <TAB> <TAB> if val is next : <TAB> <TAB> <TAB> <TAB> <TAB> outstream . write ( ""[%s]"" % repr ( key ) ) <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> outstream . write ( ""[key] = %s"" % repr ( val ) ) <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> elif isinstance ( step , list ) : <TAB> <TAB> <TAB> outstream . write ( ""[%d]"" % step . index ( next ) ) <TAB> <TAB> elif isinstance ( step , tuple ) : <TAB> <TAB> <TAB> outstream . write ( ""( tuple )"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> outstream . write ( repr ( step ) ) <TAB> <TAB> outstream . write ( "" ->\n"" ) <TAB> outstream . write ( ""\n"" )",if key is next :,243
21339,"def read_triple(self, path, mode, skip_first_line=False, format=[0, 1, 2]):
    # mode: train/valid/test
    if path is None:
        return None
    print(""Reading {} triples...."".format(mode))
    heads = []
    tails = []
    rels = []
    with open(path) as f:
        if skip_first_line:
            _ = f.readline()
        for line in f:
            triple = line.strip().split(""\t"")
            h, r, t = triple[format[0]], triple[format[1]], triple[format[2]]
            heads.append(self.entity2id[h])
            rels.append(self.relation2id[r])
            tails.append(self.entity2id[t])
    heads = np.array(heads, dtype=np.int64)
    tails = np.array(tails, dtype=np.int64)
    rels = np.array(rels, dtype=np.int64)
    print(""Finished. Read {} {} triples."".format(len(heads), mode))
    return (heads, rels, tails)","def read_triple ( self , path , mode , skip_first_line = False , format = [ 0 , 1 , 2 ] ) : <TAB> <TAB> if path is None : <TAB> <TAB> return None <TAB> print ( ""Reading {} triples...."" . format ( mode ) ) <TAB> heads = [ ] <TAB> tails = [ ] <TAB> rels = [ ] <TAB> with open ( path ) as f : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _ = f . readline ( ) <TAB> <TAB> for line in f : <TAB> <TAB> <TAB> triple = line . strip ( ) . split ( ""\t"" ) <TAB> <TAB> <TAB> h , r , t = triple [ format [ 0 ] ] , triple [ format [ 1 ] ] , triple [ format [ 2 ] ] <TAB> <TAB> <TAB> heads . append ( self . entity2id [ h ] ) <TAB> <TAB> <TAB> rels . append ( self . relation2id [ r ] ) <TAB> <TAB> <TAB> tails . append ( self . entity2id [ t ] ) <TAB> heads = np . array ( heads , dtype = np . int64 ) <TAB> tails = np . array ( tails , dtype = np . int64 ) <TAB> rels = np . array ( rels , dtype = np . int64 ) <TAB> print ( ""Finished. Read {} {} triples."" . format ( len ( heads ) , mode ) ) <TAB> return ( heads , rels , tails )",if skip_first_line :,286
1066,"def write_results_json(self):
    """"""Write test results into a json-formatted file""""""
    results = OrderedDict(
        [
            (""tester_host"", self.hostname),
            (""start_time"", self.start_time),
            (""elapsed_time"", self.elapsed_time),
            (""tests"", OrderedDict()),
        ]
    )
    for status, test, reason in self.all_results():
        test_result = OrderedDict(
            [
                (""name"", test.name),
                (""description"", test.shortDescription()),
                (""status"", status),
                (""start_time"", test.start_time),
                (""elapsed_time"", test.elapsed_time),
                (""measurements"", test.measurements),
            ]
        )
        if status in (""ERROR"", ""FAILURE"", ""EXPECTED_FAILURE""):
            test_result[""message""] = str(test.err[1])
            test_result[""err_type""] = test.err[0].__name__
            test_result[""err_output""] = reason
        elif reason:
            test_result[""message""] = reason
        results[""tests""][test.name] = test_result
    with open(os.path.join(self.out_dir, ""results.json""), ""w"") as fobj:
        json.dump(results, fobj, indent=4, cls=ResultsJsonEncoder)","def write_results_json ( self ) : <TAB> """"""Write test results into a json-formatted file"""""" <TAB> results = OrderedDict ( <TAB> <TAB> [ <TAB> <TAB> <TAB> ( ""tester_host"" , self . hostname ) , <TAB> <TAB> <TAB> ( ""start_time"" , self . start_time ) , <TAB> <TAB> <TAB> ( ""elapsed_time"" , self . elapsed_time ) , <TAB> <TAB> <TAB> ( ""tests"" , OrderedDict ( ) ) , <TAB> <TAB> ] <TAB> ) <TAB> for status , test , reason in self . all_results ( ) : <TAB> <TAB> test_result = OrderedDict ( <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> ( ""name"" , test . name ) , <TAB> <TAB> <TAB> <TAB> ( ""description"" , test . shortDescription ( ) ) , <TAB> <TAB> <TAB> <TAB> ( ""status"" , status ) , <TAB> <TAB> <TAB> <TAB> ( ""start_time"" , test . start_time ) , <TAB> <TAB> <TAB> <TAB> ( ""elapsed_time"" , test . elapsed_time ) , <TAB> <TAB> <TAB> <TAB> ( ""measurements"" , test . measurements ) , <TAB> <TAB> <TAB> ] <TAB> <TAB> ) <TAB> <TAB> if status in ( ""ERROR"" , ""FAILURE"" , ""EXPECTED_FAILURE"" ) : <TAB> <TAB> <TAB> test_result [ ""message"" ] = str ( test . err [ 1 ] ) <TAB> <TAB> <TAB> test_result [ ""err_type"" ] = test . err [ 0 ] . __name__ <TAB> <TAB> <TAB> test_result [ ""err_output"" ] = reason <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> test_result [ ""message"" ] = reason <TAB> <TAB> results [ ""tests"" ] [ test . name ] = test_result <TAB> with open ( os . path . join ( self . out_dir , ""results.json"" ) , ""w"" ) as fobj : <TAB> <TAB> json . dump ( results , fobj , indent = 4 , cls = ResultsJsonEncoder )",elif reason :,366
2573,"def filter(self, lexer, stream):
    current_type = None
    current_value = None
    for ttype, value in stream:
        if ttype is current_type:
            current_value += value
        else:
            if current_type is not None:
                yield current_type, current_value
            current_type = ttype
            current_value = value
    if current_type is not None:
        yield current_type, current_value
","def filter ( self , lexer , stream ) : <TAB> current_type = None <TAB> current_value = None <TAB> for ttype , value in stream : <TAB> <TAB> if ttype is current_type : <TAB> <TAB> <TAB> current_value += value <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> yield current_type , current_value <TAB> <TAB> <TAB> current_type = ttype <TAB> <TAB> <TAB> current_value = value <TAB> <fill-in> <TAB> <TAB> yield current_type , current_value",if current_type is not None :,121
16055,"def _tearDownPreviousClass(self, test, result):
    # Run any tearDownClass code defined
    super(TestSuite, self)._tearDownPreviousClass(test, result)
    previousClass = getattr(result, ""_previousTestClass"", None)
    currentClass = test.__class__
    if currentClass == previousClass:
        return
    # See if the previous class attributes have been cleaned
    if previousClass and getattr(previousClass, ""tearDownClass"", None):
        prerun_class_attributes = getattr(
            previousClass, ""_prerun_class_attributes"", None
        )
        if prerun_class_attributes is not None:
            previousClass._prerun_class_attributes = None
            del previousClass._prerun_class_attributes
            for attr in prerun_class_attributes:
                if hasattr(previousClass, attr):
                    attr_value = getattr(previousClass, attr, None)
                    if attr_value is None:
                        continue
                    if isinstance(
                        attr_value, (bool,) + six.string_types + six.integer_types
                    ):
                        setattr(previousClass, attr, None)
                        continue
                    log.warning(
                        ""Deleting extra class attribute after test run: %s.%s(%s). ""
                        ""Please consider using 'del self.%s' on the test class ""
                        ""'tearDownClass()' method"",
                        previousClass.__name__,
                        attr,
                        str(getattr(previousClass, attr))[:100],
                        attr,
                    )
                    delattr(previousClass, attr)","def _tearDownPreviousClass ( self , test , result ) : <TAB> <TAB> super ( TestSuite , self ) . _tearDownPreviousClass ( test , result ) <TAB> previousClass = getattr ( result , ""_previousTestClass"" , None ) <TAB> currentClass = test . __class__ <TAB> if currentClass == previousClass : <TAB> <TAB> return <TAB> <TAB> if previousClass and getattr ( previousClass , ""tearDownClass"" , None ) : <TAB> <TAB> prerun_class_attributes = getattr ( <TAB> <TAB> <TAB> previousClass , ""_prerun_class_attributes"" , None <TAB> <TAB> ) <TAB> <TAB> if prerun_class_attributes is not None : <TAB> <TAB> <TAB> previousClass . _prerun_class_attributes = None <TAB> <TAB> <TAB> del previousClass . _prerun_class_attributes <TAB> <TAB> <TAB> for attr in prerun_class_attributes : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> attr_value = getattr ( previousClass , attr , None ) <TAB> <TAB> <TAB> <TAB> <TAB> if attr_value is None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> attr_value , ( bool , ) + six . string_types + six . integer_types <TAB> <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> setattr ( previousClass , attr , None ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> log . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Deleting extra class attribute after test run: %s.%s(%s). "" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Please consider using 'del self.%s' on the test class "" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""'tearDownClass()' method"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> previousClass . __name__ , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> attr , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> str ( getattr ( previousClass , attr ) ) [ : 100 ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> attr , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> delattr ( previousClass , attr )","if hasattr ( previousClass , attr ) :",448
11118,"def listClasses(module=None):
    if module:
        __import__(module)
        pkg = sys.modules[module]
        print(""Available Interfaces:"")
        for k, v in sorted(list(pkg.__dict__.items())):
            if inspect.isclass(v) and issubclass(v, Interface):
                print(""\t%s"" % k)
","def listClasses ( module = None ) : <TAB> if module : <TAB> <TAB> __import__ ( module ) <TAB> <TAB> pkg = sys . modules [ module ] <TAB> <TAB> print ( ""Available Interfaces:"" ) <TAB> <TAB> for k , v in sorted ( list ( pkg . __dict__ . items ( ) ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> print ( ""\t%s"" % k )","if inspect . isclass ( v ) and issubclass ( v , Interface ) :",92
13063,"def get_cur_window(self):
    i = 0
    while True:
        try:
            cur_window = self.sniffer.the_display.get_input_focus().focus
            cur_class = None
            cur_name = None
            while cur_class is None and cur_class is None:
                if type(cur_window) is int:
                    return None, None, None
                cur_name = cur_window.get_wm_name()
                cur_class = cur_window.get_wm_class()
                if cur_class is None:
                    cur_window = cur_window.query_tree().parent
        except Xlib.error.XError:
            i += 1
            if i >= 10:
                return None, None, None
            continue
        break
    return cur_class[1], cur_window, cur_name","def get_cur_window ( self ) : <TAB> i = 0 <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> cur_window = self . sniffer . the_display . get_input_focus ( ) . focus <TAB> <TAB> <TAB> cur_class = None <TAB> <TAB> <TAB> cur_name = None <TAB> <TAB> <TAB> while cur_class is None and cur_class is None : <TAB> <TAB> <TAB> <TAB> if type ( cur_window ) is int : <TAB> <TAB> <TAB> <TAB> <TAB> return None , None , None <TAB> <TAB> <TAB> <TAB> cur_name = cur_window . get_wm_name ( ) <TAB> <TAB> <TAB> <TAB> cur_class = cur_window . get_wm_class ( ) <TAB> <TAB> <TAB> <TAB> if cur_class is None : <TAB> <TAB> <TAB> <TAB> <TAB> cur_window = cur_window . query_tree ( ) . parent <TAB> <TAB> except Xlib . error . XError : <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return None , None , None <TAB> <TAB> <TAB> continue <TAB> <TAB> break <TAB> return cur_class [ 1 ] , cur_window , cur_name",if i >= 10 :,245
10483,"def _compare_dirs(self, dir1, dir2):
    # check that dir1 and dir2 are equivalent,
    # return the diff
    diff = []
    for root, dirs, files in os.walk(dir1):
        for file_ in files:
            path = os.path.join(root, file_)
            target_path = os.path.join(dir2, os.path.split(path)[-1])
            if not os.path.exists(target_path):
                diff.append(file_)
    return diff","def _compare_dirs ( self , dir1 , dir2 ) : <TAB> <TAB> <TAB> diff = [ ] <TAB> for root , dirs , files in os . walk ( dir1 ) : <TAB> <TAB> for file_ in files : <TAB> <TAB> <TAB> path = os . path . join ( root , file_ ) <TAB> <TAB> <TAB> target_path = os . path . join ( dir2 , os . path . split ( path ) [ - 1 ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> diff . append ( file_ ) <TAB> return diff",if not os . path . exists ( target_path ) :,138
15471,"def _(column, pivotValue):
    if column == colList[0]:
        query = dumpNode.query.replace(
            ""'%s'"" if unescaper.escape(pivotValue, False) != pivotValue else ""%s"", ""%s""
        ) % (
            agent.preprocessField(table, column),
            table,
            agent.preprocessField(table, column),
            unescaper.escape(pivotValue, False),
        )
    else:
        query = dumpNode.query2.replace(
            ""'%s'"" if unescaper.escape(pivotValue, False) != pivotValue else ""%s"", ""%s""
        ) % (
            agent.preprocessField(table, column),
            table,
            agent.preprocessField(table, colList[0]),
            unescaper.escape(pivotValue, False)
            if SINGLE_QUOTE_MARKER not in dumpNode.query2
            else pivotValue,
        )
    query = agent.whereQuery(query)
    return unArrayizeValue(
        inject.getValue(
            query, blind=blind, time=blind, union=not blind, error=not blind
        )
    )","def _ ( column , pivotValue ) : <TAB> if column == colList [ 0 ] : <TAB> <TAB> query = dumpNode . query . replace ( <TAB> <TAB> <TAB> ""'%s'"" if unescaper . escape ( pivotValue , False ) != pivotValue else ""%s"" , ""%s"" <TAB> <TAB> ) % ( <TAB> <TAB> <TAB> agent . preprocessField ( table , column ) , <TAB> <TAB> <TAB> table , <TAB> <TAB> <TAB> agent . preprocessField ( table , column ) , <TAB> <TAB> <TAB> unescaper . escape ( pivotValue , False ) , <TAB> <TAB> ) <TAB> else : <TAB> <TAB> query = dumpNode . query2 . replace ( <TAB> <TAB> <TAB> ""'%s'"" if unescaper . escape ( pivotValue , False ) != pivotValue else ""%s"" , ""%s"" <TAB> <TAB> ) % ( <TAB> <TAB> <TAB> agent . preprocessField ( table , column ) , <TAB> <TAB> <TAB> table , <TAB> <TAB> <TAB> agent . preprocessField ( table , colList [ 0 ] ) , <TAB> <TAB> <TAB> unescaper . escape ( pivotValue , False ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> else pivotValue , <TAB> <TAB> ) <TAB> query = agent . whereQuery ( query ) <TAB> return unArrayizeValue ( <TAB> <TAB> inject . getValue ( <TAB> <TAB> <TAB> query , blind = blind , time = blind , union = not blind , error = not blind <TAB> <TAB> ) <TAB> )",if SINGLE_QUOTE_MARKER not in dumpNode . query2,311
5096,"def save(self, *args, **kwargs):
    ""Process form""
    if self.instance:
        if self.is_valid():
            if self.cleaned_data[""active""] == ""active"":
                self.instance.active = True
            if self.cleaned_data[""active""] == ""inactive"":
                self.instance.active = False
            self.instance.save()
","def save ( self , * args , ** kwargs ) : <TAB> ""Process form"" <TAB> if self . instance : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if self . cleaned_data [ ""active"" ] == ""active"" : <TAB> <TAB> <TAB> <TAB> self . instance . active = True <TAB> <TAB> <TAB> if self . cleaned_data [ ""active"" ] == ""inactive"" : <TAB> <TAB> <TAB> <TAB> self . instance . active = False <TAB> <TAB> <TAB> self . instance . save ( )",if self . is_valid ( ) :,103
6039,"def import_til(self):
    log(""Importing type libraries..."")
    cur = self.db_cursor()
    sql = ""select name from diff.program_data where type = 'til'""
    cur.execute(sql)
    for row in cur.fetchall():
        til = row[""name""]
        if type(til) is bytes:
            til = til.decode(""utf-8"")
        try:
            add_default_til(til)
        except:
            log(""Error loading til %s: %s"" % (row[""name""], str(sys.exc_info()[1])))
    cur.close()
    auto_wait()","def import_til ( self ) : <TAB> log ( ""Importing type libraries..."" ) <TAB> cur = self . db_cursor ( ) <TAB> sql = ""select name from diff.program_data where type = 'til'"" <TAB> cur . execute ( sql ) <TAB> for row in cur . fetchall ( ) : <TAB> <TAB> til = row [ ""name"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> til = til . decode ( ""utf-8"" ) <TAB> <TAB> try : <TAB> <TAB> <TAB> add_default_til ( til ) <TAB> <TAB> except : <TAB> <TAB> <TAB> log ( ""Error loading til %s: %s"" % ( row [ ""name"" ] , str ( sys . exc_info ( ) [ 1 ] ) ) ) <TAB> cur . close ( ) <TAB> auto_wait ( )",if type ( til ) is bytes :,168
7886,"def get_identity(self):
    """"""The assertion can contain zero or one attributeStatements""""""
    ava = {}
    for _assertion in self.assertions:
        if _assertion.advice:
            if _assertion.advice.assertion:
                for tmp_assertion in _assertion.advice.assertion:
                    if tmp_assertion.attribute_statement:
                        assert len(tmp_assertion.attribute_statement) == 1
                        ava.update(
                            self.read_attribute_statement(
                                tmp_assertion.attribute_statement[0]
                            )
                        )
        if _assertion.attribute_statement:
            assert len(_assertion.attribute_statement) == 1
            _attr_statem = _assertion.attribute_statement[0]
            ava.update(self.read_attribute_statement(_attr_statem))
        if not ava:
            logger.error(""Missing Attribute Statement"")
    return ava","def get_identity ( self ) : <TAB> """"""The assertion can contain zero or one attributeStatements"""""" <TAB> ava = { } <TAB> for _assertion in self . assertions : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if _assertion . advice . assertion : <TAB> <TAB> <TAB> <TAB> for tmp_assertion in _assertion . advice . assertion : <TAB> <TAB> <TAB> <TAB> <TAB> if tmp_assertion . attribute_statement : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> assert len ( tmp_assertion . attribute_statement ) == 1 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ava . update ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . read_attribute_statement ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> tmp_assertion . attribute_statement [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> if _assertion . attribute_statement : <TAB> <TAB> <TAB> assert len ( _assertion . attribute_statement ) == 1 <TAB> <TAB> <TAB> _attr_statem = _assertion . attribute_statement [ 0 ] <TAB> <TAB> <TAB> ava . update ( self . read_attribute_statement ( _attr_statem ) ) <TAB> <TAB> if not ava : <TAB> <TAB> <TAB> logger . error ( ""Missing Attribute Statement"" ) <TAB> return ava",if _assertion . advice :,267
2901,"def maybe_move(self, spec, dist_filename, setup_base):
    dst = os.path.join(self.build_directory, spec.key)
    if os.path.exists(dst):
        msg = ""%r already exists in %s; build directory %s will not be kept""
        log.warn(msg, spec.key, self.build_directory, setup_base)
        return setup_base
    if os.path.isdir(dist_filename):
        setup_base = dist_filename
    else:
        if os.path.dirname(dist_filename) == setup_base:
            os.unlink(dist_filename)  # get it out of the tmp dir
        contents = os.listdir(setup_base)
        if len(contents) == 1:
            dist_filename = os.path.join(setup_base, contents[0])
            if os.path.isdir(dist_filename):
                # if the only thing there is a directory, move it instead
                setup_base = dist_filename
    ensure_directory(dst)
    shutil.move(setup_base, dst)
    return dst","def maybe_move ( self , spec , dist_filename , setup_base ) : <TAB> dst = os . path . join ( self . build_directory , spec . key ) <TAB> if os . path . exists ( dst ) : <TAB> <TAB> msg = ""%r already exists in %s; build directory %s will not be kept"" <TAB> <TAB> log . warn ( msg , spec . key , self . build_directory , setup_base ) <TAB> <TAB> return setup_base <TAB> if os . path . isdir ( dist_filename ) : <TAB> <TAB> setup_base = dist_filename <TAB> else : <TAB> <TAB> if os . path . dirname ( dist_filename ) == setup_base : <TAB> <TAB> <TAB> os . unlink ( dist_filename ) <TAB> <TAB> contents = os . listdir ( setup_base ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> dist_filename = os . path . join ( setup_base , contents [ 0 ] ) <TAB> <TAB> <TAB> if os . path . isdir ( dist_filename ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> setup_base = dist_filename <TAB> ensure_directory ( dst ) <TAB> shutil . move ( setup_base , dst ) <TAB> return dst",if len ( contents ) == 1 :,283
6826,"def __str__(self):
    reps = []
    for index, layer in enumerate(self):
        # Explore better representation by if-block.
        if getattr(layer, ""__name__"", None) == ""<lambda>"":
            rep = inspect.getsource(layer).strip().rstrip("","")
        else:
            rep = str(layer)
        # Add indentation to each line.
        rep = ""({index}): {rep},"".format(index=index, rep=rep)
        for line in rep.splitlines():
            reps.append(""  {line}\n"".format(line=line))
    reps = """".join(reps)
    if reps:  # No newline with no layers.
        reps = ""\n"" + reps
    return ""{cls}({layers})"".format(
        cls=self.__class__.__name__,
        layers=reps,
    )
","def __str__ ( self ) : <TAB> reps = [ ] <TAB> for index , layer in enumerate ( self ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rep = inspect . getsource ( layer ) . strip ( ) . rstrip ( "","" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> rep = str ( layer ) <TAB> <TAB> <TAB> <TAB> rep = ""({index}): {rep},"" . format ( index = index , rep = rep ) <TAB> <TAB> for line in rep . splitlines ( ) : <TAB> <TAB> <TAB> reps . append ( ""  {line}\n"" . format ( line = line ) ) <TAB> reps = """" . join ( reps ) <TAB> if reps : <TAB> <TAB> reps = ""\n"" + reps <TAB> return ""{cls}({layers})"" . format ( <TAB> <TAB> cls = self . __class__ . __name__ , <TAB> <TAB> layers = reps , <TAB> )","if getattr ( layer , ""__name__"" , None ) == ""<lambda>"" :",207
3237,"def debug_tree(tree):
    l = []
    for elt in tree:
        if isinstance(elt, (int, long)):
            l.append(_names.get(elt, elt))
        elif isinstance(elt, str):
            l.append(elt)
        else:
            l.append(debug_tree(elt))
    return l
","def debug_tree ( tree ) : <TAB> l = [ ] <TAB> for elt in tree : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> l . append ( _names . get ( elt , elt ) ) <TAB> <TAB> elif isinstance ( elt , str ) : <TAB> <TAB> <TAB> l . append ( elt ) <TAB> <TAB> else : <TAB> <TAB> <TAB> l . append ( debug_tree ( elt ) ) <TAB> return l","if isinstance ( elt , ( int , long ) ) :",92
2270,"def export_as_search_index(self) -> Dict[str, Any]:
    """"""Get the search index DTO from this transaction""""""
    # Please note that extract_custom_indexes should be ran first, or else custom indexes for this transaction will not be exported
    search_indexes = {
        ""timestamp"": int(self.timestamp),
        ""tag"": self.tag,
        ""block_id"": int(self.block_id),
    }
    if self.invoker:  # Add invoker tag if it exists
        search_indexes[""invoker""] = self.invoker
    reserved_keywords = search_indexes.keys()
    for key, value in self.custom_indexed_data.items():
        if key not in reserved_keywords:
            search_indexes[key] = value
        else:
            _log.error(
                f""Requested field name: {key} is a reserved keyword. Will not index""
            )
    return search_indexes
","def export_as_search_index ( self ) -> Dict [ str , Any ] : <TAB> """"""Get the search index DTO from this transaction"""""" <TAB> <TAB> search_indexes = { <TAB> <TAB> ""timestamp"" : int ( self . timestamp ) , <TAB> <TAB> ""tag"" : self . tag , <TAB> <TAB> ""block_id"" : int ( self . block_id ) , <TAB> } <TAB> if self . invoker : <TAB> <TAB> search_indexes [ ""invoker"" ] = self . invoker <TAB> reserved_keywords = search_indexes . keys ( ) <TAB> for key , value in self . custom_indexed_data . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> search_indexes [ key ] = value <TAB> <TAB> else : <TAB> <TAB> <TAB> _log . error ( <TAB> <TAB> <TAB> <TAB> f""Requested field name: {key} is a reserved keyword. Will not index"" <TAB> <TAB> <TAB> ) <TAB> return search_indexes",if key not in reserved_keywords :,242
20658,"def load(self, session, *args, **kwargs):
    from mailpile.plugins.core import Rescan
    # This should happen somewhere, may as well happen here. We don't
    # rely on Python's random for anything important, but it's still
    # nice to seed it well.
    random.seed(os.urandom(8))
    keep_lockdown = self.sys.lockdown
    with self._lock:
        rv = self._unlocked_load(session, *args, **kwargs)
    if not kwargs.get(""public_only""):
        # If the app version does not match the config, run setup.
        if self.version != APPVER:
            from mailpile.plugins.setup_magic import Setup
            Setup(session, ""setup"").run()
        # Trigger background-loads of everything
        Rescan(session, ""rescan"")._idx(wait=False)
        # Record where our GnuPG keys live
        self.gnupghome = GnuPG(self).gnupghome()
    if keep_lockdown:
        self.sys.lockdown = keep_lockdown
    return rv","def load ( self , session , * args , ** kwargs ) : <TAB> from mailpile . plugins . core import Rescan <TAB> <TAB> <TAB> <TAB> random . seed ( os . urandom ( 8 ) ) <TAB> keep_lockdown = self . sys . lockdown <TAB> with self . _lock : <TAB> <TAB> rv = self . _unlocked_load ( session , * args , ** kwargs ) <TAB> if not kwargs . get ( ""public_only"" ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> from mailpile . plugins . setup_magic import Setup <TAB> <TAB> <TAB> Setup ( session , ""setup"" ) . run ( ) <TAB> <TAB> <TAB> <TAB> Rescan ( session , ""rescan"" ) . _idx ( wait = False ) <TAB> <TAB> <TAB> <TAB> self . gnupghome = GnuPG ( self ) . gnupghome ( ) <TAB> if keep_lockdown : <TAB> <TAB> self . sys . lockdown = keep_lockdown <TAB> return rv",if self . version != APPVER :,279
3086,"def prune_constraints(self, constraints, a):
    # append list for new constraint
    # self.alpha is a list which has
    # an entry per sample. each sample has an int for each constraint,
    # saying when was it last used
    if self.inactive_window == 0:
        return
    k = 0
    for i, sample in enumerate(constraints):
        # if there are no constraints for this sample, do nothing:
        if not len(sample):
            continue
        # add self.last_active for any new constraint
        n_old_constraints_sample = len(self.last_active[i])
        if n_old_constraints_sample < len(sample):
            self.last_active[i] = np.hstack([self.last_active[i], [0]])
        # if inactive, count up
        inactive_this = a[k : k + len(sample)] < self.inactive_threshold * self.C
        self.last_active[i][inactive_this] += 1
        k += len(sample)
        assert len(sample) == len(self.last_active[i])
        # remove unused constraints:
        to_remove = self.last_active[i] > self.inactive_window
        self.last_active[i] = self.last_active[i][~to_remove]
        for j in np.where(to_remove)[0][::-1]:
            del sample[j]
        assert len(sample) == len(self.last_active[i])","def prune_constraints ( self , constraints , a ) : <TAB> <TAB> <TAB> <TAB> <TAB> if self . inactive_window == 0 : <TAB> <TAB> return <TAB> k = 0 <TAB> for i , sample in enumerate ( constraints ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> n_old_constraints_sample = len ( self . last_active [ i ] ) <TAB> <TAB> if n_old_constraints_sample < len ( sample ) : <TAB> <TAB> <TAB> self . last_active [ i ] = np . hstack ( [ self . last_active [ i ] , [ 0 ] ] ) <TAB> <TAB> <TAB> <TAB> inactive_this = a [ k : k + len ( sample ) ] < self . inactive_threshold * self . C <TAB> <TAB> self . last_active [ i ] [ inactive_this ] += 1 <TAB> <TAB> k += len ( sample ) <TAB> <TAB> assert len ( sample ) == len ( self . last_active [ i ] ) <TAB> <TAB> <TAB> <TAB> to_remove = self . last_active [ i ] > self . inactive_window <TAB> <TAB> self . last_active [ i ] = self . last_active [ i ] [ ~ to_remove ] <TAB> <TAB> for j in np . where ( to_remove ) [ 0 ] [ : : - 1 ] : <TAB> <TAB> <TAB> del sample [ j ] <TAB> <TAB> assert len ( sample ) == len ( self . last_active [ i ] )",if not len ( sample ) :,379
7184,"def _process_template_configs(name, implementation, configs, rules):
    from jinja2.exceptions import TemplateNotFound
    counters = defaultdict(lambda: 1)
    includes = defaultdict(list)
    for config in configs:
        if not isinstance(config, dict):
            continue
        if ""type"" not in config:
            continue
        template_type = config[""type""]
        del config[""type""]
        if template_type not in rules:
            continue
        rule = rules[template_type]
        data = _process_template_config(
            name, implementation, rule, config=config, counter=counters[template_type]
        )
        if data is None:
            continue
        includes[template_type].append(rule[""to_entry""](data))
        counters[template_type] += 1
    for template_type in rules:
        if len(includes[template_type]) == 0:
            # if no template of that type was added by the config, we'll try to use the default template name
            rule = rules[template_type]
            data = _process_template_config(name, implementation, rule)
            if data is not None:
                try:
                    app.jinja_env.get_or_select_template(data[""template""])
                except TemplateNotFound:
                    pass
                except Exception:
                    _logger.exception(
                        ""Error in template {}, not going to include it"".format(
                            data[""template""]
                        )
                    )
                else:
                    includes[template_type].append(rule[""to_entry""](data))
    return includes","def _process_template_configs ( name , implementation , configs , rules ) : <TAB> from jinja2 . exceptions import TemplateNotFound <TAB> counters = defaultdict ( lambda : 1 ) <TAB> includes = defaultdict ( list ) <TAB> for config in configs : <TAB> <TAB> if not isinstance ( config , dict ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> if ""type"" not in config : <TAB> <TAB> <TAB> continue <TAB> <TAB> template_type = config [ ""type"" ] <TAB> <TAB> del config [ ""type"" ] <TAB> <TAB> if template_type not in rules : <TAB> <TAB> <TAB> continue <TAB> <TAB> rule = rules [ template_type ] <TAB> <TAB> data = _process_template_config ( <TAB> <TAB> <TAB> name , implementation , rule , config = config , counter = counters [ template_type ] <TAB> <TAB> ) <TAB> <TAB> if data is None : <TAB> <TAB> <TAB> continue <TAB> <TAB> includes [ template_type ] . append ( rule [ ""to_entry"" ] ( data ) ) <TAB> <TAB> counters [ template_type ] += 1 <TAB> for template_type in rules : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> rule = rules [ template_type ] <TAB> <TAB> <TAB> data = _process_template_config ( name , implementation , rule ) <TAB> <TAB> <TAB> if data is not None : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> app . jinja_env . get_or_select_template ( data [ ""template"" ] ) <TAB> <TAB> <TAB> <TAB> except TemplateNotFound : <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> <TAB> _logger . exception ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Error in template {}, not going to include it"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> data [ ""template"" ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> includes [ template_type ] . append ( rule [ ""to_entry"" ] ( data ) ) <TAB> return includes",if len ( includes [ template_type ] ) == 0 :,448
377,"def set_meta(self, dataset, overwrite=True, **kwd):
    super().set_meta(dataset, overwrite=overwrite, **kwd)
    try:
        if dataset and zipfile.is_zipfile(dataset.file_name):
            with zipfile.ZipFile(dataset.file_name) as tempzip:
                if ""searchgui.properties"" in tempzip.namelist():
                    with tempzip.open(""searchgui.properties"") as fh:
                        for line in io.TextIOWrapper(fh):
                            if line.startswith(""searchgui.version""):
                                version = line.split(""="")[1].strip()
                                dataset.metadata.searchgui_version = version
                                dataset.metadata.searchgui_major_version = (
                                    version.split(""."")[0]
                                )
    except Exception as e:
        log.warning(""%s, set_meta Exception: %s"", self, e)","def set_meta ( self , dataset , overwrite = True , ** kwd ) : <TAB> super ( ) . set_meta ( dataset , overwrite = overwrite , ** kwd ) <TAB> try : <TAB> <TAB> if dataset and zipfile . is_zipfile ( dataset . file_name ) : <TAB> <TAB> <TAB> with zipfile . ZipFile ( dataset . file_name ) as tempzip : <TAB> <TAB> <TAB> <TAB> if ""searchgui.properties"" in tempzip . namelist ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> with tempzip . open ( ""searchgui.properties"" ) as fh : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for line in io . TextIOWrapper ( fh ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> version = line . split ( ""="" ) [ 1 ] . strip ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dataset . metadata . searchgui_version = version <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dataset . metadata . searchgui_major_version = ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> version . split ( ""."" ) [ 0 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> except Exception as e : <TAB> <TAB> log . warning ( ""%s, set_meta Exception: %s"" , self , e )","if line . startswith ( ""searchgui.version"" ) :",260
1326,"def _key_name(self, key_code):
    """"""Return a normalized key name for key_code.""""""
    if isinstance(key_code, int):
        if key_code in key_map.keys():
            return key_map[key_code]
    curs_key_name = self._curses_key_name(key_code)
    if curs_key_name:
        if curs_key_name in key_map.keys():
            return key_map[curs_key_name]
        self.is_typeable = (
            True  # We'll assume the key is typeable if it's not found in the key map
        )
        return curs_key_name
    else:
        char = None
        if key_code in key_map.keys():
            return key_map[key_code]
        if sys.version_info[0] >= 3:
            if isinstance(key_code, str):
                self.is_typeable = True
                return key_code
        try:
            char = chr(key_code)
        except:
            pass
        if char is not None:
            self.is_typeable = True
            return char
    return False","def _key_name ( self , key_code ) : <TAB> """"""Return a normalized key name for key_code."""""" <TAB> if isinstance ( key_code , int ) : <TAB> <TAB> if key_code in key_map . keys ( ) : <TAB> <TAB> <TAB> return key_map [ key_code ] <TAB> curs_key_name = self . _curses_key_name ( key_code ) <TAB> if curs_key_name : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return key_map [ curs_key_name ] <TAB> <TAB> self . is_typeable = ( <TAB> <TAB> <TAB> True <TAB> <TAB> ) <TAB> <TAB> return curs_key_name <TAB> else : <TAB> <TAB> char = None <TAB> <TAB> if key_code in key_map . keys ( ) : <TAB> <TAB> <TAB> return key_map [ key_code ] <TAB> <TAB> if sys . version_info [ 0 ] >= 3 : <TAB> <TAB> <TAB> if isinstance ( key_code , str ) : <TAB> <TAB> <TAB> <TAB> self . is_typeable = True <TAB> <TAB> <TAB> <TAB> return key_code <TAB> <TAB> try : <TAB> <TAB> <TAB> char = chr ( key_code ) <TAB> <TAB> except : <TAB> <TAB> <TAB> pass <TAB> <TAB> if char is not None : <TAB> <TAB> <TAB> self . is_typeable = True <TAB> <TAB> <TAB> return char <TAB> return False",if curs_key_name in key_map . keys ( ) :,317
24677,"def _document_params(self, section, value, comments, path, shape):
    param_section = section.add_new_section(""param-values"")
    self._start_nested_value(param_section, ""("")
    for key, val in value.items():
        path.append("".%s"" % key)
        item_section = param_section.add_new_section(key)
        item_section.style.new_line()
        item_comment = self._get_comment(path, comments)
        if item_comment:
            item_section.write(item_comment)
            item_section.style.new_line()
        item_section.write(key + ""="")
        # Shape could be none if there are no input parameters
        item_shape = None
        if shape:
            item_shape = shape.members.get(key)
        self._document(item_section, val, comments, path, item_shape)
        path.pop()
    param_section_end = param_section.add_new_section(""ending-parenthesis"")
    self._end_nested_value(param_section_end, "")"")
","def _document_params ( self , section , value , comments , path , shape ) : <TAB> param_section = section . add_new_section ( ""param-values"" ) <TAB> self . _start_nested_value ( param_section , ""("" ) <TAB> for key , val in value . items ( ) : <TAB> <TAB> path . append ( "".%s"" % key ) <TAB> <TAB> item_section = param_section . add_new_section ( key ) <TAB> <TAB> item_section . style . new_line ( ) <TAB> <TAB> item_comment = self . _get_comment ( path , comments ) <TAB> <TAB> if item_comment : <TAB> <TAB> <TAB> item_section . write ( item_comment ) <TAB> <TAB> <TAB> item_section . style . new_line ( ) <TAB> <TAB> item_section . write ( key + ""="" ) <TAB> <TAB> <TAB> <TAB> item_shape = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> item_shape = shape . members . get ( key ) <TAB> <TAB> self . _document ( item_section , val , comments , path , item_shape ) <TAB> <TAB> path . pop ( ) <TAB> param_section_end = param_section . add_new_section ( ""ending-parenthesis"" ) <TAB> self . _end_nested_value ( param_section_end , "")"" )",if shape :,286
21974,"def __init__(self, *args, **kw):
    for i, (name, typ) in enumerate(self._fields_):
        def_arg = None
        if i < len(args):
            def_arg = args[i]
        if name in kw:
            def_arg = kw[name]
        if def_arg is not None:
            if not isinstance(def_arg, tuple):
                def_arg = (def_arg,)
        else:
            def_arg = ()
        if len(def_arg) == 1 and isinstance(def_arg[0], typ):
            # already an object of this type.
            # XXX - should copy.copy???
            def_val = def_arg[0]
        else:
            def_val = typ(*def_arg)
        setattr(self, name, def_val)","def __init__ ( self , * args , ** kw ) : <TAB> for i , ( name , typ ) in enumerate ( self . _fields_ ) : <TAB> <TAB> def_arg = None <TAB> <TAB> if i < len ( args ) : <TAB> <TAB> <TAB> def_arg = args [ i ] <TAB> <TAB> if name in kw : <TAB> <TAB> <TAB> def_arg = kw [ name ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not isinstance ( def_arg , tuple ) : <TAB> <TAB> <TAB> <TAB> def_arg = ( def_arg , ) <TAB> <TAB> else : <TAB> <TAB> <TAB> def_arg = ( ) <TAB> <TAB> if len ( def_arg ) == 1 and isinstance ( def_arg [ 0 ] , typ ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> def_val = def_arg [ 0 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> def_val = typ ( * def_arg ) <TAB> <TAB> setattr ( self , name , def_val )",if def_arg is not None :,226
8527,"def _is_legacy_mode(self, node):
    """"""Checks if the ``ast.Call`` node's keywords signal using legacy mode.""""""
    script_mode = False
    py_version = ""py2""
    for kw in node.keywords:
        if kw.arg == ""script_mode"":
            script_mode = (
                bool(kw.value.value) if isinstance(kw.value, ast.NameConstant) else True
            )
        if kw.arg == ""py_version"":
            py_version = kw.value.s if isinstance(kw.value, ast.Str) else ""py3""
    return not (py_version.startswith(""py3"") or script_mode)","def _is_legacy_mode ( self , node ) : <TAB> """"""Checks if the ``ast.Call`` node's keywords signal using legacy mode."""""" <TAB> script_mode = False <TAB> py_version = ""py2"" <TAB> for kw in node . keywords : <TAB> <TAB> if kw . arg == ""script_mode"" : <TAB> <TAB> <TAB> script_mode = ( <TAB> <TAB> <TAB> <TAB> bool ( kw . value . value ) if isinstance ( kw . value , ast . NameConstant ) else True <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> py_version = kw . value . s if isinstance ( kw . value , ast . Str ) else ""py3"" <TAB> return not ( py_version . startswith ( ""py3"" ) or script_mode )","if kw . arg == ""py_version"" :",173
10239,"def create():
    image_shape = height, width, colors
    kw = dict(parse_fn=parse_fn)
    datasets = dict(
        train=core.DataSet.from_files(train_files, image_shape, **kw).skip(valid),
        valid=core.DataSet.from_files(train_files, image_shape, **kw).take(valid),
        test={
            key: core.DataSet.from_files(value, image_shape, **kw)
            for key, value in test_files.items()
        },
    )
    if cache:
        cached_datasets = {}
        for key, value in datasets.items():
            if isinstance(value, dict):
                cached_datasets[key] = {k: v.cache() for k, v in value.items()}
            else:
                cached_datasets[key] = value.cache()
        datasets = cached_datasets
    return cls(name + ""-"" + str(valid), nclass=nclass, **datasets)
","def create ( ) : <TAB> image_shape = height , width , colors <TAB> kw = dict ( parse_fn = parse_fn ) <TAB> datasets = dict ( <TAB> <TAB> train = core . DataSet . from_files ( train_files , image_shape , ** kw ) . skip ( valid ) , <TAB> <TAB> valid = core . DataSet . from_files ( train_files , image_shape , ** kw ) . take ( valid ) , <TAB> <TAB> test = { <TAB> <TAB> <TAB> key : core . DataSet . from_files ( value , image_shape , ** kw ) <TAB> <TAB> <TAB> for key , value in test_files . items ( ) <TAB> <TAB> } , <TAB> ) <TAB> if cache : <TAB> <TAB> cached_datasets = { } <TAB> <TAB> for key , value in datasets . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> cached_datasets [ key ] = { k : v . cache ( ) for k , v in value . items ( ) } <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> cached_datasets [ key ] = value . cache ( ) <TAB> <TAB> datasets = cached_datasets <TAB> return cls ( name + ""-"" + str ( valid ) , nclass = nclass , ** datasets )","if isinstance ( value , dict ) :",255
20600,"def chat(self, gpg_args, callback, *args, **kwargs):
    """"""This lets a callback have a chat with the GPG process...""""""
    gpg_args = (
        self.common_args(interactive=True, will_send_passphrase=True)
        + [
            # We may be interactive, but we're not a human!
            ""--no-tty"",
            ""--command-fd=0"",
            ""--status-fd=1"",
        ]
        + (gpg_args or [])
    )
    proc = None
    try:
        # Here we go!
        self.debug(""Running %s"" % "" "".join(gpg_args))
        self.event.update_args(gpg_args)
        proc = Popen(
            gpg_args, stdin=PIPE, stdout=PIPE, stderr=PIPE, bufsize=0, long_running=True
        )
        return callback(proc, *args, **kwargs)
    finally:
        # Close this so GPG will terminate. This should already have
        # been done, but we're handling errors here...
        if proc and proc.stdin:
            proc.stdin.close()
        if proc:
            self.event.update_return_code(proc.wait())
        else:
            self.event.update_return_code(-1)","def chat ( self , gpg_args , callback , * args , ** kwargs ) : <TAB> """"""This lets a callback have a chat with the GPG process..."""""" <TAB> gpg_args = ( <TAB> <TAB> self . common_args ( interactive = True , will_send_passphrase = True ) <TAB> <TAB> + [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""--no-tty"" , <TAB> <TAB> <TAB> ""--command-fd=0"" , <TAB> <TAB> <TAB> ""--status-fd=1"" , <TAB> <TAB> ] <TAB> <TAB> + ( gpg_args or [ ] ) <TAB> ) <TAB> proc = None <TAB> try : <TAB> <TAB> <TAB> <TAB> self . debug ( ""Running %s"" % "" "" . join ( gpg_args ) ) <TAB> <TAB> self . event . update_args ( gpg_args ) <TAB> <TAB> proc = Popen ( <TAB> <TAB> <TAB> gpg_args , stdin = PIPE , stdout = PIPE , stderr = PIPE , bufsize = 0 , long_running = True <TAB> <TAB> ) <TAB> <TAB> return callback ( proc , * args , ** kwargs ) <TAB> finally : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> proc . stdin . close ( ) <TAB> <TAB> if proc : <TAB> <TAB> <TAB> self . event . update_return_code ( proc . wait ( ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . event . update_return_code ( - 1 )",if proc and proc . stdin :,344
3465,"def alter_list_data_to_serialize(self, request, data):
    data = super(TaskTemplateResource, self).alter_list_data_to_serialize(request, data)
    user_model = get_user_model()
    user = request.user
    collected_templates = (
        user_model.objects.get(username=user.username)
        .tasktemplate_set.all()
        .values_list(""id"", flat=True)
    )
    template_ids = [bundle.obj.id for bundle in data[""objects""]]
    templates_labels = TemplateLabelRelation.objects.fetch_templates_labels(
        template_ids
    )
    for bundle in data[""objects""]:
        if bundle.obj.id in collected_templates:
            bundle.data[""is_add""] = 1
        else:
            bundle.data[""is_add""] = 0
        bundle.data[""template_labels""] = templates_labels.get(bundle.obj.id, [])
    return data","def alter_list_data_to_serialize ( self , request , data ) : <TAB> data = super ( TaskTemplateResource , self ) . alter_list_data_to_serialize ( request , data ) <TAB> user_model = get_user_model ( ) <TAB> user = request . user <TAB> collected_templates = ( <TAB> <TAB> user_model . objects . get ( username = user . username ) <TAB> <TAB> . tasktemplate_set . all ( ) <TAB> <TAB> . values_list ( ""id"" , flat = True ) <TAB> ) <TAB> template_ids = [ bundle . obj . id for bundle in data [ ""objects"" ] ] <TAB> templates_labels = TemplateLabelRelation . objects . fetch_templates_labels ( <TAB> <TAB> template_ids <TAB> ) <TAB> for bundle in data [ ""objects"" ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> bundle . data [ ""is_add"" ] = 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> bundle . data [ ""is_add"" ] = 0 <TAB> <TAB> bundle . data [ ""template_labels"" ] = templates_labels . get ( bundle . obj . id , [ ] ) <TAB> return data",if bundle . obj . id in collected_templates :,245
4077,"def _continue(self):
    # Obvious optimization: we don't need to return from
    # this method, if we still can go further after yield.
    # So we return only if there are dependencies or
    # current task is computed.
    while True:
        try:
            value = unwrap(self._last_value)
            error = None
        except BaseException as e:
            value = None
            error = e
        try:
            self._accept_yield_result(self._continue_on_generator(value, error))
        except StopIteration as error:  # Most frequent, so it's the first one
            try:
                # We're on a Python version that supports adding a value to StopIteration
                return_value = error.value
            except AttributeError:
                # This means there was no asynq.result() call, so the value of
                # this task should be None
                return_value = None
            self._queue_exit(return_value)
        except GeneratorExit as error:
            error_type = type(error)
            if error_type is AsyncTaskResult:
                self._queue_exit(error.result)
            elif error_type is AsyncTaskCancelledError:
                self._accept_error(error)
            else:
                self._queue_exit(None)
        except BaseException as error:
            self._accept_error(error)
        if self.is_computed():
            return
        if len(self._dependencies) > 0:
            return","def _continue ( self ) : <TAB> <TAB> <TAB> <TAB> <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> value = unwrap ( self . _last_value ) <TAB> <TAB> <TAB> error = None <TAB> <TAB> except BaseException as e : <TAB> <TAB> <TAB> value = None <TAB> <TAB> <TAB> error = e <TAB> <TAB> try : <TAB> <TAB> <TAB> self . _accept_yield_result ( self . _continue_on_generator ( value , error ) ) <TAB> <TAB> except StopIteration as error : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return_value = error . value <TAB> <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return_value = None <TAB> <TAB> <TAB> self . _queue_exit ( return_value ) <TAB> <TAB> except GeneratorExit as error : <TAB> <TAB> <TAB> error_type = type ( error ) <TAB> <TAB> <TAB> if error_type is AsyncTaskResult : <TAB> <TAB> <TAB> <TAB> self . _queue_exit ( error . result ) <TAB> <TAB> <TAB> elif error_type is AsyncTaskCancelledError : <TAB> <TAB> <TAB> <TAB> self . _accept_error ( error ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . _queue_exit ( None ) <TAB> <TAB> except BaseException as error : <TAB> <TAB> <TAB> self . _accept_error ( error ) <TAB> <TAB> if self . is_computed ( ) : <TAB> <TAB> <TAB> return <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return",if len ( self . _dependencies ) > 0 :,408
14446,"def _Determine_Do(self):
    self.applicable = 1
    self.value = os.environ.get(self.name, None)
    if self.value is None and black.configure.items.has_key(""buildType""):
        buildType = black.configure.items[""buildType""].Get()
        if buildType == ""debug"":
            self.value = ""warn""
        else:
            self.value = None
    self.determined = 1","def _Determine_Do ( self ) : <TAB> self . applicable = 1 <TAB> self . value = os . environ . get ( self . name , None ) <TAB> if self . value is None and black . configure . items . has_key ( ""buildType"" ) : <TAB> <TAB> buildType = black . configure . items [ ""buildType"" ] . Get ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . value = ""warn"" <TAB> <TAB> else : <TAB> <TAB> <TAB> self . value = None <TAB> self . determined = 1","if buildType == ""debug"" :",115
1084,"def validate_precedence(self):
    preclist = []
    if self.prec:
        if not isinstance(self.prec, (list, tuple)):
            self.log.error(""precedence must be a list or tuple"")
            self.error = 1
            return
        for level, p in enumerate(self.prec):
            if not isinstance(p, (list, tuple)):
                self.log.error(""Bad precedence table"")
                self.error = 1
                return
            if len(p) < 2:
                self.log.error(
                    ""Malformed precedence entry %s. Must be (assoc, term, ..., term)"", p
                )
                self.error = 1
                return
            assoc = p[0]
            if not isinstance(assoc, str):
                self.log.error(""precedence associativity must be a string"")
                self.error = 1
                return
            for term in p[1:]:
                if not isinstance(term, str):
                    self.log.error(""precedence items must be strings"")
                    self.error = 1
                    return
                preclist.append((term, assoc, level + 1))
    self.preclist = preclist","def validate_precedence ( self ) : <TAB> preclist = [ ] <TAB> if self . prec : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . log . error ( ""precedence must be a list or tuple"" ) <TAB> <TAB> <TAB> self . error = 1 <TAB> <TAB> <TAB> return <TAB> <TAB> for level , p in enumerate ( self . prec ) : <TAB> <TAB> <TAB> if not isinstance ( p , ( list , tuple ) ) : <TAB> <TAB> <TAB> <TAB> self . log . error ( ""Bad precedence table"" ) <TAB> <TAB> <TAB> <TAB> self . error = 1 <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> if len ( p ) < 2 : <TAB> <TAB> <TAB> <TAB> self . log . error ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Malformed precedence entry %s. Must be (assoc, term, ..., term)"" , p <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> self . error = 1 <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> assoc = p [ 0 ] <TAB> <TAB> <TAB> if not isinstance ( assoc , str ) : <TAB> <TAB> <TAB> <TAB> self . log . error ( ""precedence associativity must be a string"" ) <TAB> <TAB> <TAB> <TAB> self . error = 1 <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> for term in p [ 1 : ] : <TAB> <TAB> <TAB> <TAB> if not isinstance ( term , str ) : <TAB> <TAB> <TAB> <TAB> <TAB> self . log . error ( ""precedence items must be strings"" ) <TAB> <TAB> <TAB> <TAB> <TAB> self . error = 1 <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> <TAB> preclist . append ( ( term , assoc , level + 1 ) ) <TAB> self . preclist = preclist","if not isinstance ( self . prec , ( list , tuple ) ) :",343
16645,"def from_introspection(cls, table_name, trigger_data):
    (
        id,
        name,
        proc,
        constraint,
        granularity,
        timing,
        events,
        definition,
        metadata,
    ) = trigger_data
    if metadata:
        metadata = json.loads(metadata)
    else:
        metadata = {}
    condition = None
    if definition:
        # A rather dumb bracket parser.  It'll choke
        # on any expression containing quoted or escaped
        # brackets.  The alternative is to fire up a
        # full SQL parser, which will be utterly slow.
        #
        when_off = definition.find(""WHEN ("")
        if when_off != -1:
            pos = when_off + 6
            brackets = 1
            while brackets:
                if definition[pos] == "")"":
                    brackets -= 1
                elif definition[pos] == ""("":
                    brackets += 1
                pos += 1
            condition = definition[when_off + 6 : pos - 1]
    trg = cls(
        name=name,
        table_name=table_name,
        events=events,
        timing=timing,
        granularity=granularity,
        procedure=proc,
        condition=condition,
        is_constraint=bool(constraint),
        metadata=metadata,
    )
    return trg","def from_introspection ( cls , table_name , trigger_data ) : <TAB> ( <TAB> <TAB> id , <TAB> <TAB> name , <TAB> <TAB> proc , <TAB> <TAB> constraint , <TAB> <TAB> granularity , <TAB> <TAB> timing , <TAB> <TAB> events , <TAB> <TAB> definition , <TAB> <TAB> metadata , <TAB> ) = trigger_data <TAB> if metadata : <TAB> <TAB> metadata = json . loads ( metadata ) <TAB> else : <TAB> <TAB> metadata = { } <TAB> condition = None <TAB> if definition : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> when_off = definition . find ( ""WHEN ("" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pos = when_off + 6 <TAB> <TAB> <TAB> brackets = 1 <TAB> <TAB> <TAB> while brackets : <TAB> <TAB> <TAB> <TAB> if definition [ pos ] == "")"" : <TAB> <TAB> <TAB> <TAB> <TAB> brackets -= 1 <TAB> <TAB> <TAB> <TAB> elif definition [ pos ] == ""("" : <TAB> <TAB> <TAB> <TAB> <TAB> brackets += 1 <TAB> <TAB> <TAB> <TAB> pos += 1 <TAB> <TAB> <TAB> condition = definition [ when_off + 6 : pos - 1 ] <TAB> trg = cls ( <TAB> <TAB> name = name , <TAB> <TAB> table_name = table_name , <TAB> <TAB> events = events , <TAB> <TAB> timing = timing , <TAB> <TAB> granularity = granularity , <TAB> <TAB> procedure = proc , <TAB> <TAB> condition = condition , <TAB> <TAB> is_constraint = bool ( constraint ) , <TAB> <TAB> metadata = metadata , <TAB> ) <TAB> return trg",if when_off != - 1 :,380
2388,"def run(self, edit):
    if not self.has_selection():
        region = sublime.Region(0, self.view.size())
        originalBuffer = self.view.substr(region)
        prefixed = self.prefix(originalBuffer)
        if prefixed:
            self.view.replace(edit, region, prefixed)
        return
    for region in self.view.sel():
        if region.empty():
            continue
        originalBuffer = self.view.substr(region)
        prefixed = self.prefix(originalBuffer)
        if prefixed:
            self.view.replace(edit, region, prefixed)","def run ( self , edit ) : <TAB> if not self . has_selection ( ) : <TAB> <TAB> region = sublime . Region ( 0 , self . view . size ( ) ) <TAB> <TAB> originalBuffer = self . view . substr ( region ) <TAB> <TAB> prefixed = self . prefix ( originalBuffer ) <TAB> <TAB> if prefixed : <TAB> <TAB> <TAB> self . view . replace ( edit , region , prefixed ) <TAB> <TAB> return <TAB> for region in self . view . sel ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> originalBuffer = self . view . substr ( region ) <TAB> <TAB> prefixed = self . prefix ( originalBuffer ) <TAB> <TAB> if prefixed : <TAB> <TAB> <TAB> self . view . replace ( edit , region , prefixed )",if region . empty ( ) :,163
5455,"def format_errors(messages):
    errors = {}
    for k, v in messages.items():
        key = camelize(k, uppercase_first_letter=False)
        if isinstance(v, dict):
            errors[key] = format_errors(v)
        elif isinstance(v, list):
            errors[key] = v[0]
    return errors","def format_errors ( messages ) : <TAB> errors = { } <TAB> for k , v in messages . items ( ) : <TAB> <TAB> key = camelize ( k , uppercase_first_letter = False ) <TAB> <TAB> if isinstance ( v , dict ) : <TAB> <TAB> <TAB> errors [ key ] = format_errors ( v ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> errors [ key ] = v [ 0 ] <TAB> return errors","elif isinstance ( v , list ) :",94
15222,"def poll_authorizations(self, orderr, deadline):
    """"""Poll Order Resource for status.""""""
    responses = []
    for url in orderr.body.authorizations:
        while datetime.datetime.now() < deadline:
            authzr = self._authzr_from_response(self._post_as_get(url), uri=url)
            if authzr.body.status != messages.STATUS_PENDING:
                responses.append(authzr)
                break
            time.sleep(1)
    # If we didn't get a response for every authorization, we fell through
    # the bottom of the loop due to hitting the deadline.
    if len(responses) < len(orderr.body.authorizations):
        raise errors.TimeoutError()
    failed = []
    for authzr in responses:
        if authzr.body.status != messages.STATUS_VALID:
            for chall in authzr.body.challenges:
                if chall.error is not None:
                    failed.append(authzr)
    if failed:
        raise errors.ValidationError(failed)
    return orderr.update(authorizations=responses)","def poll_authorizations ( self , orderr , deadline ) : <TAB> """"""Poll Order Resource for status."""""" <TAB> responses = [ ] <TAB> for url in orderr . body . authorizations : <TAB> <TAB> while datetime . datetime . now ( ) < deadline : <TAB> <TAB> <TAB> authzr = self . _authzr_from_response ( self . _post_as_get ( url ) , uri = url ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> responses . append ( authzr ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> time . sleep ( 1 ) <TAB> <TAB> <TAB> if len ( responses ) < len ( orderr . body . authorizations ) : <TAB> <TAB> raise errors . TimeoutError ( ) <TAB> failed = [ ] <TAB> for authzr in responses : <TAB> <TAB> if authzr . body . status != messages . STATUS_VALID : <TAB> <TAB> <TAB> for chall in authzr . body . challenges : <TAB> <TAB> <TAB> <TAB> if chall . error is not None : <TAB> <TAB> <TAB> <TAB> <TAB> failed . append ( authzr ) <TAB> if failed : <TAB> <TAB> raise errors . ValidationError ( failed ) <TAB> return orderr . update ( authorizations = responses )",if authzr . body . status != messages . STATUS_PENDING :,289
8209,"def load_params(self):
    path = str(self.load_path.with_suffix("".json"").resolve())
    log.info(""[loading parameters from {}]"".format(path))
    with open(path, ""r"", encoding=""utf8"") as fp:
        params = json.load(fp)
    for p in self.GRAPH_PARAMS:
        if self.opt.get(p) != params.get(p):
            if p in (""kb_embedding_control_sum"") and (
                math.abs(self.opt.get(p, 0.0) - params.get(p, 0.0)) < 1e-3
            ):
                continue
            raise ConfigError(
                ""`{}` parameter must be equal to saved model""
                "" parameter value `{}`, but is equal to `{}`"".format(
                    p, params.get(p), self.opt.get(p)
                )
            )","def load_params ( self ) : <TAB> path = str ( self . load_path . with_suffix ( "".json"" ) . resolve ( ) ) <TAB> log . info ( ""[loading parameters from {}]"" . format ( path ) ) <TAB> with open ( path , ""r"" , encoding = ""utf8"" ) as fp : <TAB> <TAB> params = json . load ( fp ) <TAB> for p in self . GRAPH_PARAMS : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if p in ( ""kb_embedding_control_sum"" ) and ( <TAB> <TAB> <TAB> <TAB> math . abs ( self . opt . get ( p , 0.0 ) - params . get ( p , 0.0 ) ) < 1e-3 <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> raise ConfigError ( <TAB> <TAB> <TAB> <TAB> ""`{}` parameter must be equal to saved model"" <TAB> <TAB> <TAB> <TAB> "" parameter value `{}`, but is equal to `{}`"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> p , params . get ( p ) , self . opt . get ( p ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> )",if self . opt . get ( p ) != params . get ( p ) :,241
19446,"def _prepare_artifact(
    self,
    artifact_or_path: Union[wandb_artifacts.Artifact, str],
    name: Optional[str] = None,
    type: Optional[str] = None,
    aliases: Optional[List[str]] = None,
) -> Tuple[wandb_artifacts.Artifact, List[str]]:
    aliases = aliases or [""latest""]
    if isinstance(artifact_or_path, str):
        if name is None:
            name = ""run-%s-%s"" % (self.id, os.path.basename(artifact_or_path))
        artifact = wandb.Artifact(name, type)
        if os.path.isfile(artifact_or_path):
            artifact.add_file(artifact_or_path)
        elif os.path.isdir(artifact_or_path):
            artifact.add_dir(artifact_or_path)
        elif ""://"" in artifact_or_path:
            artifact.add_reference(artifact_or_path)
        else:
            raise ValueError(
                ""path must be a file, directory or external""
                ""reference like s3://bucket/path""
            )
    else:
        artifact = artifact_or_path
    if not isinstance(artifact, wandb.Artifact):
        raise ValueError(
            ""You must pass an instance of wandb.Artifact or a ""
            ""valid file path to log_artifact""
        )
    if isinstance(aliases, str):
        aliases = [aliases]
    artifact.finalize()
    return artifact, aliases","def _prepare_artifact ( <TAB> self , <TAB> artifact_or_path : Union [ wandb_artifacts . Artifact , str ] , <TAB> name : Optional [ str ] = None , <TAB> type : Optional [ str ] = None , <TAB> aliases : Optional [ List [ str ] ] = None , ) -> Tuple [ wandb_artifacts . Artifact , List [ str ] ] : <TAB> aliases = aliases or [ ""latest"" ] <TAB> if isinstance ( artifact_or_path , str ) : <TAB> <TAB> if name is None : <TAB> <TAB> <TAB> name = ""run-%s-%s"" % ( self . id , os . path . basename ( artifact_or_path ) ) <TAB> <TAB> artifact = wandb . Artifact ( name , type ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> artifact . add_file ( artifact_or_path ) <TAB> <TAB> elif os . path . isdir ( artifact_or_path ) : <TAB> <TAB> <TAB> artifact . add_dir ( artifact_or_path ) <TAB> <TAB> elif ""://"" in artifact_or_path : <TAB> <TAB> <TAB> artifact . add_reference ( artifact_or_path ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""path must be a file, directory or external"" <TAB> <TAB> <TAB> <TAB> ""reference like s3://bucket/path"" <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> artifact = artifact_or_path <TAB> if not isinstance ( artifact , wandb . Artifact ) : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""You must pass an instance of wandb.Artifact or a "" <TAB> <TAB> <TAB> ""valid file path to log_artifact"" <TAB> <TAB> ) <TAB> if isinstance ( aliases , str ) : <TAB> <TAB> aliases = [ aliases ] <TAB> artifact . finalize ( ) <TAB> return artifact , aliases",if os . path . isfile ( artifact_or_path ) :,397
20008,"def __call__(self, data):
    degree = math.pi * random.uniform(*self.degrees) / 180.0
    sin, cos = math.sin(degree), math.cos(degree)
    if data.pos.size(-1) == 2:
        matrix = [[cos, sin], [-sin, cos]]
    else:
        if self.axis == 0:
            matrix = [[1, 0, 0], [0, cos, sin], [0, -sin, cos]]
        elif self.axis == 1:
            matrix = [[cos, 0, -sin], [0, 1, 0], [sin, 0, cos]]
        else:
            matrix = [[cos, sin, 0], [-sin, cos, 0], [0, 0, 1]]
    return LinearTransformation(torch.tensor(matrix))(data)","def __call__ ( self , data ) : <TAB> degree = math . pi * random . uniform ( * self . degrees ) / 180.0 <TAB> sin , cos = math . sin ( degree ) , math . cos ( degree ) <TAB> if data . pos . size ( - 1 ) == 2 : <TAB> <TAB> matrix = [ [ cos , sin ] , [ - sin , cos ] ] <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> matrix = [ [ 1 , 0 , 0 ] , [ 0 , cos , sin ] , [ 0 , - sin , cos ] ] <TAB> <TAB> elif self . axis == 1 : <TAB> <TAB> <TAB> matrix = [ [ cos , 0 , - sin ] , [ 0 , 1 , 0 ] , [ sin , 0 , cos ] ] <TAB> <TAB> else : <TAB> <TAB> <TAB> matrix = [ [ cos , sin , 0 ] , [ - sin , cos , 0 ] , [ 0 , 0 , 1 ] ] <TAB> return LinearTransformation ( torch . tensor ( matrix ) ) ( data )",if self . axis == 0 :,202
1675,"def logic():
    # direction
    if goRight == ACTIVE:
        dir.next = DirType.RIGHT
        run.next = True
    elif goLeft == ACTIVE:
        dir.next = DirType.LEFT
        run.next = True
    # stop
    if stop == ACTIVE:
        run.next = False
    # counter action
    if run:
        if dir == DirType.LEFT:
            q.next[4:1] = q[3:]
            q.next[0] = not q[3]
        else:
            q.next[3:] = q[4:1]
            q.next[3] = not q[0]",def logic ( ) : <TAB> <TAB> if goRight == ACTIVE : <TAB> <TAB> dir . next = DirType . RIGHT <TAB> <TAB> run . next = True <TAB> elif goLeft == ACTIVE : <TAB> <TAB> dir . next = DirType . LEFT <TAB> <TAB> run . next = True <TAB> <TAB> if stop == ACTIVE : <TAB> <TAB> run . next = False <TAB> <TAB> if run : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> q . next [ 4 : 1 ] = q [ 3 : ] <TAB> <TAB> <TAB> q . next [ 0 ] = not q [ 3 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> q . next [ 3 : ] = q [ 4 : 1 ] <TAB> <TAB> <TAB> q . next [ 3 ] = not q [ 0 ],if dir == DirType . LEFT :,176
14598,"def reassembleTree(self, tree):
    root_id = None
    root_elt = None
    self.ids_from_idref = {}
    self.elts_from_id = {}
    for elt in tree.getiterator():
        attribs = elt.attrib
        id = attribs.get(""id"", None)
        if id is None:
            log.error(""No id attribute for element %r"", elt)
            continue
        idref = attribs.get(""idref"", None)
        if idref is None:
            if root_id is not None:
                log.error(""Root should be %r, but found another:%r"", root_elt, elt)
                continue
            root_id = id
            root_elt = elt
        else:
            self.ids_from_idref.setdefault(idref, []).append(id)
        self.elts_from_id[id] = elt
    newTree = TreeNode(root_elt)
    self.treeBuilder(newTree, root_id)
    return newTree
","def reassembleTree ( self , tree ) : <TAB> root_id = None <TAB> root_elt = None <TAB> self . ids_from_idref = { } <TAB> self . elts_from_id = { } <TAB> for elt in tree . getiterator ( ) : <TAB> <TAB> attribs = elt . attrib <TAB> <TAB> id = attribs . get ( ""id"" , None ) <TAB> <TAB> if id is None : <TAB> <TAB> <TAB> log . error ( ""No id attribute for element %r"" , elt ) <TAB> <TAB> <TAB> continue <TAB> <TAB> idref = attribs . get ( ""idref"" , None ) <TAB> <TAB> if idref is None : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> log . error ( ""Root should be %r, but found another:%r"" , root_elt , elt ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> root_id = id <TAB> <TAB> <TAB> root_elt = elt <TAB> <TAB> else : <TAB> <TAB> <TAB> self . ids_from_idref . setdefault ( idref , [ ] ) . append ( id ) <TAB> <TAB> self . elts_from_id [ id ] = elt <TAB> newTree = TreeNode ( root_elt ) <TAB> self . treeBuilder ( newTree , root_id ) <TAB> return newTree",if root_id is not None :,269
2645,"def set(self, interface, listen_port=None, fwmark=None, private_key=None, peer=None):
    msg = wgmsg()
    msg[""attrs""].append([""WGDEVICE_A_IFNAME"", interface])
    if private_key is not None:
        self._wg_test_key(private_key)
        msg[""attrs""].append([""WGDEVICE_A_PRIVATE_KEY"", private_key])
    if listen_port is not None:
        msg[""attrs""].append([""WGDEVICE_A_LISTEN_PORT"", listen_port])
    if fwmark is not None:
        msg[""attrs""].append([""WGDEVICE_A_FWMARK"", fwmark])
    if peer is not None:
        self._wg_set_peer(msg, peer)
    # Message attributes
    msg[""cmd""] = WG_CMD_SET_DEVICE
    msg[""version""] = WG_GENL_VERSION
    msg[""header""][""type""] = self.prid
    msg[""header""][""flags""] = NLM_F_REQUEST | NLM_F_ACK
    msg[""header""][""pid""] = self.pid
    msg.encode()
    self.sendto(msg.data, (0, 0))
    msg = self.get()[0]
    err = msg[""header""].get(""error"", None)
    if err is not None:
        if hasattr(err, ""code"") and err.code == errno.ENOENT:
            logging.error(""Generic netlink protocol %s not found"" % self.prid)
            logging.error(""Please check if the protocol module is loaded"")
        raise err
    return msg","def set ( self , interface , listen_port = None , fwmark = None , private_key = None , peer = None ) : <TAB> msg = wgmsg ( ) <TAB> msg [ ""attrs"" ] . append ( [ ""WGDEVICE_A_IFNAME"" , interface ] ) <TAB> if private_key is not None : <TAB> <TAB> self . _wg_test_key ( private_key ) <TAB> <TAB> msg [ ""attrs"" ] . append ( [ ""WGDEVICE_A_PRIVATE_KEY"" , private_key ] ) <TAB> if listen_port is not None : <TAB> <TAB> msg [ ""attrs"" ] . append ( [ ""WGDEVICE_A_LISTEN_PORT"" , listen_port ] ) <TAB> if fwmark is not None : <TAB> <TAB> msg [ ""attrs"" ] . append ( [ ""WGDEVICE_A_FWMARK"" , fwmark ] ) <TAB> if peer is not None : <TAB> <TAB> self . _wg_set_peer ( msg , peer ) <TAB> <TAB> msg [ ""cmd"" ] = WG_CMD_SET_DEVICE <TAB> msg [ ""version"" ] = WG_GENL_VERSION <TAB> msg [ ""header"" ] [ ""type"" ] = self . prid <TAB> msg [ ""header"" ] [ ""flags"" ] = NLM_F_REQUEST | NLM_F_ACK <TAB> msg [ ""header"" ] [ ""pid"" ] = self . pid <TAB> msg . encode ( ) <TAB> self . sendto ( msg . data , ( 0 , 0 ) ) <TAB> msg = self . get ( ) [ 0 ] <TAB> err = msg [ ""header"" ] . get ( ""error"" , None ) <TAB> if err is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logging . error ( ""Generic netlink protocol %s not found"" % self . prid ) <TAB> <TAB> <TAB> logging . error ( ""Please check if the protocol module is loaded"" ) <TAB> <TAB> raise err <TAB> return msg","if hasattr ( err , ""code"" ) and err . code == errno . ENOENT :",399
6562,"def test_policy_gradient_cartpole(self):
    """"""Trains a policy on cartpole.""""""
    task = rl_task.RLTask(""CartPole-v0"", max_steps=200)
    lr = lambda: lr_schedules.multifactor(constant=1e-2, factors=""constant"")
    max_avg_returns = -math.inf
    for _ in range(2):
        agent = training.PolicyGradient(
            task,
            model_fn=self._model_fn,
            optimizer=opt.Adam,
            lr_schedule=lr,
            batch_size=128,
            eval_temperatures=[0.0, 0.5],
            n_eval_episodes=1,
            n_trajectories_per_epoch=2,
        )
        # Assert that we get to 200 at some point and then exit so the test is as
        # fast as possible.
        for ep in range(200):
            agent.run(1)
            self.assertEqual(agent.current_epoch, ep + 1)
            if agent.avg_returns[-1] == 200.0:
                for eval_t in agent._eval_temperatures:
                    self.assertEqual(
                        len(agent._avg_returns_temperatures[eval_t][200]),
                        len(agent.avg_returns),
                    )
                return
        max_avg_returns = max(max_avg_returns, agent.avg_returns[-1])
    self.fail(
        ""The expected score of 200 has not been reached. ""
        ""Maximum at end was {}."".format(max_avg_returns)
    )","def test_policy_gradient_cartpole ( self ) : <TAB> """"""Trains a policy on cartpole."""""" <TAB> task = rl_task . RLTask ( ""CartPole-v0"" , max_steps = 200 ) <TAB> lr = lambda : lr_schedules . multifactor ( constant = 1e-2 , factors = ""constant"" ) <TAB> max_avg_returns = - math . inf <TAB> for _ in range ( 2 ) : <TAB> <TAB> agent = training . PolicyGradient ( <TAB> <TAB> <TAB> task , <TAB> <TAB> <TAB> model_fn = self . _model_fn , <TAB> <TAB> <TAB> optimizer = opt . Adam , <TAB> <TAB> <TAB> lr_schedule = lr , <TAB> <TAB> <TAB> batch_size = 128 , <TAB> <TAB> <TAB> eval_temperatures = [ 0.0 , 0.5 ] , <TAB> <TAB> <TAB> n_eval_episodes = 1 , <TAB> <TAB> <TAB> n_trajectories_per_epoch = 2 , <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for ep in range ( 200 ) : <TAB> <TAB> <TAB> agent . run ( 1 ) <TAB> <TAB> <TAB> self . assertEqual ( agent . current_epoch , ep + 1 ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> for eval_t in agent . _eval_temperatures : <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> len ( agent . _avg_returns_temperatures [ eval_t ] [ 200 ] ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> len ( agent . avg_returns ) , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> max_avg_returns = max ( max_avg_returns , agent . avg_returns [ - 1 ] ) <TAB> self . fail ( <TAB> <TAB> ""The expected score of 200 has not been reached. "" <TAB> <TAB> ""Maximum at end was {}."" . format ( max_avg_returns ) <TAB> )",if agent . avg_returns [ - 1 ] == 200.0 :,434
13279,"def scan(scope):
    for s in scope.children:
        if s.start_pos <= position <= s.end_pos:
            if isinstance(s, (tree.Scope, tree.Flow)):
                return scan(s) or s
            elif s.type in (""suite"", ""decorated""):
                return scan(s)
    return None
","def scan ( scope ) : <TAB> for s in scope . children : <TAB> <TAB> if s . start_pos <= position <= s . end_pos : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return scan ( s ) or s <TAB> <TAB> <TAB> elif s . type in ( ""suite"" , ""decorated"" ) : <TAB> <TAB> <TAB> <TAB> return scan ( s ) <TAB> return None","if isinstance ( s , ( tree . Scope , tree . Flow ) ) :",92
23871,"def mail_migrator(app, schema_editor):
    Event_SettingsStore = app.get_model(""pretixbase"", ""Event_SettingsStore"")
    for ss in Event_SettingsStore.objects.filter(
        key__in=[
            ""mail_text_order_approved"",
            ""mail_text_order_placed"",
            ""mail_text_order_placed_require_approval"",
        ]
    ):
        chgd = ss.value.replace(""{date}"", ""{expire_date}"")
        if chgd != ss.value:
            ss.value = chgd
            ss.save()
            cache.delete(""hierarkey_{}_{}"".format(""event"", ss.object_id))
","def mail_migrator ( app , schema_editor ) : <TAB> Event_SettingsStore = app . get_model ( ""pretixbase"" , ""Event_SettingsStore"" ) <TAB> for ss in Event_SettingsStore . objects . filter ( <TAB> <TAB> key__in = [ <TAB> <TAB> <TAB> ""mail_text_order_approved"" , <TAB> <TAB> <TAB> ""mail_text_order_placed"" , <TAB> <TAB> <TAB> ""mail_text_order_placed_require_approval"" , <TAB> <TAB> ] <TAB> ) : <TAB> <TAB> chgd = ss . value . replace ( ""{date}"" , ""{expire_date}"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ss . value = chgd <TAB> <TAB> <TAB> ss . save ( ) <TAB> <TAB> <TAB> cache . delete ( ""hierarkey_{}_{}"" . format ( ""event"" , ss . object_id ) )",if chgd != ss . value :,179
1433,"def read_until_regexp(self, regexp_list):
    current_out = self.current_output
    for rgx in regexp_list:
        match = rgx.search(current_out)
        if match:
            self._update_buffer(current_out[match.end() :])
            return current_out[: match.end()]
    return None
","def read_until_regexp ( self , regexp_list ) : <TAB> current_out = self . current_output <TAB> for rgx in regexp_list : <TAB> <TAB> match = rgx . search ( current_out ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _update_buffer ( current_out [ match . end ( ) : ] ) <TAB> <TAB> <TAB> return current_out [ : match . end ( ) ] <TAB> return None",if match :,91
4554,"def PackLVCOLUMN(fmt=None, cx=None, text=None, subItem=None, image=None, order=None):
    extra = []  # objects we must keep references to
    mask = 0
    mask, fmt = _GetMaskAndVal(fmt, 0, mask, commctrl.LVCF_FMT)
    mask, cx = _GetMaskAndVal(cx, 0, mask, commctrl.LVCF_WIDTH)
    mask, text = _GetMaskAndVal(text, None, mask, commctrl.LVCF_TEXT)
    mask, subItem = _GetMaskAndVal(subItem, 0, mask, commctrl.LVCF_SUBITEM)
    mask, image = _GetMaskAndVal(image, 0, mask, commctrl.LVCF_IMAGE)
    mask, order = _GetMaskAndVal(order, 0, mask, commctrl.LVCF_ORDER)
    if text is None:
        text_addr = text_len = 0
    else:
        if isinstance(text, unicode):
            text = text.encode(""mbcs"")
        text_buffer = array.array(""c"", text + ""\0"")
        extra.append(text_buffer)
        text_addr, text_len = text_buffer.buffer_info()
    format = ""iiiiiiii""
    buf = struct.pack(
        format, mask, fmt, cx, text_addr, text_len, subItem, image, order  # text
    )
    return array.array(""c"", buf), extra","def PackLVCOLUMN ( fmt = None , cx = None , text = None , subItem = None , image = None , order = None ) : <TAB> extra = [ ] <TAB> mask = 0 <TAB> mask , fmt = _GetMaskAndVal ( fmt , 0 , mask , commctrl . LVCF_FMT ) <TAB> mask , cx = _GetMaskAndVal ( cx , 0 , mask , commctrl . LVCF_WIDTH ) <TAB> mask , text = _GetMaskAndVal ( text , None , mask , commctrl . LVCF_TEXT ) <TAB> mask , subItem = _GetMaskAndVal ( subItem , 0 , mask , commctrl . LVCF_SUBITEM ) <TAB> mask , image = _GetMaskAndVal ( image , 0 , mask , commctrl . LVCF_IMAGE ) <TAB> mask , order = _GetMaskAndVal ( order , 0 , mask , commctrl . LVCF_ORDER ) <TAB> if text is None : <TAB> <TAB> text_addr = text_len = 0 <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> text = text . encode ( ""mbcs"" ) <TAB> <TAB> text_buffer = array . array ( ""c"" , text + ""\0"" ) <TAB> <TAB> extra . append ( text_buffer ) <TAB> <TAB> text_addr , text_len = text_buffer . buffer_info ( ) <TAB> format = ""iiiiiiii"" <TAB> buf = struct . pack ( <TAB> <TAB> format , mask , fmt , cx , text_addr , text_len , subItem , image , order <TAB> ) <TAB> return array . array ( ""c"" , buf ) , extra","if isinstance ( text , unicode ) :",373
12551,"def mouseDragEvent(self, ev):
    if self.movable and ev.button() == QtCore.Qt.LeftButton:
        if ev.isStart():
            self.moving = True
            self.cursorOffset = self.pos() - self.mapToParent(ev.buttonDownPos())
            self.startPosition = self.pos()
        ev.accept()
        if not self.moving:
            return
        self.setPos(self.cursorOffset + self.mapToParent(ev.pos()))
        self.sigDragged.emit(self)
        if ev.isFinish():
            self.moving = False
            self.sigPositionChangeFinished.emit(self)
","def mouseDragEvent ( self , ev ) : <TAB> if self . movable and ev . button ( ) == QtCore . Qt . LeftButton : <TAB> <TAB> if ev . isStart ( ) : <TAB> <TAB> <TAB> self . moving = True <TAB> <TAB> <TAB> self . cursorOffset = self . pos ( ) - self . mapToParent ( ev . buttonDownPos ( ) ) <TAB> <TAB> <TAB> self . startPosition = self . pos ( ) <TAB> <TAB> ev . accept ( ) <TAB> <TAB> if not self . moving : <TAB> <TAB> <TAB> return <TAB> <TAB> self . setPos ( self . cursorOffset + self . mapToParent ( ev . pos ( ) ) ) <TAB> <TAB> self . sigDragged . emit ( self ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . moving = False <TAB> <TAB> <TAB> self . sigPositionChangeFinished . emit ( self )",if ev . isFinish ( ) :,178
22224,"def moveto(self, other):
    if isinstance(self, File) and isinstance(other, Folder):
        other = other.file(self.basename)
    if not isinstance(other, MockFSObjectBase):
        raise NotImplementedError(""TODO: support cross object type move"")
    if other.isequal(self):
        if other.path == self.path:
            raise ValueError(""Cannot move file or folder to self"")
        # case_sensitive must be False
        parentnode = self._fs.stat(self.pathnames[:-1])
        parentnode.data[other.basename] = parentnode.data.pop(self.basename)
        parentnode.on_changed()
        if self.watcher:
            self.watcher.emit(""moved"", self, other)
    else:
        self._mock_copyto(other)
        self._remove(removechildren=True)
        if self.watcher:
            self.watcher.emit(""moved"", self, other)
        self._cleanup()
    return other","def moveto ( self , other ) : <TAB> if isinstance ( self , File ) and isinstance ( other , Folder ) : <TAB> <TAB> other = other . file ( self . basename ) <TAB> if not isinstance ( other , MockFSObjectBase ) : <TAB> <TAB> raise NotImplementedError ( ""TODO: support cross object type move"" ) <TAB> if other . isequal ( self ) : <TAB> <TAB> if other . path == self . path : <TAB> <TAB> <TAB> raise ValueError ( ""Cannot move file or folder to self"" ) <TAB> <TAB> <TAB> <TAB> parentnode = self . _fs . stat ( self . pathnames [ : - 1 ] ) <TAB> <TAB> parentnode . data [ other . basename ] = parentnode . data . pop ( self . basename ) <TAB> <TAB> parentnode . on_changed ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . watcher . emit ( ""moved"" , self , other ) <TAB> else : <TAB> <TAB> self . _mock_copyto ( other ) <TAB> <TAB> self . _remove ( removechildren = True ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . watcher . emit ( ""moved"" , self , other ) <TAB> <TAB> self . _cleanup ( ) <TAB> return other",if self . watcher :,251
5369,"def kron_mmprod(self, A, B):
    count = 0
    D = len(A)
    for b in B.T:
        x = b
        N = 1
        G = np.zeros(D, dtype=np.int_)
        for d in range(D):
            G[d] = len(A[d])
        N = np.prod(G)
        for d in range(D - 1, -1, -1):
            X = np.reshape(x, (G[d], int(np.round(N / G[d]))), order=""F"")
            Z = np.dot(A[d], X)
            Z = Z.T
            x = np.reshape(Z, (-1, 1), order=""F"")
        if count == 0:
            result = x
        else:
            result = np.column_stack((result, x))
        count += 1
    return result","def kron_mmprod ( self , A , B ) : <TAB> count = 0 <TAB> D = len ( A ) <TAB> for b in B . T : <TAB> <TAB> x = b <TAB> <TAB> N = 1 <TAB> <TAB> G = np . zeros ( D , dtype = np . int_ ) <TAB> <TAB> for d in range ( D ) : <TAB> <TAB> <TAB> G [ d ] = len ( A [ d ] ) <TAB> <TAB> N = np . prod ( G ) <TAB> <TAB> for d in range ( D - 1 , - 1 , - 1 ) : <TAB> <TAB> <TAB> X = np . reshape ( x , ( G [ d ] , int ( np . round ( N / G [ d ] ) ) ) , order = ""F"" ) <TAB> <TAB> <TAB> Z = np . dot ( A [ d ] , X ) <TAB> <TAB> <TAB> Z = Z . T <TAB> <TAB> <TAB> x = np . reshape ( Z , ( - 1 , 1 ) , order = ""F"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> result = x <TAB> <TAB> else : <TAB> <TAB> <TAB> result = np . column_stack ( ( result , x ) ) <TAB> <TAB> count += 1 <TAB> return result",if count == 0 :,246
24213,"def generate_digits_file(
    source_path: str,
    target_path: str,
    line_count: int = 100,
    line_length: int = 9,
    sort_target: bool = False,
    line_count_empty: int = 0,
    seed=13,
):
    assert line_count_empty <= line_count
    random_gen = random.Random(seed)
    with open(source_path, ""w"") as source_out, open(target_path, ""w"") as target_out:
        all_digits = []
        for _ in range(line_count - line_count_empty):
            digits = [
                random_gen.choice(_DIGITS)
                for _ in range(random_gen.randint(1, line_length))
            ]
            all_digits.append(digits)
        for _ in range(line_count_empty):
            all_digits.append([])
        random_gen.shuffle(all_digits)
        for digits in all_digits:
            print(C.TOKEN_SEPARATOR.join(digits), file=source_out)
            if sort_target:
                digits.sort()
            print(C.TOKEN_SEPARATOR.join(digits), file=target_out)","def generate_digits_file ( <TAB> source_path : str , <TAB> target_path : str , <TAB> line_count : int = 100 , <TAB> line_length : int = 9 , <TAB> sort_target : bool = False , <TAB> line_count_empty : int = 0 , <TAB> seed = 13 , ) : <TAB> assert line_count_empty <= line_count <TAB> random_gen = random . Random ( seed ) <TAB> with open ( source_path , ""w"" ) as source_out , open ( target_path , ""w"" ) as target_out : <TAB> <TAB> all_digits = [ ] <TAB> <TAB> for _ in range ( line_count - line_count_empty ) : <TAB> <TAB> <TAB> digits = [ <TAB> <TAB> <TAB> <TAB> random_gen . choice ( _DIGITS ) <TAB> <TAB> <TAB> <TAB> for _ in range ( random_gen . randint ( 1 , line_length ) ) <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> all_digits . append ( digits ) <TAB> <TAB> for _ in range ( line_count_empty ) : <TAB> <TAB> <TAB> all_digits . append ( [ ] ) <TAB> <TAB> random_gen . shuffle ( all_digits ) <TAB> <TAB> for digits in all_digits : <TAB> <TAB> <TAB> print ( C . TOKEN_SEPARATOR . join ( digits ) , file = source_out ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> digits . sort ( ) <TAB> <TAB> <TAB> print ( C . TOKEN_SEPARATOR . join ( digits ) , file = target_out )",if sort_target :,326
17166,"def list_plugins():
    result = ""\n\tSupported Plugin Commands:\n\n""
    cmds = registry.get_plugin_classes(commands.Command, lower=True)
    profs = registry.get_plugin_classes(obj.Profile)
    if config.PROFILE == None:
        config.update(""PROFILE"", ""WinXPSP2x86"")
    if config.PROFILE not in profs:
        raise BaseException(""Invalid profile "" + config.PROFILE + "" selected"")
    profile = profs[config.PROFILE]()
    wrongprofile = """"
    for cmdname in sorted(cmds):
        command = cmds[cmdname]
        helpline = command.help() or """"
        ## Just put the title line (First non empty line) in this
        ## abbreviated display
        for line in helpline.splitlines():
            if line:
                helpline = line
                break
        if command.is_valid_profile(profile):
            result += ""\t\t{0:15}\t{1}\n"".format(cmdname, helpline)
        else:
            wrongprofile += ""\t\t{0:15}\t{1}\n"".format(cmdname, helpline)
    if wrongprofile and config.VERBOSE:
        result += ""\n\tPlugins requiring a different profile:\n\n""
        result += wrongprofile
    return result","def list_plugins ( ) : <TAB> result = ""\n\tSupported Plugin Commands:\n\n"" <TAB> cmds = registry . get_plugin_classes ( commands . Command , lower = True ) <TAB> profs = registry . get_plugin_classes ( obj . Profile ) <TAB> if config . PROFILE == None : <TAB> <TAB> config . update ( ""PROFILE"" , ""WinXPSP2x86"" ) <TAB> if config . PROFILE not in profs : <TAB> <TAB> raise BaseException ( ""Invalid profile "" + config . PROFILE + "" selected"" ) <TAB> profile = profs [ config . PROFILE ] ( ) <TAB> wrongprofile = """" <TAB> for cmdname in sorted ( cmds ) : <TAB> <TAB> command = cmds [ cmdname ] <TAB> <TAB> helpline = command . help ( ) or """" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for line in helpline . splitlines ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> helpline = line <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> if command . is_valid_profile ( profile ) : <TAB> <TAB> <TAB> result += ""\t\t{0:15}\t{1}\n"" . format ( cmdname , helpline ) <TAB> <TAB> else : <TAB> <TAB> <TAB> wrongprofile += ""\t\t{0:15}\t{1}\n"" . format ( cmdname , helpline ) <TAB> if wrongprofile and config . VERBOSE : <TAB> <TAB> result += ""\n\tPlugins requiring a different profile:\n\n"" <TAB> <TAB> result += wrongprofile <TAB> return result",if line :,336
12333,"def _delete_chunks_after_reshape_single_sample(self, sample, sample_shape, new_shape):
    if (sample_shape <= new_shape).all():
        return
    shapes = sample_shape
    assert len(shapes.shape) + 1 == len(self.shape)
    chunks = self._storage_tensor.chunks[1:]
    div = np.ceil(shapes / chunks).astype(""int32"")
    for index in np.ndindex(*div.tolist()):
        if (np.array(index) * chunks >= new_shape).any():
            try:
                del self[""."".join((sample,) + index)]
            except KeyError:
                pass","def _delete_chunks_after_reshape_single_sample ( self , sample , sample_shape , new_shape ) : <TAB> if ( sample_shape <= new_shape ) . all ( ) : <TAB> <TAB> return <TAB> shapes = sample_shape <TAB> assert len ( shapes . shape ) + 1 == len ( self . shape ) <TAB> chunks = self . _storage_tensor . chunks [ 1 : ] <TAB> div = np . ceil ( shapes / chunks ) . astype ( ""int32"" ) <TAB> for index in np . ndindex ( * div . tolist ( ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> del self [ ""."" . join ( ( sample , ) + index ) ] <TAB> <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> pass",if ( np . array ( index ) * chunks >= new_shape ) . any ( ) :,170
7137,"def _maybe_signal_recovery_end() -> None:
    if self.in_recovery and not self.active_remaining_total():
        # apply anything stuck in the buffers
        self.flush_buffers()
        self._set_recovery_ended()
        if self._actives_span is not None:
            self._actives_span.set_tag(""Actives-Ready"", True)
        self.signal_recovery_end.set()
","def _maybe_signal_recovery_end ( ) -> None : <TAB> if self . in_recovery and not self . active_remaining_total ( ) : <TAB> <TAB> <TAB> <TAB> self . flush_buffers ( ) <TAB> <TAB> self . _set_recovery_ended ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _actives_span . set_tag ( ""Actives-Ready"" , True ) <TAB> <TAB> self . signal_recovery_end . set ( )",if self . _actives_span is not None :,115
18109,"def get_auto_complete_terms(cls, keyword, max_terms, limit=10):
    if not keyword:
        return []
    with db_session:
        result = cls.search_keyword('""' + keyword + '""*', lim=limit)[:]
    titles = [g.title.lower() for g in result]
    # Copy-pasted from the old DBHandler (almost) completely
    all_terms = set()
    for line in titles:
        if len(all_terms) >= max_terms:
            break
        i1 = line.find(keyword)
        i2 = line.find("" "", i1 + len(keyword))
        term = line[i1:i2] if i2 >= 0 else line[i1:]
        if term != keyword:
            all_terms.add(term)
    return list(all_terms)","def get_auto_complete_terms ( cls , keyword , max_terms , limit = 10 ) : <TAB> if not keyword : <TAB> <TAB> return [ ] <TAB> with db_session : <TAB> <TAB> result = cls . search_keyword ( '""' + keyword + '""*' , lim = limit ) [ : ] <TAB> titles = [ g . title . lower ( ) for g in result ] <TAB> <TAB> all_terms = set ( ) <TAB> for line in titles : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> i1 = line . find ( keyword ) <TAB> <TAB> i2 = line . find ( "" "" , i1 + len ( keyword ) ) <TAB> <TAB> term = line [ i1 : i2 ] if i2 >= 0 else line [ i1 : ] <TAB> <TAB> if term != keyword : <TAB> <TAB> <TAB> all_terms . add ( term ) <TAB> return list ( all_terms )",if len ( all_terms ) >= max_terms :,212
13774,"def process_file(file_name):
    content = read_file(file_name)
    urls = URL_PATTERN.findall(content)
    # content = content.replace(""<br />"", ""  \n"")
    content = re.sub(HEADER_PATTERN, r""\g<level> \g<header>"", content)
    directory = ""/"".join(normalize_path(file_name).split(""/"")[:-1])
    paths = set()
    md_paths = MD_PATH_PATTERN.findall(content)
    for md_path in md_paths:
        path = md_path.lstrip(""/"")
        if (ROOT_DIR / directory / path).exists():
            path = ROOT_DIR / directory / path
        else:
            path = ROOT_DIR / path
        path = path.resolve().relative_to(ROOT_DIR)
        paths.add(normalize_path(path))
        content = content.replace(""("" + md_path + "")"", normalize_path(path))
    for url in urls:
        path = url[len(GITHUB_URL) :]
        paths.add(path)
        content = content.replace(url, normalize_path(os.path.relpath(path, directory)))
    output_path = ROOT_DIR / ""docs"" / file_name
    if not output_path.parent.is_dir():
        os.makedirs(output_path.parent)
    with output_path.open(""w+"") as output_file:
        output_file.write(content)
    PROCESSED_PATHS.add(normalize_path(file_name))
    for path in paths:
        if path not in PROCESSED_PATHS:
            process_file(normalize_path(path))","def process_file ( file_name ) : <TAB> content = read_file ( file_name ) <TAB> urls = URL_PATTERN . findall ( content ) <TAB> <TAB> content = re . sub ( HEADER_PATTERN , r""\g<level> \g<header>"" , content ) <TAB> directory = ""/"" . join ( normalize_path ( file_name ) . split ( ""/"" ) [ : - 1 ] ) <TAB> paths = set ( ) <TAB> md_paths = MD_PATH_PATTERN . findall ( content ) <TAB> for md_path in md_paths : <TAB> <TAB> path = md_path . lstrip ( ""/"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> path = ROOT_DIR / directory / path <TAB> <TAB> else : <TAB> <TAB> <TAB> path = ROOT_DIR / path <TAB> <TAB> path = path . resolve ( ) . relative_to ( ROOT_DIR ) <TAB> <TAB> paths . add ( normalize_path ( path ) ) <TAB> <TAB> content = content . replace ( ""("" + md_path + "")"" , normalize_path ( path ) ) <TAB> for url in urls : <TAB> <TAB> path = url [ len ( GITHUB_URL ) : ] <TAB> <TAB> paths . add ( path ) <TAB> <TAB> content = content . replace ( url , normalize_path ( os . path . relpath ( path , directory ) ) ) <TAB> output_path = ROOT_DIR / ""docs"" / file_name <TAB> if not output_path . parent . is_dir ( ) : <TAB> <TAB> os . makedirs ( output_path . parent ) <TAB> with output_path . open ( ""w+"" ) as output_file : <TAB> <TAB> output_file . write ( content ) <TAB> PROCESSED_PATHS . add ( normalize_path ( file_name ) ) <TAB> for path in paths : <TAB> <TAB> if path not in PROCESSED_PATHS : <TAB> <TAB> <TAB> process_file ( normalize_path ( path ) )",if ( ROOT_DIR / directory / path ) . exists ( ) :,410
12448,"def update(self, update_tracks=True):
    self.enable_update_metadata_images(False)
    old_album_title = self.metadata[""album""]
    self.metadata[""album""] = config.setting[""nat_name""]
    for track in self.tracks:
        if old_album_title == track.metadata[""album""]:
            track.metadata[""album""] = self.metadata[""album""]
        for file in track.linked_files:
            track.update_file_metadata(file)
    self.enable_update_metadata_images(True)
    super().update(update_tracks)
","def update ( self , update_tracks = True ) : <TAB> self . enable_update_metadata_images ( False ) <TAB> old_album_title = self . metadata [ ""album"" ] <TAB> self . metadata [ ""album"" ] = config . setting [ ""nat_name"" ] <TAB> for track in self . tracks : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> track . metadata [ ""album"" ] = self . metadata [ ""album"" ] <TAB> <TAB> for file in track . linked_files : <TAB> <TAB> <TAB> track . update_file_metadata ( file ) <TAB> self . enable_update_metadata_images ( True ) <TAB> super ( ) . update ( update_tracks )","if old_album_title == track . metadata [ ""album"" ] :",149
1818,"def test_set_pycache_prefix(self):
    # sys.pycache_prefix can be set from either -X pycache_prefix or
    # PYTHONPYCACHEPREFIX env var, with the former taking precedence.
    NO_VALUE = object()  # `-X pycache_prefix` with no `=PATH`
    cases = [
        # (PYTHONPYCACHEPREFIX, -X pycache_prefix, sys.pycache_prefix)
        (None, None, None),
        (""foo"", None, ""foo""),
        (None, ""bar"", ""bar""),
        (""foo"", ""bar"", ""bar""),
        (""foo"", """", None),
        (""foo"", NO_VALUE, None),
    ]
    for envval, opt, expected in cases:
        exp_clause = ""is None"" if expected is None else f'== ""{expected}""'
        code = f""import sys; sys.exit(not sys.pycache_prefix {exp_clause})""
        args = [""-c"", code]
        env = {} if envval is None else {""PYTHONPYCACHEPREFIX"": envval}
        if opt is NO_VALUE:
            args[:0] = [""-X"", ""pycache_prefix""]
        elif opt is not None:
            args[:0] = [""-X"", f""pycache_prefix={opt}""]
        with self.subTest(envval=envval, opt=opt):
            with support.temp_cwd():
                assert_python_ok(*args, **env)","def test_set_pycache_prefix ( self ) : <TAB> <TAB> <TAB> NO_VALUE = object ( ) <TAB> cases = [ <TAB> <TAB> <TAB> <TAB> ( None , None , None ) , <TAB> <TAB> ( ""foo"" , None , ""foo"" ) , <TAB> <TAB> ( None , ""bar"" , ""bar"" ) , <TAB> <TAB> ( ""foo"" , ""bar"" , ""bar"" ) , <TAB> <TAB> ( ""foo"" , """" , None ) , <TAB> <TAB> ( ""foo"" , NO_VALUE , None ) , <TAB> ] <TAB> for envval , opt , expected in cases : <TAB> <TAB> exp_clause = ""is None"" if expected is None else f'== ""{expected}""' <TAB> <TAB> code = f""import sys; sys.exit(not sys.pycache_prefix {exp_clause})"" <TAB> <TAB> args = [ ""-c"" , code ] <TAB> <TAB> env = { } if envval is None else { ""PYTHONPYCACHEPREFIX"" : envval } <TAB> <TAB> if opt is NO_VALUE : <TAB> <TAB> <TAB> args [ : 0 ] = [ ""-X"" , ""pycache_prefix"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> args [ : 0 ] = [ ""-X"" , f""pycache_prefix={opt}"" ] <TAB> <TAB> with self . subTest ( envval = envval , opt = opt ) : <TAB> <TAB> <TAB> with support . temp_cwd ( ) : <TAB> <TAB> <TAB> <TAB> assert_python_ok ( * args , ** env )",elif opt is not None :,359
21460,"def checked_reader(fd, n):
    while n > 0:
        rl, _, _ = select.select([fd], [], [])
        assert rl[0] == fd
        buf = os.read(fd, n)
        if not buf:
            raise Exception(""Unexpected EOF reading %d more bytes"" % n)
        yield buf
        n -= len(buf)","def checked_reader ( fd , n ) : <TAB> while n > 0 : <TAB> <TAB> rl , _ , _ = select . select ( [ fd ] , [ ] , [ ] ) <TAB> <TAB> assert rl [ 0 ] == fd <TAB> <TAB> buf = os . read ( fd , n ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise Exception ( ""Unexpected EOF reading %d more bytes"" % n ) <TAB> <TAB> yield buf <TAB> <TAB> n -= len ( buf )",if not buf :,96
3571,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRUCT:
                self.query = Query()
                self.query.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRING:
                self.clientCtx = iprot.readString()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . query = Query ( ) <TAB> <TAB> <TAB> <TAB> self . query . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . clientCtx = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STOP :,327
3211,"def pickline(file, key, casefold=1):
    try:
        f = open(file, ""r"")
    except IOError:
        return None
    pat = re.escape(key) + "":""
    prog = re.compile(pat, casefold and re.IGNORECASE)
    while 1:
        line = f.readline()
        if not line:
            break
        if prog.match(line):
            text = line[len(key) + 1 :]
            while 1:
                line = f.readline()
                if not line or not line[0].isspace():
                    break
                text = text + line
            return text.strip()
    return None","def pickline ( file , key , casefold = 1 ) : <TAB> try : <TAB> <TAB> f = open ( file , ""r"" ) <TAB> except IOError : <TAB> <TAB> return None <TAB> pat = re . escape ( key ) + "":"" <TAB> prog = re . compile ( pat , casefold and re . IGNORECASE ) <TAB> while 1 : <TAB> <TAB> line = f . readline ( ) <TAB> <TAB> if not line : <TAB> <TAB> <TAB> break <TAB> <TAB> if prog . match ( line ) : <TAB> <TAB> <TAB> text = line [ len ( key ) + 1 : ] <TAB> <TAB> <TAB> while 1 : <TAB> <TAB> <TAB> <TAB> line = f . readline ( ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> text = text + line <TAB> <TAB> <TAB> return text . strip ( ) <TAB> return None",if not line or not line [ 0 ] . isspace ( ) :,182
1393,"def is_upgradeable_proxy(self) -> bool:
    from slither.core.cfg.node import NodeType
    from slither.slithir.operations import LowLevelCall
    if self._is_upgradeable_proxy is None:
        self._is_upgradeable_proxy = False
        if ""Proxy"" in self.name:
            self._is_upgradeable_proxy = True
            return True
        for f in self.functions:
            if f.is_fallback:
                for node in f.all_nodes():
                    for ir in node.irs:
                        if (
                            isinstance(ir, LowLevelCall)
                            and ir.function_name == ""delegatecall""
                        ):
                            self._is_upgradeable_proxy = True
                            return self._is_upgradeable_proxy
                    if node.type == NodeType.ASSEMBLY:
                        inline_asm = node.inline_asm
                        if inline_asm:
                            if ""delegatecall"" in inline_asm:
                                self._is_upgradeable_proxy = True
                                return self._is_upgradeable_proxy
    return self._is_upgradeable_proxy
","def is_upgradeable_proxy ( self ) -> bool : <TAB> from slither . core . cfg . node import NodeType <TAB> from slither . slithir . operations import LowLevelCall <TAB> if self . _is_upgradeable_proxy is None : <TAB> <TAB> self . _is_upgradeable_proxy = False <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _is_upgradeable_proxy = True <TAB> <TAB> <TAB> return True <TAB> <TAB> for f in self . functions : <TAB> <TAB> <TAB> if f . is_fallback : <TAB> <TAB> <TAB> <TAB> for node in f . all_nodes ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> for ir in node . irs : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> isinstance ( ir , LowLevelCall ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> and ir . function_name == ""delegatecall"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _is_upgradeable_proxy = True <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return self . _is_upgradeable_proxy <TAB> <TAB> <TAB> <TAB> <TAB> if node . type == NodeType . ASSEMBLY : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> inline_asm = node . inline_asm <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if inline_asm : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if ""delegatecall"" in inline_asm : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _is_upgradeable_proxy = True <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return self . _is_upgradeable_proxy <TAB> return self . _is_upgradeable_proxy","if ""Proxy"" in self . name :",352
14649,"def current_dict(cursor_offset, line):
    """"""If in dictionary completion, return the dict that should be used""""""
    for m in current_dict_re.finditer(line):
        if m.start(2) <= cursor_offset and m.end(2) >= cursor_offset:
            return LinePart(m.start(1), m.end(1), m.group(1))
    return None","def current_dict ( cursor_offset , line ) : <TAB> """"""If in dictionary completion, return the dict that should be used"""""" <TAB> for m in current_dict_re . finditer ( line ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return LinePart ( m . start ( 1 ) , m . end ( 1 ) , m . group ( 1 ) ) <TAB> return None",if m . start ( 2 ) <= cursor_offset and m . end ( 2 ) >= cursor_offset :,99
21414,"def _get_required_scripts(self, script, force=False):
    required_dls = [
        (url, self._required_url_to_file_path(url)) for url in script.requires
    ]
    if not force:
        required_dls = [
            (url, path) for (url, path) in required_dls if not os.path.exists(path)
        ]
    if not required_dls:
        # All the required files exist already
        self._add_script_with_requires(script, quiet=True)
        return
    download_manager = objreg.get(""qtnetwork-download-manager"")
    for url, target_path in required_dls:
        target = downloads.FileDownloadTarget(target_path, force_overwrite=True)
        download = download_manager.get(QUrl(url), target=target, auto_remove=True)
        download.requested_url = url
        self._in_progress_dls.append(download)
        if download.successful:
            self._on_required_download_finished(script, download)
        else:
            download.finished.connect(
                functools.partial(self._on_required_download_finished, script, download)
            )
","def _get_required_scripts ( self , script , force = False ) : <TAB> required_dls = [ <TAB> <TAB> ( url , self . _required_url_to_file_path ( url ) ) for url in script . requires <TAB> ] <TAB> if not force : <TAB> <TAB> required_dls = [ <TAB> <TAB> <TAB> ( url , path ) for ( url , path ) in required_dls if not os . path . exists ( path ) <TAB> <TAB> ] <TAB> if not required_dls : <TAB> <TAB> <TAB> <TAB> self . _add_script_with_requires ( script , quiet = True ) <TAB> <TAB> return <TAB> download_manager = objreg . get ( ""qtnetwork-download-manager"" ) <TAB> for url , target_path in required_dls : <TAB> <TAB> target = downloads . FileDownloadTarget ( target_path , force_overwrite = True ) <TAB> <TAB> download = download_manager . get ( QUrl ( url ) , target = target , auto_remove = True ) <TAB> <TAB> download . requested_url = url <TAB> <TAB> self . _in_progress_dls . append ( download ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _on_required_download_finished ( script , download ) <TAB> <TAB> else : <TAB> <TAB> <TAB> download . finished . connect ( <TAB> <TAB> <TAB> <TAB> functools . partial ( self . _on_required_download_finished , script , download ) <TAB> <TAB> <TAB> )",if download . successful :,320
16466,"def dumps(self):
    sections = []
    for name, env_info in self._dependencies_.items():
        sections.append(""[ENV_%s]"" % name)
        for var, values in sorted(env_info.vars.items()):
            tmp = ""%s="" % var
            if isinstance(values, list):
                tmp += ""[%s]"" % "","".join(['""%s""' % val for val in values])
            else:
                tmp += ""%s"" % values
            sections.append(tmp)
    return ""\n"".join(sections)
","def dumps ( self ) : <TAB> sections = [ ] <TAB> for name , env_info in self . _dependencies_ . items ( ) : <TAB> <TAB> sections . append ( ""[ENV_%s]"" % name ) <TAB> <TAB> for var , values in sorted ( env_info . vars . items ( ) ) : <TAB> <TAB> <TAB> tmp = ""%s="" % var <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> tmp += ""[%s]"" % "","" . join ( [ '""%s""' % val for val in values ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> tmp += ""%s"" % values <TAB> <TAB> <TAB> sections . append ( tmp ) <TAB> return ""\n"" . join ( sections )","if isinstance ( values , list ) :",144
4424,"def func_named(self, arg):
    result = None
    target = ""do_"" + arg
    if target in dir(self):
        result = target
    else:
        if self.abbrev:  # accept shortened versions of commands
            funcs = [fname for fname in self.keywords if fname.startswith(arg)]
            if len(funcs) == 1:
                result = ""do_"" + funcs[0]
    return result","def func_named ( self , arg ) : <TAB> result = None <TAB> target = ""do_"" + arg <TAB> if target in dir ( self ) : <TAB> <TAB> result = target <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> funcs = [ fname for fname in self . keywords if fname . startswith ( arg ) ] <TAB> <TAB> <TAB> if len ( funcs ) == 1 : <TAB> <TAB> <TAB> <TAB> result = ""do_"" + funcs [ 0 ] <TAB> return result",if self . abbrev :,110
3145,"def _list_cases(suite):
    for test in suite:
        if isinstance(test, unittest.TestSuite):
            _list_cases(test)
        elif isinstance(test, unittest.TestCase):
            if support.match_test(test):
                print(test.id())
","def _list_cases ( suite ) : <TAB> for test in suite : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _list_cases ( test ) <TAB> <TAB> elif isinstance ( test , unittest . TestCase ) : <TAB> <TAB> <TAB> if support . match_test ( test ) : <TAB> <TAB> <TAB> <TAB> print ( test . id ( ) )","if isinstance ( test , unittest . TestSuite ) :",75
629,"def generate_auto_complete(self, base, iterable_var):
    sugg = []
    for entry in iterable_var:
        compare_entry = entry
        compare_base = base
        if self.settings.get(IGNORE_CASE_SETTING):
            compare_entry = compare_entry.lower()
            compare_base = compare_base.lower()
        if self.compare_entries(compare_entry, compare_base):
            if entry not in sugg:
                sugg.append(entry)
    return sugg
","def generate_auto_complete ( self , base , iterable_var ) : <TAB> sugg = [ ] <TAB> for entry in iterable_var : <TAB> <TAB> compare_entry = entry <TAB> <TAB> compare_base = base <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> compare_entry = compare_entry . lower ( ) <TAB> <TAB> <TAB> compare_base = compare_base . lower ( ) <TAB> <TAB> if self . compare_entries ( compare_entry , compare_base ) : <TAB> <TAB> <TAB> if entry not in sugg : <TAB> <TAB> <TAB> <TAB> sugg . append ( entry ) <TAB> return sugg",if self . settings . get ( IGNORE_CASE_SETTING ) :,137
9858,"def checkStates(self, fit, base):
    pyfalog.debug(""Check states for fit ID: {0}"", fit)
    changedMods = {}
    changedProjMods = {}
    changedProjDrones = {}
    for pos, mod in enumerate(fit.modules):
        if mod is not base:
            # fix for #529, where a module may be in incorrect state after CCP changes mechanics of module
            canHaveState = mod.canHaveState(mod.state)
            if canHaveState is not True:
                changedMods[pos] = mod.state
                mod.state = canHaveState
            elif not mod.isValidState(mod.state):
                changedMods[pos] = mod.state
                mod.state = FittingModuleState.ONLINE
    for pos, mod in enumerate(fit.projectedModules):
        # fix for #529, where a module may be in incorrect state after CCP changes mechanics of module
        canHaveState = mod.canHaveState(mod.state, fit)
        if canHaveState is not True:
            changedProjMods[pos] = mod.state
            mod.state = canHaveState
        elif not mod.isValidState(mod.state):
            changedProjMods[pos] = mod.state
            mod.state = FittingModuleState.OFFLINE
    for pos, drone in enumerate(fit.projectedDrones):
        if drone.amountActive > 0 and not drone.canBeApplied(fit):
            changedProjDrones[pos] = drone.amountActive
            drone.amountActive = 0
    return changedMods, changedProjMods, changedProjDrones","def checkStates ( self , fit , base ) : <TAB> pyfalog . debug ( ""Check states for fit ID: {0}"" , fit ) <TAB> changedMods = { } <TAB> changedProjMods = { } <TAB> changedProjDrones = { } <TAB> for pos , mod in enumerate ( fit . modules ) : <TAB> <TAB> if mod is not base : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> canHaveState = mod . canHaveState ( mod . state ) <TAB> <TAB> <TAB> if canHaveState is not True : <TAB> <TAB> <TAB> <TAB> changedMods [ pos ] = mod . state <TAB> <TAB> <TAB> <TAB> mod . state = canHaveState <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> changedMods [ pos ] = mod . state <TAB> <TAB> <TAB> <TAB> mod . state = FittingModuleState . ONLINE <TAB> for pos , mod in enumerate ( fit . projectedModules ) : <TAB> <TAB> <TAB> <TAB> canHaveState = mod . canHaveState ( mod . state , fit ) <TAB> <TAB> if canHaveState is not True : <TAB> <TAB> <TAB> changedProjMods [ pos ] = mod . state <TAB> <TAB> <TAB> mod . state = canHaveState <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> changedProjMods [ pos ] = mod . state <TAB> <TAB> <TAB> mod . state = FittingModuleState . OFFLINE <TAB> for pos , drone in enumerate ( fit . projectedDrones ) : <TAB> <TAB> if drone . amountActive > 0 and not drone . canBeApplied ( fit ) : <TAB> <TAB> <TAB> changedProjDrones [ pos ] = drone . amountActive <TAB> <TAB> <TAB> drone . amountActive = 0 <TAB> return changedMods , changedProjMods , changedProjDrones",elif not mod . isValidState ( mod . state ) :,447
6246,"def reset_parameters(self):
    # Reset fixed embeddings to original value
    if self.opt[""tune_partial""] > 0:
        offset = self.opt[""tune_partial""] + 2
        if offset < self.network.embedding.weight.data.size(0):
            self.network.embedding.weight.data[offset:] = self.network.fixed_embedding","def reset_parameters ( self ) : <TAB> <TAB> if self . opt [ ""tune_partial"" ] > 0 : <TAB> <TAB> offset = self . opt [ ""tune_partial"" ] + 2 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . network . embedding . weight . data [ offset : ] = self . network . fixed_embedding",if offset < self . network . embedding . weight . data . size ( 0 ) :,90
11222,"def test_mask():
    numpy.random.seed(42)
    image = numpy.random.uniform(size=(10, 30))
    mask = numpy.zeros(image.shape, bool)
    mask[:, :20] = True
    labels = numpy.ones((10, 30), int)
    workspace, module = make_workspace(image, labels, mask=mask)
    module.run(workspace)
    m = workspace.measurements
    workspace, module = make_workspace(image[:, :20], labels[:, :20])
    module.run(workspace)
    me = workspace.measurements
    for f in m.get_feature_names(INPUT_OBJECTS_NAME):
        if f.startswith(cellprofiler.modules.measuretexture.TEXTURE):
            values = m.get_current_measurement(INPUT_OBJECTS_NAME, f)
            expected = me.get_current_measurement(INPUT_OBJECTS_NAME, f)
            assert values == expected","def test_mask ( ) : <TAB> numpy . random . seed ( 42 ) <TAB> image = numpy . random . uniform ( size = ( 10 , 30 ) ) <TAB> mask = numpy . zeros ( image . shape , bool ) <TAB> mask [ : , : 20 ] = True <TAB> labels = numpy . ones ( ( 10 , 30 ) , int ) <TAB> workspace , module = make_workspace ( image , labels , mask = mask ) <TAB> module . run ( workspace ) <TAB> m = workspace . measurements <TAB> workspace , module = make_workspace ( image [ : , : 20 ] , labels [ : , : 20 ] ) <TAB> module . run ( workspace ) <TAB> me = workspace . measurements <TAB> for f in m . get_feature_names ( INPUT_OBJECTS_NAME ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> values = m . get_current_measurement ( INPUT_OBJECTS_NAME , f ) <TAB> <TAB> <TAB> expected = me . get_current_measurement ( INPUT_OBJECTS_NAME , f ) <TAB> <TAB> <TAB> assert values == expected",if f . startswith ( cellprofiler . modules . measuretexture . TEXTURE ) :,231
7860,"def catching_iter(self, app_iter, environ):
    if not app_iter:
        raise StopIteration
    error_on_close = False
    try:
        for v in app_iter:
            yield v
        if hasattr(app_iter, ""close""):
            error_on_close = True
            app_iter.close()
    except:
        response = self.exception_handler(sys.exc_info(), environ)
        if not error_on_close and hasattr(app_iter, ""close""):
            try:
                app_iter.close()
            except:
                close_response = self.exception_handler(sys.exc_info(), environ)
                response += ""<hr noshade>Error in .close():<br>%s"" % close_response
        if six.PY3:
            response = response.encode(""utf8"")
        yield response","def catching_iter ( self , app_iter , environ ) : <TAB> if not app_iter : <TAB> <TAB> raise StopIteration <TAB> error_on_close = False <TAB> try : <TAB> <TAB> for v in app_iter : <TAB> <TAB> <TAB> yield v <TAB> <TAB> if hasattr ( app_iter , ""close"" ) : <TAB> <TAB> <TAB> error_on_close = True <TAB> <TAB> <TAB> app_iter . close ( ) <TAB> except : <TAB> <TAB> response = self . exception_handler ( sys . exc_info ( ) , environ ) <TAB> <TAB> if not error_on_close and hasattr ( app_iter , ""close"" ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> app_iter . close ( ) <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> close_response = self . exception_handler ( sys . exc_info ( ) , environ ) <TAB> <TAB> <TAB> <TAB> response += ""<hr noshade>Error in .close():<br>%s"" % close_response <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> response = response . encode ( ""utf8"" ) <TAB> <TAB> yield response",if six . PY3 :,233
15345,"def should_include(service):
    for f in filt:
        if f == ""status"":
            state = filt[f]
            containers = project.containers([service.name], stopped=True)
            if not has_container_with_state(containers, state):
                return False
        elif f == ""source"":
            source = filt[f]
            if source == ""image"" or source == ""build"":
                if source not in service.options:
                    return False
            else:
                raise UserError(""Invalid value for source filter: %s"" % source)
        else:
            raise UserError(""Invalid filter: %s"" % f)
    return True
","def should_include ( service ) : <TAB> for f in filt : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> state = filt [ f ] <TAB> <TAB> <TAB> containers = project . containers ( [ service . name ] , stopped = True ) <TAB> <TAB> <TAB> if not has_container_with_state ( containers , state ) : <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> elif f == ""source"" : <TAB> <TAB> <TAB> source = filt [ f ] <TAB> <TAB> <TAB> if source == ""image"" or source == ""build"" : <TAB> <TAB> <TAB> <TAB> if source not in service . options : <TAB> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise UserError ( ""Invalid value for source filter: %s"" % source ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise UserError ( ""Invalid filter: %s"" % f ) <TAB> return True","if f == ""status"" :",184
21351,"def _append(self, other):
    assert (
        self._remote_init_builder is None
    ), ""We don't support append if data in the frame is mapped from a remote server.""
    # NOTE: `other` can be empty.
    if self.num_rows == 0:
        # if no rows in current frame; append is equivalent to
        # directly updating columns.
        self._columns = {key: Column.create(data) for key, data in other.items()}
    else:
        # pad columns that are not provided in the other frame with initial values
        for key, col in self.items():
            if key in other:
                continue
            scheme = col.scheme
            ctx = F.context(col.data)
            if self.get_initializer(key) is None:
                self._set_zero_default_initializer()
            initializer = self.get_initializer(key)
            new_data = initializer(
                (other.num_rows,) + scheme.shape,
                scheme.dtype,
                ctx,
                slice(self._num_rows, self._num_rows + other.num_rows),
            )
            other[key] = new_data
        # append other to self
        for key, col in other.items():
            if key not in self._columns:
                # the column does not exist; init a new column
                self.add_column(key, col.scheme, F.context(col.data))
            self._columns[key].extend(col.data, col.scheme)","def _append ( self , other ) : <TAB> assert ( <TAB> <TAB> self . _remote_init_builder is None <TAB> ) , ""We don't support append if data in the frame is mapped from a remote server."" <TAB> <TAB> if self . num_rows == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _columns = { key : Column . create ( data ) for key , data in other . items ( ) } <TAB> else : <TAB> <TAB> <TAB> <TAB> for key , col in self . items ( ) : <TAB> <TAB> <TAB> if key in other : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> scheme = col . scheme <TAB> <TAB> <TAB> ctx = F . context ( col . data ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . _set_zero_default_initializer ( ) <TAB> <TAB> <TAB> initializer = self . get_initializer ( key ) <TAB> <TAB> <TAB> new_data = initializer ( <TAB> <TAB> <TAB> <TAB> ( other . num_rows , ) + scheme . shape , <TAB> <TAB> <TAB> <TAB> scheme . dtype , <TAB> <TAB> <TAB> <TAB> ctx , <TAB> <TAB> <TAB> <TAB> slice ( self . _num_rows , self . _num_rows + other . num_rows ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> other [ key ] = new_data <TAB> <TAB> <TAB> <TAB> for key , col in other . items ( ) : <TAB> <TAB> <TAB> if key not in self . _columns : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . add_column ( key , col . scheme , F . context ( col . data ) ) <TAB> <TAB> <TAB> self . _columns [ key ] . extend ( col . data , col . scheme )",if self . get_initializer ( key ) is None :,411
5139,"def get_recommendation_from_result(result, keys_to_apply):
    rec = {}
    for key in keys_to_apply:
        val = result.get(key)
        if not val or val == NULL:
            continue
        if key == ""cpus"":
            rec[""cpus""] = float(val)
        elif key == ""cpu_burst_add"":
            rec[""cpu_burst_add""] = min(1, float(val))
        elif key == ""mem"":
            rec[""mem""] = max(128, round(float(val)))
        elif key == ""disk"":
            rec[""disk""] = max(128, round(float(val)))
        elif key == ""hacheck_cpus"":
            hacheck_cpus_value = max(0.1, min(float(val), 1))
            rec[""sidecar_resource_requirements""] = {
                ""hacheck"": {
                    ""requests"": {
                        ""cpu"": hacheck_cpus_value,
                    },
                    ""limits"": {
                        ""cpu"": hacheck_cpus_value,
                    },
                },
            }
    return rec","def get_recommendation_from_result ( result , keys_to_apply ) : <TAB> rec = { } <TAB> for key in keys_to_apply : <TAB> <TAB> val = result . get ( key ) <TAB> <TAB> if not val or val == NULL : <TAB> <TAB> <TAB> continue <TAB> <TAB> if key == ""cpus"" : <TAB> <TAB> <TAB> rec [ ""cpus"" ] = float ( val ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rec [ ""cpu_burst_add"" ] = min ( 1 , float ( val ) ) <TAB> <TAB> elif key == ""mem"" : <TAB> <TAB> <TAB> rec [ ""mem"" ] = max ( 128 , round ( float ( val ) ) ) <TAB> <TAB> elif key == ""disk"" : <TAB> <TAB> <TAB> rec [ ""disk"" ] = max ( 128 , round ( float ( val ) ) ) <TAB> <TAB> elif key == ""hacheck_cpus"" : <TAB> <TAB> <TAB> hacheck_cpus_value = max ( 0.1 , min ( float ( val ) , 1 ) ) <TAB> <TAB> <TAB> rec [ ""sidecar_resource_requirements"" ] = { <TAB> <TAB> <TAB> <TAB> ""hacheck"" : { <TAB> <TAB> <TAB> <TAB> <TAB> ""requests"" : { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""cpu"" : hacheck_cpus_value , <TAB> <TAB> <TAB> <TAB> <TAB> } , <TAB> <TAB> <TAB> <TAB> <TAB> ""limits"" : { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""cpu"" : hacheck_cpus_value , <TAB> <TAB> <TAB> <TAB> <TAB> } , <TAB> <TAB> <TAB> <TAB> } , <TAB> <TAB> <TAB> } <TAB> return rec","elif key == ""cpu_burst_add"" :",320
17543,"def theme_path(self):
    """"""Read 'theme' setting and return path to gutter icons.""""""
    theme = self.get(""theme"")
    if not theme:
        theme = ""Default.gitgutter-theme""
    # rebuilt path if setting changed
    if theme != os.path.basename(self._theme_path):
        if ST3:
            themes = sublime.find_resources(theme)
            self._theme_path = (
                os.path.dirname(themes[-1])
                if themes
                else self._PACKAGE_THEMES + ""/Default""
            )
        else:
            # ST2 doesn't support find_resource, use built-in themes only.
            theme, _ = os.path.splitext(theme)
            self._theme_path = ""/"".join((self._PACKAGE_THEMES, theme))
    return self._theme_path","def theme_path ( self ) : <TAB> """"""Read 'theme' setting and return path to gutter icons."""""" <TAB> theme = self . get ( ""theme"" ) <TAB> if not theme : <TAB> <TAB> theme = ""Default.gitgutter-theme"" <TAB> <TAB> if theme != os . path . basename ( self . _theme_path ) : <TAB> <TAB> if ST3 : <TAB> <TAB> <TAB> themes = sublime . find_resources ( theme ) <TAB> <TAB> <TAB> self . _theme_path = ( <TAB> <TAB> <TAB> <TAB> os . path . dirname ( themes [ - 1 ] ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> else self . _PACKAGE_THEMES + ""/Default"" <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> theme , _ = os . path . splitext ( theme ) <TAB> <TAB> <TAB> self . _theme_path = ""/"" . join ( ( self . _PACKAGE_THEMES , theme ) ) <TAB> return self . _theme_path",if themes,227
10434,"def MissingExtraStringTest(windows):
    ""Return the errors from running the test""
    bugs = []
    for win in windows:
        if not win.ref:
            continue
        for char in CharsToCheck:
            missing_extra = """"
            if win.WindowText().count(char) > win.ref.WindowText().count(char):
                missing_extra = ""ExtraCharacters""
            elif win.WindowText().count(char) < win.ref.WindowText().count(char):
                missing_extra = ""MissingCharacters""
            if missing_extra:
                bugs.append(
                    (
                        [
                            win,
                        ],
                        {""MissingOrExtra"": missing_extra, ""MissingOrExtraText"": char},
                        testname,
                        0,
                    )
                )
    return bugs","def MissingExtraStringTest ( windows ) : <TAB> ""Return the errors from running the test"" <TAB> bugs = [ ] <TAB> for win in windows : <TAB> <TAB> if not win . ref : <TAB> <TAB> <TAB> continue <TAB> <TAB> for char in CharsToCheck : <TAB> <TAB> <TAB> missing_extra = """" <TAB> <TAB> <TAB> if win . WindowText ( ) . count ( char ) > win . ref . WindowText ( ) . count ( char ) : <TAB> <TAB> <TAB> <TAB> missing_extra = ""ExtraCharacters"" <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> missing_extra = ""MissingCharacters"" <TAB> <TAB> <TAB> if missing_extra : <TAB> <TAB> <TAB> <TAB> bugs . append ( <TAB> <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> win , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> { ""MissingOrExtra"" : missing_extra , ""MissingOrExtraText"" : char } , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> testname , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> 0 , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> return bugs",elif win . WindowText ( ) . count ( char ) < win . ref . WindowText ( ) . count ( char ) :,255
20000,"def get_display_price(
    base: Union[TaxedMoney, TaxedMoneyRange], display_gross: bool = False
) -> Money:
    """"""Return the price amount that should be displayed based on settings.""""""
    if not display_gross:
        display_gross = display_gross_prices()
    if isinstance(base, TaxedMoneyRange):
        if display_gross:
            base = MoneyRange(start=base.start.gross, stop=base.stop.gross)
        else:
            base = MoneyRange(start=base.start.net, stop=base.stop.net)
    if isinstance(base, TaxedMoney):
        base = base.gross if display_gross else base.net
    return base
","def get_display_price ( <TAB> base : Union [ TaxedMoney , TaxedMoneyRange ] , display_gross : bool = False ) -> Money : <TAB> """"""Return the price amount that should be displayed based on settings."""""" <TAB> if not display_gross : <TAB> <TAB> display_gross = display_gross_prices ( ) <TAB> if isinstance ( base , TaxedMoneyRange ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> base = MoneyRange ( start = base . start . gross , stop = base . stop . gross ) <TAB> <TAB> else : <TAB> <TAB> <TAB> base = MoneyRange ( start = base . start . net , stop = base . stop . net ) <TAB> if isinstance ( base , TaxedMoney ) : <TAB> <TAB> base = base . gross if display_gross else base . net <TAB> return base",if display_gross :,164
14982,"def decode_image(im_file, im_info, label_info):
    if im_info is None:
        im_info = dict()
    if isinstance(im_file, np.ndarray):
        if len(im_file.shape) != 3:
            raise Exception(
                ""im should be 3-dimensions, but now is {}-dimensions"".format(
                    len(im_file.shape)
                )
            )
        im = im_file
    else:
        try:
            im = cv2.imread(im_file).astype(""float32"")
        except:
            raise TypeError(""Can't read The image file {}!"".format(im_file))
    im = cv2.cvtColor(im, cv2.COLOR_BGR2RGB)
    # make default im_info with [h, w, 1]
    im_info[""im_resize_info""] = np.array(
        [im.shape[0], im.shape[1], 1.0], dtype=np.float32
    )
    im_info[""image_shape""] = np.array([im.shape[0], im.shape[1]]).astype(""int32"")
    if not self.use_mixup:
        if ""mixup"" in im_info:
            del im_info[""mixup""]
    # decode mixup image
    if ""mixup"" in im_info:
        im_info[""mixup""] = decode_image(
            im_info[""mixup""][0], im_info[""mixup""][1], im_info[""mixup""][2]
        )
    if label_info is None:
        return (im, im_info)
    else:
        return (im, im_info, label_info)","def decode_image ( im_file , im_info , label_info ) : <TAB> if im_info is None : <TAB> <TAB> im_info = dict ( ) <TAB> if isinstance ( im_file , np . ndarray ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> ""im should be 3-dimensions, but now is {}-dimensions"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> len ( im_file . shape ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> im = im_file <TAB> else : <TAB> <TAB> try : <TAB> <TAB> <TAB> im = cv2 . imread ( im_file ) . astype ( ""float32"" ) <TAB> <TAB> except : <TAB> <TAB> <TAB> raise TypeError ( ""Can't read The image file {}!"" . format ( im_file ) ) <TAB> im = cv2 . cvtColor ( im , cv2 . COLOR_BGR2RGB ) <TAB> <TAB> im_info [ ""im_resize_info"" ] = np . array ( <TAB> <TAB> [ im . shape [ 0 ] , im . shape [ 1 ] , 1.0 ] , dtype = np . float32 <TAB> ) <TAB> im_info [ ""image_shape"" ] = np . array ( [ im . shape [ 0 ] , im . shape [ 1 ] ] ) . astype ( ""int32"" ) <TAB> if not self . use_mixup : <TAB> <TAB> if ""mixup"" in im_info : <TAB> <TAB> <TAB> del im_info [ ""mixup"" ] <TAB> <TAB> if ""mixup"" in im_info : <TAB> <TAB> im_info [ ""mixup"" ] = decode_image ( <TAB> <TAB> <TAB> im_info [ ""mixup"" ] [ 0 ] , im_info [ ""mixup"" ] [ 1 ] , im_info [ ""mixup"" ] [ 2 ] <TAB> <TAB> ) <TAB> if label_info is None : <TAB> <TAB> return ( im , im_info ) <TAB> else : <TAB> <TAB> return ( im , im_info , label_info )",if len ( im_file . shape ) != 3 :,438
22608,"def pair_up(self, rel_list, step):
    result = []
    item = """"
    for word in rel_list[:]:
        if not word:
            continue
        if word.replace("" [styv]"", """") in _cousin_level:
            if item:
                result.append(item)
                item = """"
            result.append(word)
            continue
        if item:
            if word == ""syster"":
                item = item[0:-1]
                word = ""ster""
            elif word == ""dotter"" and item == ""bror"":
                item = ""brors""
            result.append(item + word)
            item = """"
        else:
            item = word
    if item:
        result.append(item)
    gen_result = [item + ""s"" for item in result[0:-1]]
    gen_result = "" "".join(gen_result + result[-1:])
    # Indicate step relations) by adding ' [styv]' if not already added.
    if len(rel_list) > 1 and step != """" and not gen_result.rfind("" [styv]""):
        gen_result = gen_result + "" [styv]""
    return gen_result","def pair_up ( self , rel_list , step ) : <TAB> result = [ ] <TAB> item = """" <TAB> for word in rel_list [ : ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if word . replace ( "" [styv]"" , """" ) in _cousin_level : <TAB> <TAB> <TAB> if item : <TAB> <TAB> <TAB> <TAB> result . append ( item ) <TAB> <TAB> <TAB> <TAB> item = """" <TAB> <TAB> <TAB> result . append ( word ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if item : <TAB> <TAB> <TAB> if word == ""syster"" : <TAB> <TAB> <TAB> <TAB> item = item [ 0 : - 1 ] <TAB> <TAB> <TAB> <TAB> word = ""ster"" <TAB> <TAB> <TAB> elif word == ""dotter"" and item == ""bror"" : <TAB> <TAB> <TAB> <TAB> item = ""brors"" <TAB> <TAB> <TAB> result . append ( item + word ) <TAB> <TAB> <TAB> item = """" <TAB> <TAB> else : <TAB> <TAB> <TAB> item = word <TAB> if item : <TAB> <TAB> result . append ( item ) <TAB> gen_result = [ item + ""s"" for item in result [ 0 : - 1 ] ] <TAB> gen_result = "" "" . join ( gen_result + result [ - 1 : ] ) <TAB> <TAB> if len ( rel_list ) > 1 and step != """" and not gen_result . rfind ( "" [styv]"" ) : <TAB> <TAB> gen_result = gen_result + "" [styv]"" <TAB> return gen_result",if not word :,329
1502,"def get_next_video_frame(self, skip_empty_frame=True):
    if not self.video_format:
        return
    while True:
        # We skip video packets which are not video frames
        # This happens in mkv files for the first few frames.
        video_packet = self._get_video_packet()
        if video_packet.image == 0:
            self._decode_video_packet(video_packet)
        if video_packet.image is not None or not skip_empty_frame:
            break
    if _debug:
        print(""Returning"", video_packet)
    return video_packet.image","def get_next_video_frame ( self , skip_empty_frame = True ) : <TAB> if not self . video_format : <TAB> <TAB> return <TAB> while True : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> video_packet = self . _get_video_packet ( ) <TAB> <TAB> if video_packet . image == 0 : <TAB> <TAB> <TAB> self . _decode_video_packet ( video_packet ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> if _debug : <TAB> <TAB> print ( ""Returning"" , video_packet ) <TAB> return video_packet . image",if video_packet . image is not None or not skip_empty_frame :,162
11123,"def _run_interface(self, runtime):
    mpars = np.loadtxt(self.inputs.in_file)  # mpars is N_t x 6
    mpars = np.apply_along_axis(
        func1d=normalize_mc_params,
        axis=1,
        arr=mpars,
        source=self.inputs.parameter_source,
    )
    diff = mpars[:-1, :6] - mpars[1:, :6]
    diff[:, 3:6] *= self.inputs.radius
    fd_res = np.abs(diff).sum(axis=1)
    self._results = {
        ""out_file"": op.abspath(self.inputs.out_file),
        ""fd_average"": float(fd_res.mean()),
    }
    np.savetxt(
        self.inputs.out_file, fd_res, header=""FramewiseDisplacement"", comments=""""
    )
    if self.inputs.save_plot:
        tr = None
        if isdefined(self.inputs.series_tr):
            tr = self.inputs.series_tr
        if self.inputs.normalize and tr is None:
            IFLOGGER.warn(""FD plot cannot be normalized if TR is not set"")
        self._results[""out_figure""] = op.abspath(self.inputs.out_figure)
        fig = plot_confound(
            fd_res,
            self.inputs.figsize,
            ""FD"",
            units=""mm"",
            series_tr=tr,
            normalize=self.inputs.normalize,
        )
        fig.savefig(
            self._results[""out_figure""],
            dpi=float(self.inputs.figdpi),
            format=self.inputs.out_figure[-3:],
            bbox_inches=""tight"",
        )
        fig.clf()
    return runtime","def _run_interface ( self , runtime ) : <TAB> mpars = np . loadtxt ( self . inputs . in_file ) <TAB> mpars = np . apply_along_axis ( <TAB> <TAB> func1d = normalize_mc_params , <TAB> <TAB> axis = 1 , <TAB> <TAB> arr = mpars , <TAB> <TAB> source = self . inputs . parameter_source , <TAB> ) <TAB> diff = mpars [ : - 1 , : 6 ] - mpars [ 1 : , : 6 ] <TAB> diff [ : , 3 : 6 ] *= self . inputs . radius <TAB> fd_res = np . abs ( diff ) . sum ( axis = 1 ) <TAB> self . _results = { <TAB> <TAB> ""out_file"" : op . abspath ( self . inputs . out_file ) , <TAB> <TAB> ""fd_average"" : float ( fd_res . mean ( ) ) , <TAB> } <TAB> np . savetxt ( <TAB> <TAB> self . inputs . out_file , fd_res , header = ""FramewiseDisplacement"" , comments = """" <TAB> ) <TAB> if self . inputs . save_plot : <TAB> <TAB> tr = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tr = self . inputs . series_tr <TAB> <TAB> if self . inputs . normalize and tr is None : <TAB> <TAB> <TAB> IFLOGGER . warn ( ""FD plot cannot be normalized if TR is not set"" ) <TAB> <TAB> self . _results [ ""out_figure"" ] = op . abspath ( self . inputs . out_figure ) <TAB> <TAB> fig = plot_confound ( <TAB> <TAB> <TAB> fd_res , <TAB> <TAB> <TAB> self . inputs . figsize , <TAB> <TAB> <TAB> ""FD"" , <TAB> <TAB> <TAB> units = ""mm"" , <TAB> <TAB> <TAB> series_tr = tr , <TAB> <TAB> <TAB> normalize = self . inputs . normalize , <TAB> <TAB> ) <TAB> <TAB> fig . savefig ( <TAB> <TAB> <TAB> self . _results [ ""out_figure"" ] , <TAB> <TAB> <TAB> dpi = float ( self . inputs . figdpi ) , <TAB> <TAB> <TAB> format = self . inputs . out_figure [ - 3 : ] , <TAB> <TAB> <TAB> bbox_inches = ""tight"" , <TAB> <TAB> ) <TAB> <TAB> fig . clf ( ) <TAB> return runtime",if isdefined ( self . inputs . series_tr ) :,478
14848,"def _download(self, *, url: str, path: Path) -> None:
    async with aiohttp_session(auth=self.auth) as session:
        async with session.get(url) as response:
            response.raise_for_status()
            # download file
            if aiofiles is not None:
                async with aiofiles.open(str(path), mode=""wb"") as stream:
                    while True:
                        chunk = await response.content.read(1024)
                        if not chunk:
                            break
                        await stream.write(chunk)
            else:
                with path.open(mode=""wb"") as stream:
                    while True:
                        chunk = await response.content.read(1024)
                        if not chunk:
                            break
                        stream.write(chunk)","def _download ( self , * , url : str , path : Path ) -> None : <TAB> async with aiohttp_session ( auth = self . auth ) as session : <TAB> <TAB> async with session . get ( url ) as response : <TAB> <TAB> <TAB> response . raise_for_status ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if aiofiles is not None : <TAB> <TAB> <TAB> <TAB> async with aiofiles . open ( str ( path ) , mode = ""wb"" ) as stream : <TAB> <TAB> <TAB> <TAB> <TAB> while True : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> chunk = await response . content . read ( 1024 ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> await stream . write ( chunk ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> with path . open ( mode = ""wb"" ) as stream : <TAB> <TAB> <TAB> <TAB> <TAB> while True : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> chunk = await response . content . read ( 1024 ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> stream . write ( chunk )",if not chunk :,248
25176,"def finalize_options(self):
    install.finalize_options(self)
    if self.init_system and isinstance(self.init_system, str):
        self.init_system = self.init_system.split("","")
    if len(self.init_system) == 0 and not platform.system().endswith(""BSD""):
        self.init_system = [""systemd""]
    bad = [f for f in self.init_system if f not in INITSYS_TYPES]
    if len(bad) != 0:
        raise DistutilsArgError(""Invalid --init-system: %s"" % ("","".join(bad)))
    for system in self.init_system:
        # add data files for anything that starts with '<system>.'
        datakeys = [k for k in INITSYS_ROOTS if k.partition(""."")[0] == system]
        for k in datakeys:
            if not INITSYS_FILES[k]:
                continue
            self.distribution.data_files.append((INITSYS_ROOTS[k], INITSYS_FILES[k]))
    # Force that command to reinitalize (with new file list)
    self.distribution.reinitialize_command(""install_data"", True)","def finalize_options ( self ) : <TAB> install . finalize_options ( self ) <TAB> if self . init_system and isinstance ( self . init_system , str ) : <TAB> <TAB> self . init_system = self . init_system . split ( "","" ) <TAB> if len ( self . init_system ) == 0 and not platform . system ( ) . endswith ( ""BSD"" ) : <TAB> <TAB> self . init_system = [ ""systemd"" ] <TAB> bad = [ f for f in self . init_system if f not in INITSYS_TYPES ] <TAB> if len ( bad ) != 0 : <TAB> <TAB> raise DistutilsArgError ( ""Invalid --init-system: %s"" % ( "","" . join ( bad ) ) ) <TAB> for system in self . init_system : <TAB> <TAB> <TAB> <TAB> datakeys = [ k for k in INITSYS_ROOTS if k . partition ( ""."" ) [ 0 ] == system ] <TAB> <TAB> for k in datakeys : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> self . distribution . data_files . append ( ( INITSYS_ROOTS [ k ] , INITSYS_FILES [ k ] ) ) <TAB> <TAB> self . distribution . reinitialize_command ( ""install_data"" , True )",if not INITSYS_FILES [ k ] :,300
3471,"def _collect_manual_intervention_nodes(pipeline_tree):
    for act in pipeline_tree[""activities""].values():
        if act[""type""] == ""SubProcess"":
            _collect_manual_intervention_nodes(act[""pipeline""])
        elif act[""component""][""code""] in MANUAL_INTERVENTION_COMP_CODES:
            manual_intervention_nodes.add(act[""id""])
","def _collect_manual_intervention_nodes ( pipeline_tree ) : <TAB> for act in pipeline_tree [ ""activities"" ] . values ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _collect_manual_intervention_nodes ( act [ ""pipeline"" ] ) <TAB> <TAB> elif act [ ""component"" ] [ ""code"" ] in MANUAL_INTERVENTION_COMP_CODES : <TAB> <TAB> <TAB> manual_intervention_nodes . add ( act [ ""id"" ] )","if act [ ""type"" ] == ""SubProcess"" :",105
5877,"def menu_export_online_user_bookmark(opisvalid, args, options):
    __log__.info(""Export Bookmark mode (m)."")
    member_id = """"
    filename = ""export-user.txt""
    if opisvalid and len(args) > 0:
        arg = args[0]
        if len(args) > 1:
            filename = args[1]
        else:
            filename = f""export-user-{arg}.txt""
    else:
        filename = input(""Filename: "").rstrip(""\r"") or filename
        arg = input(""Member Id: "").rstrip(""\r"") or """"
        arg = arg.lower()
    if arg.isdigit():
        member_id = arg
    else:
        print(""Invalid args: "", arg)
    PixivBookmarkHandler.export_bookmark(
        sys.modules[__name__], __config__, filename, ""n"", 1, 0, member_id
    )","def menu_export_online_user_bookmark ( opisvalid , args , options ) : <TAB> __log__ . info ( ""Export Bookmark mode (m)."" ) <TAB> member_id = """" <TAB> filename = ""export-user.txt"" <TAB> if opisvalid and len ( args ) > 0 : <TAB> <TAB> arg = args [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> filename = args [ 1 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> filename = f""export-user-{arg}.txt"" <TAB> else : <TAB> <TAB> filename = input ( ""Filename: "" ) . rstrip ( ""\r"" ) or filename <TAB> <TAB> arg = input ( ""Member Id: "" ) . rstrip ( ""\r"" ) or """" <TAB> <TAB> arg = arg . lower ( ) <TAB> if arg . isdigit ( ) : <TAB> <TAB> member_id = arg <TAB> else : <TAB> <TAB> print ( ""Invalid args: "" , arg ) <TAB> PixivBookmarkHandler . export_bookmark ( <TAB> <TAB> sys . modules [ __name__ ] , __config__ , filename , ""n"" , 1 , 0 , member_id <TAB> )",if len ( args ) > 1 :,234
24832,"def on_enter_frame(self, scene, context):
    if not self.height:
        return
    colors = {
        ""normal"": self.style.get_color(gtk.StateFlags.NORMAL),
        ""normal_bg"": self.style.get_background_color(gtk.StateFlags.NORMAL),
        ""selected"": self.style.get_color(gtk.StateFlags.SELECTED),
        ""selected_bg"": self.style.get_background_color(gtk.StateFlags.SELECTED),
    }
    g = graphics.Graphics(context)
    g.set_line_style(1)
    g.translate(0.5, 0.5)
    for row, y in zip(self.rows, self.row_positions):
        g.save_context()
        g.translate(0, y)
        color, bg = colors[""normal""], colors[""normal_bg""]
        if row == self.current_row:
            color, bg = colors[""selected""], colors[""selected_bg""]
            g.fill_area(0, 0, self.width, self.row_height, bg)
        label = row.label
        if row.description:
            description_color = graphics.Colors.mix(bg, color, 0.75)
            description_color_str = graphics.Colors.hex(description_color)
            label = '{}  <span color=""{}"">[{}]</span>'.format(
                label, description_color_str, row.description
            )
        self.label.show(g, label, color=color)
        g.restore_context()","def on_enter_frame ( self , scene , context ) : <TAB> if not self . height : <TAB> <TAB> return <TAB> colors = { <TAB> <TAB> ""normal"" : self . style . get_color ( gtk . StateFlags . NORMAL ) , <TAB> <TAB> ""normal_bg"" : self . style . get_background_color ( gtk . StateFlags . NORMAL ) , <TAB> <TAB> ""selected"" : self . style . get_color ( gtk . StateFlags . SELECTED ) , <TAB> <TAB> ""selected_bg"" : self . style . get_background_color ( gtk . StateFlags . SELECTED ) , <TAB> } <TAB> g = graphics . Graphics ( context ) <TAB> g . set_line_style ( 1 ) <TAB> g . translate ( 0.5 , 0.5 ) <TAB> for row , y in zip ( self . rows , self . row_positions ) : <TAB> <TAB> g . save_context ( ) <TAB> <TAB> g . translate ( 0 , y ) <TAB> <TAB> color , bg = colors [ ""normal"" ] , colors [ ""normal_bg"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> color , bg = colors [ ""selected"" ] , colors [ ""selected_bg"" ] <TAB> <TAB> <TAB> g . fill_area ( 0 , 0 , self . width , self . row_height , bg ) <TAB> <TAB> label = row . label <TAB> <TAB> if row . description : <TAB> <TAB> <TAB> description_color = graphics . Colors . mix ( bg , color , 0.75 ) <TAB> <TAB> <TAB> description_color_str = graphics . Colors . hex ( description_color ) <TAB> <TAB> <TAB> label = '{}  <span color=""{}"">[{}]</span>' . format ( <TAB> <TAB> <TAB> <TAB> label , description_color_str , row . description <TAB> <TAB> <TAB> ) <TAB> <TAB> self . label . show ( g , label , color = color ) <TAB> <TAB> g . restore_context ( )",if row == self . current_row :,402
17175,"def gettext(rv):
    for child in rv.childNodes:
        if child.nodeType == child.TEXT_NODE:
            yield child.nodeValue
        if child.nodeType == child.ELEMENT_NODE:
            for item in gettext(child):
                yield item
",def gettext ( rv ) : <TAB> for child in rv . childNodes : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield child . nodeValue <TAB> <TAB> if child . nodeType == child . ELEMENT_NODE : <TAB> <TAB> <TAB> for item in gettext ( child ) : <TAB> <TAB> <TAB> <TAB> yield item,if child . nodeType == child . TEXT_NODE :,73
25214,"def _get_field_mapping(pb, dict_value, strict):
    field_mapping = []
    for key, value in dict_value.items():
        if key == EXTENSION_CONTAINER:
            continue
        if key not in pb.DESCRIPTOR.fields_by_name:
            if strict:
                raise KeyError(""%s does not have a field called %s"" % (pb, key))
            continue
        field_mapping.append(
            (pb.DESCRIPTOR.fields_by_name[key], value, getattr(pb, key, None))
        )
    for ext_num, ext_val in dict_value.get(EXTENSION_CONTAINER, {}).items():
        try:
            ext_num = int(ext_num)
        except ValueError:
            raise ValueError(""Extension keys must be integers."")
        if ext_num not in pb._extensions_by_number:
            if strict:
                raise KeyError(
                    ""%s does not have a extension with number %s. Perhaps you forgot to import it?""
                    % (pb, key)
                )
            continue
        ext_field = pb._extensions_by_number[ext_num]
        pb_val = None
        pb_val = pb.Extensions[ext_field]
        field_mapping.append((ext_field, ext_val, pb_val))
    return field_mapping
","def _get_field_mapping ( pb , dict_value , strict ) : <TAB> field_mapping = [ ] <TAB> for key , value in dict_value . items ( ) : <TAB> <TAB> if key == EXTENSION_CONTAINER : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if strict : <TAB> <TAB> <TAB> <TAB> raise KeyError ( ""%s does not have a field called %s"" % ( pb , key ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> field_mapping . append ( <TAB> <TAB> <TAB> ( pb . DESCRIPTOR . fields_by_name [ key ] , value , getattr ( pb , key , None ) ) <TAB> <TAB> ) <TAB> for ext_num , ext_val in dict_value . get ( EXTENSION_CONTAINER , { } ) . items ( ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> ext_num = int ( ext_num ) <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> raise ValueError ( ""Extension keys must be integers."" ) <TAB> <TAB> if ext_num not in pb . _extensions_by_number : <TAB> <TAB> <TAB> if strict : <TAB> <TAB> <TAB> <TAB> raise KeyError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""%s does not have a extension with number %s. Perhaps you forgot to import it?"" <TAB> <TAB> <TAB> <TAB> <TAB> % ( pb , key ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> continue <TAB> <TAB> ext_field = pb . _extensions_by_number [ ext_num ] <TAB> <TAB> pb_val = None <TAB> <TAB> pb_val = pb . Extensions [ ext_field ] <TAB> <TAB> field_mapping . append ( ( ext_field , ext_val , pb_val ) ) <TAB> return field_mapping",if key not in pb . DESCRIPTOR . fields_by_name :,358
25563,"def remove_selected(self):
    """"""Removes selected items from list.""""""
    to_delete = []
    for i in range(len(self)):
        if self[i].selected:
            to_delete.append(i)
    to_delete.reverse()
    for i in to_delete:
        self.pop(i)
    if len(to_delete) > 0:
        first_to_delete = to_delete[-1]
        if first_to_delete == 0 and len(self) > 0:
            self[0].selected = True
        elif first_to_delete > 0:
            self[first_to_delete - 1].selected = True","def remove_selected ( self ) : <TAB> """"""Removes selected items from list."""""" <TAB> to_delete = [ ] <TAB> for i in range ( len ( self ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> to_delete . append ( i ) <TAB> to_delete . reverse ( ) <TAB> for i in to_delete : <TAB> <TAB> self . pop ( i ) <TAB> if len ( to_delete ) > 0 : <TAB> <TAB> first_to_delete = to_delete [ - 1 ] <TAB> <TAB> if first_to_delete == 0 and len ( self ) > 0 : <TAB> <TAB> <TAB> self [ 0 ] . selected = True <TAB> <TAB> elif first_to_delete > 0 : <TAB> <TAB> <TAB> self [ first_to_delete - 1 ] . selected = True",if self [ i ] . selected :,169
24085,"def write(self, s):
    if self.interactive:
        if isinstance(self.active_mode, deluge.ui.console.modes.cmdline.CmdLine):
            self.active_mode.write(s)
        else:
            component.get(""CmdLine"").add_line(s, False)
            self.events.append(s)
    else:
        print(colors.strip_colors(s))
","def write ( self , s ) : <TAB> if self . interactive : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . active_mode . write ( s ) <TAB> <TAB> else : <TAB> <TAB> <TAB> component . get ( ""CmdLine"" ) . add_line ( s , False ) <TAB> <TAB> <TAB> self . events . append ( s ) <TAB> else : <TAB> <TAB> print ( colors . strip_colors ( s ) )","if isinstance ( self . active_mode , deluge . ui . console . modes . cmdline . CmdLine ) :",110
19810,"def access_api_server(self):
    config = get_config()
    logger.debug(f""Passive Hunter is attempting to access the API at {self.path}"")
    try:
        r = requests.get(
            f""{self.path}/api"",
            headers=self.headers,
            verify=False,
            timeout=config.network_timeout,
        )
        if r.status_code == 200 and r.content:
            return r.content
    except requests.exceptions.ConnectionError:
        pass
    return False","def access_api_server ( self ) : <TAB> config = get_config ( ) <TAB> logger . debug ( f""Passive Hunter is attempting to access the API at {self.path}"" ) <TAB> try : <TAB> <TAB> r = requests . get ( <TAB> <TAB> <TAB> f""{self.path}/api"" , <TAB> <TAB> <TAB> headers = self . headers , <TAB> <TAB> <TAB> verify = False , <TAB> <TAB> <TAB> timeout = config . network_timeout , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return r . content <TAB> except requests . exceptions . ConnectionError : <TAB> <TAB> pass <TAB> return False",if r . status_code == 200 and r . content :,142
22614,"def name_match(self, name, name1):
    if not name1 or not name:
        return 0
    srn1 = get_surnames(name)
    sfx1 = name.get_suffix()
    srn2 = get_surnames(name1)
    sfx2 = name1.get_suffix()
    if not self.name_compare(srn1, srn2):
        return -1
    if sfx1 != sfx2:
        if sfx1 != """" and sfx2 != """":
            return -1
    if name.get_first_name() == name1.get_first_name():
        return 1
    else:
        list1 = name.get_first_name().split()
        list2 = name1.get_first_name().split()
        if len(list1) < len(list2):
            return self.list_reduce(list1, list2)
        else:
            return self.list_reduce(list2, list1)","def name_match ( self , name , name1 ) : <TAB> if not name1 or not name : <TAB> <TAB> return 0 <TAB> srn1 = get_surnames ( name ) <TAB> sfx1 = name . get_suffix ( ) <TAB> srn2 = get_surnames ( name1 ) <TAB> sfx2 = name1 . get_suffix ( ) <TAB> if not self . name_compare ( srn1 , srn2 ) : <TAB> <TAB> return - 1 <TAB> if sfx1 != sfx2 : <TAB> <TAB> if sfx1 != """" and sfx2 != """" : <TAB> <TAB> <TAB> return - 1 <TAB> if name . get_first_name ( ) == name1 . get_first_name ( ) : <TAB> <TAB> return 1 <TAB> else : <TAB> <TAB> list1 = name . get_first_name ( ) . split ( ) <TAB> <TAB> list2 = name1 . get_first_name ( ) . split ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return self . list_reduce ( list1 , list2 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return self . list_reduce ( list2 , list1 )",if len ( list1 ) < len ( list2 ) :,254
19752,"def _authenticate_plain(self, domain, username, password):
    """"""PLAIN ZAP authentication""""""
    allowed = False
    reason = b""""
    if self.passwords:
        # If no domain is not specified then use the default domain
        if not domain:
            domain = ""*""
        if domain in self.passwords:
            if username in self.passwords[domain]:
                if password == self.passwords[domain][username]:
                    allowed = True
                else:
                    reason = b""Invalid password""
            else:
                reason = b""Invalid username""
        else:
            reason = b""Invalid domain""
        if allowed:
            self.log.debug(
                ""ALLOWED (PLAIN) domain=%s username=%s password=%s"",
                domain,
                username,
                password,
            )
        else:
            self.log.debug(""DENIED %s"", reason)
    else:
        reason = b""No passwords defined""
        self.log.debug(""DENIED (PLAIN) %s"", reason)
    return allowed, reason
","def _authenticate_plain ( self , domain , username , password ) : <TAB> """"""PLAIN ZAP authentication"""""" <TAB> allowed = False <TAB> reason = b"""" <TAB> if self . passwords : <TAB> <TAB> <TAB> <TAB> if not domain : <TAB> <TAB> <TAB> domain = ""*"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if username in self . passwords [ domain ] : <TAB> <TAB> <TAB> <TAB> if password == self . passwords [ domain ] [ username ] : <TAB> <TAB> <TAB> <TAB> <TAB> allowed = True <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> reason = b""Invalid password"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> reason = b""Invalid username"" <TAB> <TAB> else : <TAB> <TAB> <TAB> reason = b""Invalid domain"" <TAB> <TAB> if allowed : <TAB> <TAB> <TAB> self . log . debug ( <TAB> <TAB> <TAB> <TAB> ""ALLOWED (PLAIN) domain=%s username=%s password=%s"" , <TAB> <TAB> <TAB> <TAB> domain , <TAB> <TAB> <TAB> <TAB> username , <TAB> <TAB> <TAB> <TAB> password , <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . log . debug ( ""DENIED %s"" , reason ) <TAB> else : <TAB> <TAB> reason = b""No passwords defined"" <TAB> <TAB> self . log . debug ( ""DENIED (PLAIN) %s"" , reason ) <TAB> return allowed , reason",if domain in self . passwords :,296
16959,"def print_implementation_coverage(coverage):
    for service_name in sorted(coverage):
        implemented = coverage.get(service_name)[""implemented""]
        not_implemented = coverage.get(service_name)[""not_implemented""]
        operations = sorted(implemented + not_implemented)
        if implemented and not_implemented:
            percentage_implemented = int(
                100.0 * len(implemented) / (len(implemented) + len(not_implemented))
            )
        elif implemented:
            percentage_implemented = 100
        else:
            percentage_implemented = 0
        print("""")
        print(""## {}\n"".format(service_name))
        print(""{}% implemented\n"".format(percentage_implemented))
        for op in operations:
            if op in implemented:
                print(""- [X] {}"".format(op))
            else:
                print(""- [ ] {}"".format(op))","def print_implementation_coverage ( coverage ) : <TAB> for service_name in sorted ( coverage ) : <TAB> <TAB> implemented = coverage . get ( service_name ) [ ""implemented"" ] <TAB> <TAB> not_implemented = coverage . get ( service_name ) [ ""not_implemented"" ] <TAB> <TAB> operations = sorted ( implemented + not_implemented ) <TAB> <TAB> if implemented and not_implemented : <TAB> <TAB> <TAB> percentage_implemented = int ( <TAB> <TAB> <TAB> <TAB> 100.0 * len ( implemented ) / ( len ( implemented ) + len ( not_implemented ) ) <TAB> <TAB> <TAB> ) <TAB> <TAB> elif implemented : <TAB> <TAB> <TAB> percentage_implemented = 100 <TAB> <TAB> else : <TAB> <TAB> <TAB> percentage_implemented = 0 <TAB> <TAB> print ( """" ) <TAB> <TAB> print ( ""## {}\n"" . format ( service_name ) ) <TAB> <TAB> print ( ""{}% implemented\n"" . format ( percentage_implemented ) ) <TAB> <TAB> for op in operations : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> print ( ""- [X] {}"" . format ( op ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> print ( ""- [ ] {}"" . format ( op ) )",if op in implemented :,235
20935,"def append_row(self, row):
    self.allocate_future_payments(row)
    self.set_invoice_details(row)
    self.set_party_details(row)
    self.set_ageing(row)
    if self.filters.get(""group_by_party""):
        self.update_sub_total_row(row, row.party)
        if self.previous_party and (self.previous_party != row.party):
            self.append_subtotal_row(self.previous_party)
        self.previous_party = row.party
    self.data.append(row)
","def append_row ( self , row ) : <TAB> self . allocate_future_payments ( row ) <TAB> self . set_invoice_details ( row ) <TAB> self . set_party_details ( row ) <TAB> self . set_ageing ( row ) <TAB> if self . filters . get ( ""group_by_party"" ) : <TAB> <TAB> self . update_sub_total_row ( row , row . party ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . append_subtotal_row ( self . previous_party ) <TAB> <TAB> self . previous_party = row . party <TAB> self . data . append ( row )",if self . previous_party and ( self . previous_party != row . party ) :,152
24404,"def __all_links_rec(self):
    pieces = []
    temp = [(idx, tag) for tag, idx in self._supbook_xref.items()]
    temp.sort()
    for idx, tag in temp:
        stype, snum = tag
        if stype == ""ownbook"":
            rec = BIFFRecords.InternalReferenceSupBookRecord(
                len(self.__worksheets)
            ).get()
            pieces.append(rec)
        elif stype == ""xcall"":
            rec = BIFFRecords.XcallSupBookRecord().get()
            pieces.append(rec)
            temp = [(idx, name) for name, idx in self._xcall_xref.items()]
            temp.sort()
            for idx, name in temp:
                rec = BIFFRecords.ExternnameRecord(
                    options=0, index=0, name=name, fmla=""\x02\x00\x1c\x17""
                ).get()
                pieces.append(rec)
        else:
            raise Exception(""unknown supbook stype %r"" % stype)
    if len(self.__sheet_refs) > 0:
        # get references in index order
        temp = [(idx, ref) for ref, idx in self.__sheet_refs.items()]
        temp.sort()
        temp = [ref for idx, ref in temp]
        externsheet_record = BIFFRecords.ExternSheetRecord(temp).get()
        pieces.append(externsheet_record)
    return b"""".join(pieces)","def __all_links_rec ( self ) : <TAB> pieces = [ ] <TAB> temp = [ ( idx , tag ) for tag , idx in self . _supbook_xref . items ( ) ] <TAB> temp . sort ( ) <TAB> for idx , tag in temp : <TAB> <TAB> stype , snum = tag <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> rec = BIFFRecords . InternalReferenceSupBookRecord ( <TAB> <TAB> <TAB> <TAB> len ( self . __worksheets ) <TAB> <TAB> <TAB> ) . get ( ) <TAB> <TAB> <TAB> pieces . append ( rec ) <TAB> <TAB> elif stype == ""xcall"" : <TAB> <TAB> <TAB> rec = BIFFRecords . XcallSupBookRecord ( ) . get ( ) <TAB> <TAB> <TAB> pieces . append ( rec ) <TAB> <TAB> <TAB> temp = [ ( idx , name ) for name , idx in self . _xcall_xref . items ( ) ] <TAB> <TAB> <TAB> temp . sort ( ) <TAB> <TAB> <TAB> for idx , name in temp : <TAB> <TAB> <TAB> <TAB> rec = BIFFRecords . ExternnameRecord ( <TAB> <TAB> <TAB> <TAB> <TAB> options = 0 , index = 0 , name = name , fmla = ""\x02\x00\x1c\x17"" <TAB> <TAB> <TAB> <TAB> ) . get ( ) <TAB> <TAB> <TAB> <TAB> pieces . append ( rec ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise Exception ( ""unknown supbook stype %r"" % stype ) <TAB> if len ( self . __sheet_refs ) > 0 : <TAB> <TAB> <TAB> <TAB> temp = [ ( idx , ref ) for ref , idx in self . __sheet_refs . items ( ) ] <TAB> <TAB> temp . sort ( ) <TAB> <TAB> temp = [ ref for idx , ref in temp ] <TAB> <TAB> externsheet_record = BIFFRecords . ExternSheetRecord ( temp ) . get ( ) <TAB> <TAB> pieces . append ( externsheet_record ) <TAB> return b"""" . join ( pieces )","if stype == ""ownbook"" :",403
21863,"def _call(self, pyfunction, args):
    if isinstance(pyfunction, pyobjects.PyFunction):
        if self.follow is not None:
            before = self._parameter_objects(pyfunction)
        self.pycore.object_info.function_called(
            pyfunction, args.get_arguments(pyfunction.get_param_names())
        )
        pyfunction._set_parameter_pyobjects(None)
        if self.follow is not None:
            after = self._parameter_objects(pyfunction)
            if after != before:
                self.follow(pyfunction)
    # XXX: Maybe we should not call every builtin function
    if isinstance(pyfunction, rope.base.builtins.BuiltinFunction):
        pyfunction.get_returned_object(args)
","def _call ( self , pyfunction , args ) : <TAB> if isinstance ( pyfunction , pyobjects . PyFunction ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> before = self . _parameter_objects ( pyfunction ) <TAB> <TAB> self . pycore . object_info . function_called ( <TAB> <TAB> <TAB> pyfunction , args . get_arguments ( pyfunction . get_param_names ( ) ) <TAB> <TAB> ) <TAB> <TAB> pyfunction . _set_parameter_pyobjects ( None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> after = self . _parameter_objects ( pyfunction ) <TAB> <TAB> <TAB> if after != before : <TAB> <TAB> <TAB> <TAB> self . follow ( pyfunction ) <TAB> <TAB> if isinstance ( pyfunction , rope . base . builtins . BuiltinFunction ) : <TAB> <TAB> pyfunction . get_returned_object ( args )",if self . follow is not None :,201
20328,"def post(self, request, *args, **kwargs):
    # If a label already exists in the database, attach it instead of erroring out
    # that it already exists
    if (
        ""id"" not in request.data
        and ""name"" in request.data
        and ""organization"" in request.data
    ):
        existing = models.Label.objects.filter(
            name=request.data[""name""], organization_id=request.data[""organization""]
        )
        if existing.exists():
            existing = existing[0]
            request.data[""id""] = existing.id
            del request.data[""name""]
            del request.data[""organization""]
    if (
        models.Label.objects.filter(unifiedjobtemplate_labels=self.kwargs[""pk""]).count()
        > 100
    ):
        return Response(
            dict(
                msg=_(
                    ""Maximum number of labels for {} reached."".format(
                        self.parent_model._meta.verbose_name_raw
                    )
                )
            ),
            status=status.HTTP_400_BAD_REQUEST,
        )
    return super(JobTemplateLabelList, self).post(request, *args, **kwargs)","def post ( self , request , * args , ** kwargs ) : <TAB> <TAB> <TAB> if ( <TAB> <TAB> ""id"" not in request . data <TAB> <TAB> and ""name"" in request . data <TAB> <TAB> and ""organization"" in request . data <TAB> ) : <TAB> <TAB> existing = models . Label . objects . filter ( <TAB> <TAB> <TAB> name = request . data [ ""name"" ] , organization_id = request . data [ ""organization"" ] <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> existing = existing [ 0 ] <TAB> <TAB> <TAB> request . data [ ""id"" ] = existing . id <TAB> <TAB> <TAB> del request . data [ ""name"" ] <TAB> <TAB> <TAB> del request . data [ ""organization"" ] <TAB> if ( <TAB> <TAB> models . Label . objects . filter ( unifiedjobtemplate_labels = self . kwargs [ ""pk"" ] ) . count ( ) <TAB> <TAB> > 100 <TAB> ) : <TAB> <TAB> return Response ( <TAB> <TAB> <TAB> dict ( <TAB> <TAB> <TAB> <TAB> msg = _ ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Maximum number of labels for {} reached."" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . parent_model . _meta . verbose_name_raw <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> status = status . HTTP_400_BAD_REQUEST , <TAB> <TAB> ) <TAB> return super ( JobTemplateLabelList , self ) . post ( request , * args , ** kwargs )",if existing . exists ( ) :,327
3361,"def load_annotations(self):
    """"""Load annotation file to get video information.""""""
    if self.ann_file.endswith("".json""):
        return self.load_json_annotations()
    video_infos = []
    with open(self.ann_file, ""r"") as fin:
        for line in fin:
            line_split = line.strip().split()
            video_info = {}
            idx = 0
            filename = line_split[idx]
            if self.data_prefix is not None:
                if not filename.endswith(self.suffix):
                    filename = osp.join(self.data_prefix, filename + self.suffix)
                else:
                    filename = osp.join(self.data_prefix, filename)
            video_info[""audio_path""] = filename
            idx += 1
            # idx for total_frames
            video_info[""total_frames""] = int(line_split[idx])
            idx += 1
            # idx for label[s]
            label = [int(x) for x in line_split[idx:]]
            assert label, f""missing label in line: {line}""
            if self.multi_class:
                assert self.num_classes is not None
                onehot = torch.zeros(self.num_classes)
                onehot[label] = 1.0
                video_info[""label""] = onehot
            else:
                assert len(label) == 1
                video_info[""label""] = label[0]
            video_infos.append(video_info)
    return video_infos","def load_annotations ( self ) : <TAB> """"""Load annotation file to get video information."""""" <TAB> if self . ann_file . endswith ( "".json"" ) : <TAB> <TAB> return self . load_json_annotations ( ) <TAB> video_infos = [ ] <TAB> with open ( self . ann_file , ""r"" ) as fin : <TAB> <TAB> for line in fin : <TAB> <TAB> <TAB> line_split = line . strip ( ) . split ( ) <TAB> <TAB> <TAB> video_info = { } <TAB> <TAB> <TAB> idx = 0 <TAB> <TAB> <TAB> filename = line_split [ idx ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if not filename . endswith ( self . suffix ) : <TAB> <TAB> <TAB> <TAB> <TAB> filename = osp . join ( self . data_prefix , filename + self . suffix ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> filename = osp . join ( self . data_prefix , filename ) <TAB> <TAB> <TAB> video_info [ ""audio_path"" ] = filename <TAB> <TAB> <TAB> idx += 1 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> video_info [ ""total_frames"" ] = int ( line_split [ idx ] ) <TAB> <TAB> <TAB> idx += 1 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> label = [ int ( x ) for x in line_split [ idx : ] ] <TAB> <TAB> <TAB> assert label , f""missing label in line: {line}"" <TAB> <TAB> <TAB> if self . multi_class : <TAB> <TAB> <TAB> <TAB> assert self . num_classes is not None <TAB> <TAB> <TAB> <TAB> onehot = torch . zeros ( self . num_classes ) <TAB> <TAB> <TAB> <TAB> onehot [ label ] = 1.0 <TAB> <TAB> <TAB> <TAB> video_info [ ""label"" ] = onehot <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> assert len ( label ) == 1 <TAB> <TAB> <TAB> <TAB> video_info [ ""label"" ] = label [ 0 ] <TAB> <TAB> <TAB> video_infos . append ( video_info ) <TAB> return video_infos",if self . data_prefix is not None :,427
9374,"def PyJs_clear_1474_(this, arguments, var=var):
    var = Scope(
        {u""this"": this, u""clear"": PyJs_clear_1474_, u""arguments"": arguments}, var
    )
    var.registers([u""entry"", u""data"", u""that""])
    # for JS loop
    var.put(u""that"", var.get(u""this""))
    var.put(u""data"", var.get(u""that"").get(u""_i""))
    var.put(u""entry"", var.get(u""that"").get(u""_f""))
    while var.get(u""entry""):
        try:
            var.get(u""entry"").put(u""r"", var.get(u""true""))
            if var.get(u""entry"").get(u""p""):
                var.get(u""entry"").put(
                    u""p"", var.get(u""entry"").get(u""p"").put(u""n"", var.get(u""undefined""))
                )
            var.get(u""data"").delete(var.get(u""entry"").get(u""i""))
        finally:
            var.put(u""entry"", var.get(u""entry"").get(u""n""))
    var.get(u""that"").put(u""_f"", var.get(u""that"").put(u""_l"", var.get(u""undefined"")))
    var.get(u""that"").put(var.get(u""SIZE""), Js(0.0))","def PyJs_clear_1474_ ( this , arguments , var = var ) : <TAB> var = Scope ( <TAB> <TAB> { u""this"" : this , u""clear"" : PyJs_clear_1474_ , u""arguments"" : arguments } , var <TAB> ) <TAB> var . registers ( [ u""entry"" , u""data"" , u""that"" ] ) <TAB> <TAB> var . put ( u""that"" , var . get ( u""this"" ) ) <TAB> var . put ( u""data"" , var . get ( u""that"" ) . get ( u""_i"" ) ) <TAB> var . put ( u""entry"" , var . get ( u""that"" ) . get ( u""_f"" ) ) <TAB> while var . get ( u""entry"" ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> var . get ( u""entry"" ) . put ( u""r"" , var . get ( u""true"" ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> var . get ( u""entry"" ) . put ( <TAB> <TAB> <TAB> <TAB> <TAB> u""p"" , var . get ( u""entry"" ) . get ( u""p"" ) . put ( u""n"" , var . get ( u""undefined"" ) ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> var . get ( u""data"" ) . delete ( var . get ( u""entry"" ) . get ( u""i"" ) ) <TAB> <TAB> finally : <TAB> <TAB> <TAB> var . put ( u""entry"" , var . get ( u""entry"" ) . get ( u""n"" ) ) <TAB> var . get ( u""that"" ) . put ( u""_f"" , var . get ( u""that"" ) . put ( u""_l"" , var . get ( u""undefined"" ) ) ) <TAB> var . get ( u""that"" ) . put ( var . get ( u""SIZE"" ) , Js ( 0.0 ) )","if var . get ( u""entry"" ) . get ( u""p"" ) :",390
637,"def _get_user_from_file(self, wanted_user):
    """"""Get user from a passwd file""""""
    wanted_uid = """"
    if isinstance(wanted_user, (int, long)) or re.match(""^\\d+$"", wanted_user):
        wanted_uid = str(wanted_user)
        wanted_user = """"
    try:
        inpasswd = open(self.passwd_file)
    except (IOError, OSError):
        return ("""", """", """", """", """", """")
    else:
        for line in inpasswd:
            (user, dummy, uid, gid, gecos, home, shell) = line.strip().split("":"")
            if wanted_user and user == wanted_user:
                return (user, uid, gid, gecos, home, shell)
            if wanted_uid and uid == wanted_uid:
                return (user, uid, gid, gecos, home, shell)
        inpasswd.close()
        return ("""", """", """", """", """", """")
","def _get_user_from_file ( self , wanted_user ) : <TAB> """"""Get user from a passwd file"""""" <TAB> wanted_uid = """" <TAB> if isinstance ( wanted_user , ( int , long ) ) or re . match ( ""^\\d+$"" , wanted_user ) : <TAB> <TAB> wanted_uid = str ( wanted_user ) <TAB> <TAB> wanted_user = """" <TAB> try : <TAB> <TAB> inpasswd = open ( self . passwd_file ) <TAB> except ( IOError , OSError ) : <TAB> <TAB> return ( """" , """" , """" , """" , """" , """" ) <TAB> else : <TAB> <TAB> for line in inpasswd : <TAB> <TAB> <TAB> ( user , dummy , uid , gid , gecos , home , shell ) = line . strip ( ) . split ( "":"" ) <TAB> <TAB> <TAB> if wanted_user and user == wanted_user : <TAB> <TAB> <TAB> <TAB> return ( user , uid , gid , gecos , home , shell ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return ( user , uid , gid , gecos , home , shell ) <TAB> <TAB> inpasswd . close ( ) <TAB> <TAB> return ( """" , """" , """" , """" , """" , """" )",if wanted_uid and uid == wanted_uid :,245
7088,"def _execute_fetch(
    self,
    sql: str,
    parameters: Iterable = None,
    read_only=False,
    fetch_all: bool = False,
) -> List[dict]:
    read_only_fn = run_read_only_fetchall if fetch_all else run_read_only_fetchone
    parameters = parameters if parameters is not None else []
    still_waiting = False
    urgent_read = False
    if read_only:
        self.waiting_reads_metric.inc()
        self.read_count_metric.inc()
        try:
            while (
                self.writers and not self._closing
            ):  # more writes can come in while we are waiting for the first
                if not urgent_read and still_waiting and self.urgent_read_done.is_set():
                    #  throttle the writes if they pile up
                    self.urgent_read_done.clear()
                    urgent_read = True
                #  wait until the running writes have finished
                await self.read_ready.wait()
                still_waiting = True
            if self._closing:
                raise asyncio.CancelledError
            return await asyncio.get_event_loop().run_in_executor(
                self.reader_executor, read_only_fn, sql, parameters
            )
        finally:
            if urgent_read:
                #  unthrottle the writers if they had to be throttled
                self.urgent_read_done.set()
            self.waiting_reads_metric.dec()
    if fetch_all:
        return await self.run(lambda conn: conn.execute(sql, parameters).fetchall())
    return await self.run(lambda conn: conn.execute(sql, parameters).fetchone())
","def _execute_fetch ( <TAB> self , <TAB> sql : str , <TAB> parameters : Iterable = None , <TAB> read_only = False , <TAB> fetch_all : bool = False , ) -> List [ dict ] : <TAB> read_only_fn = run_read_only_fetchall if fetch_all else run_read_only_fetchone <TAB> parameters = parameters if parameters is not None else [ ] <TAB> still_waiting = False <TAB> urgent_read = False <TAB> if read_only : <TAB> <TAB> self . waiting_reads_metric . inc ( ) <TAB> <TAB> self . read_count_metric . inc ( ) <TAB> <TAB> try : <TAB> <TAB> <TAB> while ( <TAB> <TAB> <TAB> <TAB> self . writers and not self . _closing <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . urgent_read_done . clear ( ) <TAB> <TAB> <TAB> <TAB> <TAB> urgent_read = True <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> await self . read_ready . wait ( ) <TAB> <TAB> <TAB> <TAB> still_waiting = True <TAB> <TAB> <TAB> if self . _closing : <TAB> <TAB> <TAB> <TAB> raise asyncio . CancelledError <TAB> <TAB> <TAB> return await asyncio . get_event_loop ( ) . run_in_executor ( <TAB> <TAB> <TAB> <TAB> self . reader_executor , read_only_fn , sql , parameters <TAB> <TAB> <TAB> ) <TAB> <TAB> finally : <TAB> <TAB> <TAB> if urgent_read : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . urgent_read_done . set ( ) <TAB> <TAB> <TAB> self . waiting_reads_metric . dec ( ) <TAB> if fetch_all : <TAB> <TAB> return await self . run ( lambda conn : conn . execute ( sql , parameters ) . fetchall ( ) ) <TAB> return await self . run ( lambda conn : conn . execute ( sql , parameters ) . fetchone ( ) )",if not urgent_read and still_waiting and self . urgent_read_done . is_set ( ) :,486
23005,"def add_cascade(self, parent, label, menu, underline):
    """"""Create a menu with the given parent menu.""""""
    # g.trace(label,parent)
    if parent:
        # Create a submenu of the parent menu.
        keys = {""label"": label, ""underline"": underline}
        ch, label = self.createAccelLabel(keys)
        id = wx.NewId()
        parent.AppendMenu(id, label, menu, label)
        accel = None
        if ch:
            self.createAccelData(menu, ch, accel, id, label)
    else:
        # Create a top-level menu.
        self.menuBar.Append(menu, label)
","def add_cascade ( self , parent , label , menu , underline ) : <TAB> """"""Create a menu with the given parent menu."""""" <TAB> <TAB> if parent : <TAB> <TAB> <TAB> <TAB> keys = { ""label"" : label , ""underline"" : underline } <TAB> <TAB> ch , label = self . createAccelLabel ( keys ) <TAB> <TAB> id = wx . NewId ( ) <TAB> <TAB> parent . AppendMenu ( id , label , menu , label ) <TAB> <TAB> accel = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . createAccelData ( menu , ch , accel , id , label ) <TAB> else : <TAB> <TAB> <TAB> <TAB> self . menuBar . Append ( menu , label )",if ch :,176
20480,"def target_function(self, running, creds):
    while running.is_set():
        try:
            username, password = creds.next().split("":"")
            tcp_client = self.tcp_create()
            tcp_sock = tcp_client.connect()
            apiros = ApiRosClient(tcp_sock)
            output = apiros.login(username, password)
            if output[0][0] == ""!done"":
                if self.stop_on_success:
                    running.clear()
                print_success(
                    ""Authentication Succeed - Username: '{}' Password: '{}'"".format(
                        username, password
                    ),
                    verbose=self.verbosity,
                )
                self.credentials.append(
                    (self.target, self.port, self.target_protocol, username, password)
                )
            else:
                print_error(
                    ""Authentication Failed - Username: '{}' Password: '{}'"".format(
                        username, password
                    ),
                    verbose=self.verbosity,
                )
            tcp_client.close()
        except StopIteration:
            break","def target_function ( self , running , creds ) : <TAB> while running . is_set ( ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> username , password = creds . next ( ) . split ( "":"" ) <TAB> <TAB> <TAB> tcp_client = self . tcp_create ( ) <TAB> <TAB> <TAB> tcp_sock = tcp_client . connect ( ) <TAB> <TAB> <TAB> apiros = ApiRosClient ( tcp_sock ) <TAB> <TAB> <TAB> output = apiros . login ( username , password ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if self . stop_on_success : <TAB> <TAB> <TAB> <TAB> <TAB> running . clear ( ) <TAB> <TAB> <TAB> <TAB> print_success ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Authentication Succeed - Username: '{}' Password: '{}'"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> username , password <TAB> <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> <TAB> verbose = self . verbosity , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> self . credentials . append ( <TAB> <TAB> <TAB> <TAB> <TAB> ( self . target , self . port , self . target_protocol , username , password ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> print_error ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Authentication Failed - Username: '{}' Password: '{}'"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> username , password <TAB> <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> <TAB> verbose = self . verbosity , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> tcp_client . close ( ) <TAB> <TAB> except StopIteration : <TAB> <TAB> <TAB> break","if output [ 0 ] [ 0 ] == ""!done"" :",337
5265,"def saveDirectories(self, **kwargs):
    for kw in LIST_DIRPAGE + LIST_BOOL_DIRPAGE:
        value = kwargs.get(kw)
        if value is not None or kw in LIST_BOOL_DIRPAGE:
            if kw in (""complete_dir"", ""dirscan_dir""):
                msg = config.get_config(""misc"", kw).set(value, create=True)
            else:
                msg = config.get_config(""misc"", kw).set(value)
            if msg:
                # return sabnzbd.api.report('json', error=msg)
                return badParameterResponse(msg, kwargs.get(""ajax""))
    if not sabnzbd.check_incomplete_vs_complete():
        return badParameterResponse(
            T(
                ""The Completed Download Folder cannot be the same or a subfolder of the Temporary Download Folder""
            ),
            kwargs.get(""ajax""),
        )
    config.save_config()
    if kwargs.get(""ajax""):
        return sabnzbd.api.report(""json"")
    else:
        raise Raiser(self.__root)
","def saveDirectories ( self , ** kwargs ) : <TAB> for kw in LIST_DIRPAGE + LIST_BOOL_DIRPAGE : <TAB> <TAB> value = kwargs . get ( kw ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if kw in ( ""complete_dir"" , ""dirscan_dir"" ) : <TAB> <TAB> <TAB> <TAB> msg = config . get_config ( ""misc"" , kw ) . set ( value , create = True ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> msg = config . get_config ( ""misc"" , kw ) . set ( value ) <TAB> <TAB> <TAB> if msg : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return badParameterResponse ( msg , kwargs . get ( ""ajax"" ) ) <TAB> if not sabnzbd . check_incomplete_vs_complete ( ) : <TAB> <TAB> return badParameterResponse ( <TAB> <TAB> <TAB> T ( <TAB> <TAB> <TAB> <TAB> ""The Completed Download Folder cannot be the same or a subfolder of the Temporary Download Folder"" <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> kwargs . get ( ""ajax"" ) , <TAB> <TAB> ) <TAB> config . save_config ( ) <TAB> if kwargs . get ( ""ajax"" ) : <TAB> <TAB> return sabnzbd . api . report ( ""json"" ) <TAB> else : <TAB> <TAB> raise Raiser ( self . __root )",if value is not None or kw in LIST_BOOL_DIRPAGE :,298
7580,"def wait(self, seconds=None):
    readers = self.listeners[READ]
    writers = self.listeners[WRITE]
    if not readers and not writers:
        if seconds:
            time.sleep(seconds)
        return
    all_fds = list(readers) + list(writers)
    try:
        r, w, er = select.select(readers.keys(), writers.keys(), all_fds, seconds)
    except select.error as e:
        if get_errno(e) == errno.EINTR:
            return
        elif get_errno(e) in BAD_SOCK:
            self._remove_bad_fds()
            return
        else:
            raise
    for fileno in er:
        readers.get(fileno, noop).cb(fileno)
        writers.get(fileno, noop).cb(fileno)
    for listeners, events in ((readers, r), (writers, w)):
        for fileno in events:
            try:
                listeners.get(fileno, noop).cb(fileno)
            except self.SYSTEM_EXCEPTIONS:
                raise
            except:
                self.squelch_exception(fileno, sys.exc_info())
                clear_sys_exc_info()
","def wait ( self , seconds = None ) : <TAB> readers = self . listeners [ READ ] <TAB> writers = self . listeners [ WRITE ] <TAB> if not readers and not writers : <TAB> <TAB> if seconds : <TAB> <TAB> <TAB> time . sleep ( seconds ) <TAB> <TAB> return <TAB> all_fds = list ( readers ) + list ( writers ) <TAB> try : <TAB> <TAB> r , w , er = select . select ( readers . keys ( ) , writers . keys ( ) , all_fds , seconds ) <TAB> except select . error as e : <TAB> <TAB> if get_errno ( e ) == errno . EINTR : <TAB> <TAB> <TAB> return <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _remove_bad_fds ( ) <TAB> <TAB> <TAB> return <TAB> <TAB> else : <TAB> <TAB> <TAB> raise <TAB> for fileno in er : <TAB> <TAB> readers . get ( fileno , noop ) . cb ( fileno ) <TAB> <TAB> writers . get ( fileno , noop ) . cb ( fileno ) <TAB> for listeners , events in ( ( readers , r ) , ( writers , w ) ) : <TAB> <TAB> for fileno in events : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> listeners . get ( fileno , noop ) . cb ( fileno ) <TAB> <TAB> <TAB> except self . SYSTEM_EXCEPTIONS : <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> self . squelch_exception ( fileno , sys . exc_info ( ) ) <TAB> <TAB> <TAB> <TAB> clear_sys_exc_info ( )",elif get_errno ( e ) in BAD_SOCK :,323
21666,"def do(server, handler, config, args):
    if args.command == ""list"":
        result = []
        for section in config.sections():
            if args.section and args.section != section:
                continue
            result.append(""[{}]"".format(section))
            if args.sections:
                continue
            for variable in config.options(section):
                result.append(""{} = {}"".format(variable, config.get(section, variable)))
            result.append("""")
        handler.display(Pygment(IniLexer(), ""\n"".join(result)))
    elif args.command == ""set"":
        try:
            value = args.value
            if args.args:
                value += "" ""
                value += "" "".join(args.args)
            config.set(args.section, args.key, value)
            config.save(project=args.write_project, user=args.write_user)
        except config.NoSectionError:
            handler.display(Error(args.section, ""No section""))
    elif args.command == ""unset"":
        try:
            if args.keys:
                for key in args.keys:
                    config.remove_option(args.section, key)
            else:
                to_remove = [k for k, _ in config.items(args.section)]
                for k in to_remove:
                    config.remove_option(args.section, k)
                config.remove_section(args.section)
            config.save(project=args.write_project, user=args.write_user)
        except config.NoSectionError:
            handler.display(Error(args.section, ""No section""))
    elif args.command == ""save"":
        config.save(project=args.write_project, user=args.write_user)
","def do ( server , handler , config , args ) : <TAB> if args . command == ""list"" : <TAB> <TAB> result = [ ] <TAB> <TAB> for section in config . sections ( ) : <TAB> <TAB> <TAB> if args . section and args . section != section : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> result . append ( ""[{}]"" . format ( section ) ) <TAB> <TAB> <TAB> if args . sections : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> for variable in config . options ( section ) : <TAB> <TAB> <TAB> <TAB> result . append ( ""{} = {}"" . format ( variable , config . get ( section , variable ) ) ) <TAB> <TAB> <TAB> result . append ( """" ) <TAB> <TAB> handler . display ( Pygment ( IniLexer ( ) , ""\n"" . join ( result ) ) ) <TAB> elif args . command == ""set"" : <TAB> <TAB> try : <TAB> <TAB> <TAB> value = args . value <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> value += "" "" <TAB> <TAB> <TAB> <TAB> value += "" "" . join ( args . args ) <TAB> <TAB> <TAB> config . set ( args . section , args . key , value ) <TAB> <TAB> <TAB> config . save ( project = args . write_project , user = args . write_user ) <TAB> <TAB> except config . NoSectionError : <TAB> <TAB> <TAB> handler . display ( Error ( args . section , ""No section"" ) ) <TAB> elif args . command == ""unset"" : <TAB> <TAB> try : <TAB> <TAB> <TAB> if args . keys : <TAB> <TAB> <TAB> <TAB> for key in args . keys : <TAB> <TAB> <TAB> <TAB> <TAB> config . remove_option ( args . section , key ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> to_remove = [ k for k , _ in config . items ( args . section ) ] <TAB> <TAB> <TAB> <TAB> for k in to_remove : <TAB> <TAB> <TAB> <TAB> <TAB> config . remove_option ( args . section , k ) <TAB> <TAB> <TAB> <TAB> config . remove_section ( args . section ) <TAB> <TAB> <TAB> config . save ( project = args . write_project , user = args . write_user ) <TAB> <TAB> except config . NoSectionError : <TAB> <TAB> <TAB> handler . display ( Error ( args . section , ""No section"" ) ) <TAB> elif args . command == ""save"" : <TAB> <TAB> config . save ( project = args . write_project , user = args . write_user )",if args . args :,494
22802,"def run():
    # ar2 is the step name.
    global ar2
    get_args()
    if not ar2:
        # If there is no step name, just show usage and the steps
        usage()
        dump_opts()
    elif ar2 in data:
        # If the step name is in the list, just do this step and
        # mark it done
        do_step(ar2)
        save_data()
    if ar2 == ""next"":
        # do the next step in the process that hasn't been done already,
        # then mark it done
        for item in order:
            if data[item][2] == False:
                do_step(item)
                save_data()
                break
    if ar2 == ""steps"":
        # list all the steps
        print("""")
        dump_opts()
    if ar2 == ""show"":
        # show the next step in the process that hasn't been done already
        for item in order:
            if data[item][2] == False:
                print(""\n{}: {}\n"".format(item, data[item][1]))
                break
    if ar2 == ""restart"":
        # delete data.dat from the current directory
        if exists(DATA_FILE):
            unlink(DATA_FILE)
    if ar2 == ""commands"":
        # show some interesting command lines used by this script
        print(cmds)","def run ( ) : <TAB> <TAB> global ar2 <TAB> get_args ( ) <TAB> if not ar2 : <TAB> <TAB> <TAB> <TAB> usage ( ) <TAB> <TAB> dump_opts ( ) <TAB> elif ar2 in data : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> do_step ( ar2 ) <TAB> <TAB> save_data ( ) <TAB> if ar2 == ""next"" : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for item in order : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> do_step ( item ) <TAB> <TAB> <TAB> <TAB> save_data ( ) <TAB> <TAB> <TAB> <TAB> break <TAB> if ar2 == ""steps"" : <TAB> <TAB> <TAB> <TAB> print ( """" ) <TAB> <TAB> dump_opts ( ) <TAB> if ar2 == ""show"" : <TAB> <TAB> <TAB> <TAB> for item in order : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> print ( ""\n{}: {}\n"" . format ( item , data [ item ] [ 1 ] ) ) <TAB> <TAB> <TAB> <TAB> break <TAB> if ar2 == ""restart"" : <TAB> <TAB> <TAB> <TAB> if exists ( DATA_FILE ) : <TAB> <TAB> <TAB> unlink ( DATA_FILE ) <TAB> if ar2 == ""commands"" : <TAB> <TAB> <TAB> <TAB> print ( cmds )",if data [ item ] [ 2 ] == False :,369
23990,"def run(self, ips, imgs, para=None):
    k, unit = ips.unit
    strc = generate_binary_structure(3, 1 if para[""con""] == ""4-connect"" else 2)
    lab, n = label(imgs == 0 if para[""inv""] else imgs, strc, output=np.uint32)
    idx = (np.ones(n + 1) * (0 if para[""inv""] else para[""front""])).astype(np.uint8)
    ls = regionprops(lab)
    for i in ls:
        if para[""vol""] == 0:
            break
        if para[""vol""] > 0:
            if i.area * k ** 3 < para[""vol""]:
                idx[i.label] = para[""back""]
        if para[""vol""] < 0:
            if i.area * k ** 3 >= -para[""vol""]:
                idx[i.label] = para[""back""]
    for i in ls:
        if para[""dia""] == 0:
            break
        d = norm(np.array(i.bbox[:3]) - np.array(i.bbox[3:]))
        if para[""dia""] > 0:
            if d * k < para[""dia""]:
                idx[i.label] = para[""back""]
        if para[""dia""] < 0:
            if d * k >= -para[""dia""]:
                idx[i.label] = para[""back""]
    idx[0] = para[""front""] if para[""inv""] else 0
    imgs[:] = idx[lab]","def run ( self , ips , imgs , para = None ) : <TAB> k , unit = ips . unit <TAB> strc = generate_binary_structure ( 3 , 1 if para [ ""con"" ] == ""4-connect"" else 2 ) <TAB> lab , n = label ( imgs == 0 if para [ ""inv"" ] else imgs , strc , output = np . uint32 ) <TAB> idx = ( np . ones ( n + 1 ) * ( 0 if para [ ""inv"" ] else para [ ""front"" ] ) ) . astype ( np . uint8 ) <TAB> ls = regionprops ( lab ) <TAB> for i in ls : <TAB> <TAB> if para [ ""vol"" ] == 0 : <TAB> <TAB> <TAB> break <TAB> <TAB> if para [ ""vol"" ] > 0 : <TAB> <TAB> <TAB> if i . area * k ** 3 < para [ ""vol"" ] : <TAB> <TAB> <TAB> <TAB> idx [ i . label ] = para [ ""back"" ] <TAB> <TAB> if para [ ""vol"" ] < 0 : <TAB> <TAB> <TAB> if i . area * k ** 3 >= - para [ ""vol"" ] : <TAB> <TAB> <TAB> <TAB> idx [ i . label ] = para [ ""back"" ] <TAB> for i in ls : <TAB> <TAB> if para [ ""dia"" ] == 0 : <TAB> <TAB> <TAB> break <TAB> <TAB> d = norm ( np . array ( i . bbox [ : 3 ] ) - np . array ( i . bbox [ 3 : ] ) ) <TAB> <TAB> if para [ ""dia"" ] > 0 : <TAB> <TAB> <TAB> if d * k < para [ ""dia"" ] : <TAB> <TAB> <TAB> <TAB> idx [ i . label ] = para [ ""back"" ] <TAB> <TAB> if para [ ""dia"" ] < 0 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> idx [ i . label ] = para [ ""back"" ] <TAB> idx [ 0 ] = para [ ""front"" ] if para [ ""inv"" ] else 0 <TAB> imgs [ : ] = idx [ lab ]","if d * k >= - para [ ""dia"" ] :",394
23637,"def populate_stats_and_pop(
    self,
    unused_slice_key: slicer.SliceKeyType,
    combine_metrics: Dict[Text, Any],
    output_metrics: Dict[Text, metrics_pb2.MetricValue],
) -> None:
    matrices = combine_metrics.pop(
        self._metric_key(metric_keys.CONFUSION_MATRIX_AT_THRESHOLDS_MATRICES)
    )
    thresholds = combine_metrics.pop(
        self._metric_key(metric_keys.CONFUSION_MATRIX_AT_THRESHOLDS_THRESHOLDS)
    )
    # We assume that thresholds are already sorted.
    if len(matrices) != len(thresholds):
        raise ValueError(
            ""matrices should have the same length as thresholds, but lengths ""
            ""were: matrices: %d, thresholds: %d"" % (len(matrices), len(thresholds))
        )
    for threshold, matrix in zip(thresholds, matrices):
        if isinstance(threshold, types.ValueWithTDistribution):
            threshold = threshold.unsampled_value
        (
            output_metrics[self._metric_key(metric_keys.CONFUSION_MATRIX_AT_THRESHOLDS)]
            .confusion_matrix_at_thresholds.matrices.add()
            .CopyFrom(_create_confusion_matrix_proto(matrix, threshold))
        )","def populate_stats_and_pop ( <TAB> self , <TAB> unused_slice_key : slicer . SliceKeyType , <TAB> combine_metrics : Dict [ Text , Any ] , <TAB> output_metrics : Dict [ Text , metrics_pb2 . MetricValue ] , ) -> None : <TAB> matrices = combine_metrics . pop ( <TAB> <TAB> self . _metric_key ( metric_keys . CONFUSION_MATRIX_AT_THRESHOLDS_MATRICES ) <TAB> ) <TAB> thresholds = combine_metrics . pop ( <TAB> <TAB> self . _metric_key ( metric_keys . CONFUSION_MATRIX_AT_THRESHOLDS_THRESHOLDS ) <TAB> ) <TAB> <TAB> if len ( matrices ) != len ( thresholds ) : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""matrices should have the same length as thresholds, but lengths "" <TAB> <TAB> <TAB> ""were: matrices: %d, thresholds: %d"" % ( len ( matrices ) , len ( thresholds ) ) <TAB> <TAB> ) <TAB> for threshold , matrix in zip ( thresholds , matrices ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> threshold = threshold . unsampled_value <TAB> <TAB> ( <TAB> <TAB> <TAB> output_metrics [ self . _metric_key ( metric_keys . CONFUSION_MATRIX_AT_THRESHOLDS ) ] <TAB> <TAB> <TAB> . confusion_matrix_at_thresholds . matrices . add ( ) <TAB> <TAB> <TAB> . CopyFrom ( _create_confusion_matrix_proto ( matrix , threshold ) ) <TAB> <TAB> )","if isinstance ( threshold , types . ValueWithTDistribution ) :",345
3613,"def topsorted_shapes_first(outputs, node2shape):
    # Almost identical to topsorted(...) function
    # But we also need to visit the shape elements of an in-place node
    # before visiting that node
    marks = {}
    out = []
    stack = []
    for x in outputs:
        stack.append((x, 0))
        while stack:
            (i, jidx) = stack.pop()
            if jidx == 0:
                m = marks.get(i, 0)
                if m == 0:
                    marks[i] = 1
                elif m == 1:
                    raise ValueError(""not a dag"")
                else:
                    continue
            ps = i.parents
            ###### Changed part ######
            if i.ndim > 0 and not i.is_input() and i.op.return_type == ""byref"":
                if i in node2shape:
                    shpels = node2shape[i]
                else:
                    raise core.Unreachable
                    # shpels = i.op.shp_apply(i.parents)
                ps = ps + shpels
            elif is_tuple(i):
                for arrshp in node2shape[i]:
                    ps = ps + arrshp
            ##########################
            if jidx == len(ps):
                marks[i] = 2
                out.append(i)
            else:
                stack.append((i, jidx + 1))
                j = ps[jidx]
                stack.append((j, 0))
    return out","def topsorted_shapes_first ( outputs , node2shape ) : <TAB> <TAB> <TAB> <TAB> marks = { } <TAB> out = [ ] <TAB> stack = [ ] <TAB> for x in outputs : <TAB> <TAB> stack . append ( ( x , 0 ) ) <TAB> <TAB> while stack : <TAB> <TAB> <TAB> ( i , jidx ) = stack . pop ( ) <TAB> <TAB> <TAB> if jidx == 0 : <TAB> <TAB> <TAB> <TAB> m = marks . get ( i , 0 ) <TAB> <TAB> <TAB> <TAB> if m == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> marks [ i ] = 1 <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""not a dag"" ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> ps = i . parents <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if i . ndim > 0 and not i . is_input ( ) and i . op . return_type == ""byref"" : <TAB> <TAB> <TAB> <TAB> if i in node2shape : <TAB> <TAB> <TAB> <TAB> <TAB> shpels = node2shape [ i ] <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> raise core . Unreachable <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ps = ps + shpels <TAB> <TAB> <TAB> elif is_tuple ( i ) : <TAB> <TAB> <TAB> <TAB> for arrshp in node2shape [ i ] : <TAB> <TAB> <TAB> <TAB> <TAB> ps = ps + arrshp <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if jidx == len ( ps ) : <TAB> <TAB> <TAB> <TAB> marks [ i ] = 2 <TAB> <TAB> <TAB> <TAB> out . append ( i ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> stack . append ( ( i , jidx + 1 ) ) <TAB> <TAB> <TAB> <TAB> j = ps [ jidx ] <TAB> <TAB> <TAB> <TAB> stack . append ( ( j , 0 ) ) <TAB> return out",elif m == 1 :,447
13082,"def match_uri_to_workspace(uri, workspaces):
    if uri is None:
        return None
    max_len, chosen_workspace = -1, None
    path = pathlib.Path(uri).parts
    for workspace in workspaces:
        try:
            workspace_parts = pathlib.Path(workspace).parts
        except TypeError:
            # This can happen in Python2 if 'value' is a subclass of string
            workspace_parts = pathlib.Path(unicode(workspace)).parts
        if len(workspace_parts) > len(path):
            continue
        match_len = 0
        for workspace_part, path_part in zip(workspace_parts, path):
            if workspace_part == path_part:
                match_len += 1
        if match_len > 0:
            if match_len > max_len:
                max_len = match_len
                chosen_workspace = workspace
    return chosen_workspace","def match_uri_to_workspace ( uri , workspaces ) : <TAB> if uri is None : <TAB> <TAB> return None <TAB> max_len , chosen_workspace = - 1 , None <TAB> path = pathlib . Path ( uri ) . parts <TAB> for workspace in workspaces : <TAB> <TAB> try : <TAB> <TAB> <TAB> workspace_parts = pathlib . Path ( workspace ) . parts <TAB> <TAB> except TypeError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> workspace_parts = pathlib . Path ( unicode ( workspace ) ) . parts <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> match_len = 0 <TAB> <TAB> for workspace_part , path_part in zip ( workspace_parts , path ) : <TAB> <TAB> <TAB> if workspace_part == path_part : <TAB> <TAB> <TAB> <TAB> match_len += 1 <TAB> <TAB> if match_len > 0 : <TAB> <TAB> <TAB> if match_len > max_len : <TAB> <TAB> <TAB> <TAB> max_len = match_len <TAB> <TAB> <TAB> <TAB> chosen_workspace = workspace <TAB> return chosen_workspace",if len ( workspace_parts ) > len ( path ) :,245
5615,"def _read(self, last_pass=False):
    lines = self.file.get_lines(size=1024 * 1024, last_pass=last_pass)
    for line in lines:
        if not self.skipped_header:
            self.skipped_header = True
            continue
        log_vals = [val.strip() for val in line.split(""\t"")]
        _error = None
        _rstatus = None
        _url = self.url_label
        _concur = self.concurrency
        _tstamp = int(log_vals[1])  # timestamp - moment of request sending
        _con_time = float(log_vals[2]) / 1000.0  # connection time
        _etime = float(log_vals[4]) / 1000.0  # elapsed time
        _latency = float(log_vals[5]) / 1000.0  # latency (aka waittime)
        _bytes = None
        yield _tstamp, _url, _concur, _etime, _con_time, _latency, _rstatus, _error, """", _bytes","def _read ( self , last_pass = False ) : <TAB> lines = self . file . get_lines ( size = 1024 * 1024 , last_pass = last_pass ) <TAB> for line in lines : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . skipped_header = True <TAB> <TAB> <TAB> continue <TAB> <TAB> log_vals = [ val . strip ( ) for val in line . split ( ""\t"" ) ] <TAB> <TAB> _error = None <TAB> <TAB> _rstatus = None <TAB> <TAB> _url = self . url_label <TAB> <TAB> _concur = self . concurrency <TAB> <TAB> _tstamp = int ( log_vals [ 1 ] ) <TAB> <TAB> _con_time = float ( log_vals [ 2 ] ) / 1000.0 <TAB> <TAB> _etime = float ( log_vals [ 4 ] ) / 1000.0 <TAB> <TAB> _latency = float ( log_vals [ 5 ] ) / 1000.0 <TAB> <TAB> _bytes = None <TAB> <TAB> yield _tstamp , _url , _concur , _etime , _con_time , _latency , _rstatus , _error , """" , _bytes",if not self . skipped_header :,271
2984,"def testExactlyOneInvalid(self):
    with SetBotoConfigForTest(
        [
            (""Credentials"", ""gs_oauth2_refresh_token"", ""foo""),
            (""Credentials"", ""gs_service_client_id"", None),
            (""Credentials"", ""gs_service_key_file"", None),
        ]
    ):
        succeeded = False
        try:
            GcsJsonApi(None, self.logger)
            succeeded = True  # If we self.fail() here, the except below will catch
        except:  # pylint: disable=bare-except
            warning_messages = self.log_handler.messages[""warning""]
            self.assertEquals(1, len(warning_messages))
            self.assertIn(""credentials are invalid"", warning_messages[0])
            self.assertIn(CredTypes.OAUTH2_USER_ACCOUNT, warning_messages[0])
        if succeeded:
            self.fail(""Succeeded with invalid credentials, one configured."")","def testExactlyOneInvalid ( self ) : <TAB> with SetBotoConfigForTest ( <TAB> <TAB> [ <TAB> <TAB> <TAB> ( ""Credentials"" , ""gs_oauth2_refresh_token"" , ""foo"" ) , <TAB> <TAB> <TAB> ( ""Credentials"" , ""gs_service_client_id"" , None ) , <TAB> <TAB> <TAB> ( ""Credentials"" , ""gs_service_key_file"" , None ) , <TAB> <TAB> ] <TAB> ) : <TAB> <TAB> succeeded = False <TAB> <TAB> try : <TAB> <TAB> <TAB> GcsJsonApi ( None , self . logger ) <TAB> <TAB> <TAB> succeeded = True <TAB> <TAB> except : <TAB> <TAB> <TAB> warning_messages = self . log_handler . messages [ ""warning"" ] <TAB> <TAB> <TAB> self . assertEquals ( 1 , len ( warning_messages ) ) <TAB> <TAB> <TAB> self . assertIn ( ""credentials are invalid"" , warning_messages [ 0 ] ) <TAB> <TAB> <TAB> self . assertIn ( CredTypes . OAUTH2_USER_ACCOUNT , warning_messages [ 0 ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . fail ( ""Succeeded with invalid credentials, one configured."" )",if succeeded :,247
19184,"def run(self, edit, target_level=0):
    view = self.view
    view.run_command(""unfold_all"")
    section_start = -1
    section_end = view.size()
    n_sections = 0
    for (title_begin, title_end, level) in all_headings(view):
        if target_level == 0 or level <= target_level:
            if section_start > 0:
                section_end = title_begin - 1
                reg = sublime.Region(section_start, section_end)
                view.fold(reg)
                n_sections += 1
                section_start = -1
        if target_level == 0 or level == target_level:
            section_start = title_end
    if section_start >= 0:
        reg = sublime.Region(section_start, view.size())
        view.fold(reg)
        n_sections += 1
    if len(view.sel()) > 0:
        for sel in view.sel():
            if getFoldedRegion(view, sel) == None:
                view.show(sel)
    else:
        view.show(sublime.Region(0, 0))
    sublime.status_message(
        ""%d region%s folded"" % (n_sections, ""s"" if n_sections > 1 else """")
    )","def run ( self , edit , target_level = 0 ) : <TAB> view = self . view <TAB> view . run_command ( ""unfold_all"" ) <TAB> section_start = - 1 <TAB> section_end = view . size ( ) <TAB> n_sections = 0 <TAB> for ( title_begin , title_end , level ) in all_headings ( view ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if section_start > 0 : <TAB> <TAB> <TAB> <TAB> section_end = title_begin - 1 <TAB> <TAB> <TAB> <TAB> reg = sublime . Region ( section_start , section_end ) <TAB> <TAB> <TAB> <TAB> view . fold ( reg ) <TAB> <TAB> <TAB> <TAB> n_sections += 1 <TAB> <TAB> <TAB> <TAB> section_start = - 1 <TAB> <TAB> if target_level == 0 or level == target_level : <TAB> <TAB> <TAB> section_start = title_end <TAB> if section_start >= 0 : <TAB> <TAB> reg = sublime . Region ( section_start , view . size ( ) ) <TAB> <TAB> view . fold ( reg ) <TAB> <TAB> n_sections += 1 <TAB> if len ( view . sel ( ) ) > 0 : <TAB> <TAB> for sel in view . sel ( ) : <TAB> <TAB> <TAB> if getFoldedRegion ( view , sel ) == None : <TAB> <TAB> <TAB> <TAB> view . show ( sel ) <TAB> else : <TAB> <TAB> view . show ( sublime . Region ( 0 , 0 ) ) <TAB> sublime . status_message ( <TAB> <TAB> ""%d region%s folded"" % ( n_sections , ""s"" if n_sections > 1 else """" ) <TAB> )",if target_level == 0 or level <= target_level :,356
17979,"def scaffold_directories(cls, base_dir):
    """"""Safely create GE directories for a new project.""""""
    os.makedirs(base_dir, exist_ok=True)
    open(os.path.join(base_dir, "".gitignore""), ""w"").write(""uncommitted/"")
    for directory in cls.BASE_DIRECTORIES:
        if directory == ""plugins"":
            plugins_dir = os.path.join(base_dir, directory)
            os.makedirs(plugins_dir, exist_ok=True)
            os.makedirs(os.path.join(plugins_dir, ""custom_data_docs""), exist_ok=True)
            os.makedirs(
                os.path.join(plugins_dir, ""custom_data_docs"", ""views""),
                exist_ok=True,
            )
            os.makedirs(
                os.path.join(plugins_dir, ""custom_data_docs"", ""renderers""),
                exist_ok=True,
            )
            os.makedirs(
                os.path.join(plugins_dir, ""custom_data_docs"", ""styles""),
                exist_ok=True,
            )
            cls.scaffold_custom_data_docs(plugins_dir)
        else:
            os.makedirs(os.path.join(base_dir, directory), exist_ok=True)
    uncommitted_dir = os.path.join(base_dir, cls.GE_UNCOMMITTED_DIR)
    for new_directory in cls.UNCOMMITTED_DIRECTORIES:
        new_directory_path = os.path.join(uncommitted_dir, new_directory)
        os.makedirs(new_directory_path, exist_ok=True)
    notebook_path = os.path.join(base_dir, ""notebooks"")
    for subdir in cls.NOTEBOOK_SUBDIRECTORIES:
        os.makedirs(os.path.join(notebook_path, subdir), exist_ok=True)
","def scaffold_directories ( cls , base_dir ) : <TAB> """"""Safely create GE directories for a new project."""""" <TAB> os . makedirs ( base_dir , exist_ok = True ) <TAB> open ( os . path . join ( base_dir , "".gitignore"" ) , ""w"" ) . write ( ""uncommitted/"" ) <TAB> for directory in cls . BASE_DIRECTORIES : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> plugins_dir = os . path . join ( base_dir , directory ) <TAB> <TAB> <TAB> os . makedirs ( plugins_dir , exist_ok = True ) <TAB> <TAB> <TAB> os . makedirs ( os . path . join ( plugins_dir , ""custom_data_docs"" ) , exist_ok = True ) <TAB> <TAB> <TAB> os . makedirs ( <TAB> <TAB> <TAB> <TAB> os . path . join ( plugins_dir , ""custom_data_docs"" , ""views"" ) , <TAB> <TAB> <TAB> <TAB> exist_ok = True , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> os . makedirs ( <TAB> <TAB> <TAB> <TAB> os . path . join ( plugins_dir , ""custom_data_docs"" , ""renderers"" ) , <TAB> <TAB> <TAB> <TAB> exist_ok = True , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> os . makedirs ( <TAB> <TAB> <TAB> <TAB> os . path . join ( plugins_dir , ""custom_data_docs"" , ""styles"" ) , <TAB> <TAB> <TAB> <TAB> exist_ok = True , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> cls . scaffold_custom_data_docs ( plugins_dir ) <TAB> <TAB> else : <TAB> <TAB> <TAB> os . makedirs ( os . path . join ( base_dir , directory ) , exist_ok = True ) <TAB> uncommitted_dir = os . path . join ( base_dir , cls . GE_UNCOMMITTED_DIR ) <TAB> for new_directory in cls . UNCOMMITTED_DIRECTORIES : <TAB> <TAB> new_directory_path = os . path . join ( uncommitted_dir , new_directory ) <TAB> <TAB> os . makedirs ( new_directory_path , exist_ok = True ) <TAB> notebook_path = os . path . join ( base_dir , ""notebooks"" ) <TAB> for subdir in cls . NOTEBOOK_SUBDIRECTORIES : <TAB> <TAB> os . makedirs ( os . path . join ( notebook_path , subdir ) , exist_ok = True )","if directory == ""plugins"" :",500
10731,"def cli_print_upgradeable() -> None:
    args = parse_args()
    updates: List[InstallInfo] = []
    if not args.repo:
        aur_updates, _not_found_aur_pkgs = find_aur_updates()
        updates += aur_updates
    if not args.aur:
        updates += find_repo_upgradeable()
    if not updates:
        return
    for pkg in updates[:]:
        if pkg.name in (args.ignore + PacmanConfig().options.get(""IgnorePkg"", [])):
            updates.remove(pkg)
            print_ignored_package(package_name=pkg.name)
    if args.quiet:
        print_stdout(""\n"".join([pkg_update.name for pkg_update in updates]))
    else:
        print_stdout(
            pretty_format_upgradeable(
                updates, print_repo=PikaurConfig().sync.AlwaysShowPkgOrigin.get_bool()
            )
        )
","def cli_print_upgradeable ( ) -> None : <TAB> args = parse_args ( ) <TAB> updates : List [ InstallInfo ] = [ ] <TAB> if not args . repo : <TAB> <TAB> aur_updates , _not_found_aur_pkgs = find_aur_updates ( ) <TAB> <TAB> updates += aur_updates <TAB> if not args . aur : <TAB> <TAB> updates += find_repo_upgradeable ( ) <TAB> if not updates : <TAB> <TAB> return <TAB> for pkg in updates [ : ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> updates . remove ( pkg ) <TAB> <TAB> <TAB> print_ignored_package ( package_name = pkg . name ) <TAB> if args . quiet : <TAB> <TAB> print_stdout ( ""\n"" . join ( [ pkg_update . name for pkg_update in updates ] ) ) <TAB> else : <TAB> <TAB> print_stdout ( <TAB> <TAB> <TAB> pretty_format_upgradeable ( <TAB> <TAB> <TAB> <TAB> updates , print_repo = PikaurConfig ( ) . sync . AlwaysShowPkgOrigin . get_bool ( ) <TAB> <TAB> <TAB> ) <TAB> <TAB> )","if pkg . name in ( args . ignore + PacmanConfig ( ) . options . get ( ""IgnorePkg"" , [ ] ) ) :",253
1578,"def write(self, text):
    try:
        if self._hConsole is None:
            if isinstance(text, unicode):
                text = text.encode(""utf-8"")
            self._stream.write(text)
        else:
            if not isinstance(text, unicode):
                text = bytes(text).decode(""utf-8"")
            remaining = len(text)
            while remaining > 0:
                n = DWORD(0)
                # There is a shorter-than-documented limitation on the
                # length of the string passed to WriteConsoleW (see
                # <https://tahoe-lafs.org/trac/tahoe-lafs/ticket/1232>.
                retval = WriteConsoleW(
                    self._hConsole, text, min(remaining, 10000), byref(n), None
                )
                if retval == 0 or n.value == 0:
                    raise IOError(
                        ""WriteConsoleW returned %r, n.value = %r"" % (retval, n.value)
                    )
                remaining -= n.value
                if remaining == 0:
                    break
                text = text[n.value :]
    except Exception as e:
        _complain(""%s.write: %r"" % (self.name, e))
        raise","def write ( self , text ) : <TAB> try : <TAB> <TAB> if self . _hConsole is None : <TAB> <TAB> <TAB> if isinstance ( text , unicode ) : <TAB> <TAB> <TAB> <TAB> text = text . encode ( ""utf-8"" ) <TAB> <TAB> <TAB> self . _stream . write ( text ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> text = bytes ( text ) . decode ( ""utf-8"" ) <TAB> <TAB> <TAB> remaining = len ( text ) <TAB> <TAB> <TAB> while remaining > 0 : <TAB> <TAB> <TAB> <TAB> n = DWORD ( 0 ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> retval = WriteConsoleW ( <TAB> <TAB> <TAB> <TAB> <TAB> self . _hConsole , text , min ( remaining , 10000 ) , byref ( n ) , None <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> if retval == 0 or n . value == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> raise IOError ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""WriteConsoleW returned %r, n.value = %r"" % ( retval , n . value ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> remaining -= n . value <TAB> <TAB> <TAB> <TAB> if remaining == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> text = text [ n . value : ] <TAB> except Exception as e : <TAB> <TAB> _complain ( ""%s.write: %r"" % ( self . name , e ) ) <TAB> <TAB> raise","if not isinstance ( text , unicode ) :",372
11936,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRING:
                self.key = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.I32:
                self.count = iprot.readI32()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . key = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 2 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . count = iprot . readI32 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . I32 :,318
17292,"def __new__(cls, typename, bases, ns):
    assert bases[0] is _NamedTuple
    types = ns.get(""__annotations__"", {})
    default_names = []
    for field_name in types:
        if field_name in ns:
            default_names.append(field_name)
        elif default_names:
            raise TypeError(
                f""Non-default namedtuple field {field_name} ""
                f""cannot follow default field""
                f""{'s' if len(default_names) > 1 else ''} ""
                f""{', '.join(default_names)}""
            )
    nm_tpl = _make_nmtuple(
        typename,
        types.items(),
        defaults=[ns[n] for n in default_names],
        module=ns[""__module__""],
    )
    # update from user namespace without overriding special namedtuple attributes
    for key in ns:
        if key in _prohibited:
            raise AttributeError(""Cannot overwrite NamedTuple attribute "" + key)
        elif key not in _special and key not in nm_tpl._fields:
            setattr(nm_tpl, key, ns[key])
    return nm_tpl","def __new__ ( cls , typename , bases , ns ) : <TAB> assert bases [ 0 ] is _NamedTuple <TAB> types = ns . get ( ""__annotations__"" , { } ) <TAB> default_names = [ ] <TAB> for field_name in types : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> default_names . append ( field_name ) <TAB> <TAB> elif default_names : <TAB> <TAB> <TAB> raise TypeError ( <TAB> <TAB> <TAB> <TAB> f""Non-default namedtuple field {field_name} "" <TAB> <TAB> <TAB> <TAB> f""cannot follow default field"" <TAB> <TAB> <TAB> <TAB> f""{'s' if len(default_names) > 1 else ''} "" <TAB> <TAB> <TAB> <TAB> f""{', '.join(default_names)}"" <TAB> <TAB> <TAB> ) <TAB> nm_tpl = _make_nmtuple ( <TAB> <TAB> typename , <TAB> <TAB> types . items ( ) , <TAB> <TAB> defaults = [ ns [ n ] for n in default_names ] , <TAB> <TAB> module = ns [ ""__module__"" ] , <TAB> ) <TAB> <TAB> for key in ns : <TAB> <TAB> if key in _prohibited : <TAB> <TAB> <TAB> raise AttributeError ( ""Cannot overwrite NamedTuple attribute "" + key ) <TAB> <TAB> elif key not in _special and key not in nm_tpl . _fields : <TAB> <TAB> <TAB> setattr ( nm_tpl , key , ns [ key ] ) <TAB> return nm_tpl",if field_name in ns :,299
16928,"def wait_for_completion(self, job_id, offset, max_results, start_time, timeout):
    """"""Wait for job completion and return the first page.""""""
    while True:
        result = self.get_query_results(
            job_id=job_id, page_token=None, start_index=offset, max_results=max_results
        )
        if result[""jobComplete""]:
            return result
        if (time.time() - start_time) > timeout:
            raise Exception(
                ""Timeout: the query doesn't finish within %d seconds."" % timeout
            )
        time.sleep(1)","def wait_for_completion ( self , job_id , offset , max_results , start_time , timeout ) : <TAB> """"""Wait for job completion and return the first page."""""" <TAB> while True : <TAB> <TAB> result = self . get_query_results ( <TAB> <TAB> <TAB> job_id = job_id , page_token = None , start_index = offset , max_results = max_results <TAB> <TAB> ) <TAB> <TAB> if result [ ""jobComplete"" ] : <TAB> <TAB> <TAB> return result <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> ""Timeout: the query doesn't finish within %d seconds."" % timeout <TAB> <TAB> <TAB> ) <TAB> <TAB> time . sleep ( 1 )",if ( time . time ( ) - start_time ) > timeout :,165
16485,"def _resolve_oauth_config(name, local_namespace, config, *variables):
    presets = PRESETS.get(name, {})
    output = []
    for variable in variables:
        value = local_namespace.get(variable, None)
        if value is None:
            value = config.get(""OAUTH_{}_{}"".format(name, variable).upper(), None)
        if value is None:
            value = presets.get(variable, None)
        output.append(value)
    return output
","def _resolve_oauth_config ( name , local_namespace , config , * variables ) : <TAB> presets = PRESETS . get ( name , { } ) <TAB> output = [ ] <TAB> for variable in variables : <TAB> <TAB> value = local_namespace . get ( variable , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> value = config . get ( ""OAUTH_{}_{}"" . format ( name , variable ) . upper ( ) , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> value = presets . get ( variable , None ) <TAB> <TAB> output . append ( value ) <TAB> return output",if value is None :,127
13047,"def __init__(self, pyversions, coverage_service):
    build_matrix = """"
    for version in pyversions:
        build_matrix += ""\n    {},"".format(
            version
            if version.startswith(""pypy"")
            else ""py{}"".format("""".join(version.split(""."")))
        )
    coverage_package = """"
    if coverage_service:
        coverage_package += ""\n    {}"".format(coverage_service.package)
    coverage_package += ""\n""
    super(Tox, self).__init__(
        ""tox.ini"",
        TEMPLATE.format(build_matrix=build_matrix, coverage_package=coverage_package),
    )
","def __init__ ( self , pyversions , coverage_service ) : <TAB> build_matrix = """" <TAB> for version in pyversions : <TAB> <TAB> build_matrix += ""\n    {},"" . format ( <TAB> <TAB> <TAB> version <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> else ""py{}"" . format ( """" . join ( version . split ( ""."" ) ) ) <TAB> <TAB> ) <TAB> coverage_package = """" <TAB> if coverage_service : <TAB> <TAB> coverage_package += ""\n    {}"" . format ( coverage_service . package ) <TAB> coverage_package += ""\n"" <TAB> super ( Tox , self ) . __init__ ( <TAB> <TAB> ""tox.ini"" , <TAB> <TAB> TEMPLATE . format ( build_matrix = build_matrix , coverage_package = coverage_package ) , <TAB> )","if version . startswith ( ""pypy"" )",172
7651,"def check_settings(self):
    if self.settings_dict[""TIME_ZONE""] is not None:
        if not settings.USE_TZ:
            raise ImproperlyConfigured(
                ""Connection '%s' cannot set TIME_ZONE because USE_TZ is ""
                ""False."" % self.alias
            )
        elif self.features.supports_timezones:
            raise ImproperlyConfigured(
                ""Connection '%s' cannot set TIME_ZONE because its engine ""
                ""handles time zones conversions natively."" % self.alias
            )
","def check_settings ( self ) : <TAB> if self . settings_dict [ ""TIME_ZONE"" ] is not None : <TAB> <TAB> if not settings . USE_TZ : <TAB> <TAB> <TAB> raise ImproperlyConfigured ( <TAB> <TAB> <TAB> <TAB> ""Connection '%s' cannot set TIME_ZONE because USE_TZ is "" <TAB> <TAB> <TAB> <TAB> ""False."" % self . alias <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ImproperlyConfigured ( <TAB> <TAB> <TAB> <TAB> ""Connection '%s' cannot set TIME_ZONE because its engine "" <TAB> <TAB> <TAB> <TAB> ""handles time zones conversions natively."" % self . alias <TAB> <TAB> <TAB> )",elif self . features . supports_timezones :,140
15554,"def canonicalize(path):
    """"""Makes all paths start at top left, and go clockwise first.""""""
    # convert args to floats
    path = [[x[0]] + list(map(float, x[1:])) for x in path]
    # canonicalize each subpath separately
    new_substructures = []
    for subpath in _separate_substructures(path):
        leftmost_point, leftmost_idx = _get_leftmost_point(subpath)
        reordered = (
            [[""M"", leftmost_point[0], leftmost_point[1]]]
            + subpath[leftmost_idx + 1 :]
            + subpath[1 : leftmost_idx + 1]
        )
        new_substructures.append((reordered, leftmost_point))
    new_path = []
    first_substructure_done = False
    should_flip_cardinality = False
    for sp, _ in sorted(new_substructures, key=lambda x: (x[1][1], x[1][0])):
        if not first_substructure_done:
            # we're looking at the first substructure now, we can determine whether we
            # will flip the cardniality of the whole icon or not
            should_flip_cardinality = not _is_clockwise(sp)
            first_substructure_done = True
        if should_flip_cardinality:
            sp = _make_clockwise(sp)
        new_path.extend(sp)
    # convert args to strs
    path = [[x[0]] + list(map(str, x[1:])) for x in new_path]
    return path","def canonicalize ( path ) : <TAB> """"""Makes all paths start at top left, and go clockwise first."""""" <TAB> <TAB> path = [ [ x [ 0 ] ] + list ( map ( float , x [ 1 : ] ) ) for x in path ] <TAB> <TAB> new_substructures = [ ] <TAB> for subpath in _separate_substructures ( path ) : <TAB> <TAB> leftmost_point , leftmost_idx = _get_leftmost_point ( subpath ) <TAB> <TAB> reordered = ( <TAB> <TAB> <TAB> [ [ ""M"" , leftmost_point [ 0 ] , leftmost_point [ 1 ] ] ] <TAB> <TAB> <TAB> + subpath [ leftmost_idx + 1 : ] <TAB> <TAB> <TAB> + subpath [ 1 : leftmost_idx + 1 ] <TAB> <TAB> ) <TAB> <TAB> new_substructures . append ( ( reordered , leftmost_point ) ) <TAB> new_path = [ ] <TAB> first_substructure_done = False <TAB> should_flip_cardinality = False <TAB> for sp , _ in sorted ( new_substructures , key = lambda x : ( x [ 1 ] [ 1 ] , x [ 1 ] [ 0 ] ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> should_flip_cardinality = not _is_clockwise ( sp ) <TAB> <TAB> <TAB> first_substructure_done = True <TAB> <TAB> if should_flip_cardinality : <TAB> <TAB> <TAB> sp = _make_clockwise ( sp ) <TAB> <TAB> new_path . extend ( sp ) <TAB> <TAB> path = [ [ x [ 0 ] ] + list ( map ( str , x [ 1 : ] ) ) for x in new_path ] <TAB> return path",if not first_substructure_done :,396
8006,"def __init__(self, info):
    # info is either an email.message or
    # an httplib.HTTPResponse object.
    if isinstance(info, http.client.HTTPResponse):
        for key, value in info.getheaders():
            key = key.lower()
            prev = self.get(key)
            if prev is not None:
                value = "", "".join((prev, value))
            self[key] = value
        self.status = info.status
        self[""status""] = str(self.status)
        self.reason = info.reason
        self.version = info.version
    elif isinstance(info, email.message.Message):
        for key, value in list(info.items()):
            self[key.lower()] = value
        self.status = int(self[""status""])
    else:
        for key, value in info.items():
            self[key.lower()] = value
        self.status = int(self.get(""status"", self.status))
","def __init__ ( self , info ) : <TAB> <TAB> <TAB> if isinstance ( info , http . client . HTTPResponse ) : <TAB> <TAB> for key , value in info . getheaders ( ) : <TAB> <TAB> <TAB> key = key . lower ( ) <TAB> <TAB> <TAB> prev = self . get ( key ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> value = "", "" . join ( ( prev , value ) ) <TAB> <TAB> <TAB> self [ key ] = value <TAB> <TAB> self . status = info . status <TAB> <TAB> self [ ""status"" ] = str ( self . status ) <TAB> <TAB> self . reason = info . reason <TAB> <TAB> self . version = info . version <TAB> elif isinstance ( info , email . message . Message ) : <TAB> <TAB> for key , value in list ( info . items ( ) ) : <TAB> <TAB> <TAB> self [ key . lower ( ) ] = value <TAB> <TAB> self . status = int ( self [ ""status"" ] ) <TAB> else : <TAB> <TAB> for key , value in info . items ( ) : <TAB> <TAB> <TAB> self [ key . lower ( ) ] = value <TAB> <TAB> self . status = int ( self . get ( ""status"" , self . status ) )",if prev is not None :,258
4339,"def connect_to_printer(self, port, baud, dtr):
    try:
        self.p.connect(port, baud, dtr)
    except SerialException as e:
        # Currently, there is no errno, but it should be there in the future
        if e.errno == 2:
            self.logError(_(""Error: You are trying to connect to a non-existing port.""))
        elif e.errno == 8:
            self.logError(_(""Error: You don't have permission to open %s."") % port)
            self.logError(_(""You might need to add yourself to the dialout group.""))
        else:
            self.logError(traceback.format_exc())
        # Kill the scope anyway
        return False
    except OSError as e:
        if e.errno == 2:
            self.logError(_(""Error: You are trying to connect to a non-existing port.""))
        else:
            self.logError(traceback.format_exc())
        return False
    self.statuscheck = True
    self.status_thread = threading.Thread(
        target=self.statuschecker, name=""status thread""
    )
    self.status_thread.start()
    return True","def connect_to_printer ( self , port , baud , dtr ) : <TAB> try : <TAB> <TAB> self . p . connect ( port , baud , dtr ) <TAB> except SerialException as e : <TAB> <TAB> <TAB> <TAB> if e . errno == 2 : <TAB> <TAB> <TAB> self . logError ( _ ( ""Error: You are trying to connect to a non-existing port."" ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . logError ( _ ( ""Error: You don't have permission to open %s."" ) % port ) <TAB> <TAB> <TAB> self . logError ( _ ( ""You might need to add yourself to the dialout group."" ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . logError ( traceback . format_exc ( ) ) <TAB> <TAB> <TAB> <TAB> return False <TAB> except OSError as e : <TAB> <TAB> if e . errno == 2 : <TAB> <TAB> <TAB> self . logError ( _ ( ""Error: You are trying to connect to a non-existing port."" ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . logError ( traceback . format_exc ( ) ) <TAB> <TAB> return False <TAB> self . statuscheck = True <TAB> self . status_thread = threading . Thread ( <TAB> <TAB> target = self . statuschecker , name = ""status thread"" <TAB> ) <TAB> self . status_thread . start ( ) <TAB> return True",elif e . errno == 8 :,304
9956,"def _test_set_metadata(self, metadata, mask=None):
    header = ofproto.OXM_OF_METADATA
    match = OFPMatch()
    if mask is None:
        match.set_metadata(metadata)
    else:
        if (mask + 1) >> 64 != 1:
            header = ofproto.OXM_OF_METADATA_W
        match.set_metadata_masked(metadata, mask)
        metadata &= mask
    self._test_serialize_and_parser(match, header, metadata, mask)","def _test_set_metadata ( self , metadata , mask = None ) : <TAB> header = ofproto . OXM_OF_METADATA <TAB> match = OFPMatch ( ) <TAB> if mask is None : <TAB> <TAB> match . set_metadata ( metadata ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> header = ofproto . OXM_OF_METADATA_W <TAB> <TAB> match . set_metadata_masked ( metadata , mask ) <TAB> <TAB> metadata &= mask <TAB> self . _test_serialize_and_parser ( match , header , metadata , mask )",if ( mask + 1 ) >> 64 != 1 :,134
24425,"def detect(
    cls,
    standalone: bool,
    namespace: Optional[str],
    name: Optional[str],
    **kwargs: Any,
) -> Optional[""Peer""]:
    if standalone:
        return None
    if name:
        if await Peer._is_peering_exist(name, namespace=namespace):
            return cls(name=name, namespace=namespace, **kwargs)
        elif await Peer._is_peering_legacy(name, namespace=namespace):
            return cls(name=name, namespace=namespace, legacy=True, **kwargs)
        else:
            raise Exception(f""The peering {name!r} was not found"")
    if await Peer._is_peering_exist(name=PEERING_DEFAULT_NAME, namespace=namespace):
        return cls(name=PEERING_DEFAULT_NAME, namespace=namespace, **kwargs)
    elif await Peer._is_peering_legacy(name=PEERING_DEFAULT_NAME, namespace=namespace):
        return cls(
            name=PEERING_DEFAULT_NAME, namespace=namespace, legacy=True, **kwargs
        )
    logger.warning(
        f""Default peering object not found, falling back to the standalone mode.""
    )
    return None
","def detect ( <TAB> cls , <TAB> standalone : bool , <TAB> namespace : Optional [ str ] , <TAB> name : Optional [ str ] , <TAB> ** kwargs : Any , ) -> Optional [ ""Peer"" ] : <TAB> if standalone : <TAB> <TAB> return None <TAB> if name : <TAB> <TAB> if await Peer . _is_peering_exist ( name , namespace = namespace ) : <TAB> <TAB> <TAB> return cls ( name = name , namespace = namespace , ** kwargs ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return cls ( name = name , namespace = namespace , legacy = True , ** kwargs ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise Exception ( f""The peering {name!r} was not found"" ) <TAB> if await Peer . _is_peering_exist ( name = PEERING_DEFAULT_NAME , namespace = namespace ) : <TAB> <TAB> return cls ( name = PEERING_DEFAULT_NAME , namespace = namespace , ** kwargs ) <TAB> elif await Peer . _is_peering_legacy ( name = PEERING_DEFAULT_NAME , namespace = namespace ) : <TAB> <TAB> return cls ( <TAB> <TAB> <TAB> name = PEERING_DEFAULT_NAME , namespace = namespace , legacy = True , ** kwargs <TAB> <TAB> ) <TAB> logger . warning ( <TAB> <TAB> f""Default peering object not found, falling back to the standalone mode."" <TAB> ) <TAB> return None","elif await Peer . _is_peering_legacy ( name , namespace = namespace ) :",308
18953,"def extract(self, real):
    version = real[""version""].value
    if ""metadata"" in real:
        self.useMetadata(real[""metadata""])
    self.useRoot(real)
    self.format_version = ""Real audio version %s"" % version
    if version == 3:
        size = getValue(real, ""data_size"")
    elif ""filesize"" in real and ""headersize"" in real:
        size = (real[""filesize""].value + 40) - (real[""headersize""].value + 16)
    else:
        size = None
    if size:
        size *= 8
        if self.has(""bit_rate""):
            sec = float(size) / self.get(""bit_rate"")
            self.duration = timedelta(seconds=sec)
        computeComprRate(self, size)","def extract ( self , real ) : <TAB> version = real [ ""version"" ] . value <TAB> if ""metadata"" in real : <TAB> <TAB> self . useMetadata ( real [ ""metadata"" ] ) <TAB> self . useRoot ( real ) <TAB> self . format_version = ""Real audio version %s"" % version <TAB> if version == 3 : <TAB> <TAB> size = getValue ( real , ""data_size"" ) <TAB> elif ""filesize"" in real and ""headersize"" in real : <TAB> <TAB> size = ( real [ ""filesize"" ] . value + 40 ) - ( real [ ""headersize"" ] . value + 16 ) <TAB> else : <TAB> <TAB> size = None <TAB> if size : <TAB> <TAB> size *= 8 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sec = float ( size ) / self . get ( ""bit_rate"" ) <TAB> <TAB> <TAB> self . duration = timedelta ( seconds = sec ) <TAB> <TAB> computeComprRate ( self , size )","if self . has ( ""bit_rate"" ) :",205
3197,"def _remove_visual_c_ref(self, manifest_file):
    try:
        # Remove references to the Visual C runtime, so they will
        # fall through to the Visual C dependency of Python.exe.
        # This way, when installed for a restricted user (e.g.
        # runtimes are not in WinSxS folder, but in Python's own
        # folder), the runtimes do not need to be in every folder
        # with .pyd's.
        # Returns either the filename of the modified manifest or
        # None if no manifest should be embedded.
        manifest_f = open(manifest_file)
        try:
            manifest_buf = manifest_f.read()
        finally:
            manifest_f.close()
        pattern = re.compile(
            r""""""<assemblyIdentity.*?name=(""|')Microsoft\.""""""
            r""""""VC\d{2}\.CRT(""|').*?(/>|</assemblyIdentity>)"""""",
            re.DOTALL,
        )
        manifest_buf = re.sub(pattern, """", manifest_buf)
        pattern = ""<dependentAssembly>\s*</dependentAssembly>""
        manifest_buf = re.sub(pattern, """", manifest_buf)
        # Now see if any other assemblies are referenced - if not, we
        # don't want a manifest embedded.
        pattern = re.compile(
            r""""""<assemblyIdentity.*?name=(?:""|')(.+?)(?:""|')""""""
            r"""""".*?(?:/>|</assemblyIdentity>)"""""",
            re.DOTALL,
        )
        if re.search(pattern, manifest_buf) is None:
            return None
        manifest_f = open(manifest_file, ""w"")
        try:
            manifest_f.write(manifest_buf)
            return manifest_file
        finally:
            manifest_f.close()
    except IOError:
        pass","def _remove_visual_c_ref ( self , manifest_file ) : <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> manifest_f = open ( manifest_file ) <TAB> <TAB> try : <TAB> <TAB> <TAB> manifest_buf = manifest_f . read ( ) <TAB> <TAB> finally : <TAB> <TAB> <TAB> manifest_f . close ( ) <TAB> <TAB> pattern = re . compile ( <TAB> <TAB> <TAB> r""""""<assemblyIdentity.*?name=(""|')Microsoft\."""""" <TAB> <TAB> <TAB> r""""""VC\d{2}\.CRT(""|').*?(/>|</assemblyIdentity>)"""""" , <TAB> <TAB> <TAB> re . DOTALL , <TAB> <TAB> ) <TAB> <TAB> manifest_buf = re . sub ( pattern , """" , manifest_buf ) <TAB> <TAB> pattern = ""<dependentAssembly>\s*</dependentAssembly>"" <TAB> <TAB> manifest_buf = re . sub ( pattern , """" , manifest_buf ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pattern = re . compile ( <TAB> <TAB> <TAB> r""""""<assemblyIdentity.*?name=(?:""|')(.+?)(?:""|')"""""" <TAB> <TAB> <TAB> r"""""".*?(?:/>|</assemblyIdentity>)"""""" , <TAB> <TAB> <TAB> re . DOTALL , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return None <TAB> <TAB> manifest_f = open ( manifest_file , ""w"" ) <TAB> <TAB> try : <TAB> <TAB> <TAB> manifest_f . write ( manifest_buf ) <TAB> <TAB> <TAB> return manifest_file <TAB> <TAB> finally : <TAB> <TAB> <TAB> manifest_f . close ( ) <TAB> except IOError : <TAB> <TAB> pass","if re . search ( pattern , manifest_buf ) is None :",487
3190,"def _grid_configure(self, command, index, cnf, kw):
    """"""Internal function.""""""
    if type(cnf) is StringType and not kw:
        if cnf[-1:] == ""_"":
            cnf = cnf[:-1]
        if cnf[:1] != ""-"":
            cnf = ""-"" + cnf
        options = (cnf,)
    else:
        options = self._options(cnf, kw)
    if not options:
        return _splitdict(
            self.tk,
            self.tk.call(""grid"", command, self._w, index),
            conv=self._gridconvvalue,
        )
    res = self.tk.call((""grid"", command, self._w, index) + options)
    if len(options) == 1:
        return self._gridconvvalue(res)","def _grid_configure ( self , command , index , cnf , kw ) : <TAB> """"""Internal function."""""" <TAB> if type ( cnf ) is StringType and not kw : <TAB> <TAB> if cnf [ - 1 : ] == ""_"" : <TAB> <TAB> <TAB> cnf = cnf [ : - 1 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cnf = ""-"" + cnf <TAB> <TAB> options = ( cnf , ) <TAB> else : <TAB> <TAB> options = self . _options ( cnf , kw ) <TAB> if not options : <TAB> <TAB> return _splitdict ( <TAB> <TAB> <TAB> self . tk , <TAB> <TAB> <TAB> self . tk . call ( ""grid"" , command , self . _w , index ) , <TAB> <TAB> <TAB> conv = self . _gridconvvalue , <TAB> <TAB> ) <TAB> res = self . tk . call ( ( ""grid"" , command , self . _w , index ) + options ) <TAB> if len ( options ) == 1 : <TAB> <TAB> return self . _gridconvvalue ( res )","if cnf [ : 1 ] != ""-"" :",204
13393,"def run(self, paths=[]):
    try:
        origin = view_locations_stack[-2]
        items = []
        for item in SideBarSelection(paths).getSelectedItems():
            items.append(item.path())
        temp = []
        for index in range(len(items)):
            if not os.path.samefile(items[index], origin):
                temp.append(
                    os.path.join(
                        ""."", os.path.relpath(items[index], os.path.dirname(origin))
                    )
                )
        items = temp
        if len(items) > 0:
            sublime.set_clipboard(""\n"".join(items))
            if len(items) > 1:
                sublime.status_message(""Items copied"")
            else:
                sublime.status_message(""Item copied"")
    except:
        pass","def run ( self , paths = [ ] ) : <TAB> try : <TAB> <TAB> origin = view_locations_stack [ - 2 ] <TAB> <TAB> items = [ ] <TAB> <TAB> for item in SideBarSelection ( paths ) . getSelectedItems ( ) : <TAB> <TAB> <TAB> items . append ( item . path ( ) ) <TAB> <TAB> temp = [ ] <TAB> <TAB> for index in range ( len ( items ) ) : <TAB> <TAB> <TAB> if not os . path . samefile ( items [ index ] , origin ) : <TAB> <TAB> <TAB> <TAB> temp . append ( <TAB> <TAB> <TAB> <TAB> <TAB> os . path . join ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""."" , os . path . relpath ( items [ index ] , os . path . dirname ( origin ) ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> items = temp <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sublime . set_clipboard ( ""\n"" . join ( items ) ) <TAB> <TAB> <TAB> if len ( items ) > 1 : <TAB> <TAB> <TAB> <TAB> sublime . status_message ( ""Items copied"" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> sublime . status_message ( ""Item copied"" ) <TAB> except : <TAB> <TAB> pass",if len ( items ) > 0 :,250
4,"def add_all_onion_services(self):
    if self.tor_conn is None:
        return
    hostname_key_list = yield list_onion_service_info()
    for tid, hostname, key, old_hostname, old_key in hostname_key_list:
        if hostname and hostname not in self.hs_map:
            yield self.add_onion_service(tid, hostname, key)
        if old_hostname and old_hostname not in self.hs_map:
            yield self.add_onion_service(tid, old_hostname, old_key)
","def add_all_onion_services ( self ) : <TAB> if self . tor_conn is None : <TAB> <TAB> return <TAB> hostname_key_list = yield list_onion_service_info ( ) <TAB> for tid , hostname , key , old_hostname , old_key in hostname_key_list : <TAB> <TAB> if hostname and hostname not in self . hs_map : <TAB> <TAB> <TAB> yield self . add_onion_service ( tid , hostname , key ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield self . add_onion_service ( tid , old_hostname , old_key )",if old_hostname and old_hostname not in self . hs_map :,147
7467,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 0:
            if ftype == TType.STRUCT:
                self.success = CacheFileMetadataResult()
                self.success.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 0 : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . success = CacheFileMetadataResult ( ) <TAB> <TAB> <TAB> <TAB> self . success . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if ftype == TType . STRUCT :,273
25466,"def func_wrapper(*args, **kwargs):
    warnings.simplefilter(""always"", DeprecationWarning)  # turn off filter
    for old, new in arg_mapping.items():
        if old in kwargs:
            warnings.warn(
                f""Keyword argument '{old}' has been ""
                f""deprecated in favour of '{new}'. ""
                f""'{old}' will be removed in a future version."",
                category=DeprecationWarning,
                stacklevel=2,
            )
            val = kwargs.pop(old)
            kwargs[new] = val
    # reset filter
    warnings.simplefilter(""default"", DeprecationWarning)
    return func(*args, **kwargs)","def func_wrapper ( * args , ** kwargs ) : <TAB> warnings . simplefilter ( ""always"" , DeprecationWarning ) <TAB> for old , new in arg_mapping . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> warnings . warn ( <TAB> <TAB> <TAB> <TAB> f""Keyword argument '{old}' has been "" <TAB> <TAB> <TAB> <TAB> f""deprecated in favour of '{new}'. "" <TAB> <TAB> <TAB> <TAB> f""'{old}' will be removed in a future version."" , <TAB> <TAB> <TAB> <TAB> category = DeprecationWarning , <TAB> <TAB> <TAB> <TAB> stacklevel = 2 , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> val = kwargs . pop ( old ) <TAB> <TAB> <TAB> kwargs [ new ] = val <TAB> <TAB> warnings . simplefilter ( ""default"" , DeprecationWarning ) <TAB> return func ( * args , ** kwargs )",if old in kwargs :,173
20384,"def send(self, subject, body):
    for field in filter(
        lambda x: self.notification_class.init_parameters[x][""type""] == ""password"",
        self.notification_class.init_parameters,
    ):
        if field in self.notification_configuration:
            self.notification_configuration[field] = decrypt_field(
                self, ""notification_configuration"", subfield=field
            )
    recipients = self.notification_configuration.pop(
        self.notification_class.recipient_parameter
    )
    if not isinstance(recipients, list):
        recipients = [recipients]
    sender = self.notification_configuration.pop(
        self.notification_class.sender_parameter, None
    )
    notification_configuration = deepcopy(self.notification_configuration)
    for field, params in self.notification_class.init_parameters.items():
        if field not in notification_configuration:
            if ""default"" in params:
                notification_configuration[field] = params[""default""]
    backend_obj = self.notification_class(**notification_configuration)
    notification_obj = EmailMessage(
        subject, backend_obj.format_body(body), sender, recipients
    )
    with set_environ(**settings.AWX_TASK_ENV):
        return backend_obj.send_messages([notification_obj])
","def send ( self , subject , body ) : <TAB> for field in filter ( <TAB> <TAB> lambda x : self . notification_class . init_parameters [ x ] [ ""type"" ] == ""password"" , <TAB> <TAB> self . notification_class . init_parameters , <TAB> ) : <TAB> <TAB> if field in self . notification_configuration : <TAB> <TAB> <TAB> self . notification_configuration [ field ] = decrypt_field ( <TAB> <TAB> <TAB> <TAB> self , ""notification_configuration"" , subfield = field <TAB> <TAB> <TAB> ) <TAB> recipients = self . notification_configuration . pop ( <TAB> <TAB> self . notification_class . recipient_parameter <TAB> ) <TAB> if not isinstance ( recipients , list ) : <TAB> <TAB> recipients = [ recipients ] <TAB> sender = self . notification_configuration . pop ( <TAB> <TAB> self . notification_class . sender_parameter , None <TAB> ) <TAB> notification_configuration = deepcopy ( self . notification_configuration ) <TAB> for field , params in self . notification_class . init_parameters . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ""default"" in params : <TAB> <TAB> <TAB> <TAB> notification_configuration [ field ] = params [ ""default"" ] <TAB> backend_obj = self . notification_class ( ** notification_configuration ) <TAB> notification_obj = EmailMessage ( <TAB> <TAB> subject , backend_obj . format_body ( body ) , sender , recipients <TAB> ) <TAB> with set_environ ( ** settings . AWX_TASK_ENV ) : <TAB> <TAB> return backend_obj . send_messages ( [ notification_obj ] )",if field not in notification_configuration :,329
18077,"def _get(self):
    fut = item = None
    with self._mutex:
        # Critical section never blocks.
        if not self._queue or self._getters:
            fut = Future()
            fut.add_done_callback(
                lambda f: self._get_complete() if not f.cancelled() else None
            )
            self._getters.append(fut)
        else:
            item = self._get_item()
            self._get_complete()
    return item, fut
","def _get ( self ) : <TAB> fut = item = None <TAB> with self . _mutex : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fut = Future ( ) <TAB> <TAB> <TAB> fut . add_done_callback ( <TAB> <TAB> <TAB> <TAB> lambda f : self . _get_complete ( ) if not f . cancelled ( ) else None <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . _getters . append ( fut ) <TAB> <TAB> else : <TAB> <TAB> <TAB> item = self . _get_item ( ) <TAB> <TAB> <TAB> self . _get_complete ( ) <TAB> return item , fut",if not self . _queue or self . _getters :,142
1808,"def run_server(self, sock):
    # Could be generalized to handle more commands in separate methods
    with sock:
        [client, _] = sock.accept()
    with contextlib.ExitStack() as cleanup:
        cleanup.enter_context(client)
        reader = cleanup.enter_context(client.makefile(""rb""))
        client.sendall(b""200 Server ready\r\n"")
        while True:
            cmd = reader.readline()
            if cmd == b""CAPABILITIES\r\n"":
                client.sendall(
                    b""101 Capability list:\r\n""
                    b""VERSION 2\r\n""
                    b""STARTTLS\r\n""
                    b"".\r\n""
                )
            elif cmd == b""STARTTLS\r\n"":
                reader.close()
                client.sendall(b""382 Begin TLS negotiation now\r\n"")
                context = ssl.SSLContext()
                context.load_cert_chain(certfile)
                client = context.wrap_socket(client, server_side=True)
                cleanup.enter_context(client)
                reader = cleanup.enter_context(client.makefile(""rb""))
            elif cmd == b""QUIT\r\n"":
                client.sendall(b""205 Bye!\r\n"")
                break
            else:
                raise ValueError(""Unexpected command {!r}"".format(cmd))","def run_server ( self , sock ) : <TAB> <TAB> with sock : <TAB> <TAB> [ client , _ ] = sock . accept ( ) <TAB> with contextlib . ExitStack ( ) as cleanup : <TAB> <TAB> cleanup . enter_context ( client ) <TAB> <TAB> reader = cleanup . enter_context ( client . makefile ( ""rb"" ) ) <TAB> <TAB> client . sendall ( b""200 Server ready\r\n"" ) <TAB> <TAB> while True : <TAB> <TAB> <TAB> cmd = reader . readline ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> client . sendall ( <TAB> <TAB> <TAB> <TAB> <TAB> b""101 Capability list:\r\n"" <TAB> <TAB> <TAB> <TAB> <TAB> b""VERSION 2\r\n"" <TAB> <TAB> <TAB> <TAB> <TAB> b""STARTTLS\r\n"" <TAB> <TAB> <TAB> <TAB> <TAB> b"".\r\n"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> elif cmd == b""STARTTLS\r\n"" : <TAB> <TAB> <TAB> <TAB> reader . close ( ) <TAB> <TAB> <TAB> <TAB> client . sendall ( b""382 Begin TLS negotiation now\r\n"" ) <TAB> <TAB> <TAB> <TAB> context = ssl . SSLContext ( ) <TAB> <TAB> <TAB> <TAB> context . load_cert_chain ( certfile ) <TAB> <TAB> <TAB> <TAB> client = context . wrap_socket ( client , server_side = True ) <TAB> <TAB> <TAB> <TAB> cleanup . enter_context ( client ) <TAB> <TAB> <TAB> <TAB> reader = cleanup . enter_context ( client . makefile ( ""rb"" ) ) <TAB> <TAB> <TAB> elif cmd == b""QUIT\r\n"" : <TAB> <TAB> <TAB> <TAB> client . sendall ( b""205 Bye!\r\n"" ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""Unexpected command {!r}"" . format ( cmd ) )","if cmd == b""CAPABILITIES\r\n"" :",401
20718,"def sanityCheck(self):
    if not self.col.basicCheck():
        return ""failed basic check""
    for t in ""cards"", ""notes"", ""revlog"", ""graves"":
        if self.col.db.scalar(""select count() from %s where usn = -1"" % t):
            return ""%s had usn = -1"" % t
    for g in self.col.decks.all():
        if g[""usn""] == -1:
            return ""deck had usn = -1""
    for t, usn in self.col.tags.allItems():
        if usn == -1:
            return ""tag had usn = -1""
    found = False
    for m in self.col.models.all():
        if self.col.server:
            # the web upgrade was mistakenly setting usn
            if m[""usn""] < 0:
                m[""usn""] = 0
                found = True
        else:
            if m[""usn""] == -1:
                return ""model had usn = -1""
    if found:
        self.col.models.save()
    self.col.sched.reset()
    # check for missing parent decks
    self.col.sched.deckDueList()
    # return summary of deck
    return [
        list(self.col.sched.counts()),
        self.col.db.scalar(""select count() from cards""),
        self.col.db.scalar(""select count() from notes""),
        self.col.db.scalar(""select count() from revlog""),
        self.col.db.scalar(""select count() from graves""),
        len(self.col.models.all()),
        len(self.col.decks.all()),
        len(self.col.decks.allConf()),
    ]","def sanityCheck ( self ) : <TAB> if not self . col . basicCheck ( ) : <TAB> <TAB> return ""failed basic check"" <TAB> for t in ""cards"" , ""notes"" , ""revlog"" , ""graves"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return ""%s had usn = -1"" % t <TAB> for g in self . col . decks . all ( ) : <TAB> <TAB> if g [ ""usn"" ] == - 1 : <TAB> <TAB> <TAB> return ""deck had usn = -1"" <TAB> for t , usn in self . col . tags . allItems ( ) : <TAB> <TAB> if usn == - 1 : <TAB> <TAB> <TAB> return ""tag had usn = -1"" <TAB> found = False <TAB> for m in self . col . models . all ( ) : <TAB> <TAB> if self . col . server : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if m [ ""usn"" ] < 0 : <TAB> <TAB> <TAB> <TAB> m [ ""usn"" ] = 0 <TAB> <TAB> <TAB> <TAB> found = True <TAB> <TAB> else : <TAB> <TAB> <TAB> if m [ ""usn"" ] == - 1 : <TAB> <TAB> <TAB> <TAB> return ""model had usn = -1"" <TAB> if found : <TAB> <TAB> self . col . models . save ( ) <TAB> self . col . sched . reset ( ) <TAB> <TAB> self . col . sched . deckDueList ( ) <TAB> <TAB> return [ <TAB> <TAB> list ( self . col . sched . counts ( ) ) , <TAB> <TAB> self . col . db . scalar ( ""select count() from cards"" ) , <TAB> <TAB> self . col . db . scalar ( ""select count() from notes"" ) , <TAB> <TAB> self . col . db . scalar ( ""select count() from revlog"" ) , <TAB> <TAB> self . col . db . scalar ( ""select count() from graves"" ) , <TAB> <TAB> len ( self . col . models . all ( ) ) , <TAB> <TAB> len ( self . col . decks . all ( ) ) , <TAB> <TAB> len ( self . col . decks . allConf ( ) ) , <TAB> ]","if self . col . db . scalar ( ""select count() from %s where usn = -1"" % t ) :",475
18480,"def test_delete_model(self):
    session_factory = self.replay_flight_data(""test_sagemaker_delete_model"")
    p = self.load_policy(
        {
            ""name"": ""delete-invalid-sagemaker-model"",
            ""resource"": ""sagemaker-model"",
            ""filters"": [{""tag:DeleteMe"": ""present""}],
            ""actions"": [{""type"": ""delete""}],
        },
        session_factory=session_factory,
    )
    resources = p.run()
    self.assertEqual(len(resources), 1)
    client = session_factory().client(""sagemaker"")
    try:
        client.describe_model(ModelName=resources[0][""ModelName""])
    except b_exc.ClientError as e:
        if e.response[""Error""][""Code""] != ""ValidationException"":
            self.fail(""Bad Error:"" + e.response[""Error""][""Code""])
        else:
            self.assertEqual(e.response[""Error""][""Code""], ""ValidationException"")
    else:
        self.fail(""Resource still exists"")","def test_delete_model ( self ) : <TAB> session_factory = self . replay_flight_data ( ""test_sagemaker_delete_model"" ) <TAB> p = self . load_policy ( <TAB> <TAB> { <TAB> <TAB> <TAB> ""name"" : ""delete-invalid-sagemaker-model"" , <TAB> <TAB> <TAB> ""resource"" : ""sagemaker-model"" , <TAB> <TAB> <TAB> ""filters"" : [ { ""tag:DeleteMe"" : ""present"" } ] , <TAB> <TAB> <TAB> ""actions"" : [ { ""type"" : ""delete"" } ] , <TAB> <TAB> } , <TAB> <TAB> session_factory = session_factory , <TAB> ) <TAB> resources = p . run ( ) <TAB> self . assertEqual ( len ( resources ) , 1 ) <TAB> client = session_factory ( ) . client ( ""sagemaker"" ) <TAB> try : <TAB> <TAB> client . describe_model ( ModelName = resources [ 0 ] [ ""ModelName"" ] ) <TAB> except b_exc . ClientError as e : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . fail ( ""Bad Error:"" + e . response [ ""Error"" ] [ ""Code"" ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . assertEqual ( e . response [ ""Error"" ] [ ""Code"" ] , ""ValidationException"" ) <TAB> else : <TAB> <TAB> self . fail ( ""Resource still exists"" )","if e . response [ ""Error"" ] [ ""Code"" ] != ""ValidationException"" :",269
16684,"def update(self, preds, maxvals, score, imgid, *args, **kwargs):
    # import pdb; pdb.set_trace()
    num_joints = preds.shape[1]
    in_vis_thresh = self._in_vis_thresh
    for idx, kpt in enumerate(preds):
        kpt = []
        kpt_score = 0
        count = 0
        for i in range(num_joints):
            kpt += preds[idx][i].asnumpy().tolist()
            mval = float(maxvals[idx][i].asscalar())
            kpt.append(mval)
            if mval > in_vis_thresh:
                kpt_score += mval
                count += 1
        if count > 0:
            kpt_score /= count
        rescore = kpt_score * score[idx].asscalar()
        self._results.append(
            {
                ""image_id"": int(imgid[idx].asscalar()),
                ""category_id"": 1,
                ""keypoints"": kpt,
                ""score"": rescore,
            }
        )
        self._recorded_ids[int(imgid[idx].asscalar())] = True","def update ( self , preds , maxvals , score , imgid , * args , ** kwargs ) : <TAB> <TAB> num_joints = preds . shape [ 1 ] <TAB> in_vis_thresh = self . _in_vis_thresh <TAB> for idx , kpt in enumerate ( preds ) : <TAB> <TAB> kpt = [ ] <TAB> <TAB> kpt_score = 0 <TAB> <TAB> count = 0 <TAB> <TAB> for i in range ( num_joints ) : <TAB> <TAB> <TAB> kpt += preds [ idx ] [ i ] . asnumpy ( ) . tolist ( ) <TAB> <TAB> <TAB> mval = float ( maxvals [ idx ] [ i ] . asscalar ( ) ) <TAB> <TAB> <TAB> kpt . append ( mval ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> kpt_score += mval <TAB> <TAB> <TAB> <TAB> count += 1 <TAB> <TAB> if count > 0 : <TAB> <TAB> <TAB> kpt_score /= count <TAB> <TAB> rescore = kpt_score * score [ idx ] . asscalar ( ) <TAB> <TAB> self . _results . append ( <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> ""image_id"" : int ( imgid [ idx ] . asscalar ( ) ) , <TAB> <TAB> <TAB> <TAB> ""category_id"" : 1 , <TAB> <TAB> <TAB> <TAB> ""keypoints"" : kpt , <TAB> <TAB> <TAB> <TAB> ""score"" : rescore , <TAB> <TAB> <TAB> } <TAB> <TAB> ) <TAB> <TAB> self . _recorded_ids [ int ( imgid [ idx ] . asscalar ( ) ) ] = True",if mval > in_vis_thresh :,317
10186,"def stats(self):
    logger.info(""total conversations: {}"".format(len(self.catalog)))
    if self.bot.memory.exists([""user_data""]):
        count_user = 0
        count_user_cached = 0
        count_user_cached_definitive = 0
        for chat_id in self.bot.memory[""user_data""]:
            count_user = count_user + 1
            if ""_hangups"" in self.bot.memory[""user_data""][chat_id]:
                count_user_cached = count_user_cached + 1
                if self.bot.memory[""user_data""][chat_id][""_hangups""][""is_definitive""]:
                    count_user_cached_definitive = count_user_cached_definitive + 1
        logger.info(
            ""total users: {} cached: {} definitive (at start): {}"".format(
                count_user, count_user_cached, count_user_cached_definitive
            )
        )","def stats ( self ) : <TAB> logger . info ( ""total conversations: {}"" . format ( len ( self . catalog ) ) ) <TAB> if self . bot . memory . exists ( [ ""user_data"" ] ) : <TAB> <TAB> count_user = 0 <TAB> <TAB> count_user_cached = 0 <TAB> <TAB> count_user_cached_definitive = 0 <TAB> <TAB> for chat_id in self . bot . memory [ ""user_data"" ] : <TAB> <TAB> <TAB> count_user = count_user + 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> count_user_cached = count_user_cached + 1 <TAB> <TAB> <TAB> <TAB> if self . bot . memory [ ""user_data"" ] [ chat_id ] [ ""_hangups"" ] [ ""is_definitive"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> count_user_cached_definitive = count_user_cached_definitive + 1 <TAB> <TAB> logger . info ( <TAB> <TAB> <TAB> ""total users: {} cached: {} definitive (at start): {}"" . format ( <TAB> <TAB> <TAB> <TAB> count_user , count_user_cached , count_user_cached_definitive <TAB> <TAB> <TAB> ) <TAB> <TAB> )","if ""_hangups"" in self . bot . memory [ ""user_data"" ] [ chat_id ] :",265
15515,"def word_range(word):
    for ind in range(len(word)):
        temp = word[ind]
        for c in [chr(x) for x in range(ord(""a""), ord(""z"") + 1)]:
            if c != temp:
                yield word[:ind] + c + word[ind + 1 :]","def word_range ( word ) : <TAB> for ind in range ( len ( word ) ) : <TAB> <TAB> temp = word [ ind ] <TAB> <TAB> for c in [ chr ( x ) for x in range ( ord ( ""a"" ) , ord ( ""z"" ) + 1 ) ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> yield word [ : ind ] + c + word [ ind + 1 : ]",if c != temp :,83
5469,"def check(conf, token, prev, next, nextnext, context):
    if prev and isinstance(prev, yaml.tokens.TagToken):
        return
    if conf[""forbid-implicit-octal""]:
        if isinstance(token, yaml.tokens.ScalarToken):
            if not token.style:
                val = token.value
                if (
                    val.isdigit()
                    and len(val) > 1
                    and val[0] == ""0""
                    and _is_octal_number(val[1:])
                ):
                    yield LintProblem(
                        token.start_mark.line + 1,
                        token.end_mark.column + 1,
                        'forbidden implicit octal value ""%s""' % token.value,
                    )
    if conf[""forbid-explicit-octal""]:
        if isinstance(token, yaml.tokens.ScalarToken):
            if not token.style:
                val = token.value
                if len(val) > 2 and val[:2] == ""0o"" and _is_octal_number(val[2:]):
                    yield LintProblem(
                        token.start_mark.line + 1,
                        token.end_mark.column + 1,
                        'forbidden explicit octal value ""%s""' % token.value,
                    )","def check ( conf , token , prev , next , nextnext , context ) : <TAB> if prev and isinstance ( prev , yaml . tokens . TagToken ) : <TAB> <TAB> return <TAB> if conf [ ""forbid-implicit-octal"" ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not token . style : <TAB> <TAB> <TAB> <TAB> val = token . value <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> <TAB> val . isdigit ( ) <TAB> <TAB> <TAB> <TAB> <TAB> and len ( val ) > 1 <TAB> <TAB> <TAB> <TAB> <TAB> and val [ 0 ] == ""0"" <TAB> <TAB> <TAB> <TAB> <TAB> and _is_octal_number ( val [ 1 : ] ) <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> yield LintProblem ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> token . start_mark . line + 1 , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> token . end_mark . column + 1 , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> 'forbidden implicit octal value ""%s""' % token . value , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> if conf [ ""forbid-explicit-octal"" ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not token . style : <TAB> <TAB> <TAB> <TAB> val = token . value <TAB> <TAB> <TAB> <TAB> if len ( val ) > 2 and val [ : 2 ] == ""0o"" and _is_octal_number ( val [ 2 : ] ) : <TAB> <TAB> <TAB> <TAB> <TAB> yield LintProblem ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> token . start_mark . line + 1 , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> token . end_mark . column + 1 , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> 'forbidden explicit octal value ""%s""' % token . value , <TAB> <TAB> <TAB> <TAB> <TAB> )","if isinstance ( token , yaml . tokens . ScalarToken ) :",376
5898,"def __init__(self, *args, **kwargs):
    super(ProjectForm, self).__init__(*args, **kwargs)
    if self.instance.id:
        if Store.objects.filter(translation_project__project=self.instance).count():
            self.fields[""localfiletype""].widget.attrs[""disabled""] = True
            self.fields[""localfiletype""].required = False
        if (
            self.instance.treestyle != ""auto""
            and self.instance.translationproject_set.count()
            and self.instance.treestyle == self.instance._detect_treestyle()
        ):
            self.fields[""treestyle""].widget.attrs[""disabled""] = True
            self.fields[""treestyle""].required = False
","def __init__ ( self , * args , ** kwargs ) : <TAB> super ( ProjectForm , self ) . __init__ ( * args , ** kwargs ) <TAB> if self . instance . id : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . fields [ ""localfiletype"" ] . widget . attrs [ ""disabled"" ] = True <TAB> <TAB> <TAB> self . fields [ ""localfiletype"" ] . required = False <TAB> <TAB> if ( <TAB> <TAB> <TAB> self . instance . treestyle != ""auto"" <TAB> <TAB> <TAB> and self . instance . translationproject_set . count ( ) <TAB> <TAB> <TAB> and self . instance . treestyle == self . instance . _detect_treestyle ( ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> self . fields [ ""treestyle"" ] . widget . attrs [ ""disabled"" ] = True <TAB> <TAB> <TAB> self . fields [ ""treestyle"" ] . required = False",if Store . objects . filter ( translation_project__project = self . instance ) . count ( ) :,193
566,"def _get_s3_files(local_dir, file_info, params):
    """"""Retrieve s3 files to local directory, handling STORMSeq inputs.""""""
    assert len(file_info) == 1
    files = file_info.values()[0]
    fnames = []
    for k in [""1"", ""2""]:
        if files[k] not in fnames:
            fnames.append(files[k])
    out = []
    for fname in fnames:
        bucket, key = fname.replace(""s3://"", """").split(""/"", 1)
        if params[""access_key_id""] == ""TEST"":
            out.append(os.path.join(local_dir, os.path.basename(key)))
        else:
            out.append(s3.get_file(local_dir, bucket, key, params))
    return out","def _get_s3_files ( local_dir , file_info , params ) : <TAB> """"""Retrieve s3 files to local directory, handling STORMSeq inputs."""""" <TAB> assert len ( file_info ) == 1 <TAB> files = file_info . values ( ) [ 0 ] <TAB> fnames = [ ] <TAB> for k in [ ""1"" , ""2"" ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fnames . append ( files [ k ] ) <TAB> out = [ ] <TAB> for fname in fnames : <TAB> <TAB> bucket , key = fname . replace ( ""s3://"" , """" ) . split ( ""/"" , 1 ) <TAB> <TAB> if params [ ""access_key_id"" ] == ""TEST"" : <TAB> <TAB> <TAB> out . append ( os . path . join ( local_dir , os . path . basename ( key ) ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> out . append ( s3 . get_file ( local_dir , bucket , key , params ) ) <TAB> return out",if files [ k ] not in fnames :,208
1770,"def __exit__(self, exc_type, exc_val, exc_tb):
    saved_values = self.saved_values
    del self.saved_values
    # Some resources use weak references
    support.gc_collect()
    # Read support.environment_altered, set by support helper functions
    self.changed |= support.environment_altered
    for name, get, restore in self.resource_info():
        current = get()
        original = saved_values.pop(name)
        # Check for changes to the resource's value
        if current != original:
            self.changed = True
            restore(original)
            if not self.quiet and not self.pgo:
                print_warning(f""{name} was modified by {self.testname}"")
                print(
                    f""  Before: {original}\n  After:  {current} "",
                    file=sys.stderr,
                    flush=True,
                )
    return False
","def __exit__ ( self , exc_type , exc_val , exc_tb ) : <TAB> saved_values = self . saved_values <TAB> del self . saved_values <TAB> <TAB> support . gc_collect ( ) <TAB> <TAB> self . changed |= support . environment_altered <TAB> for name , get , restore in self . resource_info ( ) : <TAB> <TAB> current = get ( ) <TAB> <TAB> original = saved_values . pop ( name ) <TAB> <TAB> <TAB> <TAB> if current != original : <TAB> <TAB> <TAB> self . changed = True <TAB> <TAB> <TAB> restore ( original ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> print_warning ( f""{name} was modified by {self.testname}"" ) <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> f""  Before: {original}\n  After:  {current} "" , <TAB> <TAB> <TAB> <TAB> <TAB> file = sys . stderr , <TAB> <TAB> <TAB> <TAB> <TAB> flush = True , <TAB> <TAB> <TAB> <TAB> ) <TAB> return False",if not self . quiet and not self . pgo :,252
2401,"def recvExact(self, size):
    buf = b""""
    s = self.socket
    while len(buf) != size:
        x = s.recv(size - len(buf))
        if len(x) == 0:
            raise CobraClosedException(""Socket closed in recvExact..."")
        buf += x
    return buf","def recvExact ( self , size ) : <TAB> buf = b"""" <TAB> s = self . socket <TAB> while len ( buf ) != size : <TAB> <TAB> x = s . recv ( size - len ( buf ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise CobraClosedException ( ""Socket closed in recvExact..."" ) <TAB> <TAB> buf += x <TAB> return buf",if len ( x ) == 0 :,86
20292,"def perform(self, node, inp, out_):
    x, i = inp
    (out,) = out_
    # Copy always implied by numpy advanced indexing semantic.
    if out[0] is not None and out[0].shape == (len(i),) + x.shape[1:]:
        o = out[0]
    else:
        o = None
    # If i.dtype is more precise than numpy.intp (int32 on 32-bit machines,
    # int64 on 64-bit machines), numpy may raise the following error:
    # TypeError: array cannot be safely cast to required type.
    # We need to check if values in i can fit in numpy.intp, because
    # if they don't, that should be an error (no array can have that
    # many elements on a 32-bit arch).
    if i.dtype != np.intp:
        i_ = theano._asarray(i, dtype=np.intp)
        if not np.can_cast(i.dtype, np.intp):
            # Check if there was actually an incorrect conversion
            if np.any(i != i_):
                raise IndexError(
                    ""index contains values that are bigger ""
                    ""than the maximum array size on this system."",
                    i,
                )
        i = i_
    out[0] = x.take(i, axis=0, out=o)","def perform ( self , node , inp , out_ ) : <TAB> x , i = inp <TAB> ( out , ) = out_ <TAB> <TAB> if out [ 0 ] is not None and out [ 0 ] . shape == ( len ( i ) , ) + x . shape [ 1 : ] : <TAB> <TAB> o = out [ 0 ] <TAB> else : <TAB> <TAB> o = None <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if i . dtype != np . intp : <TAB> <TAB> i_ = theano . _asarray ( i , dtype = np . intp ) <TAB> <TAB> if not np . can_cast ( i . dtype , np . intp ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise IndexError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""index contains values that are bigger "" <TAB> <TAB> <TAB> <TAB> <TAB> ""than the maximum array size on this system."" , <TAB> <TAB> <TAB> <TAB> <TAB> i , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> i = i_ <TAB> out [ 0 ] = x . take ( i , axis = 0 , out = o )",if np . any ( i != i_ ) :,347
10415,"def fake_db_group(**updates):
    db_group = {
        ""id"": fake.GROUP_ID,
        ""name"": ""group-1"",
        ""status"": ""available"",
        ""user_id"": fake.USER_ID,
        ""project_id"": fake.PROJECT_ID,
        ""group_type_id"": fake.GROUP_TYPE_ID,
        ""group_snapshot_id"": None,
        ""source_group_id"": None,
    }
    for name, field in objects.Group.fields.items():
        if name in db_group:
            continue
        if field.nullable:
            db_group[name] = None
        elif field.default != fields.UnspecifiedDefault:
            db_group[name] = field.default
        else:
            raise Exception(""fake_db_group needs help with %s."" % name)
    if updates:
        db_group.update(updates)
    return db_group","def fake_db_group ( ** updates ) : <TAB> db_group = { <TAB> <TAB> ""id"" : fake . GROUP_ID , <TAB> <TAB> ""name"" : ""group-1"" , <TAB> <TAB> ""status"" : ""available"" , <TAB> <TAB> ""user_id"" : fake . USER_ID , <TAB> <TAB> ""project_id"" : fake . PROJECT_ID , <TAB> <TAB> ""group_type_id"" : fake . GROUP_TYPE_ID , <TAB> <TAB> ""group_snapshot_id"" : None , <TAB> <TAB> ""source_group_id"" : None , <TAB> } <TAB> for name , field in objects . Group . fields . items ( ) : <TAB> <TAB> if name in db_group : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> db_group [ name ] = None <TAB> <TAB> elif field . default != fields . UnspecifiedDefault : <TAB> <TAB> <TAB> db_group [ name ] = field . default <TAB> <TAB> else : <TAB> <TAB> <TAB> raise Exception ( ""fake_db_group needs help with %s."" % name ) <TAB> if updates : <TAB> <TAB> db_group . update ( updates ) <TAB> return db_group",if field . nullable :,248
3993,"def extract_conditions(self, quals):
    """"""Build an imap search criteria string from a list of quals""""""
    conditions = []
    for qual in quals:
        # Its a list, so we must translate ANY to OR, and ALL to AND
        if qual.list_any_or_all == ANY:
            values = [
                ""(%s)"" % self._make_condition(qual.field_name, qual.operator[0], value)
                for value in qual.value
            ]
            conditions.append(make_or(values))
        elif qual.list_any_or_all == ALL:
            conditions.extend(
                [
                    self._make_condition(qual.field_name, qual.operator[0], value)
                    for value in qual.value
                ]
            )
        else:
            # its not a list, so everything is fine
            conditions.append(
                self._make_condition(qual.field_name, qual.operator, qual.value)
            )
    conditions = [x for x in conditions if x not in (None, ""()"")]
    return conditions","def extract_conditions ( self , quals ) : <TAB> """"""Build an imap search criteria string from a list of quals"""""" <TAB> conditions = [ ] <TAB> for qual in quals : <TAB> <TAB> <TAB> <TAB> if qual . list_any_or_all == ANY : <TAB> <TAB> <TAB> values = [ <TAB> <TAB> <TAB> <TAB> ""(%s)"" % self . _make_condition ( qual . field_name , qual . operator [ 0 ] , value ) <TAB> <TAB> <TAB> <TAB> for value in qual . value <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> conditions . append ( make_or ( values ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> conditions . extend ( <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> self . _make_condition ( qual . field_name , qual . operator [ 0 ] , value ) <TAB> <TAB> <TAB> <TAB> <TAB> for value in qual . value <TAB> <TAB> <TAB> <TAB> ] <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> conditions . append ( <TAB> <TAB> <TAB> <TAB> self . _make_condition ( qual . field_name , qual . operator , qual . value ) <TAB> <TAB> <TAB> ) <TAB> conditions = [ x for x in conditions if x not in ( None , ""()"" ) ] <TAB> return conditions",elif qual . list_any_or_all == ALL :,304
23408,"def intersect_face(pt):
    # todo: rewrite! inefficient!
    nonlocal vis_faces2D
    for f, vs in vis_faces2D:
        v0 = vs[0]
        for v1, v2 in iter_pairs(vs[1:], False):
            if intersect_point_tri_2d(pt, v0, v1, v2):
                return f
    return None","def intersect_face ( pt ) : <TAB> <TAB> nonlocal vis_faces2D <TAB> for f , vs in vis_faces2D : <TAB> <TAB> v0 = vs [ 0 ] <TAB> <TAB> for v1 , v2 in iter_pairs ( vs [ 1 : ] , False ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return f <TAB> return None","if intersect_point_tri_2d ( pt , v0 , v1 , v2 ) :",104
18714,"def merge_from_file(metrics_file):
    """"""Merge metrics recorded in another file into the current metrics.""""""
    for metric in load_all(metrics_file):
        existing = _registered_metrics.get(metric.name)
        if existing is None:
            _validate_metric_name(metric.name)
            _registered_metrics[metric.name] = metric
        else:
            if type(metric) != type(existing):  # pylint: disable=unidiomatic-typecheck
                raise TypeError(""Cannot merge metrics of different types."")
            existing._merge(metric)  # pylint: disable=protected-access
","def merge_from_file ( metrics_file ) : <TAB> """"""Merge metrics recorded in another file into the current metrics."""""" <TAB> for metric in load_all ( metrics_file ) : <TAB> <TAB> existing = _registered_metrics . get ( metric . name ) <TAB> <TAB> if existing is None : <TAB> <TAB> <TAB> _validate_metric_name ( metric . name ) <TAB> <TAB> <TAB> _registered_metrics [ metric . name ] = metric <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise TypeError ( ""Cannot merge metrics of different types."" ) <TAB> <TAB> <TAB> existing . _merge ( metric )",if type ( metric ) != type ( existing ) :,158
22510,"def init_weights(self):
    for module in self.modules():
        if isinstance(module, nn.Conv2d):
            kernel_height, kernel_width = module.kernel_size
            out_channels = module.out_channels
            fan_out = kernel_height * kernel_width * out_channels
            nn.init.normal_(module.weight, mean=0.0, std=math.sqrt(2.0 / fan_out))
            if module.bias is not None:
                nn.init.constant_(module.bias, 0)
        elif isinstance(module, nn.Linear):
            init_range = 1.0 / math.sqrt(module.out_features)
            nn.init.uniform_(module.weight, -init_range, init_range)
        elif isinstance(module, nn.BatchNorm2d):
            nn.init.constant_(module.weight, 1)
            nn.init.constant_(module.bias, 0)","def init_weights ( self ) : <TAB> for module in self . modules ( ) : <TAB> <TAB> if isinstance ( module , nn . Conv2d ) : <TAB> <TAB> <TAB> kernel_height , kernel_width = module . kernel_size <TAB> <TAB> <TAB> out_channels = module . out_channels <TAB> <TAB> <TAB> fan_out = kernel_height * kernel_width * out_channels <TAB> <TAB> <TAB> nn . init . normal_ ( module . weight , mean = 0.0 , std = math . sqrt ( 2.0 / fan_out ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> nn . init . constant_ ( module . bias , 0 ) <TAB> <TAB> elif isinstance ( module , nn . Linear ) : <TAB> <TAB> <TAB> init_range = 1.0 / math . sqrt ( module . out_features ) <TAB> <TAB> <TAB> nn . init . uniform_ ( module . weight , - init_range , init_range ) <TAB> <TAB> elif isinstance ( module , nn . BatchNorm2d ) : <TAB> <TAB> <TAB> nn . init . constant_ ( module . weight , 1 ) <TAB> <TAB> <TAB> nn . init . constant_ ( module . bias , 0 )",if module . bias is not None :,246
12459,"def _on_queue_feeder_error(self, e, obj):
    if isinstance(obj, _CallItem):
        # format traceback only works on python3
        if isinstance(e, struct.error):
            raised_error = RuntimeError(
                ""The task could not be sent to the workers as it is too ""
                ""large for `send_bytes`.""
            )
        else:
            raised_error = PicklingError(
                ""Could not pickle the task to send it to the workers.""
            )
        tb = traceback.format_exception(type(e), e, getattr(e, ""__traceback__"", None))
        raised_error = set_cause(raised_error, _RemoteTraceback("""".join(tb)))
        work_item = self.pending_work_items.pop(obj.work_id, None)
        self.running_work_items.remove(obj.work_id)
        # work_item can be None if another process terminated. In this
        # case, the executor_manager_thread fails all work_items with
        # BrokenProcessPool
        if work_item is not None:
            work_item.future.set_exception(raised_error)
            del work_item
        self.thread_wakeup.wakeup()
    else:
        super(_SafeQueue, self)._on_queue_feeder_error(e, obj)","def _on_queue_feeder_error ( self , e , obj ) : <TAB> if isinstance ( obj , _CallItem ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raised_error = RuntimeError ( <TAB> <TAB> <TAB> <TAB> ""The task could not be sent to the workers as it is too "" <TAB> <TAB> <TAB> <TAB> ""large for `send_bytes`."" <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raised_error = PicklingError ( <TAB> <TAB> <TAB> <TAB> ""Could not pickle the task to send it to the workers."" <TAB> <TAB> <TAB> ) <TAB> <TAB> tb = traceback . format_exception ( type ( e ) , e , getattr ( e , ""__traceback__"" , None ) ) <TAB> <TAB> raised_error = set_cause ( raised_error , _RemoteTraceback ( """" . join ( tb ) ) ) <TAB> <TAB> work_item = self . pending_work_items . pop ( obj . work_id , None ) <TAB> <TAB> self . running_work_items . remove ( obj . work_id ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if work_item is not None : <TAB> <TAB> <TAB> work_item . future . set_exception ( raised_error ) <TAB> <TAB> <TAB> del work_item <TAB> <TAB> self . thread_wakeup . wakeup ( ) <TAB> else : <TAB> <TAB> super ( _SafeQueue , self ) . _on_queue_feeder_error ( e , obj )","if isinstance ( e , struct . error ) :",346
17243,"def fetch_last_known_offsets(self, partitions=None):
    if self.group is None:
        raise ValueError(""SimpleClient.group must not be None"")
    if partitions is None:
        partitions = self.client.get_partition_ids_for_topic(self.topic)
    responses = self.client.send_offset_fetch_request(
        self.group,
        [OffsetFetchRequestPayload(self.topic, p) for p in partitions],
        fail_on_error=False,
    )
    for resp in responses:
        try:
            check_error(resp)
        # API spec says server wont set an error here
        # but 0.8.1.1 does actually...
        except UnknownTopicOrPartitionError:
            pass
        # -1 offset signals no commit is currently stored
        if resp.offset == -1:
            self.offsets[resp.partition] = 0
        # Otherwise we committed the stored offset
        # and need to fetch the next one
        else:
            self.offsets[resp.partition] = resp.offset","def fetch_last_known_offsets ( self , partitions = None ) : <TAB> if self . group is None : <TAB> <TAB> raise ValueError ( ""SimpleClient.group must not be None"" ) <TAB> if partitions is None : <TAB> <TAB> partitions = self . client . get_partition_ids_for_topic ( self . topic ) <TAB> responses = self . client . send_offset_fetch_request ( <TAB> <TAB> self . group , <TAB> <TAB> [ OffsetFetchRequestPayload ( self . topic , p ) for p in partitions ] , <TAB> <TAB> fail_on_error = False , <TAB> ) <TAB> for resp in responses : <TAB> <TAB> try : <TAB> <TAB> <TAB> check_error ( resp ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> except UnknownTopicOrPartitionError : <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . offsets [ resp . partition ] = 0 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> self . offsets [ resp . partition ] = resp . offset",if resp . offset == - 1 :,273
22140,"def update(self, E=None, **F):
    if E:
        if hasattr(E, ""keys""):
            # Update with `E` dictionary
            for k in E:
                self[k] = E[k]
        else:
            # Update with `E` items
            for (k, v) in E:
                self[k] = v
    # Update with `F` dictionary
    for k in F:
        self[k] = F[k]
","def update ( self , E = None , ** F ) : <TAB> if E : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for k in E : <TAB> <TAB> <TAB> <TAB> self [ k ] = E [ k ] <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for ( k , v ) in E : <TAB> <TAB> <TAB> <TAB> self [ k ] = v <TAB> <TAB> for k in F : <TAB> <TAB> self [ k ] = F [ k ]","if hasattr ( E , ""keys"" ) :",131
21121,"def mirror(url, response):
    if response != ""dummy"":
        clean_url = url.replace(""http://"", """").replace(""https://"", """").rstrip(""/"")
        parts = clean_url.split(""?"")[0].split(""/"")
        root = parts[0]
        webpage = parts[-1]
        parts.remove(root)
        try:
            parts.remove(webpage)
        except ValueError:
            pass
        prefix = root + ""_mirror""
        try:
            os.mkdir(prefix)
        except OSError:
            pass
        suffix = """"
        if parts:
            for directory in parts:
                suffix += directory + ""/""
                try:
                    os.mkdir(prefix + ""/"" + suffix)
                except OSError:
                    pass
        path = prefix + ""/"" + suffix
        trail = """"
        if ""."" not in webpage:
            trail += "".html""
        if webpage == root:
            name = ""index.html""
        else:
            name = webpage
        if len(url.split(""?"")) > 1:
            trail += ""?"" + url.split(""?"")[1]
        with open(path + name + trail, ""w+"") as out_file:
            out_file.write(response.encode(""utf-8""))","def mirror ( url , response ) : <TAB> if response != ""dummy"" : <TAB> <TAB> clean_url = url . replace ( ""http://"" , """" ) . replace ( ""https://"" , """" ) . rstrip ( ""/"" ) <TAB> <TAB> parts = clean_url . split ( ""?"" ) [ 0 ] . split ( ""/"" ) <TAB> <TAB> root = parts [ 0 ] <TAB> <TAB> webpage = parts [ - 1 ] <TAB> <TAB> parts . remove ( root ) <TAB> <TAB> try : <TAB> <TAB> <TAB> parts . remove ( webpage ) <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> pass <TAB> <TAB> prefix = root + ""_mirror"" <TAB> <TAB> try : <TAB> <TAB> <TAB> os . mkdir ( prefix ) <TAB> <TAB> except OSError : <TAB> <TAB> <TAB> pass <TAB> <TAB> suffix = """" <TAB> <TAB> if parts : <TAB> <TAB> <TAB> for directory in parts : <TAB> <TAB> <TAB> <TAB> suffix += directory + ""/"" <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> os . mkdir ( prefix + ""/"" + suffix ) <TAB> <TAB> <TAB> <TAB> except OSError : <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> path = prefix + ""/"" + suffix <TAB> <TAB> trail = """" <TAB> <TAB> if ""."" not in webpage : <TAB> <TAB> <TAB> trail += "".html"" <TAB> <TAB> if webpage == root : <TAB> <TAB> <TAB> name = ""index.html"" <TAB> <TAB> else : <TAB> <TAB> <TAB> name = webpage <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> trail += ""?"" + url . split ( ""?"" ) [ 1 ] <TAB> <TAB> with open ( path + name + trail , ""w+"" ) as out_file : <TAB> <TAB> <TAB> out_file . write ( response . encode ( ""utf-8"" ) )","if len ( url . split ( ""?"" ) ) > 1 :",343
11556,"def add_constraint(self, cn, strength=None, weight=None):
    if strength or weight:
        cn = cn.clone()
        if strength:
            cn.strength = strength
        if weight:
            cn.weight = weight
    # print('add_constraint', cn)
    expr, eplus, eminus, prev_edit_constant = self.new_expression(cn)
    if not self.try_adding_directly(expr):
        self.add_with_artificial_variable(expr)
    self.needs_solving = True
    if cn.is_edit_constraint:
        i = len(self.edit_var_map)
        self.edit_var_map[cn.variable] = EditInfo(
            cn, eplus, eminus, prev_edit_constant, i
        )
    if self.auto_solve:
        self.optimize(self.objective)
        self.set_external_variables()
    return cn
","def add_constraint ( self , cn , strength = None , weight = None ) : <TAB> if strength or weight : <TAB> <TAB> cn = cn . clone ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cn . strength = strength <TAB> <TAB> if weight : <TAB> <TAB> <TAB> cn . weight = weight <TAB> <TAB> expr , eplus , eminus , prev_edit_constant = self . new_expression ( cn ) <TAB> if not self . try_adding_directly ( expr ) : <TAB> <TAB> self . add_with_artificial_variable ( expr ) <TAB> self . needs_solving = True <TAB> if cn . is_edit_constraint : <TAB> <TAB> i = len ( self . edit_var_map ) <TAB> <TAB> self . edit_var_map [ cn . variable ] = EditInfo ( <TAB> <TAB> <TAB> cn , eplus , eminus , prev_edit_constant , i <TAB> <TAB> ) <TAB> if self . auto_solve : <TAB> <TAB> self . optimize ( self . objective ) <TAB> <TAB> self . set_external_variables ( ) <TAB> return cn",if strength :,243
16057,"def wrapped(self, request):
    try:
        return self._finished
    except AttributeError:
        if self.node_ids:
            if not request.session.shouldfail and not request.session.shouldstop:
                log.debug(
                    ""%s is still going to be used, not terminating it. ""
                    ""Still in use on:\n%s"",
                    self,
                    pprint.pformat(list(self.node_ids)),
                )
                return
        log.debug(""Finish called on %s"", self)
        try:
            return func(request)
        finally:
            self._finished = True
","def wrapped ( self , request ) : <TAB> try : <TAB> <TAB> return self . _finished <TAB> except AttributeError : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not request . session . shouldfail and not request . session . shouldstop : <TAB> <TAB> <TAB> <TAB> log . debug ( <TAB> <TAB> <TAB> <TAB> <TAB> ""%s is still going to be used, not terminating it. "" <TAB> <TAB> <TAB> <TAB> <TAB> ""Still in use on:\n%s"" , <TAB> <TAB> <TAB> <TAB> <TAB> self , <TAB> <TAB> <TAB> <TAB> <TAB> pprint . pformat ( list ( self . node_ids ) ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> log . debug ( ""Finish called on %s"" , self ) <TAB> <TAB> try : <TAB> <TAB> <TAB> return func ( request ) <TAB> <TAB> finally : <TAB> <TAB> <TAB> self . _finished = True",if self . node_ids :,185
11894,"def update(self, pbar):
    context = {}
    for name, (key, transform) in self.mapping.items():
        try:
            value = getattr(pbar, key)
            if transform is None:
                context[name] = value
            else:
                context[name] = transform(value)
        except:
            pass
    return self.format % context
","def update ( self , pbar ) : <TAB> context = { } <TAB> for name , ( key , transform ) in self . mapping . items ( ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> value = getattr ( pbar , key ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> context [ name ] = value <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> context [ name ] = transform ( value ) <TAB> <TAB> except : <TAB> <TAB> <TAB> pass <TAB> return self . format % context",if transform is None :,105
21320,"def pytest_collection_modifyitems(items):
    for item in items:
        if item.nodeid.startswith(""tests/params""):
            if ""stage"" not in item.keywords:
                item.add_marker(pytest.mark.stage(""unit""))
            if ""init"" not in item.keywords:
                item.add_marker(pytest.mark.init(rng_seed=123))","def pytest_collection_modifyitems ( items ) : <TAB> for item in items : <TAB> <TAB> if item . nodeid . startswith ( ""tests/params"" ) : <TAB> <TAB> <TAB> if ""stage"" not in item . keywords : <TAB> <TAB> <TAB> <TAB> item . add_marker ( pytest . mark . stage ( ""unit"" ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> item . add_marker ( pytest . mark . init ( rng_seed = 123 ) )","if ""init"" not in item . keywords :",102
7746,"def _compile_dialect(self, execute_observed):
    if self.dialect == ""default"":
        return DefaultDialect()
    else:
        # ugh
        if self.dialect == ""postgresql"":
            params = {""implicit_returning"": True}
        else:
            params = {}
        return url.URL(self.dialect).get_dialect()(**params)
","def _compile_dialect ( self , execute_observed ) : <TAB> if self . dialect == ""default"" : <TAB> <TAB> return DefaultDialect ( ) <TAB> else : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> params = { ""implicit_returning"" : True } <TAB> <TAB> else : <TAB> <TAB> <TAB> params = { } <TAB> <TAB> return url . URL ( self . dialect ) . get_dialect ( ) ( ** params )","if self . dialect == ""postgresql"" :",95
11864,"def backward_impl(self, inputs, outputs, prop_down, accum):
    # inputs: [inputs_fwd_graph] + [inputs_bwd_graph] or
    # [inputs_fwd_graph] + [outputs_fwd_graph] + [inputs_bwd_graph]
    # Args
    axis = self.forward_func.info.args[""axis""]
    # Inputs
    y0 = inputs[0].data
    dz = inputs[2].data
    # Outputs
    dy0 = outputs[0].data
    # Grads of inputs
    g_y0 = inputs[0].grad
    g_dz = inputs[2].grad
    # Grads of outputs
    g_dy0 = outputs[0].grad
    # Computation
    if prop_down[0]:
        if accum[0]:
            g_y0 += g_dy0 * dz * F.pow_scalar(y0, -2.0)
        else:
            g_y0.copy_from(g_dy0 * dz * F.pow_scalar(y0, -2.0))
    if prop_down[2]:
        if accum[2]:
            g_dz -= F.sum(g_dy0 * F.pow_scalar(y0, -1.0), axis, True)
        else:
            g_dz.copy_from(-F.sum(g_dy0 * F.pow_scalar(y0, -1.0), axis, True))","def backward_impl ( self , inputs , outputs , prop_down , accum ) : <TAB> <TAB> <TAB> <TAB> axis = self . forward_func . info . args [ ""axis"" ] <TAB> <TAB> y0 = inputs [ 0 ] . data <TAB> dz = inputs [ 2 ] . data <TAB> <TAB> dy0 = outputs [ 0 ] . data <TAB> <TAB> g_y0 = inputs [ 0 ] . grad <TAB> g_dz = inputs [ 2 ] . grad <TAB> <TAB> g_dy0 = outputs [ 0 ] . grad <TAB> <TAB> if prop_down [ 0 ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> g_y0 += g_dy0 * dz * F . pow_scalar ( y0 , - 2.0 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> g_y0 . copy_from ( g_dy0 * dz * F . pow_scalar ( y0 , - 2.0 ) ) <TAB> if prop_down [ 2 ] : <TAB> <TAB> if accum [ 2 ] : <TAB> <TAB> <TAB> g_dz -= F . sum ( g_dy0 * F . pow_scalar ( y0 , - 1.0 ) , axis , True ) <TAB> <TAB> else : <TAB> <TAB> <TAB> g_dz . copy_from ( - F . sum ( g_dy0 * F . pow_scalar ( y0 , - 1.0 ) , axis , True ) )",if accum [ 0 ] :,366
24103,"def _on_set_new_release_check(self, key, value):
    if value:
        log.debug(""Checking for new release.."")
        threading.Thread(target=self.core.get_new_release).start()
        if self.new_release_timer and self.new_release_timer.running:
            self.new_release_timer.stop()
        # Set a timer to check for a new release every 3 days
        self.new_release_timer = LoopingCall(
            self._on_set_new_release_check, ""new_release_check"", True
        )
        self.new_release_timer.start(72 * 60 * 60, False)
    else:
        if self.new_release_timer and self.new_release_timer.running:
            self.new_release_timer.stop()","def _on_set_new_release_check ( self , key , value ) : <TAB> if value : <TAB> <TAB> log . debug ( ""Checking for new release.."" ) <TAB> <TAB> threading . Thread ( target = self . core . get_new_release ) . start ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . new_release_timer . stop ( ) <TAB> <TAB> <TAB> <TAB> self . new_release_timer = LoopingCall ( <TAB> <TAB> <TAB> self . _on_set_new_release_check , ""new_release_check"" , True <TAB> <TAB> ) <TAB> <TAB> self . new_release_timer . start ( 72 * 60 * 60 , False ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . new_release_timer . stop ( )",if self . new_release_timer and self . new_release_timer . running :,213
3928,"def add(self, path):
    with self.get_lock(path):
        if not path in self.entries:
            self.entries[path] = {}
            self.entries[path][""lock""] = self.new_locks[path]
            del self.new_locks[path]
            self.lru.append(path)
","def add ( self , path ) : <TAB> with self . get_lock ( path ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . entries [ path ] = { } <TAB> <TAB> <TAB> self . entries [ path ] [ ""lock"" ] = self . new_locks [ path ] <TAB> <TAB> <TAB> del self . new_locks [ path ] <TAB> <TAB> <TAB> self . lru . append ( path )",if not path in self . entries :,88
10543,"def _read_ready(self):
    try:
        data = self._sock.recv(self.max_size)
    except (BlockingIOError, InterruptedError):
        pass
    except Exception as exc:
        self._fatal_error(exc, ""Fatal read error on socket transport"")
    else:
        if data:
            self._protocol.data_received(data)
        else:
            if self._loop.get_debug():
                logger.debug(""%r received EOF"", self)
            keep_open = self._protocol.eof_received()
            if keep_open:
                # We're keeping the connection open so the
                # protocol can write more, but we still can't
                # receive more, so remove the reader callback.
                self._loop.remove_reader(self._sock_fd)
            else:
                self.close()
","def _read_ready ( self ) : <TAB> try : <TAB> <TAB> data = self . _sock . recv ( self . max_size ) <TAB> except ( BlockingIOError , InterruptedError ) : <TAB> <TAB> pass <TAB> except Exception as exc : <TAB> <TAB> self . _fatal_error ( exc , ""Fatal read error on socket transport"" ) <TAB> else : <TAB> <TAB> if data : <TAB> <TAB> <TAB> self . _protocol . data_received ( data ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if self . _loop . get_debug ( ) : <TAB> <TAB> <TAB> <TAB> logger . debug ( ""%r received EOF"" , self ) <TAB> <TAB> <TAB> keep_open = self . _protocol . eof_received ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _loop . remove_reader ( self . _sock_fd ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . close ( )",if keep_open :,233
8504,"def send_samples(self):
    if self.sampler:
        samples = self.sampler.samples
        if len(samples) > 0:
            self.send(self.master, UpdateSamples(self.client_id, samples))
        return samples
    return None","def send_samples ( self ) : <TAB> if self . sampler : <TAB> <TAB> samples = self . sampler . samples <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . send ( self . master , UpdateSamples ( self . client_id , samples ) ) <TAB> <TAB> return samples <TAB> return None",if len ( samples ) > 0 :,68
8419,"def encode_string(self, encoding):
    """"""Encode a buffered response body.""""""
    if encoding in self.attempted_charsets:
        return False
    self.attempted_charsets.add(encoding)
    body = []
    for chunk in self.body:
        if isinstance(chunk, six.text_type):
            try:
                chunk = chunk.encode(encoding, self.errors)
            except (LookupError, UnicodeError):
                return False
        body.append(chunk)
    self.body = body
    return True
","def encode_string ( self , encoding ) : <TAB> """"""Encode a buffered response body."""""" <TAB> if encoding in self . attempted_charsets : <TAB> <TAB> return False <TAB> self . attempted_charsets . add ( encoding ) <TAB> body = [ ] <TAB> for chunk in self . body : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> chunk = chunk . encode ( encoding , self . errors ) <TAB> <TAB> <TAB> except ( LookupError , UnicodeError ) : <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> body . append ( chunk ) <TAB> self . body = body <TAB> return True","if isinstance ( chunk , six . text_type ) :",139
25373,"def repair_item(href, item, seen_uids, repair_unsafe_uid):
    if item.parsed is None:
        raise IrreparableItem()
    new_item = item
    if not item.uid:
        logger.warning(""No UID, assigning random UID."")
        new_item = item.with_uid(generate_href())
    elif item.uid in seen_uids:
        logger.warning(""Duplicate UID, assigning random UID."")
        new_item = item.with_uid(generate_href())
    elif not href_safe(item.uid) or not href_safe(basename(href)):
        if not repair_unsafe_uid:
            logger.warning(
                ""UID may cause problems, add "" ""--repair-unsafe-uid to repair.""
            )
        else:
            logger.warning(""UID or href is unsafe, assigning random UID."")
            new_item = item.with_uid(generate_href())
    if not new_item.uid:
        raise IrreparableItem()
    return new_item
","def repair_item ( href , item , seen_uids , repair_unsafe_uid ) : <TAB> if item . parsed is None : <TAB> <TAB> raise IrreparableItem ( ) <TAB> new_item = item <TAB> if not item . uid : <TAB> <TAB> logger . warning ( ""No UID, assigning random UID."" ) <TAB> <TAB> new_item = item . with_uid ( generate_href ( ) ) <TAB> elif item . uid in seen_uids : <TAB> <TAB> logger . warning ( ""Duplicate UID, assigning random UID."" ) <TAB> <TAB> new_item = item . with_uid ( generate_href ( ) ) <TAB> elif not href_safe ( item . uid ) or not href_safe ( basename ( href ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> ""UID may cause problems, add "" ""--repair-unsafe-uid to repair."" <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> logger . warning ( ""UID or href is unsafe, assigning random UID."" ) <TAB> <TAB> <TAB> new_item = item . with_uid ( generate_href ( ) ) <TAB> if not new_item . uid : <TAB> <TAB> raise IrreparableItem ( ) <TAB> return new_item",if not repair_unsafe_uid :,265
20251,"def local_mul_s_d(node):
    if node.op == sparse.mul_s_d:
        x, y = node.inputs
        x_is_sparse_variable = _is_sparse_variable(x)
        if x_is_sparse_variable:
            svar = x
            dvar = y
        else:
            svar = y
            dvar = x
        if dvar.type.ndim != 2:
            return False
        if svar.type.format == ""csc"":
            CSx = sparse.CSC
            mul_s_d_csx = mul_s_d_csc
        elif svar.type.format == ""csr"":
            CSx = sparse.CSR
            mul_s_d_csx = mul_s_d_csr
        else:
            raise NotImplementedError
        if x.dtype != y.dtype:
            # mul_s_d_csx don't support that case
            return
        c_data = mul_s_d_csx(
            sparse.csm_data(svar),
            sparse.csm_indices(svar),
            sparse.csm_indptr(svar),
            dvar,
        )
        return [
            CSx(
                c_data,
                sparse.csm_indices(svar),
                sparse.csm_indptr(svar),
                sparse.csm_shape(svar),
            )
        ]
    return False","def local_mul_s_d ( node ) : <TAB> if node . op == sparse . mul_s_d : <TAB> <TAB> x , y = node . inputs <TAB> <TAB> x_is_sparse_variable = _is_sparse_variable ( x ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> svar = x <TAB> <TAB> <TAB> dvar = y <TAB> <TAB> else : <TAB> <TAB> <TAB> svar = y <TAB> <TAB> <TAB> dvar = x <TAB> <TAB> if dvar . type . ndim != 2 : <TAB> <TAB> <TAB> return False <TAB> <TAB> if svar . type . format == ""csc"" : <TAB> <TAB> <TAB> CSx = sparse . CSC <TAB> <TAB> <TAB> mul_s_d_csx = mul_s_d_csc <TAB> <TAB> elif svar . type . format == ""csr"" : <TAB> <TAB> <TAB> CSx = sparse . CSR <TAB> <TAB> <TAB> mul_s_d_csx = mul_s_d_csr <TAB> <TAB> else : <TAB> <TAB> <TAB> raise NotImplementedError <TAB> <TAB> if x . dtype != y . dtype : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> c_data = mul_s_d_csx ( <TAB> <TAB> <TAB> sparse . csm_data ( svar ) , <TAB> <TAB> <TAB> sparse . csm_indices ( svar ) , <TAB> <TAB> <TAB> sparse . csm_indptr ( svar ) , <TAB> <TAB> <TAB> dvar , <TAB> <TAB> ) <TAB> <TAB> return [ <TAB> <TAB> <TAB> CSx ( <TAB> <TAB> <TAB> <TAB> c_data , <TAB> <TAB> <TAB> <TAB> sparse . csm_indices ( svar ) , <TAB> <TAB> <TAB> <TAB> sparse . csm_indptr ( svar ) , <TAB> <TAB> <TAB> <TAB> sparse . csm_shape ( svar ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> ] <TAB> return False",if x_is_sparse_variable :,386
4660,"def initialize(self):
    self.session = Session()
    self.session.headers[""User-Agent""] = ""Subliminal/{}"".format(__version__)
    # login
    if self.username is not None and self.password is not None:
        logger.info(""Logging in"")
        params = {
            ""username"": self.username,
            ""password"": self.password,
            ""apikey"": self.apikey,
        }
        r = self.session.get(self.server_url + ""users/login"", params=params, timeout=10)
        root = etree.fromstring(r.content)
        if root.find(""status"").text == ""fail"":
            raise AuthenticationError(root.find(""error/message"").text)
        self.auth_code = root.find(""data/user/authcode"").text
        data = {
            ""username"": self.username,
            ""passwd"": self.password,
            ""remember"": ""yes"",
            ""option"": ""com_user"",
            ""task"": ""login"",
            ""silent"": ""true"",
        }
        r = self.session.post(
            ""http://www.italiansubs.net/index.php"", data=data, timeout=30
        )
        r.raise_for_status()
        self.logged_in = True","def initialize ( self ) : <TAB> self . session = Session ( ) <TAB> self . session . headers [ ""User-Agent"" ] = ""Subliminal/{}"" . format ( __version__ ) <TAB> <TAB> if self . username is not None and self . password is not None : <TAB> <TAB> logger . info ( ""Logging in"" ) <TAB> <TAB> params = { <TAB> <TAB> <TAB> ""username"" : self . username , <TAB> <TAB> <TAB> ""password"" : self . password , <TAB> <TAB> <TAB> ""apikey"" : self . apikey , <TAB> <TAB> } <TAB> <TAB> r = self . session . get ( self . server_url + ""users/login"" , params = params , timeout = 10 ) <TAB> <TAB> root = etree . fromstring ( r . content ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise AuthenticationError ( root . find ( ""error/message"" ) . text ) <TAB> <TAB> self . auth_code = root . find ( ""data/user/authcode"" ) . text <TAB> <TAB> data = { <TAB> <TAB> <TAB> ""username"" : self . username , <TAB> <TAB> <TAB> ""passwd"" : self . password , <TAB> <TAB> <TAB> ""remember"" : ""yes"" , <TAB> <TAB> <TAB> ""option"" : ""com_user"" , <TAB> <TAB> <TAB> ""task"" : ""login"" , <TAB> <TAB> <TAB> ""silent"" : ""true"" , <TAB> <TAB> } <TAB> <TAB> r = self . session . post ( <TAB> <TAB> <TAB> ""http://www.italiansubs.net/index.php"" , data = data , timeout = 30 <TAB> <TAB> ) <TAB> <TAB> r . raise_for_status ( ) <TAB> <TAB> self . logged_in = True","if root . find ( ""status"" ) . text == ""fail"" :",344
4888,"def OnEndDrag(self, event):
    self.StopDragging()
    dropTarget = event.GetItem()
    if not dropTarget:
        dropTarget = self.GetRootItem()
    if self.IsValidDropTarget(dropTarget):
        self.UnselectAll()
        if dropTarget != self.GetRootItem():
            self.SelectItem(dropTarget)
        self.OnDrop(dropTarget, self._dragItem)
","def OnEndDrag ( self , event ) : <TAB> self . StopDragging ( ) <TAB> dropTarget = event . GetItem ( ) <TAB> if not dropTarget : <TAB> <TAB> dropTarget = self . GetRootItem ( ) <TAB> if self . IsValidDropTarget ( dropTarget ) : <TAB> <TAB> self . UnselectAll ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . SelectItem ( dropTarget ) <TAB> <TAB> self . OnDrop ( dropTarget , self . _dragItem )",if dropTarget != self . GetRootItem ( ) :,109
16863,"def get_min_vertical_scroll() -> int:
    # Make sure that the cursor line is not below the bottom.
    # (Calculate how many lines can be shown between the cursor and the .)
    used_height = 0
    prev_lineno = ui_content.cursor_position.y
    for lineno in range(ui_content.cursor_position.y, -1, -1):
        used_height += get_line_height(lineno)
        if used_height > height - scroll_offsets_bottom:
            return prev_lineno
        else:
            prev_lineno = lineno
    return 0","def get_min_vertical_scroll ( ) -> int : <TAB> <TAB> <TAB> used_height = 0 <TAB> prev_lineno = ui_content . cursor_position . y <TAB> for lineno in range ( ui_content . cursor_position . y , - 1 , - 1 ) : <TAB> <TAB> used_height += get_line_height ( lineno ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return prev_lineno <TAB> <TAB> else : <TAB> <TAB> <TAB> prev_lineno = lineno <TAB> return 0",if used_height > height - scroll_offsets_bottom :,148
12673,"def handle_replace(self, request, fileobj):
    """"""Replace file content with uploaded one.""""""
    filecopy = fileobj.read()
    fileobj.close()
    fileobj = BytesIOMode(fileobj.name, filecopy)
    with self.component.repository.lock:
        if self.is_source:
            self.component.commit_pending(""replace file"", request.user)
        else:
            self.commit_pending(""replace file"", request.user)
        # This will throw an exception in case of error
        store2 = self.load_store(fileobj)
        store2.check_valid()
        # Actually replace file content
        self.store.save_atomic(
            self.store.storefile, lambda handle: handle.write(filecopy)
        )
        # Commit to VCS
        previous_revision = (self.component.repository.last_revision,)
        if self.git_commit(
            request.user, request.user.get_author_name(), store_hash=False
        ):
            # Drop store cache
            self.drop_store_cache()
            self.handle_store_change(
                request,
                request.user,
                previous_revision,
                change=Change.ACTION_REPLACE_UPLOAD,
            )
    return (0, 0, self.unit_set.count(), len(list(store2.content_units)))","def handle_replace ( self , request , fileobj ) : <TAB> """"""Replace file content with uploaded one."""""" <TAB> filecopy = fileobj . read ( ) <TAB> fileobj . close ( ) <TAB> fileobj = BytesIOMode ( fileobj . name , filecopy ) <TAB> with self . component . repository . lock : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . component . commit_pending ( ""replace file"" , request . user ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . commit_pending ( ""replace file"" , request . user ) <TAB> <TAB> <TAB> <TAB> store2 = self . load_store ( fileobj ) <TAB> <TAB> store2 . check_valid ( ) <TAB> <TAB> <TAB> <TAB> self . store . save_atomic ( <TAB> <TAB> <TAB> self . store . storefile , lambda handle : handle . write ( filecopy ) <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> previous_revision = ( self . component . repository . last_revision , ) <TAB> <TAB> if self . git_commit ( <TAB> <TAB> <TAB> request . user , request . user . get_author_name ( ) , store_hash = False <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . drop_store_cache ( ) <TAB> <TAB> <TAB> self . handle_store_change ( <TAB> <TAB> <TAB> <TAB> request , <TAB> <TAB> <TAB> <TAB> request . user , <TAB> <TAB> <TAB> <TAB> previous_revision , <TAB> <TAB> <TAB> <TAB> change = Change . ACTION_REPLACE_UPLOAD , <TAB> <TAB> <TAB> ) <TAB> return ( 0 , 0 , self . unit_set . count ( ) , len ( list ( store2 . content_units ) ) )",if self . is_source :,361
21396,"def decode(self, text: str) -> typing.List[str]:
    lines = []
    if text and self.buffer and self.buffer[-1] == ""\r"":
        if text.startswith(""\n""):
            # Handle the case where we have an ""\r\n"" split across
            # our previous input, and our new chunk.
            lines.append(self.buffer[:-1] + ""\n"")
            self.buffer = """"
            text = text[1:]
        else:
            # Handle the case where we have ""\r"" at the end of our
            # previous input.
            lines.append(self.buffer[:-1] + ""\n"")
            self.buffer = """"
    while text:
        num_chars = len(text)
        for idx in range(num_chars):
            char = text[idx]
            next_char = None if idx + 1 == num_chars else text[idx + 1]
            if char == ""\n"":
                lines.append(self.buffer + text[: idx + 1])
                self.buffer = """"
                text = text[idx + 1 :]
                break
            elif char == ""\r"" and next_char == ""\n"":
                lines.append(self.buffer + text[:idx] + ""\n"")
                self.buffer = """"
                text = text[idx + 2 :]
                break
            elif char == ""\r"" and next_char is not None:
                lines.append(self.buffer + text[:idx] + ""\n"")
                self.buffer = """"
                text = text[idx + 1 :]
                break
            elif next_char is None:
                self.buffer += text
                text = """"
                break
    return lines","def decode ( self , text : str ) -> typing . List [ str ] : <TAB> lines = [ ] <TAB> if text and self . buffer and self . buffer [ - 1 ] == ""\r"" : <TAB> <TAB> if text . startswith ( ""\n"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> lines . append ( self . buffer [ : - 1 ] + ""\n"" ) <TAB> <TAB> <TAB> self . buffer = """" <TAB> <TAB> <TAB> text = text [ 1 : ] <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> lines . append ( self . buffer [ : - 1 ] + ""\n"" ) <TAB> <TAB> <TAB> self . buffer = """" <TAB> while text : <TAB> <TAB> num_chars = len ( text ) <TAB> <TAB> for idx in range ( num_chars ) : <TAB> <TAB> <TAB> char = text [ idx ] <TAB> <TAB> <TAB> next_char = None if idx + 1 == num_chars else text [ idx + 1 ] <TAB> <TAB> <TAB> if char == ""\n"" : <TAB> <TAB> <TAB> <TAB> lines . append ( self . buffer + text [ : idx + 1 ] ) <TAB> <TAB> <TAB> <TAB> self . buffer = """" <TAB> <TAB> <TAB> <TAB> text = text [ idx + 1 : ] <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> lines . append ( self . buffer + text [ : idx ] + ""\n"" ) <TAB> <TAB> <TAB> <TAB> self . buffer = """" <TAB> <TAB> <TAB> <TAB> text = text [ idx + 2 : ] <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> elif char == ""\r"" and next_char is not None : <TAB> <TAB> <TAB> <TAB> lines . append ( self . buffer + text [ : idx ] + ""\n"" ) <TAB> <TAB> <TAB> <TAB> self . buffer = """" <TAB> <TAB> <TAB> <TAB> text = text [ idx + 1 : ] <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> elif next_char is None : <TAB> <TAB> <TAB> <TAB> self . buffer += text <TAB> <TAB> <TAB> <TAB> text = """" <TAB> <TAB> <TAB> <TAB> break <TAB> return lines","elif char == ""\r"" and next_char == ""\n"" :",475
12688,"def delete(self):
    from weblate.trans.models import Change, Suggestion, Vote
    fast_deletes = []
    for item in self.fast_deletes:
        if item.model is Suggestion:
            fast_deletes.append(Vote.objects.filter(suggestion__in=item))
            fast_deletes.append(Change.objects.filter(suggestion__in=item))
        fast_deletes.append(item)
    self.fast_deletes = fast_deletes
    return super().delete()
","def delete ( self ) : <TAB> from weblate . trans . models import Change , Suggestion , Vote <TAB> fast_deletes = [ ] <TAB> for item in self . fast_deletes : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fast_deletes . append ( Vote . objects . filter ( suggestion__in = item ) ) <TAB> <TAB> <TAB> fast_deletes . append ( Change . objects . filter ( suggestion__in = item ) ) <TAB> <TAB> fast_deletes . append ( item ) <TAB> self . fast_deletes = fast_deletes <TAB> return super ( ) . delete ( )",if item . model is Suggestion :,124
12135,"def post(self):
    """"""Handle modifying actions and redirect to a GET page.""""""
    if self.request.get(""action:flush_memcache""):
        if memcache.flush_all():
            message = ""Cache flushed, all keys dropped.""
        else:
            message = ""Flushing the cache failed. Please try again.""
        self.redirect(
            self._construct_url(
                remove=[""action:flush_memcache""], add={""message"": message}
            )
        )
    elif self.request.get(""action:delete_entities""):
        entity_keys = self.request.params.getall(""entity_key"")
        db.delete(entity_keys)
        self.redirect(
            self._construct_url(
                remove=[""action:delete_entities""],
                add={""message"": ""%d entities deleted"" % len(entity_keys)},
            )
        )
    else:
        self.error(404)","def post ( self ) : <TAB> """"""Handle modifying actions and redirect to a GET page."""""" <TAB> if self . request . get ( ""action:flush_memcache"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> message = ""Cache flushed, all keys dropped."" <TAB> <TAB> else : <TAB> <TAB> <TAB> message = ""Flushing the cache failed. Please try again."" <TAB> <TAB> self . redirect ( <TAB> <TAB> <TAB> self . _construct_url ( <TAB> <TAB> <TAB> <TAB> remove = [ ""action:flush_memcache"" ] , add = { ""message"" : message } <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> elif self . request . get ( ""action:delete_entities"" ) : <TAB> <TAB> entity_keys = self . request . params . getall ( ""entity_key"" ) <TAB> <TAB> db . delete ( entity_keys ) <TAB> <TAB> self . redirect ( <TAB> <TAB> <TAB> self . _construct_url ( <TAB> <TAB> <TAB> <TAB> remove = [ ""action:delete_entities"" ] , <TAB> <TAB> <TAB> <TAB> add = { ""message"" : ""%d entities deleted"" % len ( entity_keys ) } , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> else : <TAB> <TAB> self . error ( 404 )",if memcache . flush_all ( ) :,247
9097,"def main():
    env_path = os.path.join(
        os.path.dirname(os.path.realpath(__file__)), "".."", "".."", ""wr.env""
    )
    with open(env_path, ""r+"") as fh:
        buff = fh.read()
        if not buff:
            print(""No Env"")
            return
        buff = buff.replace(""WEBAGG_HOST"", ""WARCSERVER_HOST"")
        buff = buff.replace(""http://webagg"", ""http://warcserver"")
        fh.seek(0)
        fh.write(buff)
        print(""Updated wr.env"")","def main ( ) : <TAB> env_path = os . path . join ( <TAB> <TAB> os . path . dirname ( os . path . realpath ( __file__ ) ) , "".."" , "".."" , ""wr.env"" <TAB> ) <TAB> with open ( env_path , ""r+"" ) as fh : <TAB> <TAB> buff = fh . read ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""No Env"" ) <TAB> <TAB> <TAB> return <TAB> <TAB> buff = buff . replace ( ""WEBAGG_HOST"" , ""WARCSERVER_HOST"" ) <TAB> <TAB> buff = buff . replace ( ""http://webagg"" , ""http://warcserver"" ) <TAB> <TAB> fh . seek ( 0 ) <TAB> <TAB> fh . write ( buff ) <TAB> <TAB> print ( ""Updated wr.env"" )",if not buff :,161
15852,"def handle(self, *args: Any, **options: Any) -> None:
    num_processes = int(options[""processes""])
    if num_processes < 1:
        raise CommandError(""You must have at least one process."")
    subdomain = options[""subdomain""]
    if options[""destroy_rebuild_database""]:
        print(""Rebuilding the database!"")
        db_name = settings.DATABASES[""default""][""NAME""]
        self.do_destroy_and_rebuild_database(db_name)
    elif options[""import_into_nonempty""]:
        print(""NOTE: The argument 'import_into_nonempty' is now the default behavior."")
    check_subdomain_available(subdomain, from_management_command=True)
    paths = []
    for path in options[""export_paths""]:
        path = os.path.realpath(os.path.expanduser(path))
        if not os.path.exists(path):
            raise CommandError(f""Directory not found: '{path}'"")
        if not os.path.isdir(path):
            raise CommandError(
                ""Export file should be folder; if it's a ""
                ""tarball, please unpack it first.""
            )
        paths.append(path)
    for path in paths:
        print(f""Processing dump: {path} ..."")
        realm = do_import_realm(path, subdomain, num_processes)
        print(""Checking the system bots."")
        do_import_system_bots(realm)","def handle ( self , * args : Any , ** options : Any ) -> None : <TAB> num_processes = int ( options [ ""processes"" ] ) <TAB> if num_processes < 1 : <TAB> <TAB> raise CommandError ( ""You must have at least one process."" ) <TAB> subdomain = options [ ""subdomain"" ] <TAB> if options [ ""destroy_rebuild_database"" ] : <TAB> <TAB> print ( ""Rebuilding the database!"" ) <TAB> <TAB> db_name = settings . DATABASES [ ""default"" ] [ ""NAME"" ] <TAB> <TAB> self . do_destroy_and_rebuild_database ( db_name ) <TAB> elif options [ ""import_into_nonempty"" ] : <TAB> <TAB> print ( ""NOTE: The argument 'import_into_nonempty' is now the default behavior."" ) <TAB> check_subdomain_available ( subdomain , from_management_command = True ) <TAB> paths = [ ] <TAB> for path in options [ ""export_paths"" ] : <TAB> <TAB> path = os . path . realpath ( os . path . expanduser ( path ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise CommandError ( f""Directory not found: '{path}'"" ) <TAB> <TAB> if not os . path . isdir ( path ) : <TAB> <TAB> <TAB> raise CommandError ( <TAB> <TAB> <TAB> <TAB> ""Export file should be folder; if it's a "" <TAB> <TAB> <TAB> <TAB> ""tarball, please unpack it first."" <TAB> <TAB> <TAB> ) <TAB> <TAB> paths . append ( path ) <TAB> for path in paths : <TAB> <TAB> print ( f""Processing dump: {path} ..."" ) <TAB> <TAB> realm = do_import_realm ( path , subdomain , num_processes ) <TAB> <TAB> print ( ""Checking the system bots."" ) <TAB> <TAB> do_import_system_bots ( realm )",if not os . path . exists ( path ) :,366
21603,"def _read_bytes(self, num_bytes):
    self._sock.settimeout(self._read_timeout)
    while True:
        try:
            data = self._rfile.read(num_bytes)
            break
        except (IOError, OSError) as e:
            if e.errno == errno.EINTR:
                continue
            self._force_close()
            raise err.OperationalError(
                CR.CR_SERVER_LOST,
                ""Lost connection to MySQL server during query (%s)"" % (e,),
            )
        except BaseException:
            # Don't convert unknown exception to MySQLError.
            self._force_close()
            raise
    if len(data) < num_bytes:
        self._force_close()
        raise err.OperationalError(
            CR.CR_SERVER_LOST, ""Lost connection to MySQL server during query""
        )
    return data
","def _read_bytes ( self , num_bytes ) : <TAB> self . _sock . settimeout ( self . _read_timeout ) <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> data = self . _rfile . read ( num_bytes ) <TAB> <TAB> <TAB> break <TAB> <TAB> except ( IOError , OSError ) as e : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> self . _force_close ( ) <TAB> <TAB> <TAB> raise err . OperationalError ( <TAB> <TAB> <TAB> <TAB> CR . CR_SERVER_LOST , <TAB> <TAB> <TAB> <TAB> ""Lost connection to MySQL server during query (%s)"" % ( e , ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> except BaseException : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _force_close ( ) <TAB> <TAB> <TAB> raise <TAB> if len ( data ) < num_bytes : <TAB> <TAB> self . _force_close ( ) <TAB> <TAB> raise err . OperationalError ( <TAB> <TAB> <TAB> CR . CR_SERVER_LOST , ""Lost connection to MySQL server during query"" <TAB> <TAB> ) <TAB> return data",if e . errno == errno . EINTR :,246
12395,"def set(self, item, data):
    if not type(item) is slice:
        item = slice(item, item + len(data), None)
    virt_item = self.item2virtitem(item)
    if not virt_item:
        return
    off = 0
    for s, n_item in virt_item:
        if isinstance(s, ProgBits):
            i = slice(off, n_item.stop + off - n_item.start, n_item.step)
            data_slice = data.__getitem__(i)
            s.content.__setitem__(n_item, data_slice)
            off = i.stop
        else:
            raise ValueError(""TODO XXX"")
    return","def set ( self , item , data ) : <TAB> if not type ( item ) is slice : <TAB> <TAB> item = slice ( item , item + len ( data ) , None ) <TAB> virt_item = self . item2virtitem ( item ) <TAB> if not virt_item : <TAB> <TAB> return <TAB> off = 0 <TAB> for s , n_item in virt_item : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> i = slice ( off , n_item . stop + off - n_item . start , n_item . step ) <TAB> <TAB> <TAB> data_slice = data . __getitem__ ( i ) <TAB> <TAB> <TAB> s . content . __setitem__ ( n_item , data_slice ) <TAB> <TAB> <TAB> off = i . stop <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( ""TODO XXX"" ) <TAB> return","if isinstance ( s , ProgBits ) :",184
7930,"def _write_source(self, file=None):
    if file is not None:
        self._write_source_to(file)
    else:
        # Write our source file to an in memory file.
        f = NativeIO()
        self._write_source_to(f)
        source_data = f.getvalue()
        # Determine if this matches the current file
        if os.path.exists(self.sourcefilename):
            with open(self.sourcefilename, ""r"") as fp:
                needs_written = not (fp.read() == source_data)
        else:
            needs_written = True
        # Actually write the file out if it doesn't match
        if needs_written:
            _ensure_dir(self.sourcefilename)
            with open(self.sourcefilename, ""w"") as fp:
                fp.write(source_data)
        # Set this flag
        self._has_source = True
","def _write_source ( self , file = None ) : <TAB> if file is not None : <TAB> <TAB> self . _write_source_to ( file ) <TAB> else : <TAB> <TAB> <TAB> <TAB> f = NativeIO ( ) <TAB> <TAB> self . _write_source_to ( f ) <TAB> <TAB> source_data = f . getvalue ( ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> with open ( self . sourcefilename , ""r"" ) as fp : <TAB> <TAB> <TAB> <TAB> needs_written = not ( fp . read ( ) == source_data ) <TAB> <TAB> else : <TAB> <TAB> <TAB> needs_written = True <TAB> <TAB> <TAB> <TAB> if needs_written : <TAB> <TAB> <TAB> _ensure_dir ( self . sourcefilename ) <TAB> <TAB> <TAB> with open ( self . sourcefilename , ""w"" ) as fp : <TAB> <TAB> <TAB> <TAB> fp . write ( source_data ) <TAB> <TAB> <TAB> <TAB> self . _has_source = True",if os . path . exists ( self . sourcefilename ) :,246
4406,"def ip_label(tokeniser, afi, safi):
    ipmask = prefix(tokeniser)
    nlri = Label(afi, safi, OUT.ANNOUNCE)
    nlri.cidr = CIDR(ipmask.pack(), ipmask.mask)
    change = Change(nlri, Attributes())
    while True:
        command = tokeniser()
        if not command:
            break
        action = AnnounceLabel.action.get(command, """")
        if action == ""attribute-add"":
            change.attributes.add(AnnounceLabel.known[command](tokeniser))
        elif action == ""nlri-set"":
            change.nlri.assign(
                AnnounceLabel.assign[command], AnnounceLabel.known[command](tokeniser)
            )
        elif action == ""nexthop-and-attribute"":
            nexthop, attribute = AnnounceLabel.known[command](tokeniser)
            change.nlri.nexthop = nexthop
            change.attributes.add(attribute)
        else:
            raise ValueError('route: unknown command ""%s""' % command)
    return [change]
","def ip_label ( tokeniser , afi , safi ) : <TAB> ipmask = prefix ( tokeniser ) <TAB> nlri = Label ( afi , safi , OUT . ANNOUNCE ) <TAB> nlri . cidr = CIDR ( ipmask . pack ( ) , ipmask . mask ) <TAB> change = Change ( nlri , Attributes ( ) ) <TAB> while True : <TAB> <TAB> command = tokeniser ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> action = AnnounceLabel . action . get ( command , """" ) <TAB> <TAB> if action == ""attribute-add"" : <TAB> <TAB> <TAB> change . attributes . add ( AnnounceLabel . known [ command ] ( tokeniser ) ) <TAB> <TAB> elif action == ""nlri-set"" : <TAB> <TAB> <TAB> change . nlri . assign ( <TAB> <TAB> <TAB> <TAB> AnnounceLabel . assign [ command ] , AnnounceLabel . known [ command ] ( tokeniser ) <TAB> <TAB> <TAB> ) <TAB> <TAB> elif action == ""nexthop-and-attribute"" : <TAB> <TAB> <TAB> nexthop , attribute = AnnounceLabel . known [ command ] ( tokeniser ) <TAB> <TAB> <TAB> change . nlri . nexthop = nexthop <TAB> <TAB> <TAB> change . attributes . add ( attribute ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( 'route: unknown command ""%s""' % command ) <TAB> return [ change ]",if not command :,296
15681,"def python_matches(self, text):
    """"""Match attributes or global python names""""""
    # io.rprint('Completer->python_matches, txt=%r' % text) # dbg
    if ""."" in text:
        try:
            matches = self.attr_matches(text)
            if text.endswith(""."") and self.omit__names:
                if self.omit__names == 1:
                    # true if txt is _not_ a __ name, false otherwise:
                    no__name = lambda txt: re.match(r"".*\.__.*?__"", txt) is None
                else:
                    # true if txt is _not_ a _ name, false otherwise:
                    no__name = (
                        lambda txt: re.match(r""\._.*?"", txt[txt.rindex(""."") :]) is None
                    )
                matches = filter(no__name, matches)
        except NameError:
            # catches <undefined attributes>.<tab>
            matches = []
    else:
        matches = self.global_matches(text)
    return matches","def python_matches ( self , text ) : <TAB> """"""Match attributes or global python names"""""" <TAB> <TAB> if ""."" in text : <TAB> <TAB> try : <TAB> <TAB> <TAB> matches = self . attr_matches ( text ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if self . omit__names == 1 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> no__name = lambda txt : re . match ( r"".*\.__.*?__"" , txt ) is None <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> no__name = ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> lambda txt : re . match ( r""\._.*?"" , txt [ txt . rindex ( ""."" ) : ] ) is None <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> matches = filter ( no__name , matches ) <TAB> <TAB> except NameError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> matches = [ ] <TAB> else : <TAB> <TAB> matches = self . global_matches ( text ) <TAB> return matches","if text . endswith ( ""."" ) and self . omit__names :",283
10590,"def _shadow_mapping_pass(self, scene, light_node, flags):
    light = light_node.light
    # Set up viewport for render
    self._configure_shadow_mapping_viewport(light, flags)
    # Set up camera matrices
    V, P = self._get_light_cam_matrices(scene, light_node, flags)
    # Now, render each object in sorted order
    for node in self._sorted_mesh_nodes(scene):
        mesh = node.mesh
        # Skip the mesh if it's not visible
        if not mesh.is_visible:
            continue
        for primitive in mesh.primitives:
            # First, get and bind the appropriate program
            program = self._get_primitive_program(primitive, flags, ProgramFlags.NONE)
            program._bind()
            # Set the camera uniforms
            program.set_uniform(""V"", V)
            program.set_uniform(""P"", P)
            program.set_uniform(
                ""cam_pos"", scene.get_pose(scene.main_camera_node)[:3, 3]
            )
            # Finally, bind and draw the primitive
            self._bind_and_draw_primitive(
                primitive=primitive,
                pose=scene.get_pose(node),
                program=program,
                flags=RenderFlags.DEPTH_ONLY,
            )
            self._reset_active_textures()
    # Unbind the shader and flush the output
    if program is not None:
        program._unbind()
    glFlush()","def _shadow_mapping_pass ( self , scene , light_node , flags ) : <TAB> light = light_node . light <TAB> <TAB> self . _configure_shadow_mapping_viewport ( light , flags ) <TAB> <TAB> V , P = self . _get_light_cam_matrices ( scene , light_node , flags ) <TAB> <TAB> for node in self . _sorted_mesh_nodes ( scene ) : <TAB> <TAB> mesh = node . mesh <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> for primitive in mesh . primitives : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> program = self . _get_primitive_program ( primitive , flags , ProgramFlags . NONE ) <TAB> <TAB> <TAB> program . _bind ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> program . set_uniform ( ""V"" , V ) <TAB> <TAB> <TAB> program . set_uniform ( ""P"" , P ) <TAB> <TAB> <TAB> program . set_uniform ( <TAB> <TAB> <TAB> <TAB> ""cam_pos"" , scene . get_pose ( scene . main_camera_node ) [ : 3 , 3 ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _bind_and_draw_primitive ( <TAB> <TAB> <TAB> <TAB> primitive = primitive , <TAB> <TAB> <TAB> <TAB> pose = scene . get_pose ( node ) , <TAB> <TAB> <TAB> <TAB> program = program , <TAB> <TAB> <TAB> <TAB> flags = RenderFlags . DEPTH_ONLY , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . _reset_active_textures ( ) <TAB> <TAB> if program is not None : <TAB> <TAB> program . _unbind ( ) <TAB> glFlush ( )",if not mesh . is_visible :,410
4658,"def run(self):
    args = self._parse_args()
    self._parse_compose_file()
    podman_path = args.podman_path
    if podman_path != ""podman"":
        if os.path.isfile(podman_path) and os.access(podman_path, os.X_OK):
            podman_path = os.path.realpath(podman_path)
        else:
            # this also works if podman hasn't been installed now
            if dry_run == False:
                raise IOError(""Binary {} has not been found."".format(podman_path))
    self.podman = Podman(self, podman_path, args.dry_run)
    cmd_name = args.command
    cmd = self.commands[cmd_name]
    cmd(self, args)
","def run ( self ) : <TAB> args = self . _parse_args ( ) <TAB> self . _parse_compose_file ( ) <TAB> podman_path = args . podman_path <TAB> if podman_path != ""podman"" : <TAB> <TAB> if os . path . isfile ( podman_path ) and os . access ( podman_path , os . X_OK ) : <TAB> <TAB> <TAB> podman_path = os . path . realpath ( podman_path ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise IOError ( ""Binary {} has not been found."" . format ( podman_path ) ) <TAB> self . podman = Podman ( self , podman_path , args . dry_run ) <TAB> cmd_name = args . command <TAB> cmd = self . commands [ cmd_name ] <TAB> cmd ( self , args )",if dry_run == False :,209
5856,"def read(self, iprot):
    if (
        iprot._fast_decode is not None
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
    ):
        iprot._fast_decode(self, iprot, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRUCT:
                self.req = TFetchResultsReq()
                self.req.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . _fast_decode is not None <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> ) : <TAB> <TAB> iprot . _fast_decode ( self , iprot , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . req = TFetchResultsReq ( ) <TAB> <TAB> <TAB> <TAB> self . req . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",if fid == 1 :,257
8103,"def test_decorator_order(self):
    for action, func in api_call_map.items():
        func = getattr(self.service_connection, func)
        decs = [func.__name__]
        while func:
            i = 0
            if not hasattr(func, ""__closure__""):
                func = getattr(func, ""__wrapped__"", None)
                continue
            while i < len(func.__closure__):
                value = func.__closure__[i].cell_contents
                if hasattr(value, ""__call__""):
                    if ""requires"" == value.__name__:
                        self.assertTrue(not decs or decs[-1] == ""requires"")
                    decs.append(value.__name__)
                i += 1
            func = getattr(func, ""__wrapped__"", None)","def test_decorator_order ( self ) : <TAB> for action , func in api_call_map . items ( ) : <TAB> <TAB> func = getattr ( self . service_connection , func ) <TAB> <TAB> decs = [ func . __name__ ] <TAB> <TAB> while func : <TAB> <TAB> <TAB> i = 0 <TAB> <TAB> <TAB> if not hasattr ( func , ""__closure__"" ) : <TAB> <TAB> <TAB> <TAB> func = getattr ( func , ""__wrapped__"" , None ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> while i < len ( func . __closure__ ) : <TAB> <TAB> <TAB> <TAB> value = func . __closure__ [ i ] . cell_contents <TAB> <TAB> <TAB> <TAB> if hasattr ( value , ""__call__"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertTrue ( not decs or decs [ - 1 ] == ""requires"" ) <TAB> <TAB> <TAB> <TAB> <TAB> decs . append ( value . __name__ ) <TAB> <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> <TAB> func = getattr ( func , ""__wrapped__"" , None )","if ""requires"" == value . __name__ :",216
5992,"def _get_name(key_tuple, annotations):
    annotation = None if annotations is None else annotations.get(key_tuple)
    CELL_PREFIX = ""<td%s>"" % ("""" if annotation is None else ' class=""%s""' % annotation)
    seq_name = unicode_data.get_emoji_sequence_name(key_tuple)
    if seq_name == None:
        if key_tuple == (0x20E3,):
            seq_name = ""(combining enlosing keycap)""
        elif key_tuple == (0xFE82B,):
            seq_name = ""(unknown flag PUA codepoint)""
        else:
            print(""no name for %s"" % unicode_data.seq_to_string(key_tuple))
            seq_name = ""(oops)""
    return CELL_PREFIX + seq_name","def _get_name ( key_tuple , annotations ) : <TAB> annotation = None if annotations is None else annotations . get ( key_tuple ) <TAB> CELL_PREFIX = ""<td%s>"" % ( """" if annotation is None else ' class=""%s""' % annotation ) <TAB> seq_name = unicode_data . get_emoji_sequence_name ( key_tuple ) <TAB> if seq_name == None : <TAB> <TAB> if key_tuple == ( 0x20E3 , ) : <TAB> <TAB> <TAB> seq_name = ""(combining enlosing keycap)"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> seq_name = ""(unknown flag PUA codepoint)"" <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""no name for %s"" % unicode_data . seq_to_string ( key_tuple ) ) <TAB> <TAB> <TAB> seq_name = ""(oops)"" <TAB> return CELL_PREFIX + seq_name","elif key_tuple == ( 0xFE82B , ) :",204
23910,"def scrub_data(data):
    if isinstance(data, dict):
        for k, v in data.items():
            if isinstance(k, bytes):
                key = k.decode(""utf-8"", ""replace"")
            else:
                key = k
            key = key.lower()
            data[k] = scrub_data(v)
            for blk in KEYS:
                if blk in key:
                    data[k] = MASK
    elif isinstance(data, list):
        for i, l in enumerate(list(data)):
            data[i] = scrub_data(l)
    elif isinstance(data, str):
        if ""="" in data:
            # at this point we've assumed it's a standard HTTP query
            # or cookie
            if ""&"" in data:
                delimiter = ""&""
            else:
                delimiter = "";""
            qd = scrub_data(
                OrderedDict(
                    e.split(""="", 1) if ""="" in e else (e, None)
                    for e in data.split(delimiter)
                )
            )
            return delimiter.join(
                (k + ""="" + v if v is not None else k) for k, v in qd.items()
            )
        if VALUES_RE.match(data):
            return MASK
    return data","def scrub_data ( data ) : <TAB> if isinstance ( data , dict ) : <TAB> <TAB> for k , v in data . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> key = k . decode ( ""utf-8"" , ""replace"" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> key = k <TAB> <TAB> <TAB> key = key . lower ( ) <TAB> <TAB> <TAB> data [ k ] = scrub_data ( v ) <TAB> <TAB> <TAB> for blk in KEYS : <TAB> <TAB> <TAB> <TAB> if blk in key : <TAB> <TAB> <TAB> <TAB> <TAB> data [ k ] = MASK <TAB> elif isinstance ( data , list ) : <TAB> <TAB> for i , l in enumerate ( list ( data ) ) : <TAB> <TAB> <TAB> data [ i ] = scrub_data ( l ) <TAB> elif isinstance ( data , str ) : <TAB> <TAB> if ""="" in data : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if ""&"" in data : <TAB> <TAB> <TAB> <TAB> delimiter = ""&"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> delimiter = "";"" <TAB> <TAB> <TAB> qd = scrub_data ( <TAB> <TAB> <TAB> <TAB> OrderedDict ( <TAB> <TAB> <TAB> <TAB> <TAB> e . split ( ""="" , 1 ) if ""="" in e else ( e , None ) <TAB> <TAB> <TAB> <TAB> <TAB> for e in data . split ( delimiter ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return delimiter . join ( <TAB> <TAB> <TAB> <TAB> ( k + ""="" + v if v is not None else k ) for k , v in qd . items ( ) <TAB> <TAB> <TAB> ) <TAB> <TAB> if VALUES_RE . match ( data ) : <TAB> <TAB> <TAB> return MASK <TAB> return data","if isinstance ( k , bytes ) :",378
736,"def scan_block_scalar_indentation(self):
    # See the specification for details.
    chunks = []
    max_indent = 0
    end_mark = self.get_mark()
    while self.peek() in "" \r\n\x85\u2028\u2029"":
        if self.peek() != "" "":
            chunks.append(self.scan_line_break())
            end_mark = self.get_mark()
        else:
            self.forward()
            if self.column > max_indent:
                max_indent = self.column
    return chunks, max_indent, end_mark","def scan_block_scalar_indentation ( self ) : <TAB> <TAB> chunks = [ ] <TAB> max_indent = 0 <TAB> end_mark = self . get_mark ( ) <TAB> while self . peek ( ) in "" \r\n\x85\u2028\u2029"" : <TAB> <TAB> if self . peek ( ) != "" "" : <TAB> <TAB> <TAB> chunks . append ( self . scan_line_break ( ) ) <TAB> <TAB> <TAB> end_mark = self . get_mark ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . forward ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> max_indent = self . column <TAB> return chunks , max_indent , end_mark",if self . column > max_indent :,161
17360,"def _produce(self):
    headers = self.msg.getHeaders(True)
    boundary = None
    if self.msg.isMultipart():
        content = headers.get(""content-type"")
        parts = [x.split(""="", 1) for x in content.split("";"")[1:]]
        parts = {k.lower().strip(): v for (k, v) in parts}
        boundary = parts.get(""boundary"")
        if boundary is None:
            # Bastards
            boundary = ""----={}"".format(self._uuid4().hex)
            headers[""content-type""] += '; boundary=""{}""'.format(boundary)
        else:
            if boundary.startswith('""') and boundary.endswith('""'):
                boundary = boundary[1:-1]
        boundary = networkString(boundary)
    self.write(_formatHeaders(headers))
    self.write(b""\r\n"")
    if self.msg.isMultipart():
        for p in subparts(self.msg):
            self.write(b""\r\n--"" + boundary + b""\r\n"")
            yield MessageProducer(p, self.buffer, self.scheduler).beginProducing(None)
        self.write(b""\r\n--"" + boundary + b""--\r\n"")
    else:
        f = self.msg.getBodyFile()
        while True:
            b = f.read(self.CHUNK_SIZE)
            if b:
                self.buffer.write(b)
                yield None
            else:
                break
    if self.consumer:
        self.buffer.seek(0, 0)
        yield FileProducer(self.buffer).beginProducing(self.consumer).addCallback(
            lambda _: self
        )","def _produce ( self ) : <TAB> headers = self . msg . getHeaders ( True ) <TAB> boundary = None <TAB> if self . msg . isMultipart ( ) : <TAB> <TAB> content = headers . get ( ""content-type"" ) <TAB> <TAB> parts = [ x . split ( ""="" , 1 ) for x in content . split ( "";"" ) [ 1 : ] ] <TAB> <TAB> parts = { k . lower ( ) . strip ( ) : v for ( k , v ) in parts } <TAB> <TAB> boundary = parts . get ( ""boundary"" ) <TAB> <TAB> if boundary is None : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> boundary = ""----={}"" . format ( self . _uuid4 ( ) . hex ) <TAB> <TAB> <TAB> headers [ ""content-type"" ] += '; boundary=""{}""' . format ( boundary ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> boundary = boundary [ 1 : - 1 ] <TAB> <TAB> boundary = networkString ( boundary ) <TAB> self . write ( _formatHeaders ( headers ) ) <TAB> self . write ( b""\r\n"" ) <TAB> if self . msg . isMultipart ( ) : <TAB> <TAB> for p in subparts ( self . msg ) : <TAB> <TAB> <TAB> self . write ( b""\r\n--"" + boundary + b""\r\n"" ) <TAB> <TAB> <TAB> yield MessageProducer ( p , self . buffer , self . scheduler ) . beginProducing ( None ) <TAB> <TAB> self . write ( b""\r\n--"" + boundary + b""--\r\n"" ) <TAB> else : <TAB> <TAB> f = self . msg . getBodyFile ( ) <TAB> <TAB> while True : <TAB> <TAB> <TAB> b = f . read ( self . CHUNK_SIZE ) <TAB> <TAB> <TAB> if b : <TAB> <TAB> <TAB> <TAB> self . buffer . write ( b ) <TAB> <TAB> <TAB> <TAB> yield None <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> break <TAB> if self . consumer : <TAB> <TAB> self . buffer . seek ( 0 , 0 ) <TAB> <TAB> yield FileProducer ( self . buffer ) . beginProducing ( self . consumer ) . addCallback ( <TAB> <TAB> <TAB> lambda _ : self <TAB> <TAB> )","if boundary . startswith ( '""' ) and boundary . endswith ( '""' ) :",454
24312,"def _get_directory_size_in_bytes(directory):
    total = 0
    try:
        for entry in os.scandir(directory):
            if entry.is_file():
                # if it's a file, use stat() function
                total += entry.stat().st_size
            elif entry.is_dir():
                # if it's a directory, recursively call this function
                total += _get_directory_size_in_bytes(entry.path)
    except NotADirectoryError:
        # if `directory` isn't a directory, get the file size then
        return os.path.getsize(directory)
    except PermissionError:
        # if for whatever reason we can't open the folder, return 0
        return 0
    return total",def _get_directory_size_in_bytes ( directory ) : <TAB> total = 0 <TAB> try : <TAB> <TAB> for entry in os . scandir ( directory ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> total += entry . stat ( ) . st_size <TAB> <TAB> <TAB> elif entry . is_dir ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> total += _get_directory_size_in_bytes ( entry . path ) <TAB> except NotADirectoryError : <TAB> <TAB> <TAB> <TAB> return os . path . getsize ( directory ) <TAB> except PermissionError : <TAB> <TAB> <TAB> <TAB> return 0 <TAB> return total,if entry . is_file ( ) :,193
9763,"def on_event(self, c, button, data):
    if self.rvGestureGrab.get_reveal_child():
        if button == ""A"" and data[0] == 0:
            self.use()
        elif button == ""Y"" and data[0] == 0:
            self.start_over()","def on_event ( self , c , button , data ) : <TAB> if self . rvGestureGrab . get_reveal_child ( ) : <TAB> <TAB> if button == ""A"" and data [ 0 ] == 0 : <TAB> <TAB> <TAB> self . use ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . start_over ( )","elif button == ""Y"" and data [ 0 ] == 0 :",83
18148,"def _fc_layer(self, sess, bottom, name, trainable=True, relu=True):
    with tf.variable_scope(name) as scope:
        shape = bottom.get_shape().as_list()
        dim = 1
        for d in shape[1:]:
            dim *= d
        x = tf.reshape(bottom, [-1, dim])
        weight = self._get_fc_weight(sess, name, trainable=trainable)
        bias = self._get_bias(sess, name, trainable=trainable)
        fc = tf.nn.bias_add(tf.matmul(x, weight), bias)
        if relu:
            fc = tf.nn.relu(fc)
        return fc","def _fc_layer ( self , sess , bottom , name , trainable = True , relu = True ) : <TAB> with tf . variable_scope ( name ) as scope : <TAB> <TAB> shape = bottom . get_shape ( ) . as_list ( ) <TAB> <TAB> dim = 1 <TAB> <TAB> for d in shape [ 1 : ] : <TAB> <TAB> <TAB> dim *= d <TAB> <TAB> x = tf . reshape ( bottom , [ - 1 , dim ] ) <TAB> <TAB> weight = self . _get_fc_weight ( sess , name , trainable = trainable ) <TAB> <TAB> bias = self . _get_bias ( sess , name , trainable = trainable ) <TAB> <TAB> fc = tf . nn . bias_add ( tf . matmul ( x , weight ) , bias ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fc = tf . nn . relu ( fc ) <TAB> <TAB> return fc",if relu :,179
23951,"def terminate_subprocess(proc, timeout=0.1, log=None):
    if proc.poll() is None:
        if log:
            log.info(""Sending SIGTERM to %r"", proc)
        proc.terminate()
        timeout_time = time.time() + timeout
        while proc.poll() is None and time.time() < timeout_time:
            time.sleep(0.02)
        if proc.poll() is None:
            if log:
                log.info(""Sending SIGKILL to %r"", proc)
            proc.kill()
    return proc.returncode","def terminate_subprocess ( proc , timeout = 0.1 , log = None ) : <TAB> if proc . poll ( ) is None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> log . info ( ""Sending SIGTERM to %r"" , proc ) <TAB> <TAB> proc . terminate ( ) <TAB> <TAB> timeout_time = time . time ( ) + timeout <TAB> <TAB> while proc . poll ( ) is None and time . time ( ) < timeout_time : <TAB> <TAB> <TAB> time . sleep ( 0.02 ) <TAB> <TAB> if proc . poll ( ) is None : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> log . info ( ""Sending SIGKILL to %r"" , proc ) <TAB> <TAB> <TAB> proc . kill ( ) <TAB> return proc . returncode",if log :,152
14078,"def bounds_check(cls, el1, el2, msg=None):
    lbrt1 = el1.bounds.lbrt()
    lbrt2 = el2.bounds.lbrt()
    try:
        for v1, v2 in zip(lbrt1, lbrt2):
            if isinstance(v1, datetime_types):
                v1 = dt_to_int(v1)
            if isinstance(v2, datetime_types):
                v2 = dt_to_int(v2)
            cls.assert_array_almost_equal_fn(v1, v2)
    except AssertionError:
        raise cls.failureException(
            ""BoundingBoxes are mismatched: %s != %s.""
            % (el1.bounds.lbrt(), el2.bounds.lbrt())
        )","def bounds_check ( cls , el1 , el2 , msg = None ) : <TAB> lbrt1 = el1 . bounds . lbrt ( ) <TAB> lbrt2 = el2 . bounds . lbrt ( ) <TAB> try : <TAB> <TAB> for v1 , v2 in zip ( lbrt1 , lbrt2 ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> v1 = dt_to_int ( v1 ) <TAB> <TAB> <TAB> if isinstance ( v2 , datetime_types ) : <TAB> <TAB> <TAB> <TAB> v2 = dt_to_int ( v2 ) <TAB> <TAB> <TAB> cls . assert_array_almost_equal_fn ( v1 , v2 ) <TAB> except AssertionError : <TAB> <TAB> raise cls . failureException ( <TAB> <TAB> <TAB> ""BoundingBoxes are mismatched: %s != %s."" <TAB> <TAB> <TAB> % ( el1 . bounds . lbrt ( ) , el2 . bounds . lbrt ( ) ) <TAB> <TAB> )","if isinstance ( v1 , datetime_types ) :",208
19280,"def _init_components(self, mode=""train"", version=1, **kwargs):
    if not self.dsl:
        raise DSLNotExistError("""")
    components = self.dsl.get(""components"")
    if components is None:
        raise ComponentFieldNotExistError()
    for name in components:
        if ""module"" not in components[name]:
            raise ModuleFieldNotExistError(component=name)
        module = components[name][""module""]
        new_component = Component()
        new_component.set_name(name)
        new_component.set_module(module)
        self.component_name_index[name] = len(self.component_name_index)
        self.components.append(new_component)
    if version == 2 or mode == ""train"":
        self._check_component_valid_names()","def _init_components ( self , mode = ""train"" , version = 1 , ** kwargs ) : <TAB> if not self . dsl : <TAB> <TAB> raise DSLNotExistError ( """" ) <TAB> components = self . dsl . get ( ""components"" ) <TAB> if components is None : <TAB> <TAB> raise ComponentFieldNotExistError ( ) <TAB> for name in components : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ModuleFieldNotExistError ( component = name ) <TAB> <TAB> module = components [ name ] [ ""module"" ] <TAB> <TAB> new_component = Component ( ) <TAB> <TAB> new_component . set_name ( name ) <TAB> <TAB> new_component . set_module ( module ) <TAB> <TAB> self . component_name_index [ name ] = len ( self . component_name_index ) <TAB> <TAB> self . components . append ( new_component ) <TAB> if version == 2 or mode == ""train"" : <TAB> <TAB> self . _check_component_valid_names ( )","if ""module"" not in components [ name ] :",209
3380,"def ant_map(m):
    tmp = ""rows %s\ncols %s\n"" % (len(m), len(m[0]))
    players = {}
    for row in m:
        tmp += ""m ""
        for col in row:
            if col == LAND:
                tmp += "".""
            elif col == BARRIER:
                tmp += ""%""
            elif col == FOOD:
                tmp += ""*""
            elif col == UNSEEN:
                tmp += ""?""
            else:
                players[col] = True
                tmp += chr(col + 97)
        tmp += ""\n""
    tmp = (""players %s\n"" % len(players)) + tmp
    return tmp","def ant_map ( m ) : <TAB> tmp = ""rows %s\ncols %s\n"" % ( len ( m ) , len ( m [ 0 ] ) ) <TAB> players = { } <TAB> for row in m : <TAB> <TAB> tmp += ""m "" <TAB> <TAB> for col in row : <TAB> <TAB> <TAB> if col == LAND : <TAB> <TAB> <TAB> <TAB> tmp += ""."" <TAB> <TAB> <TAB> elif col == BARRIER : <TAB> <TAB> <TAB> <TAB> tmp += ""%"" <TAB> <TAB> <TAB> elif col == FOOD : <TAB> <TAB> <TAB> <TAB> tmp += ""*"" <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> tmp += ""?"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> players [ col ] = True <TAB> <TAB> <TAB> <TAB> tmp += chr ( col + 97 ) <TAB> <TAB> tmp += ""\n"" <TAB> tmp = ( ""players %s\n"" % len ( players ) ) + tmp <TAB> return tmp",elif col == UNSEEN :,199
16370,"def apply_offers(self, basket, offers):
    applications = OfferApplications()
    for offer in offers:
        num_applications = 0
        # Keep applying the offer until either
        # (a) We reach the max number of applications for the offer.
        # (b) The benefit can't be applied successfully.
        while num_applications < offer.get_max_applications(basket.owner):
            result = offer.apply_benefit(basket)
            num_applications += 1
            if not result.is_successful:
                break
            applications.add(offer, result)
            if result.is_final:
                break
    # Store this list of discounts with the basket so it can be
    # rendered in templates
    basket.offer_applications = applications","def apply_offers ( self , basket , offers ) : <TAB> applications = OfferApplications ( ) <TAB> for offer in offers : <TAB> <TAB> num_applications = 0 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> while num_applications < offer . get_max_applications ( basket . owner ) : <TAB> <TAB> <TAB> result = offer . apply_benefit ( basket ) <TAB> <TAB> <TAB> num_applications += 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> applications . add ( offer , result ) <TAB> <TAB> <TAB> if result . is_final : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> basket . offer_applications = applications",if not result . is_successful :,210
706,"def testIndexListToLabelsMissedPoint(self):
    clusters = [[0, 1, 2, 3], [4, 5, 6]]  # the last point is missed
    data = [
        [5.1, 5.2],
        [5.2, 5.1],
        [5.4, 5.2],
        [5.1, 5.0],
        [8.1, 8.0],
        [8.4, 8.2],
        [8.3, 8.4],
        [8.5, 8.5],
    ]
    encoder = cluster_encoder(
        type_encoding.CLUSTER_INDEX_LIST_SEPARATION, clusters, data
    )
    encoder.set_encoding(type_encoding.CLUSTER_INDEX_LABELING)
    expected = [0, 0, 0, 0, 1, 1, 1, float(""NaN"")]
    actual = encoder.get_clusters()
    self.assertEqual(len(expected), len(actual))
    for i in range(len(expected)):
        if math.isnan(expected[i]) is True:
            self.assertTrue(math.isnan(actual[i]))
        else:
            self.assertEqual(expected[i], actual[i])","def testIndexListToLabelsMissedPoint ( self ) : <TAB> clusters = [ [ 0 , 1 , 2 , 3 ] , [ 4 , 5 , 6 ] ] <TAB> data = [ <TAB> <TAB> [ 5.1 , 5.2 ] , <TAB> <TAB> [ 5.2 , 5.1 ] , <TAB> <TAB> [ 5.4 , 5.2 ] , <TAB> <TAB> [ 5.1 , 5.0 ] , <TAB> <TAB> [ 8.1 , 8.0 ] , <TAB> <TAB> [ 8.4 , 8.2 ] , <TAB> <TAB> [ 8.3 , 8.4 ] , <TAB> <TAB> [ 8.5 , 8.5 ] , <TAB> ] <TAB> encoder = cluster_encoder ( <TAB> <TAB> type_encoding . CLUSTER_INDEX_LIST_SEPARATION , clusters , data <TAB> ) <TAB> encoder . set_encoding ( type_encoding . CLUSTER_INDEX_LABELING ) <TAB> expected = [ 0 , 0 , 0 , 0 , 1 , 1 , 1 , float ( ""NaN"" ) ] <TAB> actual = encoder . get_clusters ( ) <TAB> self . assertEqual ( len ( expected ) , len ( actual ) ) <TAB> for i in range ( len ( expected ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertTrue ( math . isnan ( actual [ i ] ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . assertEqual ( expected [ i ] , actual [ i ] )",if math . isnan ( expected [ i ] ) is True :,305
24650,"def _update_handler(self, event: Event):
    if self.payload_off and event.data[""name""] == self.payload_off:
        if self._unsub_turn_off:
            self._unsub_turn_off()
        if self._is_on:
            self._is_on = False
            self.schedule_update_ha_state()
    elif event.data[""name""] == self.trigger:
        if self._unsub_turn_off:
            self._unsub_turn_off()
        if self.timeout:
            self._unsub_turn_off = async_call_later(
                self.hass, self.timeout, self._turn_off
            )
        if not self._is_on:
            self._is_on = True
            self.schedule_update_ha_state()
","def _update_handler ( self , event : Event ) : <TAB> if self . payload_off and event . data [ ""name"" ] == self . payload_off : <TAB> <TAB> if self . _unsub_turn_off : <TAB> <TAB> <TAB> self . _unsub_turn_off ( ) <TAB> <TAB> if self . _is_on : <TAB> <TAB> <TAB> self . _is_on = False <TAB> <TAB> <TAB> self . schedule_update_ha_state ( ) <TAB> elif event . data [ ""name"" ] == self . trigger : <TAB> <TAB> if self . _unsub_turn_off : <TAB> <TAB> <TAB> self . _unsub_turn_off ( ) <TAB> <TAB> if self . timeout : <TAB> <TAB> <TAB> self . _unsub_turn_off = async_call_later ( <TAB> <TAB> <TAB> <TAB> self . hass , self . timeout , self . _turn_off <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _is_on = True <TAB> <TAB> <TAB> self . schedule_update_ha_state ( )",if not self . _is_on :,223
7409,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.STRUCT:
                self.sessionHandle = TSessionHandle()
                self.sessionHandle.read(iprot)
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRING:
                self.catalogName = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.STRING:
                self.schemaName = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 4:
            if ftype == TType.STRING:
                self.functionName = iprot.readString()
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . sessionHandle = TSessionHandle ( ) <TAB> <TAB> <TAB> <TAB> self . sessionHandle . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . catalogName = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 3 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . schemaName = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 4 : <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . functionName = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",elif fid == 2 :,445
14473,"def find_scintilla_constants(f):
    lexers = []
    states = []
    for name in f.order:
        v = f.features[name]
        if v[""Category""] != ""Deprecated"":
            if v[""FeatureType""] == ""val"":
                if name.startswith(""SCE_""):
                    states.append((name, v[""Value""]))
                elif name.startswith(""SCLEX_""):
                    lexers.append((name, v[""Value""]))
    return (lexers, states)
","def find_scintilla_constants ( f ) : <TAB> lexers = [ ] <TAB> states = [ ] <TAB> for name in f . order : <TAB> <TAB> v = f . features [ name ] <TAB> <TAB> if v [ ""Category"" ] != ""Deprecated"" : <TAB> <TAB> <TAB> if v [ ""FeatureType"" ] == ""val"" : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> states . append ( ( name , v [ ""Value"" ] ) ) <TAB> <TAB> <TAB> <TAB> elif name . startswith ( ""SCLEX_"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> lexers . append ( ( name , v [ ""Value"" ] ) ) <TAB> return ( lexers , states )","if name . startswith ( ""SCE_"" ) :",137
11690,"def addInPlace(self, value1, value2):
    for group in value2:
        for key in value2[group]:
            if key not in value1[group]:
                value1[group][key] = value2[group][key]
            else:
                value1[group][key] += value2[group][key]
    return value1","def addInPlace ( self , value1 , value2 ) : <TAB> for group in value2 : <TAB> <TAB> for key in value2 [ group ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> value1 [ group ] [ key ] = value2 [ group ] [ key ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> value1 [ group ] [ key ] += value2 [ group ] [ key ] <TAB> return value1",if key not in value1 [ group ] :,97
24048,"def add_value(self, stats_key, stats_value, timestamp, reset_values=False):
    utc_timestamp = convert_timestamp_to_utc(timestamp)
    try:
        ms = MonitoringStats(utc_timestamp, stats_key, stats_value)
        self.session.add(ms)
        self.session.commit()
        if reset_values:
            # Successfully saved the new stats entry, so remove old entries
            self.session.query(MonitoringStats).filter(
                and_(
                    MonitoringStats.stats_key == stats_key,
                    MonitoringStats.timestamp < utc_timestamp,
                )
            ).delete()
            self.session.commit()
    except Exception as exx:  # pragma: no cover
        log.error(u""exception {0!r}"".format(exx))
        log.error(u""DATA: {0!s} -> {1!s}"".format(stats_key, stats_value))
        log.debug(u""{0!s}"".format(traceback.format_exc()))
        self.session.rollback()
    finally:
        self.session.close()","def add_value ( self , stats_key , stats_value , timestamp , reset_values = False ) : <TAB> utc_timestamp = convert_timestamp_to_utc ( timestamp ) <TAB> try : <TAB> <TAB> ms = MonitoringStats ( utc_timestamp , stats_key , stats_value ) <TAB> <TAB> self . session . add ( ms ) <TAB> <TAB> self . session . commit ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . session . query ( MonitoringStats ) . filter ( <TAB> <TAB> <TAB> <TAB> and_ ( <TAB> <TAB> <TAB> <TAB> <TAB> MonitoringStats . stats_key == stats_key , <TAB> <TAB> <TAB> <TAB> <TAB> MonitoringStats . timestamp < utc_timestamp , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) . delete ( ) <TAB> <TAB> <TAB> self . session . commit ( ) <TAB> except Exception as exx : <TAB> <TAB> log . error ( u""exception {0!r}"" . format ( exx ) ) <TAB> <TAB> log . error ( u""DATA: {0!s} -> {1!s}"" . format ( stats_key , stats_value ) ) <TAB> <TAB> log . debug ( u""{0!s}"" . format ( traceback . format_exc ( ) ) ) <TAB> <TAB> self . session . rollback ( ) <TAB> finally : <TAB> <TAB> self . session . close ( )",if reset_values :,298
19688,"def process_goodreads_csv(i):
    import csv
    csv_payload = i.csv if isinstance(i.csv, str) else i.csv.decode()
    csv_file = csv.reader(csv_payload.splitlines(), delimiter="","", quotechar='""')
    header = next(csv_file)
    books = {}
    books_wo_isbns = {}
    for book in list(csv_file):
        _book = dict(zip(header, book))
        isbn = _book[""ISBN""] = _book[""ISBN""].replace('""', """").replace(""="", """")
        isbn_13 = _book[""ISBN13""] = _book[""ISBN13""].replace('""', """").replace(""="", """")
        if isbn != """":
            books[isbn] = _book
        elif isbn_13 != """":
            books[isbn_13] = _book
            books[isbn_13][""ISBN""] = isbn_13
        else:
            books_wo_isbns[_book[""Book Id""]] = _book
    return books, books_wo_isbns","def process_goodreads_csv ( i ) : <TAB> import csv <TAB> csv_payload = i . csv if isinstance ( i . csv , str ) else i . csv . decode ( ) <TAB> csv_file = csv . reader ( csv_payload . splitlines ( ) , delimiter = "","" , quotechar = '""' ) <TAB> header = next ( csv_file ) <TAB> books = { } <TAB> books_wo_isbns = { } <TAB> for book in list ( csv_file ) : <TAB> <TAB> _book = dict ( zip ( header , book ) ) <TAB> <TAB> isbn = _book [ ""ISBN"" ] = _book [ ""ISBN"" ] . replace ( '""' , """" ) . replace ( ""="" , """" ) <TAB> <TAB> isbn_13 = _book [ ""ISBN13"" ] = _book [ ""ISBN13"" ] . replace ( '""' , """" ) . replace ( ""="" , """" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> books [ isbn ] = _book <TAB> <TAB> elif isbn_13 != """" : <TAB> <TAB> <TAB> books [ isbn_13 ] = _book <TAB> <TAB> <TAB> books [ isbn_13 ] [ ""ISBN"" ] = isbn_13 <TAB> <TAB> else : <TAB> <TAB> <TAB> books_wo_isbns [ _book [ ""Book Id"" ] ] = _book <TAB> return books , books_wo_isbns","if isbn != """" :",266
16416,"def wrapper(api, *args, **kwargs):
    try:  # getcwd can fail if Conan runs on an unexisting folder
        old_curdir = os.getcwd()
    except EnvironmentError:
        old_curdir = None
    try:
        # TODO: Removing ConanApp creation, should we make it different for 2.0?
        # Also removing the logger call, maybe conan_command can handle it
        cache = ClientCache(api.cache_folder, api.out)
        with environment_append(cache.config.env_vars):
            return f(api, *args, **kwargs)
    except Exception as exc:
        msg = exception_message_safe(exc)
        try:
            api.out.error(""{} ({})"".format(str(exc.__class__.__name__), msg))
        except BaseException:
            pass
        raise
    finally:
        if old_curdir:
            os.chdir(old_curdir)","def wrapper ( api , * args , ** kwargs ) : <TAB> try : <TAB> <TAB> old_curdir = os . getcwd ( ) <TAB> except EnvironmentError : <TAB> <TAB> old_curdir = None <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cache = ClientCache ( api . cache_folder , api . out ) <TAB> <TAB> with environment_append ( cache . config . env_vars ) : <TAB> <TAB> <TAB> return f ( api , * args , ** kwargs ) <TAB> except Exception as exc : <TAB> <TAB> msg = exception_message_safe ( exc ) <TAB> <TAB> try : <TAB> <TAB> <TAB> api . out . error ( ""{} ({})"" . format ( str ( exc . __class__ . __name__ ) , msg ) ) <TAB> <TAB> except BaseException : <TAB> <TAB> <TAB> pass <TAB> <TAB> raise <TAB> finally : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . chdir ( old_curdir )",if old_curdir :,235
17653,"def _load_custom_sections(self) -> None:
    if self._config.napoleon_custom_sections is not None:
        for entry in self._config.napoleon_custom_sections:
            if isinstance(entry, str):
                # if entry is just a label, add to sections list,
                # using generic section logic.
                self._sections[entry.lower()] = self._parse_custom_generic_section
            else:
                # otherwise, assume entry is container;
                if entry[1] == ""params_style"":
                    self._sections[
                        entry[0].lower()
                    ] = self._parse_custom_params_style_section
                elif entry[1] == ""returns_style"":
                    self._sections[
                        entry[0].lower()
                    ] = self._parse_custom_returns_style_section
                else:
                    # [0] is new section, [1] is the section to alias.
                    # in the case of key mismatch, just handle as generic section.
                    self._sections[entry[0].lower()] = self._sections.get(
                        entry[1].lower(), self._parse_custom_generic_section
                    )","def _load_custom_sections ( self ) -> None : <TAB> if self . _config . napoleon_custom_sections is not None : <TAB> <TAB> for entry in self . _config . napoleon_custom_sections : <TAB> <TAB> <TAB> if isinstance ( entry , str ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _sections [ entry . lower ( ) ] = self . _parse_custom_generic_section <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . _sections [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> entry [ 0 ] . lower ( ) <TAB> <TAB> <TAB> <TAB> <TAB> ] = self . _parse_custom_params_style_section <TAB> <TAB> <TAB> <TAB> elif entry [ 1 ] == ""returns_style"" : <TAB> <TAB> <TAB> <TAB> <TAB> self . _sections [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> entry [ 0 ] . lower ( ) <TAB> <TAB> <TAB> <TAB> <TAB> ] = self . _parse_custom_returns_style_section <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _sections [ entry [ 0 ] . lower ( ) ] = self . _sections . get ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> entry [ 1 ] . lower ( ) , self . _parse_custom_generic_section <TAB> <TAB> <TAB> <TAB> <TAB> )","if entry [ 1 ] == ""params_style"" :",350
14664,"def load_directory(self, rulepath):
    # if you do not have an index file,...
    # .. just extract all the rules in the .yar files
    for f in os.listdir(rulepath):
        full_path = f""{rulepath}/{f}""
        if os.path.isfile(full_path):
            try:
                if (
                    full_path.endswith("".yar"")
                    or full_path.endswith("".yara"")
                    or full_path.endswith("".rule"")
                ):
                    self.ruleset.append(
                        (
                            full_path,
                            yara.compile(
                                full_path,
                                externals={""filename"": self.filename},
                            ),
                        )
                    )
                elif full_path.endswith("".yas""):
                    self.ruleset.append((full_path, yara.load(full_path)))
            except yara.SyntaxError as e:
                logger.warning(f""Rule {full_path} "" f""has a syntax error {e}"")
                continue
        else:
            if self.recursive:
                logger.info(f""Loading directory {full_path}"")
                self.load_directory(full_path)
","def load_directory ( self , rulepath ) : <TAB> <TAB> <TAB> for f in os . listdir ( rulepath ) : <TAB> <TAB> full_path = f""{rulepath}/{f}"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> if ( <TAB> <TAB> <TAB> <TAB> <TAB> full_path . endswith ( "".yar"" ) <TAB> <TAB> <TAB> <TAB> <TAB> or full_path . endswith ( "".yara"" ) <TAB> <TAB> <TAB> <TAB> <TAB> or full_path . endswith ( "".rule"" ) <TAB> <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> self . ruleset . append ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> full_path , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> yara . compile ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> full_path , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> externals = { ""filename"" : self . filename } , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> elif full_path . endswith ( "".yas"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> self . ruleset . append ( ( full_path , yara . load ( full_path ) ) ) <TAB> <TAB> <TAB> except yara . SyntaxError as e : <TAB> <TAB> <TAB> <TAB> logger . warning ( f""Rule {full_path} "" f""has a syntax error {e}"" ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> else : <TAB> <TAB> <TAB> if self . recursive : <TAB> <TAB> <TAB> <TAB> logger . info ( f""Loading directory {full_path}"" ) <TAB> <TAB> <TAB> <TAB> self . load_directory ( full_path )",if os . path . isfile ( full_path ) :,377
10485,"def test_expanduser(self):
    self.assertEqual(posixpath.expanduser(""foo""), ""foo"")
    self.assertEqual(posixpath.expanduser(b""foo""), b""foo"")
    try:
        import pwd
    except ImportError:
        pass
    else:
        self.assertIsInstance(posixpath.expanduser(""~/""), str)
        self.assertIsInstance(posixpath.expanduser(b""~/""), bytes)
        # if home directory == root directory, this test makes no sense
        if posixpath.expanduser(""~"") != ""/"":
            self.assertEqual(
                posixpath.expanduser(""~"") + ""/"", posixpath.expanduser(""~/"")
            )
            self.assertEqual(
                posixpath.expanduser(b""~"") + b""/"", posixpath.expanduser(b""~/"")
            )
        self.assertIsInstance(posixpath.expanduser(""~root/""), str)
        self.assertIsInstance(posixpath.expanduser(""~foo/""), str)
        self.assertIsInstance(posixpath.expanduser(b""~root/""), bytes)
        self.assertIsInstance(posixpath.expanduser(b""~foo/""), bytes)
        with support.EnvironmentVarGuard() as env:
            env[""HOME""] = ""/""
            self.assertEqual(posixpath.expanduser(""~""), ""/"")
            self.assertEqual(posixpath.expanduser(""~/foo""), ""/foo"")
            # expanduser should fall back to using the password database
            del env[""HOME""]
            home = pwd.getpwuid(os.getuid()).pw_dir
            # $HOME can end with a trailing /, so strip it (see #17809)
            self.assertEqual(posixpath.expanduser(""~""), home.rstrip(""/""))","def test_expanduser ( self ) : <TAB> self . assertEqual ( posixpath . expanduser ( ""foo"" ) , ""foo"" ) <TAB> self . assertEqual ( posixpath . expanduser ( b""foo"" ) , b""foo"" ) <TAB> try : <TAB> <TAB> import pwd <TAB> except ImportError : <TAB> <TAB> pass <TAB> else : <TAB> <TAB> self . assertIsInstance ( posixpath . expanduser ( ""~/"" ) , str ) <TAB> <TAB> self . assertIsInstance ( posixpath . expanduser ( b""~/"" ) , bytes ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertEqual ( <TAB> <TAB> <TAB> <TAB> posixpath . expanduser ( ""~"" ) + ""/"" , posixpath . expanduser ( ""~/"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . assertEqual ( <TAB> <TAB> <TAB> <TAB> posixpath . expanduser ( b""~"" ) + b""/"" , posixpath . expanduser ( b""~/"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> self . assertIsInstance ( posixpath . expanduser ( ""~root/"" ) , str ) <TAB> <TAB> self . assertIsInstance ( posixpath . expanduser ( ""~foo/"" ) , str ) <TAB> <TAB> self . assertIsInstance ( posixpath . expanduser ( b""~root/"" ) , bytes ) <TAB> <TAB> self . assertIsInstance ( posixpath . expanduser ( b""~foo/"" ) , bytes ) <TAB> <TAB> with support . EnvironmentVarGuard ( ) as env : <TAB> <TAB> <TAB> env [ ""HOME"" ] = ""/"" <TAB> <TAB> <TAB> self . assertEqual ( posixpath . expanduser ( ""~"" ) , ""/"" ) <TAB> <TAB> <TAB> self . assertEqual ( posixpath . expanduser ( ""~/foo"" ) , ""/foo"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> del env [ ""HOME"" ] <TAB> <TAB> <TAB> home = pwd . getpwuid ( os . getuid ( ) ) . pw_dir <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( posixpath . expanduser ( ""~"" ) , home . rstrip ( ""/"" ) )","if posixpath . expanduser ( ""~"" ) != ""/"" :",379
22121,"def prefetch(sq, *subqueries):
    if not subqueries:
        return sq
    fixed_queries = prefetch_add_subquery(sq, subqueries)
    deps = {}
    rel_map = {}
    for prefetch_result in reversed(fixed_queries):
        query_model = prefetch_result.model
        if prefetch_result.field:
            rel_map.setdefault(prefetch_result.rel_model, [])
            rel_map[prefetch_result.rel_model].append(prefetch_result)
        deps[query_model] = {}
        id_map = deps[query_model]
        has_relations = bool(rel_map.get(query_model))
        for instance in prefetch_result.query:
            if prefetch_result.field:
                prefetch_result.store_instance(instance, id_map)
            if has_relations:
                for rel in rel_map[query_model]:
                    rel.populate_instance(instance, deps[rel.model])
    return prefetch_result.query
","def prefetch ( sq , * subqueries ) : <TAB> if not subqueries : <TAB> <TAB> return sq <TAB> fixed_queries = prefetch_add_subquery ( sq , subqueries ) <TAB> deps = { } <TAB> rel_map = { } <TAB> for prefetch_result in reversed ( fixed_queries ) : <TAB> <TAB> query_model = prefetch_result . model <TAB> <TAB> if prefetch_result . field : <TAB> <TAB> <TAB> rel_map . setdefault ( prefetch_result . rel_model , [ ] ) <TAB> <TAB> <TAB> rel_map [ prefetch_result . rel_model ] . append ( prefetch_result ) <TAB> <TAB> deps [ query_model ] = { } <TAB> <TAB> id_map = deps [ query_model ] <TAB> <TAB> has_relations = bool ( rel_map . get ( query_model ) ) <TAB> <TAB> for instance in prefetch_result . query : <TAB> <TAB> <TAB> if prefetch_result . field : <TAB> <TAB> <TAB> <TAB> prefetch_result . store_instance ( instance , id_map ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> for rel in rel_map [ query_model ] : <TAB> <TAB> <TAB> <TAB> <TAB> rel . populate_instance ( instance , deps [ rel . model ] ) <TAB> return prefetch_result . query",if has_relations :,262
24906,"def extract_node_solution(tree_node):
    solution = {}
    for variable_id in tree_node._standard_variable_ids:
        varname, index = tree_node._variable_ids[variable_id]
        # store variable solution data as a list of (index, value)
        # tuples We avoid nesting another dictionary mapping index ->
        # value because (a) its cheaper and more lightweight as a list
        # and (b) because json serializes all dictionary keys as
        # strings (meaning an index of None is not recoverable)
        if varname not in solution:
            solution[varname] = []
        if variable_id in tree_node._solution:
            solution[varname].append((index, tree_node._solution[variable_id]))
        else:
            name, index = tree_node._variable_ids[variable_id]
            full_name = name + indexToString(index)
            print(
                ""%s: node solution missing for variable with scenario tree ""
                ""id %s (%s)"" % (tree_node.name, variable_id, full_name)
            )
            return None
    for varname in list(solution.keys()):
        solution[varname] = sorted(solution[varname], key=lambda x: x[0])
    return solution","def extract_node_solution ( tree_node ) : <TAB> solution = { } <TAB> for variable_id in tree_node . _standard_variable_ids : <TAB> <TAB> varname , index = tree_node . _variable_ids [ variable_id ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if varname not in solution : <TAB> <TAB> <TAB> solution [ varname ] = [ ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> solution [ varname ] . append ( ( index , tree_node . _solution [ variable_id ] ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> name , index = tree_node . _variable_ids [ variable_id ] <TAB> <TAB> <TAB> full_name = name + indexToString ( index ) <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ""%s: node solution missing for variable with scenario tree "" <TAB> <TAB> <TAB> <TAB> ""id %s (%s)"" % ( tree_node . name , variable_id , full_name ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return None <TAB> for varname in list ( solution . keys ( ) ) : <TAB> <TAB> solution [ varname ] = sorted ( solution [ varname ] , key = lambda x : x [ 0 ] ) <TAB> return solution",if variable_id in tree_node . _solution :,327
14873,"def fix_path_string(all_info, current_path, path_to_value):
    # handle nested _GET_VALUE_AT_...
    while True:
        dynamic_path = re_get_value_at.findall(path_to_value)
        if len(dynamic_path) == 0:
            break
        for dp in dynamic_path:
            tmp = dp
            while True:
                nested = re_nested_get_value_at.findall(tmp)
                if len(nested) == 0:
                    break
                tmp = nested[0].replace(""_GET_VALUE_AT_("", """", 1)
            dv = get_value_at(all_info, current_path, tmp)
            path_to_value = path_to_value.replace(""_GET_VALUE_AT_(%s)"" % tmp, dv)
    return path_to_value","def fix_path_string ( all_info , current_path , path_to_value ) : <TAB> <TAB> while True : <TAB> <TAB> dynamic_path = re_get_value_at . findall ( path_to_value ) <TAB> <TAB> if len ( dynamic_path ) == 0 : <TAB> <TAB> <TAB> break <TAB> <TAB> for dp in dynamic_path : <TAB> <TAB> <TAB> tmp = dp <TAB> <TAB> <TAB> while True : <TAB> <TAB> <TAB> <TAB> nested = re_nested_get_value_at . findall ( tmp ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> tmp = nested [ 0 ] . replace ( ""_GET_VALUE_AT_("" , """" , 1 ) <TAB> <TAB> <TAB> dv = get_value_at ( all_info , current_path , tmp ) <TAB> <TAB> <TAB> path_to_value = path_to_value . replace ( ""_GET_VALUE_AT_(%s)"" % tmp , dv ) <TAB> return path_to_value",if len ( nested ) == 0 :,230
1622,"def genstats_cov_thresholds(self, dist_data, threshs, hidden_threshs):
    data = defaultdict(OrderedDict)
    for s_name, d in dist_data.items():
        dist_subset = {t: data for t, data in d.items() if t in threshs}
        for t in threshs:
            if int(t) in dist_subset:
                data[s_name][""{}_x_pc"".format(t)] = dist_subset[t]
            else:
                data[s_name][""{}_x_pc"".format(t)] = 0
    headers = OrderedDict()
    for t in threshs:
        headers[""{}_x_pc"".format(t)] = {
            ""title"": ""&ge; {}X"".format(t),
            ""description"": ""Fraction of genome with at least {}X coverage"".format(t),
            ""max"": 100,
            ""min"": 0,
            ""suffix"": ""%"",
            ""scale"": ""RdYlGn"",
            ""hidden"": t in hidden_threshs,
        }
    self.general_stats_addcols(data, headers)","def genstats_cov_thresholds ( self , dist_data , threshs , hidden_threshs ) : <TAB> data = defaultdict ( OrderedDict ) <TAB> for s_name , d in dist_data . items ( ) : <TAB> <TAB> dist_subset = { t : data for t , data in d . items ( ) if t in threshs } <TAB> <TAB> for t in threshs : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> data [ s_name ] [ ""{}_x_pc"" . format ( t ) ] = dist_subset [ t ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> data [ s_name ] [ ""{}_x_pc"" . format ( t ) ] = 0 <TAB> headers = OrderedDict ( ) <TAB> for t in threshs : <TAB> <TAB> headers [ ""{}_x_pc"" . format ( t ) ] = { <TAB> <TAB> <TAB> ""title"" : ""&ge; {}X"" . format ( t ) , <TAB> <TAB> <TAB> ""description"" : ""Fraction of genome with at least {}X coverage"" . format ( t ) , <TAB> <TAB> <TAB> ""max"" : 100 , <TAB> <TAB> <TAB> ""min"" : 0 , <TAB> <TAB> <TAB> ""suffix"" : ""%"" , <TAB> <TAB> <TAB> ""scale"" : ""RdYlGn"" , <TAB> <TAB> <TAB> ""hidden"" : t in hidden_threshs , <TAB> <TAB> } <TAB> self . general_stats_addcols ( data , headers )",if int ( t ) in dist_subset :,294
14671,"def _flush_renames(self, old_hash=None, limit=0):
    # Parse through self._pending_renames until we have read enough.  We have
    # read enough if:
    #   self._pending_renames is empty
    #   old_hash != None and we found a rename for old_hash
    #   limit > 0 and len(self._pending_renames) started less than 2*limit
    #   limit > 0 and len(self._pending_renames) < limit
    if limit and len(self._pending_renames) < 2 * limit:
        return
    fi_input, fi_output = self._import_pipes
    while self._pending_renames:
        orig_id, ignore = self._pending_renames.popitem(last=False)
        new_id = fi_output.readline().rstrip()
        self._commit_renames[orig_id] = new_id
        if old_hash == orig_id:
            return
        if limit and len(self._pending_renames) < limit:
            return","def _flush_renames ( self , old_hash = None , limit = 0 ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if limit and len ( self . _pending_renames ) < 2 * limit : <TAB> <TAB> return <TAB> fi_input , fi_output = self . _import_pipes <TAB> while self . _pending_renames : <TAB> <TAB> orig_id , ignore = self . _pending_renames . popitem ( last = False ) <TAB> <TAB> new_id = fi_output . readline ( ) . rstrip ( ) <TAB> <TAB> self . _commit_renames [ orig_id ] = new_id <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> if limit and len ( self . _pending_renames ) < limit : <TAB> <TAB> <TAB> return",if old_hash == orig_id :,257
7533,"def read(self, iprot):
    if (
        iprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated
        and isinstance(iprot.trans, TTransport.CReadableTransport)
        and self.thrift_spec is not None
        and fastbinary is not None
    ):
        fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
        return
    iprot.readStructBegin()
    while True:
        (fname, ftype, fid) = iprot.readFieldBegin()
        if ftype == TType.STOP:
            break
        if fid == 1:
            if ftype == TType.I32:
                self.protocol_version = iprot.readI32()
            else:
                iprot.skip(ftype)
        elif fid == 2:
            if ftype == TType.STRING:
                self.requestorUserName = iprot.readString()
            else:
                iprot.skip(ftype)
        elif fid == 3:
            if ftype == TType.STRUCT:
                self.authorizable = TSentryAuthorizable()
                self.authorizable.read(iprot)
            else:
                iprot.skip(ftype)
        else:
            iprot.skip(ftype)
        iprot.readFieldEnd()
    iprot.readStructEnd()","def read ( self , iprot ) : <TAB> if ( <TAB> <TAB> iprot . __class__ == TBinaryProtocol . TBinaryProtocolAccelerated <TAB> <TAB> and isinstance ( iprot . trans , TTransport . CReadableTransport ) <TAB> <TAB> and self . thrift_spec is not None <TAB> <TAB> and fastbinary is not None <TAB> ) : <TAB> <TAB> fastbinary . decode_binary ( self , iprot . trans , ( self . __class__ , self . thrift_spec ) ) <TAB> <TAB> return <TAB> iprot . readStructBegin ( ) <TAB> while True : <TAB> <TAB> ( fname , ftype , fid ) = iprot . readFieldBegin ( ) <TAB> <TAB> if ftype == TType . STOP : <TAB> <TAB> <TAB> break <TAB> <TAB> if fid == 1 : <TAB> <TAB> <TAB> if ftype == TType . I32 : <TAB> <TAB> <TAB> <TAB> self . protocol_version = iprot . readI32 ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ftype == TType . STRING : <TAB> <TAB> <TAB> <TAB> self . requestorUserName = iprot . readString ( ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> elif fid == 3 : <TAB> <TAB> <TAB> if ftype == TType . STRUCT : <TAB> <TAB> <TAB> <TAB> self . authorizable = TSentryAuthorizable ( ) <TAB> <TAB> <TAB> <TAB> self . authorizable . read ( iprot ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> else : <TAB> <TAB> <TAB> iprot . skip ( ftype ) <TAB> <TAB> iprot . readFieldEnd ( ) <TAB> iprot . readStructEnd ( )",elif fid == 2 :,394
25351,"def test_to_instance_dicts(
    self, feature_spec, instances, feed_dict, feed_eager_tensors
):
    if feed_eager_tensors:
        test_case.skip_if_not_tf2(""Tensorflow 2.x required"")
    schema = schema_utils.schema_from_feature_spec(feature_spec)
    feed_dict_local = copy.copy(feed_dict)
    if feed_eager_tensors:
        for key, value in six.iteritems(feed_dict_local):
            if isinstance(value, tf.compat.v1.SparseTensorValue):
                feed_dict_local[key] = tf.sparse.SparseTensor.from_value(value)
            else:
                feed_dict_local[key] = tf.constant(value)
    result = impl_helper.to_instance_dicts(schema, feed_dict_local)
    np.testing.assert_equal(instances, result)","def test_to_instance_dicts ( <TAB> self , feature_spec , instances , feed_dict , feed_eager_tensors ) : <TAB> if feed_eager_tensors : <TAB> <TAB> test_case . skip_if_not_tf2 ( ""Tensorflow 2.x required"" ) <TAB> schema = schema_utils . schema_from_feature_spec ( feature_spec ) <TAB> feed_dict_local = copy . copy ( feed_dict ) <TAB> if feed_eager_tensors : <TAB> <TAB> for key , value in six . iteritems ( feed_dict_local ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> feed_dict_local [ key ] = tf . sparse . SparseTensor . from_value ( value ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> feed_dict_local [ key ] = tf . constant ( value ) <TAB> result = impl_helper . to_instance_dicts ( schema , feed_dict_local ) <TAB> np . testing . assert_equal ( instances , result )","if isinstance ( value , tf . compat . v1 . SparseTensorValue ) :",232
6828,"def add_hook(self, hook, name, timing):
    """"""Adds a hook function.""""""
    if not callable(hook):
        raise TypeError(""hook function must be callable"")
    if timing not in (""pre"", ""post"", ""auto""):
        raise ValueError(""timing must be one of ('pre', 'post', 'auto')"")
    if timing == ""auto"":
        timing = getattr(hook, ""timing"", ""pre"")
        if timing not in (""pre"", ""post"") and self._invalid_timing_fallback:
            warnings.warn(
                ""Hook timing attribute not in ('pre', 'post'), ""
                ""defaulting timing to 'pre'.""
            )
            timing = ""pre""
    if name is None:
        name = getattr(hook, ""name"", getattr(hook, ""__name__"", None))
        if name is None:
            raise ValueError(""the name of the hook function is not specified"")
    if name in self._pre_update_hooks or name in self._post_update_hooks:
        raise KeyError('hook ""{}"" already exists'.format(name))
    if timing == ""pre"":
        self._pre_update_hooks[name] = hook
    else:
        self._post_update_hooks[name] = hook
","def add_hook ( self , hook , name , timing ) : <TAB> """"""Adds a hook function."""""" <TAB> if not callable ( hook ) : <TAB> <TAB> raise TypeError ( ""hook function must be callable"" ) <TAB> if timing not in ( ""pre"" , ""post"" , ""auto"" ) : <TAB> <TAB> raise ValueError ( ""timing must be one of ('pre', 'post', 'auto')"" ) <TAB> if timing == ""auto"" : <TAB> <TAB> timing = getattr ( hook , ""timing"" , ""pre"" ) <TAB> <TAB> if timing not in ( ""pre"" , ""post"" ) and self . _invalid_timing_fallback : <TAB> <TAB> <TAB> warnings . warn ( <TAB> <TAB> <TAB> <TAB> ""Hook timing attribute not in ('pre', 'post'), "" <TAB> <TAB> <TAB> <TAB> ""defaulting timing to 'pre'."" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> timing = ""pre"" <TAB> <fill-in> <TAB> <TAB> name = getattr ( hook , ""name"" , getattr ( hook , ""__name__"" , None ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""the name of the hook function is not specified"" ) <TAB> if name in self . _pre_update_hooks or name in self . _post_update_hooks : <TAB> <TAB> raise KeyError ( 'hook ""{}"" already exists' . format ( name ) ) <TAB> if timing == ""pre"" : <TAB> <TAB> self . _pre_update_hooks [ name ] = hook <TAB> else : <TAB> <TAB> self . _post_update_hooks [ name ] = hook",if name is None :,308
14797,"def update_service_key(kid, name=None, metadata=None):
    try:
        with db_transaction():
            key = db_for_update(ServiceKey.select().where(ServiceKey.kid == kid)).get()
            if name is not None:
                key.name = name
            if metadata is not None:
                key.metadata.update(metadata)
            key.save()
    except ServiceKey.DoesNotExist:
        raise ServiceKeyDoesNotExist
","def update_service_key ( kid , name = None , metadata = None ) : <TAB> try : <TAB> <TAB> with db_transaction ( ) : <TAB> <TAB> <TAB> key = db_for_update ( ServiceKey . select ( ) . where ( ServiceKey . kid == kid ) ) . get ( ) <TAB> <TAB> <TAB> if name is not None : <TAB> <TAB> <TAB> <TAB> key . name = name <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> key . metadata . update ( metadata ) <TAB> <TAB> <TAB> key . save ( ) <TAB> except ServiceKey . DoesNotExist : <TAB> <TAB> raise ServiceKeyDoesNotExist",if metadata is not None :,127
17449,"def set_study_directions(
    self, study_id: int, directions: Sequence[StudyDirection]
) -> None:
    with self._lock:
        if study_id in self._studies:
            current_directions = self._studies[study_id].directions
            if directions == current_directions:
                return
            elif (
                len(current_directions) == 1
                and current_directions[0] == StudyDirection.NOT_SET
            ):
                self._studies[study_id].directions = list(directions)
                self._backend.set_study_directions(study_id, directions)
                return
    self._backend.set_study_directions(study_id, directions)","def set_study_directions ( <TAB> self , study_id : int , directions : Sequence [ StudyDirection ] ) -> None : <TAB> with self . _lock : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> current_directions = self . _studies [ study_id ] . directions <TAB> <TAB> <TAB> if directions == current_directions : <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> elif ( <TAB> <TAB> <TAB> <TAB> len ( current_directions ) == 1 <TAB> <TAB> <TAB> <TAB> and current_directions [ 0 ] == StudyDirection . NOT_SET <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> self . _studies [ study_id ] . directions = list ( directions ) <TAB> <TAB> <TAB> <TAB> self . _backend . set_study_directions ( study_id , directions ) <TAB> <TAB> <TAB> <TAB> return <TAB> self . _backend . set_study_directions ( study_id , directions )",if study_id in self . _studies :,198
248,"def param(self):
    if not self._param:
        multi_text = """"
        if self.multiple:
            multi_text = 'multiple=""True""'
        optional_text = """"
        if self.optional:
            optional_text = 'optional=""True""'
        options_text = self.options_xml
        data_ref_text = """"
        if self.set_data_ref:
            data_ref_text = 'data_ref=""input_bam""'
        template_xml = """"""<param name=""my_name"" type=""%s"" %s %s %s>%s</param>""""""
        param_str = template_xml % (
            self.type,
            data_ref_text,
            multi_text,
            optional_text,
            options_text,
        )
        self._param = self._parameter_for(xml=param_str)
    return self._param
","def param ( self ) : <TAB> if not self . _param : <TAB> <TAB> multi_text = """" <TAB> <TAB> if self . multiple : <TAB> <TAB> <TAB> multi_text = 'multiple=""True""' <TAB> <TAB> optional_text = """" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> optional_text = 'optional=""True""' <TAB> <TAB> options_text = self . options_xml <TAB> <TAB> data_ref_text = """" <TAB> <TAB> if self . set_data_ref : <TAB> <TAB> <TAB> data_ref_text = 'data_ref=""input_bam""' <TAB> <TAB> template_xml = """"""<param name=""my_name"" type=""%s"" %s %s %s>%s</param>"""""" <TAB> <TAB> param_str = template_xml % ( <TAB> <TAB> <TAB> self . type , <TAB> <TAB> <TAB> data_ref_text , <TAB> <TAB> <TAB> multi_text , <TAB> <TAB> <TAB> optional_text , <TAB> <TAB> <TAB> options_text , <TAB> <TAB> ) <TAB> <TAB> self . _param = self . _parameter_for ( xml = param_str ) <TAB> return self . _param",if self . optional :,239
12176,"def test_multipolygons(self):
    ""Testing MultiPolygon objects.""
    prev = fromstr(""POINT (0 0)"")
    for mp in self.geometries.multipolygons:
        mpoly = fromstr(mp.wkt)
        self.assertEqual(mpoly.geom_type, ""MultiPolygon"")
        self.assertEqual(mpoly.geom_typeid, 6)
        self.assertEqual(mp.valid, mpoly.valid)
        if mp.valid:
            self.assertEqual(mp.num_geom, mpoly.num_geom)
            self.assertEqual(mp.n_p, mpoly.num_coords)
            self.assertEqual(mp.num_geom, len(mpoly))
            self.assertRaises(GEOSIndexError, mpoly.__getitem__, len(mpoly))
            for p in mpoly:
                self.assertEqual(p.geom_type, ""Polygon"")
                self.assertEqual(p.geom_typeid, 3)
                self.assertEqual(p.valid, True)
            self.assertEqual(
                mpoly.wkt, MultiPolygon(*tuple(poly.clone() for poly in mpoly)).wkt
            )","def test_multipolygons ( self ) : <TAB> ""Testing MultiPolygon objects."" <TAB> prev = fromstr ( ""POINT (0 0)"" ) <TAB> for mp in self . geometries . multipolygons : <TAB> <TAB> mpoly = fromstr ( mp . wkt ) <TAB> <TAB> self . assertEqual ( mpoly . geom_type , ""MultiPolygon"" ) <TAB> <TAB> self . assertEqual ( mpoly . geom_typeid , 6 ) <TAB> <TAB> self . assertEqual ( mp . valid , mpoly . valid ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertEqual ( mp . num_geom , mpoly . num_geom ) <TAB> <TAB> <TAB> self . assertEqual ( mp . n_p , mpoly . num_coords ) <TAB> <TAB> <TAB> self . assertEqual ( mp . num_geom , len ( mpoly ) ) <TAB> <TAB> <TAB> self . assertRaises ( GEOSIndexError , mpoly . __getitem__ , len ( mpoly ) ) <TAB> <TAB> <TAB> for p in mpoly : <TAB> <TAB> <TAB> <TAB> self . assertEqual ( p . geom_type , ""Polygon"" ) <TAB> <TAB> <TAB> <TAB> self . assertEqual ( p . geom_typeid , 3 ) <TAB> <TAB> <TAB> <TAB> self . assertEqual ( p . valid , True ) <TAB> <TAB> <TAB> self . assertEqual ( <TAB> <TAB> <TAB> <TAB> mpoly . wkt , MultiPolygon ( * tuple ( poly . clone ( ) for poly in mpoly ) ) . wkt <TAB> <TAB> <TAB> )",if mp . valid :,296
12761,"def update_api_apivs(
    instance,
    versioning_scheme=None,
    description=None,
    display_name=None,
    version_header_name=None,
    version_query_name=None,
):
    """"""Updates the details of the Api VersionSet specified by its identifier.""""""
    if display_name is not None:
        instance.display_name = display_name
    if versioning_scheme is not None:
        instance.versioning_scheme = versioning_scheme
        if versioning_scheme == VersioningScheme.header:
            if version_header_name is None:
                raise CLIError(
                    ""Please specify version header name while using 'header' as version scheme.""
                )
            instance.version_header_name = version_header_name
            instance.version_query_name = None
        if versioning_scheme == VersioningScheme.query:
            if version_query_name is None:
                raise CLIError(
                    ""Please specify version query name while using 'query' as version scheme.""
                )
            instance.version_query_name = version_query_name
            instance.version_header_name = None
    if description is None:
        instance.description = description
    return instance
","def update_api_apivs ( <TAB> instance , <TAB> versioning_scheme = None , <TAB> description = None , <TAB> display_name = None , <TAB> version_header_name = None , <TAB> version_query_name = None , ) : <TAB> """"""Updates the details of the Api VersionSet specified by its identifier."""""" <TAB> if display_name is not None : <TAB> <TAB> instance . display_name = display_name <TAB> if versioning_scheme is not None : <TAB> <TAB> instance . versioning_scheme = versioning_scheme <TAB> <TAB> if versioning_scheme == VersioningScheme . header : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise CLIError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Please specify version header name while using 'header' as version scheme."" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> instance . version_header_name = version_header_name <TAB> <TAB> <TAB> instance . version_query_name = None <TAB> <TAB> if versioning_scheme == VersioningScheme . query : <TAB> <TAB> <TAB> if version_query_name is None : <TAB> <TAB> <TAB> <TAB> raise CLIError ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Please specify version query name while using 'query' as version scheme."" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> instance . version_query_name = version_query_name <TAB> <TAB> <TAB> instance . version_header_name = None <TAB> if description is None : <TAB> <TAB> instance . description = description <TAB> return instance",if version_header_name is None :,331
14550,"def createDirectories(self, path, permissions):
    if not self._lock.acquire(blocking=False):
        self._raiseServerException(
            ""Could not acquire remote connection lock. Multi-threaded access detected!""
        )
    try:
        self.do_verifyConnected()
        self.log.debug(""createDirectories %s, %r"", path, permissions)
        orig_path = path
        make_dir_paths = []
        last_path = None
        rfinfo = self.list(path)
        while rfinfo is None:
            if not path or path == last_path:
                self._raiseServerException(
                    ""Could not find any parent directory for %r"", orig_path
                )
            make_dir_paths.append(path)
            path = self.do_getParentPath(path)
            rfinfo = self.list(path)
            last_path = path
        for path in make_dir_paths:
            self.do_createDirectory(name, permissions)
    finally:
        self._lock.release()
","def createDirectories ( self , path , permissions ) : <TAB> if not self . _lock . acquire ( blocking = False ) : <TAB> <TAB> self . _raiseServerException ( <TAB> <TAB> <TAB> ""Could not acquire remote connection lock. Multi-threaded access detected!"" <TAB> <TAB> ) <TAB> try : <TAB> <TAB> self . do_verifyConnected ( ) <TAB> <TAB> self . log . debug ( ""createDirectories %s, %r"" , path , permissions ) <TAB> <TAB> orig_path = path <TAB> <TAB> make_dir_paths = [ ] <TAB> <TAB> last_path = None <TAB> <TAB> rfinfo = self . list ( path ) <TAB> <TAB> while rfinfo is None : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . _raiseServerException ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Could not find any parent directory for %r"" , orig_path <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> make_dir_paths . append ( path ) <TAB> <TAB> <TAB> path = self . do_getParentPath ( path ) <TAB> <TAB> <TAB> rfinfo = self . list ( path ) <TAB> <TAB> <TAB> last_path = path <TAB> <TAB> for path in make_dir_paths : <TAB> <TAB> <TAB> self . do_createDirectory ( name , permissions ) <TAB> finally : <TAB> <TAB> self . _lock . release ( )",if not path or path == last_path :,283
23841,"def expand_extensions(existing):
    for name in extension_names:
        ext = (
            im(""lizard_ext.lizard"" + name.lower()).LizardExtension()
            if isinstance(name, str)
            else name
        )
        existing.insert(
            len(existing) if not hasattr(ext, ""ordering_index"") else ext.ordering_index,
            ext,
        )
    return existing
","def expand_extensions ( existing ) : <TAB> for name in extension_names : <TAB> <TAB> ext = ( <TAB> <TAB> <TAB> im ( ""lizard_ext.lizard"" + name . lower ( ) ) . LizardExtension ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> else name <TAB> <TAB> ) <TAB> <TAB> existing . insert ( <TAB> <TAB> <TAB> len ( existing ) if not hasattr ( ext , ""ordering_index"" ) else ext . ordering_index , <TAB> <TAB> <TAB> ext , <TAB> <TAB> ) <TAB> return existing","if isinstance ( name , str )",116
19638,"def things(self, query):
    limit = query.pop(""limit"", 100)
    offset = query.pop(""offset"", 0)
    keys = set(self.docs)
    for k, v in query.items():
        if isinstance(v, dict):
            # query keys need to be flattened properly,
            # this corrects any nested keys that have been included
            # in values.
            flat = common.flatten_dict(v)[0]
            k += ""."" + web.rstrips(flat[0], "".key"")
            v = flat[1]
        keys = set(k for k in self.filter_index(self.index, k, v) if k in keys)
    keys = sorted(keys)
    return keys[offset : offset + limit]","def things ( self , query ) : <TAB> limit = query . pop ( ""limit"" , 100 ) <TAB> offset = query . pop ( ""offset"" , 0 ) <TAB> keys = set ( self . docs ) <TAB> for k , v in query . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> flat = common . flatten_dict ( v ) [ 0 ] <TAB> <TAB> <TAB> k += ""."" + web . rstrips ( flat [ 0 ] , "".key"" ) <TAB> <TAB> <TAB> v = flat [ 1 ] <TAB> <TAB> keys = set ( k for k in self . filter_index ( self . index , k , v ) if k in keys ) <TAB> keys = sorted ( keys ) <TAB> return keys [ offset : offset + limit ]","if isinstance ( v , dict ) :",194
17547,"def send_animation(
    token,
    chat_id,
    data,
    duration=None,
    caption=None,
    reply_to_message_id=None,
    reply_markup=None,
    parse_mode=None,
    disable_notification=None,
    timeout=None,
    thumb=None,
):
    method_url = r""sendAnimation""
    payload = {""chat_id"": chat_id}
    files = None
    if not util.is_string(data):
        files = {""animation"": data}
    else:
        payload[""animation""] = data
    if duration:
        payload[""duration""] = duration
    if caption:
        payload[""caption""] = caption
    if reply_to_message_id:
        payload[""reply_to_message_id""] = reply_to_message_id
    if reply_markup:
        payload[""reply_markup""] = _convert_markup(reply_markup)
    if parse_mode:
        payload[""parse_mode""] = parse_mode
    if disable_notification is not None:
        payload[""disable_notification""] = disable_notification
    if timeout:
        payload[""connect-timeout""] = timeout
    if thumb:
        if not util.is_string(thumb):
            if files:
                files[""thumb""] = thumb
            else:
                files = {""thumb"": thumb}
        else:
            payload[""thumb""] = thumb
    return _make_request(token, method_url, params=payload, files=files, method=""post"")
","def send_animation ( <TAB> token , <TAB> chat_id , <TAB> data , <TAB> duration = None , <TAB> caption = None , <TAB> reply_to_message_id = None , <TAB> reply_markup = None , <TAB> parse_mode = None , <TAB> disable_notification = None , <TAB> timeout = None , <TAB> thumb = None , ) : <TAB> method_url = r""sendAnimation"" <TAB> payload = { ""chat_id"" : chat_id } <TAB> files = None <TAB> if not util . is_string ( data ) : <TAB> <TAB> files = { ""animation"" : data } <TAB> else : <TAB> <TAB> payload [ ""animation"" ] = data <TAB> if duration : <TAB> <TAB> payload [ ""duration"" ] = duration <TAB> if caption : <TAB> <TAB> payload [ ""caption"" ] = caption <TAB> if reply_to_message_id : <TAB> <TAB> payload [ ""reply_to_message_id"" ] = reply_to_message_id <TAB> if reply_markup : <TAB> <TAB> payload [ ""reply_markup"" ] = _convert_markup ( reply_markup ) <TAB> if parse_mode : <TAB> <TAB> payload [ ""parse_mode"" ] = parse_mode <TAB> if disable_notification is not None : <TAB> <TAB> payload [ ""disable_notification"" ] = disable_notification <TAB> if timeout : <TAB> <TAB> payload [ ""connect-timeout"" ] = timeout <TAB> if thumb : <TAB> <TAB> if not util . is_string ( thumb ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> files [ ""thumb"" ] = thumb <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> files = { ""thumb"" : thumb } <TAB> <TAB> else : <TAB> <TAB> <TAB> payload [ ""thumb"" ] = thumb <TAB> return _make_request ( token , method_url , params = payload , files = files , method = ""post"" )",if files :,386
11410,"def test_slice_variants(self):
    """"""Simple slices using different start/end values.""""""
    for start in list(range(-30, 30)) + [None]:
        for end in list(range(-30, 30)) + [None]:
            if start is None and end is None:
                continue
            rec = self.record[start:end]
            seq = self.record.seq[start:end]
            seq_str = str(self.record.seq)[start:end]
            self.assertEqual(seq_str, str(seq))
            self.assertEqual(seq_str, str(rec.seq))
            self.assertEqual(""X"" * len(seq_str), rec.letter_annotations[""fake""])","def test_slice_variants ( self ) : <TAB> """"""Simple slices using different start/end values."""""" <TAB> for start in list ( range ( - 30 , 30 ) ) + [ None ] : <TAB> <TAB> for end in list ( range ( - 30 , 30 ) ) + [ None ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> rec = self . record [ start : end ] <TAB> <TAB> <TAB> seq = self . record . seq [ start : end ] <TAB> <TAB> <TAB> seq_str = str ( self . record . seq ) [ start : end ] <TAB> <TAB> <TAB> self . assertEqual ( seq_str , str ( seq ) ) <TAB> <TAB> <TAB> self . assertEqual ( seq_str , str ( rec . seq ) ) <TAB> <TAB> <TAB> self . assertEqual ( ""X"" * len ( seq_str ) , rec . letter_annotations [ ""fake"" ] )",if start is None and end is None :,185
9435,"def _route_db(self, model, **hints):
    chosen_db = None
    for router in self.routers:
        try:
            method = getattr(router, action)
        except AttributeError:
            # If the router doesn't have a method, skip to the next one.
            pass
        else:
            chosen_db = method(model, **hints)
            if chosen_db:
                return chosen_db
    try:
        return hints[""instance""]._state.db or DEFAULT_DB_ALIAS
    except KeyError:
        return DEFAULT_DB_ALIAS
","def _route_db ( self , model , ** hints ) : <TAB> chosen_db = None <TAB> for router in self . routers : <TAB> <TAB> try : <TAB> <TAB> <TAB> method = getattr ( router , action ) <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> else : <TAB> <TAB> <TAB> chosen_db = method ( model , ** hints ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return chosen_db <TAB> try : <TAB> <TAB> return hints [ ""instance"" ] . _state . db or DEFAULT_DB_ALIAS <TAB> except KeyError : <TAB> <TAB> return DEFAULT_DB_ALIAS",if chosen_db :,154
22210,"def _resolve_relative_config(dir, config):
    # Some code shared between Notebook and NotebookInfo
    # Resolve icon, can be relative
    icon = config.get(""icon"")
    if icon:
        if zim.fs.isabs(icon) or not dir:
            icon = File(icon)
        else:
            icon = dir.resolve_file(icon)
    # Resolve document_root, can also be relative
    document_root = config.get(""document_root"")
    if document_root:
        if zim.fs.isabs(document_root) or not dir:
            document_root = Dir(document_root)
        else:
            document_root = dir.resolve_dir(document_root)
    return icon, document_root
","def _resolve_relative_config ( dir , config ) : <TAB> <TAB> <TAB> icon = config . get ( ""icon"" ) <TAB> if icon : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> icon = File ( icon ) <TAB> <TAB> else : <TAB> <TAB> <TAB> icon = dir . resolve_file ( icon ) <TAB> <TAB> document_root = config . get ( ""document_root"" ) <TAB> if document_root : <TAB> <TAB> if zim . fs . isabs ( document_root ) or not dir : <TAB> <TAB> <TAB> document_root = Dir ( document_root ) <TAB> <TAB> else : <TAB> <TAB> <TAB> document_root = dir . resolve_dir ( document_root ) <TAB> return icon , document_root",if zim . fs . isabs ( icon ) or not dir :,191
2845,"def process_tag(self):
    tag = self.event.tag
    if isinstance(self.event, ScalarEvent):
        if self.style is None:
            self.style = self.choose_scalar_style()
        if (not self.canonical or tag is None) and (
            (self.style == """" and self.event.implicit[0])
            or (self.style != """" and self.event.implicit[1])
        ):
            self.prepared_tag = None
            return
        if self.event.implicit[0] and tag is None:
            tag = u""!""
            self.prepared_tag = None
    else:
        if (not self.canonical or tag is None) and self.event.implicit:
            self.prepared_tag = None
            return
    if tag is None:
        raise EmitterError(""tag is not specified"")
    if self.prepared_tag is None:
        self.prepared_tag = self.prepare_tag(tag)
    if self.prepared_tag:
        self.write_indicator(self.prepared_tag, True)
    self.prepared_tag = None","def process_tag ( self ) : <TAB> tag = self . event . tag <TAB> if isinstance ( self . event , ScalarEvent ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . style = self . choose_scalar_style ( ) <TAB> <TAB> if ( not self . canonical or tag is None ) and ( <TAB> <TAB> <TAB> ( self . style == """" and self . event . implicit [ 0 ] ) <TAB> <TAB> <TAB> or ( self . style != """" and self . event . implicit [ 1 ] ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> self . prepared_tag = None <TAB> <TAB> <TAB> return <TAB> <TAB> if self . event . implicit [ 0 ] and tag is None : <TAB> <TAB> <TAB> tag = u""!"" <TAB> <TAB> <TAB> self . prepared_tag = None <TAB> else : <TAB> <TAB> if ( not self . canonical or tag is None ) and self . event . implicit : <TAB> <TAB> <TAB> self . prepared_tag = None <TAB> <TAB> <TAB> return <TAB> if tag is None : <TAB> <TAB> raise EmitterError ( ""tag is not specified"" ) <TAB> if self . prepared_tag is None : <TAB> <TAB> self . prepared_tag = self . prepare_tag ( tag ) <TAB> if self . prepared_tag : <TAB> <TAB> self . write_indicator ( self . prepared_tag , True ) <TAB> self . prepared_tag = None",if self . style is None :,290
10039,"def updateGroupStats(light):  # set group stats based on lights status in that group
    for group in bridge_config[""groups""]:
        if light in bridge_config[""groups""][group][""lights""]:
            for key, value in bridge_config[""lights""][light][""state""].iteritems():
                if key not in [""on"", ""reachable""]:
                    bridge_config[""groups""][group][""action""][key] = value
            any_on = False
            all_on = True
            bri = 0
            for group_light in bridge_config[""groups""][group][""lights""]:
                if bridge_config[""lights""][light][""state""][""on""] == True:
                    any_on = True
                else:
                    all_on = False
                bri += bridge_config[""lights""][light][""state""][""bri""]
            avg_bri = bri / len(bridge_config[""groups""][group][""lights""])
            bridge_config[""groups""][group][""state""] = {
                ""any_on"": any_on,
                ""all_on"": all_on,
                ""bri"": avg_bri,
                ""lastupdated"": datetime.utcnow().strftime(""%Y-%m-%dT%H:%M:%S""),
            }","def updateGroupStats ( light ) : <TAB> for group in bridge_config [ ""groups"" ] : <TAB> <TAB> if light in bridge_config [ ""groups"" ] [ group ] [ ""lights"" ] : <TAB> <TAB> <TAB> for key , value in bridge_config [ ""lights"" ] [ light ] [ ""state"" ] . iteritems ( ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> bridge_config [ ""groups"" ] [ group ] [ ""action"" ] [ key ] = value <TAB> <TAB> <TAB> any_on = False <TAB> <TAB> <TAB> all_on = True <TAB> <TAB> <TAB> bri = 0 <TAB> <TAB> <TAB> for group_light in bridge_config [ ""groups"" ] [ group ] [ ""lights"" ] : <TAB> <TAB> <TAB> <TAB> if bridge_config [ ""lights"" ] [ light ] [ ""state"" ] [ ""on"" ] == True : <TAB> <TAB> <TAB> <TAB> <TAB> any_on = True <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> all_on = False <TAB> <TAB> <TAB> <TAB> bri += bridge_config [ ""lights"" ] [ light ] [ ""state"" ] [ ""bri"" ] <TAB> <TAB> <TAB> avg_bri = bri / len ( bridge_config [ ""groups"" ] [ group ] [ ""lights"" ] ) <TAB> <TAB> <TAB> bridge_config [ ""groups"" ] [ group ] [ ""state"" ] = { <TAB> <TAB> <TAB> <TAB> ""any_on"" : any_on , <TAB> <TAB> <TAB> <TAB> ""all_on"" : all_on , <TAB> <TAB> <TAB> <TAB> ""bri"" : avg_bri , <TAB> <TAB> <TAB> <TAB> ""lastupdated"" : datetime . utcnow ( ) . strftime ( ""%Y-%m-%dT%H:%M:%S"" ) , <TAB> <TAB> <TAB> }","if key not in [ ""on"" , ""reachable"" ] :",339
11328,"def get_read_write_funcs(parsed_code):
    allids = set([])
    read = set([])
    write = set([])
    funcs = set([])
    for node in ast.walk(parsed_code):
        if node.__class__ is ast.Name:
            allids.add(node.id)
            if node.ctx.__class__ is ast.Store:
                write.add(node.id)
            elif node.ctx.__class__ is ast.Load:
                read.add(node.id)
            else:
                raise SyntaxError
        elif node.__class__ is ast.Call:
            funcs.add(node.func.id)
    read = read - funcs
    # check that there's no funky stuff going on with functions
    if funcs.intersection(write):
        raise SyntaxError(""Cannot assign to functions in abstract code"")
    return allids, read, write, funcs
","def get_read_write_funcs ( parsed_code ) : <TAB> allids = set ( [ ] ) <TAB> read = set ( [ ] ) <TAB> write = set ( [ ] ) <TAB> funcs = set ( [ ] ) <TAB> for node in ast . walk ( parsed_code ) : <TAB> <TAB> if node . __class__ is ast . Name : <TAB> <TAB> <TAB> allids . add ( node . id ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> write . add ( node . id ) <TAB> <TAB> <TAB> elif node . ctx . __class__ is ast . Load : <TAB> <TAB> <TAB> <TAB> read . add ( node . id ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise SyntaxError <TAB> <TAB> elif node . __class__ is ast . Call : <TAB> <TAB> <TAB> funcs . add ( node . func . id ) <TAB> read = read - funcs <TAB> <TAB> if funcs . intersection ( write ) : <TAB> <TAB> raise SyntaxError ( ""Cannot assign to functions in abstract code"" ) <TAB> return allids , read , write , funcs",if node . ctx . __class__ is ast . Store :,236
10341,"def setup(self, ctxt):
    LOG.info(""Initiating connection to IBM DS8K storage system."")
    connection_type = self.configuration.safe_get(""connection_type"")
    replication_devices = self.configuration.safe_get(""replication_device"")
    if connection_type == storage.XIV_CONNECTION_TYPE_FC:
        if not replication_devices:
            self._helper = helper.DS8KCommonHelper(
                self.configuration, self._connector_obj
            )
        else:
            self._helper = helper.DS8KReplicationSourceHelper(
                self.configuration, self._connector_obj
            )
    elif connection_type == storage.XIV_CONNECTION_TYPE_FC_ECKD:
        self._helper = helper.DS8KECKDHelper(self.configuration, self._connector_obj)
    else:
        raise exception.InvalidParameterValue(
            err=(_(""Param [connection_type] %s is invalid."") % connection_type)
        )
    if replication_devices:
        self._do_replication_setup(replication_devices, self._helper)
    # checking volumes which are still in clone process.
    self._check_async_cloned_volumes()","def setup ( self , ctxt ) : <TAB> LOG . info ( ""Initiating connection to IBM DS8K storage system."" ) <TAB> connection_type = self . configuration . safe_get ( ""connection_type"" ) <TAB> replication_devices = self . configuration . safe_get ( ""replication_device"" ) <TAB> if connection_type == storage . XIV_CONNECTION_TYPE_FC : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _helper = helper . DS8KCommonHelper ( <TAB> <TAB> <TAB> <TAB> self . configuration , self . _connector_obj <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _helper = helper . DS8KReplicationSourceHelper ( <TAB> <TAB> <TAB> <TAB> self . configuration , self . _connector_obj <TAB> <TAB> <TAB> ) <TAB> elif connection_type == storage . XIV_CONNECTION_TYPE_FC_ECKD : <TAB> <TAB> self . _helper = helper . DS8KECKDHelper ( self . configuration , self . _connector_obj ) <TAB> else : <TAB> <TAB> raise exception . InvalidParameterValue ( <TAB> <TAB> <TAB> err = ( _ ( ""Param [connection_type] %s is invalid."" ) % connection_type ) <TAB> <TAB> ) <TAB> if replication_devices : <TAB> <TAB> self . _do_replication_setup ( replication_devices , self . _helper ) <TAB> <TAB> self . _check_async_cloned_volumes ( )",if not replication_devices :,310
1825,"def assert_traceback(self, tb, files):
    deduped_files = []
    while tb:
        code = tb.tb_frame.f_code
        fn = code.co_filename
        if not deduped_files or fn != deduped_files[-1]:
            deduped_files.append(fn)
        tb = tb.tb_next
    self.assertEqual(len(deduped_files), len(files), deduped_files)
    for fn, pat in zip(deduped_files, files):
        self.assertIn(pat, fn)","def assert_traceback ( self , tb , files ) : <TAB> deduped_files = [ ] <TAB> while tb : <TAB> <TAB> code = tb . tb_frame . f_code <TAB> <TAB> fn = code . co_filename <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> deduped_files . append ( fn ) <TAB> <TAB> tb = tb . tb_next <TAB> self . assertEqual ( len ( deduped_files ) , len ( files ) , deduped_files ) <TAB> for fn , pat in zip ( deduped_files , files ) : <TAB> <TAB> self . assertIn ( pat , fn )",if not deduped_files or fn != deduped_files [ - 1 ] :,147
8854,"def url_rewrite(self, task, entry):
    try:
        # need to fake user agent
        txheaders = {""User-agent"": ""Mozilla/4.0 (compatible; MSIE 5.5; Windows NT)""}
        page = task.requests.get(entry[""url""], headers=txheaders)
        soup = get_soup(page.text)
        results = soup.find_all(""a"", attrs={""class"": ""l""})
        if not results:
            raise UrlRewritingError(""No results"")
        for res in results:
            url = res.get(""href"")
            url = url.replace(""/interstitial?url="", """")
            # generate match regexp from google search result title
            regexp = "".*"".join([x.contents[0] for x in res.find_all(""em"")])
            if re.match(regexp, entry[""title""]):
                log.debug(""resolved, found with %s"" % regexp)
                entry[""url""] = url
                return
        raise UrlRewritingError(""Unable to resolve"")
    except Exception as e:
        raise UrlRewritingError(e)","def url_rewrite ( self , task , entry ) : <TAB> try : <TAB> <TAB> <TAB> <TAB> txheaders = { ""User-agent"" : ""Mozilla/4.0 (compatible; MSIE 5.5; Windows NT)"" } <TAB> <TAB> page = task . requests . get ( entry [ ""url"" ] , headers = txheaders ) <TAB> <TAB> soup = get_soup ( page . text ) <TAB> <TAB> results = soup . find_all ( ""a"" , attrs = { ""class"" : ""l"" } ) <TAB> <TAB> if not results : <TAB> <TAB> <TAB> raise UrlRewritingError ( ""No results"" ) <TAB> <TAB> for res in results : <TAB> <TAB> <TAB> url = res . get ( ""href"" ) <TAB> <TAB> <TAB> url = url . replace ( ""/interstitial?url="" , """" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> regexp = "".*"" . join ( [ x . contents [ 0 ] for x in res . find_all ( ""em"" ) ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> log . debug ( ""resolved, found with %s"" % regexp ) <TAB> <TAB> <TAB> <TAB> entry [ ""url"" ] = url <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> raise UrlRewritingError ( ""Unable to resolve"" ) <TAB> except Exception as e : <TAB> <TAB> raise UrlRewritingError ( e )","if re . match ( regexp , entry [ ""title"" ] ) :",292
4685,"def trakt_episode_data_generate(self, data):
    # Find how many unique season we have
    uniqueSeasons = []
    for season, episode in data:
        if season not in uniqueSeasons:
            uniqueSeasons.append(season)
    # build the query
    seasonsList = []
    for searchedSeason in uniqueSeasons:
        episodesList = []
        for season, episode in data:
            if season == searchedSeason:
                episodesList.append({""number"": episode})
        seasonsList.append({""number"": searchedSeason, ""episodes"": episodesList})
    post_data = {""seasons"": seasonsList}
    return post_data
","def trakt_episode_data_generate ( self , data ) : <TAB> <TAB> uniqueSeasons = [ ] <TAB> for season , episode in data : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> uniqueSeasons . append ( season ) <TAB> <TAB> seasonsList = [ ] <TAB> for searchedSeason in uniqueSeasons : <TAB> <TAB> episodesList = [ ] <TAB> <TAB> for season , episode in data : <TAB> <TAB> <TAB> if season == searchedSeason : <TAB> <TAB> <TAB> <TAB> episodesList . append ( { ""number"" : episode } ) <TAB> <TAB> seasonsList . append ( { ""number"" : searchedSeason , ""episodes"" : episodesList } ) <TAB> post_data = { ""seasons"" : seasonsList } <TAB> return post_data",if season not in uniqueSeasons :,189
20795,"def process_response(self, request, response):
    language = get_language()
    if hasattr(request, ""session""):
        session_language = request.session.get(LANGUAGE_SESSION_KEY, None)
        if session_language and not session_language == language:
            request.session[LANGUAGE_SESSION_KEY] = language
            request.session.save()
    if (
        settings.LANGUAGE_COOKIE_NAME in request.COOKIES
        and request.COOKIES[settings.LANGUAGE_COOKIE_NAME] == language
    ):
        return response
    max_age = 365 * 24 * 60 * 60  # 10 years
    expires = datetime.datetime.utcnow() + datetime.timedelta(seconds=max_age)
    response.set_cookie(settings.LANGUAGE_COOKIE_NAME, language, expires=expires)
    return response","def process_response ( self , request , response ) : <TAB> language = get_language ( ) <TAB> if hasattr ( request , ""session"" ) : <TAB> <TAB> session_language = request . session . get ( LANGUAGE_SESSION_KEY , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> request . session [ LANGUAGE_SESSION_KEY ] = language <TAB> <TAB> <TAB> request . session . save ( ) <TAB> if ( <TAB> <TAB> settings . LANGUAGE_COOKIE_NAME in request . COOKIES <TAB> <TAB> and request . COOKIES [ settings . LANGUAGE_COOKIE_NAME ] == language <TAB> ) : <TAB> <TAB> return response <TAB> max_age = 365 * 24 * 60 * 60 <TAB> expires = datetime . datetime . utcnow ( ) + datetime . timedelta ( seconds = max_age ) <TAB> response . set_cookie ( settings . LANGUAGE_COOKIE_NAME , language , expires = expires ) <TAB> return response",if session_language and not session_language == language :,203
24536,"def rename_references(app, what, name, obj, options, lines, reference_offset=[0]):
    # replace reference numbers so that there are no duplicates
    references = []
    for line in lines:
        line = line.strip()
        m = re.match(
            sixu(""^.. \\[(%s)\\]"") % app.config.numpydoc_citation_re, line, re.I
        )
        if m:
            references.append(m.group(1))
    if references:
        for i, line in enumerate(lines):
            for r in references:
                if re.match(sixu(""^\\d+$""), r):
                    new_r = sixu(""R%d"") % (reference_offset[0] + int(r))
                else:
                    new_r = sixu(""%s%d"") % (r, reference_offset[0])
                lines[i] = lines[i].replace(sixu(""[%s]_"") % r, sixu(""[%s]_"") % new_r)
                lines[i] = lines[i].replace(
                    sixu("".. [%s]"") % r, sixu("".. [%s]"") % new_r
                )
    reference_offset[0] += len(references)","def rename_references ( app , what , name , obj , options , lines , reference_offset = [ 0 ] ) : <TAB> <TAB> references = [ ] <TAB> for line in lines : <TAB> <TAB> line = line . strip ( ) <TAB> <TAB> m = re . match ( <TAB> <TAB> <TAB> sixu ( ""^.. \\[(%s)\\]"" ) % app . config . numpydoc_citation_re , line , re . I <TAB> <TAB> ) <TAB> <TAB> if m : <TAB> <TAB> <TAB> references . append ( m . group ( 1 ) ) <TAB> if references : <TAB> <TAB> for i , line in enumerate ( lines ) : <TAB> <TAB> <TAB> for r in references : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> new_r = sixu ( ""R%d"" ) % ( reference_offset [ 0 ] + int ( r ) ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> new_r = sixu ( ""%s%d"" ) % ( r , reference_offset [ 0 ] ) <TAB> <TAB> <TAB> <TAB> lines [ i ] = lines [ i ] . replace ( sixu ( ""[%s]_"" ) % r , sixu ( ""[%s]_"" ) % new_r ) <TAB> <TAB> <TAB> <TAB> lines [ i ] = lines [ i ] . replace ( <TAB> <TAB> <TAB> <TAB> <TAB> sixu ( "".. [%s]"" ) % r , sixu ( "".. [%s]"" ) % new_r <TAB> <TAB> <TAB> <TAB> ) <TAB> reference_offset [ 0 ] += len ( references )","if re . match ( sixu ( ""^\\d+$"" ) , r ) :",327
21828,"def getsource(obj):
    """"""Wrapper around inspect.getsource""""""
    try:
        try:
            src = encoding.to_unicode(inspect.getsource(obj))
        except TypeError:
            if hasattr(obj, ""__class__""):
                src = encoding.to_unicode(inspect.getsource(obj.__class__))
            else:
                # Bindings like VTK or ITK require this case
                src = getdoc(obj)
        return src
    except (TypeError, IOError):
        return
","def getsource ( obj ) : <TAB> """"""Wrapper around inspect.getsource"""""" <TAB> try : <TAB> <TAB> try : <TAB> <TAB> <TAB> src = encoding . to_unicode ( inspect . getsource ( obj ) ) <TAB> <TAB> except TypeError : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> src = encoding . to_unicode ( inspect . getsource ( obj . __class__ ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> src = getdoc ( obj ) <TAB> <TAB> return src <TAB> except ( TypeError , IOError ) : <TAB> <TAB> return","if hasattr ( obj , ""__class__"" ) :",134
21630,"def onmove(self, event):
    ""on motion notify event if box/line is wanted""
    if self.eventpress is None or self.ignore(event):
        return
    x, y = event.xdata, event.ydata  # actual position (with
    #   (button still pressed)
    if self.drawtype == ""box"":
        minx, maxx = self.eventpress.xdata, x  # click-x and actual mouse-x
        miny, maxy = self.eventpress.ydata, y  # click-y and actual mouse-y
        if minx > maxx:
            minx, maxx = maxx, minx  # get them in the right order
        if miny > maxy:
            miny, maxy = maxy, miny
        self.to_draw.set_x(minx)  # set lower left of box
        self.to_draw.set_y(miny)
        self.to_draw.set_width(maxx - minx)  # set width and height of box
        self.to_draw.set_height(maxy - miny)
        self.update()
        return False
    if self.drawtype == ""line"":
        self.to_draw.set_data([self.eventpress.xdata, x], [self.eventpress.ydata, y])
        self.update()
        return False
","def onmove ( self , event ) : <TAB> ""on motion notify event if box/line is wanted"" <TAB> if self . eventpress is None or self . ignore ( event ) : <TAB> <TAB> return <TAB> x , y = event . xdata , event . ydata <TAB> <TAB> if self . drawtype == ""box"" : <TAB> <TAB> minx , maxx = self . eventpress . xdata , x <TAB> <TAB> miny , maxy = self . eventpress . ydata , y <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> minx , maxx = maxx , minx <TAB> <TAB> if miny > maxy : <TAB> <TAB> <TAB> miny , maxy = maxy , miny <TAB> <TAB> self . to_draw . set_x ( minx ) <TAB> <TAB> self . to_draw . set_y ( miny ) <TAB> <TAB> self . to_draw . set_width ( maxx - minx ) <TAB> <TAB> self . to_draw . set_height ( maxy - miny ) <TAB> <TAB> self . update ( ) <TAB> <TAB> return False <TAB> if self . drawtype == ""line"" : <TAB> <TAB> self . to_draw . set_data ( [ self . eventpress . xdata , x ] , [ self . eventpress . ydata , y ] ) <TAB> <TAB> self . update ( ) <TAB> <TAB> return False",if minx > maxx :,347
13032,"def POP(cpu, *regs):
    for reg in regs:
        val = cpu.stack_pop(cpu.address_bit_size // 8)
        if reg.reg in (""PC"", ""R15""):
            cpu._set_mode_by_val(val)
            val = val & ~0x1
        reg.write(val)","def POP ( cpu , * regs ) : <TAB> for reg in regs : <TAB> <TAB> val = cpu . stack_pop ( cpu . address_bit_size // 8 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cpu . _set_mode_by_val ( val ) <TAB> <TAB> <TAB> val = val & ~ 0x1 <TAB> <TAB> reg . write ( val )","if reg . reg in ( ""PC"" , ""R15"" ) :",89
3774,"def ad_readout(self, data):
    cnt_idx = self.cnt - len(data) + 1
    idx = 0
    while idx < 14:
        if idx == 2:
            # Skip over reserved field
            idx += 2
        value = (data[idx] << 8) | data[idx + 1]
        name = AD_READOUTS.get(idx, ""..."")
        if value != 0:
            if idx == 0:
                self.annotate(
                    name, self.to_temp(value), cnt_idx + idx, cnt_idx + idx + 1
                )
            elif idx == 4:
                self.annotate(
                    name, self.to_current(value), cnt_idx + idx, cnt_idx + idx + 1
                )
            elif idx in (6, 8):
                self.annotate(
                    name, self.to_power(value), cnt_idx + idx, cnt_idx + idx + 1
                )
            else:
                self.annotate(name, str(value), cnt_idx + idx, cnt_idx + idx + 1)
        idx += 2","def ad_readout ( self , data ) : <TAB> cnt_idx = self . cnt - len ( data ) + 1 <TAB> idx = 0 <TAB> while idx < 14 : <TAB> <TAB> if idx == 2 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> idx += 2 <TAB> <TAB> value = ( data [ idx ] << 8 ) | data [ idx + 1 ] <TAB> <TAB> name = AD_READOUTS . get ( idx , ""..."" ) <TAB> <TAB> if value != 0 : <TAB> <TAB> <TAB> if idx == 0 : <TAB> <TAB> <TAB> <TAB> self . annotate ( <TAB> <TAB> <TAB> <TAB> <TAB> name , self . to_temp ( value ) , cnt_idx + idx , cnt_idx + idx + 1 <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> elif idx == 4 : <TAB> <TAB> <TAB> <TAB> self . annotate ( <TAB> <TAB> <TAB> <TAB> <TAB> name , self . to_current ( value ) , cnt_idx + idx , cnt_idx + idx + 1 <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . annotate ( <TAB> <TAB> <TAB> <TAB> <TAB> name , self . to_power ( value ) , cnt_idx + idx , cnt_idx + idx + 1 <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . annotate ( name , str ( value ) , cnt_idx + idx , cnt_idx + idx + 1 ) <TAB> <TAB> idx += 2","elif idx in ( 6 , 8 ) :",309
1060,"def get_bb_vars(variables=None, target=None, postconfig=None):
    """"""Get values of multiple bitbake variables""""""
    bbenv = get_bb_env(target, postconfig=postconfig)
    if variables is not None:
        variables = list(variables)
    var_re = re.compile(r'^(export )?(?P<var>\w+(_.*)?)=""(?P<value>.*)""$')
    unset_re = re.compile(r""^unset (?P<var>\w+)$"")
    lastline = None
    values = {}
    for line in bbenv.splitlines():
        match = var_re.match(line)
        val = None
        if match:
            val = match.group(""value"")
        else:
            match = unset_re.match(line)
            if match:
                # Handle [unexport] variables
                if lastline.startswith('#   ""'):
                    val = lastline.split('""')[1]
        if val:
            var = match.group(""var"")
            if variables is None:
                values[var] = val
            else:
                if var in variables:
                    values[var] = val
                    variables.remove(var)
                # Stop after all required variables have been found
                if not variables:
                    break
        lastline = line
    if variables:
        # Fill in missing values
        for var in variables:
            values[var] = None
    return values","def get_bb_vars ( variables = None , target = None , postconfig = None ) : <TAB> """"""Get values of multiple bitbake variables"""""" <TAB> bbenv = get_bb_env ( target , postconfig = postconfig ) <TAB> if variables is not None : <TAB> <TAB> variables = list ( variables ) <TAB> var_re = re . compile ( r'^(export )?(?P<var>\w+(_.*)?)=""(?P<value>.*)""$' ) <TAB> unset_re = re . compile ( r""^unset (?P<var>\w+)$"" ) <TAB> lastline = None <TAB> values = { } <TAB> for line in bbenv . splitlines ( ) : <TAB> <TAB> match = var_re . match ( line ) <TAB> <TAB> val = None <TAB> <TAB> if match : <TAB> <TAB> <TAB> val = match . group ( ""value"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> match = unset_re . match ( line ) <TAB> <TAB> <TAB> if match : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> val = lastline . split ( '""' ) [ 1 ] <TAB> <TAB> if val : <TAB> <TAB> <TAB> var = match . group ( ""var"" ) <TAB> <TAB> <TAB> if variables is None : <TAB> <TAB> <TAB> <TAB> values [ var ] = val <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if var in variables : <TAB> <TAB> <TAB> <TAB> <TAB> values [ var ] = val <TAB> <TAB> <TAB> <TAB> <TAB> variables . remove ( var ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not variables : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> lastline = line <TAB> if variables : <TAB> <TAB> <TAB> <TAB> for var in variables : <TAB> <TAB> <TAB> values [ var ] = None <TAB> return values","if lastline . startswith ( '#   ""' ) :",399
22183,"def get_column_declaration_sql(self, name, field):
    if ""column_definition"" in field:
        column_def = self.get_custom_type_declaration_sql(field)
    else:
        default = self.get_default_value_declaration_sql(field)
        charset = field.get(""charset"", """")
        if charset:
            charset = "" "" + self.get_column_charset_declaration_sql(charset)
        collation = field.get(""collation"", """")
        if charset:
            charset = "" "" + self.get_column_collation_declaration_sql(charset)
        notnull = field.get(""notnull"", """")
        if notnull:
            notnull = "" NOT NULL""
        else:
            notnull = """"
        unique = field.get(""unique"", """")
        if unique:
            unique = "" "" + self.get_unique_field_declaration_sql()
        else:
            unique = """"
        check = field.get(""check"", """")
        type_decl = self.get_sql_type_declaration(field)
        column_def = (
            type_decl + charset + default + notnull + unique + check + collation
        )
    return name + "" "" + column_def
","def get_column_declaration_sql ( self , name , field ) : <TAB> if ""column_definition"" in field : <TAB> <TAB> column_def = self . get_custom_type_declaration_sql ( field ) <TAB> else : <TAB> <TAB> default = self . get_default_value_declaration_sql ( field ) <TAB> <TAB> charset = field . get ( ""charset"" , """" ) <TAB> <TAB> if charset : <TAB> <TAB> <TAB> charset = "" "" + self . get_column_charset_declaration_sql ( charset ) <TAB> <TAB> collation = field . get ( ""collation"" , """" ) <TAB> <TAB> if charset : <TAB> <TAB> <TAB> charset = "" "" + self . get_column_collation_declaration_sql ( charset ) <TAB> <TAB> notnull = field . get ( ""notnull"" , """" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> notnull = "" NOT NULL"" <TAB> <TAB> else : <TAB> <TAB> <TAB> notnull = """" <TAB> <TAB> unique = field . get ( ""unique"" , """" ) <TAB> <TAB> if unique : <TAB> <TAB> <TAB> unique = "" "" + self . get_unique_field_declaration_sql ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> unique = """" <TAB> <TAB> check = field . get ( ""check"" , """" ) <TAB> <TAB> type_decl = self . get_sql_type_declaration ( field ) <TAB> <TAB> column_def = ( <TAB> <TAB> <TAB> type_decl + charset + default + notnull + unique + check + collation <TAB> <TAB> ) <TAB> return name + "" "" + column_def",if notnull :,326
1756,"def test_basic(self):
    # Check that comparisons involving Number objects
    # give the same results give as comparing the
    # corresponding ints
    for a in range(3):
        for b in range(3):
            for typea in (int, Number):
                for typeb in (int, Number):
                    if typea == typeb == int:
                        continue  # the combination int, int is useless
                    ta = typea(a)
                    tb = typeb(b)
                    for ops in opmap.values():
                        for op in ops:
                            realoutcome = op(a, b)
                            testoutcome = op(ta, tb)
                            self.assertEqual(realoutcome, testoutcome)","def test_basic ( self ) : <TAB> <TAB> <TAB> <TAB> for a in range ( 3 ) : <TAB> <TAB> for b in range ( 3 ) : <TAB> <TAB> <TAB> for typea in ( int , Number ) : <TAB> <TAB> <TAB> <TAB> for typeb in ( int , Number ) : <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> ta = typea ( a ) <TAB> <TAB> <TAB> <TAB> <TAB> tb = typeb ( b ) <TAB> <TAB> <TAB> <TAB> <TAB> for ops in opmap . values ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for op in ops : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> realoutcome = op ( a , b ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> testoutcome = op ( ta , tb ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . assertEqual ( realoutcome , testoutcome )",if typea == typeb == int :,215
23889,"def iterate_list(self, form_data):
    provider_names = dict(get_all_payment_providers())
    payments = OrderPayment.objects.filter(
        order__event__in=self.events, state__in=form_data.get(""payment_states"", [])
    ).order_by(""created"")
    refunds = OrderRefund.objects.filter(
        order__event__in=self.events, state__in=form_data.get(""refund_states"", [])
    ).order_by(""created"")
    objs = sorted(list(payments) + list(refunds), key=lambda o: o.created)
    headers = [
        _(""Event slug""),
        _(""Order""),
        _(""Payment ID""),
        _(""Creation date""),
        _(""Completion date""),
        _(""Status""),
        _(""Status code""),
        _(""Amount""),
        _(""Payment method""),
    ]
    yield headers
    yield self.ProgressSetTotal(total=len(objs))
    for obj in objs:
        tz = pytz.timezone(obj.order.event.settings.timezone)
        if isinstance(obj, OrderPayment) and obj.payment_date:
            d2 = obj.payment_date.astimezone(tz).date().strftime(""%Y-%m-%d"")
        elif isinstance(obj, OrderRefund) and obj.execution_date:
            d2 = obj.execution_date.astimezone(tz).date().strftime(""%Y-%m-%d"")
        else:
            d2 = """"
        row = [
            obj.order.event.slug,
            obj.order.code,
            obj.full_id,
            obj.created.astimezone(tz).date().strftime(""%Y-%m-%d""),
            d2,
            obj.get_state_display(),
            obj.state,
            obj.amount * (-1 if isinstance(obj, OrderRefund) else 1),
            provider_names.get(obj.provider, obj.provider),
        ]
        yield row","def iterate_list ( self , form_data ) : <TAB> provider_names = dict ( get_all_payment_providers ( ) ) <TAB> payments = OrderPayment . objects . filter ( <TAB> <TAB> order__event__in = self . events , state__in = form_data . get ( ""payment_states"" , [ ] ) <TAB> ) . order_by ( ""created"" ) <TAB> refunds = OrderRefund . objects . filter ( <TAB> <TAB> order__event__in = self . events , state__in = form_data . get ( ""refund_states"" , [ ] ) <TAB> ) . order_by ( ""created"" ) <TAB> objs = sorted ( list ( payments ) + list ( refunds ) , key = lambda o : o . created ) <TAB> headers = [ <TAB> <TAB> _ ( ""Event slug"" ) , <TAB> <TAB> _ ( ""Order"" ) , <TAB> <TAB> _ ( ""Payment ID"" ) , <TAB> <TAB> _ ( ""Creation date"" ) , <TAB> <TAB> _ ( ""Completion date"" ) , <TAB> <TAB> _ ( ""Status"" ) , <TAB> <TAB> _ ( ""Status code"" ) , <TAB> <TAB> _ ( ""Amount"" ) , <TAB> <TAB> _ ( ""Payment method"" ) , <TAB> ] <TAB> yield headers <TAB> yield self . ProgressSetTotal ( total = len ( objs ) ) <TAB> for obj in objs : <TAB> <TAB> tz = pytz . timezone ( obj . order . event . settings . timezone ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> d2 = obj . payment_date . astimezone ( tz ) . date ( ) . strftime ( ""%Y-%m-%d"" ) <TAB> <TAB> elif isinstance ( obj , OrderRefund ) and obj . execution_date : <TAB> <TAB> <TAB> d2 = obj . execution_date . astimezone ( tz ) . date ( ) . strftime ( ""%Y-%m-%d"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> d2 = """" <TAB> <TAB> row = [ <TAB> <TAB> <TAB> obj . order . event . slug , <TAB> <TAB> <TAB> obj . order . code , <TAB> <TAB> <TAB> obj . full_id , <TAB> <TAB> <TAB> obj . created . astimezone ( tz ) . date ( ) . strftime ( ""%Y-%m-%d"" ) , <TAB> <TAB> <TAB> d2 , <TAB> <TAB> <TAB> obj . get_state_display ( ) , <TAB> <TAB> <TAB> obj . state , <TAB> <TAB> <TAB> obj . amount * ( - 1 if isinstance ( obj , OrderRefund ) else 1 ) , <TAB> <TAB> <TAB> provider_names . get ( obj . provider , obj . provider ) , <TAB> <TAB> ] <TAB> <TAB> yield row","if isinstance ( obj , OrderPayment ) and obj . payment_date :",505
18429,"def process(self, resources):
    wafs = self.manager.get_resource_manager(""waf"").resources()
    waf_name_id_map = {w[""Name""]: w[""WebACLId""] for w in wafs}
    target_acl = self.data.get(""web-acl"")
    target_acl_id = waf_name_id_map.get(target_acl, target_acl)
    if target_acl_id not in waf_name_id_map.values():
        raise ValueError(""invalid web acl: %s"" % (target_acl_id))
    client = local_session(self.manager.session_factory).client(""cloudfront"")
    force = self.data.get(""force"", False)
    for r in resources:
        if r.get(""WebACLId"") and not force:
            continue
        if r.get(""WebACLId"") == target_acl_id:
            continue
        result = client.get_distribution_config(Id=r[""Id""])
        config = result[""DistributionConfig""]
        config[""WebACLId""] = target_acl_id
        self.retry(
            client.update_distribution,
            Id=r[""Id""],
            DistributionConfig=config,
            IfMatch=result[""ETag""],
        )
","def process ( self , resources ) : <TAB> wafs = self . manager . get_resource_manager ( ""waf"" ) . resources ( ) <TAB> waf_name_id_map = { w [ ""Name"" ] : w [ ""WebACLId"" ] for w in wafs } <TAB> target_acl = self . data . get ( ""web-acl"" ) <TAB> target_acl_id = waf_name_id_map . get ( target_acl , target_acl ) <TAB> if target_acl_id not in waf_name_id_map . values ( ) : <TAB> <TAB> raise ValueError ( ""invalid web acl: %s"" % ( target_acl_id ) ) <TAB> client = local_session ( self . manager . session_factory ) . client ( ""cloudfront"" ) <TAB> force = self . data . get ( ""force"" , False ) <TAB> for r in resources : <TAB> <TAB> if r . get ( ""WebACLId"" ) and not force : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> result = client . get_distribution_config ( Id = r [ ""Id"" ] ) <TAB> <TAB> config = result [ ""DistributionConfig"" ] <TAB> <TAB> config [ ""WebACLId"" ] = target_acl_id <TAB> <TAB> self . retry ( <TAB> <TAB> <TAB> client . update_distribution , <TAB> <TAB> <TAB> Id = r [ ""Id"" ] , <TAB> <TAB> <TAB> DistributionConfig = config , <TAB> <TAB> <TAB> IfMatch = result [ ""ETag"" ] , <TAB> <TAB> )","if r . get ( ""WebACLId"" ) == target_acl_id :",326
8513,"def test_launches_cluster_with_telemetry_client_timeout_enabled(self):
    cfg = config.Config()
    cfg.add(config.Scope.application, ""client"", ""hosts"", self.test_host)
    cfg.add(config.Scope.application, ""client"", ""options"", self.client_options)
    cfg.add(config.Scope.application, ""mechanic"", ""telemetry.devices"", [])
    cfg.add(config.Scope.application, ""mechanic"", ""telemetry.params"", {})
    cfg.add(config.Scope.application, ""mechanic"", ""preserve.install"", False)
    cluster_launcher = launcher.ClusterLauncher(
        cfg, MockMetricsStore(), client_factory_class=MockClientFactory
    )
    cluster = cluster_launcher.start()
    for telemetry_device in cluster.telemetry.devices:
        if hasattr(telemetry_device, ""clients""):
            # Process all clients options for multi cluster aware telemetry devices, like CcrStats
            for _, client in telemetry_device.clients.items():
                self.assertDictEqual(
                    {""retry-on-timeout"": True, ""timeout"": 60}, client.client_options
                )
        else:
            self.assertDictEqual(
                {""retry-on-timeout"": True, ""timeout"": 60},
                telemetry_device.client.client_options,
            )","def test_launches_cluster_with_telemetry_client_timeout_enabled ( self ) : <TAB> cfg = config . Config ( ) <TAB> cfg . add ( config . Scope . application , ""client"" , ""hosts"" , self . test_host ) <TAB> cfg . add ( config . Scope . application , ""client"" , ""options"" , self . client_options ) <TAB> cfg . add ( config . Scope . application , ""mechanic"" , ""telemetry.devices"" , [ ] ) <TAB> cfg . add ( config . Scope . application , ""mechanic"" , ""telemetry.params"" , { } ) <TAB> cfg . add ( config . Scope . application , ""mechanic"" , ""preserve.install"" , False ) <TAB> cluster_launcher = launcher . ClusterLauncher ( <TAB> <TAB> cfg , MockMetricsStore ( ) , client_factory_class = MockClientFactory <TAB> ) <TAB> cluster = cluster_launcher . start ( ) <TAB> for telemetry_device in cluster . telemetry . devices : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for _ , client in telemetry_device . clients . items ( ) : <TAB> <TAB> <TAB> <TAB> self . assertDictEqual ( <TAB> <TAB> <TAB> <TAB> <TAB> { ""retry-on-timeout"" : True , ""timeout"" : 60 } , client . client_options <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . assertDictEqual ( <TAB> <TAB> <TAB> <TAB> { ""retry-on-timeout"" : True , ""timeout"" : 60 } , <TAB> <TAB> <TAB> <TAB> telemetry_device . client . client_options , <TAB> <TAB> <TAB> )","if hasattr ( telemetry_device , ""clients"" ) :",355
19706,"def setup_key_pair(self, context):
    key_name = ""%s%s"" % (context.project_id, FLAGS.vpn_key_suffix)
    try:
        result = cloud._gen_key(context, context.user_id, key_name)
        private_key = result[""private_key""]
        key_dir = os.path.join(FLAGS.keys_path, context.user_id)
        if not os.path.exists(key_dir):
            os.makedirs(key_dir)
        key_path = os.path.join(key_dir, ""%s.pem"" % key_name)
        with open(key_path, ""w"") as f:
            f.write(private_key)
    except (exception.Duplicate, os.error, IOError):
        pass
    return key_name
","def setup_key_pair ( self , context ) : <TAB> key_name = ""%s%s"" % ( context . project_id , FLAGS . vpn_key_suffix ) <TAB> try : <TAB> <TAB> result = cloud . _gen_key ( context , context . user_id , key_name ) <TAB> <TAB> private_key = result [ ""private_key"" ] <TAB> <TAB> key_dir = os . path . join ( FLAGS . keys_path , context . user_id ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . makedirs ( key_dir ) <TAB> <TAB> key_path = os . path . join ( key_dir , ""%s.pem"" % key_name ) <TAB> <TAB> with open ( key_path , ""w"" ) as f : <TAB> <TAB> <TAB> f . write ( private_key ) <TAB> except ( exception . Duplicate , os . error , IOError ) : <TAB> <TAB> pass <TAB> return key_name",if not os . path . exists ( key_dir ) :,211
24006,"def mouse_move(self, ips, x, y, btn, **key):
    if ips.roi == None:
        return
    lim = 5.0 / key[""canvas""].get_scale()
    if btn == None:
        self.cursor = wx.CURSOR_CROSS
        if ips.roi.snap(x, y, ips.cur, lim) != None:
            self.cursor = wx.CURSOR_HAND
    elif btn == 1:
        if self.doing:
            self.helper.addpoint((x, y))
        elif self.curobj:
            ips.roi.draged(self.odx, self.ody, x, y, ips.cur, self.curobj)
        ips.update()
    self.odx, self.ody = x, y","def mouse_move ( self , ips , x , y , btn , ** key ) : <TAB> if ips . roi == None : <TAB> <TAB> return <TAB> lim = 5.0 / key [ ""canvas"" ] . get_scale ( ) <TAB> if btn == None : <TAB> <TAB> self . cursor = wx . CURSOR_CROSS <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . cursor = wx . CURSOR_HAND <TAB> elif btn == 1 : <TAB> <TAB> if self . doing : <TAB> <TAB> <TAB> self . helper . addpoint ( ( x , y ) ) <TAB> <TAB> elif self . curobj : <TAB> <TAB> <TAB> ips . roi . draged ( self . odx , self . ody , x , y , ips . cur , self . curobj ) <TAB> <TAB> ips . update ( ) <TAB> self . odx , self . ody = x , y","if ips . roi . snap ( x , y , ips . cur , lim ) != None :",201
14530,"def get_files(self, dirname):
    if not self._data.has_key(dirname):
        self._create(dirname)
    else:
        new_time = self._changed(dirname)
        if new_time:
            self._update(dirname, new_time)
            dcLog.debug(""==> "" + ""\t\n"".join(self._data[dirname][""flist""]))
    return self._data[dirname][""flist""]
","def get_files ( self , dirname ) : <TAB> if not self . _data . has_key ( dirname ) : <TAB> <TAB> self . _create ( dirname ) <TAB> else : <TAB> <TAB> new_time = self . _changed ( dirname ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _update ( dirname , new_time ) <TAB> <TAB> <TAB> dcLog . debug ( ""==> "" + ""\t\n"" . join ( self . _data [ dirname ] [ ""flist"" ] ) ) <TAB> return self . _data [ dirname ] [ ""flist"" ]",if new_time :,112
18093,"def findControlPointsInMesh(glyph, va, subsegments):
    controlPointIndices = np.zeros((len(va), 1))
    index = 0
    for i, c in enumerate(subsegments):
        segmentCount = len(glyph.contours[i].segments) - 1
        for j, s in enumerate(c):
            if j < segmentCount:
                if glyph.contours[i].segments[j].type == ""line"":
                    controlPointIndices[index] = 1
            index += s[1]
    return controlPointIndices","def findControlPointsInMesh ( glyph , va , subsegments ) : <TAB> controlPointIndices = np . zeros ( ( len ( va ) , 1 ) ) <TAB> index = 0 <TAB> for i , c in enumerate ( subsegments ) : <TAB> <TAB> segmentCount = len ( glyph . contours [ i ] . segments ) - 1 <TAB> <TAB> for j , s in enumerate ( c ) : <TAB> <TAB> <TAB> if j < segmentCount : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> controlPointIndices [ index ] = 1 <TAB> <TAB> <TAB> index += s [ 1 ] <TAB> return controlPointIndices","if glyph . contours [ i ] . segments [ j ] . type == ""line"" :",143
14586,"def deleteItem(self, path_id, cu=None):
    with self.connect(commit=True, cu=cu) as cu:
        stmt = ""select path_id from hierarchy where parent_path_id = ?""
        cu.execute(stmt, (path_id,))
        children = cu.fetchall()
        for child_id in children:
            self.deleteItem(child_id[0], cu)
        # TODO: Send the manager a notification that will cause
        # it to remove item id from its tools cache.
        path = self.getPath(path_id, cu)
        tableNames = [
            ""common_details"",
            ""common_tool_details"",
            ""misc_properties"",
            ""hierarchy"",
            ""favorites"",
        ]
        res = self.getValuesFromTableByKey(
            ""common_details"", [""type""], ""path_id"", path_id, cu
        )
        if res:
            tool_type = res[0]
            if tool_type in [
                ""snippet"",
                ""macro"",
                ""command"",
                ""menu"",
                ""toolbar"",
                ""tutorial"",
            ]:
                tableNames.append(tool_type)
        for t in tableNames:
            try:
                cu.execute(""DELETE FROM %s WHERE path_id=?"" % t, (path_id,))
            except:
                log.debug(""Can't delete from table %s"", t)
        cu.execute(""DELETE FROM paths WHERE id=?"", (path_id,))
        try:
            self.observerSvc.notifyObservers(None, ""tool-deleted"", ""%s"" % path_id)
        except Exception:
            log.exception(""tool-deleted %r notification failed"", id)
    self._resetInfoFromIdMap()","def deleteItem ( self , path_id , cu = None ) : <TAB> with self . connect ( commit = True , cu = cu ) as cu : <TAB> <TAB> stmt = ""select path_id from hierarchy where parent_path_id = ?"" <TAB> <TAB> cu . execute ( stmt , ( path_id , ) ) <TAB> <TAB> children = cu . fetchall ( ) <TAB> <TAB> for child_id in children : <TAB> <TAB> <TAB> self . deleteItem ( child_id [ 0 ] , cu ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> path = self . getPath ( path_id , cu ) <TAB> <TAB> tableNames = [ <TAB> <TAB> <TAB> ""common_details"" , <TAB> <TAB> <TAB> ""common_tool_details"" , <TAB> <TAB> <TAB> ""misc_properties"" , <TAB> <TAB> <TAB> ""hierarchy"" , <TAB> <TAB> <TAB> ""favorites"" , <TAB> <TAB> ] <TAB> <TAB> res = self . getValuesFromTableByKey ( <TAB> <TAB> <TAB> ""common_details"" , [ ""type"" ] , ""path_id"" , path_id , cu <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tool_type = res [ 0 ] <TAB> <TAB> <TAB> if tool_type in [ <TAB> <TAB> <TAB> <TAB> ""snippet"" , <TAB> <TAB> <TAB> <TAB> ""macro"" , <TAB> <TAB> <TAB> <TAB> ""command"" , <TAB> <TAB> <TAB> <TAB> ""menu"" , <TAB> <TAB> <TAB> <TAB> ""toolbar"" , <TAB> <TAB> <TAB> <TAB> ""tutorial"" , <TAB> <TAB> <TAB> ] : <TAB> <TAB> <TAB> <TAB> tableNames . append ( tool_type ) <TAB> <TAB> for t in tableNames : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> cu . execute ( ""DELETE FROM %s WHERE path_id=?"" % t , ( path_id , ) ) <TAB> <TAB> <TAB> except : <TAB> <TAB> <TAB> <TAB> log . debug ( ""Can't delete from table %s"" , t ) <TAB> <TAB> cu . execute ( ""DELETE FROM paths WHERE id=?"" , ( path_id , ) ) <TAB> <TAB> try : <TAB> <TAB> <TAB> self . observerSvc . notifyObservers ( None , ""tool-deleted"" , ""%s"" % path_id ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> log . exception ( ""tool-deleted %r notification failed"" , id ) <TAB> self . _resetInfoFromIdMap ( )",if res :,499
24314,"def apply_upstream_proxy_settings():
    # apply socks settings in place
    if config.SOCKS5_HOST and config.SOCKS5_PORT:
        import socks
        print_err(
            ""Socket-proxy mode activated, it is incompatible with advertising and uvloop""
        )
        socks.set_default_proxy(
            socks.PROXY_TYPE_SOCKS5,
            config.SOCKS5_HOST,
            config.SOCKS5_PORT,
            username=config.SOCKS5_USER,
            password=config.SOCKS5_PASS,
        )
        if not hasattr(socket, ""origsocket""):
            socket.origsocket = socket.socket
            socket.socket = socks.socksocket
    elif hasattr(socket, ""origsocket""):
        socket.socket = socket.origsocket
        del socket.origsocket","def apply_upstream_proxy_settings ( ) : <TAB> <TAB> if config . SOCKS5_HOST and config . SOCKS5_PORT : <TAB> <TAB> import socks <TAB> <TAB> print_err ( <TAB> <TAB> <TAB> ""Socket-proxy mode activated, it is incompatible with advertising and uvloop"" <TAB> <TAB> ) <TAB> <TAB> socks . set_default_proxy ( <TAB> <TAB> <TAB> socks . PROXY_TYPE_SOCKS5 , <TAB> <TAB> <TAB> config . SOCKS5_HOST , <TAB> <TAB> <TAB> config . SOCKS5_PORT , <TAB> <TAB> <TAB> username = config . SOCKS5_USER , <TAB> <TAB> <TAB> password = config . SOCKS5_PASS , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> socket . origsocket = socket . socket <TAB> <TAB> <TAB> socket . socket = socks . socksocket <TAB> elif hasattr ( socket , ""origsocket"" ) : <TAB> <TAB> socket . socket = socket . origsocket <TAB> <TAB> del socket . origsocket","if not hasattr ( socket , ""origsocket"" ) :",224
8183,"def populate_pillars_to_tests():
    for pillar in PILLARS:
        for test, test_info in list(TESTS_MAP.items()):
            if pillar in test_info[PILLARS_KEY]:
                PILLARS_TO_TESTS[pillar].append(test)
","def populate_pillars_to_tests ( ) : <TAB> for pillar in PILLARS : <TAB> <TAB> for test , test_info in list ( TESTS_MAP . items ( ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> PILLARS_TO_TESTS [ pillar ] . append ( test )",if pillar in test_info [ PILLARS_KEY ] :,81
11948,"def _SkipGroup(buffer, pos, end):
    """"""Skip sub-group.  Returns the new position.""""""
    while 1:
        (tag_bytes, pos) = ReadTag(buffer, pos)
        new_pos = SkipField(buffer, pos, end, tag_bytes)
        if new_pos == -1:
            return pos
        pos = new_pos","def _SkipGroup ( buffer , pos , end ) : <TAB> """"""Skip sub-group.  Returns the new position."""""" <TAB> while 1 : <TAB> <TAB> ( tag_bytes , pos ) = ReadTag ( buffer , pos ) <TAB> <TAB> new_pos = SkipField ( buffer , pos , end , tag_bytes ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return pos <TAB> <TAB> pos = new_pos",if new_pos == - 1 :,93
7303,"def filter_tasks(self, task_types=None, task_states=None, task_text=None):
    tasks = self.api.tasks(self.id).get(""tasks"", {})
    if tasks and tasks.get(""task""):
        return [
            Task(self, task)
            for task in tasks.get(""task"", [])
            if (not task_types or task[""type""].lower() in task_types)
            and (not task_states or task[""state""].lower() in task_states)
            and (not task_text or task_text.lower() in str(task).lower())
        ]
    else:
        return []
","def filter_tasks ( self , task_types = None , task_states = None , task_text = None ) : <TAB> tasks = self . api . tasks ( self . id ) . get ( ""tasks"" , { } ) <TAB> if tasks and tasks . get ( ""task"" ) : <TAB> <TAB> return [ <TAB> <TAB> <TAB> Task ( self , task ) <TAB> <TAB> <TAB> for task in tasks . get ( ""task"" , [ ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> and ( not task_states or task [ ""state"" ] . lower ( ) in task_states ) <TAB> <TAB> <TAB> and ( not task_text or task_text . lower ( ) in str ( task ) . lower ( ) ) <TAB> <TAB> ] <TAB> else : <TAB> <TAB> return [ ]","if ( not task_types or task [ ""type"" ] . lower ( ) in task_types )",166
19555,"def better_default_encoder(o):
    if isinstance(o, uuid.UUID):
        return o.hex
    if isinstance(o, datetime.datetime):
        return o.strftime(""%Y-%m-%dT%H:%M:%S.%fZ"")
    if isinstance(o, datetime.date):
        return o.isoformat()
    if isinstance(o, datetime.time):
        if is_aware(o):
            raise ValueError(""JSON can't represent timezone-aware times."")
        r = o.isoformat()
        if o.microsecond:
            r = r[:12]
        return r
    if isinstance(o, (set, frozenset)):
        return list(o)
    if isinstance(o, decimal.Decimal):
        return str(o)
    if isinstance(o, Enum):
        return o.value
    if callable(o):
        return ""<function>""
    raise TypeError(repr(o) + "" is not JSON serializable"")","def better_default_encoder ( o ) : <TAB> if isinstance ( o , uuid . UUID ) : <TAB> <TAB> return o . hex <TAB> if isinstance ( o , datetime . datetime ) : <TAB> <TAB> return o . strftime ( ""%Y-%m-%dT%H:%M:%S.%fZ"" ) <TAB> if isinstance ( o , datetime . date ) : <TAB> <TAB> return o . isoformat ( ) <TAB> if isinstance ( o , datetime . time ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( ""JSON can't represent timezone-aware times."" ) <TAB> <TAB> r = o . isoformat ( ) <TAB> <TAB> if o . microsecond : <TAB> <TAB> <TAB> r = r [ : 12 ] <TAB> <TAB> return r <TAB> if isinstance ( o , ( set , frozenset ) ) : <TAB> <TAB> return list ( o ) <TAB> if isinstance ( o , decimal . Decimal ) : <TAB> <TAB> return str ( o ) <TAB> if isinstance ( o , Enum ) : <TAB> <TAB> return o . value <TAB> if callable ( o ) : <TAB> <TAB> return ""<function>"" <TAB> raise TypeError ( repr ( o ) + "" is not JSON serializable"" )",if is_aware ( o ) :,235
5281,"def _api_change_cat(name, output, kwargs):
    """"""API: accepts output, value(=nzo_id), value2(=category)""""""
    value = kwargs.get(""value"")
    value2 = kwargs.get(""value2"")
    if value and value2:
        nzo_id = value
        cat = value2
        if cat == ""None"":
            cat = None
        result = sabnzbd.NzbQueue.change_cat(nzo_id, cat)
        return report(output, keyword=""status"", data=bool(result > 0))
    else:
        return report(output, _MSG_NO_VALUE)","def _api_change_cat ( name , output , kwargs ) : <TAB> """"""API: accepts output, value(=nzo_id), value2(=category)"""""" <TAB> value = kwargs . get ( ""value"" ) <TAB> value2 = kwargs . get ( ""value2"" ) <TAB> if value and value2 : <TAB> <TAB> nzo_id = value <TAB> <TAB> cat = value2 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cat = None <TAB> <TAB> result = sabnzbd . NzbQueue . change_cat ( nzo_id , cat ) <TAB> <TAB> return report ( output , keyword = ""status"" , data = bool ( result > 0 ) ) <TAB> else : <TAB> <TAB> return report ( output , _MSG_NO_VALUE )","if cat == ""None"" :",164
8969,"def build(cls, path=None):
    """"""Build config instance.""""""
    loader = get_yaml_loader()
    with resource_stream(""knowit"", ""defaults.yml"") as stream:
        cfgs = [yaml.load(stream, Loader=loader)]
    if path:
        with open(path, ""r"") as stream:
            cfgs.append(yaml.load(stream, Loader=loader))
    profiles_data = {}
    for cfg in cfgs:
        if ""profiles"" in cfg:
            profiles_data.update(cfg[""profiles""])
    knowledge_data = {}
    for cfg in cfgs:
        if ""knowledge"" in cfg:
            knowledge_data.update(cfg[""knowledge""])
    data = {""general"": {}}
    for class_name, data_map in knowledge_data.items():
        data.setdefault(class_name, {})
        for code, detection_values in data_map.items():
            alias_map = (profiles_data.get(class_name) or {}).get(code) or {}
            alias_map.setdefault(""code"", code)
            alias_map.setdefault(""default"", alias_map[""code""])
            alias_map.setdefault(""human"", alias_map[""default""])
            alias_map.setdefault(""technical"", alias_map[""human""])
            value = _Value(
                **{k: v for k, v in alias_map.items() if k in _valid_aliases}
            )
            for detection_value in detection_values:
                data[class_name][text_type(detection_value)] = value
    config = Config()
    config.__dict__ = data
    return config
","def build ( cls , path = None ) : <TAB> """"""Build config instance."""""" <TAB> loader = get_yaml_loader ( ) <TAB> with resource_stream ( ""knowit"" , ""defaults.yml"" ) as stream : <TAB> <TAB> cfgs = [ yaml . load ( stream , Loader = loader ) ] <TAB> if path : <TAB> <TAB> with open ( path , ""r"" ) as stream : <TAB> <TAB> <TAB> cfgs . append ( yaml . load ( stream , Loader = loader ) ) <TAB> profiles_data = { } <TAB> for cfg in cfgs : <TAB> <TAB> if ""profiles"" in cfg : <TAB> <TAB> <TAB> profiles_data . update ( cfg [ ""profiles"" ] ) <TAB> knowledge_data = { } <TAB> for cfg in cfgs : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> knowledge_data . update ( cfg [ ""knowledge"" ] ) <TAB> data = { ""general"" : { } } <TAB> for class_name , data_map in knowledge_data . items ( ) : <TAB> <TAB> data . setdefault ( class_name , { } ) <TAB> <TAB> for code , detection_values in data_map . items ( ) : <TAB> <TAB> <TAB> alias_map = ( profiles_data . get ( class_name ) or { } ) . get ( code ) or { } <TAB> <TAB> <TAB> alias_map . setdefault ( ""code"" , code ) <TAB> <TAB> <TAB> alias_map . setdefault ( ""default"" , alias_map [ ""code"" ] ) <TAB> <TAB> <TAB> alias_map . setdefault ( ""human"" , alias_map [ ""default"" ] ) <TAB> <TAB> <TAB> alias_map . setdefault ( ""technical"" , alias_map [ ""human"" ] ) <TAB> <TAB> <TAB> value = _Value ( <TAB> <TAB> <TAB> <TAB> ** { k : v for k , v in alias_map . items ( ) if k in _valid_aliases } <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> for detection_value in detection_values : <TAB> <TAB> <TAB> <TAB> data [ class_name ] [ text_type ( detection_value ) ] = value <TAB> config = Config ( ) <TAB> config . __dict__ = data <TAB> return config","if ""knowledge"" in cfg :",430
9464,"def extend_nodelist(self, nodelist, node, token):
    if node.must_be_first and nodelist:
        try:
            if nodelist.contains_nontext:
                raise AttributeError
        except AttributeError:
            raise TemplateSyntaxError(
                ""%r must be the first tag in the template."" % node
            )
    if isinstance(nodelist, NodeList) and not isinstance(node, TextNode):
        nodelist.contains_nontext = True
    nodelist.append(node)
","def extend_nodelist ( self , nodelist , node , token ) : <TAB> if node . must_be_first and nodelist : <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise AttributeError <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> raise TemplateSyntaxError ( <TAB> <TAB> <TAB> <TAB> ""%r must be the first tag in the template."" % node <TAB> <TAB> <TAB> ) <TAB> if isinstance ( nodelist , NodeList ) and not isinstance ( node , TextNode ) : <TAB> <TAB> nodelist . contains_nontext = True <TAB> nodelist . append ( node )",if nodelist . contains_nontext :,125
11799,"def make_append(bases, cols, calls, glyph):
    names = (""_{0}"".format(i) for i in count())
    inputs = list(bases) + list(cols)
    signature = [next(names) for i in inputs]
    arg_lk = dict(zip(inputs, signature))
    local_lk = {}
    namespace = {}
    body = []
    ndims = glyph.ndims
    if ndims is not None:
        subscript = "", "".join([""i"" + str(n) for n in range(ndims)])
    else:
        subscript = None
    for func, bases, cols, temps in calls:
        local_lk.update(zip(temps, (next(names) for i in temps)))
        func_name = next(names)
        namespace[func_name] = func
        args = [arg_lk[i] for i in bases]
        if ndims is None:
            args.extend(""{0}"".format(arg_lk[i]) for i in cols)
        else:
            args.extend(""{0}[{1}]"".format(arg_lk[i], subscript) for i in cols)
        args.extend([local_lk[i] for i in temps])
        body.append(""{0}(x, y, {1})"".format(func_name, "", "".join(args)))
    body = [
        ""{0} = {1}[y, x]"".format(name, arg_lk[agg]) for agg, name in local_lk.items()
    ] + body
    if ndims is None:
        code = (""def append(x, y, {0}):\n"" ""    {1}"").format(
            "", "".join(signature), ""\n    "".join(body)
        )
    else:
        code = (""def append({0}, x, y, {1}):\n"" ""    {2}"").format(
            subscript, "", "".join(signature), ""\n    "".join(body)
        )
    _exec(code, namespace)
    return ngjit(namespace[""append""])","def make_append ( bases , cols , calls , glyph ) : <TAB> names = ( ""_{0}"" . format ( i ) for i in count ( ) ) <TAB> inputs = list ( bases ) + list ( cols ) <TAB> signature = [ next ( names ) for i in inputs ] <TAB> arg_lk = dict ( zip ( inputs , signature ) ) <TAB> local_lk = { } <TAB> namespace = { } <TAB> body = [ ] <TAB> ndims = glyph . ndims <TAB> if ndims is not None : <TAB> <TAB> subscript = "", "" . join ( [ ""i"" + str ( n ) for n in range ( ndims ) ] ) <TAB> else : <TAB> <TAB> subscript = None <TAB> for func , bases , cols , temps in calls : <TAB> <TAB> local_lk . update ( zip ( temps , ( next ( names ) for i in temps ) ) ) <TAB> <TAB> func_name = next ( names ) <TAB> <TAB> namespace [ func_name ] = func <TAB> <TAB> args = [ arg_lk [ i ] for i in bases ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> args . extend ( ""{0}"" . format ( arg_lk [ i ] ) for i in cols ) <TAB> <TAB> else : <TAB> <TAB> <TAB> args . extend ( ""{0}[{1}]"" . format ( arg_lk [ i ] , subscript ) for i in cols ) <TAB> <TAB> args . extend ( [ local_lk [ i ] for i in temps ] ) <TAB> <TAB> body . append ( ""{0}(x, y, {1})"" . format ( func_name , "", "" . join ( args ) ) ) <TAB> body = [ <TAB> <TAB> ""{0} = {1}[y, x]"" . format ( name , arg_lk [ agg ] ) for agg , name in local_lk . items ( ) <TAB> ] + body <TAB> <fill-in> <TAB> <TAB> code = ( ""def append(x, y, {0}):\n"" ""    {1}"" ) . format ( <TAB> <TAB> <TAB> "", "" . join ( signature ) , ""\n    "" . join ( body ) <TAB> <TAB> ) <TAB> else : <TAB> <TAB> code = ( ""def append({0}, x, y, {1}):\n"" ""    {2}"" ) . format ( <TAB> <TAB> <TAB> subscript , "", "" . join ( signature ) , ""\n    "" . join ( body ) <TAB> <TAB> ) <TAB> _exec ( code , namespace ) <TAB> return ngjit ( namespace [ ""append"" ] )",if ndims is None :,508
23069,"def translate():
    assert Lex.next() is AttributeList
    reader.read()  # Discard attribute list from reader.
    attrs = {}
    d = AttributeList.match.groupdict()
    for k, v in d.items():
        if v is not None:
            if k == ""attrlist"":
                v = subs_attrs(v)
                if v:
                    parse_attributes(v, attrs)
            else:
                AttributeList.attrs[k] = v
    AttributeList.subs(attrs)
    AttributeList.attrs.update(attrs)
","def translate ( ) : <TAB> assert Lex . next ( ) is AttributeList <TAB> reader . read ( ) <TAB> attrs = { } <TAB> d = AttributeList . match . groupdict ( ) <TAB> for k , v in d . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if k == ""attrlist"" : <TAB> <TAB> <TAB> <TAB> v = subs_attrs ( v ) <TAB> <TAB> <TAB> <TAB> if v : <TAB> <TAB> <TAB> <TAB> <TAB> parse_attributes ( v , attrs ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> AttributeList . attrs [ k ] = v <TAB> AttributeList . subs ( attrs ) <TAB> AttributeList . attrs . update ( attrs )",if v is not None :,150
23927,"def parse_changelog():
    with open(""CHANGES"") as f:
        lineiter = iter(f)
        for line in lineiter:
            match = re.search(""^Version\s+(.*)"", line.strip())
            if match is None:
                continue
            # length = len(match.group(1))
            version = match.group(1).strip()
            if lineiter.next().count(""-"") != len(match.group(0)):
                continue
            while 1:
                change_info = lineiter.next().strip()
                if change_info:
                    break
            match = re.search(r""Released on (\w+\s+\d+,\s+\d+)"", change_info)
            if match is None:
                continue
            datestr = match.groups()[0]
            return version, parse_date(datestr)","def parse_changelog ( ) : <TAB> with open ( ""CHANGES"" ) as f : <TAB> <TAB> lineiter = iter ( f ) <TAB> <TAB> for line in lineiter : <TAB> <TAB> <TAB> match = re . search ( ""^Version\s+(.*)"" , line . strip ( ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> version = match . group ( 1 ) . strip ( ) <TAB> <TAB> <TAB> if lineiter . next ( ) . count ( ""-"" ) != len ( match . group ( 0 ) ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> while 1 : <TAB> <TAB> <TAB> <TAB> change_info = lineiter . next ( ) . strip ( ) <TAB> <TAB> <TAB> <TAB> if change_info : <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> match = re . search ( r""Released on (\w+\s+\d+,\s+\d+)"" , change_info ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> datestr = match . groups ( ) [ 0 ] <TAB> <TAB> <TAB> return version , parse_date ( datestr )",if match is None :,239
9643,"def setinfo(self, path, info):
    # type: (Text, RawInfo) -> None
    self.check()
    _path = self.validatepath(path)
    sys_path = self._to_sys_path(_path)
    if not os.path.exists(sys_path):
        raise errors.ResourceNotFound(path)
    if ""details"" in info:
        details = info[""details""]
        if ""accessed"" in details or ""modified"" in details:
            _accessed = typing.cast(int, details.get(""accessed""))
            _modified = typing.cast(int, details.get(""modified"", _accessed))
            accessed = int(_modified if _accessed is None else _accessed)
            modified = int(_modified)
            if accessed is not None or modified is not None:
                with convert_os_errors(""setinfo"", path):
                    os.utime(sys_path, (accessed, modified))
","def setinfo ( self , path , info ) : <TAB> <TAB> self . check ( ) <TAB> _path = self . validatepath ( path ) <TAB> sys_path = self . _to_sys_path ( _path ) <TAB> if not os . path . exists ( sys_path ) : <TAB> <TAB> raise errors . ResourceNotFound ( path ) <TAB> if ""details"" in info : <TAB> <TAB> details = info [ ""details"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _accessed = typing . cast ( int , details . get ( ""accessed"" ) ) <TAB> <TAB> <TAB> _modified = typing . cast ( int , details . get ( ""modified"" , _accessed ) ) <TAB> <TAB> <TAB> accessed = int ( _modified if _accessed is None else _accessed ) <TAB> <TAB> <TAB> modified = int ( _modified ) <TAB> <TAB> <TAB> if accessed is not None or modified is not None : <TAB> <TAB> <TAB> <TAB> with convert_os_errors ( ""setinfo"" , path ) : <TAB> <TAB> <TAB> <TAB> <TAB> os . utime ( sys_path , ( accessed , modified ) )","if ""accessed"" in details or ""modified"" in details :",245
15220,"def main():
    filenames = ParseArguments(sys.argv[1:])
    backup_err = sys.stderr
    try:
        # Change stderr to write with replacement characters so we don't die
        # if we try to print something containing non-ASCII characters.
        sys.stderr = codecs.StreamReader(sys.stderr, ""replace"")
        _cpplint_state.ResetErrorCounts()
        for filename in filenames:
            ProcessFile(filename, _cpplint_state.verbose_level)
        _cpplint_state.PrintErrorCounts()
        if _cpplint_state.output_format == ""junit"":
            sys.stderr.write(_cpplint_state.FormatJUnitXML())
    finally:
        sys.stderr = backup_err
    sys.exit(_cpplint_state.error_count > 0)","def main ( ) : <TAB> filenames = ParseArguments ( sys . argv [ 1 : ] ) <TAB> backup_err = sys . stderr <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> sys . stderr = codecs . StreamReader ( sys . stderr , ""replace"" ) <TAB> <TAB> _cpplint_state . ResetErrorCounts ( ) <TAB> <TAB> for filename in filenames : <TAB> <TAB> <TAB> ProcessFile ( filename , _cpplint_state . verbose_level ) <TAB> <TAB> _cpplint_state . PrintErrorCounts ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sys . stderr . write ( _cpplint_state . FormatJUnitXML ( ) ) <TAB> finally : <TAB> <TAB> sys . stderr = backup_err <TAB> sys . exit ( _cpplint_state . error_count > 0 )","if _cpplint_state . output_format == ""junit"" :",200
12273,"def write(self, text):
    if not isinstance(text, bytes):
        if not isinstance(text, text_type):
            msg = ""You can only write str to a Response.body_file, not %s""
            raise TypeError(msg % type(text))
        if not self.charset:
            msg = ""You can only write text to Response if charset has "" ""been set""
            raise TypeError(msg)
        text = text.encode(self.charset)
    app_iter = self._app_iter
    if not isinstance(app_iter, list):
        try:
            new_app_iter = self._app_iter = list(app_iter)
        finally:
            iter_close(app_iter)
        app_iter = new_app_iter
        self.content_length = sum(len(chunk) for chunk in app_iter)
    app_iter.append(text)
    if self.content_length is not None:
        self.content_length += len(text)
","def write ( self , text ) : <TAB> if not isinstance ( text , bytes ) : <TAB> <TAB> if not isinstance ( text , text_type ) : <TAB> <TAB> <TAB> msg = ""You can only write str to a Response.body_file, not %s"" <TAB> <TAB> <TAB> raise TypeError ( msg % type ( text ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> msg = ""You can only write text to Response if charset has "" ""been set"" <TAB> <TAB> <TAB> raise TypeError ( msg ) <TAB> <TAB> text = text . encode ( self . charset ) <TAB> app_iter = self . _app_iter <TAB> if not isinstance ( app_iter , list ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> new_app_iter = self . _app_iter = list ( app_iter ) <TAB> <TAB> finally : <TAB> <TAB> <TAB> iter_close ( app_iter ) <TAB> <TAB> app_iter = new_app_iter <TAB> <TAB> self . content_length = sum ( len ( chunk ) for chunk in app_iter ) <TAB> app_iter . append ( text ) <TAB> if self . content_length is not None : <TAB> <TAB> self . content_length += len ( text )",if not self . charset :,258
3891,"def leaveISP(self):
    if self.serial is not None:
        if self.sendMessage([0x11]) != [0x11, 0x00]:
            raise ispBase.IspError(""Failed to leave programming mode"")
        ret = self.serial
        self.serial = None
        return ret
    return None","def leaveISP ( self ) : <TAB> if self . serial is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ispBase . IspError ( ""Failed to leave programming mode"" ) <TAB> <TAB> ret = self . serial <TAB> <TAB> self . serial = None <TAB> <TAB> return ret <TAB> return None","if self . sendMessage ( [ 0x11 ] ) != [ 0x11 , 0x00 ] :",85
23896,"def clean_items(event, items, variations):
    for item in items:
        if event != item.event:
            raise ValidationError(_(""One or more items do not belong to this event.""))
        if item.has_variations:
            if not any(var.item == item for var in variations):
                raise ValidationError(
                    _(
                        ""One or more items has variations but none of these are in the variations list.""
                    )
                )
","def clean_items ( event , items , variations ) : <TAB> for item in items : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValidationError ( _ ( ""One or more items do not belong to this event."" ) ) <TAB> <TAB> if item . has_variations : <TAB> <TAB> <TAB> if not any ( var . item == item for var in variations ) : <TAB> <TAB> <TAB> <TAB> raise ValidationError ( <TAB> <TAB> <TAB> <TAB> <TAB> _ ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""One or more items has variations but none of these are in the variations list."" <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> )",if event != item . event :,127
7677,"def handle(self, **options):
    # Inspired by Postfix's ""postconf -n"".
    from django.conf import settings, Settings, global_settings
    # Because settings are imported lazily, we need to explicitly load them.
    settings._setup()
    user_settings = module_to_dict(settings._wrapped)
    default = options[""default""]
    default_settings = module_to_dict(Settings(default) if default else global_settings)
    output = []
    for key in sorted(user_settings):
        if key not in default_settings:
            output.append(""%s = %s  ###"" % (key, user_settings[key]))
        elif user_settings[key] != default_settings[key]:
            output.append(""%s = %s"" % (key, user_settings[key]))
        elif options[""all""]:
            output.append(""### %s = %s"" % (key, user_settings[key]))
    return ""\n"".join(output)
","def handle ( self , ** options ) : <TAB> <TAB> from django . conf import settings , Settings , global_settings <TAB> <TAB> settings . _setup ( ) <TAB> user_settings = module_to_dict ( settings . _wrapped ) <TAB> default = options [ ""default"" ] <TAB> default_settings = module_to_dict ( Settings ( default ) if default else global_settings ) <TAB> output = [ ] <TAB> for key in sorted ( user_settings ) : <TAB> <TAB> if key not in default_settings : <TAB> <TAB> <TAB> output . append ( ""%s = %s  ###"" % ( key , user_settings [ key ] ) ) <TAB> <TAB> elif user_settings [ key ] != default_settings [ key ] : <TAB> <TAB> <TAB> output . append ( ""%s = %s"" % ( key , user_settings [ key ] ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> output . append ( ""### %s = %s"" % ( key , user_settings [ key ] ) ) <TAB> return ""\n"" . join ( output )","elif options [ ""all"" ] :",241
17557,"def bprop_slice(self, x, S, Q, padding, stride, dilation):
    qs = x - (dilation * (S - 1) - padding)
    f1 = None
    for s in range(S):
        q = qs + s * dilation
        if q % stride == 0:
            q //= stride
            if q >= 0 and q < Q:
                if f1 is None:
                    f1 = s
                    x1 = q
                f2 = s
                x2 = q
    if f1 is None:
        return (slice(0, 0, 1), slice(0, 0, 1), 0)
    f_step = 1
    while ((f_step * dilation) % stride) != 0:
        f_step += 1
    x_step = (f_step * dilation) // stride
    return (slice(f1, f2 + 1, f_step), slice(x1, x2 + 1, x_step), 0)","def bprop_slice ( self , x , S , Q , padding , stride , dilation ) : <TAB> qs = x - ( dilation * ( S - 1 ) - padding ) <TAB> f1 = None <TAB> for s in range ( S ) : <TAB> <TAB> q = qs + s * dilation <TAB> <TAB> if q % stride == 0 : <TAB> <TAB> <TAB> q //= stride <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if f1 is None : <TAB> <TAB> <TAB> <TAB> <TAB> f1 = s <TAB> <TAB> <TAB> <TAB> <TAB> x1 = q <TAB> <TAB> <TAB> <TAB> f2 = s <TAB> <TAB> <TAB> <TAB> x2 = q <TAB> if f1 is None : <TAB> <TAB> return ( slice ( 0 , 0 , 1 ) , slice ( 0 , 0 , 1 ) , 0 ) <TAB> f_step = 1 <TAB> while ( ( f_step * dilation ) % stride ) != 0 : <TAB> <TAB> f_step += 1 <TAB> x_step = ( f_step * dilation ) // stride <TAB> return ( slice ( f1 , f2 + 1 , f_step ) , slice ( x1 , x2 + 1 , x_step ) , 0 )",if q >= 0 and q < Q :,253
4257,"def find_symbol(self, r, globally=False):
    query = self.view.substr(self.view.word(r))
    fname = self.view.file_name().replace(""\\"", ""/"")
    locations = self.view.window().lookup_symbol_in_index(query)
    if not locations:
        return
    try:
        if not globally:
            location = [hit[2] for hit in locations if fname.endswith(hit[1])][0]
            return location[0] - 1, location[1] - 1
        else:
            # TODO: There might be many symbols with the same name.
            return locations[0]
    except IndexError:
        return","def find_symbol ( self , r , globally = False ) : <TAB> query = self . view . substr ( self . view . word ( r ) ) <TAB> fname = self . view . file_name ( ) . replace ( ""\\"" , ""/"" ) <TAB> locations = self . view . window ( ) . lookup_symbol_in_index ( query ) <TAB> if not locations : <TAB> <TAB> return <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> location = [ hit [ 2 ] for hit in locations if fname . endswith ( hit [ 1 ] ) ] [ 0 ] <TAB> <TAB> <TAB> return location [ 0 ] - 1 , location [ 1 ] - 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return locations [ 0 ] <TAB> except IndexError : <TAB> <TAB> return",if not globally :,172
4230,"def put(self, session):
    with sess_lock:
        self.parent.put(session)
        # Do not store the session if skip paths
        for sp in self.skip_paths:
            if request.path.startswith(sp):
                return
        if session.sid in self._cache:
            try:
                del self._cache[session.sid]
            except Exception:
                pass
        self._cache[session.sid] = session
    self._normalize()
","def put ( self , session ) : <TAB> with sess_lock : <TAB> <TAB> self . parent . put ( session ) <TAB> <TAB> <TAB> <TAB> for sp in self . skip_paths : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> if session . sid in self . _cache : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> del self . _cache [ session . sid ] <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> self . _cache [ session . sid ] = session <TAB> self . _normalize ( )",if request . path . startswith ( sp ) :,133
20613,"def prepare_wrap(self, msg):
    obscured = self.obscured_headers
    wrapped = self.wrapped_headers
    obscured_set = set([])
    to_delete = {}
    for (h, header_value) in msg.items():
        if not header_value:
            continue
        hl = h.lower()
        if hl == ""mime-version"":
            to_delete[h] = True
        elif not hl.startswith(""content-""):
            if hl in obscured:
                obscured_set.add(h)
                oh = obscured[hl](header_value)
                if oh:
                    self.container.add_header(h, oh)
            else:
                self.container.add_header(h, header_value)
            if hl not in wrapped and hl not in obscured:
                to_delete[h] = True
    for h in to_delete:
        while h in msg:
            del msg[h]
    if hasattr(msg, ""signature_info""):
        self.container.signature_info = msg.signature_info
        self.container.encryption_info = msg.encryption_info
    return self.force_display_headers(msg, obscured_set)
","def prepare_wrap ( self , msg ) : <TAB> obscured = self . obscured_headers <TAB> wrapped = self . wrapped_headers <TAB> obscured_set = set ( [ ] ) <TAB> to_delete = { } <TAB> for ( h , header_value ) in msg . items ( ) : <TAB> <TAB> if not header_value : <TAB> <TAB> <TAB> continue <TAB> <TAB> hl = h . lower ( ) <TAB> <TAB> if hl == ""mime-version"" : <TAB> <TAB> <TAB> to_delete [ h ] = True <TAB> <TAB> elif not hl . startswith ( ""content-"" ) : <TAB> <TAB> <TAB> if hl in obscured : <TAB> <TAB> <TAB> <TAB> obscured_set . add ( h ) <TAB> <TAB> <TAB> <TAB> oh = obscured [ hl ] ( header_value ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . container . add_header ( h , oh ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . container . add_header ( h , header_value ) <TAB> <TAB> <TAB> if hl not in wrapped and hl not in obscured : <TAB> <TAB> <TAB> <TAB> to_delete [ h ] = True <TAB> for h in to_delete : <TAB> <TAB> while h in msg : <TAB> <TAB> <TAB> del msg [ h ] <TAB> if hasattr ( msg , ""signature_info"" ) : <TAB> <TAB> self . container . signature_info = msg . signature_info <TAB> <TAB> self . container . encryption_info = msg . encryption_info <TAB> return self . force_display_headers ( msg , obscured_set )",if oh :,343
8311,"def _resolve_register_argument(self, call_stmt, arg_loc):
    size = arg_loc.size
    offset = arg_loc._fix_offset(None, size, arch=self.project.arch)
    if self._reaching_definitions is not None:
        # Find its definition
        ins_addr = call_stmt.tags[""ins_addr""]
        try:
            rd = self._reaching_definitions.get_reaching_definitions_by_insn(
                ins_addr, OP_BEFORE
            )
        except KeyError:
            rd = None
        if rd is not None:
            defs = rd.register_definitions.get_variables_by_offset(offset)
            if not defs:
                l.warning(
                    ""Did not find any reaching definition for register %s at instruction %x."",
                    arg_loc,
                    ins_addr,
                )
            elif len(defs) > 1:
                l.warning(
                    ""TODO: More than one reaching definition are found at instruction %x."",
                    ins_addr,
                )
            else:
                # Find the definition
                def_ = next(iter(defs))  # type:Definition
                var_or_value = self._find_variable_from_definition(def_)
                if var_or_value is not None:
                    return var_or_value
    return None","def _resolve_register_argument ( self , call_stmt , arg_loc ) : <TAB> size = arg_loc . size <TAB> offset = arg_loc . _fix_offset ( None , size , arch = self . project . arch ) <TAB> if self . _reaching_definitions is not None : <TAB> <TAB> <TAB> <TAB> ins_addr = call_stmt . tags [ ""ins_addr"" ] <TAB> <TAB> try : <TAB> <TAB> <TAB> rd = self . _reaching_definitions . get_reaching_definitions_by_insn ( <TAB> <TAB> <TAB> <TAB> ins_addr , OP_BEFORE <TAB> <TAB> <TAB> ) <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> rd = None <TAB> <TAB> if rd is not None : <TAB> <TAB> <TAB> defs = rd . register_definitions . get_variables_by_offset ( offset ) <TAB> <TAB> <TAB> if not defs : <TAB> <TAB> <TAB> <TAB> l . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Did not find any reaching definition for register %s at instruction %x."" , <TAB> <TAB> <TAB> <TAB> <TAB> arg_loc , <TAB> <TAB> <TAB> <TAB> <TAB> ins_addr , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> elif len ( defs ) > 1 : <TAB> <TAB> <TAB> <TAB> l . warning ( <TAB> <TAB> <TAB> <TAB> <TAB> ""TODO: More than one reaching definition are found at instruction %x."" , <TAB> <TAB> <TAB> <TAB> <TAB> ins_addr , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> def_ = next ( iter ( defs ) ) <TAB> <TAB> <TAB> <TAB> var_or_value = self . _find_variable_from_definition ( def_ ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> return var_or_value <TAB> return None",if var_or_value is not None :,388
7124,"def test_async_iterator(app):
    async with new_stream(app) as stream:
        for i in range(100):
            await stream.channel.deliver(message(key=i, value=i))
        received = 0
        async for value in stream:
            assert value == received
            received += 1
            if received >= 100:
                break
        assert await channel_empty(stream.channel)","def test_async_iterator ( app ) : <TAB> async with new_stream ( app ) as stream : <TAB> <TAB> for i in range ( 100 ) : <TAB> <TAB> <TAB> await stream . channel . deliver ( message ( key = i , value = i ) ) <TAB> <TAB> received = 0 <TAB> <TAB> async for value in stream : <TAB> <TAB> <TAB> assert value == received <TAB> <TAB> <TAB> received += 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> assert await channel_empty ( stream . channel )",if received >= 100 :,113
23538,"def emit_default(self):
    """"""emit the action taken when we did not hit a valid hash table entry""""""
    actions = []
    for action in self.default_actions:
        if action.is_return():
            s = ""return %s"" % action.get_str_value()
            actions.append(s)
        if action.is_field_binding():
            val = action.get_str_value()
            fb = action.field_name.lower()
            s = ""%s_set_%s(%s,%s)"" % (
                self.strings_dict[""op_accessor""],
                fb,
                self.strings_dict[""obj_str""],
                val,
            )
            actions.append(s)
    return actions
","def emit_default ( self ) : <TAB> """"""emit the action taken when we did not hit a valid hash table entry"""""" <TAB> actions = [ ] <TAB> for action in self . default_actions : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> s = ""return %s"" % action . get_str_value ( ) <TAB> <TAB> <TAB> actions . append ( s ) <TAB> <TAB> if action . is_field_binding ( ) : <TAB> <TAB> <TAB> val = action . get_str_value ( ) <TAB> <TAB> <TAB> fb = action . field_name . lower ( ) <TAB> <TAB> <TAB> s = ""%s_set_%s(%s,%s)"" % ( <TAB> <TAB> <TAB> <TAB> self . strings_dict [ ""op_accessor"" ] , <TAB> <TAB> <TAB> <TAB> fb , <TAB> <TAB> <TAB> <TAB> self . strings_dict [ ""obj_str"" ] , <TAB> <TAB> <TAB> <TAB> val , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> actions . append ( s ) <TAB> return actions",if action . is_return ( ) :,204
20340,"def check_messages(messages):
    for message_type in messages:
        if message_type not in (""message"", ""body""):
            error_list.append(
                _(
                    ""Message type '{}' invalid, must be either 'message' or 'body'""
                ).format(message_type)
            )
            continue
        message = messages[message_type]
        if message is None:
            continue
        if not isinstance(message, str):
            error_list.append(
                _(""Expected string for '{}', found {}, "").format(
                    message_type, type(message)
                )
            )
            continue
        if message_type == ""message"":
            if ""\n"" in message:
                error_list.append(
                    _(
                        ""Messages cannot contain newlines (found newline in {} event)"".format(
                            event
                        )
                    )
                )
                continue
        collected_messages.append(message)
","def check_messages ( messages ) : <TAB> for message_type in messages : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> error_list . append ( <TAB> <TAB> <TAB> <TAB> _ ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Message type '{}' invalid, must be either 'message' or 'body'"" <TAB> <TAB> <TAB> <TAB> ) . format ( message_type ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> continue <TAB> <TAB> message = messages [ message_type ] <TAB> <TAB> if message is None : <TAB> <TAB> <TAB> continue <TAB> <TAB> if not isinstance ( message , str ) : <TAB> <TAB> <TAB> error_list . append ( <TAB> <TAB> <TAB> <TAB> _ ( ""Expected string for '{}', found {}, "" ) . format ( <TAB> <TAB> <TAB> <TAB> <TAB> message_type , type ( message ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if message_type == ""message"" : <TAB> <TAB> <TAB> if ""\n"" in message : <TAB> <TAB> <TAB> <TAB> error_list . append ( <TAB> <TAB> <TAB> <TAB> <TAB> _ ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""Messages cannot contain newlines (found newline in {} event)"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> event <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> collected_messages . append ( message )","if message_type not in ( ""message"" , ""body"" ) :",291
23212,"def get_project_dir(env):
    project_file = workon_home / env / "".project""
    if project_file.exists():
        with project_file.open() as f:
            project_dir = f.readline().strip()
            if os.path.exists(project_dir):
                return project_dir
            else:
                err(
                    ""Corrupted or outdated:"",
                    project_file,
                    ""\nDirectory"",
                    project_dir,
                    ""doesn't exist."",
                )
","def get_project_dir ( env ) : <TAB> project_file = workon_home / env / "".project"" <TAB> if project_file . exists ( ) : <TAB> <TAB> with project_file . open ( ) as f : <TAB> <TAB> <TAB> project_dir = f . readline ( ) . strip ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return project_dir <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> err ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Corrupted or outdated:"" , <TAB> <TAB> <TAB> <TAB> <TAB> project_file , <TAB> <TAB> <TAB> <TAB> <TAB> ""\nDirectory"" , <TAB> <TAB> <TAB> <TAB> <TAB> project_dir , <TAB> <TAB> <TAB> <TAB> <TAB> ""doesn't exist."" , <TAB> <TAB> <TAB> <TAB> )",if os . path . exists ( project_dir ) :,158
6412,"def build_packages(targeted_packages, distribution_directory, is_dev_build=False):
    # run the build and distribution
    for package_root in targeted_packages:
        service_hierarchy = os.path.join(os.path.basename(package_root))
        if is_dev_build:
            verify_update_package_requirement(package_root)
        print(""Generating Package Using Python {}"".format(sys.version))
        run_check_call(
            [
                sys.executable,
                build_packing_script_location,
                ""--dest"",
                os.path.join(distribution_directory, service_hierarchy),
                package_root,
            ],
            root_dir,
        )
","def build_packages ( targeted_packages , distribution_directory , is_dev_build = False ) : <TAB> <TAB> for package_root in targeted_packages : <TAB> <TAB> service_hierarchy = os . path . join ( os . path . basename ( package_root ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> verify_update_package_requirement ( package_root ) <TAB> <TAB> print ( ""Generating Package Using Python {}"" . format ( sys . version ) ) <TAB> <TAB> run_check_call ( <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> sys . executable , <TAB> <TAB> <TAB> <TAB> build_packing_script_location , <TAB> <TAB> <TAB> <TAB> ""--dest"" , <TAB> <TAB> <TAB> <TAB> os . path . join ( distribution_directory , service_hierarchy ) , <TAB> <TAB> <TAB> <TAB> package_root , <TAB> <TAB> <TAB> ] , <TAB> <TAB> <TAB> root_dir , <TAB> <TAB> )",if is_dev_build :,199
8996,"def _setResultsName(self, name, listAllMatches=False):
    if __diag__.warn_name_set_on_empty_Forward:
        if self.expr is None:
            warnings.warn(
                ""{0}: setting results name {0!r} on {1} expression ""
                ""that has no contained expression"".format(
                    ""warn_name_set_on_empty_Forward"", name, type(self).__name__
                ),
                stacklevel=3,
            )
    return super(Forward, self)._setResultsName(name, listAllMatches)","def _setResultsName ( self , name , listAllMatches = False ) : <TAB> if __diag__ . warn_name_set_on_empty_Forward : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> warnings . warn ( <TAB> <TAB> <TAB> <TAB> ""{0}: setting results name {0!r} on {1} expression "" <TAB> <TAB> <TAB> <TAB> ""that has no contained expression"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> ""warn_name_set_on_empty_Forward"" , name , type ( self ) . __name__ <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> stacklevel = 3 , <TAB> <TAB> <TAB> ) <TAB> return super ( Forward , self ) . _setResultsName ( name , listAllMatches )",if self . expr is None :,158
10159,"def kill(self, message=""""):
    """"""Kills the frame""""""
    log.info(""Request recieved: kill"")
    if self.frameAttendantThread is None:
        log.warning(
            ""Kill requested before frameAttendantThread is created ""
            ""for: %s"" % self.frameId
        )
    elif self.frameAttendantThread.isAlive() and self.pid is None:
        log.warning(""Kill requested before pid is available for: %s"" % self.frameId)
    elif self.frameAttendantThread.isAlive():
        try:
            if not self.killMessage and message:
                self.killMessage = message
            rqd.rqutil.permissionsHigh()
            try:
                if platform.system() == ""Windows"":
                    subprocess.Popen(""taskkill /F /T /PID %i"" % self.pid, shell=True)
                else:
                    os.killpg(self.pid, rqd.rqconstants.KILL_SIGNAL)
            finally:
                rqd.rqutil.permissionsLow()
        except OSError as e:
            log.warning(
                ""kill() tried to kill a non-existant pid for: %s ""
                ""Error: %s"" % (self.frameId, e)
            )
        except Exception as e:
            log.warning(""kill() encountered an unknown error: %s"" % e)
    else:
        log.warning(
            ""Kill requested after frameAttendantThread has exited ""
            ""for: %s"" % self.frameId
        )
        self.rqCore.deleteFrame(self.frameId)
","def kill ( self , message = """" ) : <TAB> """"""Kills the frame"""""" <TAB> log . info ( ""Request recieved: kill"" ) <TAB> if self . frameAttendantThread is None : <TAB> <TAB> log . warning ( <TAB> <TAB> <TAB> ""Kill requested before frameAttendantThread is created "" <TAB> <TAB> <TAB> ""for: %s"" % self . frameId <TAB> <TAB> ) <TAB> elif self . frameAttendantThread . isAlive ( ) and self . pid is None : <TAB> <TAB> log . warning ( ""Kill requested before pid is available for: %s"" % self . frameId ) <TAB> elif self . frameAttendantThread . isAlive ( ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> if not self . killMessage and message : <TAB> <TAB> <TAB> <TAB> self . killMessage = message <TAB> <TAB> <TAB> rqd . rqutil . permissionsHigh ( ) <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> subprocess . Popen ( ""taskkill /F /T /PID %i"" % self . pid , shell = True ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> os . killpg ( self . pid , rqd . rqconstants . KILL_SIGNAL ) <TAB> <TAB> <TAB> finally : <TAB> <TAB> <TAB> <TAB> rqd . rqutil . permissionsLow ( ) <TAB> <TAB> except OSError as e : <TAB> <TAB> <TAB> log . warning ( <TAB> <TAB> <TAB> <TAB> ""kill() tried to kill a non-existant pid for: %s "" <TAB> <TAB> <TAB> <TAB> ""Error: %s"" % ( self . frameId , e ) <TAB> <TAB> <TAB> ) <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> log . warning ( ""kill() encountered an unknown error: %s"" % e ) <TAB> else : <TAB> <TAB> log . warning ( <TAB> <TAB> <TAB> ""Kill requested after frameAttendantThread has exited "" <TAB> <TAB> <TAB> ""for: %s"" % self . frameId <TAB> <TAB> ) <TAB> <TAB> self . rqCore . deleteFrame ( self . frameId )","if platform . system ( ) == ""Windows"" :",439
7725,"def __init__(
    self,
    entity,
    mapper,
    selectable,
    name,
    with_polymorphic_mappers,
    polymorphic_on,
    _base_alias,
    _use_mapper_path,
    adapt_on_names,
    represents_outer_join,
):
    self.entity = entity
    self.mapper = mapper
    self.selectable = selectable
    self.name = name
    self.with_polymorphic_mappers = with_polymorphic_mappers
    self.polymorphic_on = polymorphic_on
    self._base_alias = _base_alias or self
    self._use_mapper_path = _use_mapper_path
    self.represents_outer_join = represents_outer_join
    self._adapter = sql_util.ColumnAdapter(
        selectable,
        equivalents=mapper._equivalent_columns,
        adapt_on_names=adapt_on_names,
        anonymize_labels=True,
    )
    self._adapt_on_names = adapt_on_names
    self._target = mapper.class_
    for poly in self.with_polymorphic_mappers:
        if poly is not mapper:
            setattr(
                self.entity,
                poly.class_.__name__,
                AliasedClass(
                    poly.class_,
                    selectable,
                    base_alias=self,
                    adapt_on_names=adapt_on_names,
                    use_mapper_path=_use_mapper_path,
                ),
            )
","def __init__ ( <TAB> self , <TAB> entity , <TAB> mapper , <TAB> selectable , <TAB> name , <TAB> with_polymorphic_mappers , <TAB> polymorphic_on , <TAB> _base_alias , <TAB> _use_mapper_path , <TAB> adapt_on_names , <TAB> represents_outer_join , ) : <TAB> self . entity = entity <TAB> self . mapper = mapper <TAB> self . selectable = selectable <TAB> self . name = name <TAB> self . with_polymorphic_mappers = with_polymorphic_mappers <TAB> self . polymorphic_on = polymorphic_on <TAB> self . _base_alias = _base_alias or self <TAB> self . _use_mapper_path = _use_mapper_path <TAB> self . represents_outer_join = represents_outer_join <TAB> self . _adapter = sql_util . ColumnAdapter ( <TAB> <TAB> selectable , <TAB> <TAB> equivalents = mapper . _equivalent_columns , <TAB> <TAB> adapt_on_names = adapt_on_names , <TAB> <TAB> anonymize_labels = True , <TAB> ) <TAB> self . _adapt_on_names = adapt_on_names <TAB> self . _target = mapper . class_ <TAB> for poly in self . with_polymorphic_mappers : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> setattr ( <TAB> <TAB> <TAB> <TAB> self . entity , <TAB> <TAB> <TAB> <TAB> poly . class_ . __name__ , <TAB> <TAB> <TAB> <TAB> AliasedClass ( <TAB> <TAB> <TAB> <TAB> <TAB> poly . class_ , <TAB> <TAB> <TAB> <TAB> <TAB> selectable , <TAB> <TAB> <TAB> <TAB> <TAB> base_alias = self , <TAB> <TAB> <TAB> <TAB> <TAB> adapt_on_names = adapt_on_names , <TAB> <TAB> <TAB> <TAB> <TAB> use_mapper_path = _use_mapper_path , <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> )",if poly is not mapper :,407
14513,"def process_routine(rootElt, obj, name, callables):
    if inspect.isfunction(obj):
        if _gIsPy3:
            argspec = inspect.getfullargspec(obj)
        else:
            argspec = inspect.getargspec(obj)
        sig = name + inspect.formatargspec(*argspec)
    else:
        sig = """"
    doc = getdoc(obj) or None
    call_sig_lines, description_lines = parsePyFuncDoc(doc, [sig])
    if description_lines:
        doc = ""\n"".join(parseDocSummary(description_lines))
    if call_sig_lines:
        signature = ""\n"".join(call_sig_lines)
    else:
        signature = sig
    if name == ""__init__"":
        if doc == obj.__init__.__doc__:
            doc = None
        if signature == obj.__init__.__doc__:
            signature = None
    funcElt = SubElement(rootElt, ""scope"", ilk=""function"", name=name)
    if doc:
        funcElt.set(""doc"", doc)
    if signature:
        funcElt.set(""signature"", signature)
    callables[name] = funcElt","def process_routine ( rootElt , obj , name , callables ) : <TAB> if inspect . isfunction ( obj ) : <TAB> <TAB> if _gIsPy3 : <TAB> <TAB> <TAB> argspec = inspect . getfullargspec ( obj ) <TAB> <TAB> else : <TAB> <TAB> <TAB> argspec = inspect . getargspec ( obj ) <TAB> <TAB> sig = name + inspect . formatargspec ( * argspec ) <TAB> else : <TAB> <TAB> sig = """" <TAB> doc = getdoc ( obj ) or None <TAB> call_sig_lines , description_lines = parsePyFuncDoc ( doc , [ sig ] ) <TAB> if description_lines : <TAB> <TAB> doc = ""\n"" . join ( parseDocSummary ( description_lines ) ) <TAB> if call_sig_lines : <TAB> <TAB> signature = ""\n"" . join ( call_sig_lines ) <TAB> else : <TAB> <TAB> signature = sig <TAB> if name == ""__init__"" : <TAB> <TAB> if doc == obj . __init__ . __doc__ : <TAB> <TAB> <TAB> doc = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> signature = None <TAB> funcElt = SubElement ( rootElt , ""scope"" , ilk = ""function"" , name = name ) <TAB> if doc : <TAB> <TAB> funcElt . set ( ""doc"" , doc ) <TAB> if signature : <TAB> <TAB> funcElt . set ( ""signature"" , signature ) <TAB> callables [ name ] = funcElt",if signature == obj . __init__ . __doc__ :,291
9916,"def _pre_get_table(self, _ctx, table_name):
    vsctl_table = self._get_table(table_name)
    schema_helper = self.schema_helper
    schema_helper.register_table(vsctl_table.table_name)
    for row_id in vsctl_table.row_ids:
        if row_id.table:
            schema_helper.register_table(row_id.table)
        if row_id.name_column:
            schema_helper.register_columns(row_id.table, [row_id.name_column])
        if row_id.uuid_column:
            schema_helper.register_columns(row_id.table, [row_id.uuid_column])
    return vsctl_table
","def _pre_get_table ( self , _ctx , table_name ) : <TAB> vsctl_table = self . _get_table ( table_name ) <TAB> schema_helper = self . schema_helper <TAB> schema_helper . register_table ( vsctl_table . table_name ) <TAB> for row_id in vsctl_table . row_ids : <TAB> <TAB> if row_id . table : <TAB> <TAB> <TAB> schema_helper . register_table ( row_id . table ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> schema_helper . register_columns ( row_id . table , [ row_id . name_column ] ) <TAB> <TAB> if row_id . uuid_column : <TAB> <TAB> <TAB> schema_helper . register_columns ( row_id . table , [ row_id . uuid_column ] ) <TAB> return vsctl_table",if row_id . name_column :,194
8677,"def polygons_to_edges_np(obj, unique_edges=False, output_numpy=False):
    result = []
    for pols in obj:
        if len(pols) == 0:
            result.append([])
            continue
        regular_mesh = True
        try:
            np_pols = array(pols, dtype=int32)
        except ValueError:
            regular_mesh = False
        if not regular_mesh:
            if output_numpy:
                result.append(pols_to_edges_irregular_mesh(pols, unique_edges))
            else:
                result.append(pols_to_edges_irregular_mesh(pols, unique_edges).tolist())
        else:
            edges = empty(list(np_pols.shape) + [2], ""i"")
            edges[:, :, 0] = np_pols
            edges[:, 1:, 1] = np_pols[:, :-1]
            edges[:, 0, 1] = np_pols[:, -1]
            edges = edges.reshape(-1, 2)
            if output_numpy:
                if unique_edges:
                    result.append(unique(sort(edges), axis=0))
                else:
                    result.append(edges)
            else:
                if unique_edges:
                    result.append(unique(sort(edges), axis=0).tolist())
                else:
                    result.append(edges.tolist())
    return result","def polygons_to_edges_np ( obj , unique_edges = False , output_numpy = False ) : <TAB> result = [ ] <TAB> for pols in obj : <TAB> <TAB> if len ( pols ) == 0 : <TAB> <TAB> <TAB> result . append ( [ ] ) <TAB> <TAB> <TAB> continue <TAB> <TAB> regular_mesh = True <TAB> <TAB> try : <TAB> <TAB> <TAB> np_pols = array ( pols , dtype = int32 ) <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> regular_mesh = False <TAB> <TAB> if not regular_mesh : <TAB> <TAB> <TAB> if output_numpy : <TAB> <TAB> <TAB> <TAB> result . append ( pols_to_edges_irregular_mesh ( pols , unique_edges ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> result . append ( pols_to_edges_irregular_mesh ( pols , unique_edges ) . tolist ( ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> edges = empty ( list ( np_pols . shape ) + [ 2 ] , ""i"" ) <TAB> <TAB> <TAB> edges [ : , : , 0 ] = np_pols <TAB> <TAB> <TAB> edges [ : , 1 : , 1 ] = np_pols [ : , : - 1 ] <TAB> <TAB> <TAB> edges [ : , 0 , 1 ] = np_pols [ : , - 1 ] <TAB> <TAB> <TAB> edges = edges . reshape ( - 1 , 2 ) <TAB> <TAB> <TAB> if output_numpy : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> result . append ( unique ( sort ( edges ) , axis = 0 ) ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> result . append ( edges ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> result . append ( unique ( sort ( edges ) , axis = 0 ) . tolist ( ) ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> result . append ( edges . tolist ( ) ) <TAB> return result",if unique_edges :,407
11207,"def visible_settings(self):
    __settings__ = super(EnhanceOrSuppressFeatures, self).visible_settings()
    __settings__ += [self.method]
    if self.method == ENHANCE:
        __settings__ += [self.enhance_method]
        self.object_size.min_value = 2
        if self.enhance_method == E_DARK_HOLES:
            __settings__ += [self.hole_size]
        elif self.enhance_method == E_TEXTURE:
            __settings__ += [self.smoothing]
        elif self.enhance_method == E_DIC:
            __settings__ += [self.smoothing, self.angle, self.decay]
        elif self.enhance_method == E_NEURITES:
            __settings__ += [self.neurite_choice]
            if self.neurite_choice == N_GRADIENT:
                __settings__ += [self.object_size]
            else:
                __settings__ += [self.smoothing]
            __settings__ += [self.wants_rescale]
        elif self.enhance_method == E_SPECKLES:
            __settings__ += [self.object_size, self.speckle_accuracy]
            self.object_size.min_value = 3
        else:
            __settings__ += [self.object_size]
    else:
        __settings__ += [self.object_size]
    return __settings__","def visible_settings ( self ) : <TAB> __settings__ = super ( EnhanceOrSuppressFeatures , self ) . visible_settings ( ) <TAB> __settings__ += [ self . method ] <TAB> if self . method == ENHANCE : <TAB> <TAB> __settings__ += [ self . enhance_method ] <TAB> <TAB> self . object_size . min_value = 2 <TAB> <TAB> if self . enhance_method == E_DARK_HOLES : <TAB> <TAB> <TAB> __settings__ += [ self . hole_size ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> __settings__ += [ self . smoothing ] <TAB> <TAB> elif self . enhance_method == E_DIC : <TAB> <TAB> <TAB> __settings__ += [ self . smoothing , self . angle , self . decay ] <TAB> <TAB> elif self . enhance_method == E_NEURITES : <TAB> <TAB> <TAB> __settings__ += [ self . neurite_choice ] <TAB> <TAB> <TAB> if self . neurite_choice == N_GRADIENT : <TAB> <TAB> <TAB> <TAB> __settings__ += [ self . object_size ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> __settings__ += [ self . smoothing ] <TAB> <TAB> <TAB> __settings__ += [ self . wants_rescale ] <TAB> <TAB> elif self . enhance_method == E_SPECKLES : <TAB> <TAB> <TAB> __settings__ += [ self . object_size , self . speckle_accuracy ] <TAB> <TAB> <TAB> self . object_size . min_value = 3 <TAB> <TAB> else : <TAB> <TAB> <TAB> __settings__ += [ self . object_size ] <TAB> else : <TAB> <TAB> __settings__ += [ self . object_size ] <TAB> return __settings__",elif self . enhance_method == E_TEXTURE :,379
8904,"def parse_constraints_from_args(args):
    if not args.constraints:
        return []
    _constraints = []
    for constraint in args.constraints:
        if ARGS_SPLIT_TOKEN in constraint:
            constraint_name, params = constraint.split(ARGS_SPLIT_TOKEN)
            if constraint_name not in CONSTRAINT_CLASS_NAMES:
                raise ValueError(f""Error: unsupported constraint {constraint_name}"")
            _constraints.append(
                eval(f""{CONSTRAINT_CLASS_NAMES[constraint_name]}({params})"")
            )
        elif constraint in CONSTRAINT_CLASS_NAMES:
            _constraints.append(eval(f""{CONSTRAINT_CLASS_NAMES[constraint]}()""))
        else:
            raise ValueError(f""Error: unsupported constraint {constraint}"")
    return _constraints
","def parse_constraints_from_args ( args ) : <TAB> if not args . constraints : <TAB> <TAB> return [ ] <TAB> _constraints = [ ] <TAB> for constraint in args . constraints : <TAB> <TAB> if ARGS_SPLIT_TOKEN in constraint : <TAB> <TAB> <TAB> constraint_name , params = constraint . split ( ARGS_SPLIT_TOKEN ) <TAB> <TAB> <TAB> if constraint_name not in CONSTRAINT_CLASS_NAMES : <TAB> <TAB> <TAB> <TAB> raise ValueError ( f""Error: unsupported constraint {constraint_name}"" ) <TAB> <TAB> <TAB> _constraints . append ( <TAB> <TAB> <TAB> <TAB> eval ( f""{CONSTRAINT_CLASS_NAMES[constraint_name]}({params})"" ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _constraints . append ( eval ( f""{CONSTRAINT_CLASS_NAMES[constraint]}()"" ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise ValueError ( f""Error: unsupported constraint {constraint}"" ) <TAB> return _constraints",elif constraint in CONSTRAINT_CLASS_NAMES :,214
1715,"def on_pre_output_coercion(
    directive_args: Dict[str, Any],
    next_directive: Callable,
    value: Any,
    ctx: Optional[Any],
    info: ""ResolveInfo"",
):
    value = await next_directive(value, ctx, info)
    if value is None:
        return value
    try:
        py_enum = _ENUM_MAP[directive_args[""name""]]
        if isinstance(value, list):
            return [None if item is None else py_enum(item).name for item in value]
        return py_enum(value).name
    except Exception:
        pass
    return value
","def on_pre_output_coercion ( <TAB> directive_args : Dict [ str , Any ] , <TAB> next_directive : Callable , <TAB> value : Any , <TAB> ctx : Optional [ Any ] , <TAB> info : ""ResolveInfo"" , ) : <TAB> value = await next_directive ( value , ctx , info ) <TAB> if value is None : <TAB> <TAB> return value <TAB> try : <TAB> <TAB> py_enum = _ENUM_MAP [ directive_args [ ""name"" ] ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return [ None if item is None else py_enum ( item ) . name for item in value ] <TAB> <TAB> return py_enum ( value ) . name <TAB> except Exception : <TAB> <TAB> pass <TAB> return value","if isinstance ( value , list ) :",163
20734,"def cardsWithTags(self, tagStr, search=""and""):
    tagIds = []
    # get ids
    for tag in tagStr.split("" ""):
        tag = tag.replace(""*"", ""%"")
        if ""%"" in tag:
            ids = self.s.column0(""select id from tags where tag like :tag"", tag=tag)
            if search == ""and"" and not ids:
                return []
            tagIds.append(ids)
        else:
            id = self.s.scalar(""select id from tags where tag = :tag"", tag=tag)
            if search == ""and"" and not id:
                return []
            tagIds.append(id)
    # search for any
    if search == ""or"":
        return self.s.column0(
            ""select cardId from cardTags where tagId in %s"" % ids2str(tagIds)
        )
    else:
        # search for all
        l = []
        for ids in tagIds:
            if isinstance(ids, types.ListType):
                l.append(""select cardId from cardTags where tagId in %s"" % ids2str(ids))
            else:
                l.append(""select cardId from cardTags where tagId = %d"" % ids)
        q = "" intersect "".join(l)
        return self.s.column0(q)","def cardsWithTags ( self , tagStr , search = ""and"" ) : <TAB> tagIds = [ ] <TAB> <TAB> for tag in tagStr . split ( "" "" ) : <TAB> <TAB> tag = tag . replace ( ""*"" , ""%"" ) <TAB> <TAB> if ""%"" in tag : <TAB> <TAB> <TAB> ids = self . s . column0 ( ""select id from tags where tag like :tag"" , tag = tag ) <TAB> <TAB> <TAB> if search == ""and"" and not ids : <TAB> <TAB> <TAB> <TAB> return [ ] <TAB> <TAB> <TAB> tagIds . append ( ids ) <TAB> <TAB> else : <TAB> <TAB> <TAB> id = self . s . scalar ( ""select id from tags where tag = :tag"" , tag = tag ) <TAB> <TAB> <TAB> if search == ""and"" and not id : <TAB> <TAB> <TAB> <TAB> return [ ] <TAB> <TAB> <TAB> tagIds . append ( id ) <TAB> <TAB> if search == ""or"" : <TAB> <TAB> return self . s . column0 ( <TAB> <TAB> <TAB> ""select cardId from cardTags where tagId in %s"" % ids2str ( tagIds ) <TAB> <TAB> ) <TAB> else : <TAB> <TAB> <TAB> <TAB> l = [ ] <TAB> <TAB> for ids in tagIds : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> l . append ( ""select cardId from cardTags where tagId in %s"" % ids2str ( ids ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> l . append ( ""select cardId from cardTags where tagId = %d"" % ids ) <TAB> <TAB> q = "" intersect "" . join ( l ) <TAB> <TAB> return self . s . column0 ( q )","if isinstance ( ids , types . ListType ) :",357
8300,"def remove_last_statement(node):
    stmt = None
    if type(node) is CodeNode:
        stmt = remove_last_statement(node.node)
    elif type(node) is ailment.Block:
        stmt = node.statements[-1]
        node.statements = node.statements[:-1]
    elif type(node) is MultiNode:
        if node.nodes:
            stmt = remove_last_statement(node.nodes[-1])
            if BaseNode.test_empty_node(node.nodes[-1]):
                node.nodes = node.nodes[:-1]
    elif type(node) is SequenceNode:
        if node.nodes:
            stmt = remove_last_statement(node.nodes[-1])
            if BaseNode.test_empty_node(node.nodes[-1]):
                node.nodes = node.nodes[:-1]
    else:
        raise NotImplementedError()
    return stmt",def remove_last_statement ( node ) : <TAB> stmt = None <TAB> if type ( node ) is CodeNode : <TAB> <TAB> stmt = remove_last_statement ( node . node ) <TAB> elif type ( node ) is ailment . Block : <TAB> <TAB> stmt = node . statements [ - 1 ] <TAB> <TAB> node . statements = node . statements [ : - 1 ] <TAB> elif type ( node ) is MultiNode : <TAB> <TAB> if node . nodes : <TAB> <TAB> <TAB> stmt = remove_last_statement ( node . nodes [ - 1 ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> node . nodes = node . nodes [ : - 1 ] <TAB> elif type ( node ) is SequenceNode : <TAB> <TAB> if node . nodes : <TAB> <TAB> <TAB> stmt = remove_last_statement ( node . nodes [ - 1 ] ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> node . nodes = node . nodes [ : - 1 ] <TAB> else : <TAB> <TAB> raise NotImplementedError ( ) <TAB> return stmt,if BaseNode . test_empty_node ( node . nodes [ - 1 ] ) :,236
12845,"def update_streaming_endpoint_setter(
    client,
    resource_group_name,
    account_name,
    streaming_endpoint_name,
    parameters,
    no_wait,
):
    if (
        parameters.access_control is not None
        and parameters.access_control.ip is not None
        and parameters.access_control.ip.allow
    ):
        ips = list(
            map(
                lambda x: create_ip_range(streaming_endpoint_name, x)
                if isinstance(x, str)
                else x,
                parameters.access_control.ip.allow,
            )
        )
        parameters.access_control.ip.allow = ips
    return sdk_no_wait(
        no_wait,
        client.update,
        resource_group_name=resource_group_name,
        account_name=account_name,
        streaming_endpoint_name=streaming_endpoint_name,
        parameters=parameters,
    )
","def update_streaming_endpoint_setter ( <TAB> client , <TAB> resource_group_name , <TAB> account_name , <TAB> streaming_endpoint_name , <TAB> parameters , <TAB> no_wait , ) : <TAB> if ( <TAB> <TAB> parameters . access_control is not None <TAB> <TAB> and parameters . access_control . ip is not None <TAB> <TAB> and parameters . access_control . ip . allow <TAB> ) : <TAB> <TAB> ips = list ( <TAB> <TAB> <TAB> map ( <TAB> <TAB> <TAB> <TAB> lambda x : create_ip_range ( streaming_endpoint_name , x ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> else x , <TAB> <TAB> <TAB> <TAB> parameters . access_control . ip . allow , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> <TAB> parameters . access_control . ip . allow = ips <TAB> return sdk_no_wait ( <TAB> <TAB> no_wait , <TAB> <TAB> client . update , <TAB> <TAB> resource_group_name = resource_group_name , <TAB> <TAB> account_name = account_name , <TAB> <TAB> streaming_endpoint_name = streaming_endpoint_name , <TAB> <TAB> parameters = parameters , <TAB> )","if isinstance ( x , str )",260
20590,"def safe_parse_date(date_hdr):
    """"""Parse a Date: or Received: header into a unix timestamp.""""""
    try:
        if "";"" in date_hdr:
            date_hdr = date_hdr.split("";"")[-1].strip()
        msg_ts = long(rfc822.mktime_tz(rfc822.parsedate_tz(date_hdr)))
        if (msg_ts > (time.time() + 24 * 3600)) or (msg_ts < 1):
            return None
        else:
            return msg_ts
    except (ValueError, TypeError, OverflowError):
        return None","def safe_parse_date ( date_hdr ) : <TAB> """"""Parse a Date: or Received: header into a unix timestamp."""""" <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> date_hdr = date_hdr . split ( "";"" ) [ - 1 ] . strip ( ) <TAB> <TAB> msg_ts = long ( rfc822 . mktime_tz ( rfc822 . parsedate_tz ( date_hdr ) ) ) <TAB> <TAB> if ( msg_ts > ( time . time ( ) + 24 * 3600 ) ) or ( msg_ts < 1 ) : <TAB> <TAB> <TAB> return None <TAB> <TAB> else : <TAB> <TAB> <TAB> return msg_ts <TAB> except ( ValueError , TypeError , OverflowError ) : <TAB> <TAB> return None","if "";"" in date_hdr :",150
24604,"def setup(self, modes, current_mode):
    self.setMinimumSize(600, 400)
    self.setWindowTitle(_(""Select Mode""))
    widget_layout = QVBoxLayout()
    label = QLabel(
        _(
            'Please select the desired mode then click ""OK"". '
            'Otherwise, click ""Cancel"".'
        )
    )
    label.setWordWrap(True)
    widget_layout.addWidget(label)
    self.setLayout(widget_layout)
    self.mode_list = QListWidget()
    self.mode_list.itemDoubleClicked.connect(self.select_and_accept)
    widget_layout.addWidget(self.mode_list)
    self.mode_list.setIconSize(QSize(48, 48))
    for name, item in modes.items():
        if not item.is_debugger:
            litem = ModeItem(item.name, item.description, item.icon, self.mode_list)
            if item.icon == current_mode:
                self.mode_list.setCurrentItem(litem)
    self.mode_list.sortItems()
    instructions = QLabel(
        _(
            ""Change mode at any time by clicking ""
            'the ""Mode"" button containing Mu\'s logo.'
        )
    )
    instructions.setWordWrap(True)
    widget_layout.addWidget(instructions)
    button_box = QDialogButtonBox(QDialogButtonBox.Ok | QDialogButtonBox.Cancel)
    button_box.accepted.connect(self.accept)
    button_box.rejected.connect(self.reject)
    widget_layout.addWidget(button_box)","def setup ( self , modes , current_mode ) : <TAB> self . setMinimumSize ( 600 , 400 ) <TAB> self . setWindowTitle ( _ ( ""Select Mode"" ) ) <TAB> widget_layout = QVBoxLayout ( ) <TAB> label = QLabel ( <TAB> <TAB> _ ( <TAB> <TAB> <TAB> 'Please select the desired mode then click ""OK"". ' <TAB> <TAB> <TAB> 'Otherwise, click ""Cancel"".' <TAB> <TAB> ) <TAB> ) <TAB> label . setWordWrap ( True ) <TAB> widget_layout . addWidget ( label ) <TAB> self . setLayout ( widget_layout ) <TAB> self . mode_list = QListWidget ( ) <TAB> self . mode_list . itemDoubleClicked . connect ( self . select_and_accept ) <TAB> widget_layout . addWidget ( self . mode_list ) <TAB> self . mode_list . setIconSize ( QSize ( 48 , 48 ) ) <TAB> for name , item in modes . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> litem = ModeItem ( item . name , item . description , item . icon , self . mode_list ) <TAB> <TAB> <TAB> if item . icon == current_mode : <TAB> <TAB> <TAB> <TAB> self . mode_list . setCurrentItem ( litem ) <TAB> self . mode_list . sortItems ( ) <TAB> instructions = QLabel ( <TAB> <TAB> _ ( <TAB> <TAB> <TAB> ""Change mode at any time by clicking "" <TAB> <TAB> <TAB> 'the ""Mode"" button containing Mu\'s logo.' <TAB> <TAB> ) <TAB> ) <TAB> instructions . setWordWrap ( True ) <TAB> widget_layout . addWidget ( instructions ) <TAB> button_box = QDialogButtonBox ( QDialogButtonBox . Ok | QDialogButtonBox . Cancel ) <TAB> button_box . accepted . connect ( self . accept ) <TAB> button_box . rejected . connect ( self . reject ) <TAB> widget_layout . addWidget ( button_box )",if not item . is_debugger :,394
10994,"def python_value(self, value):
    if value:
        if isinstance(value, basestring):
            pp = lambda x: x.time()
            return format_date_time(value, self.formats, pp)
        elif isinstance(value, datetime.datetime):
            return value.time()
    if value is not None and isinstance(value, datetime.timedelta):
        return (datetime.datetime.min + value).time()
    return value
","def python_value ( self , value ) : <TAB> if value : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> pp = lambda x : x . time ( ) <TAB> <TAB> <TAB> return format_date_time ( value , self . formats , pp ) <TAB> <TAB> elif isinstance ( value , datetime . datetime ) : <TAB> <TAB> <TAB> return value . time ( ) <TAB> if value is not None and isinstance ( value , datetime . timedelta ) : <TAB> <TAB> return ( datetime . datetime . min + value ) . time ( ) <TAB> return value","if isinstance ( value , basestring ) :",113
9492,"def process(self):
    """"""Do processing necessary, storing result in feature.""""""
    summation = 0  # count of all
    histo = self.data[""flat.notes.quarterLengthHistogram""]
    if not histo:
        raise NativeFeatureException(""input lacks notes"")
    maxKey = 0  # max found for any one key
    for key in histo:
        # all defined keys should be greater than zero, but just in case
        if histo[key] > 0:
            summation += histo[key]
            if histo[key] >= maxKey:
                maxKey = histo[key]
    self.feature.vector[0] = maxKey / summation","def process ( self ) : <TAB> """"""Do processing necessary, storing result in feature."""""" <TAB> summation = 0 <TAB> histo = self . data [ ""flat.notes.quarterLengthHistogram"" ] <TAB> if not histo : <TAB> <TAB> raise NativeFeatureException ( ""input lacks notes"" ) <TAB> maxKey = 0 <TAB> for key in histo : <TAB> <TAB> <TAB> <TAB> if histo [ key ] > 0 : <TAB> <TAB> <TAB> summation += histo [ key ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> maxKey = histo [ key ] <TAB> self . feature . vector [ 0 ] = maxKey / summation",if histo [ key ] >= maxKey :,169
18449,"def download_config(client, bucket, prefix, account_id, region, day, store, rtypes=()):
    config_prefix = ""%sAWSLogs/%s/Config/%s/%s/ConfigHistory/"" % (
        prefix,
        account_id,
        region,
        day.strftime(""%Y/%-m/%-d""),
    )
    results = client.list_objects_v2(Bucket=bucket, Prefix=config_prefix)
    if not os.path.exists(store):
        os.makedirs(store)
    files = []
    downloads = Counter()
    for k in results.get(""Contents"", ()):
        found = False
        for rt in rtypes:
            if rt in k[""Key""]:
                found = True
        if not found:
            continue
        fname = k[""Key""].rsplit(""/"", 1)[-1]
        fpath = os.path.join(store, fname)
        files.append(fpath)
        if os.path.exists(fpath):
            downloads[""Cached""] += 1
            downloads[""CacheSize""] += k[""Size""]
            continue
        downloads[""Downloads""] += 1
        downloads[""DownloadSize""] += k[""Size""]
        client.download_file(bucket, k[""Key""], fpath)
    log.debug(
        ""Downloaded:%d Size:%d Cached:%d Size:%s Prefix:%s"",
        downloads[""Downloads""],
        downloads[""DownloadSize""],
        downloads[""Cached""],
        downloads[""CacheSize""],
        config_prefix,
    )
    return files, downloads","def download_config ( client , bucket , prefix , account_id , region , day , store , rtypes = ( ) ) : <TAB> config_prefix = ""%sAWSLogs/%s/Config/%s/%s/ConfigHistory/"" % ( <TAB> <TAB> prefix , <TAB> <TAB> account_id , <TAB> <TAB> region , <TAB> <TAB> day . strftime ( ""%Y/%-m/%-d"" ) , <TAB> ) <TAB> results = client . list_objects_v2 ( Bucket = bucket , Prefix = config_prefix ) <TAB> if not os . path . exists ( store ) : <TAB> <TAB> os . makedirs ( store ) <TAB> files = [ ] <TAB> downloads = Counter ( ) <TAB> for k in results . get ( ""Contents"" , ( ) ) : <TAB> <TAB> found = False <TAB> <TAB> for rt in rtypes : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> found = True <TAB> <TAB> if not found : <TAB> <TAB> <TAB> continue <TAB> <TAB> fname = k [ ""Key"" ] . rsplit ( ""/"" , 1 ) [ - 1 ] <TAB> <TAB> fpath = os . path . join ( store , fname ) <TAB> <TAB> files . append ( fpath ) <TAB> <TAB> if os . path . exists ( fpath ) : <TAB> <TAB> <TAB> downloads [ ""Cached"" ] += 1 <TAB> <TAB> <TAB> downloads [ ""CacheSize"" ] += k [ ""Size"" ] <TAB> <TAB> <TAB> continue <TAB> <TAB> downloads [ ""Downloads"" ] += 1 <TAB> <TAB> downloads [ ""DownloadSize"" ] += k [ ""Size"" ] <TAB> <TAB> client . download_file ( bucket , k [ ""Key"" ] , fpath ) <TAB> log . debug ( <TAB> <TAB> ""Downloaded:%d Size:%d Cached:%d Size:%s Prefix:%s"" , <TAB> <TAB> downloads [ ""Downloads"" ] , <TAB> <TAB> downloads [ ""DownloadSize"" ] , <TAB> <TAB> downloads [ ""Cached"" ] , <TAB> <TAB> downloads [ ""CacheSize"" ] , <TAB> <TAB> config_prefix , <TAB> ) <TAB> return files , downloads","if rt in k [ ""Key"" ] :",389
12718,"def get_latest_from_github(package_path=""azure-cli""):
    try:
        import requests
        git_url = ""https://raw.githubusercontent.com/Azure/azure-cli/master/src/{}/setup.py"".format(
            package_path
        )
        response = requests.get(git_url, timeout=10)
        if response.status_code != 200:
            logger.info(
                ""Failed to fetch the latest version from '%s' with status code '%s' and reason '%s'"",
                git_url,
                response.status_code,
                response.reason,
            )
            return None
        for line in response.iter_lines():
            txt = line.decode(""utf-8"", errors=""ignore"")
            if txt.startswith(""VERSION""):
                match = re.search(r""VERSION = \""(.*)\""$"", txt)
                if match:
                    return match.group(1)
    except Exception as ex:  # pylint: disable=broad-except
        logger.info(""Failed to get the latest version from '%s'. %s"", git_url, str(ex))
        return None","def get_latest_from_github ( package_path = ""azure-cli"" ) : <TAB> try : <TAB> <TAB> import requests <TAB> <TAB> git_url = ""https://raw.githubusercontent.com/Azure/azure-cli/master/src/{}/setup.py"" . format ( <TAB> <TAB> <TAB> package_path <TAB> <TAB> ) <TAB> <TAB> response = requests . get ( git_url , timeout = 10 ) <TAB> <TAB> if response . status_code != 200 : <TAB> <TAB> <TAB> logger . info ( <TAB> <TAB> <TAB> <TAB> ""Failed to fetch the latest version from '%s' with status code '%s' and reason '%s'"" , <TAB> <TAB> <TAB> <TAB> git_url , <TAB> <TAB> <TAB> <TAB> response . status_code , <TAB> <TAB> <TAB> <TAB> response . reason , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return None <TAB> <TAB> for line in response . iter_lines ( ) : <TAB> <TAB> <TAB> txt = line . decode ( ""utf-8"" , errors = ""ignore"" ) <TAB> <TAB> <TAB> if txt . startswith ( ""VERSION"" ) : <TAB> <TAB> <TAB> <TAB> match = re . search ( r""VERSION = \""(.*)\""$"" , txt ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> return match . group ( 1 ) <TAB> except Exception as ex : <TAB> <TAB> logger . info ( ""Failed to get the latest version from '%s'. %s"" , git_url , str ( ex ) ) <TAB> <TAB> return None",if match :,310
9835,"def removeItem(self, event):
    """"""Double Left Click - remove module""""""
    if event.GetModifiers() == wx.MOD_CONTROL:
        return
    row, _ = self.HitTest(event.Position)
    if row != -1 and row not in self.blanks and isinstance(self.mods[row], Module):
        col = self.getColumn(event.Position)
        if col != self.getColIndex(State):
            try:
                mod = self.mods[row]
            except IndexError:
                return
            if not isinstance(mod, Module) or mod.isEmpty:
                return
            if event.GetModifiers() == wx.MOD_ALT:
                fit = Fit.getInstance().getFit(self.activeFitID)
                positions = getSimilarModPositions(fit.modules, mod)
                self.mainFrame.command.Submit(
                    cmd.GuiRemoveLocalModuleCommand(
                        fitID=self.activeFitID, positions=positions
                    )
                )
            else:
                self.removeModule(mod)
        else:
            if ""wxMSW"" in wx.PlatformInfo:
                self.click(event)","def removeItem ( self , event ) : <TAB> """"""Double Left Click - remove module"""""" <TAB> if event . GetModifiers ( ) == wx . MOD_CONTROL : <TAB> <TAB> return <TAB> row , _ = self . HitTest ( event . Position ) <TAB> if row != - 1 and row not in self . blanks and isinstance ( self . mods [ row ] , Module ) : <TAB> <TAB> col = self . getColumn ( event . Position ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> mod = self . mods [ row ] <TAB> <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> if not isinstance ( mod , Module ) or mod . isEmpty : <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> if event . GetModifiers ( ) == wx . MOD_ALT : <TAB> <TAB> <TAB> <TAB> fit = Fit . getInstance ( ) . getFit ( self . activeFitID ) <TAB> <TAB> <TAB> <TAB> positions = getSimilarModPositions ( fit . modules , mod ) <TAB> <TAB> <TAB> <TAB> self . mainFrame . command . Submit ( <TAB> <TAB> <TAB> <TAB> <TAB> cmd . GuiRemoveLocalModuleCommand ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> fitID = self . activeFitID , positions = positions <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . removeModule ( mod ) <TAB> <TAB> else : <TAB> <TAB> <TAB> if ""wxMSW"" in wx . PlatformInfo : <TAB> <TAB> <TAB> <TAB> self . click ( event )",if col != self . getColIndex ( State ) :,331
9522,"def times(self, value: int):
    if value is None:
        self._times = None
    else:
        try:
            candidate = int(value)
        except ValueError:
            # pylint: disable:raise-missing-from
            raise BarException(f""cannot set repeat times to: {value!r}"")
        if candidate < 0:
            raise BarException(
                f""cannot set repeat times to a value less than zero: {value}""
            )
        if self.direction == ""start"":
            raise BarException(""cannot set repeat times on a start Repeat"")
        self._times = candidate","def times ( self , value : int ) : <TAB> if value is None : <TAB> <TAB> self . _times = None <TAB> else : <TAB> <TAB> try : <TAB> <TAB> <TAB> candidate = int ( value ) <TAB> <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise BarException ( f""cannot set repeat times to: {value!r}"" ) <TAB> <TAB> if candidate < 0 : <TAB> <TAB> <TAB> raise BarException ( <TAB> <TAB> <TAB> <TAB> f""cannot set repeat times to a value less than zero: {value}"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise BarException ( ""cannot set repeat times on a start Repeat"" ) <TAB> <TAB> self . _times = candidate","if self . direction == ""start"" :",163
10913,"def out(parent, attr, indent=0):
    val = getattr(parent, attr)
    prefix = ""%s%s:"" % ("" "" * indent, attr.replace(""_"", ""-""))
    if val is None:
        cli.out(prefix)
    else:
        if attr == ""choices"":
            val = [flag_util.encode_flag_val(c.value) for c in val]
        cli.out(""%s %s"" % (prefix, flag_util.encode_flag_val(val)))","def out ( parent , attr , indent = 0 ) : <TAB> val = getattr ( parent , attr ) <TAB> prefix = ""%s%s:"" % ( "" "" * indent , attr . replace ( ""_"" , ""-"" ) ) <TAB> if val is None : <TAB> <TAB> cli . out ( prefix ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> val = [ flag_util . encode_flag_val ( c . value ) for c in val ] <TAB> <TAB> cli . out ( ""%s %s"" % ( prefix , flag_util . encode_flag_val ( val ) ) )","if attr == ""choices"" :",125
8626,"def execute(self, context):
    try:
        bpy.context.window.cursor_set(""WAIT"")
        ng = context.space_data.node_tree
        if ng:
            build_update_list(ng)
            process_tree(ng)
    except:
        pass
    finally:
        bpy.context.window.cursor_set(""DEFAULT"")
    return {""FINISHED""}
","def execute ( self , context ) : <TAB> try : <TAB> <TAB> bpy . context . window . cursor_set ( ""WAIT"" ) <TAB> <TAB> ng = context . space_data . node_tree <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> build_update_list ( ng ) <TAB> <TAB> <TAB> process_tree ( ng ) <TAB> except : <TAB> <TAB> pass <TAB> finally : <TAB> <TAB> bpy . context . window . cursor_set ( ""DEFAULT"" ) <TAB> return { ""FINISHED"" }",if ng :,105
12543,"def updateAutoSIPrefix(self):
    if self.label.isVisible():
        if self.logMode:
            _range = 10 ** np.array(self.range)
        else:
            _range = self.range
        (scale, prefix) = fn.siScale(
            max(abs(_range[0] * self.scale), abs(_range[1] * self.scale))
        )
        if self.labelUnits == """" and prefix in [
            ""k"",
            ""m"",
        ]:  ## If we are not showing units, wait until 1e6 before scaling.
            scale = 1.0
            prefix = """"
        self.autoSIPrefixScale = scale
        self.labelUnitPrefix = prefix
    else:
        self.autoSIPrefixScale = 1.0
    self._updateLabel()","def updateAutoSIPrefix ( self ) : <TAB> if self . label . isVisible ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> _range = 10 ** np . array ( self . range ) <TAB> <TAB> else : <TAB> <TAB> <TAB> _range = self . range <TAB> <TAB> ( scale , prefix ) = fn . siScale ( <TAB> <TAB> <TAB> max ( abs ( _range [ 0 ] * self . scale ) , abs ( _range [ 1 ] * self . scale ) ) <TAB> <TAB> ) <TAB> <TAB> if self . labelUnits == """" and prefix in [ <TAB> <TAB> <TAB> ""k"" , <TAB> <TAB> <TAB> ""m"" , <TAB> <TAB> ] : <TAB> <TAB> <TAB> scale = 1.0 <TAB> <TAB> <TAB> prefix = """" <TAB> <TAB> self . autoSIPrefixScale = scale <TAB> <TAB> self . labelUnitPrefix = prefix <TAB> else : <TAB> <TAB> self . autoSIPrefixScale = 1.0 <TAB> self . _updateLabel ( )",if self . logMode :,217
8743,"def python_unique(data):
    unique = [data[0]]
    unique_indices = [0]
    unique_inverse = [0]
    unique_count = [1]
    for index, d in enumerate(data[1:]):
        if d in unique:
            idx = unique.index(d)
            unique_inverse.append(idx)
            unique_count[idx] += 1
        else:
            unique.append(d)
            unique_indices.append(index)
            unique_inverse.append(len(unique) - 1)
            unique_count.append(1)
    return unique, unique_indices, unique_inverse, unique_count","def python_unique ( data ) : <TAB> unique = [ data [ 0 ] ] <TAB> unique_indices = [ 0 ] <TAB> unique_inverse = [ 0 ] <TAB> unique_count = [ 1 ] <TAB> for index , d in enumerate ( data [ 1 : ] ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> idx = unique . index ( d ) <TAB> <TAB> <TAB> unique_inverse . append ( idx ) <TAB> <TAB> <TAB> unique_count [ idx ] += 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> unique . append ( d ) <TAB> <TAB> <TAB> unique_indices . append ( index ) <TAB> <TAB> <TAB> unique_inverse . append ( len ( unique ) - 1 ) <TAB> <TAB> <TAB> unique_count . append ( 1 ) <TAB> return unique , unique_indices , unique_inverse , unique_count",if d in unique :,173
13921,"def validate(self):
    if not super(GroupForm, self).validate():
        return False
    result = True
    permission_fields = (
        self.editpost,
        self.deletepost,
        self.deletetopic,
        self.posttopic,
        self.postreply,
        self.mod_edituser,
        self.mod_banuser,
        self.viewhidden,
        self.makehidden,
    )
    group_fields = [self.admin, self.super_mod, self.mod, self.banned, self.guest]
    # we do not allow to modify any guest permissions
    if self.guest.data:
        for field in permission_fields:
            if field.data:
                # if done in 'validate_guest' it would display this
                # warning on the fields
                field.errors.append(_(""Can't assign any permissions to this group.""))
                result = False
    checked = []
    for field in group_fields:
        if field.data and field.data in checked:
            if len(checked) > 1:
                field.errors.append(""A group can't have multiple group types."")
                result = False
        else:
            checked.append(field.data)
    return result","def validate ( self ) : <TAB> if not super ( GroupForm , self ) . validate ( ) : <TAB> <TAB> return False <TAB> result = True <TAB> permission_fields = ( <TAB> <TAB> self . editpost , <TAB> <TAB> self . deletepost , <TAB> <TAB> self . deletetopic , <TAB> <TAB> self . posttopic , <TAB> <TAB> self . postreply , <TAB> <TAB> self . mod_edituser , <TAB> <TAB> self . mod_banuser , <TAB> <TAB> self . viewhidden , <TAB> <TAB> self . makehidden , <TAB> ) <TAB> group_fields = [ self . admin , self . super_mod , self . mod , self . banned , self . guest ] <TAB> <TAB> if self . guest . data : <TAB> <TAB> for field in permission_fields : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> field . errors . append ( _ ( ""Can't assign any permissions to this group."" ) ) <TAB> <TAB> <TAB> <TAB> result = False <TAB> checked = [ ] <TAB> for field in group_fields : <TAB> <TAB> if field . data and field . data in checked : <TAB> <TAB> <TAB> if len ( checked ) > 1 : <TAB> <TAB> <TAB> <TAB> field . errors . append ( ""A group can't have multiple group types."" ) <TAB> <TAB> <TAB> <TAB> result = False <TAB> <TAB> else : <TAB> <TAB> <TAB> checked . append ( field . data ) <TAB> return result",if field . data :,324
17977,"def anonymize_batch_kwargs(self, batch_kwargs):
    anonymized_batch_kwarg_keys = []
    for batch_kwarg_key in batch_kwargs.keys():
        if batch_kwarg_key in self._ge_batch_kwarg_keys:
            anonymized_batch_kwarg_keys.append(batch_kwarg_key)
        else:
            anonymized_batch_kwarg_keys.append(self.anonymize(batch_kwarg_key))
    return anonymized_batch_kwarg_keys
","def anonymize_batch_kwargs ( self , batch_kwargs ) : <TAB> anonymized_batch_kwarg_keys = [ ] <TAB> for batch_kwarg_key in batch_kwargs . keys ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> anonymized_batch_kwarg_keys . append ( batch_kwarg_key ) <TAB> <TAB> else : <TAB> <TAB> <TAB> anonymized_batch_kwarg_keys . append ( self . anonymize ( batch_kwarg_key ) ) <TAB> return anonymized_batch_kwarg_keys",if batch_kwarg_key in self . _ge_batch_kwarg_keys :,127
12715,"def format_help(self):
    extension_version = None
    extension_name = None
    try:
        if isinstance(self.command_source, ExtensionCommandSource):
            extension_name = self.command_source.extension_name
            extension_version = get_extension(
                self.command_source.extension_name
            ).version
    except Exception:  # pylint: disable=broad-except
        pass
    telemetry.set_command_details(
        command=self.prog[3:],
        extension_name=extension_name,
        extension_version=extension_version,
    )
    telemetry.set_success(summary=""show help"")
    super(AzCliCommandParser, self).format_help()","def format_help ( self ) : <TAB> extension_version = None <TAB> extension_name = None <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> extension_name = self . command_source . extension_name <TAB> <TAB> <TAB> extension_version = get_extension ( <TAB> <TAB> <TAB> <TAB> self . command_source . extension_name <TAB> <TAB> <TAB> ) . version <TAB> except Exception : <TAB> <TAB> pass <TAB> telemetry . set_command_details ( <TAB> <TAB> command = self . prog [ 3 : ] , <TAB> <TAB> extension_name = extension_name , <TAB> <TAB> extension_version = extension_version , <TAB> ) <TAB> telemetry . set_success ( summary = ""show help"" ) <TAB> super ( AzCliCommandParser , self ) . format_help ( )","if isinstance ( self . command_source , ExtensionCommandSource ) :",185
22074,"def on_press_release(x):
    """"""Keyboard callback function.""""""
    global is_recording, enable_trigger_record
    press = keyboard.KeyboardEvent(""down"", 28, ""space"")
    release = keyboard.KeyboardEvent(""up"", 28, ""space"")
    if x.event_type == ""down"" and x.name == press.name:
        if (not is_recording) and enable_trigger_record:
            sys.stdout.write(""Start Recording ... "")
            sys.stdout.flush()
            is_recording = True
    if x.event_type == ""up"" and x.name == release.name:
        if is_recording == True:
            is_recording = False","def on_press_release ( x ) : <TAB> """"""Keyboard callback function."""""" <TAB> global is_recording , enable_trigger_record <TAB> press = keyboard . KeyboardEvent ( ""down"" , 28 , ""space"" ) <TAB> release = keyboard . KeyboardEvent ( ""up"" , 28 , ""space"" ) <TAB> if x . event_type == ""down"" and x . name == press . name : <TAB> <TAB> if ( not is_recording ) and enable_trigger_record : <TAB> <TAB> <TAB> sys . stdout . write ( ""Start Recording ... "" ) <TAB> <TAB> <TAB> sys . stdout . flush ( ) <TAB> <TAB> <TAB> is_recording = True <TAB> if x . event_type == ""up"" and x . name == release . name : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> is_recording = False",if is_recording == True :,173
12825,"def process_webhook_prop(namespace):
    if not isinstance(namespace.webhook_properties, list):
        return
    result = {}
    for each in namespace.webhook_properties:
        if each:
            if ""="" in each:
                key, value = each.split(""="", 1)
            else:
                key, value = each, """"
            result[key] = value
    namespace.webhook_properties = result","def process_webhook_prop ( namespace ) : <TAB> if not isinstance ( namespace . webhook_properties , list ) : <TAB> <TAB> return <TAB> result = { } <TAB> for each in namespace . webhook_properties : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if ""="" in each : <TAB> <TAB> <TAB> <TAB> key , value = each . split ( ""="" , 1 ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> key , value = each , """" <TAB> <TAB> <TAB> result [ key ] = value <TAB> namespace . webhook_properties = result",if each :,111
5146,"def get(self, name, default=None):
    """"""returns the value of an attribute or some default value if the attribute was not set""""""
    if name in self.required_properties:
        return self.__dict__[name]
    # get the attribute from the correct instance
    model_instances = self._var_name_to_model_instances.get(
        name, self._additional_properties_model_instances
    )
    values = []
    # A composed model stores child (oneof/anyOf/allOf) models under
    # self._var_name_to_model_instances. A named property can exist in
    # multiple child models. If the property is present in more than one
    # child model, the value must be the same across all the child models.
    if model_instances:
        for model_instance in model_instances:
            if name in model_instance._data_store:
                v = model_instance._data_store[name]
                if v not in values:
                    values.append(v)
    len_values = len(values)
    if len_values == 0:
        return default
    elif len_values == 1:
        return values[0]
    elif len_values > 1:
        raise ApiValueError(
            ""Values stored for property {0} in {1} differ when looking ""
            ""at self and self's composed instances. All values must be ""
            ""the same"".format(name, type(self).__name__),
            [e for e in [self._path_to_item, name] if e],
        )","def get ( self , name , default = None ) : <TAB> """"""returns the value of an attribute or some default value if the attribute was not set"""""" <TAB> if name in self . required_properties : <TAB> <TAB> return self . __dict__ [ name ] <TAB> <TAB> model_instances = self . _var_name_to_model_instances . get ( <TAB> <TAB> name , self . _additional_properties_model_instances <TAB> ) <TAB> values = [ ] <TAB> <TAB> <TAB> <TAB> <TAB> if model_instances : <TAB> <TAB> for model_instance in model_instances : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> v = model_instance . _data_store [ name ] <TAB> <TAB> <TAB> <TAB> if v not in values : <TAB> <TAB> <TAB> <TAB> <TAB> values . append ( v ) <TAB> len_values = len ( values ) <TAB> if len_values == 0 : <TAB> <TAB> return default <TAB> elif len_values == 1 : <TAB> <TAB> return values [ 0 ] <TAB> elif len_values > 1 : <TAB> <TAB> raise ApiValueError ( <TAB> <TAB> <TAB> ""Values stored for property {0} in {1} differ when looking "" <TAB> <TAB> <TAB> ""at self and self's composed instances. All values must be "" <TAB> <TAB> <TAB> ""the same"" . format ( name , type ( self ) . __name__ ) , <TAB> <TAB> <TAB> [ e for e in [ self . _path_to_item , name ] if e ] , <TAB> <TAB> )",if name in model_instance . _data_store :,395
20375,"def _wrapped(*args, **kwargs):
    try:
        return func(*args, **kwargs)
    except Exception:
        # If an exception occurs in a concurrent thread worker (like
        # a ConnectionError or a read timeout), periodically log
        # that failure.
        #
        # This approach isn't really thread-safe, so we could
        # potentially log once per thread every 10 seconds, but it
        # beats logging *every* failed HTTP request in a scenario where
        # you've typo'd your log aggregator hostname.
        now = time.time()
        if now - self.last_log_emit > 10:
            logger.exception(""failed to emit log to external aggregator"")
            self.last_log_emit = now
        raise","def _wrapped ( * args , ** kwargs ) : <TAB> try : <TAB> <TAB> return func ( * args , ** kwargs ) <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> now = time . time ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logger . exception ( ""failed to emit log to external aggregator"" ) <TAB> <TAB> <TAB> self . last_log_emit = now <TAB> <TAB> raise",if now - self . last_log_emit > 10 :,188
13308,"def aiter_cogs(cls) -> AsyncIterator[Tuple[str, str]]:
    yield ""Core"", ""0""
    for _dir in data_manager.cog_data_path().iterdir():
        fpath = _dir / ""settings.json""
        if not fpath.exists():
            continue
        with fpath.open() as f:
            try:
                data = json.load(f)
            except json.JSONDecodeError:
                continue
        if not isinstance(data, dict):
            continue
        cog_name = _dir.stem
        for cog_id, inner in data.items():
            if not isinstance(inner, dict):
                continue
            yield cog_name, cog_id","def aiter_cogs ( cls ) -> AsyncIterator [ Tuple [ str , str ] ] : <TAB> yield ""Core"" , ""0"" <TAB> for _dir in data_manager . cog_data_path ( ) . iterdir ( ) : <TAB> <TAB> fpath = _dir / ""settings.json"" <TAB> <TAB> if not fpath . exists ( ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> with fpath . open ( ) as f : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> data = json . load ( f ) <TAB> <TAB> <TAB> except json . JSONDecodeError : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> cog_name = _dir . stem <TAB> <TAB> for cog_id , inner in data . items ( ) : <TAB> <TAB> <TAB> if not isinstance ( inner , dict ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> yield cog_name , cog_id","if not isinstance ( data , dict ) :",192
9611,"def start(self, foreground=False):
    log.info(""Starting"")
    if not Platform.is_windows():
        pid = self.pid()
        if pid:
            # Check if the pid in the pidfile corresponds to a running process
            # and if psutil is installed, check if it's a datadog-agent one
            if is_my_process(pid):
                log.error(
                    ""Not starting, another instance is already running""
                    "" (using pidfile {0})"".format(self.pidfile)
                )
                sys.exit(1)
            else:
                log.warn(
                    ""pidfile doesn't contain the pid of an agent process.""
                    "" Starting normally""
                )
        if not foreground:
            self.daemonize()
        self.write_pidfile()
    else:
        log.debug(""Skipping pidfile check for Windows"")
    self.run()","def start ( self , foreground = False ) : <TAB> log . info ( ""Starting"" ) <TAB> if not Platform . is_windows ( ) : <TAB> <TAB> pid = self . pid ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if is_my_process ( pid ) : <TAB> <TAB> <TAB> <TAB> log . error ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Not starting, another instance is already running"" <TAB> <TAB> <TAB> <TAB> <TAB> "" (using pidfile {0})"" . format ( self . pidfile ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> sys . exit ( 1 ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> log . warn ( <TAB> <TAB> <TAB> <TAB> <TAB> ""pidfile doesn't contain the pid of an agent process."" <TAB> <TAB> <TAB> <TAB> <TAB> "" Starting normally"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> if not foreground : <TAB> <TAB> <TAB> self . daemonize ( ) <TAB> <TAB> self . write_pidfile ( ) <TAB> else : <TAB> <TAB> log . debug ( ""Skipping pidfile check for Windows"" ) <TAB> self . run ( )",if pid :,254
14138,"def _save_loop(self):
    """"""Helper method for the saving thread to wait and execute save requests.""""""
    while True:
        with self._save_condition_variable:
            while not self._export_dir:
                self._save_condition_variable.wait()
                if self._join_save_thread:
                    return
            if self._saving_checkpoint:
                logging.info(""Saving checkpoint to %s"", self._export_dir)
                self._policy_saver.save_checkpoint(self._export_dir)
            else:
                logging.info(""Saving policy to %s"", self._export_dir)
                self._policy_saver.save(self._export_dir)
            self._export_dir = None
            self._save_condition_variable.notify()
","def _save_loop ( self ) : <TAB> """"""Helper method for the saving thread to wait and execute save requests."""""" <TAB> while True : <TAB> <TAB> with self . _save_condition_variable : <TAB> <TAB> <TAB> while not self . _export_dir : <TAB> <TAB> <TAB> <TAB> self . _save_condition_variable . wait ( ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> if self . _saving_checkpoint : <TAB> <TAB> <TAB> <TAB> logging . info ( ""Saving checkpoint to %s"" , self . _export_dir ) <TAB> <TAB> <TAB> <TAB> self . _policy_saver . save_checkpoint ( self . _export_dir ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> logging . info ( ""Saving policy to %s"" , self . _export_dir ) <TAB> <TAB> <TAB> <TAB> self . _policy_saver . save ( self . _export_dir ) <TAB> <TAB> <TAB> self . _export_dir = None <TAB> <TAB> <TAB> self . _save_condition_variable . notify ( )",if self . _join_save_thread :,214
10626,"def _extract_tagstyle_docs_raises(self):
    """""" """"""
    data = ""\n"".join(
        [
            d.rstrip().replace(self.docs[""out""][""spaces""], """", 1)
            for d in self.docs[""in""][""raw""].splitlines()
        ]
    )
    listed = 0
    loop = True
    maxi = 10000  # avoid infinite loop but should never happen
    i = 0
    while loop:
        i += 1
        if i > maxi:
            loop = False
        start, end = self.dst.get_raise_indexes(data)
        if start >= 0:
            param = data[start:end]
            desc = """"
            start, end = self.dst.get_raise_description_indexes(data, prev=end)
            if start > 0:
                desc = data[start:end].strip()
            # a parameter is stored with: (name, description)
            self.docs[""in""][""raises""].append((param, desc))
            data = data[end:]
            listed += 1
        else:
            loop = False
    if i > maxi:
        print(
            ""WARNING: an infinite loop was reached while extracting docstring parameters (>10000). This should never happen!!!""
        )","def _extract_tagstyle_docs_raises ( self ) : <TAB> """""" """""" <TAB> data = ""\n"" . join ( <TAB> <TAB> [ <TAB> <TAB> <TAB> d . rstrip ( ) . replace ( self . docs [ ""out"" ] [ ""spaces"" ] , """" , 1 ) <TAB> <TAB> <TAB> for d in self . docs [ ""in"" ] [ ""raw"" ] . splitlines ( ) <TAB> <TAB> ] <TAB> ) <TAB> listed = 0 <TAB> loop = True <TAB> maxi = 10000 <TAB> i = 0 <TAB> while loop : <TAB> <TAB> i += 1 <TAB> <TAB> if i > maxi : <TAB> <TAB> <TAB> loop = False <TAB> <TAB> start , end = self . dst . get_raise_indexes ( data ) <TAB> <TAB> if start >= 0 : <TAB> <TAB> <TAB> param = data [ start : end ] <TAB> <TAB> <TAB> desc = """" <TAB> <TAB> <TAB> start , end = self . dst . get_raise_description_indexes ( data , prev = end ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> desc = data [ start : end ] . strip ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . docs [ ""in"" ] [ ""raises"" ] . append ( ( param , desc ) ) <TAB> <TAB> <TAB> data = data [ end : ] <TAB> <TAB> <TAB> listed += 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> loop = False <TAB> if i > maxi : <TAB> <TAB> print ( <TAB> <TAB> <TAB> ""WARNING: an infinite loop was reached while extracting docstring parameters (>10000). This should never happen!!!"" <TAB> <TAB> )",if start > 0 :,334
2247,"def items(self):
    dict = {}
    for userdir in self.XDG_DIRS.keys():
        prefix = self.get(userdir).strip('""').split(""/"")[0]
        if prefix:
            path = (
                os.getenv(""HOME"")
                + ""/""
                + ""/"".join(self.get(userdir).strip('""').split(""/"")[1:])
            )
        else:
            path = self.get(userdir).strip('""')
        dict[userdir] = path
    return dict.items()","def items ( self ) : <TAB> dict = { } <TAB> for userdir in self . XDG_DIRS . keys ( ) : <TAB> <TAB> prefix = self . get ( userdir ) . strip ( '""' ) . split ( ""/"" ) [ 0 ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> path = ( <TAB> <TAB> <TAB> <TAB> os . getenv ( ""HOME"" ) <TAB> <TAB> <TAB> <TAB> + ""/"" <TAB> <TAB> <TAB> <TAB> + ""/"" . join ( self . get ( userdir ) . strip ( '""' ) . split ( ""/"" ) [ 1 : ] ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> path = self . get ( userdir ) . strip ( '""' ) <TAB> <TAB> dict [ userdir ] = path <TAB> return dict . items ( )",if prefix :,140
19277,"def create_new_runtime_config():
    conf_dict = {}
    with open(conf_path, ""r"") as fin:
        conf_dict = json.loads(fin.read())
    if not conf_dict:
        if not os.path.isfile(conf_dict):
            raise ValueError(
                ""config file {} dose not exist, please check!"".format(conf_path)
            )
        raise ValueError(""{} "")
    conf_dict[""initiator""][""party_id""] = guest_party_id
    conf_dict[""job_parameters""][""work_mode""] = work_mode
    conf_dict[""job_parameters""][""backend""] = backend
    conf_dict[""role""][""guest""] = [guest_party_id]
    conf_dict[""role""][""host""] = [host_party_id]
    new_config_path = gen_unique_path()
    with open(new_config_path, ""w"") as fout:
        json_str = json.dumps(conf_dict, indent=1)
        fout.write(json_str + ""\n"")
    return new_config_path","def create_new_runtime_config ( ) : <TAB> conf_dict = { } <TAB> with open ( conf_path , ""r"" ) as fin : <TAB> <TAB> conf_dict = json . loads ( fin . read ( ) ) <TAB> if not conf_dict : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> <TAB> ""config file {} dose not exist, please check!"" . format ( conf_path ) <TAB> <TAB> <TAB> ) <TAB> <TAB> raise ValueError ( ""{} "" ) <TAB> conf_dict [ ""initiator"" ] [ ""party_id"" ] = guest_party_id <TAB> conf_dict [ ""job_parameters"" ] [ ""work_mode"" ] = work_mode <TAB> conf_dict [ ""job_parameters"" ] [ ""backend"" ] = backend <TAB> conf_dict [ ""role"" ] [ ""guest"" ] = [ guest_party_id ] <TAB> conf_dict [ ""role"" ] [ ""host"" ] = [ host_party_id ] <TAB> new_config_path = gen_unique_path ( ) <TAB> with open ( new_config_path , ""w"" ) as fout : <TAB> <TAB> json_str = json . dumps ( conf_dict , indent = 1 ) <TAB> <TAB> fout . write ( json_str + ""\n"" ) <TAB> return new_config_path",if not os . path . isfile ( conf_dict ) :,272
20036,"def add(request):
    Document = get_document_model()
    DocumentForm = get_document_form(Document)
    if request.method == ""POST"":
        doc = Document(uploaded_by_user=request.user)
        form = DocumentForm(
            request.POST, request.FILES, instance=doc, user=request.user
        )
        if form.is_valid():
            doc.file_size = doc.file.size
            # Set new document file hash
            doc.file.seek(0)
            doc._set_file_hash(doc.file.read())
            doc.file.seek(0)
            form.save()
            # Reindex the document to make sure all tags are indexed
            search_index.insert_or_update_object(doc)
            messages.success(
                request,
                _(""Document '{0}' added."").format(doc.title),
                buttons=[
                    messages.button(
                        reverse(""wagtaildocs:edit"", args=(doc.id,)), _(""Edit"")
                    )
                ],
            )
            return redirect(""wagtaildocs:index"")
        else:
            messages.error(request, _(""The document could not be saved due to errors.""))
    else:
        form = DocumentForm(user=request.user)
    return TemplateResponse(
        request,
        ""wagtaildocs/documents/add.html"",
        {
            ""form"": form,
        },
    )","def add ( request ) : <TAB> Document = get_document_model ( ) <TAB> DocumentForm = get_document_form ( Document ) <TAB> if request . method == ""POST"" : <TAB> <TAB> doc = Document ( uploaded_by_user = request . user ) <TAB> <TAB> form = DocumentForm ( <TAB> <TAB> <TAB> request . POST , request . FILES , instance = doc , user = request . user <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> doc . file_size = doc . file . size <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> doc . file . seek ( 0 ) <TAB> <TAB> <TAB> doc . _set_file_hash ( doc . file . read ( ) ) <TAB> <TAB> <TAB> doc . file . seek ( 0 ) <TAB> <TAB> <TAB> form . save ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> search_index . insert_or_update_object ( doc ) <TAB> <TAB> <TAB> messages . success ( <TAB> <TAB> <TAB> <TAB> request , <TAB> <TAB> <TAB> <TAB> _ ( ""Document '{0}' added."" ) . format ( doc . title ) , <TAB> <TAB> <TAB> <TAB> buttons = [ <TAB> <TAB> <TAB> <TAB> <TAB> messages . button ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> reverse ( ""wagtaildocs:edit"" , args = ( doc . id , ) ) , _ ( ""Edit"" ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ] , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return redirect ( ""wagtaildocs:index"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> messages . error ( request , _ ( ""The document could not be saved due to errors."" ) ) <TAB> else : <TAB> <TAB> form = DocumentForm ( user = request . user ) <TAB> return TemplateResponse ( <TAB> <TAB> request , <TAB> <TAB> ""wagtaildocs/documents/add.html"" , <TAB> <TAB> { <TAB> <TAB> <TAB> ""form"" : form , <TAB> <TAB> } , <TAB> )",if form . is_valid ( ) :,392
3198,"def test_suite():
    suite = unittest.TestSuite()
    for fn in os.listdir(here):
        if fn.startswith(""test"") and fn.endswith("".py""):
            modname = ""distutils.tests."" + fn[:-3]
            __import__(modname)
            module = sys.modules[modname]
            suite.addTest(module.test_suite())
    return suite","def test_suite ( ) : <TAB> suite = unittest . TestSuite ( ) <TAB> for fn in os . listdir ( here ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> modname = ""distutils.tests."" + fn [ : - 3 ] <TAB> <TAB> <TAB> __import__ ( modname ) <TAB> <TAB> <TAB> module = sys . modules [ modname ] <TAB> <TAB> <TAB> suite . addTest ( module . test_suite ( ) ) <TAB> return suite","if fn . startswith ( ""test"" ) and fn . endswith ( "".py"" ) :",98
3402,"def check_status(self):
    try:
        du = psutil.disk_usage(""/"")
        if DISK_USAGE_MAX and du.percent >= DISK_USAGE_MAX:
            raise ServiceWarning(
                ""{host} {percent}% disk usage exceeds {disk_usage}%"".format(
                    host=host, percent=du.percent, disk_usage=DISK_USAGE_MAX
                )
            )
    except ValueError as e:
        self.add_error(ServiceReturnedUnexpectedResult(""ValueError""), e)
","def check_status ( self ) : <TAB> try : <TAB> <TAB> du = psutil . disk_usage ( ""/"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ServiceWarning ( <TAB> <TAB> <TAB> <TAB> ""{host} {percent}% disk usage exceeds {disk_usage}%"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> host = host , percent = du . percent , disk_usage = DISK_USAGE_MAX <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> except ValueError as e : <TAB> <TAB> self . add_error ( ServiceReturnedUnexpectedResult ( ""ValueError"" ) , e )",if DISK_USAGE_MAX and du . percent >= DISK_USAGE_MAX :,136
20599,"def parse_hpk_response(self, lines):
    results = {}
    lines = [x.strip().split("":"") for x in lines]
    curpub = None
    for line in lines:
        if line[0] == ""info"":
            pass
        elif line[0] == ""pub"":
            curpub = line[1]
            validity = line[6]
            if line[5]:
                if int(line[5]) < time.time():
                    validity += ""e""
            results[curpub] = {
                ""created"": datetime.fromtimestamp(int(line[4])),
                ""keytype_name"": _(openpgp_algorithms.get(int(line[2]), ""Unknown"")),
                ""keysize"": line[3],
                ""validity"": validity,
                ""uids"": [],
                ""fingerprint"": curpub,
            }
        elif line[0] == ""uid"":
            email, name, comment = parse_uid(urllib.unquote(line[1]))
            results[curpub][""uids""].append(
                {""name"": name, ""email"": email, ""comment"": comment}
            )
    return results","def parse_hpk_response ( self , lines ) : <TAB> results = { } <TAB> lines = [ x . strip ( ) . split ( "":"" ) for x in lines ] <TAB> curpub = None <TAB> for line in lines : <TAB> <TAB> if line [ 0 ] == ""info"" : <TAB> <TAB> <TAB> pass <TAB> <TAB> elif line [ 0 ] == ""pub"" : <TAB> <TAB> <TAB> curpub = line [ 1 ] <TAB> <TAB> <TAB> validity = line [ 6 ] <TAB> <TAB> <TAB> if line [ 5 ] : <TAB> <TAB> <TAB> <TAB> if int ( line [ 5 ] ) < time . time ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> validity += ""e"" <TAB> <TAB> <TAB> results [ curpub ] = { <TAB> <TAB> <TAB> <TAB> ""created"" : datetime . fromtimestamp ( int ( line [ 4 ] ) ) , <TAB> <TAB> <TAB> <TAB> ""keytype_name"" : _ ( openpgp_algorithms . get ( int ( line [ 2 ] ) , ""Unknown"" ) ) , <TAB> <TAB> <TAB> <TAB> ""keysize"" : line [ 3 ] , <TAB> <TAB> <TAB> <TAB> ""validity"" : validity , <TAB> <TAB> <TAB> <TAB> ""uids"" : [ ] , <TAB> <TAB> <TAB> <TAB> ""fingerprint"" : curpub , <TAB> <TAB> <TAB> } <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> email , name , comment = parse_uid ( urllib . unquote ( line [ 1 ] ) ) <TAB> <TAB> <TAB> results [ curpub ] [ ""uids"" ] . append ( <TAB> <TAB> <TAB> <TAB> { ""name"" : name , ""email"" : email , ""comment"" : comment } <TAB> <TAB> <TAB> ) <TAB> return results","elif line [ 0 ] == ""uid"" :",316
23806,"def on_strokes_edited(self):
    strokes = self._strokes()
    if strokes:
        translation = self._engine.raw_lookup(strokes)
        if translation is not None:
            fmt = _(""{strokes} maps to {translation}"")
        else:
            fmt = _(""{strokes} is not in the dictionary"")
        info = self._format_label(fmt, (strokes,), translation)
    else:
        info = """"
    self.strokes_info.setText(info)
","def on_strokes_edited ( self ) : <TAB> strokes = self . _strokes ( ) <TAB> if strokes : <TAB> <TAB> translation = self . _engine . raw_lookup ( strokes ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fmt = _ ( ""{strokes} maps to {translation}"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> fmt = _ ( ""{strokes} is not in the dictionary"" ) <TAB> <TAB> info = self . _format_label ( fmt , ( strokes , ) , translation ) <TAB> else : <TAB> <TAB> info = """" <TAB> self . strokes_info . setText ( info )",if translation is not None :,123
11783,"def _set_xflux_setting(self, **kwargs):
    for key, value in kwargs.items():
        if key in self._settings_map:
            if key == ""color"":
                self._set_xflux_screen_color(value)
                self._current_color = str(value)
                # hackish - changing the current color unpauses xflux,
                # must reflect that with state change
                if self.state == self.states[""PAUSED""]:
                    self.state = self.states[""RUNNING""]
            else:
                self._xflux.sendline(self._settings_map[key] + str(value))
            self._c()
","def _set_xflux_setting ( self , ** kwargs ) : <TAB> for key , value in kwargs . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if key == ""color"" : <TAB> <TAB> <TAB> <TAB> self . _set_xflux_screen_color ( value ) <TAB> <TAB> <TAB> <TAB> self . _current_color = str ( value ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if self . state == self . states [ ""PAUSED"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> self . state = self . states [ ""RUNNING"" ] <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . _xflux . sendline ( self . _settings_map [ key ] + str ( value ) ) <TAB> <TAB> <TAB> self . _c ( )",if key in self . _settings_map :,187
20238,"def autoformat_filter_conv2d(fsize, in_depth, out_depth):
    if isinstance(fsize, int):
        return [fsize, fsize, in_depth, out_depth]
    elif isinstance(fsize, (tuple, list, tf.TensorShape)):
        if len(fsize) == 2:
            return [fsize[0], fsize[1], in_depth, out_depth]
        else:
            raise Exception(
                ""filter length error: ""
                + str(len(fsize))
                + "", only a length of 2 is supported.""
            )
    else:
        raise Exception(""filter format error: "" + str(type(fsize)))","def autoformat_filter_conv2d ( fsize , in_depth , out_depth ) : <TAB> if isinstance ( fsize , int ) : <TAB> <TAB> return [ fsize , fsize , in_depth , out_depth ] <TAB> elif isinstance ( fsize , ( tuple , list , tf . TensorShape ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return [ fsize [ 0 ] , fsize [ 1 ] , in_depth , out_depth ] <TAB> <TAB> else : <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> ""filter length error: "" <TAB> <TAB> <TAB> <TAB> + str ( len ( fsize ) ) <TAB> <TAB> <TAB> <TAB> + "", only a length of 2 is supported."" <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> raise Exception ( ""filter format error: "" + str ( type ( fsize ) ) )",if len ( fsize ) == 2 :,172
9632,"def get_jmx_checks(confd_path=None, auto_conf=False):
    jmx_checks = []
    if not confd_path:
        confd_path = get_confd_path()
    if auto_conf:
        path = confd_path + ""/auto_conf""
    else:
        path = confd_path
    for conf in glob.glob(os.path.join(path, ""*.yaml"")):
        filename = os.path.basename(conf)
        check_name = filename.split(""."")[0]
        if os.path.exists(conf):
            with open(conf, ""r"") as f:
                try:
                    check_config = yaml.load(f.read(), Loader=yLoader)
                    assert check_config is not None
                except Exception:
                    log.error(""Unable to parse yaml config in %s"" % conf)
                    continue
        init_config = check_config.get(""init_config"", {}) or {}
        if init_config.get(""is_jmx"") or check_name in JMX_CHECKS:
            # If called by `get_configuration()` we should return the check_config and check_name
            if auto_conf:
                jmx_checks.append(check_name)
            else:
                jmx_checks.append(
                    {
                        ""check_config"": check_config,
                        ""check_name"": check_name,
                        ""filename"": filename,
                    }
                )
    if auto_conf:
        # Calls from SD expect all JMX checks, let's add check names in JMX_CHECKS
        for check in JMX_CHECKS:
            if check not in jmx_checks:
                jmx_checks.append(check)
    return jmx_checks","def get_jmx_checks ( confd_path = None , auto_conf = False ) : <TAB> jmx_checks = [ ] <TAB> if not confd_path : <TAB> <TAB> confd_path = get_confd_path ( ) <TAB> if auto_conf : <TAB> <TAB> path = confd_path + ""/auto_conf"" <TAB> else : <TAB> <TAB> path = confd_path <TAB> for conf in glob . glob ( os . path . join ( path , ""*.yaml"" ) ) : <TAB> <TAB> filename = os . path . basename ( conf ) <TAB> <TAB> check_name = filename . split ( ""."" ) [ 0 ] <TAB> <TAB> if os . path . exists ( conf ) : <TAB> <TAB> <TAB> with open ( conf , ""r"" ) as f : <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> check_config = yaml . load ( f . read ( ) , Loader = yLoader ) <TAB> <TAB> <TAB> <TAB> <TAB> assert check_config is not None <TAB> <TAB> <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> <TAB> log . error ( ""Unable to parse yaml config in %s"" % conf ) <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> init_config = check_config . get ( ""init_config"" , { } ) or { } <TAB> <TAB> if init_config . get ( ""is_jmx"" ) or check_name in JMX_CHECKS : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if auto_conf : <TAB> <TAB> <TAB> <TAB> jmx_checks . append ( check_name ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> jmx_checks . append ( <TAB> <TAB> <TAB> <TAB> <TAB> { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""check_config"" : check_config , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""check_name"" : check_name , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""filename"" : filename , <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> ) <TAB> if auto_conf : <TAB> <TAB> <TAB> <TAB> for check in JMX_CHECKS : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> jmx_checks . append ( check ) <TAB> return jmx_checks",if check not in jmx_checks :,493
10027,"def get_netrc_auth(url, raise_errors=False):
    """"""Returns the Requests tuple auth for a given url from netrc.""""""
    try:
        from netrc import netrc, NetrcParseError
        netrc_path = None
        for f in NETRC_FILES:
            try:
                loc = os.path.expanduser(""~/{0}"".format(f))
            except KeyError:
                # os.path.expanduser can fail when $HOME is undefined and
                # getpwuid fails. See http://bugs.python.org/issue20164 &
                # https://github.com/kennethreitz/requests/issues/1846
                return
            if os.path.exists(loc):
                netrc_path = loc
                break
        # Abort early if there isn't one.
        if netrc_path is None:
            return
        ri = urlparse(url)
        # Strip port numbers from netloc. This weird `if...encode`` dance is
        # used for Python 3.2, which doesn't support unicode literals.
        splitstr = b"":""
        if isinstance(url, str):
            splitstr = splitstr.decode(""ascii"")
        host = ri.netloc.split(splitstr)[0]
        try:
            _netrc = netrc(netrc_path).authenticators(host)
            if _netrc:
                # Return with login / password
                login_i = 0 if _netrc[0] else 1
                return (_netrc[login_i], _netrc[2])
        except (NetrcParseError, IOError):
            # If there was a parsing error or a permissions issue reading the file,
            # we'll just skip netrc auth unless explicitly asked to raise errors.
            if raise_errors:
                raise
    # AppEngine hackiness.
    except (ImportError, AttributeError):
        pass","def get_netrc_auth ( url , raise_errors = False ) : <TAB> """"""Returns the Requests tuple auth for a given url from netrc."""""" <TAB> try : <TAB> <TAB> from netrc import netrc , NetrcParseError <TAB> <TAB> netrc_path = None <TAB> <TAB> for f in NETRC_FILES : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> loc = os . path . expanduser ( ""~/{0}"" . format ( f ) ) <TAB> <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> if os . path . exists ( loc ) : <TAB> <TAB> <TAB> <TAB> netrc_path = loc <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> if netrc_path is None : <TAB> <TAB> <TAB> return <TAB> <TAB> ri = urlparse ( url ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> splitstr = b"":"" <TAB> <TAB> if isinstance ( url , str ) : <TAB> <TAB> <TAB> splitstr = splitstr . decode ( ""ascii"" ) <TAB> <TAB> host = ri . netloc . split ( splitstr ) [ 0 ] <TAB> <TAB> try : <TAB> <TAB> <TAB> _netrc = netrc ( netrc_path ) . authenticators ( host ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> login_i = 0 if _netrc [ 0 ] else 1 <TAB> <TAB> <TAB> <TAB> return ( _netrc [ login_i ] , _netrc [ 2 ] ) <TAB> <TAB> except ( NetrcParseError , IOError ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if raise_errors : <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> except ( ImportError , AttributeError ) : <TAB> <TAB> pass",if _netrc :,500
3909,"def execute_calls(self, calls):
    results = []
    start_time = time.time()
    max_processes = scheduler_config.config.max_transfer_processes
    for method_call in calls:
        results.append(method_call.execute_on(self))
        if len(self._subcommands) >= max_processes:
            self._wait_for_some_async_commands()
    self.wait_for_all_async_commands()
    duration = time.time() - start_time
    if duration > self._WARNING_DURATION:
        self._report_long_execution(calls, duration)
    warnings = self.warnings
    self.warnings = []
    return dict(results=results, warnings=warnings)
","def execute_calls ( self , calls ) : <TAB> results = [ ] <TAB> start_time = time . time ( ) <TAB> max_processes = scheduler_config . config . max_transfer_processes <TAB> for method_call in calls : <TAB> <TAB> results . append ( method_call . execute_on ( self ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _wait_for_some_async_commands ( ) <TAB> self . wait_for_all_async_commands ( ) <TAB> duration = time . time ( ) - start_time <TAB> if duration > self . _WARNING_DURATION : <TAB> <TAB> self . _report_long_execution ( calls , duration ) <TAB> warnings = self . warnings <TAB> self . warnings = [ ] <TAB> return dict ( results = results , warnings = warnings )",if len ( self . _subcommands ) >= max_processes :,178
11075,"def compare_version(self, other: Union[None, ""Software"", str]) -> int:
    # pylint: disable=too-many-branches,too-many-return-statements
    if other is None:
        return 1
    if isinstance(other, Software):
        other = ""{}{}"".format(other.version, other.patch or """")
    else:
        other = str(other)
    mx = re.match(r""^([\d\.]+\d+)(.*)$"", other)
    if mx is not None:
        oversion, opatch = mx.group(1), mx.group(2).strip()
    else:
        oversion, opatch = other, """"
    if self.version < oversion:
        return -1
    elif self.version > oversion:
        return 1
    spatch = self.patch or """"
    if self.product == Product.DropbearSSH:
        if not re.match(r""^test\d.*$"", opatch):
            opatch = ""z{}"".format(opatch)
        if not re.match(r""^test\d.*$"", spatch):
            spatch = ""z{}"".format(spatch)
    elif self.product == Product.OpenSSH:
        mx1 = re.match(r""^p(\d).*"", opatch)
        mx2 = re.match(r""^p(\d).*"", spatch)
        if not (bool(mx1) and bool(mx2)):
            if mx1 is not None:
                opatch = mx1.group(1)
            if mx2 is not None:
                spatch = mx2.group(1)
        # OpenBSD version and p1 versions are considered the same.
        if ((spatch == """") and (opatch == ""1"")) or ((spatch == ""1"") and (opatch == """")):
            return 0
    if spatch < opatch:
        return -1
    elif spatch > opatch:
        return 1
    return 0","def compare_version ( self , other : Union [ None , ""Software"" , str ] ) -> int : <TAB> <TAB> if other is None : <TAB> <TAB> return 1 <TAB> if isinstance ( other , Software ) : <TAB> <TAB> other = ""{}{}"" . format ( other . version , other . patch or """" ) <TAB> else : <TAB> <TAB> other = str ( other ) <TAB> mx = re . match ( r""^([\d\.]+\d+)(.*)$"" , other ) <TAB> if mx is not None : <TAB> <TAB> oversion , opatch = mx . group ( 1 ) , mx . group ( 2 ) . strip ( ) <TAB> else : <TAB> <TAB> oversion , opatch = other , """" <TAB> if self . version < oversion : <TAB> <TAB> return - 1 <TAB> elif self . version > oversion : <TAB> <TAB> return 1 <TAB> spatch = self . patch or """" <TAB> if self . product == Product . DropbearSSH : <TAB> <TAB> if not re . match ( r""^test\d.*$"" , opatch ) : <TAB> <TAB> <TAB> opatch = ""z{}"" . format ( opatch ) <TAB> <TAB> if not re . match ( r""^test\d.*$"" , spatch ) : <TAB> <TAB> <TAB> spatch = ""z{}"" . format ( spatch ) <TAB> elif self . product == Product . OpenSSH : <TAB> <TAB> mx1 = re . match ( r""^p(\d).*"" , opatch ) <TAB> <TAB> mx2 = re . match ( r""^p(\d).*"" , spatch ) <TAB> <TAB> if not ( bool ( mx1 ) and bool ( mx2 ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> opatch = mx1 . group ( 1 ) <TAB> <TAB> <TAB> if mx2 is not None : <TAB> <TAB> <TAB> <TAB> spatch = mx2 . group ( 1 ) <TAB> <TAB> <TAB> <TAB> if ( ( spatch == """" ) and ( opatch == ""1"" ) ) or ( ( spatch == ""1"" ) and ( opatch == """" ) ) : <TAB> <TAB> <TAB> return 0 <TAB> if spatch < opatch : <TAB> <TAB> return - 1 <TAB> elif spatch > opatch : <TAB> <TAB> return 1 <TAB> return 0",if mx1 is not None :,494
20055,"def accept(self, node: Union[Statement, Expression]) -> Optional[Value]:
    """"""Transform an expression or a statement.""""""
    with self.catch_errors(node.line):
        if isinstance(node, Expression):
            try:
                res = node.accept(self.visitor)
                res = self.coerce(res, self.node_type(node), node.line)
            # If we hit an error during compilation, we want to
            # keep trying, so we can produce more error
            # messages. Generate a temp of the right type to keep
            # from causing more downstream trouble.
            except UnsupportedException:
                res = Register(self.node_type(node))
            return res
        else:
            try:
                node.accept(self.visitor)
            except UnsupportedException:
                pass
            return None
","def accept ( self , node : Union [ Statement , Expression ] ) -> Optional [ Value ] : <TAB> """"""Transform an expression or a statement."""""" <TAB> with self . catch_errors ( node . line ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> res = node . accept ( self . visitor ) <TAB> <TAB> <TAB> <TAB> res = self . coerce ( res , self . node_type ( node ) , node . line ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> except UnsupportedException : <TAB> <TAB> <TAB> <TAB> res = Register ( self . node_type ( node ) ) <TAB> <TAB> <TAB> return res <TAB> <TAB> else : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> node . accept ( self . visitor ) <TAB> <TAB> <TAB> except UnsupportedException : <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> return None","if isinstance ( node , Expression ) :",231
17048,"def get_summary_writer(
    self, name=""DeepSpeedJobName"", base=os.path.join(os.environ[""HOME""], ""tensorboard"")
):
    if self.tensorboard_output_path():
        base_dir = self.tensorboard_output_path()
        job_name = self.tensorboard_job_name()
        log_dir = os.path.join(base_dir, job_name)
    else:
        if self.tensorboard_job_name():
            name = self.tensorboard_job_name()
        # Infrastructure-specific job-id
        if ""DLWS_JOB_ID"" in os.environ:
            infra_job_id = os.environ[""DLWS_JOB_ID""]
        elif ""DLTS_JOB_ID"" in os.environ:
            infra_job_id = os.environ[""DLTS_JOB_ID""]
        else:
            infra_job_id = ""unknown-job-id""
        summary_writer_dir_name = os.path.join(infra_job_id, ""logs"")
        log_dir = os.path.join(base, summary_writer_dir_name, name)
    os.makedirs(log_dir, exist_ok=True)
    return SummaryWriter(log_dir=log_dir)
","def get_summary_writer ( <TAB> self , name = ""DeepSpeedJobName"" , base = os . path . join ( os . environ [ ""HOME"" ] , ""tensorboard"" ) ) : <TAB> if self . tensorboard_output_path ( ) : <TAB> <TAB> base_dir = self . tensorboard_output_path ( ) <TAB> <TAB> job_name = self . tensorboard_job_name ( ) <TAB> <TAB> log_dir = os . path . join ( base_dir , job_name ) <TAB> else : <TAB> <TAB> if self . tensorboard_job_name ( ) : <TAB> <TAB> <TAB> name = self . tensorboard_job_name ( ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> infra_job_id = os . environ [ ""DLWS_JOB_ID"" ] <TAB> <TAB> elif ""DLTS_JOB_ID"" in os . environ : <TAB> <TAB> <TAB> infra_job_id = os . environ [ ""DLTS_JOB_ID"" ] <TAB> <TAB> else : <TAB> <TAB> <TAB> infra_job_id = ""unknown-job-id"" <TAB> <TAB> summary_writer_dir_name = os . path . join ( infra_job_id , ""logs"" ) <TAB> <TAB> log_dir = os . path . join ( base , summary_writer_dir_name , name ) <TAB> os . makedirs ( log_dir , exist_ok = True ) <TAB> return SummaryWriter ( log_dir = log_dir )","if ""DLWS_JOB_ID"" in os . environ :",319
3393,"def get_map(self, map_filename):
    map_file = os.path.join(server_info[""maps_path""], map_filename)
    if not os.path.exists(map_file):
        data = self.cloud.get_map(map_filename)
        if data == None:
            raise Exception(""map"", ""Could not download map from main server."")
        map_dir = os.path.split(map_file)[0]
        if not os.path.exists(map_dir):
            os.makedirs(map_dir)
        f = open(map_file, ""w"")
        f.write(data)
        f.close()
    else:
        f = open(map_file, ""r"")
        data = f.read()
        f.close()
    return data","def get_map ( self , map_filename ) : <TAB> map_file = os . path . join ( server_info [ ""maps_path"" ] , map_filename ) <TAB> if not os . path . exists ( map_file ) : <TAB> <TAB> data = self . cloud . get_map ( map_filename ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise Exception ( ""map"" , ""Could not download map from main server."" ) <TAB> <TAB> map_dir = os . path . split ( map_file ) [ 0 ] <TAB> <TAB> if not os . path . exists ( map_dir ) : <TAB> <TAB> <TAB> os . makedirs ( map_dir ) <TAB> <TAB> f = open ( map_file , ""w"" ) <TAB> <TAB> f . write ( data ) <TAB> <TAB> f . close ( ) <TAB> else : <TAB> <TAB> f = open ( map_file , ""r"" ) <TAB> <TAB> data = f . read ( ) <TAB> <TAB> f . close ( ) <TAB> return data",if data == None :,207
3957,"def read_blob(self):
    r = """"
    while 1:
        s = self.peekn(2)
        if viml_eqregh(s, ""^[0-9A-Fa-f][0-9A-Fa-f]$""):
            r += self.getn(2)
        elif viml_eqregh(s, ""^\\.[0-9A-Fa-f]$""):
            r += self.getn(1)
        elif viml_eqregh(s, ""^[0-9A-Fa-f][^0-9A-Fa-f]$""):
            raise VimLParserException(
                Err(
                    ""E973: Blob literal should have an even number of hex characters:""
                    + s,
                    self.getpos(),
                )
            )
        else:
            break
    return r","def read_blob ( self ) : <TAB> r = """" <TAB> while 1 : <TAB> <TAB> s = self . peekn ( 2 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> r += self . getn ( 2 ) <TAB> <TAB> elif viml_eqregh ( s , ""^\\.[0-9A-Fa-f]$"" ) : <TAB> <TAB> <TAB> r += self . getn ( 1 ) <TAB> <TAB> elif viml_eqregh ( s , ""^[0-9A-Fa-f][^0-9A-Fa-f]$"" ) : <TAB> <TAB> <TAB> raise VimLParserException ( <TAB> <TAB> <TAB> <TAB> Err ( <TAB> <TAB> <TAB> <TAB> <TAB> ""E973: Blob literal should have an even number of hex characters:"" <TAB> <TAB> <TAB> <TAB> <TAB> + s , <TAB> <TAB> <TAB> <TAB> <TAB> self . getpos ( ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> return r","if viml_eqregh ( s , ""^[0-9A-Fa-f][0-9A-Fa-f]$"" ) :",244
15133,"def fave_slices(  # pylint: disable=no-self-use
    self, user_id: Optional[int] = None
) -> FlaskResponse:
    """"""Favorite slices for a user""""""
    if not user_id:
        user_id = g.user.id
    qry = (
        db.session.query(Slice, models.FavStar.dttm)
        .join(
            models.FavStar,
            and_(
                models.FavStar.user_id == user_id,
                models.FavStar.class_name == ""slice"",
                Slice.id == models.FavStar.obj_id,
            ),
        )
        .order_by(models.FavStar.dttm.desc())
    )
    payload = []
    for o in qry.all():
        dash = {
            ""id"": o.Slice.id,
            ""title"": o.Slice.slice_name,
            ""url"": o.Slice.slice_url,
            ""dttm"": o.dttm,
            ""viz_type"": o.Slice.viz_type,
        }
        if o.Slice.created_by:
            user = o.Slice.created_by
            dash[""creator""] = str(user)
            dash[""creator_url""] = ""/superset/profile/{}/"".format(user.username)
        payload.append(dash)
    return json_success(json.dumps(payload, default=utils.json_int_dttm_ser))
","def fave_slices ( <TAB> self , user_id : Optional [ int ] = None ) -> FlaskResponse : <TAB> """"""Favorite slices for a user"""""" <TAB> if not user_id : <TAB> <TAB> user_id = g . user . id <TAB> qry = ( <TAB> <TAB> db . session . query ( Slice , models . FavStar . dttm ) <TAB> <TAB> . join ( <TAB> <TAB> <TAB> models . FavStar , <TAB> <TAB> <TAB> and_ ( <TAB> <TAB> <TAB> <TAB> models . FavStar . user_id == user_id , <TAB> <TAB> <TAB> <TAB> models . FavStar . class_name == ""slice"" , <TAB> <TAB> <TAB> <TAB> Slice . id == models . FavStar . obj_id , <TAB> <TAB> <TAB> ) , <TAB> <TAB> ) <TAB> <TAB> . order_by ( models . FavStar . dttm . desc ( ) ) <TAB> ) <TAB> payload = [ ] <TAB> for o in qry . all ( ) : <TAB> <TAB> dash = { <TAB> <TAB> <TAB> ""id"" : o . Slice . id , <TAB> <TAB> <TAB> ""title"" : o . Slice . slice_name , <TAB> <TAB> <TAB> ""url"" : o . Slice . slice_url , <TAB> <TAB> <TAB> ""dttm"" : o . dttm , <TAB> <TAB> <TAB> ""viz_type"" : o . Slice . viz_type , <TAB> <TAB> } <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> user = o . Slice . created_by <TAB> <TAB> <TAB> dash [ ""creator"" ] = str ( user ) <TAB> <TAB> <TAB> dash [ ""creator_url"" ] = ""/superset/profile/{}/"" . format ( user . username ) <TAB> <TAB> payload . append ( dash ) <TAB> return json_success ( json . dumps ( payload , default = utils . json_int_dttm_ser ) )",if o . Slice . created_by :,402
23265,"def test_error_operator(self):
    FO = FermionOperator
    terms = []
    for i in range(4):
        terms.append(FO(((i, 1), (i, 0)), 0.018505508252042547))
        terms.append(FO(((i, 1), ((i + 1) % 4, 0)), -0.012337005501361697))
        terms.append(FO(((i, 1), ((i + 2) % 4, 0)), 0.0061685027506808475))
        terms.append(FO(((i, 1), ((i + 3) % 4, 0)), -0.012337005501361697))
        terms.append(
            normal_ordered(
                FO(
                    ((i, 1), ((i + 1) % 4, 1), (i, 0), ((i + 1) % 4, 0)),
                    3.1830988618379052,
                )
            )
        )
        if i // 2:
            terms.append(
                normal_ordered(
                    FO(
                        ((i, 1), ((i + 2) % 4, 1), (i, 0), ((i + 2) % 4, 0)),
                        22.281692032865351,
                    )
                )
            )
    self.assertAlmostEqual(
        low_depth_second_order_trotter_error_operator(terms, jellium_only=True).terms[
            ((3, 1), (2, 1), (1, 1), (2, 0), (1, 0), (0, 0))
        ],
        -0.562500000003,
    )","def test_error_operator ( self ) : <TAB> FO = FermionOperator <TAB> terms = [ ] <TAB> for i in range ( 4 ) : <TAB> <TAB> terms . append ( FO ( ( ( i , 1 ) , ( i , 0 ) ) , 0.018505508252042547 ) ) <TAB> <TAB> terms . append ( FO ( ( ( i , 1 ) , ( ( i + 1 ) % 4 , 0 ) ) , - 0.012337005501361697 ) ) <TAB> <TAB> terms . append ( FO ( ( ( i , 1 ) , ( ( i + 2 ) % 4 , 0 ) ) , 0.0061685027506808475 ) ) <TAB> <TAB> terms . append ( FO ( ( ( i , 1 ) , ( ( i + 3 ) % 4 , 0 ) ) , - 0.012337005501361697 ) ) <TAB> <TAB> terms . append ( <TAB> <TAB> <TAB> normal_ordered ( <TAB> <TAB> <TAB> <TAB> FO ( <TAB> <TAB> <TAB> <TAB> <TAB> ( ( i , 1 ) , ( ( i + 1 ) % 4 , 1 ) , ( i , 0 ) , ( ( i + 1 ) % 4 , 0 ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> 3.1830988618379052 , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> terms . append ( <TAB> <TAB> <TAB> <TAB> normal_ordered ( <TAB> <TAB> <TAB> <TAB> <TAB> FO ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ( ( i , 1 ) , ( ( i + 2 ) % 4 , 1 ) , ( i , 0 ) , ( ( i + 2 ) % 4 , 0 ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> 22.281692032865351 , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> self . assertAlmostEqual ( <TAB> <TAB> low_depth_second_order_trotter_error_operator ( terms , jellium_only = True ) . terms [ <TAB> <TAB> <TAB> ( ( 3 , 1 ) , ( 2 , 1 ) , ( 1 , 1 ) , ( 2 , 0 ) , ( 1 , 0 ) , ( 0 , 0 ) ) <TAB> <TAB> ] , <TAB> <TAB> - 0.562500000003 , <TAB> )",if i // 2 :,453
6603,"def _get_data(self, root, mode, **kwargs):
    default_root = DATA_HOME
    filename, data_hash, field_indices, num_discard_samples = self.SPLITS[mode]
    fullname = (
        os.path.join(default_root, filename)
        if root is None
        else os.path.join(os.path.expanduser(root), filename)
    )
    if not os.path.exists(fullname) or (
        data_hash and not md5file(fullname) == data_hash
    ):
        if root is not None:  # not specified, and no need to warn
            warnings.warn(
                ""md5 check failed for {}, download {} data to {}"".format(
                    filename, self.__class__.__name__, default_root
                )
            )
        path = get_path_from_url(self.URL, default_root, self.MD5)
        fullname = os.path.join(default_root, filename)
    super(LCQMC, self).__init__(
        fullname,
        field_indices=field_indices,
        num_discard_samples=num_discard_samples,
        **kwargs
    )","def _get_data ( self , root , mode , ** kwargs ) : <TAB> default_root = DATA_HOME <TAB> filename , data_hash , field_indices , num_discard_samples = self . SPLITS [ mode ] <TAB> fullname = ( <TAB> <TAB> os . path . join ( default_root , filename ) <TAB> <TAB> if root is None <TAB> <TAB> else os . path . join ( os . path . expanduser ( root ) , filename ) <TAB> ) <TAB> if not os . path . exists ( fullname ) or ( <TAB> <TAB> data_hash and not md5file ( fullname ) == data_hash <TAB> ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> warnings . warn ( <TAB> <TAB> <TAB> <TAB> ""md5 check failed for {}, download {} data to {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> filename , self . __class__ . __name__ , default_root <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> path = get_path_from_url ( self . URL , default_root , self . MD5 ) <TAB> <TAB> fullname = os . path . join ( default_root , filename ) <TAB> super ( LCQMC , self ) . __init__ ( <TAB> <TAB> fullname , <TAB> <TAB> field_indices = field_indices , <TAB> <TAB> num_discard_samples = num_discard_samples , <TAB> <TAB> ** kwargs <TAB> )",if root is not None :,301
660,"def post_config_hook(self):
    if not self.py3.check_commands(""thunderbird""):
        raise Exception(STRING_NOT_INSTALLED)
    # first profile, please.
    if not self.profile:
        directory = Path(""~/.thunderbird"").expanduser()
        profile_ini = directory / ""profiles.ini""
        profile = []
        with profile_ini.open() as f:
            for line in f:
                if line.startswith(""Path=""):
                    profile.append(
                        ""{}/{}"".format(directory, line.split(""Path="")[-1].strip())
                    )
        if not len(profile):
            raise Exception(STRING_NO_PROFILE)
        self.profile = profile[0]
    self.profile = Path(self.profile).expanduser()
    self.path = self.profile / ""calendar-data/local.sqlite""
    self.init_datetimes = []
    for word in self.format_datetime:
        if (self.py3.format_contains(self.format_todo, word)) and (
            word in self.format_datetime
        ):
            self.init_datetimes.append(word)
    self.thresholds_init = {}
    for name in [""format"", ""format_todo""]:
        self.thresholds_init[name] = self.py3.get_color_names_list(getattr(self, name))","def post_config_hook ( self ) : <TAB> if not self . py3 . check_commands ( ""thunderbird"" ) : <TAB> <TAB> raise Exception ( STRING_NOT_INSTALLED ) <TAB> <TAB> if not self . profile : <TAB> <TAB> directory = Path ( ""~/.thunderbird"" ) . expanduser ( ) <TAB> <TAB> profile_ini = directory / ""profiles.ini"" <TAB> <TAB> profile = [ ] <TAB> <TAB> with profile_ini . open ( ) as f : <TAB> <TAB> <TAB> for line in f : <TAB> <TAB> <TAB> <TAB> if line . startswith ( ""Path="" ) : <TAB> <TAB> <TAB> <TAB> <TAB> profile . append ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""{}/{}"" . format ( directory , line . split ( ""Path="" ) [ - 1 ] . strip ( ) ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise Exception ( STRING_NO_PROFILE ) <TAB> <TAB> self . profile = profile [ 0 ] <TAB> self . profile = Path ( self . profile ) . expanduser ( ) <TAB> self . path = self . profile / ""calendar-data/local.sqlite"" <TAB> self . init_datetimes = [ ] <TAB> for word in self . format_datetime : <TAB> <TAB> if ( self . py3 . format_contains ( self . format_todo , word ) ) and ( <TAB> <TAB> <TAB> word in self . format_datetime <TAB> <TAB> ) : <TAB> <TAB> <TAB> self . init_datetimes . append ( word ) <TAB> self . thresholds_init = { } <TAB> for name in [ ""format"" , ""format_todo"" ] : <TAB> <TAB> self . thresholds_init [ name ] = self . py3 . get_color_names_list ( getattr ( self , name ) )",if not len ( profile ) :,355
16664,"def get_dataset(dataset, args):
    if dataset.lower() == ""coco"":
        train_dataset = gdata.COCOInstance(splits=""instances_train2017"")
        val_dataset = gdata.COCOInstance(splits=""instances_val2017"", skip_empty=False)
        starting_id = 0
        if args.horovod and MPI:
            length = len(val_dataset)
            shard_len = length // hvd.size()
            rest = length % hvd.size()
            # Compute the start index for this partition
            starting_id = shard_len * hvd.rank() + min(hvd.rank(), rest)
        val_metric = COCOInstanceMetric(
            val_dataset,
            args.save_prefix + ""_eval"",
            use_ext=args.use_ext,
            starting_id=starting_id,
        )
    else:
        raise NotImplementedError(""Dataset: {} not implemented."".format(dataset))
    if args.horovod and MPI:
        val_dataset = val_dataset.shard(hvd.size(), hvd.rank())
    return train_dataset, val_dataset, val_metric","def get_dataset ( dataset , args ) : <TAB> if dataset . lower ( ) == ""coco"" : <TAB> <TAB> train_dataset = gdata . COCOInstance ( splits = ""instances_train2017"" ) <TAB> <TAB> val_dataset = gdata . COCOInstance ( splits = ""instances_val2017"" , skip_empty = False ) <TAB> <TAB> starting_id = 0 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> length = len ( val_dataset ) <TAB> <TAB> <TAB> shard_len = length // hvd . size ( ) <TAB> <TAB> <TAB> rest = length % hvd . size ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> starting_id = shard_len * hvd . rank ( ) + min ( hvd . rank ( ) , rest ) <TAB> <TAB> val_metric = COCOInstanceMetric ( <TAB> <TAB> <TAB> val_dataset , <TAB> <TAB> <TAB> args . save_prefix + ""_eval"" , <TAB> <TAB> <TAB> use_ext = args . use_ext , <TAB> <TAB> <TAB> starting_id = starting_id , <TAB> <TAB> ) <TAB> else : <TAB> <TAB> raise NotImplementedError ( ""Dataset: {} not implemented."" . format ( dataset ) ) <TAB> <fill-in> <TAB> <TAB> val_dataset = val_dataset . shard ( hvd . size ( ) , hvd . rank ( ) ) <TAB> return train_dataset , val_dataset , val_metric",if args . horovod and MPI :,308
14225,"def __init__(self, client, job_id, callback=None):
    self.client = client
    self.job_id = job_id
    # If a job event has been received already then we must set an Event
    # to wait for this job to finish.
    # Otherwise we create a new stub for the job with the Event for when
    # the job event arrives to use existing event.
    with client._jobs_lock:
        job = client._jobs.get(job_id)
        self.event = None
        if job:
            self.event = job.get(""__ready"")
        if self.event is None:
            self.event = job[""__ready""] = Event()
        job[""__callback""] = callback
","def __init__ ( self , client , job_id , callback = None ) : <TAB> self . client = client <TAB> self . job_id = job_id <TAB> <TAB> <TAB> <TAB> <TAB> with client . _jobs_lock : <TAB> <TAB> job = client . _jobs . get ( job_id ) <TAB> <TAB> self . event = None <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . event = job . get ( ""__ready"" ) <TAB> <TAB> if self . event is None : <TAB> <TAB> <TAB> self . event = job [ ""__ready"" ] = Event ( ) <TAB> <TAB> job [ ""__callback"" ] = callback",if job :,180
25320,"def lutime(f, times):
    # In some cases, we have a platform where os.supports_follow_symlink includes stat()
    # but not utime().  This leads to an anomaly.  In any case we never want to touch the
    # target of a link.
    if os.utime in os.supports_follow_symlinks:
        # ...utime is well behaved
        os.utime(f, times, follow_symlinks=False)
    elif not os.path.islink(f):
        # ...symlinks not an issue here
        os.utime(f, times)
    else:
        try:
            # try the system command
            if times:
                fmt_time = lambda sec: datetime.fromtimestamp(sec).strftime(
                    ""%Y%m%d%H%M.%S""
                )
                atime, mtime = times
                sp.check_call([""touch"", ""-h"", f, ""-a"", ""-t"", fmt_time(atime)])
                sp.check_call([""touch"", ""-h"", f, ""-m"", ""-t"", fmt_time(mtime)])
            else:
                sp.check_call([""touch"", ""-h"", f])
        except sp.CalledProcessError:
            pass
        # ...problem system.  Do nothing.
        logger.warning(
            ""Unable to set utime on symlink {}. Your Python build does not support it."".format(
                f
            )
        )
        return None
","def lutime ( f , times ) : <TAB> <TAB> <TAB> <TAB> if os . utime in os . supports_follow_symlinks : <TAB> <TAB> <TAB> <TAB> os . utime ( f , times , follow_symlinks = False ) <TAB> elif not os . path . islink ( f ) : <TAB> <TAB> <TAB> <TAB> os . utime ( f , times ) <TAB> else : <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> fmt_time = lambda sec : datetime . fromtimestamp ( sec ) . strftime ( <TAB> <TAB> <TAB> <TAB> <TAB> ""%Y%m%d%H%M.%S"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> atime , mtime = times <TAB> <TAB> <TAB> <TAB> sp . check_call ( [ ""touch"" , ""-h"" , f , ""-a"" , ""-t"" , fmt_time ( atime ) ] ) <TAB> <TAB> <TAB> <TAB> sp . check_call ( [ ""touch"" , ""-h"" , f , ""-m"" , ""-t"" , fmt_time ( mtime ) ] ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> sp . check_call ( [ ""touch"" , ""-h"" , f ] ) <TAB> <TAB> except sp . CalledProcessError : <TAB> <TAB> <TAB> pass <TAB> <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> ""Unable to set utime on symlink {}. Your Python build does not support it."" . format ( <TAB> <TAB> <TAB> <TAB> f <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> <TAB> return None",if times :,377
14505,"def getDefaultCompletion(tree, node, lang):
    if lang == ""XSLT"":
        if node is not None and not tree.namespace(node):
            # do we have an output element, if so, figure out if we're html
            # cheap way to get the output element
            output = tree.tags.get(""http://www.w3.org/1999/XSL/Transform"", []).get(
                ""output""
            )
            if output is not None:
                lang = output.attrib.get(""method"").upper()
                publicId = output.attrib.get(""doctype-public"")
                systemId = output.attrib.get(""doctype-system"")
                default_dataset_info = default_completion.get(lang)
                if publicId or systemId:
                    default_dataset_info = (publicId, systemId, default_dataset_info[2])
            return default_dataset_info
        return None
    return default_completion.get(lang)","def getDefaultCompletion ( tree , node , lang ) : <TAB> if lang == ""XSLT"" : <TAB> <TAB> if node is not None and not tree . namespace ( node ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> output = tree . tags . get ( ""http://www.w3.org/1999/XSL/Transform"" , [ ] ) . get ( <TAB> <TAB> <TAB> <TAB> ""output"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> lang = output . attrib . get ( ""method"" ) . upper ( ) <TAB> <TAB> <TAB> <TAB> publicId = output . attrib . get ( ""doctype-public"" ) <TAB> <TAB> <TAB> <TAB> systemId = output . attrib . get ( ""doctype-system"" ) <TAB> <TAB> <TAB> <TAB> default_dataset_info = default_completion . get ( lang ) <TAB> <TAB> <TAB> <TAB> if publicId or systemId : <TAB> <TAB> <TAB> <TAB> <TAB> default_dataset_info = ( publicId , systemId , default_dataset_info [ 2 ] ) <TAB> <TAB> <TAB> return default_dataset_info <TAB> <TAB> return None <TAB> return default_completion . get ( lang )",if output is not None :,262
13856,"def _fractional_part(self, n, expr, evaluation):
    n_sympy = n.to_sympy()
    if n_sympy.is_constant():
        if n_sympy >= 0:
            positive_integer_part = (
                Expression(""Floor"", n).evaluate(evaluation).to_python()
            )
            result = n - positive_integer_part
        else:
            negative_integer_part = (
                Expression(""Ceiling"", n).evaluate(evaluation).to_python()
            )
            result = n - negative_integer_part
    else:
        return expr
    return from_python(result)","def _fractional_part ( self , n , expr , evaluation ) : <TAB> n_sympy = n . to_sympy ( ) <TAB> if n_sympy . is_constant ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> positive_integer_part = ( <TAB> <TAB> <TAB> <TAB> Expression ( ""Floor"" , n ) . evaluate ( evaluation ) . to_python ( ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> result = n - positive_integer_part <TAB> <TAB> else : <TAB> <TAB> <TAB> negative_integer_part = ( <TAB> <TAB> <TAB> <TAB> Expression ( ""Ceiling"" , n ) . evaluate ( evaluation ) . to_python ( ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> result = n - negative_integer_part <TAB> else : <TAB> <TAB> return expr <TAB> return from_python ( result )",if n_sympy >= 0 :,169
17300,"def todict(obj):
    # dict
    if isinstance(obj, dict):
        return {k: todict(v) for k, v in obj.items()}
    # slot objects
    elif hasattr(obj, ""__slots__""):
        return {k: todict(getattr(obj, k)) for k in obj.__slots__}  # brython issue
    # something iterable, like tuples or lists
    elif hasattr(obj, ""__iter__"") and not isinstance(obj, str):
        return type(obj)(todict(v) for v in obj)
    # simple classes
    elif hasattr(obj, ""__dict__""):
        return {
            k: todict(v)
            for k, v in obj.__dict__.items()
            if not callable(v) and not k.startswith(""_"")
        }
    # finally simple type
    else:
        return obj
","def todict ( obj ) : <TAB> <TAB> if isinstance ( obj , dict ) : <TAB> <TAB> return { k : todict ( v ) for k , v in obj . items ( ) } <TAB> <TAB> elif hasattr ( obj , ""__slots__"" ) : <TAB> <TAB> return { k : todict ( getattr ( obj , k ) ) for k in obj . __slots__ } <TAB> <TAB> elif hasattr ( obj , ""__iter__"" ) and not isinstance ( obj , str ) : <TAB> <TAB> return type ( obj ) ( todict ( v ) for v in obj ) <TAB> <TAB> elif hasattr ( obj , ""__dict__"" ) : <TAB> <TAB> return { <TAB> <TAB> <TAB> k : todict ( v ) <TAB> <TAB> <TAB> for k , v in obj . __dict__ . items ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> } <TAB> <TAB> else : <TAB> <TAB> return obj","if not callable ( v ) and not k . startswith ( ""_"" )",212
897,"def get_current_events_users(calendar):
    now = timezone.make_aware(datetime.now(), timezone.get_current_timezone())
    result = []
    day = Day(calendar.events.all(), now)
    for o in day.get_occurrences():
        if o.start <= now <= o.end:
            usernames = o.event.title.split("","")
            for username in usernames:
                result.append(User.objects.get(username=username.strip()))
    return result
","def get_current_events_users ( calendar ) : <TAB> now = timezone . make_aware ( datetime . now ( ) , timezone . get_current_timezone ( ) ) <TAB> result = [ ] <TAB> day = Day ( calendar . events . all ( ) , now ) <TAB> for o in day . get_occurrences ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> usernames = o . event . title . split ( "","" ) <TAB> <TAB> <TAB> for username in usernames : <TAB> <TAB> <TAB> <TAB> result . append ( User . objects . get ( username = username . strip ( ) ) ) <TAB> return result",if o . start <= now <= o . end :,128
24935,"def import_suffix_generator(a_block, datatype=False):
    if datatype is False:
        for name, suffix in iteritems(a_block.component_map(Suffix)):
            if suffix.import_enabled() is True:
                yield name, suffix
    else:
        for name, suffix in iteritems(a_block.component_map(Suffix)):
            if (suffix.import_enabled() is True) and (
                suffix.get_datatype() is datatype
            ):
                yield name, suffix
","def import_suffix_generator ( a_block , datatype = False ) : <TAB> if datatype is False : <TAB> <TAB> for name , suffix in iteritems ( a_block . component_map ( Suffix ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> yield name , suffix <TAB> else : <TAB> <TAB> for name , suffix in iteritems ( a_block . component_map ( Suffix ) ) : <TAB> <TAB> <TAB> if ( suffix . import_enabled ( ) is True ) and ( <TAB> <TAB> <TAB> <TAB> suffix . get_datatype ( ) is datatype <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> yield name , suffix",if suffix . import_enabled ( ) is True :,136
16496,"def action_delete(self, ids):
    try:
        count = 0
        # TODO: Optimize me
        for pk in ids:
            if self.delete_model(self.get_one(pk)):
                count += 1
        flash(
            ngettext(
                ""Record was successfully deleted."",
                ""%(count)s records were successfully deleted."",
                count,
                count=count,
            ),
            ""success"",
        )
    except Exception as ex:
        flash(gettext(""Failed to delete records. %(error)s"", error=str(ex)), ""error"")","def action_delete ( self , ids ) : <TAB> try : <TAB> <TAB> count = 0 <TAB> <TAB> <TAB> <TAB> for pk in ids : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> count += 1 <TAB> <TAB> flash ( <TAB> <TAB> <TAB> ngettext ( <TAB> <TAB> <TAB> <TAB> ""Record was successfully deleted."" , <TAB> <TAB> <TAB> <TAB> ""%(count)s records were successfully deleted."" , <TAB> <TAB> <TAB> <TAB> count , <TAB> <TAB> <TAB> <TAB> count = count , <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> ""success"" , <TAB> <TAB> ) <TAB> except Exception as ex : <TAB> <TAB> flash ( gettext ( ""Failed to delete records. %(error)s"" , error = str ( ex ) ) , ""error"" )",if self . delete_model ( self . get_one ( pk ) ) :,166
4468,"def from_csv(fp, field_names=None, **kwargs):
    fmtparams = {}
    for param in [
        ""delimiter"",
        ""doublequote"",
        ""escapechar"",
        ""lineterminator"",
        ""quotechar"",
        ""quoting"",
        ""skipinitialspace"",
        ""strict"",
    ]:
        if param in kwargs:
            fmtparams[param] = kwargs.pop(param)
    if fmtparams:
        reader = csv.reader(fp, **fmtparams)
    else:
        dialect = csv.Sniffer().sniff(fp.read(1024))
        fp.seek(0)
        reader = csv.reader(fp, dialect)
    table = PrettyTable(**kwargs)
    if field_names:
        table.field_names = field_names
    else:
        if py3k:
            table.field_names = [x.strip() for x in next(reader)]
        else:
            table.field_names = [x.strip() for x in reader.next()]
    for row in reader:
        table.add_row([x.strip() for x in row])
    return table","def from_csv ( fp , field_names = None , ** kwargs ) : <TAB> fmtparams = { } <TAB> for param in [ <TAB> <TAB> ""delimiter"" , <TAB> <TAB> ""doublequote"" , <TAB> <TAB> ""escapechar"" , <TAB> <TAB> ""lineterminator"" , <TAB> <TAB> ""quotechar"" , <TAB> <TAB> ""quoting"" , <TAB> <TAB> ""skipinitialspace"" , <TAB> <TAB> ""strict"" , <TAB> ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> fmtparams [ param ] = kwargs . pop ( param ) <TAB> if fmtparams : <TAB> <TAB> reader = csv . reader ( fp , ** fmtparams ) <TAB> else : <TAB> <TAB> dialect = csv . Sniffer ( ) . sniff ( fp . read ( 1024 ) ) <TAB> <TAB> fp . seek ( 0 ) <TAB> <TAB> reader = csv . reader ( fp , dialect ) <TAB> table = PrettyTable ( ** kwargs ) <TAB> if field_names : <TAB> <TAB> table . field_names = field_names <TAB> else : <TAB> <TAB> if py3k : <TAB> <TAB> <TAB> table . field_names = [ x . strip ( ) for x in next ( reader ) ] <TAB> <TAB> else : <TAB> <TAB> <TAB> table . field_names = [ x . strip ( ) for x in reader . next ( ) ] <TAB> for row in reader : <TAB> <TAB> table . add_row ( [ x . strip ( ) for x in row ] ) <TAB> return table",if param in kwargs :,289
17328,"def _bootstrap(self):
    marker = self._get_export_marker_from_db()
    LOG.info(""Using marker %s..."" % marker)
    missed_executions = self._get_missed_executions_from_db(export_marker=marker)
    LOG.info(""Found %d executions not exported yet..."", len(missed_executions))
    for missed_execution in missed_executions:
        if missed_execution.status not in COMPLETION_STATUSES:
            continue
        execution_api = ActionExecutionAPI.from_model(
            missed_execution, mask_secrets=True
        )
        try:
            LOG.debug(""Missed execution %s"", execution_api)
            self.pending_executions.put_nowait(execution_api)
        except:
            LOG.exception(""Failed adding execution to in-memory queue."")
            continue
    LOG.info(""Bootstrapped executions..."")
","def _bootstrap ( self ) : <TAB> marker = self . _get_export_marker_from_db ( ) <TAB> LOG . info ( ""Using marker %s..."" % marker ) <TAB> missed_executions = self . _get_missed_executions_from_db ( export_marker = marker ) <TAB> LOG . info ( ""Found %d executions not exported yet..."" , len ( missed_executions ) ) <TAB> for missed_execution in missed_executions : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> execution_api = ActionExecutionAPI . from_model ( <TAB> <TAB> <TAB> missed_execution , mask_secrets = True <TAB> <TAB> ) <TAB> <TAB> try : <TAB> <TAB> <TAB> LOG . debug ( ""Missed execution %s"" , execution_api ) <TAB> <TAB> <TAB> self . pending_executions . put_nowait ( execution_api ) <TAB> <TAB> except : <TAB> <TAB> <TAB> LOG . exception ( ""Failed adding execution to in-memory queue."" ) <TAB> <TAB> <TAB> continue <TAB> LOG . info ( ""Bootstrapped executions..."" )",if missed_execution . status not in COMPLETION_STATUSES :,230
24487,"def print_resolutions(
    self, *, part_name: str, stage_packages_exist: bool, echoer
) -> None:
    if not self._stage_packages_dependencies and not self._unhandled_dependencies:
        return
    if self._stage_packages_dependencies:
        stage_packages_list = _get_formatted_list(self._stage_packages_dependencies)
        if stage_packages_exist:
            echoer.warning(
                _MSG_EXTEND_STAGE_PACKAGES.format(
                    part_name=part_name, stage_packages=stage_packages_list
                )
            )
        else:
            echoer.warning(
                _MSG_ADD_STAGE_PACKAGES.format(
                    part_name=part_name, stage_packages=stage_packages_list
                )
            )
    if self._unhandled_dependencies:
        unhandled_list = _get_formatted_list(self._unhandled_dependencies)
        echoer.warning(
            _MSG_UNHANDLED_DEPENDENCIES.format(
                part_name=part_name, unhandled_list=unhandled_list
            )
        )
","def print_resolutions ( <TAB> self , * , part_name : str , stage_packages_exist : bool , echoer ) -> None : <TAB> if not self . _stage_packages_dependencies and not self . _unhandled_dependencies : <TAB> <TAB> return <TAB> if self . _stage_packages_dependencies : <TAB> <TAB> stage_packages_list = _get_formatted_list ( self . _stage_packages_dependencies ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> echoer . warning ( <TAB> <TAB> <TAB> <TAB> _MSG_EXTEND_STAGE_PACKAGES . format ( <TAB> <TAB> <TAB> <TAB> <TAB> part_name = part_name , stage_packages = stage_packages_list <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> echoer . warning ( <TAB> <TAB> <TAB> <TAB> _MSG_ADD_STAGE_PACKAGES . format ( <TAB> <TAB> <TAB> <TAB> <TAB> part_name = part_name , stage_packages = stage_packages_list <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> if self . _unhandled_dependencies : <TAB> <TAB> unhandled_list = _get_formatted_list ( self . _unhandled_dependencies ) <TAB> <TAB> echoer . warning ( <TAB> <TAB> <TAB> _MSG_UNHANDLED_DEPENDENCIES . format ( <TAB> <TAB> <TAB> <TAB> part_name = part_name , unhandled_list = unhandled_list <TAB> <TAB> <TAB> ) <TAB> <TAB> )",if stage_packages_exist :,313
21054,"def __init__(self, *args, **kwargs):
    super().__init__(*args, **kwargs)
    self.custom_fields = []
    self.obj_type = ContentType.objects.get_for_model(self.model)
    # Add all applicable CustomFields to the form
    custom_fields = CustomField.objects.filter(content_types=self.obj_type)
    for cf in custom_fields:
        # Annotate non-required custom fields as nullable
        if not cf.required:
            self.nullable_fields.append(cf.name)
        self.fields[cf.name] = cf.to_form_field(
            set_initial=False, enforce_required=False
        )
        # Annotate this as a custom field
        self.custom_fields.append(cf.name)
","def __init__ ( self , * args , ** kwargs ) : <TAB> super ( ) . __init__ ( * args , ** kwargs ) <TAB> self . custom_fields = [ ] <TAB> self . obj_type = ContentType . objects . get_for_model ( self . model ) <TAB> <TAB> custom_fields = CustomField . objects . filter ( content_types = self . obj_type ) <TAB> for cf in custom_fields : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . nullable_fields . append ( cf . name ) <TAB> <TAB> self . fields [ cf . name ] = cf . to_form_field ( <TAB> <TAB> <TAB> set_initial = False , enforce_required = False <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> self . custom_fields . append ( cf . name )",if not cf . required :,199
10697,"def on_key_press(self, k, m):
    if self.paused:
        return False
    if self.used_key:
        return False
    if k in (key.LEFT, key.RIGHT, key.DOWN, key.UP, key.SPACE):
        if k == key.LEFT:
            self.model.block_left()
        elif k == key.RIGHT:
            self.model.block_right()
        elif k == key.DOWN:
            self.model.block_down()
        elif k == key.UP:
            self.model.block_rotate()
        elif k == key.SPACE:
            # let the player move the block after it was dropped
            self.elapsed = 0
            self.model.block_drop()
        self.used_key = True
        return True
    return False","def on_key_press ( self , k , m ) : <TAB> if self . paused : <TAB> <TAB> return False <TAB> if self . used_key : <TAB> <TAB> return False <TAB> if k in ( key . LEFT , key . RIGHT , key . DOWN , key . UP , key . SPACE ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . model . block_left ( ) <TAB> <TAB> elif k == key . RIGHT : <TAB> <TAB> <TAB> self . model . block_right ( ) <TAB> <TAB> elif k == key . DOWN : <TAB> <TAB> <TAB> self . model . block_down ( ) <TAB> <TAB> elif k == key . UP : <TAB> <TAB> <TAB> self . model . block_rotate ( ) <TAB> <TAB> elif k == key . SPACE : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . elapsed = 0 <TAB> <TAB> <TAB> self . model . block_drop ( ) <TAB> <TAB> self . used_key = True <TAB> <TAB> return True <TAB> return False",if k == key . LEFT :,219
20676,"def save(self, session=None, to=None, pickler=None):
    if to and pickler:
        self._save_to = (pickler, to)
    if self._save_to and len(self) > 0:
        with self._lock:
            pickler, fn = self._save_to
            if session:
                session.ui.mark(_(""Saving %s state to %s"") % (self, fn))
            pickler(self, fn)","def save ( self , session = None , to = None , pickler = None ) : <TAB> if to and pickler : <TAB> <TAB> self . _save_to = ( pickler , to ) <TAB> if self . _save_to and len ( self ) > 0 : <TAB> <TAB> with self . _lock : <TAB> <TAB> <TAB> pickler , fn = self . _save_to <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> session . ui . mark ( _ ( ""Saving %s state to %s"" ) % ( self , fn ) ) <TAB> <TAB> <TAB> pickler ( self , fn )",if session :,123
16554,"def visit_FunctionCall(self, node: qlast.FunctionCall) -> None:
    if isinstance(node.func, tuple):
        self.write(f""{ident_to_str(node.func[0])}::{ident_to_str(node.func[1])}"")
    else:
        self.write(ident_to_str(node.func))
    self.write(""("")
    for i, arg in enumerate(node.args):
        if i > 0:
            self.write("", "")
        self.visit(arg)
    if node.kwargs:
        if node.args:
            self.write("", "")
        for i, (name, arg) in enumerate(node.kwargs.items()):
            if i > 0:
                self.write("", "")
            self.write(f""{edgeql_quote.quote_ident(name)} := "")
            self.visit(arg)
    self.write("")"")
    if node.window:
        self.write("" OVER ("")
        self._block_ws(1)
        if node.window.partition:
            self.write(""PARTITION BY "")
            self.visit_list(node.window.partition, newlines=False)
            self.new_lines = 1
        if node.window.orderby:
            self.write(""ORDER BY "")
            self.visit_list(node.window.orderby, separator="" THEN"")
        self._block_ws(-1)
        self.write("")"")","def visit_FunctionCall ( self , node : qlast . FunctionCall ) -> None : <TAB> if isinstance ( node . func , tuple ) : <TAB> <TAB> self . write ( f""{ident_to_str(node.func[0])}::{ident_to_str(node.func[1])}"" ) <TAB> else : <TAB> <TAB> self . write ( ident_to_str ( node . func ) ) <TAB> self . write ( ""("" ) <TAB> for i , arg in enumerate ( node . args ) : <TAB> <TAB> if i > 0 : <TAB> <TAB> <TAB> self . write ( "", "" ) <TAB> <TAB> self . visit ( arg ) <TAB> if node . kwargs : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . write ( "", "" ) <TAB> <TAB> for i , ( name , arg ) in enumerate ( node . kwargs . items ( ) ) : <TAB> <TAB> <TAB> if i > 0 : <TAB> <TAB> <TAB> <TAB> self . write ( "", "" ) <TAB> <TAB> <TAB> self . write ( f""{edgeql_quote.quote_ident(name)} := "" ) <TAB> <TAB> <TAB> self . visit ( arg ) <TAB> self . write ( "")"" ) <TAB> if node . window : <TAB> <TAB> self . write ( "" OVER ("" ) <TAB> <TAB> self . _block_ws ( 1 ) <TAB> <TAB> if node . window . partition : <TAB> <TAB> <TAB> self . write ( ""PARTITION BY "" ) <TAB> <TAB> <TAB> self . visit_list ( node . window . partition , newlines = False ) <TAB> <TAB> <TAB> self . new_lines = 1 <TAB> <TAB> if node . window . orderby : <TAB> <TAB> <TAB> self . write ( ""ORDER BY "" ) <TAB> <TAB> <TAB> self . visit_list ( node . window . orderby , separator = "" THEN"" ) <TAB> <TAB> self . _block_ws ( - 1 ) <TAB> <TAB> self . write ( "")"" )",if node . args :,377
17849,"def list_entries(self, order=False, only_servers=False):
    config_data = self.ssh_config.config_data
    # required for the web api.
    if only_servers:
        new_config_data = []
        for index, value in enumerate(config_data):
            if value.get(""type"") == ""entry"" and value.get(""host"") != ""*"":
                new_config_data.append(value)
        config_data = new_config_data
    if order:
        config_data = sorted(config_data, key=itemgetter(""host""))
    return config_data
","def list_entries ( self , order = False , only_servers = False ) : <TAB> config_data = self . ssh_config . config_data <TAB> <TAB> if only_servers : <TAB> <TAB> new_config_data = [ ] <TAB> <TAB> for index , value in enumerate ( config_data ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> new_config_data . append ( value ) <TAB> <TAB> config_data = new_config_data <TAB> if order : <TAB> <TAB> config_data = sorted ( config_data , key = itemgetter ( ""host"" ) ) <TAB> return config_data","if value . get ( ""type"" ) == ""entry"" and value . get ( ""host"" ) != ""*"" :",154
18417,"def process(self, resources, event=None):
    client = local_session(self.manager.session_factory).client(
        ""shield"", region_name=""us-east-1""
    )
    protections = get_type_protections(client, self.manager.get_model())
    protected_resources = {p[""ResourceArn""] for p in protections}
    state = self.data.get(""state"", False)
    results = []
    for arn, r in zip(self.manager.get_arns(resources), resources):
        r[""c7n:ShieldProtected""] = shielded = arn in protected_resources
        if shielded and state:
            results.append(r)
        elif not shielded and not state:
            results.append(r)
    return results","def process ( self , resources , event = None ) : <TAB> client = local_session ( self . manager . session_factory ) . client ( <TAB> <TAB> ""shield"" , region_name = ""us-east-1"" <TAB> ) <TAB> protections = get_type_protections ( client , self . manager . get_model ( ) ) <TAB> protected_resources = { p [ ""ResourceArn"" ] for p in protections } <TAB> state = self . data . get ( ""state"" , False ) <TAB> results = [ ] <TAB> for arn , r in zip ( self . manager . get_arns ( resources ) , resources ) : <TAB> <TAB> r [ ""c7n:ShieldProtected"" ] = shielded = arn in protected_resources <TAB> <TAB> if shielded and state : <TAB> <TAB> <TAB> results . append ( r ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> results . append ( r ) <TAB> return results",elif not shielded and not state :,199
23560,"def handle_exception_and_die(e):
    if hasattr(e, ""kind""):
        if e.kind == ""die"":
            sys.stderr.write(""ABORT: "" + e.msg + ""\n"")
            sys.exit(e.value)
        elif e.kind == ""exit"":
            sys.stderr.write(""EXITING\n"")
            sys.exit(e.value)
    else:
        print(str(e))
        sys.exit(1)","def handle_exception_and_die ( e ) : <TAB> if hasattr ( e , ""kind"" ) : <TAB> <TAB> if e . kind == ""die"" : <TAB> <TAB> <TAB> sys . stderr . write ( ""ABORT: "" + e . msg + ""\n"" ) <TAB> <TAB> <TAB> sys . exit ( e . value ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sys . stderr . write ( ""EXITING\n"" ) <TAB> <TAB> <TAB> sys . exit ( e . value ) <TAB> else : <TAB> <TAB> print ( str ( e ) ) <TAB> <TAB> sys . exit ( 1 )","elif e . kind == ""exit"" :",128
2370,"def checkPlugs(graphComponent):
    if isinstance(
        graphComponent, Gaffer.Plug
    ) and not graphComponent.getName().startswith(""__""):
        description = Gaffer.Metadata.value(graphComponent, ""description"")
        if (not description) or description.isspace():
            undocumentedPlugs.append(graphComponent.fullName())
    if not isinstance(graphComponent, terminalPlugTypes):
        for plug in graphComponent.children(Gaffer.Plug):
            checkPlugs(plug)
","def checkPlugs ( graphComponent ) : <TAB> if isinstance ( <TAB> <TAB> graphComponent , Gaffer . Plug <TAB> ) and not graphComponent . getName ( ) . startswith ( ""__"" ) : <TAB> <TAB> description = Gaffer . Metadata . value ( graphComponent , ""description"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> undocumentedPlugs . append ( graphComponent . fullName ( ) ) <TAB> if not isinstance ( graphComponent , terminalPlugTypes ) : <TAB> <TAB> for plug in graphComponent . children ( Gaffer . Plug ) : <TAB> <TAB> <TAB> checkPlugs ( plug )",if ( not description ) or description . isspace ( ) :,132
13067,"def inc_grad(self, model_id: int, name: str, value: FloatsXd) -> None:
    key = (model_id, name)
    if self.proxy is not None:
        self.proxy.inc_grad(model_id, name, value)
    elif not self.has_grad(model_id, name):  # pragma: no cover
        if hasattr(value, ""copy""):
            # Adjustment for Jax
            self._grads[key] = value.copy()
        elif not value.flags[""C_CONTIGUOUS""]:
            xp = get_array_module(value)
            self._grads[(model_id, name)] = xp.ascontiguousarray(value)
        else:
            self._grads[(model_id, name)] = value
    else:
        self._grads[(model_id, name)] += value
","def inc_grad ( self , model_id : int , name : str , value : FloatsXd ) -> None : <TAB> key = ( model_id , name ) <TAB> if self . proxy is not None : <TAB> <TAB> self . proxy . inc_grad ( model_id , name , value ) <TAB> elif not self . has_grad ( model_id , name ) : <TAB> <TAB> if hasattr ( value , ""copy"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _grads [ key ] = value . copy ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> xp = get_array_module ( value ) <TAB> <TAB> <TAB> self . _grads [ ( model_id , name ) ] = xp . ascontiguousarray ( value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . _grads [ ( model_id , name ) ] = value <TAB> else : <TAB> <TAB> self . _grads [ ( model_id , name ) ] += value","elif not value . flags [ ""C_CONTIGUOUS"" ] :",213
6817,"def __call__(self, trainer):
    if self.available():
        # Dynamically import pyplot to call matplotlib.use()
        # after importing chainer.training.extensions
        import matplotlib.pyplot as plt
    else:
        return
    xp = backend.get_array_module(self._vars[0].data)
    stats = xp.zeros(self._data_shape, dtype=xp.float32)
    for i, k in enumerate(self._keys):
        xs = []
        for var in self._vars:
            x = getattr(var, k, None)
            if x is not None:
                xs.append(x.ravel())
        if xs:
            stat_dict = self._statistician(xp.concatenate(xs, axis=0), axis=0, xp=xp)
            stat_list = []
            if self._plot_mean:
                stat_list.append(xp.atleast_1d(stat_dict[""mean""]))
            if self._plot_std:
                stat_list.append(xp.atleast_1d(stat_dict[""std""]))
            if self._plot_percentile:
                stat_list.append(xp.atleast_1d(stat_dict[""percentile""]))
            stats[i] = xp.concatenate(stat_list, axis=0)
    if xp == cuda.cupy:
        stats = cuda.to_cpu(stats)
    self._samples.add(stats, idx=trainer.updater.iteration)
    if self._trigger(trainer):
        file_path = os.path.join(trainer.out, self._filename)
        self.save_plot_using_module(file_path, plt)","def __call__ ( self , trainer ) : <TAB> if self . available ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> import matplotlib . pyplot as plt <TAB> else : <TAB> <TAB> return <TAB> xp = backend . get_array_module ( self . _vars [ 0 ] . data ) <TAB> stats = xp . zeros ( self . _data_shape , dtype = xp . float32 ) <TAB> for i , k in enumerate ( self . _keys ) : <TAB> <TAB> xs = [ ] <TAB> <TAB> for var in self . _vars : <TAB> <TAB> <TAB> x = getattr ( var , k , None ) <TAB> <TAB> <TAB> if x is not None : <TAB> <TAB> <TAB> <TAB> xs . append ( x . ravel ( ) ) <TAB> <TAB> if xs : <TAB> <TAB> <TAB> stat_dict = self . _statistician ( xp . concatenate ( xs , axis = 0 ) , axis = 0 , xp = xp ) <TAB> <TAB> <TAB> stat_list = [ ] <TAB> <TAB> <TAB> if self . _plot_mean : <TAB> <TAB> <TAB> <TAB> stat_list . append ( xp . atleast_1d ( stat_dict [ ""mean"" ] ) ) <TAB> <TAB> <TAB> if self . _plot_std : <TAB> <TAB> <TAB> <TAB> stat_list . append ( xp . atleast_1d ( stat_dict [ ""std"" ] ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> stat_list . append ( xp . atleast_1d ( stat_dict [ ""percentile"" ] ) ) <TAB> <TAB> <TAB> stats [ i ] = xp . concatenate ( stat_list , axis = 0 ) <TAB> if xp == cuda . cupy : <TAB> <TAB> stats = cuda . to_cpu ( stats ) <TAB> self . _samples . add ( stats , idx = trainer . updater . iteration ) <TAB> if self . _trigger ( trainer ) : <TAB> <TAB> file_path = os . path . join ( trainer . out , self . _filename ) <TAB> <TAB> self . save_plot_using_module ( file_path , plt )",if self . _plot_percentile :,429
18620,"def _windows_extra_app_paths(app_paths: List[Path]) -> List[Path]:
    # In Windows, editable package have additional files starting with the
    #   same name that are required to be in the same dir to run the app
    # Add ""*-script.py"", ""*.exe.manifest"" only to app_paths to make
    #   execution work; do not add them to apps to ensure they are not listed
    app_paths_output = app_paths.copy()
    for app_path in app_paths:
        win_app_path = app_path.parent / (app_path.stem + ""-script.py"")
        if win_app_path.exists():
            app_paths_output.append(win_app_path)
        win_app_path = app_path.parent / (app_path.stem + "".exe.manifest"")
        if win_app_path.exists():
            app_paths_output.append(win_app_path)
    return app_paths_output
","def _windows_extra_app_paths ( app_paths : List [ Path ] ) -> List [ Path ] : <TAB> <TAB> <TAB> <TAB> <TAB> app_paths_output = app_paths . copy ( ) <TAB> for app_path in app_paths : <TAB> <TAB> win_app_path = app_path . parent / ( app_path . stem + ""-script.py"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> app_paths_output . append ( win_app_path ) <TAB> <TAB> win_app_path = app_path . parent / ( app_path . stem + "".exe.manifest"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> app_paths_output . append ( win_app_path ) <TAB> return app_paths_output",if win_app_path . exists ( ) :,247
3964,"def evolve_sequence(sequence, substitution_probability, indel_probability):
    result = []
    sequence_length = len(sequence)
    insertion_choices = list(sequence.nondegenerate_chars)
    result = []
    i = 0
    while i < sequence_length:
        current_char = sequence[i]
        if random.random() < substitution_probability:
            # simulate a substitution event by adding a character other than the current
            # character to the result at this position
            substituted_base = random.choice(
                [r for r in sequence.nondegenerate_chars if r != current_char]
            )
            result.append(substituted_base)
            i += 1
        elif random.random() < indel_probability:
            # simulate either an insertion or a deletion event. the length of the insertion or
            # deletion is determined at random, with shorter lengths being more probable
            length = int(np.random.triangular(1, 1, 10))
            if np.random.binomial(1, 0.5) == 0:
                # simulate an insertion by adding length random characters from
                # this sequence's alphabet
                result.extend(np.random.choice(insertion_choices, size=length))
                i += 1
            else:
                # simulate a deletion by not appending any of the next length
                # characters
                i += length
        else:
            # simulate no mutation occurring
            result.append(str(current_char))
            i += 1
    return sequence.__class__("""".join(result))","def evolve_sequence ( sequence , substitution_probability , indel_probability ) : <TAB> result = [ ] <TAB> sequence_length = len ( sequence ) <TAB> insertion_choices = list ( sequence . nondegenerate_chars ) <TAB> result = [ ] <TAB> i = 0 <TAB> while i < sequence_length : <TAB> <TAB> current_char = sequence [ i ] <TAB> <TAB> if random . random ( ) < substitution_probability : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> substituted_base = random . choice ( <TAB> <TAB> <TAB> <TAB> [ r for r in sequence . nondegenerate_chars if r != current_char ] <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> result . append ( substituted_base ) <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> length = int ( np . random . triangular ( 1 , 1 , 10 ) ) <TAB> <TAB> <TAB> if np . random . binomial ( 1 , 0.5 ) == 0 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> result . extend ( np . random . choice ( insertion_choices , size = length ) ) <TAB> <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> i += length <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> result . append ( str ( current_char ) ) <TAB> <TAB> <TAB> i += 1 <TAB> return sequence . __class__ ( """" . join ( result ) )",elif random . random ( ) < indel_probability :,414
4370,"def _parse_update(client, update: ""raw.types.UpdateMessagePoll""):
    if update.poll is not None:
        return Poll._parse(client, update)
    results = update.results.results
    chosen_option = None
    options = []
    for i, result in enumerate(results):
        if result.chosen:
            chosen_option = i
        options.append(
            types.PollOption(
                text="""", voter_count=result.voters, data=result.option, client=client
            )
        )
    return Poll(
        id=str(update.poll_id),
        question="""",
        options=options,
        total_voter_count=update.results.total_voters,
        is_closed=False,
        chosen_option=chosen_option,
        client=client,
    )
","def _parse_update ( client , update : ""raw.types.UpdateMessagePoll"" ) : <TAB> if update . poll is not None : <TAB> <TAB> return Poll . _parse ( client , update ) <TAB> results = update . results . results <TAB> chosen_option = None <TAB> options = [ ] <TAB> for i , result in enumerate ( results ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> chosen_option = i <TAB> <TAB> options . append ( <TAB> <TAB> <TAB> types . PollOption ( <TAB> <TAB> <TAB> <TAB> text = """" , voter_count = result . voters , data = result . option , client = client <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> return Poll ( <TAB> <TAB> id = str ( update . poll_id ) , <TAB> <TAB> question = """" , <TAB> <TAB> options = options , <TAB> <TAB> total_voter_count = update . results . total_voters , <TAB> <TAB> is_closed = False , <TAB> <TAB> chosen_option = chosen_option , <TAB> <TAB> client = client , <TAB> )",if result . chosen :,223
22338,"def get_nvd_identifiers(self, _nvd_cls, _cpe_cls):
    cves = []
    try:
        if self.id.startswith(""CVE-""):
            cves = [self.id]
        if self.metadata_json and self.metadata_json.get(""CVE"", []):
            for cve_el in self.metadata_json.get(""CVE"", []):
                if type(cve_el) == dict:
                    # RHSA and ELSA internal elements are dicts
                    cve_id = cve_el.get(""Name"", None)
                elif type(cve_el) == str:
                    # ALAS internal elements are just CVE ids
                    cve_id = cve_el
                else:
                    cve_id = None
                if cve_id and cve_id not in cves:
                    cves.append(cve_id)
    except Exception as err:
        log.warn(
            ""failed to gather NVD information for vulnerability due to exception: {}"".format(
                str(err)
            )
        )
    return cves
","def get_nvd_identifiers ( self , _nvd_cls , _cpe_cls ) : <TAB> cves = [ ] <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cves = [ self . id ] <TAB> <TAB> if self . metadata_json and self . metadata_json . get ( ""CVE"" , [ ] ) : <TAB> <TAB> <TAB> for cve_el in self . metadata_json . get ( ""CVE"" , [ ] ) : <TAB> <TAB> <TAB> <TAB> if type ( cve_el ) == dict : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cve_id = cve_el . get ( ""Name"" , None ) <TAB> <TAB> <TAB> <TAB> elif type ( cve_el ) == str : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> cve_id = cve_el <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> cve_id = None <TAB> <TAB> <TAB> <TAB> if cve_id and cve_id not in cves : <TAB> <TAB> <TAB> <TAB> <TAB> cves . append ( cve_id ) <TAB> except Exception as err : <TAB> <TAB> log . warn ( <TAB> <TAB> <TAB> ""failed to gather NVD information for vulnerability due to exception: {}"" . format ( <TAB> <TAB> <TAB> <TAB> str ( err ) <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> return cves","if self . id . startswith ( ""CVE-"" ) :",316
8138,"def handle(self, *args, **options):
    from django.conf import settings
    style = color_style()
    template_dirs = set(get_template_setting(""DIRS""))
    template_dirs |= set(options.get(""includes"", []))
    template_dirs |= set(
        getattr(settings, ""VALIDATE_TEMPLATES_EXTRA_TEMPLATE_DIRS"", [])
    )
    # This is unsafe:
    # https://docs.djangoproject.com/en/1.10/topics/settings/#altering-settings-at-runtime
    if hasattr(settings, ""TEMPLATES""):
        settings.TEMPLATES[0][""DIRS""] = list(template_dirs)
    else:
        settings.TEMPLATE_DIRS = list(template_dirs)
    settings.TEMPLATE_DEBUG = True
    verbosity = int(options.get(""verbosity"", 1))
    errors = 0
    for template_dir in template_dirs:
        for root, dirs, filenames in os.walk(template_dir):
            for filename in filenames:
                if filename.endswith("".swp""):
                    continue
                if filename.endswith(""~""):
                    continue
                filepath = os.path.join(root, filename)
                if verbosity > 1:
                    print(filepath)
                try:
                    get_template(filepath)
                except Exception as e:
                    errors += 1
                    print(
                        ""%s: %s""
                        % (
                            filepath,
                            style.ERROR(""%s %s"" % (e.__class__.__name__, str(e))),
                        )
                    )
                if errors and options.get(""break"", False):
                    raise CommandError(""Errors found"")
    if errors:
        raise CommandError(""%s errors found"" % errors)
    print(""%s errors found"" % errors)","def handle ( self , * args , ** options ) : <TAB> from django . conf import settings <TAB> style = color_style ( ) <TAB> template_dirs = set ( get_template_setting ( ""DIRS"" ) ) <TAB> template_dirs |= set ( options . get ( ""includes"" , [ ] ) ) <TAB> template_dirs |= set ( <TAB> <TAB> getattr ( settings , ""VALIDATE_TEMPLATES_EXTRA_TEMPLATE_DIRS"" , [ ] ) <TAB> ) <TAB> <TAB> <TAB> if hasattr ( settings , ""TEMPLATES"" ) : <TAB> <TAB> settings . TEMPLATES [ 0 ] [ ""DIRS"" ] = list ( template_dirs ) <TAB> else : <TAB> <TAB> settings . TEMPLATE_DIRS = list ( template_dirs ) <TAB> settings . TEMPLATE_DEBUG = True <TAB> verbosity = int ( options . get ( ""verbosity"" , 1 ) ) <TAB> errors = 0 <TAB> for template_dir in template_dirs : <TAB> <TAB> for root , dirs , filenames in os . walk ( template_dir ) : <TAB> <TAB> <TAB> for filename in filenames : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> if filename . endswith ( ""~"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> filepath = os . path . join ( root , filename ) <TAB> <TAB> <TAB> <TAB> if verbosity > 1 : <TAB> <TAB> <TAB> <TAB> <TAB> print ( filepath ) <TAB> <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> <TAB> get_template ( filepath ) <TAB> <TAB> <TAB> <TAB> except Exception as e : <TAB> <TAB> <TAB> <TAB> <TAB> errors += 1 <TAB> <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""%s: %s"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> % ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> filepath , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> style . ERROR ( ""%s %s"" % ( e . __class__ . __name__ , str ( e ) ) ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> if errors and options . get ( ""break"" , False ) : <TAB> <TAB> <TAB> <TAB> <TAB> raise CommandError ( ""Errors found"" ) <TAB> if errors : <TAB> <TAB> raise CommandError ( ""%s errors found"" % errors ) <TAB> print ( ""%s errors found"" % errors )","if filename . endswith ( "".swp"" ) :",492
17119,"def get_all_function_symbols(self, module=""kernel""):
    """"""Gets all the function tuples for the given module""""""
    ret = []
    symtable = self.type_map
    if module in symtable:
        mod = symtable[module]
        for (addr, (name, _sym_types)) in mod.items():
            if self.shift_address and addr:
                addr = addr + self.shift_address
            ret.append([name, addr])
    else:
        debug.info(""All symbols requested for non-existent module %s"" % module)
    return ret
","def get_all_function_symbols ( self , module = ""kernel"" ) : <TAB> """"""Gets all the function tuples for the given module"""""" <TAB> ret = [ ] <TAB> symtable = self . type_map <TAB> if module in symtable : <TAB> <TAB> mod = symtable [ module ] <TAB> <TAB> for ( addr , ( name , _sym_types ) ) in mod . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> addr = addr + self . shift_address <TAB> <TAB> <TAB> ret . append ( [ name , addr ] ) <TAB> else : <TAB> <TAB> debug . info ( ""All symbols requested for non-existent module %s"" % module ) <TAB> return ret",if self . shift_address and addr :,147
6344,"def parse_until_text(self, *text):
    startpos = self.match_position
    text_re = r""|"".join(text)
    brace_level = 0
    while True:
        match = self.match(r""#.*\n"")
        if match:
            continue
        match = self.match(r""(\""\""\""|\'\'\'|\""|\')((?<!\\)\\\1|.)*?\1"", re.S)
        if match:
            continue
        match = self.match(r""(%s)"" % text_re)
        if match:
            if match.group(1) == ""}"" and brace_level > 0:
                brace_level -= 1
                continue
            return self.text[
                startpos : self.match_position - len(match.group(1))
            ], match.group(1)
        match = self.match(r""(.*?)(?=\""|\'|#|%s)"" % text_re, re.S)
        if match:
            brace_level += match.group(1).count(""{"")
            brace_level -= match.group(1).count(""}"")
            continue
        raise exceptions.SyntaxException(
            ""Expected: %s"" % "","".join(text), **self.exception_kwargs
        )","def parse_until_text ( self , * text ) : <TAB> startpos = self . match_position <TAB> text_re = r""|"" . join ( text ) <TAB> brace_level = 0 <TAB> while True : <TAB> <TAB> match = self . match ( r""#.*\n"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> match = self . match ( r""(\""\""\""|\'\'\'|\""|\')((?<!\\)\\\1|.)*?\1"" , re . S ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> match = self . match ( r""(%s)"" % text_re ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if match . group ( 1 ) == ""}"" and brace_level > 0 : <TAB> <TAB> <TAB> <TAB> brace_level -= 1 <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> return self . text [ <TAB> <TAB> <TAB> <TAB> startpos : self . match_position - len ( match . group ( 1 ) ) <TAB> <TAB> <TAB> ] , match . group ( 1 ) <TAB> <TAB> match = self . match ( r""(.*?)(?=\""|\'|#|%s)"" % text_re , re . S ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> brace_level += match . group ( 1 ) . count ( ""{"" ) <TAB> <TAB> <TAB> brace_level -= match . group ( 1 ) . count ( ""}"" ) <TAB> <TAB> <TAB> continue <TAB> <TAB> raise exceptions . SyntaxException ( <TAB> <TAB> <TAB> ""Expected: %s"" % "","" . join ( text ) , ** self . exception_kwargs <TAB> <TAB> )",if match :,330
20908,"def get_amount(ref_doc, payment_account=None):
    """"""get amount based on doctype""""""
    dt = ref_doc.doctype
    if dt in [""Sales Order"", ""Purchase Order""]:
        grand_total = flt(ref_doc.grand_total) - flt(ref_doc.advance_paid)
    elif dt in [""Sales Invoice"", ""Purchase Invoice""]:
        if ref_doc.party_account_currency == ref_doc.currency:
            grand_total = flt(ref_doc.outstanding_amount)
        else:
            grand_total = flt(ref_doc.outstanding_amount) / ref_doc.conversion_rate
    elif dt == ""POS Invoice"":
        for pay in ref_doc.payments:
            if pay.type == ""Phone"" and pay.account == payment_account:
                grand_total = pay.amount
                break
    elif dt == ""Fees"":
        grand_total = ref_doc.outstanding_amount
    if grand_total > 0:
        return grand_total
    else:
        frappe.throw(_(""Payment Entry is already created""))","def get_amount ( ref_doc , payment_account = None ) : <TAB> """"""get amount based on doctype"""""" <TAB> dt = ref_doc . doctype <TAB> if dt in [ ""Sales Order"" , ""Purchase Order"" ] : <TAB> <TAB> grand_total = flt ( ref_doc . grand_total ) - flt ( ref_doc . advance_paid ) <TAB> elif dt in [ ""Sales Invoice"" , ""Purchase Invoice"" ] : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> grand_total = flt ( ref_doc . outstanding_amount ) <TAB> <TAB> else : <TAB> <TAB> <TAB> grand_total = flt ( ref_doc . outstanding_amount ) / ref_doc . conversion_rate <TAB> elif dt == ""POS Invoice"" : <TAB> <TAB> for pay in ref_doc . payments : <TAB> <TAB> <TAB> if pay . type == ""Phone"" and pay . account == payment_account : <TAB> <TAB> <TAB> <TAB> grand_total = pay . amount <TAB> <TAB> <TAB> <TAB> break <TAB> elif dt == ""Fees"" : <TAB> <TAB> grand_total = ref_doc . outstanding_amount <TAB> if grand_total > 0 : <TAB> <TAB> return grand_total <TAB> else : <TAB> <TAB> frappe . throw ( _ ( ""Payment Entry is already created"" ) )",if ref_doc . party_account_currency == ref_doc . currency :,286
11269,"def main(client, user_id):
    # Initialize appropriate service.
    user_team_association_service = client.GetService(
        ""UserTeamAssociationService"", version=""v202005""
    )
    # Create a statement to select user team associations.
    statement = (
        ad_manager.StatementBuilder(version=""v202005"")
        .Where(""userId = :userId"")
        .WithBindVariable(""userId"", int(user_id))
    )
    # Retrieve a small amount of user team associations at a time, paging
    # through until all user team associations have been retrieved.
    while True:
        response = user_team_association_service.getUserTeamAssociationsByStatement(
            statement.ToStatement()
        )
        if ""results"" in response and len(response[""results""]):
            for user_team_association in response[""results""]:
                # Print out some information for each user team association.
                print(
                    'User team association with user ID ""%d"" and team ID ""%d"" was '
                    ""found.\n""
                    % (user_team_association[""userId""], user_team_association[""teamId""])
                )
            statement.offset += statement.limit
        else:
            break
    print(""\nNumber of results found: %s"" % response[""totalResultSetSize""])","def main ( client , user_id ) : <TAB> <TAB> user_team_association_service = client . GetService ( <TAB> <TAB> ""UserTeamAssociationService"" , version = ""v202005"" <TAB> ) <TAB> <TAB> statement = ( <TAB> <TAB> ad_manager . StatementBuilder ( version = ""v202005"" ) <TAB> <TAB> . Where ( ""userId = :userId"" ) <TAB> <TAB> . WithBindVariable ( ""userId"" , int ( user_id ) ) <TAB> ) <TAB> <TAB> <TAB> while True : <TAB> <TAB> response = user_team_association_service . getUserTeamAssociationsByStatement ( <TAB> <TAB> <TAB> statement . ToStatement ( ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for user_team_association in response [ ""results"" ] : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> 'User team association with user ID ""%d"" and team ID ""%d"" was ' <TAB> <TAB> <TAB> <TAB> <TAB> ""found.\n"" <TAB> <TAB> <TAB> <TAB> <TAB> % ( user_team_association [ ""userId"" ] , user_team_association [ ""teamId"" ] ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> statement . offset += statement . limit <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> print ( ""\nNumber of results found: %s"" % response [ ""totalResultSetSize"" ] )","if ""results"" in response and len ( response [ ""results"" ] ) :",354
25332,"def _format_entry(entry, src):
    if entry:
        result = []
        for x in entry.split("",""):
            x = x.strip()
            if os.path.exists(os.path.join(src, x)):
                result.append(relpath(os.path.join(src, x), src))
            elif os.path.exists(x):
                result.append(relpath(os.path.abspath(x), src))
            else:
                raise RuntimeError(""No entry script %s found"" % x)
        return "","".join(result)
","def _format_entry ( entry , src ) : <TAB> if entry : <TAB> <TAB> result = [ ] <TAB> <TAB> for x in entry . split ( "","" ) : <TAB> <TAB> <TAB> x = x . strip ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> result . append ( relpath ( os . path . join ( src , x ) , src ) ) <TAB> <TAB> <TAB> elif os . path . exists ( x ) : <TAB> <TAB> <TAB> <TAB> result . append ( relpath ( os . path . abspath ( x ) , src ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise RuntimeError ( ""No entry script %s found"" % x ) <TAB> <TAB> return "","" . join ( result )","if os . path . exists ( os . path . join ( src , x ) ) :",153
18344,"def register(
    self,
    stats: Dict[str, Optional[Union[Num, Dict[str, Num]]]],
    weight: Num = None,
) -> None:
    assert check_argument_types()
    if self._finished:
        raise RuntimeError(""Already finished"")
    if len(self._seen_keys_in_the_step) == 0:
        # Increment count as the first register in this step
        self.total_count += 1
        self.count += 1
    for key2, v in stats.items():
        if key2 in _reserved:
            raise RuntimeError(f""{key2} is reserved."")
        if key2 in self._seen_keys_in_the_step:
            raise RuntimeError(f""{key2} is registered twice."")
        if v is None:
            v = np.nan
        r = to_reported_value(v, weight)
        if key2 not in self.stats:
            # If it's the first time to register the key,
            # append nan values in front of the the value
            # to make it same length to the other stats
            # e.g.
            # stat A: [0.4, 0.3, 0.5]
            # stat B: [nan, nan, 0.2]
            nan = to_reported_value(np.nan, None if weight is None else 0)
            self.stats[key2].extend(
                r if i == self.count - 1 else nan for i in range(self.count)
            )
        else:
            self.stats[key2].append(r)
        self._seen_keys_in_the_step.add(key2)","def register ( <TAB> self , <TAB> stats : Dict [ str , Optional [ Union [ Num , Dict [ str , Num ] ] ] ] , <TAB> weight : Num = None , ) -> None : <TAB> assert check_argument_types ( ) <TAB> if self . _finished : <TAB> <TAB> raise RuntimeError ( ""Already finished"" ) <TAB> if len ( self . _seen_keys_in_the_step ) == 0 : <TAB> <TAB> <TAB> <TAB> self . total_count += 1 <TAB> <TAB> self . count += 1 <TAB> for key2 , v in stats . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise RuntimeError ( f""{key2} is reserved."" ) <TAB> <TAB> if key2 in self . _seen_keys_in_the_step : <TAB> <TAB> <TAB> raise RuntimeError ( f""{key2} is registered twice."" ) <TAB> <TAB> if v is None : <TAB> <TAB> <TAB> v = np . nan <TAB> <TAB> r = to_reported_value ( v , weight ) <TAB> <TAB> if key2 not in self . stats : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> nan = to_reported_value ( np . nan , None if weight is None else 0 ) <TAB> <TAB> <TAB> self . stats [ key2 ] . extend ( <TAB> <TAB> <TAB> <TAB> r if i == self . count - 1 else nan for i in range ( self . count ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . stats [ key2 ] . append ( r ) <TAB> <TAB> self . _seen_keys_in_the_step . add ( key2 )",if key2 in _reserved :,431
18266,"def __init__(self, proxy):
    KeepAliveHandler.__init__(self)
    urllib2.HTTPSHandler.__init__(self, debuglevel=0)
    self._proxy = proxy
    try:
        host, port = self._proxy.split("":"")
    except:
        msg = (
            ""The proxy you are specifying (%s) is invalid! The expected""
            "" format is <ip_address>:<port> is expected.""
        )
        raise BaseFrameworkException(msg % proxy)
    else:
        if not host or not port:
            self._proxy = None","def __init__ ( self , proxy ) : <TAB> KeepAliveHandler . __init__ ( self ) <TAB> urllib2 . HTTPSHandler . __init__ ( self , debuglevel = 0 ) <TAB> self . _proxy = proxy <TAB> try : <TAB> <TAB> host , port = self . _proxy . split ( "":"" ) <TAB> except : <TAB> <TAB> msg = ( <TAB> <TAB> <TAB> ""The proxy you are specifying (%s) is invalid! The expected"" <TAB> <TAB> <TAB> "" format is <ip_address>:<port> is expected."" <TAB> <TAB> ) <TAB> <TAB> raise BaseFrameworkException ( msg % proxy ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _proxy = None",if not host or not port :,148
24433,"def cmd_query(self, host, name):
    """"""implementation of the ``query`` command""""""
    name = name.upper()
    self.logger.debug(""querying for %r"", name)
    if name not in self.services:
        self.logger.debug(""no such service"")
        return ()
    oldest = time.time() - self.pruning_timeout
    all_servers = sorted(self.services[name].items(), key=lambda x: x[1])
    servers = []
    for addrinfo, t in all_servers:
        if t < oldest:
            self.logger.debug(""discarding stale %s:%s"", *addrinfo)
            self._remove_service(name, addrinfo)
        else:
            servers.append(addrinfo)
    self.logger.debug(""replying with %r"", servers)
    return tuple(servers)","def cmd_query ( self , host , name ) : <TAB> """"""implementation of the ``query`` command"""""" <TAB> name = name . upper ( ) <TAB> self . logger . debug ( ""querying for %r"" , name ) <TAB> if name not in self . services : <TAB> <TAB> self . logger . debug ( ""no such service"" ) <TAB> <TAB> return ( ) <TAB> oldest = time . time ( ) - self . pruning_timeout <TAB> all_servers = sorted ( self . services [ name ] . items ( ) , key = lambda x : x [ 1 ] ) <TAB> servers = [ ] <TAB> for addrinfo , t in all_servers : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . logger . debug ( ""discarding stale %s:%s"" , * addrinfo ) <TAB> <TAB> <TAB> self . _remove_service ( name , addrinfo ) <TAB> <TAB> else : <TAB> <TAB> <TAB> servers . append ( addrinfo ) <TAB> self . logger . debug ( ""replying with %r"" , servers ) <TAB> return tuple ( servers )",if t < oldest :,216
2756,"def _attach_field_to_tree(field, subtree):
    splitted_field = field.split(""."", 1)
    if len(splitted_field) == 1:
        new_parts = list(subtree[LEAF_MARKER])
        new_parts.extend(splitted_field)
        subtree[LEAF_MARKER] = list(set(new_parts))
    else:
        node, remainder = splitted_field
        if node not in subtree:
            subtree[node] = defaultdict(dict, LEAF_CONSTRAINT)
        _attach_field_to_tree(remainder, subtree[node])","def _attach_field_to_tree ( field , subtree ) : <TAB> splitted_field = field . split ( ""."" , 1 ) <TAB> if len ( splitted_field ) == 1 : <TAB> <TAB> new_parts = list ( subtree [ LEAF_MARKER ] ) <TAB> <TAB> new_parts . extend ( splitted_field ) <TAB> <TAB> subtree [ LEAF_MARKER ] = list ( set ( new_parts ) ) <TAB> else : <TAB> <TAB> node , remainder = splitted_field <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> subtree [ node ] = defaultdict ( dict , LEAF_CONSTRAINT ) <TAB> <TAB> _attach_field_to_tree ( remainder , subtree [ node ] )",if node not in subtree :,146
18789,"def _files_to_data(req_args: dict) -> List[BinaryIO]:
    open_files = []
    files = req_args.pop(""files"", None)
    if files is not None:
        for k, v in files.items():
            if isinstance(v, str):
                f = open(v.encode(""utf-8"", ""ignore""), ""rb"")
                open_files.append(f)
                req_args[""data""].update({k: f})
            else:
                req_args[""data""].update({k: v})
    return open_files","def _files_to_data ( req_args : dict ) -> List [ BinaryIO ] : <TAB> open_files = [ ] <TAB> files = req_args . pop ( ""files"" , None ) <TAB> if files is not None : <TAB> <TAB> for k , v in files . items ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> f = open ( v . encode ( ""utf-8"" , ""ignore"" ) , ""rb"" ) <TAB> <TAB> <TAB> <TAB> open_files . append ( f ) <TAB> <TAB> <TAB> <TAB> req_args [ ""data"" ] . update ( { k : f } ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> req_args [ ""data"" ] . update ( { k : v } ) <TAB> return open_files","if isinstance ( v , str ) :",154
4244,"def get_prompt_tokens() -> List[Tuple[str, str]]:
    tokens = []
    tokens.append((""class:qmark"", qmark))
    tokens.append((""class:question"", "" {} "".format(message)))
    if ic.is_answered:
        nbr_selected = len(ic.selected_options)
        if nbr_selected == 0:
            tokens.append((""class:answer"", ""done""))
        elif nbr_selected == 1:
            if isinstance(ic.get_selected_values()[0].title, list):
                ts = ic.get_selected_values()[0].title
                tokens.append(
                    (
                        ""class:answer"",
                        """".join([token[1] for token in ts]),  # type:ignore
                    )
                )
            else:
                tokens.append(
                    (
                        ""class:answer"",
                        ""[{}]"".format(ic.get_selected_values()[0].title),
                    )
                )
        else:
            tokens.append((""class:answer"", ""done ({} selections)"".format(nbr_selected)))
    else:
        tokens.append(
            (
                ""class:instruction"",
                ""(Use arrow keys to move, ""
                ""<space> to select, ""
                ""<a> to toggle, ""
                ""<i> to invert)"",
            )
        )
    return tokens","def get_prompt_tokens ( ) -> List [ Tuple [ str , str ] ] : <TAB> tokens = [ ] <TAB> tokens . append ( ( ""class:qmark"" , qmark ) ) <TAB> tokens . append ( ( ""class:question"" , "" {} "" . format ( message ) ) ) <TAB> if ic . is_answered : <TAB> <TAB> nbr_selected = len ( ic . selected_options ) <TAB> <TAB> if nbr_selected == 0 : <TAB> <TAB> <TAB> tokens . append ( ( ""class:answer"" , ""done"" ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if isinstance ( ic . get_selected_values ( ) [ 0 ] . title , list ) : <TAB> <TAB> <TAB> <TAB> ts = ic . get_selected_values ( ) [ 0 ] . title <TAB> <TAB> <TAB> <TAB> tokens . append ( <TAB> <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""class:answer"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> """" . join ( [ token [ 1 ] for token in ts ] ) , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> tokens . append ( <TAB> <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""class:answer"" , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""[{}]"" . format ( ic . get_selected_values ( ) [ 0 ] . title ) , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> tokens . append ( ( ""class:answer"" , ""done ({} selections)"" . format ( nbr_selected ) ) ) <TAB> else : <TAB> <TAB> tokens . append ( <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> ""class:instruction"" , <TAB> <TAB> <TAB> <TAB> ""(Use arrow keys to move, "" <TAB> <TAB> <TAB> <TAB> ""<space> to select, "" <TAB> <TAB> <TAB> <TAB> ""<a> to toggle, "" <TAB> <TAB> <TAB> <TAB> ""<i> to invert)"" , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> return tokens",elif nbr_selected == 1 :,406
24068,"def browse(self, **kw):
    for url in self.urls:
        if url.endswith(""/%exchange_id"") or ""/receipts/"" in url:
            continue
        url = url.replace(
            ""/team/invoices/%invoice_id"", ""/org/invoices/%s"" % self.invoice_id
        )
        url = url.replace(""/%invoice_id"", ""/%s"" % self.invoice_id)
        assert ""/%"" not in url
        try:
            r = self.client.GET(url, **kw)
        except Response as e:
            if e.code == 404 or e.code >= 500:
                raise
            r = e
        assert r.code != 404
        assert r.code < 500
        assert not overescaping_re.search(r.text)","def browse ( self , ** kw ) : <TAB> for url in self . urls : <TAB> <TAB> if url . endswith ( ""/%exchange_id"" ) or ""/receipts/"" in url : <TAB> <TAB> <TAB> continue <TAB> <TAB> url = url . replace ( <TAB> <TAB> <TAB> ""/team/invoices/%invoice_id"" , ""/org/invoices/%s"" % self . invoice_id <TAB> <TAB> ) <TAB> <TAB> url = url . replace ( ""/%invoice_id"" , ""/%s"" % self . invoice_id ) <TAB> <TAB> assert ""/%"" not in url <TAB> <TAB> try : <TAB> <TAB> <TAB> r = self . client . GET ( url , ** kw ) <TAB> <TAB> except Response as e : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> r = e <TAB> <TAB> assert r . code != 404 <TAB> <TAB> assert r . code < 500 <TAB> <TAB> assert not overescaping_re . search ( r . text )",if e . code == 404 or e . code >= 500 :,216
10099,"def onClicked(event):
    if not self.path:
        if not os.path.exists(mh.getPath(""render"")):
            os.makedirs(mh.getPath(""render""))
        self.path = mh.getPath(""render"")
    filename, ftype = mh.getSaveFileName(
        os.path.splitext(self.path)[0],
        ""PNG Image (*.png);;JPEG Image (*.jpg);;Thumbnail (*.thumb);;All files (*.*)"",
    )
    if filename:
        if ""Thumbnail"" in ftype:
            self.image.save(filename, iformat=""PNG"")
        else:
            self.image.save(filename)
        self.path = os.path.dirname(filename)","def onClicked ( event ) : <TAB> if not self . path : <TAB> <TAB> if not os . path . exists ( mh . getPath ( ""render"" ) ) : <TAB> <TAB> <TAB> os . makedirs ( mh . getPath ( ""render"" ) ) <TAB> <TAB> self . path = mh . getPath ( ""render"" ) <TAB> filename , ftype = mh . getSaveFileName ( <TAB> <TAB> os . path . splitext ( self . path ) [ 0 ] , <TAB> <TAB> ""PNG Image (*.png);;JPEG Image (*.jpg);;Thumbnail (*.thumb);;All files (*.*)"" , <TAB> ) <TAB> if filename : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . image . save ( filename , iformat = ""PNG"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . image . save ( filename ) <TAB> <TAB> self . path = os . path . dirname ( filename )","if ""Thumbnail"" in ftype :",187
16594,"def get_or_create_intersection_pointer(
    schema: s_schema.Schema,
    ptrname: str,
    source: s_objtypes.ObjectType,
    components: Iterable[Pointer],
    *,
    modname: Optional[str] = None,
) -> Tuple[s_schema.Schema, Pointer]:
    components = list(components)
    if len(components) == 1:
        return schema, components[0]
    targets = list(filter(None, [p.get_target(schema) for p in components]))
    schema, target = utils.get_intersection_type(schema, targets, module=modname)
    cardinality = qltypes.SchemaCardinality.ONE
    for component in components:
        if component.get_cardinality(schema) is qltypes.SchemaCardinality.MANY:
            cardinality = qltypes.SchemaCardinality.MANY
            break
    metacls = type(components[0])
    default_base_name = metacls.get_default_base_name()
    assert default_base_name is not None
    genptr = schema.get(default_base_name, type=Pointer)
    schema, result = genptr.get_derived(
        schema,
        source,
        target,
        derived_name_base=sn.Name(module=""__"", name=ptrname),
        attrs={
            ""intersection_of"": so.ObjectSet.create(schema, components),
            ""cardinality"": cardinality,
        },
    )
    return schema, result","def get_or_create_intersection_pointer ( <TAB> schema : s_schema . Schema , <TAB> ptrname : str , <TAB> source : s_objtypes . ObjectType , <TAB> components : Iterable [ Pointer ] , <TAB> * , <TAB> modname : Optional [ str ] = None , ) -> Tuple [ s_schema . Schema , Pointer ] : <TAB> components = list ( components ) <TAB> if len ( components ) == 1 : <TAB> <TAB> return schema , components [ 0 ] <TAB> targets = list ( filter ( None , [ p . get_target ( schema ) for p in components ] ) ) <TAB> schema , target = utils . get_intersection_type ( schema , targets , module = modname ) <TAB> cardinality = qltypes . SchemaCardinality . ONE <TAB> for component in components : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cardinality = qltypes . SchemaCardinality . MANY <TAB> <TAB> <TAB> break <TAB> metacls = type ( components [ 0 ] ) <TAB> default_base_name = metacls . get_default_base_name ( ) <TAB> assert default_base_name is not None <TAB> genptr = schema . get ( default_base_name , type = Pointer ) <TAB> schema , result = genptr . get_derived ( <TAB> <TAB> schema , <TAB> <TAB> source , <TAB> <TAB> target , <TAB> <TAB> derived_name_base = sn . Name ( module = ""__"" , name = ptrname ) , <TAB> <TAB> attrs = { <TAB> <TAB> <TAB> ""intersection_of"" : so . ObjectSet . create ( schema , components ) , <TAB> <TAB> <TAB> ""cardinality"" : cardinality , <TAB> <TAB> } , <TAB> ) <TAB> return schema , result",if component . get_cardinality ( schema ) is qltypes . SchemaCardinality . MANY :,379
490,"def ensure_tool_run_response_okay(submit_response_object, request_desc, inputs=None):
    if submit_response_object.status_code != 200:
        message = None
        dynamic_param_error = False
        try:
            err_response = submit_response_object.json()
            if ""param_errors"" in err_response:
                param_errors = err_response[""param_errors""]
                if ""dbkey"" in param_errors:
                    dbkey_err_obj = param_errors[""dbkey""]
                    dbkey_val = dbkey_err_obj.get(""parameter_value"")
                    message = ""Invalid dbkey specified [%s]"" % dbkey_val
                for key, val in param_errors.items():
                    if isinstance(val, dict) and val.get(""is_dynamic""):
                        dynamic_param_error = True
            if message is None:
                message = err_response.get(""err_msg"") or None
        except Exception:
            # invalid JSON content.
            pass
        if message is None:
            template = ""Request to %s failed - invalid JSON content returned from Galaxy server [%s]""
            message = template % (request_desc, submit_response_object.text)
        raise RunToolException(message, inputs, dynamic_param_error=dynamic_param_error)
    submit_response = submit_response_object.json()
    return submit_response","def ensure_tool_run_response_okay ( submit_response_object , request_desc , inputs = None ) : <TAB> if submit_response_object . status_code != 200 : <TAB> <TAB> message = None <TAB> <TAB> dynamic_param_error = False <TAB> <TAB> try : <TAB> <TAB> <TAB> err_response = submit_response_object . json ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> param_errors = err_response [ ""param_errors"" ] <TAB> <TAB> <TAB> <TAB> if ""dbkey"" in param_errors : <TAB> <TAB> <TAB> <TAB> <TAB> dbkey_err_obj = param_errors [ ""dbkey"" ] <TAB> <TAB> <TAB> <TAB> <TAB> dbkey_val = dbkey_err_obj . get ( ""parameter_value"" ) <TAB> <TAB> <TAB> <TAB> <TAB> message = ""Invalid dbkey specified [%s]"" % dbkey_val <TAB> <TAB> <TAB> <TAB> for key , val in param_errors . items ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( val , dict ) and val . get ( ""is_dynamic"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> dynamic_param_error = True <TAB> <TAB> <TAB> if message is None : <TAB> <TAB> <TAB> <TAB> message = err_response . get ( ""err_msg"" ) or None <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> if message is None : <TAB> <TAB> <TAB> template = ""Request to %s failed - invalid JSON content returned from Galaxy server [%s]"" <TAB> <TAB> <TAB> message = template % ( request_desc , submit_response_object . text ) <TAB> <TAB> raise RunToolException ( message , inputs , dynamic_param_error = dynamic_param_error ) <TAB> submit_response = submit_response_object . json ( ) <TAB> return submit_response","if ""param_errors"" in err_response :",388
24907,"def _push_w_to_instances(self):
    for scenario in self._scenario_tree._scenarios:
        scenario.push_w_to_instance()
        # The objectives are always updated when the weight params are updated
        # and weight terms exist
        if self._problem_states.has_ph_objective_weight_terms[scenario._name]:
            # Flag the preprocessor
            self._problem_states.objective_updated[scenario._name] = True
",def _push_w_to_instances ( self ) : <TAB> for scenario in self . _scenario_tree . _scenarios : <TAB> <TAB> scenario . push_w_to_instance ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _problem_states . objective_updated [ scenario . _name ] = True,if self . _problem_states . has_ph_objective_weight_terms [ scenario . _name ] :,115
4353,"def build(self, input_shape):
    if isinstance(input_shape, list) and len(input_shape) == 2:
        self.data_mode = ""disjoint""
        self.F = input_shape[0][-1]
    else:
        if len(input_shape) == 2:
            self.data_mode = ""single""
        else:
            self.data_mode = ""batch""
        self.F = input_shape[-1]","def build ( self , input_shape ) : <TAB> if isinstance ( input_shape , list ) and len ( input_shape ) == 2 : <TAB> <TAB> self . data_mode = ""disjoint"" <TAB> <TAB> self . F = input_shape [ 0 ] [ - 1 ] <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . data_mode = ""single"" <TAB> <TAB> else : <TAB> <TAB> <TAB> self . data_mode = ""batch"" <TAB> <TAB> self . F = input_shape [ - 1 ]",if len ( input_shape ) == 2 :,120
1866,"def untokenize(self, iterable):
    for t in iterable:
        if len(t) == 2:
            self.compat(t, iterable)
            break
        tok_type, token, start, end, line = t
        self.add_whitespace(start)
        self.tokens.append(token)
        self.prev_row, self.prev_col = end
        if tok_type in (NEWLINE, NL):
            self.prev_row += 1
            self.prev_col = 0
    return """".join(self.tokens)","def untokenize ( self , iterable ) : <TAB> for t in iterable : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . compat ( t , iterable ) <TAB> <TAB> <TAB> break <TAB> <TAB> tok_type , token , start , end , line = t <TAB> <TAB> self . add_whitespace ( start ) <TAB> <TAB> self . tokens . append ( token ) <TAB> <TAB> self . prev_row , self . prev_col = end <TAB> <TAB> if tok_type in ( NEWLINE , NL ) : <TAB> <TAB> <TAB> self . prev_row += 1 <TAB> <TAB> <TAB> self . prev_col = 0 <TAB> return """" . join ( self . tokens )",if len ( t ) == 2 :,143
7,"def destroy(self, wipe=False):
    if wipe:
        self.depl.logger.warn(""wipe is not supported"")
    try:
        node = self.node()
        question = ""are you sure you want to destroy {0}?""
        if not self.depl.logger.confirm(question.format(self.full_name)):
            return False
        known_hosts.remove(self.public_ipv4, self.public_host_key)
        self.log(""destroying the GCE machine..."")
        node.destroy()
    except libcloud.common.google.ResourceNotFoundError:
        self.warn(""seems to have been destroyed already"")
    self._node_deleted()
    # Destroy volumes created for this instance.
    for k, v in self.block_device_mapping.items():
        if v.get(""deleteOnTermination"", False):
            self._delete_volume(v[""disk_name""], v[""region""])
        self.update_block_device_mapping(k, None)
    return True","def destroy ( self , wipe = False ) : <TAB> if wipe : <TAB> <TAB> self . depl . logger . warn ( ""wipe is not supported"" ) <TAB> try : <TAB> <TAB> node = self . node ( ) <TAB> <TAB> question = ""are you sure you want to destroy {0}?"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> <TAB> known_hosts . remove ( self . public_ipv4 , self . public_host_key ) <TAB> <TAB> self . log ( ""destroying the GCE machine..."" ) <TAB> <TAB> node . destroy ( ) <TAB> except libcloud . common . google . ResourceNotFoundError : <TAB> <TAB> self . warn ( ""seems to have been destroyed already"" ) <TAB> self . _node_deleted ( ) <TAB> <TAB> for k , v in self . block_device_mapping . items ( ) : <TAB> <TAB> if v . get ( ""deleteOnTermination"" , False ) : <TAB> <TAB> <TAB> self . _delete_volume ( v [ ""disk_name"" ] , v [ ""region"" ] ) <TAB> <TAB> self . update_block_device_mapping ( k , None ) <TAB> return True",if not self . depl . logger . confirm ( question . format ( self . full_name ) ) :,255
339,"def access_entry_point_target(self, trans, entry_point_id):
    entry_point = trans.sa_session.query(model.InteractiveToolEntryPoint).get(
        entry_point_id
    )
    if self.app.interactivetool_manager.can_access_entry_point(trans, entry_point):
        if entry_point.active:
            return self.target_if_active(trans, entry_point)
        elif entry_point.deleted:
            raise exceptions.MessageException(
                ""InteractiveTool has ended. You will have to start a new one.""
            )
        else:
            raise exceptions.MessageException(
                ""InteractiveTool is not active. If you recently launched this tool it may not be ready yet, please wait a moment and refresh this page.""
            )
    raise exceptions.ItemAccessibilityException(
        ""You do not have access to this InteractiveTool entry point.""
    )
","def access_entry_point_target ( self , trans , entry_point_id ) : <TAB> entry_point = trans . sa_session . query ( model . InteractiveToolEntryPoint ) . get ( <TAB> <TAB> entry_point_id <TAB> ) <TAB> if self . app . interactivetool_manager . can_access_entry_point ( trans , entry_point ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return self . target_if_active ( trans , entry_point ) <TAB> <TAB> elif entry_point . deleted : <TAB> <TAB> <TAB> raise exceptions . MessageException ( <TAB> <TAB> <TAB> <TAB> ""InteractiveTool has ended. You will have to start a new one."" <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise exceptions . MessageException ( <TAB> <TAB> <TAB> <TAB> ""InteractiveTool is not active. If you recently launched this tool it may not be ready yet, please wait a moment and refresh this page."" <TAB> <TAB> <TAB> ) <TAB> raise exceptions . ItemAccessibilityException ( <TAB> <TAB> ""You do not have access to this InteractiveTool entry point."" <TAB> )",if entry_point . active :,240
7560,"def run(self):
    """"""Process queries from task queue, stop if processor is None.""""""
    while True:
        try:
            processor, iprot, oprot, otrans, callback = self.queue.get()
            if processor is None:
                break
            processor.process(iprot, oprot)
            callback(True, otrans.getvalue())
        except Exception:
            logging.exception(""Exception while processing request"")
            callback(False, """")
","def run ( self ) : <TAB> """"""Process queries from task queue, stop if processor is None."""""" <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> processor , iprot , oprot , otrans , callback = self . queue . get ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> processor . process ( iprot , oprot ) <TAB> <TAB> <TAB> callback ( True , otrans . getvalue ( ) ) <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> logging . exception ( ""Exception while processing request"" ) <TAB> <TAB> <TAB> callback ( False , """" )",if processor is None :,128
12757,"def create_resource(self, name, **kwargs):
    temp_dir = os.path.join(tempfile.gettempdir(), self.random_name)
    if not os.path.exists(temp_dir):
        os.mkdir(temp_dir)
    with open(os.path.join(temp_dir, ""readme""), ""w"") as f:
        f.write(
            ""This directory contains test files generated by Azure CLI storage command ""
            ""module tests.""
        )
    for folder_name in [""apple"", ""butter"", ""butter/charlie"", ""duff/edward""]:
        for file_index in range(10):
            file_path = os.path.join(temp_dir, folder_name, ""file_%s"" % file_index)
            if not os.path.exists(os.path.dirname(file_path)):
                os.makedirs(os.path.dirname(file_path))
            with open(file_path, ""w"") as f:
                f.write(
                    ""Azure CLI storage command module test sample file. origin:""
                    "" %s"" % file_path
                )
    setattr(self, ""_temp_dir"", temp_dir)
    return {self.parameter_name: temp_dir}","def create_resource ( self , name , ** kwargs ) : <TAB> temp_dir = os . path . join ( tempfile . gettempdir ( ) , self . random_name ) <TAB> if not os . path . exists ( temp_dir ) : <TAB> <TAB> os . mkdir ( temp_dir ) <TAB> with open ( os . path . join ( temp_dir , ""readme"" ) , ""w"" ) as f : <TAB> <TAB> f . write ( <TAB> <TAB> <TAB> ""This directory contains test files generated by Azure CLI storage command "" <TAB> <TAB> <TAB> ""module tests."" <TAB> <TAB> ) <TAB> for folder_name in [ ""apple"" , ""butter"" , ""butter/charlie"" , ""duff/edward"" ] : <TAB> <TAB> for file_index in range ( 10 ) : <TAB> <TAB> <TAB> file_path = os . path . join ( temp_dir , folder_name , ""file_%s"" % file_index ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> os . makedirs ( os . path . dirname ( file_path ) ) <TAB> <TAB> <TAB> with open ( file_path , ""w"" ) as f : <TAB> <TAB> <TAB> <TAB> f . write ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Azure CLI storage command module test sample file. origin:"" <TAB> <TAB> <TAB> <TAB> <TAB> "" %s"" % file_path <TAB> <TAB> <TAB> <TAB> ) <TAB> setattr ( self , ""_temp_dir"" , temp_dir ) <TAB> return { self . parameter_name : temp_dir }",if not os . path . exists ( os . path . dirname ( file_path ) ) :,330
15169,"def main(local_port=None, remote_port=None, *args):
    server_list = [] + teredo_server_list
    for arg in args:
        if isinstance(arg, str):
            server_list.append(arg)
        elif isinstance(arg, list):
            server_list += arg
        elif isinstance(arg, tuple):
            server_list += list(arg)
    prober = teredo_prober(server_list, local_port=local_port, remote_port=remote_port)
    need_probe = recommend = None
    if not prober.qualified:
        print((warn_3 % prober.nat_type))
        if prober.nat_type == ""symmetric"" and input(confirm_force).lower() == ""y"":
            need_probe = True
            prober.qualified = True
    elif prober.nat_type == ""unknown"":
        print(warn_4)
        recommend = prober.ip2server[prober.last_server_ip]
    else:
        print((nat_type_result % prober.nat_type))
        need_probe = True
    if need_probe:
        qualified_list = prober.eval_servers()
        for qualified, server, server_ip, cost in qualified_list:
            print(
                (
                    ""%s %s %s""
                    % (server_ip, server, ""%sms"" % cost if qualified else ""timedout"")
                )
            )
        recommend = qualified_list[0][1]
    prober.close()
    return recommend, prober.nat_type","def main ( local_port = None , remote_port = None , * args ) : <TAB> server_list = [ ] + teredo_server_list <TAB> for arg in args : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> server_list . append ( arg ) <TAB> <TAB> elif isinstance ( arg , list ) : <TAB> <TAB> <TAB> server_list += arg <TAB> <TAB> elif isinstance ( arg , tuple ) : <TAB> <TAB> <TAB> server_list += list ( arg ) <TAB> prober = teredo_prober ( server_list , local_port = local_port , remote_port = remote_port ) <TAB> need_probe = recommend = None <TAB> if not prober . qualified : <TAB> <TAB> print ( ( warn_3 % prober . nat_type ) ) <TAB> <TAB> if prober . nat_type == ""symmetric"" and input ( confirm_force ) . lower ( ) == ""y"" : <TAB> <TAB> <TAB> need_probe = True <TAB> <TAB> <TAB> prober . qualified = True <TAB> elif prober . nat_type == ""unknown"" : <TAB> <TAB> print ( warn_4 ) <TAB> <TAB> recommend = prober . ip2server [ prober . last_server_ip ] <TAB> else : <TAB> <TAB> print ( ( nat_type_result % prober . nat_type ) ) <TAB> <TAB> need_probe = True <TAB> if need_probe : <TAB> <TAB> qualified_list = prober . eval_servers ( ) <TAB> <TAB> for qualified , server , server_ip , cost in qualified_list : <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> ""%s %s %s"" <TAB> <TAB> <TAB> <TAB> <TAB> % ( server_ip , server , ""%sms"" % cost if qualified else ""timedout"" ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> recommend = qualified_list [ 0 ] [ 1 ] <TAB> prober . close ( ) <TAB> return recommend , prober . nat_type","if isinstance ( arg , str ) :",425
19158,"def pre_compute(
    expr, data, comfortable_memory=None, chunksize=None, blocksize=None, **kwargs
):
    comfortable_memory = comfortable_memory or min(1e9, available_memory() / 4)
    kwargs = dict()
    # Chunk if the file is large
    if os.path.getsize(data.path) > comfortable_memory:
        do_chunk = True
        if chunksize is not None:
            warn(""Deprecation warning: chunksize keyword renamed to blocksize"")
            blocksize = chunksize
        if blocksize is not None:
            kwargs[""blocksize""] = blocksize
    else:
        do_chunk = False
    # Insert projection into read_csv
    oexpr = optimize(expr, data)
    leaf = oexpr._leaves()[0]
    pth = list(path(oexpr, leaf))
    if len(pth) >= 2 and isinstance(pth[-2], (Projection, Field)):
        # NOTE: FIXME: We pass the column names through `str` to workaround a
        # PY2 Pandas bug with strings / unicode objects.
        kwargs[""usecols""] = list(map(str, pth[-2].fields))
    if do_chunk:
        return dd.read_csv(data.path, **kwargs)
    else:
        return into(pd.DataFrame, data, dshape=leaf.dshape, **kwargs)","def pre_compute ( <TAB> expr , data , comfortable_memory = None , chunksize = None , blocksize = None , ** kwargs ) : <TAB> comfortable_memory = comfortable_memory or min ( 1e9 , available_memory ( ) / 4 ) <TAB> kwargs = dict ( ) <TAB> <TAB> if os . path . getsize ( data . path ) > comfortable_memory : <TAB> <TAB> do_chunk = True <TAB> <TAB> if chunksize is not None : <TAB> <TAB> <TAB> warn ( ""Deprecation warning: chunksize keyword renamed to blocksize"" ) <TAB> <TAB> <TAB> blocksize = chunksize <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> kwargs [ ""blocksize"" ] = blocksize <TAB> else : <TAB> <TAB> do_chunk = False <TAB> <TAB> oexpr = optimize ( expr , data ) <TAB> leaf = oexpr . _leaves ( ) [ 0 ] <TAB> pth = list ( path ( oexpr , leaf ) ) <TAB> if len ( pth ) >= 2 and isinstance ( pth [ - 2 ] , ( Projection , Field ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> kwargs [ ""usecols"" ] = list ( map ( str , pth [ - 2 ] . fields ) ) <TAB> if do_chunk : <TAB> <TAB> return dd . read_csv ( data . path , ** kwargs ) <TAB> else : <TAB> <TAB> return into ( pd . DataFrame , data , dshape = leaf . dshape , ** kwargs )",if blocksize is not None :,338
230,"def _send_until_done(self, data):
    while True:
        try:
            return self.connection.send(data)
        except OpenSSL.SSL.WantWriteError:
            wr = util.wait_for_write(self.socket, self.socket.gettimeout())
            if not wr:
                raise timeout()
            continue
        except OpenSSL.SSL.SysCallError as e:
            raise SocketError(str(e))
","def _send_until_done ( self , data ) : <TAB> while True : <TAB> <TAB> try : <TAB> <TAB> <TAB> return self . connection . send ( data ) <TAB> <TAB> except OpenSSL . SSL . WantWriteError : <TAB> <TAB> <TAB> wr = util . wait_for_write ( self . socket , self . socket . gettimeout ( ) ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise timeout ( ) <TAB> <TAB> <TAB> continue <TAB> <TAB> except OpenSSL . SSL . SysCallError as e : <TAB> <TAB> <TAB> raise SocketError ( str ( e ) )",if not wr :,120
7962,"def encode(self, encodeFun, value, defMode, maxChunkSize):
    substrate, isConstructed = self.encodeValue(encodeFun, value, defMode, maxChunkSize)
    tagSet = value.getTagSet()
    if tagSet:
        if not isConstructed:  # primitive form implies definite mode
            defMode = 1
        return (
            self.encodeTag(tagSet[-1], isConstructed)
            + self.encodeLength(len(substrate), defMode)
            + substrate
            + self._encodeEndOfOctets(encodeFun, defMode)
        )
    else:
        return substrate  # untagged value","def encode ( self , encodeFun , value , defMode , maxChunkSize ) : <TAB> substrate , isConstructed = self . encodeValue ( encodeFun , value , defMode , maxChunkSize ) <TAB> tagSet = value . getTagSet ( ) <TAB> if tagSet : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> defMode = 1 <TAB> <TAB> return ( <TAB> <TAB> <TAB> self . encodeTag ( tagSet [ - 1 ] , isConstructed ) <TAB> <TAB> <TAB> + self . encodeLength ( len ( substrate ) , defMode ) <TAB> <TAB> <TAB> + substrate <TAB> <TAB> <TAB> + self . _encodeEndOfOctets ( encodeFun , defMode ) <TAB> <TAB> ) <TAB> else : <TAB> <TAB> return substrate",if not isConstructed :,175
12731,"def update_cluster(
    cmd,
    client,
    resource_group_name,
    cluster_name,
    client_connection_port=None,
    gateway_connection_port=None,
    dns_name=None,
    tags=None,
):
    try:
        cluster = client.managed_clusters.get(resource_group_name, cluster_name)
        if client_connection_port is not None:
            cluster.client_connection_port = client_connection_port
        if gateway_connection_port is not None:
            cluster.http_gateway_connection_port = gateway_connection_port
        if dns_name is not None:
            cluster.dns_name = dns_name
        if tags is not None:
            cluster.tags = tags
        poller = client.managed_clusters.create_or_update(
            resource_group_name, cluster_name, cluster
        )
        return LongRunningOperation(cmd.cli_ctx)(poller)
    except ErrorModelException as ex:
        _log_error_exception(ex)
        raise
","def update_cluster ( <TAB> cmd , <TAB> client , <TAB> resource_group_name , <TAB> cluster_name , <TAB> client_connection_port = None , <TAB> gateway_connection_port = None , <TAB> dns_name = None , <TAB> tags = None , ) : <TAB> try : <TAB> <TAB> cluster = client . managed_clusters . get ( resource_group_name , cluster_name ) <TAB> <TAB> if client_connection_port is not None : <TAB> <TAB> <TAB> cluster . client_connection_port = client_connection_port <TAB> <TAB> if gateway_connection_port is not None : <TAB> <TAB> <TAB> cluster . http_gateway_connection_port = gateway_connection_port <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cluster . dns_name = dns_name <TAB> <TAB> if tags is not None : <TAB> <TAB> <TAB> cluster . tags = tags <TAB> <TAB> poller = client . managed_clusters . create_or_update ( <TAB> <TAB> <TAB> resource_group_name , cluster_name , cluster <TAB> <TAB> ) <TAB> <TAB> return LongRunningOperation ( cmd . cli_ctx ) ( poller ) <TAB> except ErrorModelException as ex : <TAB> <TAB> _log_error_exception ( ex ) <TAB> <TAB> raise",if dns_name is not None :,273
4856,"def parseCmdLine(self):
    self.debug = ""--debug"" in sys.argv or ""-g"" in sys.argv
    if ""--gtk2"" in sys.argv:
        self.WXPORT = ""gtk2""
    if ""--gtk3"" in sys.argv:
        self.WXPORT = ""gtk3""
    # the values of the items in the class namespace that start
    # with an upper case letter can be overridden on the command
    # line
    for key, default in Configuration.__dict__.items():
        if key[0] < ""A"" or key[0] > ""Z"":
            continue
        for idx, arg in enumerate(sys.argv):
            if arg and arg.startswith(key + ""=""):
                value = arg.split(""="", 1)[1]
                if isinstance(default, int):
                    value = int(value)
                setattr(self, key, value)
                sys.argv[idx] = None
    # remove the cmd line args that we recognized
    sys.argv = [arg for arg in sys.argv if arg is not None]","def parseCmdLine ( self ) : <TAB> self . debug = ""--debug"" in sys . argv or ""-g"" in sys . argv <TAB> if ""--gtk2"" in sys . argv : <TAB> <TAB> self . WXPORT = ""gtk2"" <TAB> if ""--gtk3"" in sys . argv : <TAB> <TAB> self . WXPORT = ""gtk3"" <TAB> <TAB> <TAB> <TAB> for key , default in Configuration . __dict__ . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> for idx , arg in enumerate ( sys . argv ) : <TAB> <TAB> <TAB> if arg and arg . startswith ( key + ""="" ) : <TAB> <TAB> <TAB> <TAB> value = arg . split ( ""="" , 1 ) [ 1 ] <TAB> <TAB> <TAB> <TAB> if isinstance ( default , int ) : <TAB> <TAB> <TAB> <TAB> <TAB> value = int ( value ) <TAB> <TAB> <TAB> <TAB> setattr ( self , key , value ) <TAB> <TAB> <TAB> <TAB> sys . argv [ idx ] = None <TAB> <TAB> sys . argv = [ arg for arg in sys . argv if arg is not None ]","if key [ 0 ] < ""A"" or key [ 0 ] > ""Z"" :",278
21789,"def _check_previous_process(self):
    """"""Check if there's a process leftover and shut it down if so""""""
    if not self.pid_file or not os.path.exists(self.pid_file):
        return
    pid_file = os.path.abspath(self.pid_file)
    self.log.warning(""Found proxy pid file: %s"", pid_file)
    try:
        with open(pid_file, ""r"") as f:
            pid = int(f.read().strip())
    except ValueError:
        self.log.warning(""%s did not appear to contain a pid"", pid_file)
        self._remove_pid_file()
        return
    try:
        self._check_pid(pid)
    except ProcessLookupError:
        self.log.warning(""Proxy no longer running at pid=%s"", pid)
        self._remove_pid_file()
        return
    # if we got here, CHP is still running
    self.log.warning(""Proxy still running at pid=%s"", pid)
    if os.name != ""nt"":
        sig_list = [signal.SIGTERM] * 2 + [signal.SIGKILL]
    for i in range(3):
        try:
            if os.name == ""nt"":
                self._terminate_win(pid)
            else:
                os.kill(pid, sig_list[i])
        except ProcessLookupError:
            break
        time.sleep(1)
        try:
            self._check_pid(pid)
        except ProcessLookupError:
            break
    try:
        self._check_pid(pid)
    except ProcessLookupError:
        self.log.warning(""Stopped proxy at pid=%s"", pid)
        self._remove_pid_file()
        return
    else:
        raise RuntimeError(""Failed to stop proxy at pid=%s"", pid)","def _check_previous_process ( self ) : <TAB> """"""Check if there's a process leftover and shut it down if so"""""" <TAB> if not self . pid_file or not os . path . exists ( self . pid_file ) : <TAB> <TAB> return <TAB> pid_file = os . path . abspath ( self . pid_file ) <TAB> self . log . warning ( ""Found proxy pid file: %s"" , pid_file ) <TAB> try : <TAB> <TAB> with open ( pid_file , ""r"" ) as f : <TAB> <TAB> <TAB> pid = int ( f . read ( ) . strip ( ) ) <TAB> except ValueError : <TAB> <TAB> self . log . warning ( ""%s did not appear to contain a pid"" , pid_file ) <TAB> <TAB> self . _remove_pid_file ( ) <TAB> <TAB> return <TAB> try : <TAB> <TAB> self . _check_pid ( pid ) <TAB> except ProcessLookupError : <TAB> <TAB> self . log . warning ( ""Proxy no longer running at pid=%s"" , pid ) <TAB> <TAB> self . _remove_pid_file ( ) <TAB> <TAB> return <TAB> <TAB> self . log . warning ( ""Proxy still running at pid=%s"" , pid ) <TAB> if os . name != ""nt"" : <TAB> <TAB> sig_list = [ signal . SIGTERM ] * 2 + [ signal . SIGKILL ] <TAB> for i in range ( 3 ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . _terminate_win ( pid ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> os . kill ( pid , sig_list [ i ] ) <TAB> <TAB> except ProcessLookupError : <TAB> <TAB> <TAB> break <TAB> <TAB> time . sleep ( 1 ) <TAB> <TAB> try : <TAB> <TAB> <TAB> self . _check_pid ( pid ) <TAB> <TAB> except ProcessLookupError : <TAB> <TAB> <TAB> break <TAB> try : <TAB> <TAB> self . _check_pid ( pid ) <TAB> except ProcessLookupError : <TAB> <TAB> self . log . warning ( ""Stopped proxy at pid=%s"" , pid ) <TAB> <TAB> self . _remove_pid_file ( ) <TAB> <TAB> return <TAB> else : <TAB> <TAB> raise RuntimeError ( ""Failed to stop proxy at pid=%s"" , pid )","if os . name == ""nt"" :",469
19832,"def MissingExtraStringTest(windows):
    """"""Return the errors from running the test""""""
    bugs = []
    for win in windows:
        if not win.ref:
            continue
        for char in CharsToCheck:
            missing_extra = """"
            if win.window_text().count(char) > win.ref.window_text().count(char):
                missing_extra = u""ExtraCharacters""
            elif win.window_text().count(char) < win.ref.window_text().count(char):
                missing_extra = u""MissingCharacters""
            if missing_extra:
                bugs.append(
                    (
                        [
                            win,
                        ],
                        {""MissingOrExtra"": missing_extra, ""MissingOrExtraText"": char},
                        testname,
                        0,
                    )
                )
    return bugs","def MissingExtraStringTest ( windows ) : <TAB> """"""Return the errors from running the test"""""" <TAB> bugs = [ ] <TAB> for win in windows : <TAB> <TAB> if not win . ref : <TAB> <TAB> <TAB> continue <TAB> <TAB> for char in CharsToCheck : <TAB> <TAB> <TAB> missing_extra = """" <TAB> <TAB> <TAB> if win . window_text ( ) . count ( char ) > win . ref . window_text ( ) . count ( char ) : <TAB> <TAB> <TAB> <TAB> missing_extra = u""ExtraCharacters"" <TAB> <TAB> <TAB> elif win . window_text ( ) . count ( char ) < win . ref . window_text ( ) . count ( char ) : <TAB> <TAB> <TAB> <TAB> missing_extra = u""MissingCharacters"" <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> bugs . append ( <TAB> <TAB> <TAB> <TAB> <TAB> ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> [ <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> win , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> { ""MissingOrExtra"" : missing_extra , ""MissingOrExtraText"" : char } , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> testname , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> 0 , <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> ) <TAB> return bugs",if missing_extra :,261
17667,"def get_module_comment(self, attrname: str) -> Optional[List[str]]:
    try:
        analyzer = ModuleAnalyzer.for_module(self.modname)
        analyzer.analyze()
        key = ("""", attrname)
        if key in analyzer.attr_docs:
            return list(analyzer.attr_docs[key])
    except PycodeError:
        pass
    return None
","def get_module_comment ( self , attrname : str ) -> Optional [ List [ str ] ] : <TAB> try : <TAB> <TAB> analyzer = ModuleAnalyzer . for_module ( self . modname ) <TAB> <TAB> analyzer . analyze ( ) <TAB> <TAB> key = ( """" , attrname ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return list ( analyzer . attr_docs [ key ] ) <TAB> except PycodeError : <TAB> <TAB> pass <TAB> return None",if key in analyzer . attr_docs :,99
12727,"def create_resource(self, name, **kwargs):
    if not self.dev_setting_value:
        self.resource_group = self._get_resource_group(**kwargs)
        self.location = self._get_resource_group_location(**kwargs)
        cmd = ""az backup vault create -n {} -g {} --location {}"".format(
            name, self.resource_group, self.location
        )
        execute(self.cli_ctx, cmd)
        if not self.soft_delete:
            cmd = ""az backup vault backup-properties set -n {} -g {} --soft-delete-feature-state Disable"".format(
                name, self.resource_group
            )
            execute(self.cli_ctx, cmd)
        return {self.parameter_name: name}
    return {self.parameter_name: self.dev_setting_value}
","def create_resource ( self , name , ** kwargs ) : <TAB> if not self . dev_setting_value : <TAB> <TAB> self . resource_group = self . _get_resource_group ( ** kwargs ) <TAB> <TAB> self . location = self . _get_resource_group_location ( ** kwargs ) <TAB> <TAB> cmd = ""az backup vault create -n {} -g {} --location {}"" . format ( <TAB> <TAB> <TAB> name , self . resource_group , self . location <TAB> <TAB> ) <TAB> <TAB> execute ( self . cli_ctx , cmd ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> cmd = ""az backup vault backup-properties set -n {} -g {} --soft-delete-feature-state Disable"" . format ( <TAB> <TAB> <TAB> <TAB> name , self . resource_group <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> execute ( self . cli_ctx , cmd ) <TAB> <TAB> return { self . parameter_name : name } <TAB> return { self . parameter_name : self . dev_setting_value }",if not self . soft_delete :,223
13347,"def move_api_keys(self) -> None:
    """"""Move the API keys from cog stored config to core bot config if they exist.""""""
    tokens = await self.config.tokens()
    youtube = await self.bot.get_shared_api_tokens(""youtube"")
    twitch = await self.bot.get_shared_api_tokens(""twitch"")
    for token_type, token in tokens.items():
        if token_type == ""YoutubeStream"" and ""api_key"" not in youtube:
            await self.bot.set_shared_api_tokens(""youtube"", api_key=token)
        if token_type == ""TwitchStream"" and ""client_id"" not in twitch:
            # Don't need to check Community since they're set the same
            await self.bot.set_shared_api_tokens(""twitch"", client_id=token)
    await self.config.tokens.clear()
","def move_api_keys ( self ) -> None : <TAB> """"""Move the API keys from cog stored config to core bot config if they exist."""""" <TAB> tokens = await self . config . tokens ( ) <TAB> youtube = await self . bot . get_shared_api_tokens ( ""youtube"" ) <TAB> twitch = await self . bot . get_shared_api_tokens ( ""twitch"" ) <TAB> for token_type , token in tokens . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> await self . bot . set_shared_api_tokens ( ""youtube"" , api_key = token ) <TAB> <TAB> if token_type == ""TwitchStream"" and ""client_id"" not in twitch : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> await self . bot . set_shared_api_tokens ( ""twitch"" , client_id = token ) <TAB> await self . config . tokens . clear ( )","if token_type == ""YoutubeStream"" and ""api_key"" not in youtube :",228
12407,"def post_dis(self):
    if self.g2.value:
        for a in self.args:
            if not isinstance(a.expr, ExprMem):
                continue
            m = a.expr
            a.expr = ExprMem(ExprOp(""segm"", enc2segm[self.g2.value], m.ptr), m.size)
    return self","def post_dis ( self ) : <TAB> if self . g2 . value : <TAB> <TAB> for a in self . args : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> m = a . expr <TAB> <TAB> <TAB> a . expr = ExprMem ( ExprOp ( ""segm"" , enc2segm [ self . g2 . value ] , m . ptr ) , m . size ) <TAB> return self","if not isinstance ( a . expr , ExprMem ) :",101
1148,"def process_formdata(self, valuelist):
    if valuelist:
        if valuelist[0] == ""__None"":
            self.data = None
        else:
            if self.queryset is None:
                self.data = None
                return
            try:
                obj = self.queryset.get(pk=valuelist[0])
                self.data = obj
            except DoesNotExist:
                self.data = None","def process_formdata ( self , valuelist ) : <TAB> if valuelist : <TAB> <TAB> if valuelist [ 0 ] == ""__None"" : <TAB> <TAB> <TAB> self . data = None <TAB> <TAB> else : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> self . data = None <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> obj = self . queryset . get ( pk = valuelist [ 0 ] ) <TAB> <TAB> <TAB> <TAB> self . data = obj <TAB> <TAB> <TAB> except DoesNotExist : <TAB> <TAB> <TAB> <TAB> self . data = None",if self . queryset is None :,122
15110,"def handle_starttag(self, tag, attrs):
    if tag == ""base"":
        self.base_url = dict(attrs).get(""href"")
    if self.scan_tag(tag):
        for attr, value in attrs:
            if self.scan_attr(attr):
                if self.strip:
                    value = strip_html5_whitespace(value)
                url = self.process_attr(value)
                link = Link(url=url)
                self.links.append(link)
                self.current_link = link","def handle_starttag ( self , tag , attrs ) : <TAB> if tag == ""base"" : <TAB> <TAB> self . base_url = dict ( attrs ) . get ( ""href"" ) <TAB> if self . scan_tag ( tag ) : <TAB> <TAB> for attr , value in attrs : <TAB> <TAB> <TAB> if self . scan_attr ( attr ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> value = strip_html5_whitespace ( value ) <TAB> <TAB> <TAB> <TAB> url = self . process_attr ( value ) <TAB> <TAB> <TAB> <TAB> link = Link ( url = url ) <TAB> <TAB> <TAB> <TAB> self . links . append ( link ) <TAB> <TAB> <TAB> <TAB> self . current_link = link",if self . strip :,151
5039,"def check(n, filename):
    n = get_nodes_by_name(n, name)
    if len(n) > 1 and not merge_multiple:
        raise ManifestException(
            ""Invalid manifest file: must have a single '%s' element"" % name
        )
    if n:
        values = []
        for child in n:
            if allowXHTML:
                values.append("""".join([x.toxml() for x in child.childNodes]))
            else:
                values.append(_get_text(child.childNodes).strip())
        return "", "".join(values)","def check ( n , filename ) : <TAB> n = get_nodes_by_name ( n , name ) <TAB> if len ( n ) > 1 and not merge_multiple : <TAB> <TAB> raise ManifestException ( <TAB> <TAB> <TAB> ""Invalid manifest file: must have a single '%s' element"" % name <TAB> <TAB> ) <TAB> if n : <TAB> <TAB> values = [ ] <TAB> <TAB> for child in n : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> values . append ( """" . join ( [ x . toxml ( ) for x in child . childNodes ] ) ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> values . append ( _get_text ( child . childNodes ) . strip ( ) ) <TAB> <TAB> return "", "" . join ( values )",if allowXHTML :,158
496,"def display_installed_jobs_list_page(
    self,
    installed_repository,
    data_manager_names=None,
    strings_displayed=None,
    strings_not_displayed=None,
):
    data_managers = installed_repository.metadata.get(""data_manager"", {}).get(
        ""data_managers"", {}
    )
    if data_manager_names:
        if not isinstance(data_manager_names, list):
            data_manager_names = [data_manager_names]
        for data_manager_name in data_manager_names:
            assert data_manager_name in data_managers, (
                ""The requested Data Manager '%s' was not found in repository metadata.""
                % data_manager_name
            )
    else:
        data_manager_name = list(data_managers.keys())
    for data_manager_name in data_manager_names:
        params = {""id"": data_managers[data_manager_name][""guid""]}
        self.visit_galaxy_url(""/data_manager/jobs_list"", params=params)
        self.check_for_strings(strings_displayed, strings_not_displayed)
","def display_installed_jobs_list_page ( <TAB> self , <TAB> installed_repository , <TAB> data_manager_names = None , <TAB> strings_displayed = None , <TAB> strings_not_displayed = None , ) : <TAB> data_managers = installed_repository . metadata . get ( ""data_manager"" , { } ) . get ( <TAB> <TAB> ""data_managers"" , { } <TAB> ) <TAB> if data_manager_names : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> data_manager_names = [ data_manager_names ] <TAB> <TAB> for data_manager_name in data_manager_names : <TAB> <TAB> <TAB> assert data_manager_name in data_managers , ( <TAB> <TAB> <TAB> <TAB> ""The requested Data Manager '%s' was not found in repository metadata."" <TAB> <TAB> <TAB> <TAB> % data_manager_name <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> data_manager_name = list ( data_managers . keys ( ) ) <TAB> for data_manager_name in data_manager_names : <TAB> <TAB> params = { ""id"" : data_managers [ data_manager_name ] [ ""guid"" ] } <TAB> <TAB> self . visit_galaxy_url ( ""/data_manager/jobs_list"" , params = params ) <TAB> <TAB> self . check_for_strings ( strings_displayed , strings_not_displayed )","if not isinstance ( data_manager_names , list ) :",295
25433,"def gvariant_args(args: List[Any]) -> str:
    """"""Convert args into gvariant.""""""
    gvariant = """"
    for arg in args:
        if isinstance(arg, bool):
            gvariant += "" {}"".format(str(arg).lower())
        elif isinstance(arg, (int, float)):
            gvariant += f"" {arg}""
        elif isinstance(arg, str):
            gvariant += f' ""{arg}""'
        else:
            gvariant += f"" {arg!s}""
    return gvariant.lstrip()
","def gvariant_args ( args : List [ Any ] ) -> str : <TAB> """"""Convert args into gvariant."""""" <TAB> gvariant = """" <TAB> for arg in args : <TAB> <TAB> if isinstance ( arg , bool ) : <TAB> <TAB> <TAB> gvariant += "" {}"" . format ( str ( arg ) . lower ( ) ) <TAB> <TAB> elif isinstance ( arg , ( int , float ) ) : <TAB> <TAB> <TAB> gvariant += f"" {arg}"" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> gvariant += f' ""{arg}""' <TAB> <TAB> else : <TAB> <TAB> <TAB> gvariant += f"" {arg!s}"" <TAB> return gvariant . lstrip ( )","elif isinstance ( arg , str ) :",139
15272,"def wrapped(request, *args, **kwargs):
    if not request.user.is_authenticated():
        request.session[""_next""] = request.get_full_path()
        if ""organization_slug"" in kwargs:
            redirect_uri = reverse(
                ""sentry-auth-organization"", args=[kwargs[""organization_slug""]]
            )
        else:
            redirect_uri = get_login_url()
        return HttpResponseRedirect(redirect_uri)
    return func(request, *args, **kwargs)
","def wrapped ( request , * args , ** kwargs ) : <TAB> if not request . user . is_authenticated ( ) : <TAB> <TAB> request . session [ ""_next"" ] = request . get_full_path ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> redirect_uri = reverse ( <TAB> <TAB> <TAB> <TAB> ""sentry-auth-organization"" , args = [ kwargs [ ""organization_slug"" ] ] <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> redirect_uri = get_login_url ( ) <TAB> <TAB> return HttpResponseRedirect ( redirect_uri ) <TAB> return func ( request , * args , ** kwargs )","if ""organization_slug"" in kwargs :",132
13941,"def test_get_message(self):
    async with self.chat_client:
        await self._create_thread()
        async with self.chat_thread_client:
            message_id = await self._send_message()
            message = await self.chat_thread_client.get_message(message_id)
            assert message.id == message_id
            assert message.type == ChatMessageType.TEXT
            assert message.content.message == ""hello world""
        # delete chat threads
        if not self.is_playback():
            await self.chat_client.delete_chat_thread(self.thread_id)
","def test_get_message ( self ) : <TAB> async with self . chat_client : <TAB> <TAB> await self . _create_thread ( ) <TAB> <TAB> async with self . chat_thread_client : <TAB> <TAB> <TAB> message_id = await self . _send_message ( ) <TAB> <TAB> <TAB> message = await self . chat_thread_client . get_message ( message_id ) <TAB> <TAB> <TAB> assert message . id == message_id <TAB> <TAB> <TAB> assert message . type == ChatMessageType . TEXT <TAB> <TAB> <TAB> assert message . content . message == ""hello world"" <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> await self . chat_client . delete_chat_thread ( self . thread_id )",if not self . is_playback ( ) :,163
17027,"def update_from_cloudformation_json(
    cls,
    original_resource,
    new_resource_name,
    cloudformation_json,
    region_name,
):
    properties = cloudformation_json[""Properties""]
    if cls.is_replacement_update(properties):
        resource_name_property = cls.cloudformation_name_type()
        if resource_name_property not in properties:
            properties[resource_name_property] = new_resource_name
        new_resource = cls.create_from_cloudformation_json(
            properties[resource_name_property], cloudformation_json, region_name
        )
        properties[resource_name_property] = original_resource.name
        cls.delete_from_cloudformation_json(
            original_resource.name, cloudformation_json, region_name
        )
        return new_resource
    else:  # No Interruption
        if ""Path"" in properties:
            original_resource.path = properties[""Path""]
        return original_resource
","def update_from_cloudformation_json ( <TAB> cls , <TAB> original_resource , <TAB> new_resource_name , <TAB> cloudformation_json , <TAB> region_name , ) : <TAB> properties = cloudformation_json [ ""Properties"" ] <TAB> if cls . is_replacement_update ( properties ) : <TAB> <TAB> resource_name_property = cls . cloudformation_name_type ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> properties [ resource_name_property ] = new_resource_name <TAB> <TAB> new_resource = cls . create_from_cloudformation_json ( <TAB> <TAB> <TAB> properties [ resource_name_property ] , cloudformation_json , region_name <TAB> <TAB> ) <TAB> <TAB> properties [ resource_name_property ] = original_resource . name <TAB> <TAB> cls . delete_from_cloudformation_json ( <TAB> <TAB> <TAB> original_resource . name , cloudformation_json , region_name <TAB> <TAB> ) <TAB> <TAB> return new_resource <TAB> else : <TAB> <TAB> if ""Path"" in properties : <TAB> <TAB> <TAB> original_resource . path = properties [ ""Path"" ] <TAB> <TAB> return original_resource",if resource_name_property not in properties :,254
8523,"def _validate_and_set_default_hyperparameters(self):
    """"""Placeholder docstring""""""
    # Check if all the required hyperparameters are set. If there is a default value
    # for one, set it.
    for name, definition in self.hyperparameter_definitions.items():
        if name not in self.hyperparam_dict:
            spec = definition[""spec""]
            if ""DefaultValue"" in spec:
                self.hyperparam_dict[name] = spec[""DefaultValue""]
            elif ""IsRequired"" in spec and spec[""IsRequired""]:
                raise ValueError(""Required hyperparameter: %s is not set"" % name)
","def _validate_and_set_default_hyperparameters ( self ) : <TAB> """"""Placeholder docstring"""""" <TAB> <TAB> <TAB> for name , definition in self . hyperparameter_definitions . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> spec = definition [ ""spec"" ] <TAB> <TAB> <TAB> if ""DefaultValue"" in spec : <TAB> <TAB> <TAB> <TAB> self . hyperparam_dict [ name ] = spec [ ""DefaultValue"" ] <TAB> <TAB> <TAB> elif ""IsRequired"" in spec and spec [ ""IsRequired"" ] : <TAB> <TAB> <TAB> <TAB> raise ValueError ( ""Required hyperparameter: %s is not set"" % name )",if name not in self . hyperparam_dict :,158
21058,"def get_feature_meta(column, preprocessing_parameters):
    if preprocessing_parameters[""normalization""] is not None:
        if preprocessing_parameters[""normalization""] == ""zscore"":
            return {
                ""mean"": column.astype(np.float32).mean(),
                ""std"": column.astype(np.float32).std(),
            }
        elif preprocessing_parameters[""normalization""] == ""minmax"":
            return {
                ""min"": column.astype(np.float32).min(),
                ""max"": column.astype(np.float32).max(),
            }
        else:
            logger.info(
                ""Currently zscore and minmax are the only ""
                ""normalization strategies available. No {}"".format(
                    preprocessing_parameters[""normalization""]
                )
            )
            return {}
    else:
        return {}","def get_feature_meta ( column , preprocessing_parameters ) : <TAB> if preprocessing_parameters [ ""normalization"" ] is not None : <TAB> <TAB> if preprocessing_parameters [ ""normalization"" ] == ""zscore"" : <TAB> <TAB> <TAB> return { <TAB> <TAB> <TAB> <TAB> ""mean"" : column . astype ( np . float32 ) . mean ( ) , <TAB> <TAB> <TAB> <TAB> ""std"" : column . astype ( np . float32 ) . std ( ) , <TAB> <TAB> <TAB> } <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return { <TAB> <TAB> <TAB> <TAB> ""min"" : column . astype ( np . float32 ) . min ( ) , <TAB> <TAB> <TAB> <TAB> ""max"" : column . astype ( np . float32 ) . max ( ) , <TAB> <TAB> <TAB> } <TAB> <TAB> else : <TAB> <TAB> <TAB> logger . info ( <TAB> <TAB> <TAB> <TAB> ""Currently zscore and minmax are the only "" <TAB> <TAB> <TAB> <TAB> ""normalization strategies available. No {}"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> preprocessing_parameters [ ""normalization"" ] <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return { } <TAB> else : <TAB> <TAB> return { }","elif preprocessing_parameters [ ""normalization"" ] == ""minmax"" :",234
18814,"def setitem(self, address, value):
    if 0x0000 <= address < 0x2000:
        self.rambank_enabled = (value & 0b00001111) == 0b1010
    elif 0x2000 <= address < 0x4000:
        value &= 0b00011111
        # The register cannot contain zero (0b00000) and will be initialized as 0b00001
        # Attempting to write 0b00000 will write 0b00001 instead.
        if value == 0:
            value = 1
        self.bank_select_register1 = value
    elif 0x4000 <= address < 0x6000:
        self.bank_select_register2 = value & 0b11
    elif 0x6000 <= address < 0x8000:
        self.memorymodel = value & 0b1
    elif 0xA000 <= address < 0xC000:
        if self.rambanks is None:
            logger.warning(
                ""Game tries to set value 0x%0.2x at RAM address 0x%0.4x, but RAM ""
                ""banks are not initialized. Initializing %d RAM banks as ""
                ""precaution"" % (value, address, self.external_ram_count)
            )
            self.init_rambanks(self.external_ram_count)
        if self.rambank_enabled:
            self.rambank_selected = (
                self.bank_select_register2 if self.memorymodel == 1 else 0
            )
            self.rambanks[self.rambank_selected % self.external_ram_count][
                address - 0xA000
            ] = value
    else:
        logger.error(""Invalid writing address: %s"" % hex(address))","def setitem ( self , address , value ) : <TAB> if 0x0000 <= address < 0x2000 : <TAB> <TAB> self . rambank_enabled = ( value & 0b00001111 ) == 0b1010 <TAB> elif 0x2000 <= address < 0x4000 : <TAB> <TAB> value &= 0b00011111 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> value = 1 <TAB> <TAB> self . bank_select_register1 = value <TAB> elif 0x4000 <= address < 0x6000 : <TAB> <TAB> self . bank_select_register2 = value & 0b11 <TAB> elif 0x6000 <= address < 0x8000 : <TAB> <TAB> self . memorymodel = value & 0b1 <TAB> elif 0xA000 <= address < 0xC000 : <TAB> <TAB> if self . rambanks is None : <TAB> <TAB> <TAB> logger . warning ( <TAB> <TAB> <TAB> <TAB> ""Game tries to set value 0x%0.2x at RAM address 0x%0.4x, but RAM "" <TAB> <TAB> <TAB> <TAB> ""banks are not initialized. Initializing %d RAM banks as "" <TAB> <TAB> <TAB> <TAB> ""precaution"" % ( value , address , self . external_ram_count ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . init_rambanks ( self . external_ram_count ) <TAB> <TAB> if self . rambank_enabled : <TAB> <TAB> <TAB> self . rambank_selected = ( <TAB> <TAB> <TAB> <TAB> self . bank_select_register2 if self . memorymodel == 1 else 0 <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . rambanks [ self . rambank_selected % self . external_ram_count ] [ <TAB> <TAB> <TAB> <TAB> address - 0xA000 <TAB> <TAB> <TAB> ] = value <TAB> else : <TAB> <TAB> logger . error ( ""Invalid writing address: %s"" % hex ( address ) )",if value == 0 :,450
18511,"def find_stack_boundary(addr):
    # For real binaries, we can just use pwndbg.memory.find_upper_boundary
    # to search forward until we walk off the end of the stack.
    #
    # Unfortunately, qemu-user emulation likes to paste the stack right
    # before binaries in memory.  This means that we walk right past the
    # stack and to the end of some random ELF.
    #
    # In order to mitigate this, we search page-by-page until either:
    #
    # 1) We get a page fault, and stop
    # 2) We find an ELF header, and stop
    addr = pwndbg.memory.page_align(int(addr))
    try:
        while True:
            if b""\x7fELF"" == pwndbg.memory.read(addr, 4):
                break
            addr += pwndbg.memory.PAGE_SIZE
    except gdb.MemoryError:
        pass
    return addr",def find_stack_boundary ( addr ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> addr = pwndbg . memory . page_align ( int ( addr ) ) <TAB> try : <TAB> <TAB> while True : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> addr += pwndbg . memory . PAGE_SIZE <TAB> except gdb . MemoryError : <TAB> <TAB> pass <TAB> return addr,"if b""\x7fELF"" == pwndbg . memory . read ( addr , 4 ) :",247
20554,"def _test_randomness(self, fn, trans, configs):
    random_state = random.getstate()
    random.seed(42)
    img = transforms.ToPILImage()(torch.rand(3, 16, 18))
    for p in [0.5, 0.7]:
        for config in configs:
            inv_img = fn(img, **config)
            num_samples = 250
            counts = 0
            for _ in range(num_samples):
                tranformation = trans(p=p, **config)
                tranformation.__repr__()
                out = tranformation(img)
                if out == inv_img:
                    counts += 1
            p_value = stats.binom_test(counts, num_samples, p=p)
            random.setstate(random_state)
            self.assertGreater(p_value, 0.0001)","def _test_randomness ( self , fn , trans , configs ) : <TAB> random_state = random . getstate ( ) <TAB> random . seed ( 42 ) <TAB> img = transforms . ToPILImage ( ) ( torch . rand ( 3 , 16 , 18 ) ) <TAB> for p in [ 0.5 , 0.7 ] : <TAB> <TAB> for config in configs : <TAB> <TAB> <TAB> inv_img = fn ( img , ** config ) <TAB> <TAB> <TAB> num_samples = 250 <TAB> <TAB> <TAB> counts = 0 <TAB> <TAB> <TAB> for _ in range ( num_samples ) : <TAB> <TAB> <TAB> <TAB> tranformation = trans ( p = p , ** config ) <TAB> <TAB> <TAB> <TAB> tranformation . __repr__ ( ) <TAB> <TAB> <TAB> <TAB> out = tranformation ( img ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> counts += 1 <TAB> <TAB> <TAB> p_value = stats . binom_test ( counts , num_samples , p = p ) <TAB> <TAB> <TAB> random . setstate ( random_state ) <TAB> <TAB> <TAB> self . assertGreater ( p_value , 0.0001 )",if out == inv_img :,233
2889,"def get_ext_outputs(self):
    """"""Get a list of relative paths to C extensions in the output distro""""""
    all_outputs = []
    ext_outputs = []
    paths = {self.bdist_dir: """"}
    for base, dirs, files in sorted_walk(self.bdist_dir):
        for filename in files:
            if os.path.splitext(filename)[1].lower() in NATIVE_EXTENSIONS:
                all_outputs.append(paths[base] + filename)
        for filename in dirs:
            paths[os.path.join(base, filename)] = paths[base] + filename + ""/""
    if self.distribution.has_ext_modules():
        build_cmd = self.get_finalized_command(""build_ext"")
        for ext in build_cmd.extensions:
            if isinstance(ext, Library):
                continue
            fullname = build_cmd.get_ext_fullname(ext.name)
            filename = build_cmd.get_ext_filename(fullname)
            if not os.path.basename(filename).startswith(""dl-""):
                if os.path.exists(os.path.join(self.bdist_dir, filename)):
                    ext_outputs.append(filename)
    return all_outputs, ext_outputs","def get_ext_outputs ( self ) : <TAB> """"""Get a list of relative paths to C extensions in the output distro"""""" <TAB> all_outputs = [ ] <TAB> ext_outputs = [ ] <TAB> paths = { self . bdist_dir : """" } <TAB> for base , dirs , files in sorted_walk ( self . bdist_dir ) : <TAB> <TAB> for filename in files : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> all_outputs . append ( paths [ base ] + filename ) <TAB> <TAB> for filename in dirs : <TAB> <TAB> <TAB> paths [ os . path . join ( base , filename ) ] = paths [ base ] + filename + ""/"" <TAB> if self . distribution . has_ext_modules ( ) : <TAB> <TAB> build_cmd = self . get_finalized_command ( ""build_ext"" ) <TAB> <TAB> for ext in build_cmd . extensions : <TAB> <TAB> <TAB> if isinstance ( ext , Library ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> fullname = build_cmd . get_ext_fullname ( ext . name ) <TAB> <TAB> <TAB> filename = build_cmd . get_ext_filename ( fullname ) <TAB> <TAB> <TAB> if not os . path . basename ( filename ) . startswith ( ""dl-"" ) : <TAB> <TAB> <TAB> <TAB> if os . path . exists ( os . path . join ( self . bdist_dir , filename ) ) : <TAB> <TAB> <TAB> <TAB> <TAB> ext_outputs . append ( filename ) <TAB> return all_outputs , ext_outputs",if os . path . splitext ( filename ) [ 1 ] . lower ( ) in NATIVE_EXTENSIONS :,324
13398,"def get_list_installed_vs_path() -> []:
    err = """"
    items = []
    path_file = os.path.join(
        get_sdk_path(),
        ""Kha"",
        ""Kinc"",
        ""Tools"",
        ""kincmake"",
        ""Data"",
        ""windows"",
        ""vswhere.exe"",
    )
    if os.path.isfile(path_file):
        # Set arguments
        cmd = path_file + "" -nologo -property installationPath""
        process = subprocess.Popen(cmd, stdout=subprocess.PIPE)
        while True:
            output = process.stdout.readline().decode(""utf-8"")
            if len(output.strip()) == 0 and process.poll() is not None:
                break
            if output:
                path = output.strip()
                items.append(path)
    else:
        err = 'File ""' + path_file + '"" not found.'
    return items, err","def get_list_installed_vs_path ( ) -> [ ] : <TAB> err = """" <TAB> items = [ ] <TAB> path_file = os . path . join ( <TAB> <TAB> get_sdk_path ( ) , <TAB> <TAB> ""Kha"" , <TAB> <TAB> ""Kinc"" , <TAB> <TAB> ""Tools"" , <TAB> <TAB> ""kincmake"" , <TAB> <TAB> ""Data"" , <TAB> <TAB> ""windows"" , <TAB> <TAB> ""vswhere.exe"" , <TAB> ) <TAB> if os . path . isfile ( path_file ) : <TAB> <TAB> <TAB> <TAB> cmd = path_file + "" -nologo -property installationPath"" <TAB> <TAB> process = subprocess . Popen ( cmd , stdout = subprocess . PIPE ) <TAB> <TAB> while True : <TAB> <TAB> <TAB> output = process . stdout . readline ( ) . decode ( ""utf-8"" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> if output : <TAB> <TAB> <TAB> <TAB> path = output . strip ( ) <TAB> <TAB> <TAB> <TAB> items . append ( path ) <TAB> else : <TAB> <TAB> err = 'File ""' + path_file + '"" not found.' <TAB> return items , err",if len ( output . strip ( ) ) == 0 and process . poll ( ) is not None :,259
8688,"def process(self):
    inputs, outputs = self.inputs, self.outputs
    if not all(s.is_linked for s in [inputs[""vertices""], inputs[""polygons""]]):
        return
    poly_or_edge_linked = outputs[""edges""].is_linked or outputs[""polygons""].is_linked
    if not (outputs[""vertices""].is_linked and poly_or_edge_linked):
        # doesn't make a lot of sense to process or even
        # output edges/polygons without the assocated vertex locations
        return
    verts = Vector_generate(inputs[""vertices""].sv_get())
    polys = inputs[""polygons""].sv_get()
    thickness = inputs[""thickness""].sv_get()[0]
    verts_out = []
    edges_out = []
    polys_out = []
    for v, p, t in zip(verts, polys, repeat_last(thickness)):
        res = wireframe(v, p, t, self)
        if not res:
            return
        verts_out.append(res[0])
        edges_out.append(res[1])
        polys_out.append(res[2])
    outputs[""vertices""].sv_set(verts_out)
    outputs[""edges""].sv_set(edges_out)
    outputs[""polygons""].sv_set(polys_out)","def process ( self ) : <TAB> inputs , outputs = self . inputs , self . outputs <TAB> if not all ( s . is_linked for s in [ inputs [ ""vertices"" ] , inputs [ ""polygons"" ] ] ) : <TAB> <TAB> return <TAB> poly_or_edge_linked = outputs [ ""edges"" ] . is_linked or outputs [ ""polygons"" ] . is_linked <TAB> if not ( outputs [ ""vertices"" ] . is_linked and poly_or_edge_linked ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> verts = Vector_generate ( inputs [ ""vertices"" ] . sv_get ( ) ) <TAB> polys = inputs [ ""polygons"" ] . sv_get ( ) <TAB> thickness = inputs [ ""thickness"" ] . sv_get ( ) [ 0 ] <TAB> verts_out = [ ] <TAB> edges_out = [ ] <TAB> polys_out = [ ] <TAB> for v , p , t in zip ( verts , polys , repeat_last ( thickness ) ) : <TAB> <TAB> res = wireframe ( v , p , t , self ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> verts_out . append ( res [ 0 ] ) <TAB> <TAB> edges_out . append ( res [ 1 ] ) <TAB> <TAB> polys_out . append ( res [ 2 ] ) <TAB> outputs [ ""vertices"" ] . sv_set ( verts_out ) <TAB> outputs [ ""edges"" ] . sv_set ( edges_out ) <TAB> outputs [ ""polygons"" ] . sv_set ( polys_out )",if not res :,320
15085,"def _init_weights(self, module):
    """"""Initialize the weights.""""""
    if isinstance(module, nn.Embedding):
        if self.config is not None and self.config.embed_init_std is not None:
            nn.init.normal_(module.weight, mean=0, std=self.config.embed_init_std)
    if isinstance(module, nn.Linear):
        if self.config is not None and self.config.init_std is not None:
            nn.init.normal_(module.weight, mean=0, std=self.config.init_std)
            if hasattr(module, ""bias"") and module.bias is not None:
                nn.init.constant_(module.bias, 0.0)
    if isinstance(module, nn.LayerNorm):
        module.bias.data.zero_()
        module.weight.data.fill_(1.0)","def _init_weights ( self , module ) : <TAB> """"""Initialize the weights."""""" <TAB> if isinstance ( module , nn . Embedding ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> nn . init . normal_ ( module . weight , mean = 0 , std = self . config . embed_init_std ) <TAB> if isinstance ( module , nn . Linear ) : <TAB> <TAB> if self . config is not None and self . config . init_std is not None : <TAB> <TAB> <TAB> nn . init . normal_ ( module . weight , mean = 0 , std = self . config . init_std ) <TAB> <TAB> <TAB> if hasattr ( module , ""bias"" ) and module . bias is not None : <TAB> <TAB> <TAB> <TAB> nn . init . constant_ ( module . bias , 0.0 ) <TAB> if isinstance ( module , nn . LayerNorm ) : <TAB> <TAB> module . bias . data . zero_ ( ) <TAB> <TAB> module . weight . data . fill_ ( 1.0 )",if self . config is not None and self . config . embed_init_std is not None :,220
8920,"def do_macho(file, bits, endian):
    # Read Mach-O header (the magic number is assumed read by the caller)
    cpu_type, cpu_sub_type, file_type, n_commands, size_of_commands, flags = read_data(
        file, endian, 6
    )
    # 64-bits header has one more field.
    if bits == 64:
        read_data(file, endian)
    # The header is followed by n commands
    for _ in range(n_commands):
        where = file.tell()
        # Read command header
        cmd, cmd_size = read_data(file, endian, 2)
        if cmd == LC_LOAD_DYLIB:
            # The first data field in LC_LOAD_DYLIB commands is the
            # offset of the name, starting from the beginning of the
            # command.
            name_offset = read_data(file, endian)
            file.seek(where + name_offset, os.SEEK_SET)
            # Read the NUL terminated string
            load = file.read(cmd_size - name_offset).decode()
            load = load[: load.index(""\0"")]
            # If the string is what is being replaced, overwrite it.
            if load == what:
                file.seek(where + name_offset, os.SEEK_SET)
                file.write(value.encode() + b""\0"")
        # Seek to the next command
        file.seek(where + cmd_size, os.SEEK_SET)","def do_macho ( file , bits , endian ) : <TAB> <TAB> cpu_type , cpu_sub_type , file_type , n_commands , size_of_commands , flags = read_data ( <TAB> <TAB> file , endian , 6 <TAB> ) <TAB> <TAB> if bits == 64 : <TAB> <TAB> read_data ( file , endian ) <TAB> <TAB> for _ in range ( n_commands ) : <TAB> <TAB> where = file . tell ( ) <TAB> <TAB> <TAB> <TAB> cmd , cmd_size = read_data ( file , endian , 2 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> name_offset = read_data ( file , endian ) <TAB> <TAB> <TAB> file . seek ( where + name_offset , os . SEEK_SET ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> load = file . read ( cmd_size - name_offset ) . decode ( ) <TAB> <TAB> <TAB> load = load [ : load . index ( ""\0"" ) ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if load == what : <TAB> <TAB> <TAB> <TAB> file . seek ( where + name_offset , os . SEEK_SET ) <TAB> <TAB> <TAB> <TAB> file . write ( value . encode ( ) + b""\0"" ) <TAB> <TAB> <TAB> <TAB> file . seek ( where + cmd_size , os . SEEK_SET )",if cmd == LC_LOAD_DYLIB :,390
23864,"def notify_webhooks(logentry_ids: list):
    if not isinstance(logentry_ids, list):
        logentry_ids = [logentry_ids]
    qs = LogEntry.all.select_related(""event"", ""event__organizer"").filter(
        id__in=logentry_ids
    )
    _org, _at, webhooks = None, None, None
    for logentry in qs:
        if not logentry.organizer:
            break  # We need to know the organizer
        notification_type = logentry.webhook_type
        if not notification_type:
            break  # Ignore, no webhooks for this event type
        if (
            _org != logentry.organizer
            or _at != logentry.action_type
            or webhooks is None
        ):
            _org = logentry.organizer
            _at = logentry.action_type
            # All webhooks that registered for this notification
            event_listener = WebHookEventListener.objects.filter(
                webhook=OuterRef(""pk""), action_type=notification_type.action_type
            )
            webhooks = WebHook.objects.annotate(has_el=Exists(event_listener)).filter(
                organizer=logentry.organizer, has_el=True, enabled=True
            )
            if logentry.event_id:
                webhooks = webhooks.filter(
                    Q(all_events=True) | Q(limit_events__pk=logentry.event_id)
                )
        for wh in webhooks:
            send_webhook.apply_async(
                args=(logentry.id, notification_type.action_type, wh.pk)
            )
","def notify_webhooks ( logentry_ids : list ) : <TAB> if not isinstance ( logentry_ids , list ) : <TAB> <TAB> logentry_ids = [ logentry_ids ] <TAB> qs = LogEntry . all . select_related ( ""event"" , ""event__organizer"" ) . filter ( <TAB> <TAB> id__in = logentry_ids <TAB> ) <TAB> _org , _at , webhooks = None , None , None <TAB> for logentry in qs : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> <TAB> notification_type = logentry . webhook_type <TAB> <TAB> if not notification_type : <TAB> <TAB> <TAB> break <TAB> <TAB> if ( <TAB> <TAB> <TAB> _org != logentry . organizer <TAB> <TAB> <TAB> or _at != logentry . action_type <TAB> <TAB> <TAB> or webhooks is None <TAB> <TAB> ) : <TAB> <TAB> <TAB> _org = logentry . organizer <TAB> <TAB> <TAB> _at = logentry . action_type <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> event_listener = WebHookEventListener . objects . filter ( <TAB> <TAB> <TAB> <TAB> webhook = OuterRef ( ""pk"" ) , action_type = notification_type . action_type <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> webhooks = WebHook . objects . annotate ( has_el = Exists ( event_listener ) ) . filter ( <TAB> <TAB> <TAB> <TAB> organizer = logentry . organizer , has_el = True , enabled = True <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> if logentry . event_id : <TAB> <TAB> <TAB> <TAB> webhooks = webhooks . filter ( <TAB> <TAB> <TAB> <TAB> <TAB> Q ( all_events = True ) | Q ( limit_events__pk = logentry . event_id ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> for wh in webhooks : <TAB> <TAB> <TAB> send_webhook . apply_async ( <TAB> <TAB> <TAB> <TAB> args = ( logentry . id , notification_type . action_type , wh . pk ) <TAB> <TAB> <TAB> )",if not logentry . organizer :,447
7632,"def __init__(self, type_input):
    ""Figures out the correct OGR Type based upon the input.""
    if isinstance(type_input, OGRGeomType):
        num = type_input.num
    elif isinstance(type_input, six.string_types):
        type_input = type_input.lower()
        if type_input == ""geometry"":
            type_input = ""unknown""
        num = self._str_types.get(type_input)
        if num is None:
            raise GDALException('Invalid OGR String Type ""%s""' % type_input)
    elif isinstance(type_input, int):
        if type_input not in self._types:
            raise GDALException(""Invalid OGR Integer Type: %d"" % type_input)
        num = type_input
    else:
        raise TypeError(""Invalid OGR input type given."")
    # Setting the OGR geometry type number.
    self.num = num
","def __init__ ( self , type_input ) : <TAB> ""Figures out the correct OGR Type based upon the input."" <TAB> if isinstance ( type_input , OGRGeomType ) : <TAB> <TAB> num = type_input . num <TAB> elif isinstance ( type_input , six . string_types ) : <TAB> <TAB> type_input = type_input . lower ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> type_input = ""unknown"" <TAB> <TAB> num = self . _str_types . get ( type_input ) <TAB> <TAB> if num is None : <TAB> <TAB> <TAB> raise GDALException ( 'Invalid OGR String Type ""%s""' % type_input ) <TAB> elif isinstance ( type_input , int ) : <TAB> <TAB> if type_input not in self . _types : <TAB> <TAB> <TAB> raise GDALException ( ""Invalid OGR Integer Type: %d"" % type_input ) <TAB> <TAB> num = type_input <TAB> else : <TAB> <TAB> raise TypeError ( ""Invalid OGR input type given."" ) <TAB> <TAB> self . num = num","if type_input == ""geometry"" :",242
14224,"def pre_save_task(self, task, credentials, verrors):
    if task[""attributes""][""encryption""] not in (None, """", ""AES256""):
        verrors.add(""encryption"", 'Encryption should be null or ""AES256""')
    if not credentials[""attributes""].get(""skip_region"", False):
        if not credentials[""attributes""].get(""region"", """").strip():
            response = await self.middleware.run_in_thread(
                self._get_client(credentials).get_bucket_location,
                Bucket=task[""attributes""][""bucket""],
            )
            task[""attributes""][""region""] = response[""LocationConstraint""] or ""us-east-1""","def pre_save_task ( self , task , credentials , verrors ) : <TAB> if task [ ""attributes"" ] [ ""encryption"" ] not in ( None , """" , ""AES256"" ) : <TAB> <TAB> verrors . add ( ""encryption"" , 'Encryption should be null or ""AES256""' ) <TAB> if not credentials [ ""attributes"" ] . get ( ""skip_region"" , False ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> response = await self . middleware . run_in_thread ( <TAB> <TAB> <TAB> <TAB> self . _get_client ( credentials ) . get_bucket_location , <TAB> <TAB> <TAB> <TAB> Bucket = task [ ""attributes"" ] [ ""bucket"" ] , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> task [ ""attributes"" ] [ ""region"" ] = response [ ""LocationConstraint"" ] or ""us-east-1""","if not credentials [ ""attributes"" ] . get ( ""region"" , """" ) . strip ( ) :",167
12931,"def should_exclude_with(self, tags):
    exclude_decision_map = {}
    for category_tag in self.select_category_tags(tags):
        category, value = self.parse_category_tag(category_tag)
        active_value = self.value_provider.get(category, None)
        if active_value is None:
            # -- CASE: Unknown category, ignore it.
            continue
        elif active_value == value:
            # -- CASE: Active category value selected, decision should run.
            exclude_decision_map[category] = False
        else:
            # -- CASE: Inactive category value selected, may exclude it.
            if category not in exclude_decision_map:
                exclude_decision_map[category] = True
    return any(exclude_decision_map.values())
","def should_exclude_with ( self , tags ) : <TAB> exclude_decision_map = { } <TAB> for category_tag in self . select_category_tags ( tags ) : <TAB> <TAB> category , value = self . parse_category_tag ( category_tag ) <TAB> <TAB> active_value = self . value_provider . get ( category , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> elif active_value == value : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> exclude_decision_map [ category ] = False <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if category not in exclude_decision_map : <TAB> <TAB> <TAB> <TAB> exclude_decision_map [ category ] = True <TAB> return any ( exclude_decision_map . values ( ) )",if active_value is None :,211
21227,"def get(self, episode_idx, entry_idx=None):
    action = {}
    episode = self.episodes[episode_idx][entry_idx]
    context = "" "".join(episode[""text""].split(""\n"")[:-1]).replace(
        ""\xa0"", "" ""
    )  # get rid of non breaking space characters
    question = episode[""text""].split(""\n"")[-1]
    label_field = ""labels"" if ""labels"" in episode else ""eval_labels""
    answers = []
    for answer in episode[label_field]:
        new_answer = answer.replace(""."", """").replace(""?"", """").replace(""!"", """")
        context = context.replace(answer, new_answer)
        answers.append(new_answer)
    sentences = self.sent_tok.tokenize(context)
    labels = []
    label_starts = []
    for sentence in sentences:
        for answer in answers:
            if answer in sentence and sentence not in labels:
                labels.append(sentence)
                label_starts.append(context.index(sentence))
    action = {
        ""context"": context,
        ""text"": question,
        label_field: labels,
        ""answer_starts"": label_starts,
        ""label_candidates"": sentences,
        ""episode_done"": episode[""episode_done""],
    }
    if self.include_context:
        action[""text""] = action[""context""] + ""\n"" + action[""text""]
        del action[""context""]
    return action","def get ( self , episode_idx , entry_idx = None ) : <TAB> action = { } <TAB> episode = self . episodes [ episode_idx ] [ entry_idx ] <TAB> context = "" "" . join ( episode [ ""text"" ] . split ( ""\n"" ) [ : - 1 ] ) . replace ( <TAB> <TAB> ""\xa0"" , "" "" <TAB> ) <TAB> question = episode [ ""text"" ] . split ( ""\n"" ) [ - 1 ] <TAB> label_field = ""labels"" if ""labels"" in episode else ""eval_labels"" <TAB> answers = [ ] <TAB> for answer in episode [ label_field ] : <TAB> <TAB> new_answer = answer . replace ( ""."" , """" ) . replace ( ""?"" , """" ) . replace ( ""!"" , """" ) <TAB> <TAB> context = context . replace ( answer , new_answer ) <TAB> <TAB> answers . append ( new_answer ) <TAB> sentences = self . sent_tok . tokenize ( context ) <TAB> labels = [ ] <TAB> label_starts = [ ] <TAB> for sentence in sentences : <TAB> <TAB> for answer in answers : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> labels . append ( sentence ) <TAB> <TAB> <TAB> <TAB> label_starts . append ( context . index ( sentence ) ) <TAB> action = { <TAB> <TAB> ""context"" : context , <TAB> <TAB> ""text"" : question , <TAB> <TAB> label_field : labels , <TAB> <TAB> ""answer_starts"" : label_starts , <TAB> <TAB> ""label_candidates"" : sentences , <TAB> <TAB> ""episode_done"" : episode [ ""episode_done"" ] , <TAB> } <TAB> if self . include_context : <TAB> <TAB> action [ ""text"" ] = action [ ""context"" ] + ""\n"" + action [ ""text"" ] <TAB> <TAB> del action [ ""context"" ] <TAB> return action",if answer in sentence and sentence not in labels :,369
4310,"def process_dir(self, dir_path, is_train=True):
    img_paths = glob.glob(osp.join(dir_path, ""*.jpg""))
    pattern = re.compile(r""([\d]+)_c(\d\d\d)"")
    data = []
    for img_path in img_paths:
        pid, camid = map(int, pattern.search(img_path).groups())
        if pid == -1:
            continue  # junk images are just ignored
        assert 0 <= pid <= 776
        assert 1 <= camid <= 20
        camid -= 1  # index starts from 0
        if is_train:
            pid = self.dataset_name + ""_"" + str(pid)
            camid = self.dataset_name + ""_"" + str(camid)
        data.append((img_path, pid, camid))
    return data","def process_dir ( self , dir_path , is_train = True ) : <TAB> img_paths = glob . glob ( osp . join ( dir_path , ""*.jpg"" ) ) <TAB> pattern = re . compile ( r""([\d]+)_c(\d\d\d)"" ) <TAB> data = [ ] <TAB> for img_path in img_paths : <TAB> <TAB> pid , camid = map ( int , pattern . search ( img_path ) . groups ( ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> assert 0 <= pid <= 776 <TAB> <TAB> assert 1 <= camid <= 20 <TAB> <TAB> camid -= 1 <TAB> <TAB> if is_train : <TAB> <TAB> <TAB> pid = self . dataset_name + ""_"" + str ( pid ) <TAB> <TAB> <TAB> camid = self . dataset_name + ""_"" + str ( camid ) <TAB> <TAB> data . append ( ( img_path , pid , camid ) ) <TAB> return data",if pid == - 1 :,219
6366,"def f(x):
    if np.isnan(x).any():
        raise RuntimeError(
            f""{np.isnan(x).sum()} elements of the {x.size} element array ""
            f""`x` are NaN.""
        )
    X = (
        torch.from_numpy(x)
        .to(initial_conditions)
        .view(shapeX)
        .contiguous()
        .requires_grad_(True)
    )
    X_fix = fix_features(X=X, fixed_features=fixed_features)
    loss = -acquisition_function(X_fix).sum()
    # compute gradient w.r.t. the inputs (does not accumulate in leaves)
    gradf = _arrayify(torch.autograd.grad(loss, X)[0].contiguous().view(-1))
    if np.isnan(gradf).any():
        msg = (
            f""{np.isnan(gradf).sum()} elements of the {x.size} element ""
            ""gradient array `gradf` are NaN. This often indicates numerical issues.""
        )
        if initial_conditions.dtype != torch.double:
            msg += "" Consider using `dtype=torch.double`.""
        raise RuntimeError(msg)
    fval = loss.item()
    return fval, gradf","def f ( x ) : <TAB> if np . isnan ( x ) . any ( ) : <TAB> <TAB> raise RuntimeError ( <TAB> <TAB> <TAB> f""{np.isnan(x).sum()} elements of the {x.size} element array "" <TAB> <TAB> <TAB> f""`x` are NaN."" <TAB> <TAB> ) <TAB> X = ( <TAB> <TAB> torch . from_numpy ( x ) <TAB> <TAB> . to ( initial_conditions ) <TAB> <TAB> . view ( shapeX ) <TAB> <TAB> . contiguous ( ) <TAB> <TAB> . requires_grad_ ( True ) <TAB> ) <TAB> X_fix = fix_features ( X = X , fixed_features = fixed_features ) <TAB> loss = - acquisition_function ( X_fix ) . sum ( ) <TAB> <TAB> gradf = _arrayify ( torch . autograd . grad ( loss , X ) [ 0 ] . contiguous ( ) . view ( - 1 ) ) <TAB> if np . isnan ( gradf ) . any ( ) : <TAB> <TAB> msg = ( <TAB> <TAB> <TAB> f""{np.isnan(gradf).sum()} elements of the {x.size} element "" <TAB> <TAB> <TAB> ""gradient array `gradf` are NaN. This often indicates numerical issues."" <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> msg += "" Consider using `dtype=torch.double`."" <TAB> <TAB> raise RuntimeError ( msg ) <TAB> fval = loss . item ( ) <TAB> return fval , gradf",if initial_conditions . dtype != torch . double :,321
15344,"def dispatch():
    console_stream = sys.stderr
    console_handler = logging.StreamHandler(console_stream)
    setup_logging(console_handler)
    dispatcher = DocoptDispatcher(
        TopLevelCommand, {""options_first"": True, ""version"": get_version_info(""compose"")}
    )
    options, handler, command_options = dispatcher.parse(sys.argv[1:])
    ansi_mode = AnsiMode.AUTO
    try:
        if options.get(""--ansi""):
            ansi_mode = AnsiMode(options.get(""--ansi""))
    except ValueError:
        raise UserError(
            ""Invalid value for --ansi: {}. Expected one of {}."".format(
                options.get(""--ansi""), "", "".join(m.value for m in AnsiMode)
            )
        )
    if options.get(""--no-ansi""):
        if options.get(""--ansi""):
            raise UserError(""--no-ansi and --ansi cannot be combined."")
        log.warning(
            ""--no-ansi option is deprecated and will be removed in future versions.""
        )
        ansi_mode = AnsiMode.NEVER
    setup_console_handler(
        console_handler,
        options.get(""--verbose""),
        ansi_mode.use_ansi_codes(console_handler.stream),
        options.get(""--log-level""),
    )
    setup_parallel_logger(ansi_mode)
    if ansi_mode is AnsiMode.NEVER:
        command_options[""--no-color""] = True
    return functools.partial(perform_command, options, handler, command_options)","def dispatch ( ) : <TAB> console_stream = sys . stderr <TAB> console_handler = logging . StreamHandler ( console_stream ) <TAB> setup_logging ( console_handler ) <TAB> dispatcher = DocoptDispatcher ( <TAB> <TAB> TopLevelCommand , { ""options_first"" : True , ""version"" : get_version_info ( ""compose"" ) } <TAB> ) <TAB> options , handler , command_options = dispatcher . parse ( sys . argv [ 1 : ] ) <TAB> ansi_mode = AnsiMode . AUTO <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ansi_mode = AnsiMode ( options . get ( ""--ansi"" ) ) <TAB> except ValueError : <TAB> <TAB> raise UserError ( <TAB> <TAB> <TAB> ""Invalid value for --ansi: {}. Expected one of {}."" . format ( <TAB> <TAB> <TAB> <TAB> options . get ( ""--ansi"" ) , "", "" . join ( m . value for m in AnsiMode ) <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> if options . get ( ""--no-ansi"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise UserError ( ""--no-ansi and --ansi cannot be combined."" ) <TAB> <TAB> log . warning ( <TAB> <TAB> <TAB> ""--no-ansi option is deprecated and will be removed in future versions."" <TAB> <TAB> ) <TAB> <TAB> ansi_mode = AnsiMode . NEVER <TAB> setup_console_handler ( <TAB> <TAB> console_handler , <TAB> <TAB> options . get ( ""--verbose"" ) , <TAB> <TAB> ansi_mode . use_ansi_codes ( console_handler . stream ) , <TAB> <TAB> options . get ( ""--log-level"" ) , <TAB> ) <TAB> setup_parallel_logger ( ansi_mode ) <TAB> if ansi_mode is AnsiMode . NEVER : <TAB> <TAB> command_options [ ""--no-color"" ] = True <TAB> return functools . partial ( perform_command , options , handler , command_options )","if options . get ( ""--ansi"" ) :",400
9534,"def _resolveSpecialSegment(self, segmentB, specialResolutionMethods):
    resolutionMethodExecutor = _compileRules(specialResolutionMethods, 3)
    for (resolutionMethod, args) in resolutionMethodExecutor[True]:
        iterables = []
        for arg in args:
            iterables.append(itertools.repeat(arg))
        resolutions = map(
            resolutionMethod, self.allCorrectSinglePossibilities(), *iterables
        )
        correctAB = zip(self.allCorrectSinglePossibilities(), resolutions)
        correctAB = filter(
            lambda possibAB: possibility.pitchesWithinLimit(
                possibA=possibAB[1], maxPitch=segmentB._maxPitch
            ),
            correctAB,
        )
        if self.fbRules.applyConsecutivePossibRulesToResolution:
            correctAB = filter(
                lambda possibAB: self._isCorrectConsecutivePossibility(
                    possibA=possibAB[0], possibB=possibAB[1]
                ),
                correctAB,
            )
        if self.fbRules.applySinglePossibRulesToResolution:
            segmentB._singlePossibilityRuleChecking = _compileRules(
                segmentB.singlePossibilityRules(segmentB.fbRules)
            )
            correctAB = filter(
                lambda possibAB: segmentB._isCorrectSinglePossibility(
                    possibA=possibAB[1]
                ),
                correctAB,
            )
        return correctAB
    raise SegmentException(""No standard resolution available."")","def _resolveSpecialSegment ( self , segmentB , specialResolutionMethods ) : <TAB> resolutionMethodExecutor = _compileRules ( specialResolutionMethods , 3 ) <TAB> for ( resolutionMethod , args ) in resolutionMethodExecutor [ True ] : <TAB> <TAB> iterables = [ ] <TAB> <TAB> for arg in args : <TAB> <TAB> <TAB> iterables . append ( itertools . repeat ( arg ) ) <TAB> <TAB> resolutions = map ( <TAB> <TAB> <TAB> resolutionMethod , self . allCorrectSinglePossibilities ( ) , * iterables <TAB> <TAB> ) <TAB> <TAB> correctAB = zip ( self . allCorrectSinglePossibilities ( ) , resolutions ) <TAB> <TAB> correctAB = filter ( <TAB> <TAB> <TAB> lambda possibAB : possibility . pitchesWithinLimit ( <TAB> <TAB> <TAB> <TAB> possibA = possibAB [ 1 ] , maxPitch = segmentB . _maxPitch <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> correctAB , <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> correctAB = filter ( <TAB> <TAB> <TAB> <TAB> lambda possibAB : self . _isCorrectConsecutivePossibility ( <TAB> <TAB> <TAB> <TAB> <TAB> possibA = possibAB [ 0 ] , possibB = possibAB [ 1 ] <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> correctAB , <TAB> <TAB> <TAB> ) <TAB> <TAB> if self . fbRules . applySinglePossibRulesToResolution : <TAB> <TAB> <TAB> segmentB . _singlePossibilityRuleChecking = _compileRules ( <TAB> <TAB> <TAB> <TAB> segmentB . singlePossibilityRules ( segmentB . fbRules ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> correctAB = filter ( <TAB> <TAB> <TAB> <TAB> lambda possibAB : segmentB . _isCorrectSinglePossibility ( <TAB> <TAB> <TAB> <TAB> <TAB> possibA = possibAB [ 1 ] <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> correctAB , <TAB> <TAB> <TAB> ) <TAB> <TAB> return correctAB <TAB> raise SegmentException ( ""No standard resolution available."" )",if self . fbRules . applyConsecutivePossibRulesToResolution :,436
22156,"def _handle_rsa_enc_dec_error(backend, key):
    errors = backend._consume_errors()
    assert errors
    assert errors[0].lib == backend._lib.ERR_LIB_RSA
    if isinstance(key, _RSAPublicKey):
        assert errors[0].reason == backend._lib.RSA_R_DATA_TOO_LARGE_FOR_KEY_SIZE
        raise ValueError(
            ""Data too long for key size. Encrypt less data or use a "" ""larger key size.""
        )
    else:
        decoding_errors = [
            backend._lib.RSA_R_BLOCK_TYPE_IS_NOT_01,
            backend._lib.RSA_R_BLOCK_TYPE_IS_NOT_02,
            backend._lib.RSA_R_OAEP_DECODING_ERROR,
            # Though this error looks similar to the
            # RSA_R_DATA_TOO_LARGE_FOR_KEY_SIZE, this occurs on decrypts,
            # rather then on encrypts
            backend._lib.RSA_R_DATA_TOO_LARGE_FOR_MODULUS,
        ]
        if backend._lib.Cryptography_HAS_RSA_R_PKCS_DECODING_ERROR:
            decoding_errors.append(backend._lib.RSA_R_PKCS_DECODING_ERROR)
        assert errors[0].reason in decoding_errors
        raise ValueError(""Decryption failed."")","def _handle_rsa_enc_dec_error ( backend , key ) : <TAB> errors = backend . _consume_errors ( ) <TAB> assert errors <TAB> assert errors [ 0 ] . lib == backend . _lib . ERR_LIB_RSA <TAB> if isinstance ( key , _RSAPublicKey ) : <TAB> <TAB> assert errors [ 0 ] . reason == backend . _lib . RSA_R_DATA_TOO_LARGE_FOR_KEY_SIZE <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""Data too long for key size. Encrypt less data or use a "" ""larger key size."" <TAB> <TAB> ) <TAB> else : <TAB> <TAB> decoding_errors = [ <TAB> <TAB> <TAB> backend . _lib . RSA_R_BLOCK_TYPE_IS_NOT_01 , <TAB> <TAB> <TAB> backend . _lib . RSA_R_BLOCK_TYPE_IS_NOT_02 , <TAB> <TAB> <TAB> backend . _lib . RSA_R_OAEP_DECODING_ERROR , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> backend . _lib . RSA_R_DATA_TOO_LARGE_FOR_MODULUS , <TAB> <TAB> ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> decoding_errors . append ( backend . _lib . RSA_R_PKCS_DECODING_ERROR ) <TAB> <TAB> assert errors [ 0 ] . reason in decoding_errors <TAB> <TAB> raise ValueError ( ""Decryption failed."" )",if backend . _lib . Cryptography_HAS_RSA_R_PKCS_DECODING_ERROR :,350
3244,"def _check_choice(self):
    if self.type == ""choice"":
        if self.choices is None:
            raise OptionError(""must supply a list of choices for type 'choice'"", self)
        elif type(self.choices) not in (types.TupleType, types.ListType):
            raise OptionError(
                ""choices must be a list of strings ('%s' supplied)""
                % str(type(self.choices)).split(""'"")[1],
                self,
            )
    elif self.choices is not None:
        raise OptionError(""must not supply choices for type %r"" % self.type, self)","def _check_choice ( self ) : <TAB> if self . type == ""choice"" : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise OptionError ( ""must supply a list of choices for type 'choice'"" , self ) <TAB> <TAB> elif type ( self . choices ) not in ( types . TupleType , types . ListType ) : <TAB> <TAB> <TAB> raise OptionError ( <TAB> <TAB> <TAB> <TAB> ""choices must be a list of strings ('%s' supplied)"" <TAB> <TAB> <TAB> <TAB> % str ( type ( self . choices ) ) . split ( ""'"" ) [ 1 ] , <TAB> <TAB> <TAB> <TAB> self , <TAB> <TAB> <TAB> ) <TAB> elif self . choices is not None : <TAB> <TAB> raise OptionError ( ""must not supply choices for type %r"" % self . type , self )",if self . choices is None :,162
25044,"def get_duplicate_box_mask(box_list):
    # The intersection-over-union threshold to use when determining duplicates.
    # objects/boxes found that are over this threshold will be
    # considered the same object
    max_iou = 0.35
    box_mask = np.ones(len(box_list))
    for i in range(len(box_list)):
        if box_mask[i] == 0:
            continue
        for j in range(i + 1, len(box_list)):
            if get_intersection_over_union(box_list[i], box_list[j]) > max_iou:
                box_mask[j] = 0.0
    filter_iou_mask = np.array(box_mask > 0.0, dtype=""bool"")
    return filter_iou_mask","def get_duplicate_box_mask ( box_list ) : <TAB> <TAB> <TAB> <TAB> max_iou = 0.35 <TAB> box_mask = np . ones ( len ( box_list ) ) <TAB> for i in range ( len ( box_list ) ) : <TAB> <TAB> if box_mask [ i ] == 0 : <TAB> <TAB> <TAB> continue <TAB> <TAB> for j in range ( i + 1 , len ( box_list ) ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> box_mask [ j ] = 0.0 <TAB> filter_iou_mask = np . array ( box_mask > 0.0 , dtype = ""bool"" ) <TAB> return filter_iou_mask","if get_intersection_over_union ( box_list [ i ] , box_list [ j ] ) > max_iou :",202
8699,"def update_sockets_range_mode(self, loop_in_node):
    while len(loop_in_node.inputs) > len(self.inputs):
        name = ""Data "" + str(len(self.inputs) - 2)
        self.inputs.new(""SvStringsSocket"", name)
        self.outputs.new(""SvStringsSocket"", name)
    while len(loop_in_node.inputs) < len(self.inputs):
        self.inputs.remove(self.inputs[-1])
        self.outputs.remove(self.outputs[-1])
    # in case the loop_in has not been updated yet
    if loop_in_node.inputs[-1].links:
        name = ""Data "" + str(len(self.inputs) - 2)
        self.inputs.new(""SvStringsSocket"", name)
        self.outputs.new(""SvStringsSocket"", name)
    # dynamic sockets
    for idx, socket in enumerate(loop_in_node.inputs):
        if idx == 0:
            continue
        if socket.links:
            if type(socket.links[0].from_socket) != type(self.outputs[socket.name]):
                self.inputs.remove(self.inputs[socket.name])
                self.inputs.new(socket.links[0].from_socket.bl_idname, socket.name)
                self.inputs.move(len(self.inputs) - 1, idx + 1)
                self.outputs.remove(self.outputs[socket.name])
                self.outputs.new(socket.links[0].from_socket.bl_idname, socket.name)
                self.outputs.move(len(self.outputs) - 1, idx - 1)
    for inp, self_inp, self_outp in zip(
        loop_in_node.inputs[1:], self.inputs[2:], self.outputs
    ):
        self_outp.label = inp.label
        self_inp.label = inp.label","def update_sockets_range_mode ( self , loop_in_node ) : <TAB> while len ( loop_in_node . inputs ) > len ( self . inputs ) : <TAB> <TAB> name = ""Data "" + str ( len ( self . inputs ) - 2 ) <TAB> <TAB> self . inputs . new ( ""SvStringsSocket"" , name ) <TAB> <TAB> self . outputs . new ( ""SvStringsSocket"" , name ) <TAB> while len ( loop_in_node . inputs ) < len ( self . inputs ) : <TAB> <TAB> self . inputs . remove ( self . inputs [ - 1 ] ) <TAB> <TAB> self . outputs . remove ( self . outputs [ - 1 ] ) <TAB> <TAB> if loop_in_node . inputs [ - 1 ] . links : <TAB> <TAB> name = ""Data "" + str ( len ( self . inputs ) - 2 ) <TAB> <TAB> self . inputs . new ( ""SvStringsSocket"" , name ) <TAB> <TAB> self . outputs . new ( ""SvStringsSocket"" , name ) <TAB> <TAB> for idx , socket in enumerate ( loop_in_node . inputs ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> if socket . links : <TAB> <TAB> <TAB> if type ( socket . links [ 0 ] . from_socket ) != type ( self . outputs [ socket . name ] ) : <TAB> <TAB> <TAB> <TAB> self . inputs . remove ( self . inputs [ socket . name ] ) <TAB> <TAB> <TAB> <TAB> self . inputs . new ( socket . links [ 0 ] . from_socket . bl_idname , socket . name ) <TAB> <TAB> <TAB> <TAB> self . inputs . move ( len ( self . inputs ) - 1 , idx + 1 ) <TAB> <TAB> <TAB> <TAB> self . outputs . remove ( self . outputs [ socket . name ] ) <TAB> <TAB> <TAB> <TAB> self . outputs . new ( socket . links [ 0 ] . from_socket . bl_idname , socket . name ) <TAB> <TAB> <TAB> <TAB> self . outputs . move ( len ( self . outputs ) - 1 , idx - 1 ) <TAB> for inp , self_inp , self_outp in zip ( <TAB> <TAB> loop_in_node . inputs [ 1 : ] , self . inputs [ 2 : ] , self . outputs <TAB> ) : <TAB> <TAB> self_outp . label = inp . label <TAB> <TAB> self_inp . label = inp . label",if idx == 0 :,504
5933,"def prepend(self, value):
    """"""prepend value to nodes""""""
    root, root_text = self._get_root(value)
    for i, tag in enumerate(self):
        if not tag.text:
            tag.text = """"
        if len(root) > 0:
            root[-1].tail = tag.text
            tag.text = root_text
        else:
            tag.text = root_text + tag.text
        if i > 0:
            root = deepcopy(list(root))
        tag[:0] = root
        root = tag[: len(root)]
    return self","def prepend ( self , value ) : <TAB> """"""prepend value to nodes"""""" <TAB> root , root_text = self . _get_root ( value ) <TAB> for i , tag in enumerate ( self ) : <TAB> <TAB> if not tag . text : <TAB> <TAB> <TAB> tag . text = """" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> root [ - 1 ] . tail = tag . text <TAB> <TAB> <TAB> tag . text = root_text <TAB> <TAB> else : <TAB> <TAB> <TAB> tag . text = root_text + tag . text <TAB> <TAB> if i > 0 : <TAB> <TAB> <TAB> root = deepcopy ( list ( root ) ) <TAB> <TAB> tag [ : 0 ] = root <TAB> <TAB> root = tag [ : len ( root ) ] <TAB> return self",if len ( root ) > 0 :,160
3600,"def test_call_extern_c_fn(self):
    global memcmp
    memcmp = cffi_support.ExternCFunction(
        ""memcmp"",
        (""int memcmp ( const uint8_t * ptr1, "" ""const uint8_t * ptr2, size_t num )""),
    )
    @udf(BooleanVal(FunctionContext, StringVal, StringVal))
    def fn(context, a, b):
        if a.is_null != b.is_null:
            return False
        if a is None:
            return True
        if len(a) != b.len:
            return False
        if a.ptr == b.ptr:
            return True
        return memcmp(a.ptr, b.ptr, a.len) == 0","def test_call_extern_c_fn ( self ) : <TAB> global memcmp <TAB> memcmp = cffi_support . ExternCFunction ( <TAB> <TAB> ""memcmp"" , <TAB> <TAB> ( ""int memcmp ( const uint8_t * ptr1, "" ""const uint8_t * ptr2, size_t num )"" ) , <TAB> ) <TAB> @ udf ( BooleanVal ( FunctionContext , StringVal , StringVal ) ) <TAB> def fn ( context , a , b ) : <TAB> <TAB> if a . is_null != b . is_null : <TAB> <TAB> <TAB> return False <TAB> <TAB> if a is None : <TAB> <TAB> <TAB> return True <TAB> <TAB> if len ( a ) != b . len : <TAB> <TAB> <TAB> return False <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return True <TAB> <TAB> return memcmp ( a . ptr , b . ptr , a . len ) == 0",if a . ptr == b . ptr :,199
3429,"def validate_grammar() -> None:
    for fn in _NONTERMINAL_CONVERSIONS_SEQUENCE:
        fn_productions = get_productions(fn)
        if all(p.name == fn_productions[0].name for p in fn_productions):
            # all the production names are the same, ensure that the `convert_` function
            # is named correctly
            production_name = fn_productions[0].name
            expected_name = f""convert_{production_name}""
            if fn.__name__ != expected_name:
                raise Exception(
                    f""The conversion function for '{production_name}' ""
                    + f""must be called '{expected_name}', not '{fn.__name__}'.""
                )","def validate_grammar ( ) -> None : <TAB> for fn in _NONTERMINAL_CONVERSIONS_SEQUENCE : <TAB> <TAB> fn_productions = get_productions ( fn ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> production_name = fn_productions [ 0 ] . name <TAB> <TAB> <TAB> expected_name = f""convert_{production_name}"" <TAB> <TAB> <TAB> if fn . __name__ != expected_name : <TAB> <TAB> <TAB> <TAB> raise Exception ( <TAB> <TAB> <TAB> <TAB> <TAB> f""The conversion function for '{production_name}' "" <TAB> <TAB> <TAB> <TAB> <TAB> + f""must be called '{expected_name}', not '{fn.__name__}'."" <TAB> <TAB> <TAB> <TAB> )",if all ( p . name == fn_productions [ 0 ] . name for p in fn_productions ) :,189
2230,"def _make_bom(
    bom_parts_dict: Dict[str, float],
    csv: bool = False,
) -> str:
    field_names = [""Description"", ""Count"", ""Unit Price"", ""Total Price""]
    field_names += g_bom_headers
    rows = []
    all_costs: Dict[str, float] = {}
    for desc, elements in bom_parts_dict.items():
        row = []
        count = elements[""Count""]
        currency = elements[""currency""]
        price = elements[""Unit Price""]
        if count > 0:
            if price:
                total = price * count
                if currency not in all_costs:
                    all_costs[currency] = 0
                all_costs[currency] += total
                unit_price = _currency_str(price, currency)
                total_price = _currency_str(total, currency)
            else:
                unit_price = total_price = """"
            row = [desc, count, unit_price, total_price]
        for key in g_bom_headers:
            value = elements[key]
            row.append(value)
        rows.append(row)
    # Add total costs if we have values to add
    if len(all_costs) > 0:
        empty_row = [""""] * len(field_names)
        rows.append(empty_row)
        for currency, cost in all_costs.items():
            row = empty_row[:]
            row[0] = ""Total Cost, {currency:>4}"".format(**vars())
            row[3] = ""{currency:>4} {cost:.2f}"".format(**vars())
            rows.append(row)
    res = _table_string(field_names, rows, csv)
    return res","def _make_bom ( <TAB> bom_parts_dict : Dict [ str , float ] , <TAB> csv : bool = False , ) -> str : <TAB> field_names = [ ""Description"" , ""Count"" , ""Unit Price"" , ""Total Price"" ] <TAB> field_names += g_bom_headers <TAB> rows = [ ] <TAB> all_costs : Dict [ str , float ] = { } <TAB> for desc , elements in bom_parts_dict . items ( ) : <TAB> <TAB> row = [ ] <TAB> <TAB> count = elements [ ""Count"" ] <TAB> <TAB> currency = elements [ ""currency"" ] <TAB> <TAB> price = elements [ ""Unit Price"" ] <TAB> <TAB> if count > 0 : <TAB> <TAB> <TAB> if price : <TAB> <TAB> <TAB> <TAB> total = price * count <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> all_costs [ currency ] = 0 <TAB> <TAB> <TAB> <TAB> all_costs [ currency ] += total <TAB> <TAB> <TAB> <TAB> unit_price = _currency_str ( price , currency ) <TAB> <TAB> <TAB> <TAB> total_price = _currency_str ( total , currency ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> unit_price = total_price = """" <TAB> <TAB> <TAB> row = [ desc , count , unit_price , total_price ] <TAB> <TAB> for key in g_bom_headers : <TAB> <TAB> <TAB> value = elements [ key ] <TAB> <TAB> <TAB> row . append ( value ) <TAB> <TAB> rows . append ( row ) <TAB> <TAB> if len ( all_costs ) > 0 : <TAB> <TAB> empty_row = [ """" ] * len ( field_names ) <TAB> <TAB> rows . append ( empty_row ) <TAB> <TAB> for currency , cost in all_costs . items ( ) : <TAB> <TAB> <TAB> row = empty_row [ : ] <TAB> <TAB> <TAB> row [ 0 ] = ""Total Cost, {currency:>4}"" . format ( ** vars ( ) ) <TAB> <TAB> <TAB> row [ 3 ] = ""{currency:>4} {cost:.2f}"" . format ( ** vars ( ) ) <TAB> <TAB> <TAB> rows . append ( row ) <TAB> res = _table_string ( field_names , rows , csv ) <TAB> return res",if currency not in all_costs :,470
3609,"def export_git_objects(self):
    self.init_if_missing()
    nodes = [self.repo.lookup(n) for n in self.repo]
    export = [node for node in nodes if not hex(node) in self._map_hg]
    total = len(export)
    if total:
        self.ui.note(_(""exporting hg objects to git\n""))
    # By only exporting deltas, the assertion is that all previous objects
    # for all other changesets are already present in the Git repository.
    # This assertion is necessary to prevent redundant work.
    exporter = hg2git.IncrementalChangesetExporter(self.repo)
    for i, rev in enumerate(export):
        util.progress(self.ui, ""exporting"", i, total=total)
        ctx = self.repo.changectx(rev)
        state = ctx.extra().get(""hg-git"", None)
        if state == ""octopus"":
            self.ui.debug(""revision %d is a part "" ""of octopus explosion\n"" % ctx.rev())
            continue
        self.export_hg_commit(rev, exporter)
    util.progress(self.ui, ""importing"", None, total=total)","def export_git_objects ( self ) : <TAB> self . init_if_missing ( ) <TAB> nodes = [ self . repo . lookup ( n ) for n in self . repo ] <TAB> export = [ node for node in nodes if not hex ( node ) in self . _map_hg ] <TAB> total = len ( export ) <TAB> if total : <TAB> <TAB> self . ui . note ( _ ( ""exporting hg objects to git\n"" ) ) <TAB> <TAB> <TAB> <TAB> exporter = hg2git . IncrementalChangesetExporter ( self . repo ) <TAB> for i , rev in enumerate ( export ) : <TAB> <TAB> util . progress ( self . ui , ""exporting"" , i , total = total ) <TAB> <TAB> ctx = self . repo . changectx ( rev ) <TAB> <TAB> state = ctx . extra ( ) . get ( ""hg-git"" , None ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . ui . debug ( ""revision %d is a part "" ""of octopus explosion\n"" % ctx . rev ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> self . export_hg_commit ( rev , exporter ) <TAB> util . progress ( self . ui , ""importing"" , None , total = total )","if state == ""octopus"" :",302
1796,"def check(self, name, data, hexdigest, shake=False, **kwargs):
    length = len(hexdigest) // 2
    hexdigest = hexdigest.lower()
    constructors = self.constructors_to_test[name]
    # 2 is for hashlib.name(...) and hashlib.new(name, ...)
    self.assertGreaterEqual(len(constructors), 2)
    for hash_object_constructor in constructors:
        m = hash_object_constructor(data, **kwargs)
        computed = m.hexdigest() if not shake else m.hexdigest(length)
        self.assertEqual(
            computed,
            hexdigest,
            ""Hash algorithm %s constructed using %s returned hexdigest""
            "" %r for %d byte input data that should have hashed to %r.""
            % (name, hash_object_constructor, computed, len(data), hexdigest),
        )
        computed = m.digest() if not shake else m.digest(length)
        digest = bytes.fromhex(hexdigest)
        self.assertEqual(computed, digest)
        if not shake:
            self.assertEqual(len(digest), m.digest_size)","def check ( self , name , data , hexdigest , shake = False , ** kwargs ) : <TAB> length = len ( hexdigest ) // 2 <TAB> hexdigest = hexdigest . lower ( ) <TAB> constructors = self . constructors_to_test [ name ] <TAB> <TAB> self . assertGreaterEqual ( len ( constructors ) , 2 ) <TAB> for hash_object_constructor in constructors : <TAB> <TAB> m = hash_object_constructor ( data , ** kwargs ) <TAB> <TAB> computed = m . hexdigest ( ) if not shake else m . hexdigest ( length ) <TAB> <TAB> self . assertEqual ( <TAB> <TAB> <TAB> computed , <TAB> <TAB> <TAB> hexdigest , <TAB> <TAB> <TAB> ""Hash algorithm %s constructed using %s returned hexdigest"" <TAB> <TAB> <TAB> "" %r for %d byte input data that should have hashed to %r."" <TAB> <TAB> <TAB> % ( name , hash_object_constructor , computed , len ( data ) , hexdigest ) , <TAB> <TAB> ) <TAB> <TAB> computed = m . digest ( ) if not shake else m . digest ( length ) <TAB> <TAB> digest = bytes . fromhex ( hexdigest ) <TAB> <TAB> self . assertEqual ( computed , digest ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertEqual ( len ( digest ) , m . digest_size )",if not shake :,286
121,"def fix_repeating_arguments(self):
    """"""Fix elements that should accumulate/increment values.""""""
    either = [list(child.children) for child in transform(self).children]
    for case in either:
        for e in [child for child in case if case.count(child) > 1]:
            if type(e) is Argument or type(e) is Option and e.argcount:
                if e.value is None:
                    e.value = []
                elif type(e.value) is not list:
                    e.value = e.value.split()
            if type(e) is Command or type(e) is Option and e.argcount == 0:
                e.value = 0
    return self","def fix_repeating_arguments ( self ) : <TAB> """"""Fix elements that should accumulate/increment values."""""" <TAB> either = [ list ( child . children ) for child in transform ( self ) . children ] <TAB> for case in either : <TAB> <TAB> for e in [ child for child in case if case . count ( child ) > 1 ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if e . value is None : <TAB> <TAB> <TAB> <TAB> <TAB> e . value = [ ] <TAB> <TAB> <TAB> <TAB> elif type ( e . value ) is not list : <TAB> <TAB> <TAB> <TAB> <TAB> e . value = e . value . split ( ) <TAB> <TAB> <TAB> if type ( e ) is Command or type ( e ) is Option and e . argcount == 0 : <TAB> <TAB> <TAB> <TAB> e . value = 0 <TAB> return self",if type ( e ) is Argument or type ( e ) is Option and e . argcount :,190
2217,"def _calcXMinMax(self):
    xmin = xmax = None
    for line in self.line_list:
        xline_min = weeutil.weeutil.min_with_none(line.x)
        xline_max = weeutil.weeutil.max_with_none(line.x)
        # If the line represents a bar chart, then the actual minimum has to
        # be adjusted for the bar width of the first point
        if line.plot_type == ""bar"":
            xline_min = xline_min - line.bar_width[0]
        xmin = weeutil.weeutil.min_with_none([xmin, xline_min])
        xmax = weeutil.weeutil.max_with_none([xmax, xline_max])
    return (xmin, xmax)","def _calcXMinMax ( self ) : <TAB> xmin = xmax = None <TAB> for line in self . line_list : <TAB> <TAB> xline_min = weeutil . weeutil . min_with_none ( line . x ) <TAB> <TAB> xline_max = weeutil . weeutil . max_with_none ( line . x ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> xline_min = xline_min - line . bar_width [ 0 ] <TAB> <TAB> xmin = weeutil . weeutil . min_with_none ( [ xmin , xline_min ] ) <TAB> <TAB> xmax = weeutil . weeutil . max_with_none ( [ xmax , xline_max ] ) <TAB> return ( xmin , xmax )","if line . plot_type == ""bar"" :",207
14404,"def pairs(self):
    for path in os.listdir(""src""):
        if path == "".svn"":
            continue
        dep = join(""src"", path)
        if isdir(dep):
            continue
        yield dep, join(build_dir, path)
","def pairs ( self ) : <TAB> for path in os . listdir ( ""src"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> dep = join ( ""src"" , path ) <TAB> <TAB> if isdir ( dep ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> yield dep , join ( build_dir , path )","if path == "".svn"" :",69
16248,"def text2text_generate_encoded(
    sample_generator,
    vocab,
    targets_vocab=None,
    has_inputs=True,
    inputs_prefix="""",
    targets_prefix="""",
):
    """"""Encode Text2Text samples from the generator with the vocab.""""""
    targets_vocab = targets_vocab or vocab
    for sample in sample_generator:
        if has_inputs:
            sample[""inputs""] = vocab.encode(inputs_prefix + sample[""inputs""])
            sample[""inputs""].append(text_encoder.EOS_ID)
        sample[""targets""] = targets_vocab.encode(targets_prefix + sample[""targets""])
        sample[""targets""].append(text_encoder.EOS_ID)
        yield sample","def text2text_generate_encoded ( <TAB> sample_generator , <TAB> vocab , <TAB> targets_vocab = None , <TAB> has_inputs = True , <TAB> inputs_prefix = """" , <TAB> targets_prefix = """" , ) : <TAB> """"""Encode Text2Text samples from the generator with the vocab."""""" <TAB> targets_vocab = targets_vocab or vocab <TAB> for sample in sample_generator : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sample [ ""inputs"" ] = vocab . encode ( inputs_prefix + sample [ ""inputs"" ] ) <TAB> <TAB> <TAB> sample [ ""inputs"" ] . append ( text_encoder . EOS_ID ) <TAB> <TAB> sample [ ""targets"" ] = targets_vocab . encode ( targets_prefix + sample [ ""targets"" ] ) <TAB> <TAB> sample [ ""targets"" ] . append ( text_encoder . EOS_ID ) <TAB> <TAB> yield sample",if has_inputs :,175
24317,"def wrapped(self, *args, **kwargs):
    """"""Calls the original method with a group name set before and after.""""""
    if not base.frame_stack:
        raise ValueError(
            ""All `hk.Module`s must be initialized inside an `hk.transform`.""
        )
    frame = base.current_frame()
    state = base.ModuleState(module=self, method_name=method_name)
    with frame.module(state), _module_method_call(self, method_name):
        # hk.Module enters the module name scope for all methods.
        module_name = getattr(self, ""module_name"", None)
        f = functools.partial(unbound_method, self)
        f = functools.partial(run_interceptors, f, method_name, self)
        # TODO(tomhennigan): With omnistaging primitives (like named call) will
        # stage out return values eagerly. For functions that produce non-Array
        # values (e.g. `def is_batched(self, x) -> bool`) a tracer will be
        # returned that might result in a concretization error. For now we only
        # enable named call on __call__ (covering 99% of the interesting usages)
        # with an assumption that __call__ is `f(*) -> Tree[Array]`. Longer term
        # we may want to split static and dynamic results in named call to support
        # other methods.
        if modules_with_named_call and module_name and method_name == ""__call__"":
            local_name = module_name.split(""/"")[-1]
            f = stateful.named_call(f, name=local_name)
        out = f(*args, **kwargs)
        # Notify parent modules about our existence.
        if module_name is not None:
            for module_state in frame.module_stack:
                module_state.module._submodules.add(
                    module_name
                )  # pylint: disable=protected-access
    return out","def wrapped ( self , * args , ** kwargs ) : <TAB> """"""Calls the original method with a group name set before and after."""""" <TAB> if not base . frame_stack : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""All `hk.Module`s must be initialized inside an `hk.transform`."" <TAB> <TAB> ) <TAB> frame = base . current_frame ( ) <TAB> state = base . ModuleState ( module = self , method_name = method_name ) <TAB> with frame . module ( state ) , _module_method_call ( self , method_name ) : <TAB> <TAB> <TAB> <TAB> module_name = getattr ( self , ""module_name"" , None ) <TAB> <TAB> f = functools . partial ( unbound_method , self ) <TAB> <TAB> f = functools . partial ( run_interceptors , f , method_name , self ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> local_name = module_name . split ( ""/"" ) [ - 1 ] <TAB> <TAB> <TAB> f = stateful . named_call ( f , name = local_name ) <TAB> <TAB> out = f ( * args , ** kwargs ) <TAB> <TAB> <TAB> <TAB> if module_name is not None : <TAB> <TAB> <TAB> for module_state in frame . module_stack : <TAB> <TAB> <TAB> <TAB> module_state . module . _submodules . add ( <TAB> <TAB> <TAB> <TAB> <TAB> module_name <TAB> <TAB> <TAB> <TAB> ) <TAB> return out","if modules_with_named_call and module_name and method_name == ""__call__"" :",505
5955,"def pre_save(self, model_instance, add):
    value = now()
    if not model_instance.pk:
        for field in model_instance._meta.get_fields():
            if isinstance(field, AutoCreatedField):
                value = getattr(model_instance, field.name)
                break
    setattr(model_instance, self.attname, value)
    return value
","def pre_save ( self , model_instance , add ) : <TAB> value = now ( ) <TAB> if not model_instance . pk : <TAB> <TAB> for field in model_instance . _meta . get_fields ( ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> value = getattr ( model_instance , field . name ) <TAB> <TAB> <TAB> <TAB> break <TAB> setattr ( model_instance , self . attname , value ) <TAB> return value","if isinstance ( field , AutoCreatedField ) :",100
15028,"def mock_whale_dir(monkeypatch, tmp_path, request):
    is_path_creation_enabed = request.param
    for attr_name, path in {
        ""BASE_DIR"": paths.BASE_DIR,
        ""CONFIG_DIR"": paths.CONFIG_DIR,
        ""CONNECTION_PATH"": paths.CONNECTION_PATH,
        ""LOGS_DIR"": paths.LOGS_DIR,
        ""MANIFEST_DIR"": paths.MANIFEST_DIR,
        ""MANIFEST_PATH"": paths.MANIFEST_PATH,
        ""METRICS_PATH"": paths.METRICS_PATH,
        ""METADATA_PATH"": paths.METADATA_PATH,
        ""TEMPLATE_DIR"": paths.TEMPLATE_DIR,
    }.items():
        d = get_mocked_path(tmp_path, path)
        monkeypatch.setattr(paths, attr_name, d)
        if is_path_creation_enabed:
            if d.is_dir():
                d.parent.mkdir(parents=True, exist_ok=True)
            elif d.is_file():
                d.touch(exist_ok=True)
        if attr_name in [""TEMPLATE_DIR""]:
            monkeypatch.setattr(sql, attr_name, d)
    return tmp_path
","def mock_whale_dir ( monkeypatch , tmp_path , request ) : <TAB> is_path_creation_enabed = request . param <TAB> for attr_name , path in { <TAB> <TAB> ""BASE_DIR"" : paths . BASE_DIR , <TAB> <TAB> ""CONFIG_DIR"" : paths . CONFIG_DIR , <TAB> <TAB> ""CONNECTION_PATH"" : paths . CONNECTION_PATH , <TAB> <TAB> ""LOGS_DIR"" : paths . LOGS_DIR , <TAB> <TAB> ""MANIFEST_DIR"" : paths . MANIFEST_DIR , <TAB> <TAB> ""MANIFEST_PATH"" : paths . MANIFEST_PATH , <TAB> <TAB> ""METRICS_PATH"" : paths . METRICS_PATH , <TAB> <TAB> ""METADATA_PATH"" : paths . METADATA_PATH , <TAB> <TAB> ""TEMPLATE_DIR"" : paths . TEMPLATE_DIR , <TAB> } . items ( ) : <TAB> <TAB> d = get_mocked_path ( tmp_path , path ) <TAB> <TAB> monkeypatch . setattr ( paths , attr_name , d ) <TAB> <TAB> if is_path_creation_enabed : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> d . parent . mkdir ( parents = True , exist_ok = True ) <TAB> <TAB> <TAB> elif d . is_file ( ) : <TAB> <TAB> <TAB> <TAB> d . touch ( exist_ok = True ) <TAB> <TAB> if attr_name in [ ""TEMPLATE_DIR"" ] : <TAB> <TAB> <TAB> monkeypatch . setattr ( sql , attr_name , d ) <TAB> return tmp_path",if d . is_dir ( ) :,315
8136,"def find_field_notnull_differ(self, meta, table_description, table_name):
    if not self.can_detect_notnull_differ:
        return
    for field in all_local_fields(meta):
        attname = field.db_column or field.attname
        if (table_name, attname) in self.new_db_fields:
            continue
        null = self.get_field_db_nullable(field, table_name)
        if field.null != null:
            action = field.null and ""DROP"" or ""SET""
            self.add_difference(""notnull-differ"", table_name, attname, action)
","def find_field_notnull_differ ( self , meta , table_description , table_name ) : <TAB> if not self . can_detect_notnull_differ : <TAB> <TAB> return <TAB> for field in all_local_fields ( meta ) : <TAB> <TAB> attname = field . db_column or field . attname <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> null = self . get_field_db_nullable ( field , table_name ) <TAB> <TAB> if field . null != null : <TAB> <TAB> <TAB> action = field . null and ""DROP"" or ""SET"" <TAB> <TAB> <TAB> self . add_difference ( ""notnull-differ"" , table_name , attname , action )","if ( table_name , attname ) in self . new_db_fields :",167
16805,"def get_doc_links():
    """"""Returns a dictionary of function names -> upstream documentation link""""""
    tadoc_homepage = ""http://www.tadoc.org/""
    html_file_path = os.path.join(INPUT_DIR, "".tadoc.org.html"")
    if os.path.exists(html_file_path):
        with open(html_file_path, ""r"") as f:
            html = f.read()
    else:
        if sys.version_info < (2, 8):
            from urllib2 import urlopen
        else:
            from urllib.request import urlopen
        html = urlopen(tadoc_homepage).read()
        with open(html_file_path, ""wb"") as f:
            f.write(html)
    # find every link that's for an indicator and convert to absolute urls
    soup = BeautifulSoup(html, ""html.parser"")
    links = [a for a in soup.findAll(""a"") if ""indicator"" in a[""href""]]
    ret = {}
    for a in links:
        url = """".join([tadoc_homepage, a[""href""]])
        func = url[url.rfind(""/"") + 1 : url.rfind(""."")]
        ret[func] = url
    return ret","def get_doc_links ( ) : <TAB> """"""Returns a dictionary of function names -> upstream documentation link"""""" <TAB> tadoc_homepage = ""http://www.tadoc.org/"" <TAB> html_file_path = os . path . join ( INPUT_DIR , "".tadoc.org.html"" ) <TAB> if os . path . exists ( html_file_path ) : <TAB> <TAB> with open ( html_file_path , ""r"" ) as f : <TAB> <TAB> <TAB> html = f . read ( ) <TAB> else : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> from urllib2 import urlopen <TAB> <TAB> else : <TAB> <TAB> <TAB> from urllib . request import urlopen <TAB> <TAB> html = urlopen ( tadoc_homepage ) . read ( ) <TAB> <TAB> with open ( html_file_path , ""wb"" ) as f : <TAB> <TAB> <TAB> f . write ( html ) <TAB> <TAB> soup = BeautifulSoup ( html , ""html.parser"" ) <TAB> links = [ a for a in soup . findAll ( ""a"" ) if ""indicator"" in a [ ""href"" ] ] <TAB> ret = { } <TAB> for a in links : <TAB> <TAB> url = """" . join ( [ tadoc_homepage , a [ ""href"" ] ] ) <TAB> <TAB> func = url [ url . rfind ( ""/"" ) + 1 : url . rfind ( ""."" ) ] <TAB> <TAB> ret [ func ] = url <TAB> return ret","if sys . version_info < ( 2 , 8 ) :",311
16255,"def split_on_length(example):
    """"""Split a batch of ditcs on length.""""""
    x = example[""targets""]
    # TODO(kitaev): This code breaks if chunk_length * max_chunks < batch_size
    length_diff = chunk_length * max_chunks - tf.shape(x)[1]
    padded_x = tf.pad(x, [(0, 0), (0, length_diff), (0, 0), (0, 0)])
    chunks = [
        padded_x[:, i * chunk_length : (i + 1) * chunk_length, :, :]
        for i in range(max_chunks - 1)
    ]
    chunks.append(padded_x[:, (max_chunks - 1) * chunk_length :, :, :])
    new_example = {}
    # Setting chunk_number to be tf.range(max_chunks) is incompatible with TPU
    new_example[""chunk_number""] = tf.concat(
        [tf.expand_dims(tf.ones_like(c) * n, axis=0) for n, c in enumerate(chunks)],
        axis=0,
    )
    new_example[""targets""] = tf.concat(
        [tf.expand_dims(c, axis=0) for c in chunks], axis=0
    )
    for k in example:
        if k != ""targets"":
            assert k != ""chunk_number"", (
                ""Chunking code expects the chunk_number feature name to be "" ""available""
            )
            new_example[k] = tf.concat(
                [tf.expand_dims(example[k], axis=0) for _ in range(max_chunks)], axis=0
            )
    return tf.data.Dataset.from_tensor_slices(new_example)","def split_on_length ( example ) : <TAB> """"""Split a batch of ditcs on length."""""" <TAB> x = example [ ""targets"" ] <TAB> <TAB> length_diff = chunk_length * max_chunks - tf . shape ( x ) [ 1 ] <TAB> padded_x = tf . pad ( x , [ ( 0 , 0 ) , ( 0 , length_diff ) , ( 0 , 0 ) , ( 0 , 0 ) ] ) <TAB> chunks = [ <TAB> <TAB> padded_x [ : , i * chunk_length : ( i + 1 ) * chunk_length , : , : ] <TAB> <TAB> for i in range ( max_chunks - 1 ) <TAB> ] <TAB> chunks . append ( padded_x [ : , ( max_chunks - 1 ) * chunk_length : , : , : ] ) <TAB> new_example = { } <TAB> <TAB> new_example [ ""chunk_number"" ] = tf . concat ( <TAB> <TAB> [ tf . expand_dims ( tf . ones_like ( c ) * n , axis = 0 ) for n , c in enumerate ( chunks ) ] , <TAB> <TAB> axis = 0 , <TAB> ) <TAB> new_example [ ""targets"" ] = tf . concat ( <TAB> <TAB> [ tf . expand_dims ( c , axis = 0 ) for c in chunks ] , axis = 0 <TAB> ) <TAB> for k in example : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert k != ""chunk_number"" , ( <TAB> <TAB> <TAB> <TAB> ""Chunking code expects the chunk_number feature name to be "" ""available"" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> new_example [ k ] = tf . concat ( <TAB> <TAB> <TAB> <TAB> [ tf . expand_dims ( example [ k ] , axis = 0 ) for _ in range ( max_chunks ) ] , axis = 0 <TAB> <TAB> <TAB> ) <TAB> return tf . data . Dataset . from_tensor_slices ( new_example )","if k != ""targets"" :",436
23946,"def analyze(self, item, pub_date):  # pylint: disable=arguments-differ
    observable_sample = item[""title""]
    context_sample = {}
    context_sample[""description""] = ""ATM sample""
    context_sample[""date_added""] = pub_date
    context_sample[""source""] = self.name
    family = False
    if "" - "" in observable_sample:
        family, observable_sample = observable_sample.split("" - "")
    try:
        sample = Hash.get_or_create(value=observable_sample)
        sample.add_context(context_sample)
        sample.add_source(self.name)
        sample_tags = [""atm""]
        if family:
            sample_tags.append(family)
        sample.tag(sample_tags)
    except ObservableValidationError as e:
        logging.error(e)
        return
","def analyze ( self , item , pub_date ) : <TAB> observable_sample = item [ ""title"" ] <TAB> context_sample = { } <TAB> context_sample [ ""description"" ] = ""ATM sample"" <TAB> context_sample [ ""date_added"" ] = pub_date <TAB> context_sample [ ""source"" ] = self . name <TAB> family = False <TAB> if "" - "" in observable_sample : <TAB> <TAB> family , observable_sample = observable_sample . split ( "" - "" ) <TAB> try : <TAB> <TAB> sample = Hash . get_or_create ( value = observable_sample ) <TAB> <TAB> sample . add_context ( context_sample ) <TAB> <TAB> sample . add_source ( self . name ) <TAB> <TAB> sample_tags = [ ""atm"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sample_tags . append ( family ) <TAB> <TAB> sample . tag ( sample_tags ) <TAB> except ObservableValidationError as e : <TAB> <TAB> logging . error ( e ) <TAB> <TAB> return",if family :,228
142,"def on_treeview_button_pressed(self, treeview, event):
    if event.window != treeview.get_bin_window():
        return False
    role = getattr(treeview, TreeViewHelper.ROLE)
    if role == TreeViewHelper.ROLE_EPISODES and event.button == 1:
        # Toggle episode ""new"" status by clicking the icon (bug 1432)
        result = treeview.get_path_at_pos(int(event.x), int(event.y))
        if result is not None:
            path, column, x, y = result
            # The user clicked the icon if she clicked in the first column
            # and the x position is in the area where the icon resides
            if x < self.EPISODE_LIST_ICON_WIDTH and column == treeview.get_columns()[0]:
                model = treeview.get_model()
                cursor_episode = model.get_value(
                    model.get_iter(path), EpisodeListModel.C_EPISODE
                )
                new_value = cursor_episode.is_new
                selected_episodes = self.get_selected_episodes()
                # Avoid changing anything if the clicked episode is not
                # selected already - otherwise update all selected
                if cursor_episode in selected_episodes:
                    for episode in selected_episodes:
                        episode.mark(is_played=new_value)
                    self.update_episode_list_icons(selected=True)
                    self.update_podcast_list_model(selected=True)
                    return True
    return event.button == 3","def on_treeview_button_pressed ( self , treeview , event ) : <TAB> if event . window != treeview . get_bin_window ( ) : <TAB> <TAB> return False <TAB> role = getattr ( treeview , TreeViewHelper . ROLE ) <TAB> if role == TreeViewHelper . ROLE_EPISODES and event . button == 1 : <TAB> <TAB> <TAB> <TAB> result = treeview . get_path_at_pos ( int ( event . x ) , int ( event . y ) ) <TAB> <TAB> if result is not None : <TAB> <TAB> <TAB> path , column , x , y = result <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> model = treeview . get_model ( ) <TAB> <TAB> <TAB> <TAB> cursor_episode = model . get_value ( <TAB> <TAB> <TAB> <TAB> <TAB> model . get_iter ( path ) , EpisodeListModel . C_EPISODE <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> new_value = cursor_episode . is_new <TAB> <TAB> <TAB> <TAB> selected_episodes = self . get_selected_episodes ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if cursor_episode in selected_episodes : <TAB> <TAB> <TAB> <TAB> <TAB> for episode in selected_episodes : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> episode . mark ( is_played = new_value ) <TAB> <TAB> <TAB> <TAB> <TAB> self . update_episode_list_icons ( selected = True ) <TAB> <TAB> <TAB> <TAB> <TAB> self . update_podcast_list_model ( selected = True ) <TAB> <TAB> <TAB> <TAB> <TAB> return True <TAB> return event . button == 3",if x < self . EPISODE_LIST_ICON_WIDTH and column == treeview . get_columns ( ) [ 0 ] :,433
19383,"def test_avg_non_zero_reducer(self):
    reducer = AvgNonZeroReducer()
    for dtype in TEST_DTYPES:
        batch_size = 100
        embedding_size = 64
        embeddings = torch.randn(batch_size, embedding_size).type(dtype).to(TEST_DEVICE)
        labels = torch.randint(0, 10, (batch_size,))
        pair_indices = (
            torch.randint(0, batch_size, (batch_size,)),
            torch.randint(0, batch_size, (batch_size,)),
        )
        triplet_indices = pair_indices + (torch.randint(0, batch_size, (batch_size,)),)
        losses = torch.randn(batch_size).type(dtype).to(TEST_DEVICE)
        zero_losses = torch.zeros(batch_size).type(dtype).to(TEST_DEVICE)
        for indices, reduction_type in [
            (torch.arange(batch_size), ""element""),
            (pair_indices, ""pos_pair""),
            (pair_indices, ""neg_pair""),
            (triplet_indices, ""triplet""),
        ]:
            for L in [losses, zero_losses]:
                loss_dict = {
                    ""loss"": {
                        ""losses"": L,
                        ""indices"": indices,
                        ""reduction_type"": reduction_type,
                    }
                }
                output = reducer(loss_dict, embeddings, labels)
                filtered_L = L[L > 0]
                if len(filtered_L) > 0:
                    correct_output = torch.mean(filtered_L)
                else:
                    correct_output = torch.mean(L) * 0
                self.assertTrue(output == correct_output)","def test_avg_non_zero_reducer ( self ) : <TAB> reducer = AvgNonZeroReducer ( ) <TAB> for dtype in TEST_DTYPES : <TAB> <TAB> batch_size = 100 <TAB> <TAB> embedding_size = 64 <TAB> <TAB> embeddings = torch . randn ( batch_size , embedding_size ) . type ( dtype ) . to ( TEST_DEVICE ) <TAB> <TAB> labels = torch . randint ( 0 , 10 , ( batch_size , ) ) <TAB> <TAB> pair_indices = ( <TAB> <TAB> <TAB> torch . randint ( 0 , batch_size , ( batch_size , ) ) , <TAB> <TAB> <TAB> torch . randint ( 0 , batch_size , ( batch_size , ) ) , <TAB> <TAB> ) <TAB> <TAB> triplet_indices = pair_indices + ( torch . randint ( 0 , batch_size , ( batch_size , ) ) , ) <TAB> <TAB> losses = torch . randn ( batch_size ) . type ( dtype ) . to ( TEST_DEVICE ) <TAB> <TAB> zero_losses = torch . zeros ( batch_size ) . type ( dtype ) . to ( TEST_DEVICE ) <TAB> <TAB> for indices , reduction_type in [ <TAB> <TAB> <TAB> ( torch . arange ( batch_size ) , ""element"" ) , <TAB> <TAB> <TAB> ( pair_indices , ""pos_pair"" ) , <TAB> <TAB> <TAB> ( pair_indices , ""neg_pair"" ) , <TAB> <TAB> <TAB> ( triplet_indices , ""triplet"" ) , <TAB> <TAB> ] : <TAB> <TAB> <TAB> for L in [ losses , zero_losses ] : <TAB> <TAB> <TAB> <TAB> loss_dict = { <TAB> <TAB> <TAB> <TAB> <TAB> ""loss"" : { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""losses"" : L , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""indices"" : indices , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""reduction_type"" : reduction_type , <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> output = reducer ( loss_dict , embeddings , labels ) <TAB> <TAB> <TAB> <TAB> filtered_L = L [ L > 0 ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> correct_output = torch . mean ( filtered_L ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> correct_output = torch . mean ( L ) * 0 <TAB> <TAB> <TAB> <TAB> self . assertTrue ( output == correct_output )",if len ( filtered_L ) > 0 :,488
10329,"def _get_volume_options_from_type(self, type_id, default_options):
    options = dict(default_options.items())
    if type_id:
        admin_context = cinder_context.get_admin_context()
        volume_type = volume_types.get_volume_type(admin_context, type_id)
        specs = dict(volume_type).get(""extra_specs"")
        for key, value in six.iteritems(specs):
            if key in self.VALID_VOLUME_TYPE_KEYS:
                if key == self.DATACORE_DISK_POOLS_KEY:
                    options[key] = [v.strip().lower() for v in value.split("","")]
                else:
                    options[key] = value.lower()
    return options
","def _get_volume_options_from_type ( self , type_id , default_options ) : <TAB> options = dict ( default_options . items ( ) ) <TAB> if type_id : <TAB> <TAB> admin_context = cinder_context . get_admin_context ( ) <TAB> <TAB> volume_type = volume_types . get_volume_type ( admin_context , type_id ) <TAB> <TAB> specs = dict ( volume_type ) . get ( ""extra_specs"" ) <TAB> <TAB> for key , value in six . iteritems ( specs ) : <TAB> <TAB> <TAB> if key in self . VALID_VOLUME_TYPE_KEYS : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> options [ key ] = [ v . strip ( ) . lower ( ) for v in value . split ( "","" ) ] <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> options [ key ] = value . lower ( ) <TAB> return options",if key == self . DATACORE_DISK_POOLS_KEY :,208
21308,"def __exit__(self, *args, **kwargs):
    self._samples_cache = {}
    if is_validation_enabled() and isinstance(self.prior, dict):
        extra = set(self.prior) - self._param_hits
        if extra:
            warnings.warn(
                ""pyro.module prior did not find params ['{}']. ""
                ""Did you instead mean one of ['{}']?"".format(
                    ""', '"".join(extra), ""', '"".join(self._param_misses)
                )
            )
    return super().__exit__(*args, **kwargs)
","def __exit__ ( self , * args , ** kwargs ) : <TAB> self . _samples_cache = { } <TAB> if is_validation_enabled ( ) and isinstance ( self . prior , dict ) : <TAB> <TAB> extra = set ( self . prior ) - self . _param_hits <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> warnings . warn ( <TAB> <TAB> <TAB> <TAB> ""pyro.module prior did not find params ['{}']. "" <TAB> <TAB> <TAB> <TAB> ""Did you instead mean one of ['{}']?"" . format ( <TAB> <TAB> <TAB> <TAB> <TAB> ""', '"" . join ( extra ) , ""', '"" . join ( self . _param_misses ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> return super ( ) . __exit__ ( * args , ** kwargs )",if extra :,156
20106,"def __init__(self, sources: List[BuildSource]) -> None:
    self.source_text_present = False
    self.source_modules = set()  # type: Set[str]
    self.source_paths = set()  # type: Set[str]
    for source in sources:
        if source.text is not None:
            self.source_text_present = True
        elif source.path:
            self.source_paths.add(source.path)
        else:
            self.source_modules.add(source.module)
","def __init__ ( self , sources : List [ BuildSource ] ) -> None : <TAB> self . source_text_present = False <TAB> self . source_modules = set ( ) <TAB> self . source_paths = set ( ) <TAB> for source in sources : <TAB> <TAB> if source . text is not None : <TAB> <TAB> <TAB> self . source_text_present = True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . source_paths . add ( source . path ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . source_modules . add ( source . module )",elif source . path :,139
819,"def is_open(self):
    if self.signup_code:
        return True
    else:
        if self.signup_code_present:
            if self.messages.get(""invalid_signup_code""):
                messages.add_message(
                    self.request,
                    self.messages[""invalid_signup_code""][""level""],
                    self.messages[""invalid_signup_code""][""text""].format(
                        **{
                            ""code"": self.get_code(),
                        }
                    ),
                )
    return settings.ACCOUNT_OPEN_SIGNUP
","def is_open ( self ) : <TAB> if self . signup_code : <TAB> <TAB> return True <TAB> else : <TAB> <TAB> if self . signup_code_present : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> messages . add_message ( <TAB> <TAB> <TAB> <TAB> <TAB> self . request , <TAB> <TAB> <TAB> <TAB> <TAB> self . messages [ ""invalid_signup_code"" ] [ ""level"" ] , <TAB> <TAB> <TAB> <TAB> <TAB> self . messages [ ""invalid_signup_code"" ] [ ""text"" ] . format ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ** { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""code"" : self . get_code ( ) , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> return settings . ACCOUNT_OPEN_SIGNUP","if self . messages . get ( ""invalid_signup_code"" ) :",172
7115,"def serve_until_stopped(self) -> None:
    while True:
        rd, wr, ex = select.select([self.socket.fileno()], [], [], self.timeout)
        if rd:
            self.handle_request()
        if self.event is not None and self.event.is_set():
            break
","def serve_until_stopped ( self ) -> None : <TAB> while True : <TAB> <TAB> rd , wr , ex = select . select ( [ self . socket . fileno ( ) ] , [ ] , [ ] , self . timeout ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . handle_request ( ) <TAB> <TAB> if self . event is not None and self . event . is_set ( ) : <TAB> <TAB> <TAB> break",if rd :,83
11183,"def __on_new_workspace(self, event):
    """"""Handle the New Workspace menu command""""""
    if self.__dirty_workspace:
        result = wx.MessageBox(
            ""Do you want to save your existing project?"",
            caption=""Save project"",
            style=wx.YES_NO | wx.CANCEL | wx.ICON_QUESTION,
            parent=self.__frame,
        )
        if result == wx.CANCEL:
            return
        elif result == wx.YES:
            path = get_current_workspace_path()
            if path is None:
                if not self.do_save_as_workspace():
                    return
            else:
                self.do_save_workspace(path)
    self.do_create_workspace()
","def __on_new_workspace ( self , event ) : <TAB> """"""Handle the New Workspace menu command"""""" <TAB> if self . __dirty_workspace : <TAB> <TAB> result = wx . MessageBox ( <TAB> <TAB> <TAB> ""Do you want to save your existing project?"" , <TAB> <TAB> <TAB> caption = ""Save project"" , <TAB> <TAB> <TAB> style = wx . YES_NO | wx . CANCEL | wx . ICON_QUESTION , <TAB> <TAB> <TAB> parent = self . __frame , <TAB> <TAB> ) <TAB> <TAB> if result == wx . CANCEL : <TAB> <TAB> <TAB> return <TAB> <TAB> elif result == wx . YES : <TAB> <TAB> <TAB> path = get_current_workspace_path ( ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> if not self . do_save_as_workspace ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . do_save_workspace ( path ) <TAB> self . do_create_workspace ( )",if path is None :,206
1357,"def load_cache(filename, get_key=mangle_key):
    cache = {}
    if not os.path.exists(filename):
        return cache
    f = open(filename, ""rb"")
    l = 0
    for line in f.readlines():
        l += 1
        fields = line.split(b"" "")
        if fields == None or not len(fields) == 2 or fields[0][0:1] != b"":"":
            sys.stderr.write(""Invalid file format in [%s], line %d\n"" % (filename, l))
            continue
        # put key:value in cache, key without ^:
        cache[get_key(fields[0][1:])] = fields[1].split(b""\n"")[0]
    f.close()
    return cache","def load_cache ( filename , get_key = mangle_key ) : <TAB> cache = { } <TAB> if not os . path . exists ( filename ) : <TAB> <TAB> return cache <TAB> f = open ( filename , ""rb"" ) <TAB> l = 0 <TAB> for line in f . readlines ( ) : <TAB> <TAB> l += 1 <TAB> <TAB> fields = line . split ( b"" "" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> sys . stderr . write ( ""Invalid file format in [%s], line %d\n"" % ( filename , l ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> cache [ get_key ( fields [ 0 ] [ 1 : ] ) ] = fields [ 1 ] . split ( b""\n"" ) [ 0 ] <TAB> f . close ( ) <TAB> return cache","if fields == None or not len ( fields ) == 2 or fields [ 0 ] [ 0 : 1 ] != b"":"" :",197
25175,"def _parse(self, contents):
    entries = []
    hostnames_found = set()
    for line in contents.splitlines():
        if not len(line.strip()):
            entries.append((""blank"", [line]))
            continue
        (head, tail) = chop_comment(line.strip(), ""#"")
        if not len(head):
            entries.append((""all_comment"", [line]))
            continue
        entries.append((""hostname"", [head, tail]))
        hostnames_found.add(head)
    if len(hostnames_found) > 1:
        raise IOError(""Multiple hostnames (%s) found!"" % (hostnames_found))
    return entries","def _parse ( self , contents ) : <TAB> entries = [ ] <TAB> hostnames_found = set ( ) <TAB> for line in contents . splitlines ( ) : <TAB> <TAB> if not len ( line . strip ( ) ) : <TAB> <TAB> <TAB> entries . append ( ( ""blank"" , [ line ] ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> ( head , tail ) = chop_comment ( line . strip ( ) , ""#"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> entries . append ( ( ""all_comment"" , [ line ] ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> entries . append ( ( ""hostname"" , [ head , tail ] ) ) <TAB> <TAB> hostnames_found . add ( head ) <TAB> if len ( hostnames_found ) > 1 : <TAB> <TAB> raise IOError ( ""Multiple hostnames (%s) found!"" % ( hostnames_found ) ) <TAB> return entries",if not len ( head ) :,167
12182,"def sequence_list(self):
    ""Returns a list of information about all DB sequences for all models in all apps.""
    from django.db import models, router
    apps = models.get_apps()
    sequence_list = []
    for app in apps:
        for model in models.get_models(app):
            if not model._meta.managed:
                continue
            if model._meta.swapped:
                continue
            if not router.allow_syncdb(self.connection.alias, model):
                continue
            for f in model._meta.local_fields:
                if isinstance(f, models.AutoField):
                    sequence_list.append(
                        {""table"": model._meta.db_table, ""column"": f.column}
                    )
                    break  # Only one AutoField is allowed per model, so don't bother continuing.
            for f in model._meta.local_many_to_many:
                # If this is an m2m using an intermediate table,
                # we don't need to reset the sequence.
                if f.rel.through is None:
                    sequence_list.append({""table"": f.m2m_db_table(), ""column"": None})
    return sequence_list","def sequence_list ( self ) : <TAB> ""Returns a list of information about all DB sequences for all models in all apps."" <TAB> from django . db import models , router <TAB> apps = models . get_apps ( ) <TAB> sequence_list = [ ] <TAB> for app in apps : <TAB> <TAB> for model in models . get_models ( app ) : <TAB> <TAB> <TAB> if not model . _meta . managed : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if model . _meta . swapped : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> if not router . allow_syncdb ( self . connection . alias , model ) : <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> for f in model . _meta . local_fields : <TAB> <TAB> <TAB> <TAB> if isinstance ( f , models . AutoField ) : <TAB> <TAB> <TAB> <TAB> <TAB> sequence_list . append ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> { ""table"" : model . _meta . db_table , ""column"" : f . column } <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> for f in model . _meta . local_many_to_many : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> sequence_list . append ( { ""table"" : f . m2m_db_table ( ) , ""column"" : None } ) <TAB> return sequence_list",if f . rel . through is None :,336
24627,"def load_file(self):
    if self.ledger.fava_options[""import-config""]:
        full_path = os.path.normpath(
            os.path.join(
                os.path.dirname(self.ledger.beancount_file_path),
                self.ledger.fava_options[""import-config""],
            )
        )
        if not os.path.exists(full_path) or os.path.isdir(full_path):
            error = IngestError(
                None, ""File does not exist: '{}'"".format(full_path), None
            )
            self.ledger.errors.append(error)
        else:
            mod = runpy.run_path(full_path)
            self.config = mod[""CONFIG""]
","def load_file ( self ) : <TAB> if self . ledger . fava_options [ ""import-config"" ] : <TAB> <TAB> full_path = os . path . normpath ( <TAB> <TAB> <TAB> os . path . join ( <TAB> <TAB> <TAB> <TAB> os . path . dirname ( self . ledger . beancount_file_path ) , <TAB> <TAB> <TAB> <TAB> self . ledger . fava_options [ ""import-config"" ] , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> error = IngestError ( <TAB> <TAB> <TAB> <TAB> None , ""File does not exist: '{}'"" . format ( full_path ) , None <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . ledger . errors . append ( error ) <TAB> <TAB> else : <TAB> <TAB> <TAB> mod = runpy . run_path ( full_path ) <TAB> <TAB> <TAB> self . config = mod [ ""CONFIG"" ]",if not os . path . exists ( full_path ) or os . path . isdir ( full_path ) :,210
22118,"def execute(self):
    if self._dirty or not self._qr:
        model_class = self.model_class
        query_meta = self.get_query_meta()
        if self._tuples:
            ResultWrapper = TuplesQueryResultWrapper
        elif self._dicts:
            ResultWrapper = DictQueryResultWrapper
        elif self._naive or not self._joins or self.verify_naive():
            ResultWrapper = NaiveQueryResultWrapper
        elif self._aggregate_rows:
            ResultWrapper = AggregateQueryResultWrapper
        else:
            ResultWrapper = ModelQueryResultWrapper
        self._qr = ResultWrapper(model_class, self._execute(), query_meta)
        self._dirty = False
        return self._qr
    else:
        return self._qr
","def execute ( self ) : <TAB> if self . _dirty or not self . _qr : <TAB> <TAB> model_class = self . model_class <TAB> <TAB> query_meta = self . get_query_meta ( ) <TAB> <TAB> if self . _tuples : <TAB> <TAB> <TAB> ResultWrapper = TuplesQueryResultWrapper <TAB> <TAB> elif self . _dicts : <TAB> <TAB> <TAB> ResultWrapper = DictQueryResultWrapper <TAB> <TAB> elif self . _naive or not self . _joins or self . verify_naive ( ) : <TAB> <TAB> <TAB> ResultWrapper = NaiveQueryResultWrapper <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> ResultWrapper = AggregateQueryResultWrapper <TAB> <TAB> else : <TAB> <TAB> <TAB> ResultWrapper = ModelQueryResultWrapper <TAB> <TAB> self . _qr = ResultWrapper ( model_class , self . _execute ( ) , query_meta ) <TAB> <TAB> self . _dirty = False <TAB> <TAB> return self . _qr <TAB> else : <TAB> <TAB> return self . _qr",elif self . _aggregate_rows :,198
14945,"def _Atom(self, children):
    # type: (List[PNode]) -> expr_t
    """"""Handles alternatives of 'atom' where there is more than one child.""""""
    tok = children[0].tok
    id_ = tok.id
    n = len(children)
    if id_ == Id.Op_LParen:
        # atom: '(' [yield_expr|testlist_comp] ')' | ...
        if n == 2:  # () is a tuple
            assert children[1].tok.id == Id.Op_RParen, children[1]
            return expr.Tuple([], expr_context_e.Store)
        return self._TestlistComp(children[1], id_)
    if id_ == Id.Op_LBracket:
        # atom: ... | '[' [testlist_comp] ']' | ...
        if n == 2:  # []
            assert children[1].tok.id == Id.Op_RBracket, children[1]
            return expr.List([], expr_context_e.Store)  # unused expr_context_e
        return self._TestlistComp(children[1], id_)
    if id_ == Id.Op_LBrace:
        # atom: ... | '{' [Op_Newline] [dict] '}'
        i = 1
        if children[i].tok.id == Id.Op_Newline:
            i += 1
        return self._Dict(children[i])
    if id_ == Id.Arith_Slash:
        r = self._Regex(children[1])
        flags = []  # type: List[Token]
        # TODO: Parse translation preference.
        trans_pref = None  # type: Token
        return expr.RegexLiteral(children[0].tok, r, flags, trans_pref)
    if id_ == Id.Expr_Func:
        # STUB.  This should really be a Func, not Lambda.
        return expr.Lambda([], expr.Implicit())
    raise NotImplementedError(Id_str(id_))","def _Atom ( self , children ) : <TAB> <TAB> """"""Handles alternatives of 'atom' where there is more than one child."""""" <TAB> tok = children [ 0 ] . tok <TAB> id_ = tok . id <TAB> n = len ( children ) <TAB> if id_ == Id . Op_LParen : <TAB> <TAB> <TAB> <TAB> if n == 2 : <TAB> <TAB> <TAB> assert children [ 1 ] . tok . id == Id . Op_RParen , children [ 1 ] <TAB> <TAB> <TAB> return expr . Tuple ( [ ] , expr_context_e . Store ) <TAB> <TAB> return self . _TestlistComp ( children [ 1 ] , id_ ) <TAB> if id_ == Id . Op_LBracket : <TAB> <TAB> <TAB> <TAB> if n == 2 : <TAB> <TAB> <TAB> assert children [ 1 ] . tok . id == Id . Op_RBracket , children [ 1 ] <TAB> <TAB> <TAB> return expr . List ( [ ] , expr_context_e . Store ) <TAB> <TAB> return self . _TestlistComp ( children [ 1 ] , id_ ) <TAB> if id_ == Id . Op_LBrace : <TAB> <TAB> <TAB> <TAB> i = 1 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> i += 1 <TAB> <TAB> return self . _Dict ( children [ i ] ) <TAB> if id_ == Id . Arith_Slash : <TAB> <TAB> r = self . _Regex ( children [ 1 ] ) <TAB> <TAB> flags = [ ] <TAB> <TAB> <TAB> <TAB> trans_pref = None <TAB> <TAB> return expr . RegexLiteral ( children [ 0 ] . tok , r , flags , trans_pref ) <TAB> if id_ == Id . Expr_Func : <TAB> <TAB> <TAB> <TAB> return expr . Lambda ( [ ] , expr . Implicit ( ) ) <TAB> raise NotImplementedError ( Id_str ( id_ ) )",if children [ i ] . tok . id == Id . Op_Newline :,499
7739,"def __setitem__(self, key, value):
    if key in self:
        # this warning is primarily to catch select() statements
        # which have conflicting column names in their exported
        # columns collection
        existing = self[key]
        if existing is value:
            return
        if not existing.shares_lineage(value):
            util.warn(
                ""Column %r on table %r being replaced by ""
                ""%r, which has the same key.  Consider ""
                ""use_labels for select() statements.""
                % (key, getattr(existing, ""table"", None), value)
            )
        # pop out memoized proxy_set as this
        # operation may very well be occurring
        # in a _make_proxy operation
        util.memoized_property.reset(value, ""proxy_set"")
    self._all_columns.append(value)
    self._data[key] = value
","def __setitem__ ( self , key , value ) : <TAB> if key in self : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> existing = self [ key ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> if not existing . shares_lineage ( value ) : <TAB> <TAB> <TAB> util . warn ( <TAB> <TAB> <TAB> <TAB> ""Column %r on table %r being replaced by "" <TAB> <TAB> <TAB> <TAB> ""%r, which has the same key.  Consider "" <TAB> <TAB> <TAB> <TAB> ""use_labels for select() statements."" <TAB> <TAB> <TAB> <TAB> % ( key , getattr ( existing , ""table"" , None ) , value ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> util . memoized_property . reset ( value , ""proxy_set"" ) <TAB> self . _all_columns . append ( value ) <TAB> self . _data [ key ] = value",if existing is value :,240
12599,"def create(path, binary=False):
    for i in range(10):
        try:
            os.makedirs(os.path.dirname(path), exist_ok=True)
            if binary:
                return open(path, ""wb"")
            else:
                return open(path, ""w"", encoding=""utf-8"")
            if i > 0:
                log(True, f""Created {path} at attempt {i + 1}"")
        except:
            time.sleep(0.5)
    else:
        raise Error(f""Failed to create {path}"")","def create ( path , binary = False ) : <TAB> for i in range ( 10 ) : <TAB> <TAB> try : <TAB> <TAB> <TAB> os . makedirs ( os . path . dirname ( path ) , exist_ok = True ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> return open ( path , ""wb"" ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return open ( path , ""w"" , encoding = ""utf-8"" ) <TAB> <TAB> <TAB> if i > 0 : <TAB> <TAB> <TAB> <TAB> log ( True , f""Created {path} at attempt {i + 1}"" ) <TAB> <TAB> except : <TAB> <TAB> <TAB> time . sleep ( 0.5 ) <TAB> else : <TAB> <TAB> raise Error ( f""Failed to create {path}"" )",if binary :,157
23546,"def gen_widths(options, agi):
    """"""Generate the oc2 operand width enumeration & width lookup function""""""
    lines = base_open_file(options.input_widths, ""r"", ""widths input"").readlines()
    # remove comments and blank lines
    # widths_list is a list of width_info_t's
    widths_list = refine_widths_input(lines)
    (cfn, hfn) = emit_widths_enum(options, widths_list)
    agi.add_file_name(cfn)
    agi.add_file_name(hfn, header=True)
    cfn_map = emit_width_lookup(options, widths_list)
    agi.add_file_name(cfn_map)
    agi.widths_list = widths_list
    # sets the default data type for each width
    agi.widths_dict = {}
    for w in widths_list:
        agi.widths_dict[w.name] = w.dtype
    # compute the scalable widths
    agi.scalable_widths = set()
    for w in widths_list:
        (w8, w16, w32, w64) = w.widths
        if w16 != w32 or w16 != w64 or w32 != w64:
            msge(""Adding scalable width:  "" + w.name)
            agi.scalable_widths.add(w.name)","def gen_widths ( options , agi ) : <TAB> """"""Generate the oc2 operand width enumeration & width lookup function"""""" <TAB> lines = base_open_file ( options . input_widths , ""r"" , ""widths input"" ) . readlines ( ) <TAB> <TAB> <TAB> widths_list = refine_widths_input ( lines ) <TAB> ( cfn , hfn ) = emit_widths_enum ( options , widths_list ) <TAB> agi . add_file_name ( cfn ) <TAB> agi . add_file_name ( hfn , header = True ) <TAB> cfn_map = emit_width_lookup ( options , widths_list ) <TAB> agi . add_file_name ( cfn_map ) <TAB> agi . widths_list = widths_list <TAB> <TAB> agi . widths_dict = { } <TAB> for w in widths_list : <TAB> <TAB> agi . widths_dict [ w . name ] = w . dtype <TAB> <TAB> agi . scalable_widths = set ( ) <TAB> for w in widths_list : <TAB> <TAB> ( w8 , w16 , w32 , w64 ) = w . widths <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> msge ( ""Adding scalable width:  "" + w . name ) <TAB> <TAB> <TAB> agi . scalable_widths . add ( w . name )",if w16 != w32 or w16 != w64 or w32 != w64 :,347
6654,"def shortcut(self, input, ch_out, stride, name, if_first=False):
    ch_in = input.shape[1]
    if ch_in != ch_out or stride != 1:
        if if_first:
            return self.conv_bn_layer(input, ch_out, 1, stride, name=name)
        else:
            return self.conv_bn_layer_new(input, ch_out, 1, stride, name=name)
    else:
        return input","def shortcut ( self , input , ch_out , stride , name , if_first = False ) : <TAB> ch_in = input . shape [ 1 ] <TAB> if ch_in != ch_out or stride != 1 : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return self . conv_bn_layer ( input , ch_out , 1 , stride , name = name ) <TAB> <TAB> else : <TAB> <TAB> <TAB> return self . conv_bn_layer_new ( input , ch_out , 1 , stride , name = name ) <TAB> else : <TAB> <TAB> return input",if if_first :,127
25581,"def test_list_users(
    self,
    test_label,
    username,
    configure_first=True,
    raises=None,
    exception_message=None,
):
    if configure_first:
        self.client.auth.ldap.create_or_update_user(
            username=username,
            mount_point=self.TEST_LDAP_PATH,
        )
    if raises:
        with self.assertRaises(raises) as cm:
            self.client.auth.ldap.list_users(
                mount_point=self.TEST_LDAP_PATH,
            )
        if exception_message is not None:
            self.assertIn(
                member=exception_message,
                container=str(cm.exception),
            )
    else:
        list_users_response = self.client.auth.ldap.list_users(
            mount_point=self.TEST_LDAP_PATH,
        )
        self.assertDictEqual(
            d1=dict(keys=[username]),
            d2=list_users_response[""data""],
        )","def test_list_users ( <TAB> self , <TAB> test_label , <TAB> username , <TAB> configure_first = True , <TAB> raises = None , <TAB> exception_message = None , ) : <TAB> if configure_first : <TAB> <TAB> self . client . auth . ldap . create_or_update_user ( <TAB> <TAB> <TAB> username = username , <TAB> <TAB> <TAB> mount_point = self . TEST_LDAP_PATH , <TAB> <TAB> ) <TAB> if raises : <TAB> <TAB> with self . assertRaises ( raises ) as cm : <TAB> <TAB> <TAB> self . client . auth . ldap . list_users ( <TAB> <TAB> <TAB> <TAB> mount_point = self . TEST_LDAP_PATH , <TAB> <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertIn ( <TAB> <TAB> <TAB> <TAB> member = exception_message , <TAB> <TAB> <TAB> <TAB> container = str ( cm . exception ) , <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> list_users_response = self . client . auth . ldap . list_users ( <TAB> <TAB> <TAB> mount_point = self . TEST_LDAP_PATH , <TAB> <TAB> ) <TAB> <TAB> self . assertDictEqual ( <TAB> <TAB> <TAB> d1 = dict ( keys = [ username ] ) , <TAB> <TAB> <TAB> d2 = list_users_response [ ""data"" ] , <TAB> <TAB> )",if exception_message is not None :,296
10575,"def __getitem__(self, key):
    if isinstance(key, slice):
        entries = []
        start = 0 if key.start is None else key.start
        stop = len(self) if key.stop is None else key.stop
        step = 1 if key.step is None else key.step
        for i in range(start, stop, step):
            try:
                entry = self[i]
            except IndexError:
                break
            else:
                self._cache[entry.id]
                entries.append(entry)
        return entries
    # support negative indices
    if key < 0 < abs(key) <= len(self):
        key %= len(self)
    for i, entry in enumerate(self):
        if i == key:
            # ""touch"" the entry in the cache to intentionally cause
            # possible side-effects
            self._cache[entry.id]
            return entry
    raise IndexError","def __getitem__ ( self , key ) : <TAB> if isinstance ( key , slice ) : <TAB> <TAB> entries = [ ] <TAB> <TAB> start = 0 if key . start is None else key . start <TAB> <TAB> stop = len ( self ) if key . stop is None else key . stop <TAB> <TAB> step = 1 if key . step is None else key . step <TAB> <TAB> for i in range ( start , stop , step ) : <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> entry = self [ i ] <TAB> <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> self . _cache [ entry . id ] <TAB> <TAB> <TAB> <TAB> entries . append ( entry ) <TAB> <TAB> return entries <TAB> <TAB> if key < 0 < abs ( key ) <= len ( self ) : <TAB> <TAB> key %= len ( self ) <TAB> for i , entry in enumerate ( self ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . _cache [ entry . id ] <TAB> <TAB> <TAB> return entry <TAB> raise IndexError",if i == key :,251
11431,"def Get_Gene(self, id):
    """"""Retreive the gene name (GN).""""""
    entry = self.Get(id)
    if not entry:
        return None
    GN = """"
    for line in string.split(entry, ""\n""):
        if line[0:5] == ""GN   "":
            GN = string.strip(line[5:])
            if GN[-1] == ""."":
                GN = GN[0:-1]
            return GN
        if line[0:2] == ""//"":
            break
    return GN","def Get_Gene ( self , id ) : <TAB> """"""Retreive the gene name (GN)."""""" <TAB> entry = self . Get ( id ) <TAB> if not entry : <TAB> <TAB> return None <TAB> GN = """" <TAB> for line in string . split ( entry , ""\n"" ) : <TAB> <TAB> if line [ 0 : 5 ] == ""GN   "" : <TAB> <TAB> <TAB> GN = string . strip ( line [ 5 : ] ) <TAB> <TAB> <TAB> if GN [ - 1 ] == ""."" : <TAB> <TAB> <TAB> <TAB> GN = GN [ 0 : - 1 ] <TAB> <TAB> <TAB> return GN <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> return GN","if line [ 0 : 2 ] == ""//"" :",150
4835,"def _get_running_vms(ssh, uuid, sudo_mode=False):
    stdin, stdout, stderr = ssh.exec_command(
        ""{}xe vm-list resident-on={} ""
        ""params=uuid,name-label,power-state,VCPUs-number,memory-actual"".format(
            ""sudo "" if sudo_mode else """",
            uuid,
        )
    )
    data = stdout.read()
    vms = set()
    for vm_data in data.split(""\n\n""):
        info = parse.pairs(
            lines=[
                line.replace(""( RO)"", """")
                .replace(""( RW)"", """")
                .replace(""(MRO)"", """")
                .strip()
                for line in vm_data.splitlines()
            ]
        )
        if not info:
            continue
        label = info[""name-label""]
        if label.lower().startswith(""Transfer VM for"") or label.lower().startswith(
            ""Control domain on host:""
        ):
            # Skip the helper virtual machines
            continue
        power = info[""power-state""]
        if power not in {""running""}:
            # Only include the running virtual machines
            continue
        cores = int(info[""VCPUs-number""])
        memory = int(int(info[""memory-actual""]) / 1024 / 1024)
        uuid = info[""uuid""]
        vms.add((label, uuid, cores, memory))
    return vms","def _get_running_vms ( ssh , uuid , sudo_mode = False ) : <TAB> stdin , stdout , stderr = ssh . exec_command ( <TAB> <TAB> ""{}xe vm-list resident-on={} "" <TAB> <TAB> ""params=uuid,name-label,power-state,VCPUs-number,memory-actual"" . format ( <TAB> <TAB> <TAB> ""sudo "" if sudo_mode else """" , <TAB> <TAB> <TAB> uuid , <TAB> <TAB> ) <TAB> ) <TAB> data = stdout . read ( ) <TAB> vms = set ( ) <TAB> for vm_data in data . split ( ""\n\n"" ) : <TAB> <TAB> info = parse . pairs ( <TAB> <TAB> <TAB> lines = [ <TAB> <TAB> <TAB> <TAB> line . replace ( ""( RO)"" , """" ) <TAB> <TAB> <TAB> <TAB> . replace ( ""( RW)"" , """" ) <TAB> <TAB> <TAB> <TAB> . replace ( ""(MRO)"" , """" ) <TAB> <TAB> <TAB> <TAB> . strip ( ) <TAB> <TAB> <TAB> <TAB> for line in vm_data . splitlines ( ) <TAB> <TAB> <TAB> ] <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> label = info [ ""name-label"" ] <TAB> <TAB> if label . lower ( ) . startswith ( ""Transfer VM for"" ) or label . lower ( ) . startswith ( <TAB> <TAB> <TAB> ""Control domain on host:"" <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> power = info [ ""power-state"" ] <TAB> <TAB> if power not in { ""running"" } : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> cores = int ( info [ ""VCPUs-number"" ] ) <TAB> <TAB> memory = int ( int ( info [ ""memory-actual"" ] ) / 1024 / 1024 ) <TAB> <TAB> uuid = info [ ""uuid"" ] <TAB> <TAB> vms . add ( ( label , uuid , cores , memory ) ) <TAB> return vms",if not info :,390
20153,"def test_sanity_no_misaligned_entities(CorpusType: Type[HunerDataset]):
    dataset_name = CorpusType.__class__.__name__.lower()
    base_path = Path(flair.cache_root) / ""datasets""
    data_folder = base_path / dataset_name
    from flair.tokenization import SciSpacyTokenizer
    tokenizer = SciSpacyTokenizer()
    corpus = CorpusType()
    internal = corpus.to_internal(data_folder)
    for doc_id, doc_text in internal.documents.items():
        misaligned_starts = []
        misaligned_ends = []
        token_starts = set()
        token_ends = set()
        for token, token_start in zip(*tokenizer.tokenize(doc_text)):
            token_starts.add(token_start)
            token_ends.add(token_start + len(token))
        entities = internal.entities_per_document[doc_id]
        entity_starts = [i.char_span.start for i in entities]
        entity_ends = [i.char_span.stop for i in entities]
        for start in entity_starts:
            if start not in entity_starts:
                misaligned_starts.append(start)
        for end in entity_ends:
            if end not in entity_ends:
                misaligned_starts.append(end)
        assert len(misaligned_starts) <= len(entities) // 10
        assert len(misaligned_ends) <= len(entities) // 10","def test_sanity_no_misaligned_entities ( CorpusType : Type [ HunerDataset ] ) : <TAB> dataset_name = CorpusType . __class__ . __name__ . lower ( ) <TAB> base_path = Path ( flair . cache_root ) / ""datasets"" <TAB> data_folder = base_path / dataset_name <TAB> from flair . tokenization import SciSpacyTokenizer <TAB> tokenizer = SciSpacyTokenizer ( ) <TAB> corpus = CorpusType ( ) <TAB> internal = corpus . to_internal ( data_folder ) <TAB> for doc_id , doc_text in internal . documents . items ( ) : <TAB> <TAB> misaligned_starts = [ ] <TAB> <TAB> misaligned_ends = [ ] <TAB> <TAB> token_starts = set ( ) <TAB> <TAB> token_ends = set ( ) <TAB> <TAB> for token , token_start in zip ( * tokenizer . tokenize ( doc_text ) ) : <TAB> <TAB> <TAB> token_starts . add ( token_start ) <TAB> <TAB> <TAB> token_ends . add ( token_start + len ( token ) ) <TAB> <TAB> entities = internal . entities_per_document [ doc_id ] <TAB> <TAB> entity_starts = [ i . char_span . start for i in entities ] <TAB> <TAB> entity_ends = [ i . char_span . stop for i in entities ] <TAB> <TAB> for start in entity_starts : <TAB> <TAB> <TAB> if start not in entity_starts : <TAB> <TAB> <TAB> <TAB> misaligned_starts . append ( start ) <TAB> <TAB> for end in entity_ends : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> misaligned_starts . append ( end ) <TAB> <TAB> assert len ( misaligned_starts ) <= len ( entities ) // 10 <TAB> <TAB> assert len ( misaligned_ends ) <= len ( entities ) // 10",if end not in entity_ends :,362
2211,"def skip_this_post(self, time_ts):
    """"""Check whether the post is current""""""
    # Don't post if this record is too old
    if self.stale is not None:
        _how_old = time.time() - time_ts
        if _how_old > self.stale:
            log.debug(
                ""%s: record %s is stale (%d > %d)."",
                self.protocol_name,
                timestamp_to_string(time_ts),
                _how_old,
                self.stale,
            )
            return True
    if self.post_interval is not None:
        # We don't want to post more often than the post interval
        _how_long = time_ts - self.lastpost
        if _how_long < self.post_interval:
            log.debug(
                ""%s: wait interval (%d < %d) has not passed for record %s"",
                self.protocol_name,
                _how_long,
                self.post_interval,
                timestamp_to_string(time_ts),
            )
            return True
    self.lastpost = time_ts
    return False
","def skip_this_post ( self , time_ts ) : <TAB> """"""Check whether the post is current"""""" <TAB> <TAB> if self . stale is not None : <TAB> <TAB> _how_old = time . time ( ) - time_ts <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> log . debug ( <TAB> <TAB> <TAB> <TAB> ""%s: record %s is stale (%d > %d)."" , <TAB> <TAB> <TAB> <TAB> self . protocol_name , <TAB> <TAB> <TAB> <TAB> timestamp_to_string ( time_ts ) , <TAB> <TAB> <TAB> <TAB> _how_old , <TAB> <TAB> <TAB> <TAB> self . stale , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return True <TAB> if self . post_interval is not None : <TAB> <TAB> <TAB> <TAB> _how_long = time_ts - self . lastpost <TAB> <TAB> if _how_long < self . post_interval : <TAB> <TAB> <TAB> log . debug ( <TAB> <TAB> <TAB> <TAB> ""%s: wait interval (%d < %d) has not passed for record %s"" , <TAB> <TAB> <TAB> <TAB> self . protocol_name , <TAB> <TAB> <TAB> <TAB> _how_long , <TAB> <TAB> <TAB> <TAB> self . post_interval , <TAB> <TAB> <TAB> <TAB> timestamp_to_string ( time_ts ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return True <TAB> self . lastpost = time_ts <TAB> return False",if _how_old > self . stale :,322
23245,"def flingToEnd(self, maxSwipes=10):
    if self.vertical:
        for _ in range(maxSwipes):
            if DEBUG:
                print(""flinging to end"", file=sys.stderr)
            self.flingForward()","def flingToEnd ( self , maxSwipes = 10 ) : <TAB> if self . vertical : <TAB> <TAB> for _ in range ( maxSwipes ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> print ( ""flinging to end"" , file = sys . stderr ) <TAB> <TAB> <TAB> self . flingForward ( )",if DEBUG :,74
6260,"def populate(self, zone, target=False, lenient=False):
    self.log.debug(
        ""populate: name=%s, target=%s, lenient=%s"", zone.name, target, lenient
    )
    resp = None
    try:
        resp = self._get(""zones/{}"".format(zone.name))
        self.log.debug(""populate:   loaded"")
    except HTTPError as e:
        if e.response.status_code == 401:
            # Nicer error message for auth problems
            raise Exception(""PowerDNS unauthorized host={}"".format(self.host))
        elif e.response.status_code == 422:
            # 422 means powerdns doesn't know anything about the requested
            # domain. We'll just ignore it here and leave the zone
            # untouched.
            pass
        else:
            # just re-throw
            raise
    before = len(zone.records)
    exists = False
    if resp:
        exists = True
        for rrset in resp.json()[""rrsets""]:
            _type = rrset[""type""]
            if _type == ""SOA"":
                continue
            data_for = getattr(self, ""_data_for_{}"".format(_type))
            record_name = zone.hostname_from_fqdn(rrset[""name""])
            record = Record.new(
                zone, record_name, data_for(rrset), source=self, lenient=lenient
            )
            zone.add_record(record, lenient=lenient)
    self.log.info(
        ""populate:   found %s records, exists=%s"", len(zone.records) - before, exists
    )
    return exists","def populate ( self , zone , target = False , lenient = False ) : <TAB> self . log . debug ( <TAB> <TAB> ""populate: name=%s, target=%s, lenient=%s"" , zone . name , target , lenient <TAB> ) <TAB> resp = None <TAB> try : <TAB> <TAB> resp = self . _get ( ""zones/{}"" . format ( zone . name ) ) <TAB> <TAB> self . log . debug ( ""populate:   loaded"" ) <TAB> except HTTPError as e : <TAB> <TAB> if e . response . status_code == 401 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise Exception ( ""PowerDNS unauthorized host={}"" . format ( self . host ) ) <TAB> <TAB> elif e . response . status_code == 422 : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> raise <TAB> before = len ( zone . records ) <TAB> exists = False <TAB> if resp : <TAB> <TAB> exists = True <TAB> <TAB> for rrset in resp . json ( ) [ ""rrsets"" ] : <TAB> <TAB> <TAB> _type = rrset [ ""type"" ] <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> data_for = getattr ( self , ""_data_for_{}"" . format ( _type ) ) <TAB> <TAB> <TAB> record_name = zone . hostname_from_fqdn ( rrset [ ""name"" ] ) <TAB> <TAB> <TAB> record = Record . new ( <TAB> <TAB> <TAB> <TAB> zone , record_name , data_for ( rrset ) , source = self , lenient = lenient <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> zone . add_record ( record , lenient = lenient ) <TAB> self . log . info ( <TAB> <TAB> ""populate:   found %s records, exists=%s"" , len ( zone . records ) - before , exists <TAB> ) <TAB> return exists","if _type == ""SOA"" :",439
4388,"def __eq__(self, other):
    if not isinstance(other, relativedelta):
        return False
    if self.weekday or other.weekday:
        if not self.weekday or not other.weekday:
            return False
        if self.weekday.weekday != other.weekday.weekday:
            return False
        n1, n2 = self.weekday.n, other.weekday.n
        if n1 != n2 and not ((not n1 or n1 == 1) and (not n2 or n2 == 1)):
            return False
    return (
        self.years == other.years
        and self.months == other.months
        and self.days == other.days
        and self.hours == other.hours
        and self.minutes == other.minutes
        and self.seconds == other.seconds
        and self.leapdays == other.leapdays
        and self.year == other.year
        and self.month == other.month
        and self.day == other.day
        and self.hour == other.hour
        and self.minute == other.minute
        and self.second == other.second
        and self.microsecond == other.microsecond
    )","def __eq__ ( self , other ) : <TAB> if not isinstance ( other , relativedelta ) : <TAB> <TAB> return False <TAB> if self . weekday or other . weekday : <TAB> <TAB> if not self . weekday or not other . weekday : <TAB> <TAB> <TAB> return False <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return False <TAB> <TAB> n1 , n2 = self . weekday . n , other . weekday . n <TAB> <TAB> if n1 != n2 and not ( ( not n1 or n1 == 1 ) and ( not n2 or n2 == 1 ) ) : <TAB> <TAB> <TAB> return False <TAB> return ( <TAB> <TAB> self . years == other . years <TAB> <TAB> and self . months == other . months <TAB> <TAB> and self . days == other . days <TAB> <TAB> and self . hours == other . hours <TAB> <TAB> and self . minutes == other . minutes <TAB> <TAB> and self . seconds == other . seconds <TAB> <TAB> and self . leapdays == other . leapdays <TAB> <TAB> and self . year == other . year <TAB> <TAB> and self . month == other . month <TAB> <TAB> and self . day == other . day <TAB> <TAB> and self . hour == other . hour <TAB> <TAB> and self . minute == other . minute <TAB> <TAB> and self . second == other . second <TAB> <TAB> and self . microsecond == other . microsecond <TAB> )",if self . weekday . weekday != other . weekday . weekday :,300
16500,"def _sort_clause(self, query, joins, sort_field, sort_desc):
    if isinstance(sort_field, string_types):
        field = getattr(self.model, sort_field)
    elif isinstance(sort_field, Field):
        model_class = None
        try:
            model_class = sort_field.model_class
        except AttributeError:
            model_class = sort_field.model
        if model_class != self.model:
            query = self._handle_join(query, sort_field, joins)
        field = sort_field
    clause = field.desc() if sort_desc else field.asc()
    return query, joins, clause
","def _sort_clause ( self , query , joins , sort_field , sort_desc ) : <TAB> if isinstance ( sort_field , string_types ) : <TAB> <TAB> field = getattr ( self . model , sort_field ) <TAB> elif isinstance ( sort_field , Field ) : <TAB> <TAB> model_class = None <TAB> <TAB> try : <TAB> <TAB> <TAB> model_class = sort_field . model_class <TAB> <TAB> except AttributeError : <TAB> <TAB> <TAB> model_class = sort_field . model <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> query = self . _handle_join ( query , sort_field , joins ) <TAB> <TAB> field = sort_field <TAB> clause = field . desc ( ) if sort_desc else field . asc ( ) <TAB> return query , joins , clause",if model_class != self . model :,172
12629,"def set_required_env_var(dcos_env_vars: dict, env_var_name: str) -> None:
    env_var = os.getenv(env_var_name)
    if env_var is None:
        print_red(
            ""ERROR: required environment variable '{}' is not set!"".format(env_var_name)
        )
        if not dcos_env_vars:
            print_red(""No dcos-test-utils variables were detected in your environment."")
        else:
            print(""Current dcos-test-utils variables detected in your environment:"")
            for k, v in dcos_env_vars.items():
                print(""{}={}"".format(k, v))
        print_red(""Run 'pytest --env-help' to see all environment variables to set."")
        sys.exit(1)
    dcos_env_vars[env_var_name] = env_var","def set_required_env_var ( dcos_env_vars : dict , env_var_name : str ) -> None : <TAB> env_var = os . getenv ( env_var_name ) <TAB> if env_var is None : <TAB> <TAB> print_red ( <TAB> <TAB> <TAB> ""ERROR: required environment variable '{}' is not set!"" . format ( env_var_name ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print_red ( ""No dcos-test-utils variables were detected in your environment."" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""Current dcos-test-utils variables detected in your environment:"" ) <TAB> <TAB> <TAB> for k , v in dcos_env_vars . items ( ) : <TAB> <TAB> <TAB> <TAB> print ( ""{}={}"" . format ( k , v ) ) <TAB> <TAB> print_red ( ""Run 'pytest --env-help' to see all environment variables to set."" ) <TAB> <TAB> sys . exit ( 1 ) <TAB> dcos_env_vars [ env_var_name ] = env_var",if not dcos_env_vars :,229
10168,"def run(self):
    while True:
        task = self.requestQueue.get()
        if task is None:
            # The ""None"" value is used as a sentinel by
            # ThreadPool.cleanup().  This indicates that there
            # are no more tasks, so we should quit.
            break
        try:
            if self.interrupted():
                raise SCons.Errors.BuildError(task.targets[0], errstr=interrupt_msg)
            task.execute()
        except:
            task.exception_set()
            ok = False
        else:
            ok = True
        self.resultsQueue.put((task, ok))","def run ( self ) : <TAB> while True : <TAB> <TAB> task = self . requestQueue . get ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> try : <TAB> <TAB> <TAB> if self . interrupted ( ) : <TAB> <TAB> <TAB> <TAB> raise SCons . Errors . BuildError ( task . targets [ 0 ] , errstr = interrupt_msg ) <TAB> <TAB> <TAB> task . execute ( ) <TAB> <TAB> except : <TAB> <TAB> <TAB> task . exception_set ( ) <TAB> <TAB> <TAB> ok = False <TAB> <TAB> else : <TAB> <TAB> <TAB> ok = True <TAB> <TAB> self . resultsQueue . put ( ( task , ok ) )",if task is None :,178
13956,"def prepare_request(next_link=None):
    # Construct headers
    header_parameters = {}  # type: Dict[str, Any]
    header_parameters[""Accept""] = self._serialize.header(""accept"", accept, ""str"")
    if not next_link:
        # Construct URL
        url = self.list.metadata[""url""]  # type: ignore
        path_format_arguments = {
            ""subscriptionId"": self._serialize.url(
                ""self._config.subscription_id"", self._config.subscription_id, ""str""
            ),
        }
        url = self._client.format_url(url, **path_format_arguments)
        # Construct parameters
        query_parameters = {}  # type: Dict[str, Any]
        if filter is not None:
            query_parameters[""$filter""] = self._serialize.query(""filter"", filter, ""str"")
        if top is not None:
            query_parameters[""$top""] = self._serialize.query(""top"", top, ""int"")
        query_parameters[""api-version""] = self._serialize.query(
            ""api_version"", api_version, ""str""
        )
        request = self._client.get(url, query_parameters, header_parameters)
    else:
        url = next_link
        query_parameters = {}  # type: Dict[str, Any]
        request = self._client.get(url, query_parameters, header_parameters)
    return request
","def prepare_request ( next_link = None ) : <TAB> <TAB> header_parameters = { } <TAB> header_parameters [ ""Accept"" ] = self . _serialize . header ( ""accept"" , accept , ""str"" ) <TAB> if not next_link : <TAB> <TAB> <TAB> <TAB> url = self . list . metadata [ ""url"" ] <TAB> <TAB> path_format_arguments = { <TAB> <TAB> <TAB> ""subscriptionId"" : self . _serialize . url ( <TAB> <TAB> <TAB> <TAB> ""self._config.subscription_id"" , self . _config . subscription_id , ""str"" <TAB> <TAB> <TAB> ) , <TAB> <TAB> } <TAB> <TAB> url = self . _client . format_url ( url , ** path_format_arguments ) <TAB> <TAB> <TAB> <TAB> query_parameters = { } <TAB> <TAB> if filter is not None : <TAB> <TAB> <TAB> query_parameters [ ""$filter"" ] = self . _serialize . query ( ""filter"" , filter , ""str"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> query_parameters [ ""$top"" ] = self . _serialize . query ( ""top"" , top , ""int"" ) <TAB> <TAB> query_parameters [ ""api-version"" ] = self . _serialize . query ( <TAB> <TAB> <TAB> ""api_version"" , api_version , ""str"" <TAB> <TAB> ) <TAB> <TAB> request = self . _client . get ( url , query_parameters , header_parameters ) <TAB> else : <TAB> <TAB> url = next_link <TAB> <TAB> query_parameters = { } <TAB> <TAB> request = self . _client . get ( url , query_parameters , header_parameters ) <TAB> return request",if top is not None :,377
11841,"def _format_descr(descr, indent, box):
    wrapper = textwrap.TextWrapper()
    if box:
        wrapper.initial_indent = indent + ""  ""
        wrapper.subsequent_indent = indent + ""  ""
        wrapper.width = self.details.get(""width"") - 2
    else:
        wrapper.initial_indent = indent
        wrapper.subsequent_indent = indent
        wrapper.width = self.details.get(""width"")
    new_descr = """"
    for line in descr.split(""\n""):
        if box:
            tmp_line = wrapper.fill(line)
            for single_line in tmp_line.split(""\n""):
                single_line = single_line.ljust(self.details.get(""width""), "" "")
                new_descr += (
                    single_line[: len(indent)]
                    + self.printer.art[""vrt""]
                    + single_line[(len(indent) + 1) : (self.details.get(""width"") - 1)]
                    + self.printer.art[""vrt""]
                    + ""\n""
                )
        else:
            new_descr += wrapper.fill(line) + ""\n""
    return new_descr.rstrip()","def _format_descr ( descr , indent , box ) : <TAB> wrapper = textwrap . TextWrapper ( ) <TAB> <fill-in> <TAB> <TAB> wrapper . initial_indent = indent + ""  "" <TAB> <TAB> wrapper . subsequent_indent = indent + ""  "" <TAB> <TAB> wrapper . width = self . details . get ( ""width"" ) - 2 <TAB> else : <TAB> <TAB> wrapper . initial_indent = indent <TAB> <TAB> wrapper . subsequent_indent = indent <TAB> <TAB> wrapper . width = self . details . get ( ""width"" ) <TAB> new_descr = """" <TAB> for line in descr . split ( ""\n"" ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> tmp_line = wrapper . fill ( line ) <TAB> <TAB> <TAB> for single_line in tmp_line . split ( ""\n"" ) : <TAB> <TAB> <TAB> <TAB> single_line = single_line . ljust ( self . details . get ( ""width"" ) , "" "" ) <TAB> <TAB> <TAB> <TAB> new_descr += ( <TAB> <TAB> <TAB> <TAB> <TAB> single_line [ : len ( indent ) ] <TAB> <TAB> <TAB> <TAB> <TAB> + self . printer . art [ ""vrt"" ] <TAB> <TAB> <TAB> <TAB> <TAB> + single_line [ ( len ( indent ) + 1 ) : ( self . details . get ( ""width"" ) - 1 ) ] <TAB> <TAB> <TAB> <TAB> <TAB> + self . printer . art [ ""vrt"" ] <TAB> <TAB> <TAB> <TAB> <TAB> + ""\n"" <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> new_descr += wrapper . fill ( line ) + ""\n"" <TAB> return new_descr . rstrip ( )",if box :,328
15603,"def run(self):
    eid = self.start_episode()
    obs = self.env.reset()
    while True:
        if random.random() < self.off_pol_frac:
            action = self.env.action_space.sample()
            self.log_action(eid, obs, action)
        else:
            action = self.get_action(eid, obs)
        obs, reward, done, info = self.env.step(action)
        self.log_returns(eid, reward, info=info)
        if done:
            self.end_episode(eid, obs)
            obs = self.env.reset()
            eid = self.start_episode()
","def run ( self ) : <TAB> eid = self . start_episode ( ) <TAB> obs = self . env . reset ( ) <TAB> while True : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> action = self . env . action_space . sample ( ) <TAB> <TAB> <TAB> self . log_action ( eid , obs , action ) <TAB> <TAB> else : <TAB> <TAB> <TAB> action = self . get_action ( eid , obs ) <TAB> <TAB> obs , reward , done , info = self . env . step ( action ) <TAB> <TAB> self . log_returns ( eid , reward , info = info ) <TAB> <TAB> if done : <TAB> <TAB> <TAB> self . end_episode ( eid , obs ) <TAB> <TAB> <TAB> obs = self . env . reset ( ) <TAB> <TAB> <TAB> eid = self . start_episode ( )",if random . random ( ) < self . off_pol_frac :,187
19824,"def __init__(self, hwnd):
    """"""Initialise the instance""""""
    super(ListViewWrapper, self).__init__(hwnd)
    if self.is_unicode():
        self.create_buffer = ctypes.create_unicode_buffer
        if is64bitprocess(self.process_id()) or not is_x64_Python():
            self.LVCOLUMN = win32structures.LVCOLUMNW
            self.LVITEM = win32structures.LVITEMW
        else:
            self.LVCOLUMN = win32structures.LVCOLUMNW32
            self.LVITEM = win32structures.LVITEMW32
        self.LVM_GETITEM = win32defines.LVM_GETITEMW
        self.LVM_GETCOLUMN = win32defines.LVM_GETCOLUMNW
        self.text_decode = lambda v: v
    else:
        self.create_buffer = ctypes.create_string_buffer
        if is64bitprocess(self.process_id()) or not is_x64_Python():
            self.LVCOLUMN = win32structures.LVCOLUMNW
            self.LVITEM = win32structures.LVITEMW
        else:
            self.LVCOLUMN = win32structures.LVCOLUMNW32
            self.LVITEM = win32structures.LVITEMW32
        self.LVM_GETCOLUMN = win32defines.LVM_GETCOLUMNA
        self.LVM_GETITEM = win32defines.LVM_GETITEMA
        self.text_decode = lambda v: v.decode(locale.getpreferredencoding())","def __init__ ( self , hwnd ) : <TAB> """"""Initialise the instance"""""" <TAB> super ( ListViewWrapper , self ) . __init__ ( hwnd ) <TAB> if self . is_unicode ( ) : <TAB> <TAB> self . create_buffer = ctypes . create_unicode_buffer <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . LVCOLUMN = win32structures . LVCOLUMNW <TAB> <TAB> <TAB> self . LVITEM = win32structures . LVITEMW <TAB> <TAB> else : <TAB> <TAB> <TAB> self . LVCOLUMN = win32structures . LVCOLUMNW32 <TAB> <TAB> <TAB> self . LVITEM = win32structures . LVITEMW32 <TAB> <TAB> self . LVM_GETITEM = win32defines . LVM_GETITEMW <TAB> <TAB> self . LVM_GETCOLUMN = win32defines . LVM_GETCOLUMNW <TAB> <TAB> self . text_decode = lambda v : v <TAB> else : <TAB> <TAB> self . create_buffer = ctypes . create_string_buffer <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . LVCOLUMN = win32structures . LVCOLUMNW <TAB> <TAB> <TAB> self . LVITEM = win32structures . LVITEMW <TAB> <TAB> else : <TAB> <TAB> <TAB> self . LVCOLUMN = win32structures . LVCOLUMNW32 <TAB> <TAB> <TAB> self . LVITEM = win32structures . LVITEMW32 <TAB> <TAB> self . LVM_GETCOLUMN = win32defines . LVM_GETCOLUMNA <TAB> <TAB> self . LVM_GETITEM = win32defines . LVM_GETITEMA <TAB> <TAB> self . text_decode = lambda v : v . decode ( locale . getpreferredencoding ( ) )",if is64bitprocess ( self . process_id ( ) ) or not is_x64_Python ( ) :,422
19967,"def _convert_bbs_to_polygons_(cls, batch):
    batch_contained_polygons = batch.polygons is not None
    if batch.bounding_boxes is None:
        return batch, (False, batch_contained_polygons)
    psois = [bbsoi.to_polygons_on_image() for bbsoi in batch.bounding_boxes]
    psois = [psoi.subdivide_(2) for psoi in psois]
    # Mark Polygons that are really Bounding Boxes
    for psoi in psois:
        for polygon in psoi.polygons:
            if polygon.label is None:
                polygon.label = ""$$IMGAUG_BB_AS_POLYGON""
            else:
                polygon.label = polygon.label + "";$$IMGAUG_BB_AS_POLYGON""
    # Merge Fake-Polygons into existing Polygons
    if batch.polygons is None:
        batch.polygons = psois
    else:
        for psoi, bbs_as_psoi in zip(batch.polygons, psois):
            assert psoi.shape == bbs_as_psoi.shape, (
                ""Expected polygons and bounding boxes to have the same ""
                "".shape value, got %s and %s."" % (psoi.shape, bbs_as_psoi.shape)
            )
            psoi.polygons.extend(bbs_as_psoi.polygons)
    batch.bounding_boxes = None
    return batch, (True, batch_contained_polygons)","def _convert_bbs_to_polygons_ ( cls , batch ) : <TAB> batch_contained_polygons = batch . polygons is not None <TAB> if batch . bounding_boxes is None : <TAB> <TAB> return batch , ( False , batch_contained_polygons ) <TAB> psois = [ bbsoi . to_polygons_on_image ( ) for bbsoi in batch . bounding_boxes ] <TAB> psois = [ psoi . subdivide_ ( 2 ) for psoi in psois ] <TAB> <TAB> for psoi in psois : <TAB> <TAB> for polygon in psoi . polygons : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> polygon . label = ""$$IMGAUG_BB_AS_POLYGON"" <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> polygon . label = polygon . label + "";$$IMGAUG_BB_AS_POLYGON"" <TAB> <TAB> if batch . polygons is None : <TAB> <TAB> batch . polygons = psois <TAB> else : <TAB> <TAB> for psoi , bbs_as_psoi in zip ( batch . polygons , psois ) : <TAB> <TAB> <TAB> assert psoi . shape == bbs_as_psoi . shape , ( <TAB> <TAB> <TAB> <TAB> ""Expected polygons and bounding boxes to have the same "" <TAB> <TAB> <TAB> <TAB> "".shape value, got %s and %s."" % ( psoi . shape , bbs_as_psoi . shape ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> psoi . polygons . extend ( bbs_as_psoi . polygons ) <TAB> batch . bounding_boxes = None <TAB> return batch , ( True , batch_contained_polygons )",if polygon . label is None :,343
24488,"def _expand_env(self, snapcraft_yaml):
    environment_keys = [""name"", ""version""]
    for key in snapcraft_yaml:
        if any((key == env_key for env_key in environment_keys)):
            continue
        replacements = environment_to_replacements(
            get_snapcraft_global_environment(self.project)
        )
        snapcraft_yaml[key] = replace_attr(snapcraft_yaml[key], replacements)
    return snapcraft_yaml
","def _expand_env ( self , snapcraft_yaml ) : <TAB> environment_keys = [ ""name"" , ""version"" ] <TAB> for key in snapcraft_yaml : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> replacements = environment_to_replacements ( <TAB> <TAB> <TAB> get_snapcraft_global_environment ( self . project ) <TAB> <TAB> ) <TAB> <TAB> snapcraft_yaml [ key ] = replace_attr ( snapcraft_yaml [ key ] , replacements ) <TAB> return snapcraft_yaml",if any ( ( key == env_key for env_key in environment_keys ) ) :,124
4838,"def queue_autoscan_network(network, queue_name=None):
    """"""Queues a pre-scan of a whole network on the right worker.""""""
    if not queue_name:
        if not network.environment or not network.environment.queue:
            raise NoQueueError(
                ""No discovery queue defined for network ""
                ""environment {0}."".format(network),
            )
        queue_name = network.environment.queue.name
    queue = django_rq.get_queue(queue_name)
    for group in _split_into_groups(
        network.network.iterhosts(),
        ADDRESS_GROUP_SIZE,
    ):
        queue.enqueue_call(
            func=_autoscan_group,
            args=(group,),
            timeout=90,
            result_ttl=0,
        )
    network.last_scan = datetime.datetime.now()
    network.save()","def queue_autoscan_network ( network , queue_name = None ) : <TAB> """"""Queues a pre-scan of a whole network on the right worker."""""" <TAB> if not queue_name : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise NoQueueError ( <TAB> <TAB> <TAB> <TAB> ""No discovery queue defined for network "" <TAB> <TAB> <TAB> <TAB> ""environment {0}."" . format ( network ) , <TAB> <TAB> <TAB> ) <TAB> <TAB> queue_name = network . environment . queue . name <TAB> queue = django_rq . get_queue ( queue_name ) <TAB> for group in _split_into_groups ( <TAB> <TAB> network . network . iterhosts ( ) , <TAB> <TAB> ADDRESS_GROUP_SIZE , <TAB> ) : <TAB> <TAB> queue . enqueue_call ( <TAB> <TAB> <TAB> func = _autoscan_group , <TAB> <TAB> <TAB> args = ( group , ) , <TAB> <TAB> <TAB> timeout = 90 , <TAB> <TAB> <TAB> result_ttl = 0 , <TAB> <TAB> ) <TAB> network . last_scan = datetime . datetime . now ( ) <TAB> network . save ( )",if not network . environment or not network . environment . queue :,237
11938,"def MergeFrom(self, other):
    if self.message_class is not None:
        if other.Parse(self.message_class):
            self.message.MergeFrom(other.message)
    elif other.message_class is not None:
        if not self.Parse(other.message_class):
            self.message = other.message_class()
            self.message_class = other.message_class
        self.message.MergeFrom(other.message)
    else:
        self.message += other.message
","def MergeFrom ( self , other ) : <TAB> if self . message_class is not None : <TAB> <TAB> if other . Parse ( self . message_class ) : <TAB> <TAB> <TAB> self . message . MergeFrom ( other . message ) <TAB> elif other . message_class is not None : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . message = other . message_class ( ) <TAB> <TAB> <TAB> self . message_class = other . message_class <TAB> <TAB> self . message . MergeFrom ( other . message ) <TAB> else : <TAB> <TAB> self . message += other . message",if not self . Parse ( other . message_class ) :,134
7067,"def parse_headers(obj, f):
    """"""Return dict of HTTP headers parsed from a file object.""""""
    # Logic lifted mostly from dpkt's http module
    d = {}
    while 1:
        line = f.readline()
        line = line.decode(""utf-8"")
        line = line.strip()
        if not line:
            break
        l = line.split(None, 1)
        if not l[0].endswith("":""):
            obj.errors.append(dshell.core.DataError(""Invalid header {!r}"".format(line)))
        k = l[0][:-1].lower()
        v = len(l) != 1 and l[1] or """"
        if k in d:
            if not type(d[k]) is list:
                d[k] = [d[k]]
            d[k].append(v)
        else:
            d[k] = v
    return d","def parse_headers ( obj , f ) : <TAB> """"""Return dict of HTTP headers parsed from a file object."""""" <TAB> <TAB> d = { } <TAB> while 1 : <TAB> <TAB> line = f . readline ( ) <TAB> <TAB> line = line . decode ( ""utf-8"" ) <TAB> <TAB> line = line . strip ( ) <TAB> <TAB> if not line : <TAB> <TAB> <TAB> break <TAB> <TAB> l = line . split ( None , 1 ) <TAB> <TAB> if not l [ 0 ] . endswith ( "":"" ) : <TAB> <TAB> <TAB> obj . errors . append ( dshell . core . DataError ( ""Invalid header {!r}"" . format ( line ) ) ) <TAB> <TAB> k = l [ 0 ] [ : - 1 ] . lower ( ) <TAB> <TAB> v = len ( l ) != 1 and l [ 1 ] or """" <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if not type ( d [ k ] ) is list : <TAB> <TAB> <TAB> <TAB> d [ k ] = [ d [ k ] ] <TAB> <TAB> <TAB> d [ k ] . append ( v ) <TAB> <TAB> else : <TAB> <TAB> <TAB> d [ k ] = v <TAB> return d",if k in d :,241
25555,"def sanitize_function_name(s):
    func = None
    if s is not None:
        try:
            valid = re.match(r""^[\w]+\(\)"", s)
            if valid is not None:
                func = re.sub(""[()]"", """", s)
        except:
            pass
    return func
","def sanitize_function_name ( s ) : <TAB> func = None <TAB> if s is not None : <TAB> <TAB> try : <TAB> <TAB> <TAB> valid = re . match ( r""^[\w]+\(\)"" , s ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> func = re . sub ( ""[()]"" , """" , s ) <TAB> <TAB> except : <TAB> <TAB> <TAB> pass <TAB> return func",if valid is not None :,87
8797,"def main(server=SERVER):
    c = MQTTClient(CLIENT_ID, server)
    c.connect()
    print(""Connected to %s, waiting for button presses"" % server)
    while True:
        while True:
            if button.value() == 0:
                break
            time.sleep_ms(20)
        print(""Button pressed"")
        c.publish(TOPIC, b""toggle"")
        time.sleep_ms(200)
    c.disconnect()","def main ( server = SERVER ) : <TAB> c = MQTTClient ( CLIENT_ID , server ) <TAB> c . connect ( ) <TAB> print ( ""Connected to %s, waiting for button presses"" % server ) <TAB> while True : <TAB> <TAB> while True : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> time . sleep_ms ( 20 ) <TAB> <TAB> print ( ""Button pressed"" ) <TAB> <TAB> c . publish ( TOPIC , b""toggle"" ) <TAB> <TAB> time . sleep_ms ( 200 ) <TAB> c . disconnect ( )",if button . value ( ) == 0 :,125
6038,"def OnRefresh(self):
    try:
        self.Clear()
        self.nodes = {}
        for key in self.graph:
            self.nodes[key] = self.AddNode([key, self.graph[key]])
        for key in self.relations:
            if not key in self.nodes:
                self.nodes[key] = self.AddNode([key, [[0, 0, """"]]])
            parent_node = self.nodes[key]
            for child in self.relations[key]:
                if not child in self.nodes:
                    self.nodes[child] = self.AddNode([child, [[0, 0, """"]]])
                child_node = self.nodes[child]
                self.AddEdge(parent_node, child_node)
        return True
    except:
        print(""GraphViewer Error:"", sys.exc_info()[1])
        return True","def OnRefresh ( self ) : <TAB> try : <TAB> <TAB> self . Clear ( ) <TAB> <TAB> self . nodes = { } <TAB> <TAB> for key in self . graph : <TAB> <TAB> <TAB> self . nodes [ key ] = self . AddNode ( [ key , self . graph [ key ] ] ) <TAB> <TAB> for key in self . relations : <TAB> <TAB> <TAB> if not key in self . nodes : <TAB> <TAB> <TAB> <TAB> self . nodes [ key ] = self . AddNode ( [ key , [ [ 0 , 0 , """" ] ] ] ) <TAB> <TAB> <TAB> parent_node = self . nodes [ key ] <TAB> <TAB> <TAB> for child in self . relations [ key ] : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> self . nodes [ child ] = self . AddNode ( [ child , [ [ 0 , 0 , """" ] ] ] ) <TAB> <TAB> <TAB> <TAB> child_node = self . nodes [ child ] <TAB> <TAB> <TAB> <TAB> self . AddEdge ( parent_node , child_node ) <TAB> <TAB> return True <TAB> except : <TAB> <TAB> print ( ""GraphViewer Error:"" , sys . exc_info ( ) [ 1 ] ) <TAB> <TAB> return True",if not child in self . nodes :,240
2745,"def find_package_names():
    site_packages = sysconfig.get_python_lib()
    # initialize with well-known packages that don't seem to have a top_level.txt
    res = {
        ""yaml"": ""PyYAML"",
        ""Crypto"": ""pycrypto"",
    }
    for pth in os.listdir(site_packages):
        if not pth.endswith("".dist-info""):
            continue
        pkgname = pth.split(""-"", 1)[0].replace(""_"", ""-"")
        top_level_fname = os.path.join(site_packages, pth, ""top_level.txt"")
        if not os.path.exists(top_level_fname):
            if pkgname not in res.values():
                print(""ERR:"", pth, ""has not top_level.txt"")
            continue
        for modname in open(top_level_fname).read().split():
            modname = modname.replace(""/"", ""."")
            if modname.startswith(r""win32\lib""):
                modname = modname.rsplit(""\\"")[1]
            res[modname] = pkgname
    return res","def find_package_names ( ) : <TAB> site_packages = sysconfig . get_python_lib ( ) <TAB> <TAB> res = { <TAB> <TAB> ""yaml"" : ""PyYAML"" , <TAB> <TAB> ""Crypto"" : ""pycrypto"" , <TAB> } <TAB> for pth in os . listdir ( site_packages ) : <TAB> <TAB> if not pth . endswith ( "".dist-info"" ) : <TAB> <TAB> <TAB> continue <TAB> <TAB> pkgname = pth . split ( ""-"" , 1 ) [ 0 ] . replace ( ""_"" , ""-"" ) <TAB> <TAB> top_level_fname = os . path . join ( site_packages , pth , ""top_level.txt"" ) <TAB> <TAB> if not os . path . exists ( top_level_fname ) : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> print ( ""ERR:"" , pth , ""has not top_level.txt"" ) <TAB> <TAB> <TAB> continue <TAB> <TAB> for modname in open ( top_level_fname ) . read ( ) . split ( ) : <TAB> <TAB> <TAB> modname = modname . replace ( ""/"" , ""."" ) <TAB> <TAB> <TAB> if modname . startswith ( r""win32\lib"" ) : <TAB> <TAB> <TAB> <TAB> modname = modname . rsplit ( ""\\"" ) [ 1 ] <TAB> <TAB> <TAB> res [ modname ] = pkgname <TAB> return res",if pkgname not in res . values ( ) :,272
7837,"def signature(self):
    try:
        from hashlib import md5
    except ImportError:
        from md5 import md5
    try:
        sig = md5()
        if self.start:
            sig.update(self.start.encode(""latin-1""))
        if self.prec:
            sig.update("""".join(["""".join(p) for p in self.prec]).encode(""latin-1""))
        if self.tokens:
            sig.update("" "".join(self.tokens).encode(""latin-1""))
        for f in self.pfuncs:
            if f[3]:
                sig.update(f[3].encode(""latin-1""))
    except (TypeError, ValueError):
        pass
    digest = base64.b16encode(sig.digest())
    if sys.version_info[0] >= 3:
        digest = digest.decode(""latin-1"")
    return digest","def signature ( self ) : <TAB> try : <TAB> <TAB> from hashlib import md5 <TAB> except ImportError : <TAB> <TAB> from md5 import md5 <TAB> try : <TAB> <TAB> sig = md5 ( ) <TAB> <TAB> if self . start : <TAB> <TAB> <TAB> sig . update ( self . start . encode ( ""latin-1"" ) ) <TAB> <TAB> if self . prec : <TAB> <TAB> <TAB> sig . update ( """" . join ( [ """" . join ( p ) for p in self . prec ] ) . encode ( ""latin-1"" ) ) <TAB> <TAB> if self . tokens : <TAB> <TAB> <TAB> sig . update ( "" "" . join ( self . tokens ) . encode ( ""latin-1"" ) ) <TAB> <TAB> for f in self . pfuncs : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> sig . update ( f [ 3 ] . encode ( ""latin-1"" ) ) <TAB> except ( TypeError , ValueError ) : <TAB> <TAB> pass <TAB> digest = base64 . b16encode ( sig . digest ( ) ) <TAB> if sys . version_info [ 0 ] >= 3 : <TAB> <TAB> digest = digest . decode ( ""latin-1"" ) <TAB> return digest",if f [ 3 ] :,232
18286,"def __init__(self, parent, name, columns=None, create=True, typeless=False):
    self.parent = parent
    self.name = unsafeSQLIdentificatorNaming(name)
    self.columns = columns
    if create:
        self.execute('DROP TABLE IF EXISTS ""%s""' % self.name)
        if not typeless:
            self.execute(
                'CREATE TABLE ""%s"" (%s)'
                % (
                    self.name,
                    "","".join(
                        '""%s"" %s' % (unsafeSQLIdentificatorNaming(colname), coltype)
                        for colname, coltype in self.columns
                    ),
                )
            )
        else:
            self.execute(
                'CREATE TABLE ""%s"" (%s)'
                % (
                    self.name,
                    "","".join(
                        '""%s""' % unsafeSQLIdentificatorNaming(colname)
                        for colname in self.columns
                    ),
                )
            )
","def __init__ ( self , parent , name , columns = None , create = True , typeless = False ) : <TAB> self . parent = parent <TAB> self . name = unsafeSQLIdentificatorNaming ( name ) <TAB> self . columns = columns <TAB> if create : <TAB> <TAB> self . execute ( 'DROP TABLE IF EXISTS ""%s""' % self . name ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . execute ( <TAB> <TAB> <TAB> <TAB> 'CREATE TABLE ""%s"" (%s)' <TAB> <TAB> <TAB> <TAB> % ( <TAB> <TAB> <TAB> <TAB> <TAB> self . name , <TAB> <TAB> <TAB> <TAB> <TAB> "","" . join ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> '""%s"" %s' % ( unsafeSQLIdentificatorNaming ( colname ) , coltype ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for colname , coltype in self . columns <TAB> <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . execute ( <TAB> <TAB> <TAB> <TAB> 'CREATE TABLE ""%s"" (%s)' <TAB> <TAB> <TAB> <TAB> % ( <TAB> <TAB> <TAB> <TAB> <TAB> self . name , <TAB> <TAB> <TAB> <TAB> <TAB> "","" . join ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> '""%s""' % unsafeSQLIdentificatorNaming ( colname ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for colname in self . columns <TAB> <TAB> <TAB> <TAB> <TAB> ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> )",if not typeless :,306
16027,"def evaluate_test_corpus(self, corpus):
    logger.info(""TEST: evaluating test corpus"")
    if self.lda_alpha is None or self.lda_beta is None:
        self.lda_alpha, self.lda_beta = self.hdp_to_lda()
    score = 0.0
    total_words = 0
    for i, doc in enumerate(corpus):
        if len(doc) > 0:
            doc_word_ids, doc_word_counts = zip(*doc)
            likelihood, gamma = lda_e_step(
                doc_word_ids, doc_word_counts, self.lda_alpha, self.lda_beta
            )
            theta = gamma / np.sum(gamma)
            lda_betad = self.lda_beta[:, doc_word_ids]
            log_predicts = np.log(np.dot(theta, lda_betad))
            doc_score = sum(log_predicts) / len(doc)
            logger.info(""TEST: %6d    %.5f"" % (i, doc_score))
            score += likelihood
            total_words += sum(doc_word_counts)
    logger.info(
        ""TEST: average score: %.5f, total score: %.5f,  test docs: %d""
        % (score / total_words, score, len(corpus))
    )
    return score","def evaluate_test_corpus ( self , corpus ) : <TAB> logger . info ( ""TEST: evaluating test corpus"" ) <TAB> if self . lda_alpha is None or self . lda_beta is None : <TAB> <TAB> self . lda_alpha , self . lda_beta = self . hdp_to_lda ( ) <TAB> score = 0.0 <TAB> total_words = 0 <TAB> for i , doc in enumerate ( corpus ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> doc_word_ids , doc_word_counts = zip ( * doc ) <TAB> <TAB> <TAB> likelihood , gamma = lda_e_step ( <TAB> <TAB> <TAB> <TAB> doc_word_ids , doc_word_counts , self . lda_alpha , self . lda_beta <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> theta = gamma / np . sum ( gamma ) <TAB> <TAB> <TAB> lda_betad = self . lda_beta [ : , doc_word_ids ] <TAB> <TAB> <TAB> log_predicts = np . log ( np . dot ( theta , lda_betad ) ) <TAB> <TAB> <TAB> doc_score = sum ( log_predicts ) / len ( doc ) <TAB> <TAB> <TAB> logger . info ( ""TEST: %6d    %.5f"" % ( i , doc_score ) ) <TAB> <TAB> <TAB> score += likelihood <TAB> <TAB> <TAB> total_words += sum ( doc_word_counts ) <TAB> logger . info ( <TAB> <TAB> ""TEST: average score: %.5f, total score: %.5f,  test docs: %d"" <TAB> <TAB> % ( score / total_words , score , len ( corpus ) ) <TAB> ) <TAB> return score",if len ( doc ) > 0 :,366
10488,"def test_controlcharacters(self):
    for i in range(128):
        c = chr(i)
        testString = ""string containing %s"" % c
        if i >= 32 or c in ""\r\n\t"":
            # \r, \n and \t are the only legal control chars in XML
            plistlib.dumps(testString, fmt=plistlib.FMT_XML)
        else:
            self.assertRaises(ValueError, plistlib.dumps, testString)","def test_controlcharacters ( self ) : <TAB> for i in range ( 128 ) : <TAB> <TAB> c = chr ( i ) <TAB> <TAB> testString = ""string containing %s"" % c <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> plistlib . dumps ( testString , fmt = plistlib . FMT_XML ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . assertRaises ( ValueError , plistlib . dumps , testString )","if i >= 32 or c in ""\r\n\t"" :",122
2644,"def __getitem__(self, key):
    if key == 1:
        return self.get_value()
    elif key == 0:
        return self.cell[0]
    elif isinstance(key, slice):
        s = list(self.cell.__getitem__(key))
        if self.cell[1] in s:
            s[s.index(self.cell[1])] = self.get_value()
        return s
    else:
        raise IndexError(key)","def __getitem__ ( self , key ) : <TAB> if key == 1 : <TAB> <TAB> return self . get_value ( ) <TAB> elif key == 0 : <TAB> <TAB> return self . cell [ 0 ] <TAB> elif isinstance ( key , slice ) : <TAB> <TAB> s = list ( self . cell . __getitem__ ( key ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> s [ s . index ( self . cell [ 1 ] ) ] = self . get_value ( ) <TAB> <TAB> return s <TAB> else : <TAB> <TAB> raise IndexError ( key )",if self . cell [ 1 ] in s :,120
2150,"def __init__(self, _inf=None, _tzinfos=None):
    if _inf:
        self._tzinfos = _tzinfos
        self._utcoffset, self._dst, self._tzname = _inf
    else:
        _tzinfos = {}
        self._tzinfos = _tzinfos
        self._utcoffset, self._dst, self._tzname = self._transition_info[0]
        _tzinfos[self._transition_info[0]] = self
        for inf in self._transition_info[1:]:
            if not _tzinfos.has_key(inf):
                _tzinfos[inf] = self.__class__(inf, _tzinfos)","def __init__ ( self , _inf = None , _tzinfos = None ) : <TAB> if _inf : <TAB> <TAB> self . _tzinfos = _tzinfos <TAB> <TAB> self . _utcoffset , self . _dst , self . _tzname = _inf <TAB> else : <TAB> <TAB> _tzinfos = { } <TAB> <TAB> self . _tzinfos = _tzinfos <TAB> <TAB> self . _utcoffset , self . _dst , self . _tzname = self . _transition_info [ 0 ] <TAB> <TAB> _tzinfos [ self . _transition_info [ 0 ] ] = self <TAB> <TAB> for inf in self . _transition_info [ 1 : ] : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> _tzinfos [ inf ] = self . __class__ ( inf , _tzinfos )",if not _tzinfos . has_key ( inf ) :,173
12837,"def transform_privatedns_record_set_table_output(result):
    table_output = []
    for item in result:
        table_row = OrderedDict()
        table_row[""Name""] = item[""name""]
        table_row[""ResourceGroup""] = item[""resourceGroup""]
        table_row[""Ttl""] = item[""ttl""]
        table_row[""Type""] = item[""type""].rsplit(""/"", 1)[1]
        table_row[""AutoRegistered""] = item[""isAutoRegistered""]
        metadata = item[""metadata""]
        if metadata:
            table_row[""Metadata""] = "" "".join(
                ['{}=""{}""'.format(x, metadata[x]) for x in sorted(metadata)]
            )
        else:
            table_row[""Metadata""] = "" ""
        table_output.append(table_row)
    return table_output","def transform_privatedns_record_set_table_output ( result ) : <TAB> table_output = [ ] <TAB> for item in result : <TAB> <TAB> table_row = OrderedDict ( ) <TAB> <TAB> table_row [ ""Name"" ] = item [ ""name"" ] <TAB> <TAB> table_row [ ""ResourceGroup"" ] = item [ ""resourceGroup"" ] <TAB> <TAB> table_row [ ""Ttl"" ] = item [ ""ttl"" ] <TAB> <TAB> table_row [ ""Type"" ] = item [ ""type"" ] . rsplit ( ""/"" , 1 ) [ 1 ] <TAB> <TAB> table_row [ ""AutoRegistered"" ] = item [ ""isAutoRegistered"" ] <TAB> <TAB> metadata = item [ ""metadata"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> table_row [ ""Metadata"" ] = "" "" . join ( <TAB> <TAB> <TAB> <TAB> [ '{}=""{}""' . format ( x , metadata [ x ] ) for x in sorted ( metadata ) ] <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> table_row [ ""Metadata"" ] = "" "" <TAB> <TAB> table_output . append ( table_row ) <TAB> return table_output",if metadata :,221
14893,"def generator_mode():
    if description is not None:
        # description can be explicit
        yield ""description"", ""meta"", description
    # transform the yielded data, and add type annotations
    for data in fn(*args, **kw):
        # if not 2 items, then it is assumed to be already formatted with a type:
        # e.g. (""bls_setting"", ""meta"", 1)
        if len(data) != 2:
            yield data
            continue
        # Try to infer the type, but keep it as-is if it's not a SSZ type or bytes.
        (key, value) = data
        if value is None:
            continue
        if isinstance(value, View):
            yield key, ""data"", encode(value)
            yield key, ""ssz"", serialize(value)
        elif isinstance(value, bytes):
            yield key, ""data"", encode(value)
            yield key, ""ssz"", value
        elif isinstance(value, list) and all(
            [isinstance(el, (View, bytes)) for el in value]
        ):
            for i, el in enumerate(value):
                if isinstance(el, View):
                    yield f""{key}_{i}"", ""data"", encode(el)
                    yield f""{key}_{i}"", ""ssz"", serialize(el)
                elif isinstance(el, bytes):
                    yield f""{key}_{i}"", ""data"", encode(el)
                    yield f""{key}_{i}"", ""ssz"", el
            yield f""{key}_count"", ""meta"", len(value)
        else:
            # Not a ssz value.
            # The data will now just be yielded as any python data,
            #  something that should be encodeable by the generator runner.
            yield key, ""data"", value","def generator_mode ( ) : <TAB> if description is not None : <TAB> <TAB> <TAB> <TAB> yield ""description"" , ""meta"" , description <TAB> <TAB> for data in fn ( * args , ** kw ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if len ( data ) != 2 : <TAB> <TAB> <TAB> yield data <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> ( key , value ) = data <TAB> <TAB> if value is None : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield key , ""data"" , encode ( value ) <TAB> <TAB> <TAB> yield key , ""ssz"" , serialize ( value ) <TAB> <TAB> elif isinstance ( value , bytes ) : <TAB> <TAB> <TAB> yield key , ""data"" , encode ( value ) <TAB> <TAB> <TAB> yield key , ""ssz"" , value <TAB> <TAB> elif isinstance ( value , list ) and all ( <TAB> <TAB> <TAB> [ isinstance ( el , ( View , bytes ) ) for el in value ] <TAB> <TAB> ) : <TAB> <TAB> <TAB> for i , el in enumerate ( value ) : <TAB> <TAB> <TAB> <TAB> if isinstance ( el , View ) : <TAB> <TAB> <TAB> <TAB> <TAB> yield f""{key}_{i}"" , ""data"" , encode ( el ) <TAB> <TAB> <TAB> <TAB> <TAB> yield f""{key}_{i}"" , ""ssz"" , serialize ( el ) <TAB> <TAB> <TAB> <TAB> elif isinstance ( el , bytes ) : <TAB> <TAB> <TAB> <TAB> <TAB> yield f""{key}_{i}"" , ""data"" , encode ( el ) <TAB> <TAB> <TAB> <TAB> <TAB> yield f""{key}_{i}"" , ""ssz"" , el <TAB> <TAB> <TAB> yield f""{key}_count"" , ""meta"" , len ( value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> yield key , ""data"" , value","if isinstance ( value , View ) :",475
22285,"def read(self):
    """"""Reads data from stream and switch state.""""""
    assert self.status in (WAIT_LEN, WAIT_MESSAGE)
    if self.status == WAIT_LEN:
        self._read_len()
        # go back to the main loop here for simplicity instead of
        # falling through, even though there is a good chance that
        # the message is already available
    elif self.status == WAIT_MESSAGE:
        read = self.socket.recv(self.len - len(self.message))
        if len(read) == 0:
            logging.error(
                ""can't read frame from socket (get %d of %d bytes)""
                % (len(self.message), self.len)
            )
            self.close()
            return
        self.message += read
        if len(self.message) == self.len:
            self.status = WAIT_PROCESS","def read ( self ) : <TAB> """"""Reads data from stream and switch state."""""" <TAB> assert self . status in ( WAIT_LEN , WAIT_MESSAGE ) <TAB> if self . status == WAIT_LEN : <TAB> <TAB> self . _read_len ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> elif self . status == WAIT_MESSAGE : <TAB> <TAB> read = self . socket . recv ( self . len - len ( self . message ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> logging . error ( <TAB> <TAB> <TAB> <TAB> ""can't read frame from socket (get %d of %d bytes)"" <TAB> <TAB> <TAB> <TAB> % ( len ( self . message ) , self . len ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> self . close ( ) <TAB> <TAB> <TAB> return <TAB> <TAB> self . message += read <TAB> <TAB> if len ( self . message ) == self . len : <TAB> <TAB> <TAB> self . status = WAIT_PROCESS",if len ( read ) == 0 :,237
13537,"def posts_split_endpoint(request, thread):
    if not thread.acl[""can_move_posts""]:
        raise PermissionDenied(_(""You can't split posts from this thread.""))
    serializer = SplitPostsSerializer(
        data=request.data,
        context={
            ""settings"": request.settings,
            ""thread"": thread,
            ""user_acl"": request.user_acl,
        },
    )
    if not serializer.is_valid():
        if ""posts"" in serializer.errors:
            # Fix for KeyError - errors[0]
            errors = serializer.errors[""posts""]
            try:
                errors = {""detail"": errors[0]}
            except KeyError:
                if isinstance(errors, dict):
                    errors = {""detail"": list(errors.values())[0][0]}
        else:
            errors = serializer.errors
        return Response(errors, status=400)
    split_posts_to_new_thread(request, thread, serializer.validated_data)
    return Response({})","def posts_split_endpoint ( request , thread ) : <TAB> if not thread . acl [ ""can_move_posts"" ] : <TAB> <TAB> raise PermissionDenied ( _ ( ""You can't split posts from this thread."" ) ) <TAB> serializer = SplitPostsSerializer ( <TAB> <TAB> data = request . data , <TAB> <TAB> context = { <TAB> <TAB> <TAB> ""settings"" : request . settings , <TAB> <TAB> <TAB> ""thread"" : thread , <TAB> <TAB> <TAB> ""user_acl"" : request . user_acl , <TAB> <TAB> } , <TAB> ) <TAB> if not serializer . is_valid ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> errors = serializer . errors [ ""posts"" ] <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> errors = { ""detail"" : errors [ 0 ] } <TAB> <TAB> <TAB> except KeyError : <TAB> <TAB> <TAB> <TAB> if isinstance ( errors , dict ) : <TAB> <TAB> <TAB> <TAB> <TAB> errors = { ""detail"" : list ( errors . values ( ) ) [ 0 ] [ 0 ] } <TAB> <TAB> else : <TAB> <TAB> <TAB> errors = serializer . errors <TAB> <TAB> return Response ( errors , status = 400 ) <TAB> split_posts_to_new_thread ( request , thread , serializer . validated_data ) <TAB> return Response ( { } )","if ""posts"" in serializer . errors :",266
7077,"def undecorated(o):
    """"""Remove all decorators from a function, method or class""""""
    # class decorator
    if isinstance(o, type):
        return o
    try:
        # python2
        closure = o.func_closure
    except AttributeError:
        pass
    try:
        # python3
        closure = o.__closure__
    except AttributeError:
        return
    if closure:
        for cell in closure:
            # avoid infinite recursion
            if cell.cell_contents is o:
                continue
            # check if the contents looks like a decorator; in that case
            # we need to go one level down into the dream, otherwise it
            # might just be a different closed-over variable, which we
            # can ignore.
            # Note: this favors supporting decorators defined without
            # @wraps to the detriment of function/method/class closures
            if looks_like_a_decorator(cell.cell_contents):
                undecd = undecorated(cell.cell_contents)
                if undecd:
                    return undecd
    return o","def undecorated ( o ) : <TAB> """"""Remove all decorators from a function, method or class"""""" <TAB> <TAB> if isinstance ( o , type ) : <TAB> <TAB> return o <TAB> try : <TAB> <TAB> <TAB> <TAB> closure = o . func_closure <TAB> except AttributeError : <TAB> <TAB> pass <TAB> try : <TAB> <TAB> <TAB> <TAB> closure = o . __closure__ <TAB> except AttributeError : <TAB> <TAB> return <TAB> if closure : <TAB> <TAB> for cell in closure : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if looks_like_a_decorator ( cell . cell_contents ) : <TAB> <TAB> <TAB> <TAB> undecd = undecorated ( cell . cell_contents ) <TAB> <TAB> <TAB> <TAB> if undecd : <TAB> <TAB> <TAB> <TAB> <TAB> return undecd <TAB> return o",if cell . cell_contents is o :,291
11849,"def update(self):
    if not self.is_available:
        return
    current_measurement_value = self.reader.read_power()
    current_measurement_time = time.time()
    for m_idx, _ in enumerate(self.last_probe):
        joule_used = (
            current_measurement_value[m_idx].current - self.last_probe[m_idx].current
        ) / float(self.MICRO_JOULE_IN_JOULE)
        self.last_probe[m_idx] = joule_used
        seconds_passed = current_measurement_time - self.last_probe_time
        logging.debug(""seconds passed %s"", seconds_passed)
        watts_used = float(joule_used) / float(seconds_passed)
        logging.debug(""watts used %s"", watts_used)
        logging.info(""Joule_Used %d, seconds passed, %d"", joule_used, seconds_passed)
        if watts_used > 0:
            # The information on joules used elapses every once in a while,
            # this might lead to negative readings.
            # To prevent this, we keep the last value until the next update
            self.last_measurement[m_idx] = watts_used
            logging.info(""Power reading elapsed"")
    self.last_probe = current_measurement_value
    self.last_probe_time = current_measurement_time","def update ( self ) : <TAB> if not self . is_available : <TAB> <TAB> return <TAB> current_measurement_value = self . reader . read_power ( ) <TAB> current_measurement_time = time . time ( ) <TAB> for m_idx , _ in enumerate ( self . last_probe ) : <TAB> <TAB> joule_used = ( <TAB> <TAB> <TAB> current_measurement_value [ m_idx ] . current - self . last_probe [ m_idx ] . current <TAB> <TAB> ) / float ( self . MICRO_JOULE_IN_JOULE ) <TAB> <TAB> self . last_probe [ m_idx ] = joule_used <TAB> <TAB> seconds_passed = current_measurement_time - self . last_probe_time <TAB> <TAB> logging . debug ( ""seconds passed %s"" , seconds_passed ) <TAB> <TAB> watts_used = float ( joule_used ) / float ( seconds_passed ) <TAB> <TAB> logging . debug ( ""watts used %s"" , watts_used ) <TAB> <TAB> logging . info ( ""Joule_Used %d, seconds passed, %d"" , joule_used , seconds_passed ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> self . last_measurement [ m_idx ] = watts_used <TAB> <TAB> <TAB> logging . info ( ""Power reading elapsed"" ) <TAB> self . last_probe = current_measurement_value <TAB> self . last_probe_time = current_measurement_time",if watts_used > 0 :,376
23820,"def resend_activation_email(request):
    if request.user.is_authenticated:
        return redirect(request.GET.get(""next"", reverse(""spirit:user:update"")))
    form = ResendActivationForm(data=post_data(request))
    if is_post(request):
        if not request.is_limited() and form.is_valid():
            user = form.get_user()
            send_activation_email(request, user)
        # TODO: show if is_valid only
        messages.info(
            request,
            _(
                ""If you don't receive an email, please make sure you've entered ""
                ""the address you registered with, and check your spam folder.""
            ),
        )
        return redirect(reverse(settings.LOGIN_URL))
    return render(
        request=request,
        template_name=""spirit/user/auth/activation_resend.html"",
        context={""form"": form},
    )
","def resend_activation_email ( request ) : <TAB> if request . user . is_authenticated : <TAB> <TAB> return redirect ( request . GET . get ( ""next"" , reverse ( ""spirit:user:update"" ) ) ) <TAB> form = ResendActivationForm ( data = post_data ( request ) ) <TAB> if is_post ( request ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> user = form . get_user ( ) <TAB> <TAB> <TAB> send_activation_email ( request , user ) <TAB> <TAB> <TAB> <TAB> messages . info ( <TAB> <TAB> <TAB> request , <TAB> <TAB> <TAB> _ ( <TAB> <TAB> <TAB> <TAB> ""If you don't receive an email, please make sure you've entered "" <TAB> <TAB> <TAB> <TAB> ""the address you registered with, and check your spam folder."" <TAB> <TAB> <TAB> ) , <TAB> <TAB> ) <TAB> <TAB> return redirect ( reverse ( settings . LOGIN_URL ) ) <TAB> return render ( <TAB> <TAB> request = request , <TAB> <TAB> template_name = ""spirit/user/auth/activation_resend.html"" , <TAB> <TAB> context = { ""form"" : form } , <TAB> )",if not request . is_limited ( ) and form . is_valid ( ) :,254
2368,"def testChildNamesHash(self):
    p = GafferScene.Plane()
    g1 = GafferScene.Group()
    g1[""in""][0].setInput(p[""out""])
    g2 = GafferScene.Group()
    g2[""in""][0].setInput(p[""out""])
    self.assertSceneHashesEqual(g1[""out""], g2[""out""])
    g2[""name""].setValue(""stuff"")
    equivalentPaths = [
        (""/"", ""/""),
        (""/group"", ""/stuff""),
        (""/group/plane"", ""/stuff/plane""),
    ]
    for path1, path2 in equivalentPaths:
        self.assertEqual(g1[""out""].boundHash(path1), g2[""out""].boundHash(path2))
        self.assertEqual(g1[""out""].transformHash(path1), g2[""out""].transformHash(path2))
        self.assertEqual(g1[""out""].objectHash(path1), g2[""out""].objectHash(path2))
        self.assertEqual(
            g1[""out""].attributesHash(path1), g2[""out""].attributesHash(path2)
        )
        if path1 is not ""/"":
            self.assertEqual(
                g1[""out""].childNamesHash(path1), g2[""out""].childNamesHash(path2)
            )
        else:
            self.assertNotEqual(
                g1[""out""].childNamesHash(path1), g2[""out""].childNamesHash(path2)
            )","def testChildNamesHash ( self ) : <TAB> p = GafferScene . Plane ( ) <TAB> g1 = GafferScene . Group ( ) <TAB> g1 [ ""in"" ] [ 0 ] . setInput ( p [ ""out"" ] ) <TAB> g2 = GafferScene . Group ( ) <TAB> g2 [ ""in"" ] [ 0 ] . setInput ( p [ ""out"" ] ) <TAB> self . assertSceneHashesEqual ( g1 [ ""out"" ] , g2 [ ""out"" ] ) <TAB> g2 [ ""name"" ] . setValue ( ""stuff"" ) <TAB> equivalentPaths = [ <TAB> <TAB> ( ""/"" , ""/"" ) , <TAB> <TAB> ( ""/group"" , ""/stuff"" ) , <TAB> <TAB> ( ""/group/plane"" , ""/stuff/plane"" ) , <TAB> ] <TAB> for path1 , path2 in equivalentPaths : <TAB> <TAB> self . assertEqual ( g1 [ ""out"" ] . boundHash ( path1 ) , g2 [ ""out"" ] . boundHash ( path2 ) ) <TAB> <TAB> self . assertEqual ( g1 [ ""out"" ] . transformHash ( path1 ) , g2 [ ""out"" ] . transformHash ( path2 ) ) <TAB> <TAB> self . assertEqual ( g1 [ ""out"" ] . objectHash ( path1 ) , g2 [ ""out"" ] . objectHash ( path2 ) ) <TAB> <TAB> self . assertEqual ( <TAB> <TAB> <TAB> g1 [ ""out"" ] . attributesHash ( path1 ) , g2 [ ""out"" ] . attributesHash ( path2 ) <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . assertEqual ( <TAB> <TAB> <TAB> <TAB> g1 [ ""out"" ] . childNamesHash ( path1 ) , g2 [ ""out"" ] . childNamesHash ( path2 ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . assertNotEqual ( <TAB> <TAB> <TAB> <TAB> g1 [ ""out"" ] . childNamesHash ( path1 ) , g2 [ ""out"" ] . childNamesHash ( path2 ) <TAB> <TAB> <TAB> )","if path1 is not ""/"" :",388
22164,"def __try_auth_token(self, auth_string):
    if not self.__database_connection:
        return None
    user_name, token = auth_string.split("":"", 1)
    transaction = None
    try:
        # Try the database, if it is connected.
        transaction = self.__database_connection()
        auth_session = (
            transaction.query(SessionRecord.token)
            .filter(SessionRecord.user_name == user_name)
            .filter(SessionRecord.token == token)
            .filter(SessionRecord.can_expire.is_(False))
            .limit(1)
            .one_or_none()
        )
        if not auth_session:
            return False
        return auth_session
    except Exception as e:
        LOG.error(""Couldn't check login in the database: "")
        LOG.error(str(e))
    finally:
        if transaction:
            transaction.close()","def __try_auth_token ( self , auth_string ) : <TAB> if not self . __database_connection : <TAB> <TAB> return None <TAB> user_name , token = auth_string . split ( "":"" , 1 ) <TAB> transaction = None <TAB> try : <TAB> <TAB> <TAB> <TAB> transaction = self . __database_connection ( ) <TAB> <TAB> auth_session = ( <TAB> <TAB> <TAB> transaction . query ( SessionRecord . token ) <TAB> <TAB> <TAB> . filter ( SessionRecord . user_name == user_name ) <TAB> <TAB> <TAB> . filter ( SessionRecord . token == token ) <TAB> <TAB> <TAB> . filter ( SessionRecord . can_expire . is_ ( False ) ) <TAB> <TAB> <TAB> . limit ( 1 ) <TAB> <TAB> <TAB> . one_or_none ( ) <TAB> <TAB> ) <TAB> <TAB> if not auth_session : <TAB> <TAB> <TAB> return False <TAB> <TAB> return auth_session <TAB> except Exception as e : <TAB> <TAB> LOG . error ( ""Couldn't check login in the database: "" ) <TAB> <TAB> LOG . error ( str ( e ) ) <TAB> finally : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> transaction . close ( )",if transaction :,248
14791,"def _collect_logs(model):
    page_token = None
    all_logs = []
    while True:
        paginated_logs = model.lookup_logs(now, later, page_token=page_token)
        page_token = paginated_logs.next_page_token
        all_logs.extend(paginated_logs.logs)
        if page_token is None:
            break
    return all_logs
","def _collect_logs ( model ) : <TAB> page_token = None <TAB> all_logs = [ ] <TAB> while True : <TAB> <TAB> paginated_logs = model . lookup_logs ( now , later , page_token = page_token ) <TAB> <TAB> page_token = paginated_logs . next_page_token <TAB> <TAB> all_logs . extend ( paginated_logs . logs ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> break <TAB> return all_logs",if page_token is None :,105
4197,"def runTest(self):
    """"""This function will add domain under schema node.""""""
    db_con = database_utils.connect_database(
        self, utils.SERVER_GROUP, self.server_id, self.db_id
    )
    if not db_con[""data""][""connected""]:
        raise Exception(""Could not connect to database to get the domain."")
    db_name = self.database_info[""db_name""]
    schema_response = schema_utils.verify_schemas(
        self.server, db_name, self.schema_name
    )
    if not schema_response:
        raise Exception(""Could not find the schema to get the domain."")
    self.domain_id = self.domain_info[0]
    # Call GET API to verify the domain
    if self.is_positive_test:
        if hasattr(self, ""domain_list""):
            response = self.get_domain_list()
        else:
            response = self.get_domain()
    else:
        if hasattr(self, ""error_fetching_domain""):
            with patch(
                self.mock_data[""function_name""],
                return_value=eval(self.mock_data[""return_value""]),
            ):
                if hasattr(self, ""domain_list""):
                    response = self.get_domain_list()
                else:
                    response = self.get_domain()
        if hasattr(self, ""wrong_domain_id""):
            self.domain_id = 99999
            response = self.get_domain()
    actual_response_code = response.status_code
    expected_response_code = self.expected_data[""status_code""]
    self.assertEqual(actual_response_code, expected_response_code)","def runTest ( self ) : <TAB> """"""This function will add domain under schema node."""""" <TAB> db_con = database_utils . connect_database ( <TAB> <TAB> self , utils . SERVER_GROUP , self . server_id , self . db_id <TAB> ) <TAB> if not db_con [ ""data"" ] [ ""connected"" ] : <TAB> <TAB> raise Exception ( ""Could not connect to database to get the domain."" ) <TAB> db_name = self . database_info [ ""db_name"" ] <TAB> schema_response = schema_utils . verify_schemas ( <TAB> <TAB> self . server , db_name , self . schema_name <TAB> ) <TAB> if not schema_response : <TAB> <TAB> raise Exception ( ""Could not find the schema to get the domain."" ) <TAB> self . domain_id = self . domain_info [ 0 ] <TAB> <TAB> if self . is_positive_test : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> response = self . get_domain_list ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> response = self . get_domain ( ) <TAB> else : <TAB> <TAB> if hasattr ( self , ""error_fetching_domain"" ) : <TAB> <TAB> <TAB> with patch ( <TAB> <TAB> <TAB> <TAB> self . mock_data [ ""function_name"" ] , <TAB> <TAB> <TAB> <TAB> return_value = eval ( self . mock_data [ ""return_value"" ] ) , <TAB> <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> response = self . get_domain_list ( ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> response = self . get_domain ( ) <TAB> <TAB> if hasattr ( self , ""wrong_domain_id"" ) : <TAB> <TAB> <TAB> self . domain_id = 99999 <TAB> <TAB> <TAB> response = self . get_domain ( ) <TAB> actual_response_code = response . status_code <TAB> expected_response_code = self . expected_data [ ""status_code"" ] <TAB> self . assertEqual ( actual_response_code , expected_response_code )","if hasattr ( self , ""domain_list"" ) :",447
19905,"def emit(self, record):
    try:
        app = get_app()
        if app.is_running and getattr(app, ""debug"", False):
            msg = self.format(record)
            debug_buffer = app.layout.get_buffer_by_name(""debug_buffer"")
            current_document = debug_buffer.document.text
            if current_document:
                msg = ""\n"".join([current_document, msg])
            debug_buffer.set_document(Document(text=msg), bypass_readonly=True)
        else:
            super().emit(record)
    except:
        self.handleError(record)
","def emit ( self , record ) : <TAB> try : <TAB> <TAB> app = get_app ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> msg = self . format ( record ) <TAB> <TAB> <TAB> debug_buffer = app . layout . get_buffer_by_name ( ""debug_buffer"" ) <TAB> <TAB> <TAB> current_document = debug_buffer . document . text <TAB> <TAB> <TAB> if current_document : <TAB> <TAB> <TAB> <TAB> msg = ""\n"" . join ( [ current_document , msg ] ) <TAB> <TAB> <TAB> debug_buffer . set_document ( Document ( text = msg ) , bypass_readonly = True ) <TAB> <TAB> else : <TAB> <TAB> <TAB> super ( ) . emit ( record ) <TAB> except : <TAB> <TAB> self . handleError ( record )","if app . is_running and getattr ( app , ""debug"" , False ) :",170
3153,"def test_getitem(self):
    n = 200
    d = deque(xrange(n))
    l = range(n)
    for i in xrange(n):
        d.popleft()
        l.pop(0)
        if random.random() < 0.5:
            d.append(i)
            l.append(i)
        for j in xrange(1 - len(l), len(l)):
            assert d[j] == l[j]
    d = deque(""superman"")
    self.assertEqual(d[0], ""s"")
    self.assertEqual(d[-1], ""n"")
    d = deque()
    self.assertRaises(IndexError, d.__getitem__, 0)
    self.assertRaises(IndexError, d.__getitem__, -1)","def test_getitem ( self ) : <TAB> n = 200 <TAB> d = deque ( xrange ( n ) ) <TAB> l = range ( n ) <TAB> for i in xrange ( n ) : <TAB> <TAB> d . popleft ( ) <TAB> <TAB> l . pop ( 0 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> d . append ( i ) <TAB> <TAB> <TAB> l . append ( i ) <TAB> <TAB> for j in xrange ( 1 - len ( l ) , len ( l ) ) : <TAB> <TAB> <TAB> assert d [ j ] == l [ j ] <TAB> d = deque ( ""superman"" ) <TAB> self . assertEqual ( d [ 0 ] , ""s"" ) <TAB> self . assertEqual ( d [ - 1 ] , ""n"" ) <TAB> d = deque ( ) <TAB> self . assertRaises ( IndexError , d . __getitem__ , 0 ) <TAB> self . assertRaises ( IndexError , d . __getitem__ , - 1 )",if random . random ( ) < 0.5 :,191
20907,"def set_print_format_fields(self):
    bank_amount = party_amount = total_amount = 0.0
    currency = bank_account_currency = party_account_currency = pay_to_recd_from = None
    party_type = None
    for d in self.get(""accounts""):
        if d.party_type in [""Customer"", ""Supplier""] and d.party:
            party_type = d.party_type
            if not pay_to_recd_from:
                pay_to_recd_from = d.party
            if pay_to_recd_from and pay_to_recd_from == d.party:
                party_amount += (
                    d.debit_in_account_currency or d.credit_in_account_currency
                )
                party_account_currency = d.account_currency
        elif frappe.db.get_value(""Account"", d.account, ""account_type"") in [
            ""Bank"",
            ""Cash"",
        ]:
            bank_amount += d.debit_in_account_currency or d.credit_in_account_currency
            bank_account_currency = d.account_currency
    if party_type and pay_to_recd_from:
        self.pay_to_recd_from = frappe.db.get_value(
            party_type,
            pay_to_recd_from,
            ""customer_name"" if party_type == ""Customer"" else ""supplier_name"",
        )
        if bank_amount:
            total_amount = bank_amount
            currency = bank_account_currency
        else:
            total_amount = party_amount
            currency = party_account_currency
    self.set_total_amount(total_amount, currency)","def set_print_format_fields ( self ) : <TAB> bank_amount = party_amount = total_amount = 0.0 <TAB> currency = bank_account_currency = party_account_currency = pay_to_recd_from = None <TAB> party_type = None <TAB> for d in self . get ( ""accounts"" ) : <TAB> <TAB> if d . party_type in [ ""Customer"" , ""Supplier"" ] and d . party : <TAB> <TAB> <TAB> party_type = d . party_type <TAB> <TAB> <TAB> if not pay_to_recd_from : <TAB> <TAB> <TAB> <TAB> pay_to_recd_from = d . party <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> party_amount += ( <TAB> <TAB> <TAB> <TAB> <TAB> d . debit_in_account_currency or d . credit_in_account_currency <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> party_account_currency = d . account_currency <TAB> <TAB> elif frappe . db . get_value ( ""Account"" , d . account , ""account_type"" ) in [ <TAB> <TAB> <TAB> ""Bank"" , <TAB> <TAB> <TAB> ""Cash"" , <TAB> <TAB> ] : <TAB> <TAB> <TAB> bank_amount += d . debit_in_account_currency or d . credit_in_account_currency <TAB> <TAB> <TAB> bank_account_currency = d . account_currency <TAB> if party_type and pay_to_recd_from : <TAB> <TAB> self . pay_to_recd_from = frappe . db . get_value ( <TAB> <TAB> <TAB> party_type , <TAB> <TAB> <TAB> pay_to_recd_from , <TAB> <TAB> <TAB> ""customer_name"" if party_type == ""Customer"" else ""supplier_name"" , <TAB> <TAB> ) <TAB> <TAB> if bank_amount : <TAB> <TAB> <TAB> total_amount = bank_amount <TAB> <TAB> <TAB> currency = bank_account_currency <TAB> <TAB> else : <TAB> <TAB> <TAB> total_amount = party_amount <TAB> <TAB> <TAB> currency = party_account_currency <TAB> self . set_total_amount ( total_amount , currency )",if pay_to_recd_from and pay_to_recd_from == d . party :,477
24533,"def rmdir(dirname):
    if dirname[-1] == os.sep:
        dirname = dirname[:-1]
    if os.path.islink(dirname):
        return  # do not clear link - we can get out of dir
    for f in os.listdir(dirname):
        if f in (""."", ""..""):
            continue
        path = dirname + os.sep + f
        if os.path.isdir(path):
            rmdir(path)
        else:
            os.unlink(path)
    os.rmdir(dirname)",def rmdir ( dirname ) : <TAB> if dirname [ - 1 ] == os . sep : <TAB> <TAB> dirname = dirname [ : - 1 ] <TAB> if os . path . islink ( dirname ) : <TAB> <TAB> return <TAB> for f in os . listdir ( dirname ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> path = dirname + os . sep + f <TAB> <TAB> if os . path . isdir ( path ) : <TAB> <TAB> <TAB> rmdir ( path ) <TAB> <TAB> else : <TAB> <TAB> <TAB> os . unlink ( path ) <TAB> os . rmdir ( dirname ),"if f in ( ""."" , "".."" ) :",137
3631,"def func(args, env=None, include_stderr=False, expect_exit=False):
    if not env:
        env = {}
    system_exit = False
    with monkeypatch.context() as monkeypatch_ctx:
        # Monkeypatch environments values for the duration
        # of the CLI call
        for name, val in env.items():
            monkeypatch_ctx.setenv(name, val)
        try:
            main(args)
        except SystemExit:
            if expect_exit:
                system_exit = True
            else:
                raise
    if expect_exit:
        assert system_exit, ""Expected command to exit, but command succeeded instead""
    stdout, stderr = capsys.readouterr()
    if include_stderr:
        return stdout, stderr
    else:
        return stdout
","def func ( args , env = None , include_stderr = False , expect_exit = False ) : <TAB> if not env : <TAB> <TAB> env = { } <TAB> system_exit = False <TAB> with monkeypatch . context ( ) as monkeypatch_ctx : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for name , val in env . items ( ) : <TAB> <TAB> <TAB> monkeypatch_ctx . setenv ( name , val ) <TAB> <TAB> try : <TAB> <TAB> <TAB> main ( args ) <TAB> <TAB> except SystemExit : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> system_exit = True <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise <TAB> <fill-in> <TAB> <TAB> assert system_exit , ""Expected command to exit, but command succeeded instead"" <TAB> stdout , stderr = capsys . readouterr ( ) <TAB> if include_stderr : <TAB> <TAB> return stdout , stderr <TAB> else : <TAB> <TAB> return stdout",if expect_exit :,211
11874,"def _prepare_travel_graph(self):
    for op in self.op_dict.values():
        op.const = False
        if op.node.op in [""Const"", ""Placeholder""]:
            op.resolved = True
            if op.node.op == ""Const"":
                op.const = True
        else:
            op.resolved = False
","def _prepare_travel_graph ( self ) : <TAB> for op in self . op_dict . values ( ) : <TAB> <TAB> op . const = False <TAB> <TAB> if op . node . op in [ ""Const"" , ""Placeholder"" ] : <TAB> <TAB> <TAB> op . resolved = True <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> op . const = True <TAB> <TAB> else : <TAB> <TAB> <TAB> op . resolved = False","if op . node . op == ""Const"" :",96
14142,"def _force_local(cls, pex_file, pex_info):
    if pex_info.code_hash is None:
        # Do not support force_local if code_hash is not set. (It should always be set.)
        return pex_file
    explode_dir = os.path.join(pex_info.zip_unsafe_cache, pex_info.code_hash)
    TRACER.log(""PEX is not zip safe, exploding to %s"" % explode_dir)
    with atomic_directory(explode_dir) as explode_tmp:
        if explode_tmp:
            with TRACER.timed(""Unzipping %s"" % pex_file):
                with open_zip(pex_file) as pex_zip:
                    pex_files = (
                        x
                        for x in pex_zip.namelist()
                        if not x.startswith(pex_builder.BOOTSTRAP_DIR)
                        and not x.startswith(pex_info.internal_cache)
                    )
                    pex_zip.extractall(explode_tmp, pex_files)
    return explode_dir
","def _force_local ( cls , pex_file , pex_info ) : <TAB> if pex_info . code_hash is None : <TAB> <TAB> <TAB> <TAB> return pex_file <TAB> explode_dir = os . path . join ( pex_info . zip_unsafe_cache , pex_info . code_hash ) <TAB> TRACER . log ( ""PEX is not zip safe, exploding to %s"" % explode_dir ) <TAB> with atomic_directory ( explode_dir ) as explode_tmp : <TAB> <TAB> if explode_tmp : <TAB> <TAB> <TAB> with TRACER . timed ( ""Unzipping %s"" % pex_file ) : <TAB> <TAB> <TAB> <TAB> with open_zip ( pex_file ) as pex_zip : <TAB> <TAB> <TAB> <TAB> <TAB> pex_files = ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> x <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for x in pex_zip . namelist ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> and not x . startswith ( pex_info . internal_cache ) <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> pex_zip . extractall ( explode_tmp , pex_files ) <TAB> return explode_dir",if not x . startswith ( pex_builder . BOOTSTRAP_DIR ),297
15486,"def _tableGetCount(self, db, table):
    if not db or not table:
        return None
    if Backend.getIdentifiedDbms() in UPPER_CASE_DBMSES:
        db = db.upper()
        table = table.upper()
    if Backend.getIdentifiedDbms() in (
        DBMS.SQLITE,
        DBMS.ACCESS,
        DBMS.FIREBIRD,
        DBMS.MCKOI,
        DBMS.EXTREMEDB,
    ):
        query = ""SELECT %s FROM %s"" % (
            queries[Backend.getIdentifiedDbms()].count.query % ""*"",
            safeSQLIdentificatorNaming(table, True),
        )
    else:
        query = ""SELECT %s FROM %s.%s"" % (
            queries[Backend.getIdentifiedDbms()].count.query % ""*"",
            safeSQLIdentificatorNaming(db),
            safeSQLIdentificatorNaming(table, True),
        )
    query = agent.whereQuery(query)
    count = inject.getValue(
        query, expected=EXPECTED.INT, charsetType=CHARSET_TYPE.DIGITS
    )
    if isNumPosStrValue(count):
        if safeSQLIdentificatorNaming(db) not in kb.data.cachedCounts:
            kb.data.cachedCounts[safeSQLIdentificatorNaming(db)] = {}
        if int(count) in kb.data.cachedCounts[safeSQLIdentificatorNaming(db)]:
            kb.data.cachedCounts[safeSQLIdentificatorNaming(db)][int(count)].append(
                safeSQLIdentificatorNaming(table, True)
            )
        else:
            kb.data.cachedCounts[safeSQLIdentificatorNaming(db)][int(count)] = [
                safeSQLIdentificatorNaming(table, True)
            ]
","def _tableGetCount ( self , db , table ) : <TAB> if not db or not table : <TAB> <TAB> return None <TAB> if Backend . getIdentifiedDbms ( ) in UPPER_CASE_DBMSES : <TAB> <TAB> db = db . upper ( ) <TAB> <TAB> table = table . upper ( ) <TAB> if Backend . getIdentifiedDbms ( ) in ( <TAB> <TAB> DBMS . SQLITE , <TAB> <TAB> DBMS . ACCESS , <TAB> <TAB> DBMS . FIREBIRD , <TAB> <TAB> DBMS . MCKOI , <TAB> <TAB> DBMS . EXTREMEDB , <TAB> ) : <TAB> <TAB> query = ""SELECT %s FROM %s"" % ( <TAB> <TAB> <TAB> queries [ Backend . getIdentifiedDbms ( ) ] . count . query % ""*"" , <TAB> <TAB> <TAB> safeSQLIdentificatorNaming ( table , True ) , <TAB> <TAB> ) <TAB> else : <TAB> <TAB> query = ""SELECT %s FROM %s.%s"" % ( <TAB> <TAB> <TAB> queries [ Backend . getIdentifiedDbms ( ) ] . count . query % ""*"" , <TAB> <TAB> <TAB> safeSQLIdentificatorNaming ( db ) , <TAB> <TAB> <TAB> safeSQLIdentificatorNaming ( table , True ) , <TAB> <TAB> ) <TAB> query = agent . whereQuery ( query ) <TAB> count = inject . getValue ( <TAB> <TAB> query , expected = EXPECTED . INT , charsetType = CHARSET_TYPE . DIGITS <TAB> ) <TAB> if isNumPosStrValue ( count ) : <TAB> <TAB> if safeSQLIdentificatorNaming ( db ) not in kb . data . cachedCounts : <TAB> <TAB> <TAB> kb . data . cachedCounts [ safeSQLIdentificatorNaming ( db ) ] = { } <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> kb . data . cachedCounts [ safeSQLIdentificatorNaming ( db ) ] [ int ( count ) ] . append ( <TAB> <TAB> <TAB> <TAB> safeSQLIdentificatorNaming ( table , True ) <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> kb . data . cachedCounts [ safeSQLIdentificatorNaming ( db ) ] [ int ( count ) ] = [ <TAB> <TAB> <TAB> <TAB> safeSQLIdentificatorNaming ( table , True ) <TAB> <TAB> <TAB> ]",if int ( count ) in kb . data . cachedCounts [ safeSQLIdentificatorNaming ( db ) ] :,495
21924,"def run(self):
    pwd_found = []
    if constant.user_dpapi and constant.user_dpapi.unlocked:
        main_vault_directory = os.path.join(
            constant.profile[""APPDATA""], u"".."", u""Local"", u""Microsoft"", u""Vault""
        )
        if os.path.exists(main_vault_directory):
            for vault_directory in os.listdir(main_vault_directory):
                cred = constant.user_dpapi.decrypt_vault(
                    os.path.join(main_vault_directory, vault_directory)
                )
                if cred:
                    pwd_found.append(cred)
    return pwd_found
","def run ( self ) : <TAB> pwd_found = [ ] <TAB> if constant . user_dpapi and constant . user_dpapi . unlocked : <TAB> <TAB> main_vault_directory = os . path . join ( <TAB> <TAB> <TAB> constant . profile [ ""APPDATA"" ] , u"".."" , u""Local"" , u""Microsoft"" , u""Vault"" <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> for vault_directory in os . listdir ( main_vault_directory ) : <TAB> <TAB> <TAB> <TAB> cred = constant . user_dpapi . decrypt_vault ( <TAB> <TAB> <TAB> <TAB> <TAB> os . path . join ( main_vault_directory , vault_directory ) <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> if cred : <TAB> <TAB> <TAB> <TAB> <TAB> pwd_found . append ( cred ) <TAB> return pwd_found",if os . path . exists ( main_vault_directory ) :,197
1589,"def __init__(self, *args, **kwargs):
    """"""Initialize the structured grid.""""""
    super().__init__()
    if len(args) == 1:
        if isinstance(args[0], vtk.vtkStructuredGrid):
            self.deep_copy(args[0])
        elif isinstance(args[0], str):
            self._from_file(args[0])
    elif len(args) == 3:
        arg0_is_arr = isinstance(args[0], np.ndarray)
        arg1_is_arr = isinstance(args[1], np.ndarray)
        arg2_is_arr = isinstance(args[2], np.ndarray)
        if all([arg0_is_arr, arg1_is_arr, arg2_is_arr]):
            self._from_arrays(args[0], args[1], args[2])","def __init__ ( self , * args , ** kwargs ) : <TAB> """"""Initialize the structured grid."""""" <TAB> super ( ) . __init__ ( ) <TAB> if len ( args ) == 1 : <TAB> <TAB> if isinstance ( args [ 0 ] , vtk . vtkStructuredGrid ) : <TAB> <TAB> <TAB> self . deep_copy ( args [ 0 ] ) <TAB> <TAB> elif isinstance ( args [ 0 ] , str ) : <TAB> <TAB> <TAB> self . _from_file ( args [ 0 ] ) <TAB> elif len ( args ) == 3 : <TAB> <TAB> arg0_is_arr = isinstance ( args [ 0 ] , np . ndarray ) <TAB> <TAB> arg1_is_arr = isinstance ( args [ 1 ] , np . ndarray ) <TAB> <TAB> arg2_is_arr = isinstance ( args [ 2 ] , np . ndarray ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _from_arrays ( args [ 0 ] , args [ 1 ] , args [ 2 ] )","if all ( [ arg0_is_arr , arg1_is_arr , arg2_is_arr ] ) :",215
15460,"def udfInjectCore(self, udfDict):
    written = False
    for udf in udfDict.keys():
        if udf in self.createdUdf:
            continue
        self.udfCheckAndOverwrite(udf)
    if len(self.udfToCreate) > 0:
        self.udfSetRemotePath()
        checkFile(self.udfLocalFile)
        written = self.writeFile(
            self.udfLocalFile, self.udfRemoteFile, ""binary"", forceCheck=True
        )
        if written is not True:
            errMsg = ""there has been a problem uploading the shared library, ""
            errMsg += ""it looks like the binary file has not been written ""
            errMsg += ""on the database underlying file system""
            logger.error(errMsg)
            message = ""do you want to proceed anyway? Beware that the ""
            message += ""operating system takeover will fail [y/N] ""
            if readInput(message, default=""N"", boolean=True):
                written = True
            else:
                return False
    else:
        return True
    for udf, inpRet in udfDict.items():
        if udf in self.udfToCreate and udf not in self.createdUdf:
            self.udfCreateFromSharedLib(udf, inpRet)
    if Backend.isDbms(DBMS.MYSQL):
        supportTblType = ""longtext""
    elif Backend.isDbms(DBMS.PGSQL):
        supportTblType = ""text""
    self.udfCreateSupportTbl(supportTblType)
    return written","def udfInjectCore ( self , udfDict ) : <TAB> written = False <TAB> for udf in udfDict . keys ( ) : <TAB> <TAB> if udf in self . createdUdf : <TAB> <TAB> <TAB> continue <TAB> <TAB> self . udfCheckAndOverwrite ( udf ) <TAB> if len ( self . udfToCreate ) > 0 : <TAB> <TAB> self . udfSetRemotePath ( ) <TAB> <TAB> checkFile ( self . udfLocalFile ) <TAB> <TAB> written = self . writeFile ( <TAB> <TAB> <TAB> self . udfLocalFile , self . udfRemoteFile , ""binary"" , forceCheck = True <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> errMsg = ""there has been a problem uploading the shared library, "" <TAB> <TAB> <TAB> errMsg += ""it looks like the binary file has not been written "" <TAB> <TAB> <TAB> errMsg += ""on the database underlying file system"" <TAB> <TAB> <TAB> logger . error ( errMsg ) <TAB> <TAB> <TAB> message = ""do you want to proceed anyway? Beware that the "" <TAB> <TAB> <TAB> message += ""operating system takeover will fail [y/N] "" <TAB> <TAB> <TAB> if readInput ( message , default = ""N"" , boolean = True ) : <TAB> <TAB> <TAB> <TAB> written = True <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> return False <TAB> else : <TAB> <TAB> return True <TAB> for udf , inpRet in udfDict . items ( ) : <TAB> <TAB> if udf in self . udfToCreate and udf not in self . createdUdf : <TAB> <TAB> <TAB> self . udfCreateFromSharedLib ( udf , inpRet ) <TAB> if Backend . isDbms ( DBMS . MYSQL ) : <TAB> <TAB> supportTblType = ""longtext"" <TAB> elif Backend . isDbms ( DBMS . PGSQL ) : <TAB> <TAB> supportTblType = ""text"" <TAB> self . udfCreateSupportTbl ( supportTblType ) <TAB> return written",if written is not True :,420
12039,"def TryMerge(self, d):
    while 1:
        tt = d.getVarInt32()
        if tt == 132:
            break
        if tt == 136:
            self.set_dispatched_usec(d.getVarInt64())
            continue
        if tt == 144:
            self.set_lag_usec(d.getVarInt64())
            continue
        if tt == 152:
            self.set_elapsed_usec(d.getVarInt64())
            continue
        if tt == 160:
            self.set_response_code(d.getVarInt64())
            continue
        if tt == 218:
            self.set_retry_reason(d.getPrefixedString())
            continue
        if tt == 0:
            raise ProtocolBuffer.ProtocolBufferDecodeError
        d.skipData(tt)","def TryMerge ( self , d ) : <TAB> while 1 : <TAB> <TAB> tt = d . getVarInt32 ( ) <TAB> <TAB> if tt == 132 : <TAB> <TAB> <TAB> break <TAB> <TAB> if tt == 136 : <TAB> <TAB> <TAB> self . set_dispatched_usec ( d . getVarInt64 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 144 : <TAB> <TAB> <TAB> self . set_lag_usec ( d . getVarInt64 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 152 : <TAB> <TAB> <TAB> self . set_elapsed_usec ( d . getVarInt64 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 160 : <TAB> <TAB> <TAB> self . set_response_code ( d . getVarInt64 ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> if tt == 218 : <TAB> <TAB> <TAB> self . set_retry_reason ( d . getPrefixedString ( ) ) <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> raise ProtocolBuffer . ProtocolBufferDecodeError <TAB> <TAB> d . skipData ( tt )",if tt == 0 :,233
17563,"def pytest_generate_tests(metafunc):
    bsz_rng = [1]
    if ""refgruargs"" in metafunc.fixturenames:
        fargs = []
        if metafunc.config.option.all:
            seq_rng = [2, 3, 4]
            inp_rng = [3, 5, 10]
            out_rng = [3, 5, 10]
        else:
            seq_rng = [3]
            inp_rng = [5]
            out_rng = [10]
        fargs = itt.product(seq_rng, inp_rng, out_rng, bsz_rng)
        metafunc.parametrize(""refgruargs"", fargs)
    if ""gradgruargs"" in metafunc.fixturenames:
        fargs = []
        if metafunc.config.option.all:
            seq_rng = [2, 3]
            inp_rng = [5, 10]
            out_rng = [3, 5, 10]
        else:
            seq_rng = [3]
            inp_rng = [5]
            out_rng = [10]
        fargs = itt.product(seq_rng, inp_rng, out_rng, bsz_rng)
        metafunc.parametrize(""gradgruargs"", fargs)","def pytest_generate_tests ( metafunc ) : <TAB> bsz_rng = [ 1 ] <TAB> if ""refgruargs"" in metafunc . fixturenames : <TAB> <TAB> fargs = [ ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> seq_rng = [ 2 , 3 , 4 ] <TAB> <TAB> <TAB> inp_rng = [ 3 , 5 , 10 ] <TAB> <TAB> <TAB> out_rng = [ 3 , 5 , 10 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> seq_rng = [ 3 ] <TAB> <TAB> <TAB> inp_rng = [ 5 ] <TAB> <TAB> <TAB> out_rng = [ 10 ] <TAB> <TAB> fargs = itt . product ( seq_rng , inp_rng , out_rng , bsz_rng ) <TAB> <TAB> metafunc . parametrize ( ""refgruargs"" , fargs ) <TAB> if ""gradgruargs"" in metafunc . fixturenames : <TAB> <TAB> fargs = [ ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> seq_rng = [ 2 , 3 ] <TAB> <TAB> <TAB> inp_rng = [ 5 , 10 ] <TAB> <TAB> <TAB> out_rng = [ 3 , 5 , 10 ] <TAB> <TAB> else : <TAB> <TAB> <TAB> seq_rng = [ 3 ] <TAB> <TAB> <TAB> inp_rng = [ 5 ] <TAB> <TAB> <TAB> out_rng = [ 10 ] <TAB> <TAB> fargs = itt . product ( seq_rng , inp_rng , out_rng , bsz_rng ) <TAB> <TAB> metafunc . parametrize ( ""gradgruargs"" , fargs )",if metafunc . config . option . all :,343
14037,"def _queue_redraw_curve(self):
    """"""Redraws the entire curve on all known view TDWs""""""
    self._stop_task_queue_runner(complete=False)
    for tdw in self._overlays:
        model = tdw.doc
        if len(self.nodes) < 2:
            continue
        self._queue_task(self.brushwork_rollback, model)
        self._queue_task(
            self.brushwork_begin,
            model,
            description=_(""Inking""),
            abrupt=True,
        )
        interp_state = {""t_abs"": self.nodes[0].time}
        for p_1, p0, p1, p2 in gui.drawutils.spline_iter(self.nodes):
            self._queue_task(
                self._draw_curve_segment, model, p_1, p0, p1, p2, state=interp_state
            )
    self._start_task_queue_runner()","def _queue_redraw_curve ( self ) : <TAB> """"""Redraws the entire curve on all known view TDWs"""""" <TAB> self . _stop_task_queue_runner ( complete = False ) <TAB> for tdw in self . _overlays : <TAB> <TAB> model = tdw . doc <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> continue <TAB> <TAB> self . _queue_task ( self . brushwork_rollback , model ) <TAB> <TAB> self . _queue_task ( <TAB> <TAB> <TAB> self . brushwork_begin , <TAB> <TAB> <TAB> model , <TAB> <TAB> <TAB> description = _ ( ""Inking"" ) , <TAB> <TAB> <TAB> abrupt = True , <TAB> <TAB> ) <TAB> <TAB> interp_state = { ""t_abs"" : self . nodes [ 0 ] . time } <TAB> <TAB> for p_1 , p0 , p1 , p2 in gui . drawutils . spline_iter ( self . nodes ) : <TAB> <TAB> <TAB> self . _queue_task ( <TAB> <TAB> <TAB> <TAB> self . _draw_curve_segment , model , p_1 , p0 , p1 , p2 , state = interp_state <TAB> <TAB> <TAB> ) <TAB> self . _start_task_queue_runner ( )",if len ( self . nodes ) < 2 :,258
13016,"def get_maps(test):
    pages = set()
    for addr in test[""pre""][""memory""].keys():
        pages.add(addr >> 12)
    for addr in test[""pos""][""memory""].keys():
        pages.add(addr >> 12)
    maps = []
    for p in sorted(pages):
        if len(maps) > 0 and maps[-1][0] + maps[-1][1] == p << 12:
            maps[-1] = (maps[-1][0], maps[-1][1] + 0x1000)
        else:
            maps.append((p << 12, 0x1000))
    return maps","def get_maps ( test ) : <TAB> pages = set ( ) <TAB> for addr in test [ ""pre"" ] [ ""memory"" ] . keys ( ) : <TAB> <TAB> pages . add ( addr >> 12 ) <TAB> for addr in test [ ""pos"" ] [ ""memory"" ] . keys ( ) : <TAB> <TAB> pages . add ( addr >> 12 ) <TAB> maps = [ ] <TAB> for p in sorted ( pages ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> maps [ - 1 ] = ( maps [ - 1 ] [ 0 ] , maps [ - 1 ] [ 1 ] + 0x1000 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> maps . append ( ( p << 12 , 0x1000 ) ) <TAB> return maps",if len ( maps ) > 0 and maps [ - 1 ] [ 0 ] + maps [ - 1 ] [ 1 ] == p << 12 :,157
10364,"def _create_group_snapshot_generic(self, context, group_snapshot, snapshots):
    """"""Creates a group_snapshot.""""""
    model_update = {""status"": ""available""}
    snapshot_model_updates = []
    for snapshot in snapshots:
        snapshot_model_update = {""id"": snapshot.id}
        try:
            driver_update = self.driver.create_snapshot(snapshot)
            if driver_update:
                driver_update.pop(""id"", None)
                snapshot_model_update.update(driver_update)
            if ""status"" not in snapshot_model_update:
                snapshot_model_update[""status""] = fields.SnapshotStatus.AVAILABLE
        except Exception:
            snapshot_model_update[""status""] = fields.SnapshotStatus.ERROR
            model_update[""status""] = ""error""
        snapshot_model_updates.append(snapshot_model_update)
    return model_update, snapshot_model_updates
","def _create_group_snapshot_generic ( self , context , group_snapshot , snapshots ) : <TAB> """"""Creates a group_snapshot."""""" <TAB> model_update = { ""status"" : ""available"" } <TAB> snapshot_model_updates = [ ] <TAB> for snapshot in snapshots : <TAB> <TAB> snapshot_model_update = { ""id"" : snapshot . id } <TAB> <TAB> try : <TAB> <TAB> <TAB> driver_update = self . driver . create_snapshot ( snapshot ) <TAB> <TAB> <TAB> if driver_update : <TAB> <TAB> <TAB> <TAB> driver_update . pop ( ""id"" , None ) <TAB> <TAB> <TAB> <TAB> snapshot_model_update . update ( driver_update ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> snapshot_model_update [ ""status"" ] = fields . SnapshotStatus . AVAILABLE <TAB> <TAB> except Exception : <TAB> <TAB> <TAB> snapshot_model_update [ ""status"" ] = fields . SnapshotStatus . ERROR <TAB> <TAB> <TAB> model_update [ ""status"" ] = ""error"" <TAB> <TAB> snapshot_model_updates . append ( snapshot_model_update ) <TAB> return model_update , snapshot_model_updates","if ""status"" not in snapshot_model_update :",242
24754,"def _apply_value(self, model, iter_, cell, stamp):
    if not stamp:
        cell.set_property(""text"", _(""Never""))
    else:
        try:
            date = datetime.datetime.fromtimestamp(stamp).date()
        except (OverflowError, ValueError, OSError):
            text = u""""
        else:
            format_setting = config.gettext(""settings"", ""datecolumn_timestamp_format"")
            # use format configured in Advanced Preferences
            if format_setting:
                format_ = format_setting
            # use default behaviour-format
            else:
                today = datetime.datetime.now().date()
                days = (today - date).days
                if days == 0:
                    format_ = ""%X""
                elif days < 7:
                    format_ = ""%A""
                else:
                    format_ = ""%x""
            stamp = time.localtime(stamp)
            text = time.strftime(format_, stamp)
        cell.set_property(""text"", text)","def _apply_value ( self , model , iter_ , cell , stamp ) : <TAB> if not stamp : <TAB> <TAB> cell . set_property ( ""text"" , _ ( ""Never"" ) ) <TAB> else : <TAB> <TAB> try : <TAB> <TAB> <TAB> date = datetime . datetime . fromtimestamp ( stamp ) . date ( ) <TAB> <TAB> except ( OverflowError , ValueError , OSError ) : <TAB> <TAB> <TAB> text = u"""" <TAB> <TAB> else : <TAB> <TAB> <TAB> format_setting = config . gettext ( ""settings"" , ""datecolumn_timestamp_format"" ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if format_setting : <TAB> <TAB> <TAB> <TAB> format_ = format_setting <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> today = datetime . datetime . now ( ) . date ( ) <TAB> <TAB> <TAB> <TAB> days = ( today - date ) . days <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> format_ = ""%X"" <TAB> <TAB> <TAB> <TAB> elif days < 7 : <TAB> <TAB> <TAB> <TAB> <TAB> format_ = ""%A"" <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> format_ = ""%x"" <TAB> <TAB> <TAB> stamp = time . localtime ( stamp ) <TAB> <TAB> <TAB> text = time . strftime ( format_ , stamp ) <TAB> <TAB> cell . set_property ( ""text"" , text )",if days == 0 :,287
19114,"def _prepare():
    try:
        if not self._dev_mode:
            client = local_client()
            client.pull(prerequisites.image, tag=prerequisites.tag)
        else:
            logger.info(""task-api-dev mode enabled, use local images"")
    except Exception as e:
        self._error_occurred(e, ""Preparing prerequisites failed."", set_status=False)
        raise
    self._prerequisites_installed(prerequisites)
    return True
","def _prepare ( ) : <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> client = local_client ( ) <TAB> <TAB> <TAB> client . pull ( prerequisites . image , tag = prerequisites . tag ) <TAB> <TAB> else : <TAB> <TAB> <TAB> logger . info ( ""task-api-dev mode enabled, use local images"" ) <TAB> except Exception as e : <TAB> <TAB> self . _error_occurred ( e , ""Preparing prerequisites failed."" , set_status = False ) <TAB> <TAB> raise <TAB> self . _prerequisites_installed ( prerequisites ) <TAB> return True",if not self . _dev_mode :,135
22503,"def compare_model_state(test_fixture, state, state2, check_heads=True):
    for k in state[""model""][""trunk""].keys():
        if not torch.allclose(state[""model""][""trunk""][k], state2[""model""][""trunk""][k]):
            print(k, state[""model""][""trunk""][k], state2[""model""][""trunk""][k])
        test_fixture.assertTrue(
            torch.allclose(state[""model""][""trunk""][k], state2[""model""][""trunk""][k])
        )
    if check_heads:
        for block, head_states in state[""model""][""heads""].items():
            for head_id, states in head_states.items():
                for k in states.keys():
                    test_fixture.assertTrue(
                        torch.allclose(
                            state[""model""][""heads""][block][head_id][k],
                            state2[""model""][""heads""][block][head_id][k],
                        )
                    )","def compare_model_state ( test_fixture , state , state2 , check_heads = True ) : <TAB> for k in state [ ""model"" ] [ ""trunk"" ] . keys ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( k , state [ ""model"" ] [ ""trunk"" ] [ k ] , state2 [ ""model"" ] [ ""trunk"" ] [ k ] ) <TAB> <TAB> test_fixture . assertTrue ( <TAB> <TAB> <TAB> torch . allclose ( state [ ""model"" ] [ ""trunk"" ] [ k ] , state2 [ ""model"" ] [ ""trunk"" ] [ k ] ) <TAB> <TAB> ) <TAB> if check_heads : <TAB> <TAB> for block , head_states in state [ ""model"" ] [ ""heads"" ] . items ( ) : <TAB> <TAB> <TAB> for head_id , states in head_states . items ( ) : <TAB> <TAB> <TAB> <TAB> for k in states . keys ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> test_fixture . assertTrue ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> torch . allclose ( <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> state [ ""model"" ] [ ""heads"" ] [ block ] [ head_id ] [ k ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> state2 [ ""model"" ] [ ""heads"" ] [ block ] [ head_id ] [ k ] , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> <TAB> )","if not torch . allclose ( state [ ""model"" ] [ ""trunk"" ] [ k ] , state2 [ ""model"" ] [ ""trunk"" ] [ k ] ) :",269
11485,"def _get_codon_list(codonseq):
    """"""List of codons according to full_rf_table for counting (PRIVATE).""""""
    # if not isinstance(codonseq, CodonSeq):
    #    raise TypeError(""_get_codon_list accept a CodonSeq object ""
    #                    ""({0} detected)"".format(type(codonseq)))
    full_rf_table = codonseq.get_full_rf_table()
    codon_lst = []
    for i, k in enumerate(full_rf_table):
        if isinstance(k, int):
            start = k
            try:
                end = int(full_rf_table[i + 1])
            except IndexError:
                end = start + 3
            this_codon = str(codonseq[start:end])
            if len(this_codon) == 3:
                codon_lst.append(this_codon)
            else:
                codon_lst.append(str(this_codon.ungap()))
        elif str(codonseq[int(k) : int(k) + 3]) == ""---"":
            codon_lst.append(""---"")
        else:
            # this may be problematic, as normally no codon should
            # fall into this condition
            codon_lst.append(codonseq[int(k) : int(k) + 3])
    return codon_lst","def _get_codon_list ( codonseq ) : <TAB> """"""List of codons according to full_rf_table for counting (PRIVATE)."""""" <TAB> <TAB> <TAB> <TAB> full_rf_table = codonseq . get_full_rf_table ( ) <TAB> codon_lst = [ ] <TAB> for i , k in enumerate ( full_rf_table ) : <TAB> <TAB> if isinstance ( k , int ) : <TAB> <TAB> <TAB> start = k <TAB> <TAB> <TAB> try : <TAB> <TAB> <TAB> <TAB> end = int ( full_rf_table [ i + 1 ] ) <TAB> <TAB> <TAB> except IndexError : <TAB> <TAB> <TAB> <TAB> end = start + 3 <TAB> <TAB> <TAB> this_codon = str ( codonseq [ start : end ] ) <TAB> <TAB> <TAB> if len ( this_codon ) == 3 : <TAB> <TAB> <TAB> <TAB> codon_lst . append ( this_codon ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> codon_lst . append ( str ( this_codon . ungap ( ) ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> codon_lst . append ( ""---"" ) <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> codon_lst . append ( codonseq [ int ( k ) : int ( k ) + 3 ] ) <TAB> return codon_lst","elif str ( codonseq [ int ( k ) : int ( k ) + 3 ] ) == ""---"" :",389
14051,"def iterations():
    check_garbage()
    max_mem = 0
    max_mem_stable = 0
    max_mem_increasing = 0
    leak = True
    m1 = 0
    for i in range(options.max_iterations):
        yield i
        if options.debug:
            if i == 3:
                check_garbage()
                helpers.record_memory_leak_status()
            if i == 4 or i == 5:
                helpers.record_memory_leak_status(print_diff=True)
        m2 = mem()
        print(
            ""iteration %02d/%02d: %d pages used (%+d)""
            % (i + 1, options.max_iterations, m2, m2 - m1)
        )
        m1 = m2
        if m2 > max_mem:
            max_mem = m2
            max_mem_stable = 0
            max_mem_increasing += 1
            if max_mem_increasing == options.required:
                print(
                    ""maximum was always increasing for"",
                    max_mem_increasing,
                    ""iterations"",
                )
                break
        else:
            max_mem_stable += 1
            max_mem_increasing = 0
            if max_mem_stable == options.required:
                print(""maximum was stable for"", max_mem_stable, ""iterations"")
                leak = False
                break
    check_garbage()
    if leak:
        print(""memory leak found"")
        sys.exit(LEAK_EXIT_CODE)
    else:
        print(""no leak found"")","def iterations ( ) : <TAB> check_garbage ( ) <TAB> max_mem = 0 <TAB> max_mem_stable = 0 <TAB> max_mem_increasing = 0 <TAB> leak = True <TAB> m1 = 0 <TAB> for i in range ( options . max_iterations ) : <TAB> <TAB> yield i <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> if i == 3 : <TAB> <TAB> <TAB> <TAB> check_garbage ( ) <TAB> <TAB> <TAB> <TAB> helpers . record_memory_leak_status ( ) <TAB> <TAB> <TAB> if i == 4 or i == 5 : <TAB> <TAB> <TAB> <TAB> helpers . record_memory_leak_status ( print_diff = True ) <TAB> <TAB> m2 = mem ( ) <TAB> <TAB> print ( <TAB> <TAB> <TAB> ""iteration %02d/%02d: %d pages used (%+d)"" <TAB> <TAB> <TAB> % ( i + 1 , options . max_iterations , m2 , m2 - m1 ) <TAB> <TAB> ) <TAB> <TAB> m1 = m2 <TAB> <TAB> if m2 > max_mem : <TAB> <TAB> <TAB> max_mem = m2 <TAB> <TAB> <TAB> max_mem_stable = 0 <TAB> <TAB> <TAB> max_mem_increasing += 1 <TAB> <TAB> <TAB> if max_mem_increasing == options . required : <TAB> <TAB> <TAB> <TAB> print ( <TAB> <TAB> <TAB> <TAB> <TAB> ""maximum was always increasing for"" , <TAB> <TAB> <TAB> <TAB> <TAB> max_mem_increasing , <TAB> <TAB> <TAB> <TAB> <TAB> ""iterations"" , <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> max_mem_stable += 1 <TAB> <TAB> <TAB> max_mem_increasing = 0 <TAB> <TAB> <TAB> if max_mem_stable == options . required : <TAB> <TAB> <TAB> <TAB> print ( ""maximum was stable for"" , max_mem_stable , ""iterations"" ) <TAB> <TAB> <TAB> <TAB> leak = False <TAB> <TAB> <TAB> <TAB> break <TAB> check_garbage ( ) <TAB> if leak : <TAB> <TAB> print ( ""memory leak found"" ) <TAB> <TAB> sys . exit ( LEAK_EXIT_CODE ) <TAB> else : <TAB> <TAB> print ( ""no leak found"" )",if options . debug :,450
16523,"def tokenize(self, text):
    """"""Tokenize the input string `text`, and return the tokenize result.""""""
    text_len = len(text)
    result = []
    i = 0
    while i < text_len:
        word = found_word = """"
        # Deal with English characters.
        if self.__is_eng_char(text[i]):
            for j in range(i, text_len + 1):
                if j < text_len and self.__is_eng_char(text[j]):
                    word += self.__tolower(text[j])
                else:
                    # Forward matching by character granularity.
                    if word in self.__vocab:
                        result.append(word)
                    i = j - 1
                    break
        else:
            for j in range(i, min(i + self.__max_word_len, text_len)):
                word += text[j]
                if word in self.__vocab:
                    found_word = word
            if len(found_word) > 0:
                result.append(found_word)
                i += len(found_word) - 1
        i += 1
    return result","def tokenize ( self , text ) : <TAB> """"""Tokenize the input string `text`, and return the tokenize result."""""" <TAB> text_len = len ( text ) <TAB> result = [ ] <TAB> i = 0 <TAB> while i < text_len : <TAB> <TAB> word = found_word = """" <TAB> <TAB> <TAB> <TAB> if self . __is_eng_char ( text [ i ] ) : <TAB> <TAB> <TAB> for j in range ( i , text_len + 1 ) : <TAB> <TAB> <TAB> <TAB> if j < text_len and self . __is_eng_char ( text [ j ] ) : <TAB> <TAB> <TAB> <TAB> <TAB> word += self . __tolower ( text [ j ] ) <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> result . append ( word ) <TAB> <TAB> <TAB> <TAB> <TAB> i = j - 1 <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> else : <TAB> <TAB> <TAB> for j in range ( i , min ( i + self . __max_word_len , text_len ) ) : <TAB> <TAB> <TAB> <TAB> word += text [ j ] <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> found_word = word <TAB> <TAB> <TAB> if len ( found_word ) > 0 : <TAB> <TAB> <TAB> <TAB> result . append ( found_word ) <TAB> <TAB> <TAB> <TAB> i += len ( found_word ) - 1 <TAB> <TAB> i += 1 <TAB> return result",if word in self . __vocab :,329
23273,"def get_domains_up_by_filers(
    domain_type, date_from=None, date_to=None, tags=[], nb_obj=28, page=1
):
    if not tags:
        if not date_from and not date_to:
            return domains_up_by_page(domain_type, nb_obj=nb_obj, page=page)
        else:
            domains = sorted(
                get_domains_up_by_daterange(date_from, date_to, domain_type)
            )
            domains = paginate_iterator(domains, nb_obj=nb_obj, page=page)
            domains[""list_elem""] = create_domains_metadata_list(
                domains[""list_elem""], domain_type
            )
            domains[""domain_type""] = domain_type
            domains[""date_from""] = date_from
            domains[""date_to""] = date_to
            return domains
    else:
        return None","def get_domains_up_by_filers ( <TAB> domain_type , date_from = None , date_to = None , tags = [ ] , nb_obj = 28 , page = 1 ) : <TAB> if not tags : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return domains_up_by_page ( domain_type , nb_obj = nb_obj , page = page ) <TAB> <TAB> else : <TAB> <TAB> <TAB> domains = sorted ( <TAB> <TAB> <TAB> <TAB> get_domains_up_by_daterange ( date_from , date_to , domain_type ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> domains = paginate_iterator ( domains , nb_obj = nb_obj , page = page ) <TAB> <TAB> <TAB> domains [ ""list_elem"" ] = create_domains_metadata_list ( <TAB> <TAB> <TAB> <TAB> domains [ ""list_elem"" ] , domain_type <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> domains [ ""domain_type"" ] = domain_type <TAB> <TAB> <TAB> domains [ ""date_from"" ] = date_from <TAB> <TAB> <TAB> domains [ ""date_to"" ] = date_to <TAB> <TAB> <TAB> return domains <TAB> else : <TAB> <TAB> return None",if not date_from and not date_to :,257
4895,"def GetNumberOfLines(self):
    text = self.GetValue()
    width = self.GetClientSize().width
    dc = wx.ClientDC(self)
    dc.SetFont(self.GetFont())
    count = 0
    for line in text.split(""\n""):
        count += 1
        w, h = dc.GetTextExtent(line)
        if w > width - self._getExtra():
            # the width of the text is wider than the control,
            # calc how many lines it will be wrapped to
            count += self._wrapLine(line, dc, width)
    if not count:
        count = 1
    return count","def GetNumberOfLines ( self ) : <TAB> text = self . GetValue ( ) <TAB> width = self . GetClientSize ( ) . width <TAB> dc = wx . ClientDC ( self ) <TAB> dc . SetFont ( self . GetFont ( ) ) <TAB> count = 0 <TAB> for line in text . split ( ""\n"" ) : <TAB> <TAB> count += 1 <TAB> <TAB> w , h = dc . GetTextExtent ( line ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> count += self . _wrapLine ( line , dc , width ) <TAB> if not count : <TAB> <TAB> count = 1 <TAB> return count",if w > width - self . _getExtra ( ) :,164
17206,"def __call__(
    self, model, output_path: str = None, epoch: int = -1, steps: int = -1
) -> float:
    model.eval()
    total = 0
    correct = 0
    if epoch != -1:
        if steps == -1:
            out_txt = "" after epoch {}:"".format(epoch)
        else:
            out_txt = "" in epoch {} after {} steps:"".format(epoch, steps)
    else:
        out_txt = "":""
    logger.info(""Evaluation on the "" + self.name + "" dataset"" + out_txt)
    self.dataloader.collate_fn = model.smart_batching_collate
    for step, batch in enumerate(tqdm(self.dataloader, desc=""Evaluating"")):
        features, label_ids = batch_to_device(batch, model.device)
        with torch.no_grad():
            _, prediction = self.softmax_model(features, labels=None)
        total += prediction.size(0)
        correct += torch.argmax(prediction, dim=1).eq(label_ids).sum().item()
    accuracy = correct / total
    logger.info(""Accuracy: {:.4f} ({}/{})\n"".format(accuracy, correct, total))
    if output_path is not None:
        csv_path = os.path.join(output_path, self.csv_file)
        if not os.path.isfile(csv_path):
            with open(csv_path, mode=""w"", encoding=""utf-8"") as f:
                writer = csv.writer(f)
                writer.writerow(self.csv_headers)
                writer.writerow([epoch, steps, accuracy])
        else:
            with open(csv_path, mode=""a"", encoding=""utf-8"") as f:
                writer = csv.writer(f)
                writer.writerow([epoch, steps, accuracy])
    return accuracy","def __call__ ( <TAB> self , model , output_path : str = None , epoch : int = - 1 , steps : int = - 1 ) -> float : <TAB> model . eval ( ) <TAB> total = 0 <TAB> correct = 0 <TAB> if epoch != - 1 : <TAB> <TAB> if steps == - 1 : <TAB> <TAB> <TAB> out_txt = "" after epoch {}:"" . format ( epoch ) <TAB> <TAB> else : <TAB> <TAB> <TAB> out_txt = "" in epoch {} after {} steps:"" . format ( epoch , steps ) <TAB> else : <TAB> <TAB> out_txt = "":"" <TAB> logger . info ( ""Evaluation on the "" + self . name + "" dataset"" + out_txt ) <TAB> self . dataloader . collate_fn = model . smart_batching_collate <TAB> for step , batch in enumerate ( tqdm ( self . dataloader , desc = ""Evaluating"" ) ) : <TAB> <TAB> features , label_ids = batch_to_device ( batch , model . device ) <TAB> <TAB> with torch . no_grad ( ) : <TAB> <TAB> <TAB> _ , prediction = self . softmax_model ( features , labels = None ) <TAB> <TAB> total += prediction . size ( 0 ) <TAB> <TAB> correct += torch . argmax ( prediction , dim = 1 ) . eq ( label_ids ) . sum ( ) . item ( ) <TAB> accuracy = correct / total <TAB> logger . info ( ""Accuracy: {:.4f} ({}/{})\n"" . format ( accuracy , correct , total ) ) <TAB> if output_path is not None : <TAB> <TAB> csv_path = os . path . join ( output_path , self . csv_file ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> with open ( csv_path , mode = ""w"" , encoding = ""utf-8"" ) as f : <TAB> <TAB> <TAB> <TAB> writer = csv . writer ( f ) <TAB> <TAB> <TAB> <TAB> writer . writerow ( self . csv_headers ) <TAB> <TAB> <TAB> <TAB> writer . writerow ( [ epoch , steps , accuracy ] ) <TAB> <TAB> else : <TAB> <TAB> <TAB> with open ( csv_path , mode = ""a"" , encoding = ""utf-8"" ) as f : <TAB> <TAB> <TAB> <TAB> writer = csv . writer ( f ) <TAB> <TAB> <TAB> <TAB> writer . writerow ( [ epoch , steps , accuracy ] ) <TAB> return accuracy",if not os . path . isfile ( csv_path ) :,481
1009,"def build_canned_image_list(path):
    layers_path = get_bitbake_var(""BBLAYERS"")
    canned_wks_layer_dirs = []
    if layers_path is not None:
        for layer_path in layers_path.split():
            for wks_path in (WIC_DIR, SCRIPTS_CANNED_IMAGE_DIR):
                cpath = os.path.join(layer_path, wks_path)
                if os.path.isdir(cpath):
                    canned_wks_layer_dirs.append(cpath)
    cpath = os.path.join(path, CANNED_IMAGE_DIR)
    canned_wks_layer_dirs.append(cpath)
    return canned_wks_layer_dirs
","def build_canned_image_list ( path ) : <TAB> layers_path = get_bitbake_var ( ""BBLAYERS"" ) <TAB> canned_wks_layer_dirs = [ ] <TAB> if layers_path is not None : <TAB> <TAB> for layer_path in layers_path . split ( ) : <TAB> <TAB> <TAB> for wks_path in ( WIC_DIR , SCRIPTS_CANNED_IMAGE_DIR ) : <TAB> <TAB> <TAB> <TAB> cpath = os . path . join ( layer_path , wks_path ) <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> canned_wks_layer_dirs . append ( cpath ) <TAB> cpath = os . path . join ( path , CANNED_IMAGE_DIR ) <TAB> canned_wks_layer_dirs . append ( cpath ) <TAB> return canned_wks_layer_dirs",if os . path . isdir ( cpath ) :,199
22150,"def update_dict(a, b):
    for key, value in b.items():
        if value is None:
            continue
        if key not in a:
            a[key] = value
        elif isinstance(a[key], dict) and isinstance(value, dict):
            update_dict(a[key], value)
        elif isinstance(a[key], list):
            a[key].append(value)
        else:
            a[key] = [a[key], value]
","def update_dict ( a , b ) : <TAB> for key , value in b . items ( ) : <TAB> <TAB> if value is None : <TAB> <TAB> <TAB> continue <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> a [ key ] = value <TAB> <TAB> elif isinstance ( a [ key ] , dict ) and isinstance ( value , dict ) : <TAB> <TAB> <TAB> update_dict ( a [ key ] , value ) <TAB> <TAB> elif isinstance ( a [ key ] , list ) : <TAB> <TAB> <TAB> a [ key ] . append ( value ) <TAB> <TAB> else : <TAB> <TAB> <TAB> a [ key ] = [ a [ key ] , value ]",if key not in a :,131
2445,"def getSubsegments(self):
    for num, localdata in self.lfh.LocalData:
        for bucket, seginfo in localdata.SegmentInfo:
            if seginfo.ActiveSubsegment == 0:
                continue
            yield Win32Subsegment(self.trace, self.heap, seginfo.ActiveSubsegment)","def getSubsegments ( self ) : <TAB> for num , localdata in self . lfh . LocalData : <TAB> <TAB> for bucket , seginfo in localdata . SegmentInfo : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> yield Win32Subsegment ( self . trace , self . heap , seginfo . ActiveSubsegment )",if seginfo . ActiveSubsegment == 0 :,84
10198,"def map_external_uid_with_hangups_user(self, source_uid, external_context):
    telegram_uid = str(source_uid)
    profilesync_keys = [""profilesync"", ""tg2ho"", telegram_uid]
    hangups_user = False
    try:
        hangouts_map = self.bot.memory.get_by_path(profilesync_keys)
        if isinstance(hangouts_map, str):
            # security: sync is incomplete, should be a dict
            return False
        if ""chat_id"" in hangouts_map:
            hangouts_uid = hangouts_map[""chat_id""]
        elif ""user_gplus"" in hangouts_map:
            # old semi-broken way
            gplus = hangouts_map[""user_gplus""]
            has_chat_id = re.search(r""/(\d+)/about"", gplus)
            if has_chat_id:
                hangouts_uid = has_chat_id.group(1)
        else:
            hangouts_uid = False
        if hangouts_uid:
            _hangups_user = self.bot.get_hangups_user(hangouts_uid)
            if _hangups_user.definitionsource:
                hangups_user = _hangups_user
    except KeyError:
        logger.info(""no hangups user for {}"".format(source_uid))
    return hangups_user","def map_external_uid_with_hangups_user ( self , source_uid , external_context ) : <TAB> telegram_uid = str ( source_uid ) <TAB> profilesync_keys = [ ""profilesync"" , ""tg2ho"" , telegram_uid ] <TAB> hangups_user = False <TAB> try : <TAB> <TAB> hangouts_map = self . bot . memory . get_by_path ( profilesync_keys ) <TAB> <TAB> if isinstance ( hangouts_map , str ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> return False <TAB> <TAB> if ""chat_id"" in hangouts_map : <TAB> <TAB> <TAB> hangouts_uid = hangouts_map [ ""chat_id"" ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> gplus = hangouts_map [ ""user_gplus"" ] <TAB> <TAB> <TAB> has_chat_id = re . search ( r""/(\d+)/about"" , gplus ) <TAB> <TAB> <TAB> if has_chat_id : <TAB> <TAB> <TAB> <TAB> hangouts_uid = has_chat_id . group ( 1 ) <TAB> <TAB> else : <TAB> <TAB> <TAB> hangouts_uid = False <TAB> <TAB> if hangouts_uid : <TAB> <TAB> <TAB> _hangups_user = self . bot . get_hangups_user ( hangouts_uid ) <TAB> <TAB> <TAB> if _hangups_user . definitionsource : <TAB> <TAB> <TAB> <TAB> hangups_user = _hangups_user <TAB> except KeyError : <TAB> <TAB> logger . info ( ""no hangups user for {}"" . format ( source_uid ) ) <TAB> return hangups_user","elif ""user_gplus"" in hangouts_map :",371
10145,"def __saveWork(self, work, results):
    """"""Stores the resulting last log line to the cache with the proxy key""""""
    del work
    # pylint: disable=broad-except
    try:
        if results:
            __cached = self.__cache[results[0]]
            __cached[self.__TIME] = time.time()
            __cached[self.__LINE] = results[1]
            __cached[self.__LLU] = results[2]
    except KeyError as e:
        # Could happen while switching jobs with work in the queue
        pass
    except Exception as e:
        list(map(logger.warning, cuegui.Utils.exceptionOutput(e)))","def __saveWork ( self , work , results ) : <TAB> """"""Stores the resulting last log line to the cache with the proxy key"""""" <TAB> del work <TAB> <TAB> try : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> __cached = self . __cache [ results [ 0 ] ] <TAB> <TAB> <TAB> __cached [ self . __TIME ] = time . time ( ) <TAB> <TAB> <TAB> __cached [ self . __LINE ] = results [ 1 ] <TAB> <TAB> <TAB> __cached [ self . __LLU ] = results [ 2 ] <TAB> except KeyError as e : <TAB> <TAB> <TAB> <TAB> pass <TAB> except Exception as e : <TAB> <TAB> list ( map ( logger . warning , cuegui . Utils . exceptionOutput ( e ) ) )",if results :,170
4593,"def _get_items(self, name, target=1):
    all_items = self.get_items(name)
    items = [o for o in all_items if not o.disabled]
    if len(items) < target:
        if len(all_items) < target:
            raise ItemNotFoundError(""insufficient items with name %r"" % name)
        else:
            raise AttributeError(""insufficient non-disabled items with name %s"" % name)
    on = []
    off = []
    for o in items:
        if o.selected:
            on.append(o)
        else:
            off.append(o)
    return on, off","def _get_items ( self , name , target = 1 ) : <TAB> all_items = self . get_items ( name ) <TAB> items = [ o for o in all_items if not o . disabled ] <TAB> if len ( items ) < target : <TAB> <TAB> if len ( all_items ) < target : <TAB> <TAB> <TAB> raise ItemNotFoundError ( ""insufficient items with name %r"" % name ) <TAB> <TAB> else : <TAB> <TAB> <TAB> raise AttributeError ( ""insufficient non-disabled items with name %s"" % name ) <TAB> on = [ ] <TAB> off = [ ] <TAB> for o in items : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> on . append ( o ) <TAB> <TAB> else : <TAB> <TAB> <TAB> off . append ( o ) <TAB> return on , off",if o . selected :,169
4485,"def start(url, command, username, password, shell=False):
    if need_auth(url):
        print(""[+] Node-RED requires authentication."")
        if username is None and password is None:
            print(""[+] Trying default credentials."")
            access_token = login(url)
        else:
            print(""[+] Trying provided credentials."")
            access_token = login(url, username=username, password=password)
        if access_token is None:
            print(""[!] An error occured during login procedure. Wrong creds ?"")
            return
        else:
            print(""[+] Successfully authenticated over HTTP."")
            return asyncio.get_event_loop().run_until_complete(
                exploit(url, command, shell, access_token)
            )
    else:
        print(""[+] Node-RED does not require authentication."")
        return asyncio.get_event_loop().run_until_complete(exploit(url, command, shell))
","def start ( url , command , username , password , shell = False ) : <TAB> if need_auth ( url ) : <TAB> <TAB> print ( ""[+] Node-RED requires authentication."" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> print ( ""[+] Trying default credentials."" ) <TAB> <TAB> <TAB> access_token = login ( url ) <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""[+] Trying provided credentials."" ) <TAB> <TAB> <TAB> access_token = login ( url , username = username , password = password ) <TAB> <TAB> if access_token is None : <TAB> <TAB> <TAB> print ( ""[!] An error occured during login procedure. Wrong creds ?"" ) <TAB> <TAB> <TAB> return <TAB> <TAB> else : <TAB> <TAB> <TAB> print ( ""[+] Successfully authenticated over HTTP."" ) <TAB> <TAB> <TAB> return asyncio . get_event_loop ( ) . run_until_complete ( <TAB> <TAB> <TAB> <TAB> exploit ( url , command , shell , access_token ) <TAB> <TAB> <TAB> ) <TAB> else : <TAB> <TAB> print ( ""[+] Node-RED does not require authentication."" ) <TAB> <TAB> return asyncio . get_event_loop ( ) . run_until_complete ( exploit ( url , command , shell ) )",if username is None and password is None :,239
17624,"def run_with_catch(args=None, env=None):
    from virtualenv.config.cli.parser import VirtualEnvOptions
    env = os.environ if env is None else env
    options = VirtualEnvOptions()
    try:
        run(args, options, env)
    except (KeyboardInterrupt, SystemExit, Exception) as exception:
        try:
            if getattr(options, ""with_traceback"", False):
                raise
            else:
                if not (isinstance(exception, SystemExit) and exception.code == 0):
                    logging.error(""%s: %s"", type(exception).__name__, exception)
                code = exception.code if isinstance(exception, SystemExit) else 1
                sys.exit(code)
        finally:
            logging.shutdown()  # force flush of log messages before the trace is printed","def run_with_catch ( args = None , env = None ) : <TAB> from virtualenv . config . cli . parser import VirtualEnvOptions <TAB> env = os . environ if env is None else env <TAB> options = VirtualEnvOptions ( ) <TAB> try : <TAB> <TAB> run ( args , options , env ) <TAB> except ( KeyboardInterrupt , SystemExit , Exception ) as exception : <TAB> <TAB> try : <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> raise <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> if not ( isinstance ( exception , SystemExit ) and exception . code == 0 ) : <TAB> <TAB> <TAB> <TAB> <TAB> logging . error ( ""%s: %s"" , type ( exception ) . __name__ , exception ) <TAB> <TAB> <TAB> <TAB> code = exception . code if isinstance ( exception , SystemExit ) else 1 <TAB> <TAB> <TAB> <TAB> sys . exit ( code ) <TAB> <TAB> finally : <TAB> <TAB> <TAB> logging . shutdown ( )","if getattr ( options , ""with_traceback"" , False ) :",211
5661,"def downsample_seg_for_ds_transform3(
    seg, ds_scales=((1, 1, 1), (0.5, 0.5, 0.5), (0.25, 0.25, 0.25)), classes=None
):
    output = []
    one_hot = torch.from_numpy(
        convert_seg_image_to_one_hot_encoding_batched(seg, classes)
    )  # b, c,
    for s in ds_scales:
        if all([i == 1 for i in s]):
            output.append(torch.from_numpy(seg))
        else:
            kernel_size = tuple(int(1 / i) for i in s)
            stride = kernel_size
            pad = tuple((i - 1) // 2 for i in kernel_size)
            if len(s) == 2:
                pool_op = avg_pool2d
            elif len(s) == 3:
                pool_op = avg_pool3d
            else:
                raise RuntimeError()
            pooled = pool_op(
                one_hot,
                kernel_size,
                stride,
                pad,
                count_include_pad=False,
                ceil_mode=False,
            )
            output.append(pooled)
    return output","def downsample_seg_for_ds_transform3 ( <TAB> seg , ds_scales = ( ( 1 , 1 , 1 ) , ( 0.5 , 0.5 , 0.5 ) , ( 0.25 , 0.25 , 0.25 ) ) , classes = None ) : <TAB> output = [ ] <TAB> one_hot = torch . from_numpy ( <TAB> <TAB> convert_seg_image_to_one_hot_encoding_batched ( seg , classes ) <TAB> ) <TAB> for s in ds_scales : <TAB> <TAB> if all ( [ i == 1 for i in s ] ) : <TAB> <TAB> <TAB> output . append ( torch . from_numpy ( seg ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> kernel_size = tuple ( int ( 1 / i ) for i in s ) <TAB> <TAB> <TAB> stride = kernel_size <TAB> <TAB> <TAB> pad = tuple ( ( i - 1 ) // 2 for i in kernel_size ) <TAB> <TAB> <TAB> if len ( s ) == 2 : <TAB> <TAB> <TAB> <TAB> pool_op = avg_pool2d <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> pool_op = avg_pool3d <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> raise RuntimeError ( ) <TAB> <TAB> <TAB> pooled = pool_op ( <TAB> <TAB> <TAB> <TAB> one_hot , <TAB> <TAB> <TAB> <TAB> kernel_size , <TAB> <TAB> <TAB> <TAB> stride , <TAB> <TAB> <TAB> <TAB> pad , <TAB> <TAB> <TAB> <TAB> count_include_pad = False , <TAB> <TAB> <TAB> <TAB> ceil_mode = False , <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> output . append ( pooled ) <TAB> return output",elif len ( s ) == 3 :,352
7070,"def get_args(limit=20):
    args = []
    any_tags_combinations = [
        DEFAULT_ANY_TAGS,
        COMMON_AND_RARE,
        RARE_ANY_TAGS,
        COMMON_AND_RARE2,
        CITY_FIX,
        [],
    ]
    not_tags_combinations = [MATURE_TAGS, []]
    for no_fee in [False, True]:
        for claim_type in [None, ""stream"", ""channel""]:
            for no_totals in [True]:
                for offset in [0, 100]:
                    for any_tags in any_tags_combinations:
                        for not_tags in not_tags_combinations:
                            for order_by in ORDER_BY:
                                kw = {
                                    ""order_by"": order_by,
                                    ""offset"": offset,
                                    ""limit"": limit,
                                    ""no_totals"": no_totals,
                                }
                                if not_tags:
                                    kw[""not_tags""] = not_tags
                                if any_tags:
                                    kw[""any_tags""] = any_tags
                                if claim_type:
                                    kw[""claim_type""] = claim_type
                                if no_fee:
                                    kw[""fee_amount""] = 0
                                args.append(kw)
    print(f""-- Trying {len(args)} argument combinations"")
    return args","def get_args ( limit = 20 ) : <TAB> args = [ ] <TAB> any_tags_combinations = [ <TAB> <TAB> DEFAULT_ANY_TAGS , <TAB> <TAB> COMMON_AND_RARE , <TAB> <TAB> RARE_ANY_TAGS , <TAB> <TAB> COMMON_AND_RARE2 , <TAB> <TAB> CITY_FIX , <TAB> <TAB> [ ] , <TAB> ] <TAB> not_tags_combinations = [ MATURE_TAGS , [ ] ] <TAB> for no_fee in [ False , True ] : <TAB> <TAB> for claim_type in [ None , ""stream"" , ""channel"" ] : <TAB> <TAB> <TAB> for no_totals in [ True ] : <TAB> <TAB> <TAB> <TAB> for offset in [ 0 , 100 ] : <TAB> <TAB> <TAB> <TAB> <TAB> for any_tags in any_tags_combinations : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for not_tags in not_tags_combinations : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> for order_by in ORDER_BY : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> kw = { <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""order_by"" : order_by , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""offset"" : offset , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""limit"" : limit , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> ""no_totals"" : no_totals , <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> } <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not_tags : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> kw [ ""not_tags"" ] = not_tags <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> kw [ ""any_tags"" ] = any_tags <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if claim_type : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> kw [ ""claim_type"" ] = claim_type <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if no_fee : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> kw [ ""fee_amount"" ] = 0 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> args . append ( kw ) <TAB> print ( f""-- Trying {len(args)} argument combinations"" ) <TAB> return args",if any_tags :,458
817,"def create(cls, request=None, **kwargs):
    create_email = kwargs.pop(""create_email"", True)
    confirm_email = kwargs.pop(""confirm_email"", None)
    account = cls(**kwargs)
    if ""language"" not in kwargs:
        if request is None:
            account.language = DEFAULT_LANGUAGE
        else:
            account.language = translation.get_language_from_request(
                request, check_path=True
            )
    account.save()
    if create_email and account.user.email:
        kwargs = {""primary"": True}
        if confirm_email is not None:
            kwargs[""confirm""] = confirm_email
        EmailAddress.objects.add_email(account.user, account.user.email, **kwargs)
    return account
","def create ( cls , request = None , ** kwargs ) : <TAB> create_email = kwargs . pop ( ""create_email"" , True ) <TAB> confirm_email = kwargs . pop ( ""confirm_email"" , None ) <TAB> account = cls ( ** kwargs ) <TAB> if ""language"" not in kwargs : <TAB> <TAB> if request is None : <TAB> <TAB> <TAB> account . language = DEFAULT_LANGUAGE <TAB> <TAB> else : <TAB> <TAB> <TAB> account . language = translation . get_language_from_request ( <TAB> <TAB> <TAB> <TAB> request , check_path = True <TAB> <TAB> <TAB> ) <TAB> account . save ( ) <TAB> if create_email and account . user . email : <TAB> <TAB> kwargs = { ""primary"" : True } <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> kwargs [ ""confirm"" ] = confirm_email <TAB> <TAB> EmailAddress . objects . add_email ( account . user , account . user . email , ** kwargs ) <TAB> return account",if confirm_email is not None :,203
943,"def smartsplit(code):
    """"""Split `code` at "" symbol, only if it is not escaped.""""""
    strings = []
    pos = 0
    while pos < len(code):
        if code[pos] == '""':
            word = """"  # new word
            pos += 1
            while pos < len(code):
                if code[pos] == '""':
                    break
                if code[pos] == ""\\"":
                    word += ""\\""
                    pos += 1
                word += code[pos]
                pos += 1
            strings.append('""%s""' % word)
        pos += 1
    return strings","def smartsplit ( code ) : <TAB> """"""Split `code` at "" symbol, only if it is not escaped."""""" <TAB> strings = [ ] <TAB> pos = 0 <TAB> while pos < len ( code ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> word = """" <TAB> <TAB> <TAB> pos += 1 <TAB> <TAB> <TAB> while pos < len ( code ) : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> if code [ pos ] == ""\\"" : <TAB> <TAB> <TAB> <TAB> <TAB> word += ""\\"" <TAB> <TAB> <TAB> <TAB> <TAB> pos += 1 <TAB> <TAB> <TAB> <TAB> word += code [ pos ] <TAB> <TAB> <TAB> <TAB> pos += 1 <TAB> <TAB> <TAB> strings . append ( '""%s""' % word ) <TAB> <TAB> pos += 1 <TAB> return strings","if code [ pos ] == '""' :",174
21371,"def __init__(self, response, message):
    self.response = response
    self.status = response.status
    if isinstance(message, dict):
        self.code = message.get(""code"", 0)
        base = message.get(""message"", """")
        errors = message.get(""errors"")
        if errors:
            errors = flatten_error_dict(errors)
            helpful = ""\n"".join(""In %s: %s"" % t for t in errors.items())
            self.text = base + ""\n"" + helpful
        else:
            self.text = base
    else:
        self.text = message
        self.code = 0
    fmt = ""{0.status} {0.reason} (error code: {1})""
    if len(self.text):
        fmt = fmt + "": {2}""
    super().__init__(fmt.format(self.response, self.code, self.text))","def __init__ ( self , response , message ) : <TAB> self . response = response <TAB> self . status = response . status <TAB> if isinstance ( message , dict ) : <TAB> <TAB> self . code = message . get ( ""code"" , 0 ) <TAB> <TAB> base = message . get ( ""message"" , """" ) <TAB> <TAB> errors = message . get ( ""errors"" ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> errors = flatten_error_dict ( errors ) <TAB> <TAB> <TAB> helpful = ""\n"" . join ( ""In %s: %s"" % t for t in errors . items ( ) ) <TAB> <TAB> <TAB> self . text = base + ""\n"" + helpful <TAB> <TAB> else : <TAB> <TAB> <TAB> self . text = base <TAB> else : <TAB> <TAB> self . text = message <TAB> <TAB> self . code = 0 <TAB> fmt = ""{0.status} {0.reason} (error code: {1})"" <TAB> if len ( self . text ) : <TAB> <TAB> fmt = fmt + "": {2}"" <TAB> super ( ) . __init__ ( fmt . format ( self . response , self . code , self . text ) )",if errors :,233
15844,"def reverse_code(apps: StateApps, schema_editor: DatabaseSchemaEditor) -> None:
    PreregistrationUser = apps.get_model(""zerver"", ""PreregistrationUser"")
    for user in PreregistrationUser.objects.all():
        if user.invited_as == 2:  # PreregistrationUser.INVITE_AS['REALM_ADMIN']
            user.invited_as_admin = True
        else:  # PreregistrationUser.INVITE_AS['MEMBER']
            user.invited_as_admin = False
        user.save(update_fields=[""invited_as_admin""])","def reverse_code ( apps : StateApps , schema_editor : DatabaseSchemaEditor ) -> None : <TAB> PreregistrationUser = apps . get_model ( ""zerver"" , ""PreregistrationUser"" ) <TAB> for user in PreregistrationUser . objects . all ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> user . invited_as_admin = True <TAB> <TAB> else : <TAB> <TAB> <TAB> user . invited_as_admin = False <TAB> <TAB> user . save ( update_fields = [ ""invited_as_admin"" ] )",if user . invited_as == 2 :,151
296,"def userless_histories(self, trans, **kwd):
    """"""The number of userless histories and associated datasets that have not been updated for the specified number of days.""""""
    params = util.Params(kwd)
    message = """"
    if params.userless_histories_days:
        userless_histories_days = int(params.userless_histories_days)
        cutoff_time = datetime.utcnow() - timedelta(days=userless_histories_days)
        history_count = 0
        dataset_count = 0
        for history in trans.sa_session.query(model.History).filter(
            and_(
                model.History.table.c.user_id == null(),
                model.History.table.c.deleted == true(),
                model.History.table.c.update_time < cutoff_time,
            )
        ):
            for dataset in history.datasets:
                if not dataset.deleted:
                    dataset_count += 1
            history_count += 1
        message = (
            ""%d userless histories ( including a total of %d datasets ) have not been updated for at least %d days.""
            % (history_count, dataset_count, userless_histories_days)
        )
    else:
        message = ""Enter the number of days.""
    return str(userless_histories_days), message","def userless_histories ( self , trans , ** kwd ) : <TAB> """"""The number of userless histories and associated datasets that have not been updated for the specified number of days."""""" <TAB> params = util . Params ( kwd ) <TAB> message = """" <TAB> if params . userless_histories_days : <TAB> <TAB> userless_histories_days = int ( params . userless_histories_days ) <TAB> <TAB> cutoff_time = datetime . utcnow ( ) - timedelta ( days = userless_histories_days ) <TAB> <TAB> history_count = 0 <TAB> <TAB> dataset_count = 0 <TAB> <TAB> for history in trans . sa_session . query ( model . History ) . filter ( <TAB> <TAB> <TAB> and_ ( <TAB> <TAB> <TAB> <TAB> model . History . table . c . user_id == null ( ) , <TAB> <TAB> <TAB> <TAB> model . History . table . c . deleted == true ( ) , <TAB> <TAB> <TAB> <TAB> model . History . table . c . update_time < cutoff_time , <TAB> <TAB> <TAB> ) <TAB> <TAB> ) : <TAB> <TAB> <TAB> for dataset in history . datasets : <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> dataset_count += 1 <TAB> <TAB> <TAB> history_count += 1 <TAB> <TAB> message = ( <TAB> <TAB> <TAB> ""%d userless histories ( including a total of %d datasets ) have not been updated for at least %d days."" <TAB> <TAB> <TAB> % ( history_count , dataset_count , userless_histories_days ) <TAB> <TAB> ) <TAB> else : <TAB> <TAB> message = ""Enter the number of days."" <TAB> return str ( userless_histories_days ) , message",if not dataset . deleted :,357
8851,"def on_task_abort(self, task, config):
    if ""abort"" in config:
        if task.silent_abort:
            return
        log.debug(""sending abort notification"")
        self.send_notification(
            config[""abort""][""title""],
            config[""abort""][""message""],
            config[""abort""][""via""],
            template_renderer=task.render,
        )
","def on_task_abort ( self , task , config ) : <TAB> if ""abort"" in config : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> log . debug ( ""sending abort notification"" ) <TAB> <TAB> self . send_notification ( <TAB> <TAB> <TAB> config [ ""abort"" ] [ ""title"" ] , <TAB> <TAB> <TAB> config [ ""abort"" ] [ ""message"" ] , <TAB> <TAB> <TAB> config [ ""abort"" ] [ ""via"" ] , <TAB> <TAB> <TAB> template_renderer = task . render , <TAB> <TAB> )",if task . silent_abort :,104
11402,"def outlineView_heightOfRowByItem_(self, tree, item) -> float:
    default_row_height = self.rowHeight
    if item is self:
        return default_row_height
    heights = [default_row_height]
    for column in self.tableColumns:
        value = getattr(item.attrs[""node""], str(column.identifier))
        if isinstance(value, toga.Widget):
            # if the cell value is a widget, use its height
            heights.append(value._impl.native.intrinsicContentSize().height)
    return max(heights)
","def outlineView_heightOfRowByItem_ ( self , tree , item ) -> float : <TAB> default_row_height = self . rowHeight <TAB> if item is self : <TAB> <TAB> return default_row_height <TAB> heights = [ default_row_height ] <TAB> for column in self . tableColumns : <TAB> <TAB> value = getattr ( item . attrs [ ""node"" ] , str ( column . identifier ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> heights . append ( value . _impl . native . intrinsicContentSize ( ) . height ) <TAB> return max ( heights )","if isinstance ( value , toga . Widget ) :",146
6760,"def close(self):
    if self._sock:
        if self._loop:
            self._loop.remove_periodic(self.handle_periodic)
            self._loop.remove(self._sock)
        self._sock.close()
        self._sock = None
",def close ( self ) : <TAB> if self . _sock : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _loop . remove_periodic ( self . handle_periodic ) <TAB> <TAB> <TAB> self . _loop . remove ( self . _sock ) <TAB> <TAB> self . _sock . close ( ) <TAB> <TAB> self . _sock = None,if self . _loop :,72
8953,"def update_handler(self, fd: Union[int, _Selectable], events: int) -> None:
    fd, fileobj = self.split_fd(fd)
    if events & IOLoop.READ:
        if fd not in self.readers:
            self.selector_loop.add_reader(fd, self._handle_events, fd, IOLoop.READ)
            self.readers.add(fd)
    else:
        if fd in self.readers:
            self.selector_loop.remove_reader(fd)
            self.readers.remove(fd)
    if events & IOLoop.WRITE:
        if fd not in self.writers:
            self.selector_loop.add_writer(fd, self._handle_events, fd, IOLoop.WRITE)
            self.writers.add(fd)
    else:
        if fd in self.writers:
            self.selector_loop.remove_writer(fd)
            self.writers.remove(fd)
","def update_handler ( self , fd : Union [ int , _Selectable ] , events : int ) -> None : <TAB> fd , fileobj = self . split_fd ( fd ) <TAB> if events & IOLoop . READ : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . selector_loop . add_reader ( fd , self . _handle_events , fd , IOLoop . READ ) <TAB> <TAB> <TAB> self . readers . add ( fd ) <TAB> else : <TAB> <TAB> if fd in self . readers : <TAB> <TAB> <TAB> self . selector_loop . remove_reader ( fd ) <TAB> <TAB> <TAB> self . readers . remove ( fd ) <TAB> if events & IOLoop . WRITE : <TAB> <TAB> if fd not in self . writers : <TAB> <TAB> <TAB> self . selector_loop . add_writer ( fd , self . _handle_events , fd , IOLoop . WRITE ) <TAB> <TAB> <TAB> self . writers . add ( fd ) <TAB> else : <TAB> <TAB> if fd in self . writers : <TAB> <TAB> <TAB> self . selector_loop . remove_writer ( fd ) <TAB> <TAB> <TAB> self . writers . remove ( fd )",if fd not in self . readers :,246
21888,"def __init__(
    self, data, depvar, subject, within=None, between=None, aggregate_func=None
):
    self.data = data
    self.depvar = depvar
    self.within = within
    if ""C"" in within:
        raise ValueError(
            ""Factor name cannot be 'C'! This is in conflict ""
            ""with patsy's contrast function name.""
        )
    self.between = between
    if between is not None:
        raise NotImplementedError(""Between subject effect not "" ""yet supported!"")
    self.subject = subject
    if aggregate_func == ""mean"":
        self.aggregate_func = np.mean
    else:
        self.aggregate_func = aggregate_func
    if not data.equals(data.drop_duplicates(subset=[subject] + within)):
        if self.aggregate_func is not None:
            self._aggregate()
        else:
            msg = (
                ""The data set contains more than one observation per ""
                ""subject and cell. Either aggregate the data manually, ""
                ""or pass the `aggregate_func` parameter.""
            )
            raise ValueError(msg)
    self._check_data_balanced()
","def __init__ ( <TAB> self , data , depvar , subject , within = None , between = None , aggregate_func = None ) : <TAB> self . data = data <TAB> self . depvar = depvar <TAB> self . within = within <TAB> if ""C"" in within : <TAB> <TAB> raise ValueError ( <TAB> <TAB> <TAB> ""Factor name cannot be 'C'! This is in conflict "" <TAB> <TAB> <TAB> ""with patsy's contrast function name."" <TAB> <TAB> ) <TAB> self . between = between <TAB> if between is not None : <TAB> <TAB> raise NotImplementedError ( ""Between subject effect not "" ""yet supported!"" ) <TAB> self . subject = subject <TAB> if aggregate_func == ""mean"" : <TAB> <TAB> self . aggregate_func = np . mean <TAB> else : <TAB> <TAB> self . aggregate_func = aggregate_func <TAB> if not data . equals ( data . drop_duplicates ( subset = [ subject ] + within ) ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _aggregate ( ) <TAB> <TAB> else : <TAB> <TAB> <TAB> msg = ( <TAB> <TAB> <TAB> <TAB> ""The data set contains more than one observation per "" <TAB> <TAB> <TAB> <TAB> ""subject and cell. Either aggregate the data manually, "" <TAB> <TAB> <TAB> <TAB> ""or pass the `aggregate_func` parameter."" <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> raise ValueError ( msg ) <TAB> self . _check_data_balanced ( )",if self . aggregate_func is not None :,306
21831,"def import_data(self, fname):
    """"""Import data in current namespace""""""
    if self.count():
        nsb = self.currentWidget()
        nsb.refresh_table()
        nsb.import_data(fname)
        if self.dockwidget and not self.ismaximized:
            self.dockwidget.setVisible(True)
            self.dockwidget.raise_()
","def import_data ( self , fname ) : <TAB> """"""Import data in current namespace"""""" <TAB> if self . count ( ) : <TAB> <TAB> nsb = self . currentWidget ( ) <TAB> <TAB> nsb . refresh_table ( ) <TAB> <TAB> nsb . import_data ( fname ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . dockwidget . setVisible ( True ) <TAB> <TAB> <TAB> self . dockwidget . raise_ ( )",if self . dockwidget and not self . ismaximized :,103
20529,"def test_mlflow_is_not_installed_unless_specified():
    if no_conda:
        pytest.skip(""This test requires conda."")
    with TempDir(chdr=True) as tmp:
        fake_model_path = tmp.path(""fake_model"")
        fake_env_path = tmp.path(""fake_env.yaml"")
        _mlflow_conda_env(path=fake_env_path, install_mlflow=False)
        mlflow.pyfunc.save_model(
            fake_model_path, loader_module=__name__, conda_env=fake_env_path
        )
        # The following should fail because there should be no mlflow in the env:
        p = subprocess.Popen(
            [""mlflow"", ""models"", ""predict"", ""-m"", fake_model_path],
            stderr=subprocess.PIPE,
            cwd=tmp.path(""""),
        )
        _, stderr = p.communicate()
        stderr = stderr.decode(""utf-8"")
        print(stderr)
        assert p.wait() != 0
        if PYTHON_VERSION.startswith(""3""):
            assert ""ModuleNotFoundError: No module named 'mlflow'"" in stderr
        else:
            assert ""ImportError: No module named mlflow.pyfunc.scoring_server"" in stderr","def test_mlflow_is_not_installed_unless_specified ( ) : <TAB> if no_conda : <TAB> <TAB> pytest . skip ( ""This test requires conda."" ) <TAB> with TempDir ( chdr = True ) as tmp : <TAB> <TAB> fake_model_path = tmp . path ( ""fake_model"" ) <TAB> <TAB> fake_env_path = tmp . path ( ""fake_env.yaml"" ) <TAB> <TAB> _mlflow_conda_env ( path = fake_env_path , install_mlflow = False ) <TAB> <TAB> mlflow . pyfunc . save_model ( <TAB> <TAB> <TAB> fake_model_path , loader_module = __name__ , conda_env = fake_env_path <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> p = subprocess . Popen ( <TAB> <TAB> <TAB> [ ""mlflow"" , ""models"" , ""predict"" , ""-m"" , fake_model_path ] , <TAB> <TAB> <TAB> stderr = subprocess . PIPE , <TAB> <TAB> <TAB> cwd = tmp . path ( """" ) , <TAB> <TAB> ) <TAB> <TAB> _ , stderr = p . communicate ( ) <TAB> <TAB> stderr = stderr . decode ( ""utf-8"" ) <TAB> <TAB> print ( stderr ) <TAB> <TAB> assert p . wait ( ) != 0 <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> assert ""ModuleNotFoundError: No module named 'mlflow'"" in stderr <TAB> <TAB> else : <TAB> <TAB> <TAB> assert ""ImportError: No module named mlflow.pyfunc.scoring_server"" in stderr","if PYTHON_VERSION . startswith ( ""3"" ) :",327
10256,"def revert(self, context, result, flow_failures, volume, **kwargs):
    # NOTE(dulek): Revert is occurring and manager need to know if
    # rescheduling happened. We're returning boolean flag that will
    # indicate that. It which will be available in flow engine store
    # through get_revert_result method.
    # If do not want to be rescheduled, just set the volume's status to
    # error and return.
    if not self.do_reschedule:
        common.error_out(volume)
        LOG.error(""Volume %s: create failed"", volume.id)
        return False
    # Check if we have a cause which can tell us not to reschedule and
    # set the volume's status to error.
    for failure in flow_failures.values():
        if failure.check(*self.no_reschedule_types):
            common.error_out(volume)
            LOG.error(""Volume %s: create failed"", volume.id)
            return False
    # Use a different context when rescheduling.
    if self.reschedule_context:
        cause = list(flow_failures.values())[0]
        context = self.reschedule_context
        try:
            self._pre_reschedule(volume)
            self._reschedule(context, cause, volume=volume, **kwargs)
            self._post_reschedule(volume)
            return True
        except exception.CinderException:
            LOG.exception(""Volume %s: rescheduling failed"", volume.id)
    return False","def revert ( self , context , result , flow_failures , volume , ** kwargs ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if not self . do_reschedule : <TAB> <TAB> common . error_out ( volume ) <TAB> <TAB> LOG . error ( ""Volume %s: create failed"" , volume . id ) <TAB> <TAB> return False <TAB> <TAB> <TAB> for failure in flow_failures . values ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> common . error_out ( volume ) <TAB> <TAB> <TAB> LOG . error ( ""Volume %s: create failed"" , volume . id ) <TAB> <TAB> <TAB> return False <TAB> <TAB> if self . reschedule_context : <TAB> <TAB> cause = list ( flow_failures . values ( ) ) [ 0 ] <TAB> <TAB> context = self . reschedule_context <TAB> <TAB> try : <TAB> <TAB> <TAB> self . _pre_reschedule ( volume ) <TAB> <TAB> <TAB> self . _reschedule ( context , cause , volume = volume , ** kwargs ) <TAB> <TAB> <TAB> self . _post_reschedule ( volume ) <TAB> <TAB> <TAB> return True <TAB> <TAB> except exception . CinderException : <TAB> <TAB> <TAB> LOG . exception ( ""Volume %s: rescheduling failed"" , volume . id ) <TAB> return False",if failure . check ( * self . no_reschedule_types ) :,381
5489,"def __init__(
    self,
    in_channels,
    out_channels,
    ksize,
    stride=1,
    pad=0,
    dilate=1,
    nobias=False,
    dw_initialW=None,
    pw_initialW=None,
    dw_initial_bias=None,
    pw_initial_bias=None,
    dw_activ=identity,
    pw_activ=relu,
    bn_kwargs={},
):
    self.dw_activ = identity if dw_activ is None else dw_activ
    self.pw_activ = identity if pw_activ is None else pw_activ
    super(SeparableConv2DBNActiv, self).__init__()
    with self.init_scope():
        self.depthwise = Convolution2D(
            in_channels,
            in_channels,
            ksize=ksize,
            stride=stride,
            pad=pad,
            dilate=dilate,
            groups=in_channels,
            nobias=nobias,
            initialW=dw_initialW,
        )
        self.pointwise = Convolution2D(
            in_channels, out_channels, 1, nobias=nobias, initialW=pw_initialW
        )
        if ""comm"" in bn_kwargs:
            self.dw_bn = MultiNodeBatchNormalization(out_channels, **bn_kwargs)
            self.pw_bn = MultiNodeBatchNormalization(out_channels, **bn_kwargs)
        else:
            self.dw_bn = BatchNormalization(in_channels, **bn_kwargs)
            self.pw_bn = BatchNormalization(out_channels, **bn_kwargs)","def __init__ ( <TAB> self , <TAB> in_channels , <TAB> out_channels , <TAB> ksize , <TAB> stride = 1 , <TAB> pad = 0 , <TAB> dilate = 1 , <TAB> nobias = False , <TAB> dw_initialW = None , <TAB> pw_initialW = None , <TAB> dw_initial_bias = None , <TAB> pw_initial_bias = None , <TAB> dw_activ = identity , <TAB> pw_activ = relu , <TAB> bn_kwargs = { } , ) : <TAB> self . dw_activ = identity if dw_activ is None else dw_activ <TAB> self . pw_activ = identity if pw_activ is None else pw_activ <TAB> super ( SeparableConv2DBNActiv , self ) . __init__ ( ) <TAB> with self . init_scope ( ) : <TAB> <TAB> self . depthwise = Convolution2D ( <TAB> <TAB> <TAB> in_channels , <TAB> <TAB> <TAB> in_channels , <TAB> <TAB> <TAB> ksize = ksize , <TAB> <TAB> <TAB> stride = stride , <TAB> <TAB> <TAB> pad = pad , <TAB> <TAB> <TAB> dilate = dilate , <TAB> <TAB> <TAB> groups = in_channels , <TAB> <TAB> <TAB> nobias = nobias , <TAB> <TAB> <TAB> initialW = dw_initialW , <TAB> <TAB> ) <TAB> <TAB> self . pointwise = Convolution2D ( <TAB> <TAB> <TAB> in_channels , out_channels , 1 , nobias = nobias , initialW = pw_initialW <TAB> <TAB> ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . dw_bn = MultiNodeBatchNormalization ( out_channels , ** bn_kwargs ) <TAB> <TAB> <TAB> self . pw_bn = MultiNodeBatchNormalization ( out_channels , ** bn_kwargs ) <TAB> <TAB> else : <TAB> <TAB> <TAB> self . dw_bn = BatchNormalization ( in_channels , ** bn_kwargs ) <TAB> <TAB> <TAB> self . pw_bn = BatchNormalization ( out_channels , ** bn_kwargs )","if ""comm"" in bn_kwargs :",419
21964,"def __init__(self, dir: str = None, validate_dir: bool = True, **kwargs: Any) -> None:
    full_prefect_path = os.path.abspath(config.home_dir)
    common_path = """"
    try:
        if dir is not None:
            common_path = os.path.commonpath([full_prefect_path, os.path.abspath(dir)])
    except ValueError:
        # ValueError is raised if comparing two paths in Windows from different drives,
        # e.g., E:/ and C:/
        pass
    if dir is None or common_path == full_prefect_path:
        directory = os.path.join(config.home_dir, ""results"")
    else:
        directory = dir
    if validate_dir:
        abs_directory = os.path.abspath(os.path.expanduser(directory))
        if not os.path.exists(abs_directory):
            os.makedirs(abs_directory)
    else:
        abs_directory = directory
    self.dir = abs_directory
    super().__init__(**kwargs)
","def __init__ ( self , dir : str = None , validate_dir : bool = True , ** kwargs : Any ) -> None : <TAB> full_prefect_path = os . path . abspath ( config . home_dir ) <TAB> common_path = """" <TAB> try : <TAB> <TAB> if dir is not None : <TAB> <TAB> <TAB> common_path = os . path . commonpath ( [ full_prefect_path , os . path . abspath ( dir ) ] ) <TAB> except ValueError : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> pass <TAB> if dir is None or common_path == full_prefect_path : <TAB> <TAB> directory = os . path . join ( config . home_dir , ""results"" ) <TAB> else : <TAB> <TAB> directory = dir <TAB> if validate_dir : <TAB> <TAB> abs_directory = os . path . abspath ( os . path . expanduser ( directory ) ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> os . makedirs ( abs_directory ) <TAB> else : <TAB> <TAB> abs_directory = directory <TAB> self . dir = abs_directory <TAB> super ( ) . __init__ ( ** kwargs )",if not os . path . exists ( abs_directory ) :,272
23455,"def test_open_overwrite_offset_size(self, sftp):
    """"""Test writing data at a specific offset""""""
    f = None
    try:
        self._create_file(""file"", ""xxxxyyyy"")
        f = yield from sftp.open(""file"", ""r+"")
        yield from f.write(""zz"", 3)
        yield from f.close()
        with open(""file"") as localf:
            self.assertEqual(localf.read(), ""xxxzzyyy"")
    finally:
        if f:  # pragma: no branch
            yield from f.close()
        remove(""file"")","def test_open_overwrite_offset_size ( self , sftp ) : <TAB> """"""Test writing data at a specific offset"""""" <TAB> f = None <TAB> try : <TAB> <TAB> self . _create_file ( ""file"" , ""xxxxyyyy"" ) <TAB> <TAB> f = yield from sftp . open ( ""file"" , ""r+"" ) <TAB> <TAB> yield from f . write ( ""zz"" , 3 ) <TAB> <TAB> yield from f . close ( ) <TAB> <TAB> with open ( ""file"" ) as localf : <TAB> <TAB> <TAB> self . assertEqual ( localf . read ( ) , ""xxxzzyyy"" ) <TAB> finally : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> yield from f . close ( ) <TAB> <TAB> remove ( ""file"" )",if f :,155
2814,"def __call__(self, *args, **kwargs) -> ""CompiledExecutor"":
    is_cached: bool = kwargs.pop(""cached"", False)
    if is_cached:
        kwargs[""dest_dir""] = env.compiled_binary_cache_dir
    # Finish running all constructors before compiling.
    obj: ""CompiledExecutor"" = super().__call__(*args, **kwargs)
    obj.is_cached = is_cached
    # Before writing sources to disk, check if we have this executor in our cache.
    if is_cached:
        cache_key_material = (
            utf8bytes(obj.__class__.__name__ + obj.__module__)
            + obj.get_binary_cache_key()
        )
        cache_key = hashlib.sha384(cache_key_material).hexdigest()
        if cache_key in self.compiled_binary_cache:
            executor = self.compiled_binary_cache[cache_key]
            assert executor._executable is not None
            # Minimal sanity checking: is the file still there? If not, we'll just recompile.
            if os.path.isfile(executor._executable):
                obj._executable = executor._executable
                obj._dir = executor._dir
                return obj
    obj.create_files(*args, **kwargs)
    obj.compile()
    if is_cached:
        self.compiled_binary_cache[cache_key] = obj
    return obj","def __call__ ( self , * args , ** kwargs ) -> ""CompiledExecutor"" : <TAB> is_cached : bool = kwargs . pop ( ""cached"" , False ) <TAB> if is_cached : <TAB> <TAB> kwargs [ ""dest_dir"" ] = env . compiled_binary_cache_dir <TAB> <TAB> obj : ""CompiledExecutor"" = super ( ) . __call__ ( * args , ** kwargs ) <TAB> obj . is_cached = is_cached <TAB> <TAB> if is_cached : <TAB> <TAB> cache_key_material = ( <TAB> <TAB> <TAB> utf8bytes ( obj . __class__ . __name__ + obj . __module__ ) <TAB> <TAB> <TAB> + obj . get_binary_cache_key ( ) <TAB> <TAB> ) <TAB> <TAB> cache_key = hashlib . sha384 ( cache_key_material ) . hexdigest ( ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> executor = self . compiled_binary_cache [ cache_key ] <TAB> <TAB> <TAB> assert executor . _executable is not None <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if os . path . isfile ( executor . _executable ) : <TAB> <TAB> <TAB> <TAB> obj . _executable = executor . _executable <TAB> <TAB> <TAB> <TAB> obj . _dir = executor . _dir <TAB> <TAB> <TAB> <TAB> return obj <TAB> obj . create_files ( * args , ** kwargs ) <TAB> obj . compile ( ) <TAB> if is_cached : <TAB> <TAB> self . compiled_binary_cache [ cache_key ] = obj <TAB> return obj",if cache_key in self . compiled_binary_cache :,355
6818,"def finalize(self):
    if self._started:
        if not self._finalized:
            self._queue.put(None)
            self._queue.join()
            self._consumer.join()
        self._started = False
    self._finalized = True
",def finalize ( self ) : <TAB> if self . _started : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _queue . put ( None ) <TAB> <TAB> <TAB> self . _queue . join ( ) <TAB> <TAB> <TAB> self . _consumer . join ( ) <TAB> <TAB> self . _started = False <TAB> self . _finalized = True,if not self . _finalized :,70
19253,"def __init__(
    self,
    parametrization: IntOrParameter,
    budget: tp.Optional[int] = None,
    num_workers: int = 1,
) -> None:
    super().__init__(parametrization, budget=budget, num_workers=num_workers)
    assert budget is not None
    nw = num_workers // 2
    self.which_optim = [0] * nw
    for i in range(num_workers - nw):
        self.which_optim += [i + 1]
    assert len(self.which_optim) == num_workers
    # b1, b2, b3, b4, b5 = intshare(budget, 5)
    self.optims = [
        CMA(self.parametrization, num_workers=nw)
    ]  # share parametrization and its rng
    for i in range(num_workers - nw):
        self.optims += [SQP(self.parametrization, num_workers=1)]  # noqa: F405
        if i > 0:
            self.optims[-1].initial_guess = self._rng.normal(0, 1, self.dimension)  # type: ignore","def __init__ ( <TAB> self , <TAB> parametrization : IntOrParameter , <TAB> budget : tp . Optional [ int ] = None , <TAB> num_workers : int = 1 , ) -> None : <TAB> super ( ) . __init__ ( parametrization , budget = budget , num_workers = num_workers ) <TAB> assert budget is not None <TAB> nw = num_workers // 2 <TAB> self . which_optim = [ 0 ] * nw <TAB> for i in range ( num_workers - nw ) : <TAB> <TAB> self . which_optim += [ i + 1 ] <TAB> assert len ( self . which_optim ) == num_workers <TAB> <TAB> self . optims = [ <TAB> <TAB> CMA ( self . parametrization , num_workers = nw ) <TAB> ] <TAB> for i in range ( num_workers - nw ) : <TAB> <TAB> self . optims += [ SQP ( self . parametrization , num_workers = 1 ) ] <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . optims [ - 1 ] . initial_guess = self . _rng . normal ( 0 , 1 , self . dimension )",if i > 0 :,291
4258,"def expand_first(self, seq):
    head = """"
    keys, mapped_to = self._find_full_match(self.state.mode, seq)
    if keys:
        self.state.logger.info(
            ""[Mappings] found full command: {0} -> {1}"".format(keys, mapped_to)
        )
        return Mapping(
            seq, mapped_to[""name""], seq[len(keys) :], mapping_status.COMPLETE
        )
    for key in KeySequenceTokenizer(seq).iter_tokenize():
        head += key
        keys, mapped_to = self._find_full_match(self.state.mode, head)
        if keys:
            self.state.logger.info(
                ""[Mappings] found full command: {0} -> {1}"".format(keys, mapped_to)
            )
            return Mapping(
                head, mapped_to[""name""], seq[len(head) :], mapping_status.COMPLETE
            )
        else:
            break
    if self._find_partial_match(self.state.mode, seq):
        self.state.logger.info(""[Mappings] found partial command: {0}"".format(seq))
        return Mapping(seq, """", """", mapping_status.INCOMPLETE)
    return None","def expand_first ( self , seq ) : <TAB> head = """" <TAB> keys , mapped_to = self . _find_full_match ( self . state . mode , seq ) <TAB> <fill-in> <TAB> <TAB> self . state . logger . info ( <TAB> <TAB> <TAB> ""[Mappings] found full command: {0} -> {1}"" . format ( keys , mapped_to ) <TAB> <TAB> ) <TAB> <TAB> return Mapping ( <TAB> <TAB> <TAB> seq , mapped_to [ ""name"" ] , seq [ len ( keys ) : ] , mapping_status . COMPLETE <TAB> <TAB> ) <TAB> for key in KeySequenceTokenizer ( seq ) . iter_tokenize ( ) : <TAB> <TAB> head += key <TAB> <TAB> keys , mapped_to = self . _find_full_match ( self . state . mode , head ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . state . logger . info ( <TAB> <TAB> <TAB> <TAB> ""[Mappings] found full command: {0} -> {1}"" . format ( keys , mapped_to ) <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> return Mapping ( <TAB> <TAB> <TAB> <TAB> head , mapped_to [ ""name"" ] , seq [ len ( head ) : ] , mapping_status . COMPLETE <TAB> <TAB> <TAB> ) <TAB> <TAB> else : <TAB> <TAB> <TAB> break <TAB> if self . _find_partial_match ( self . state . mode , seq ) : <TAB> <TAB> self . state . logger . info ( ""[Mappings] found partial command: {0}"" . format ( seq ) ) <TAB> <TAB> return Mapping ( seq , """" , """" , mapping_status . INCOMPLETE ) <TAB> return None",if keys :,329
1937,"def _unquote(str):
    # If there aren't any doublequotes,
    # then there can't be any special characters.  See RFC 2109.
    if str is None or len(str) < 2:
        return str
    if str[0] != '""' or str[-1] != '""':
        return str
    # We have to assume that we must decode this string.
    # Down to work.
    # Remove the ""s
    str = str[1:-1]
    # Check for special sequences.  Examples:
    #    \012 --> \n
    #    \""   --> ""
    #
    i = 0
    n = len(str)
    res = []
    while 0 <= i < n:
        o_match = _OctalPatt.search(str, i)
        q_match = _QuotePatt.search(str, i)
        if not o_match and not q_match:  # Neither matched
            res.append(str[i:])
            break
        # else:
        j = k = -1
        if o_match:
            j = o_match.start(0)
        if q_match:
            k = q_match.start(0)
        if q_match and (not o_match or k < j):  # QuotePatt matched
            res.append(str[i:k])
            res.append(str[k + 1])
            i = k + 2
        else:  # OctalPatt matched
            res.append(str[i:j])
            res.append(chr(int(str[j + 1 : j + 4], 8)))
            i = j + 4
    return _nulljoin(res)","def _unquote ( str ) : <TAB> <TAB> <TAB> if str is None or len ( str ) < 2 : <TAB> <TAB> return str <TAB> if str [ 0 ] != '""' or str [ - 1 ] != '""' : <TAB> <TAB> return str <TAB> <TAB> <TAB> <TAB> str = str [ 1 : - 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> i = 0 <TAB> n = len ( str ) <TAB> res = [ ] <TAB> while 0 <= i < n : <TAB> <TAB> o_match = _OctalPatt . search ( str , i ) <TAB> <TAB> q_match = _QuotePatt . search ( str , i ) <TAB> <TAB> if not o_match and not q_match : <TAB> <TAB> <TAB> res . append ( str [ i : ] ) <TAB> <TAB> <TAB> break <TAB> <TAB> <TAB> <TAB> j = k = - 1 <TAB> <TAB> if o_match : <TAB> <TAB> <TAB> j = o_match . start ( 0 ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> k = q_match . start ( 0 ) <TAB> <TAB> if q_match and ( not o_match or k < j ) : <TAB> <TAB> <TAB> res . append ( str [ i : k ] ) <TAB> <TAB> <TAB> res . append ( str [ k + 1 ] ) <TAB> <TAB> <TAB> i = k + 2 <TAB> <TAB> else : <TAB> <TAB> <TAB> res . append ( str [ i : j ] ) <TAB> <TAB> <TAB> res . append ( chr ( int ( str [ j + 1 : j + 4 ] , 8 ) ) ) <TAB> <TAB> <TAB> i = j + 4 <TAB> return _nulljoin ( res )",if q_match :,440
5335,"def git_log(args):
    parser = argparse.ArgumentParser(description=""git log arg parser"")
    parser.add_argument(""-f"", ""--format"", action=""store"", dest=""format"", default=False)
    parser.add_argument(
        ""-o"",
        ""--output"",
        action=""store"",
        dest=""output"",
        type=argparse.FileType(""w""),
        default=sys.stdout,
    )
    parser.add_argument(
        ""-l"", ""--length"", action=""store"", type=int, dest=""max_entries"", default=None
    )
    parser.add_argument(""--oneline"", action=""store_true"", dest=""oneline"", default=False)
    results = parser.parse_args(args)
    try:
        repo = _get_repo()
        outstream = StringIO()
        porcelain.log(
            repo.repo.path, max_entries=results.max_entries, outstream=outstream
        )
        if not results.oneline:
            print(outstream.getvalue())
        else:
            last_commit = """"
            last_printed = """"
            start_message = False
            for line in outstream.getvalue().split(""\n""):
                if line.startswith(""commit:""):
                    tokens = line.split("" "")
                    last_commit = tokens[-1][:7]
                elif line.startswith(""-------------""):
                    last_commit = """"
                    start_message = False
                elif line == """" and start_message is False:
                    start_message = True
                elif last_commit == last_printed and start_message is True:
                    continue
                elif start_message is True and not line.startswith(""---------""):
                    print(""{} {}"".format(last_commit, line))
                    last_printed = last_commit
                    start_message = False
    except ValueError:
        print(command_help[""log""])","def git_log ( args ) : <TAB> parser = argparse . ArgumentParser ( description = ""git log arg parser"" ) <TAB> parser . add_argument ( ""-f"" , ""--format"" , action = ""store"" , dest = ""format"" , default = False ) <TAB> parser . add_argument ( <TAB> <TAB> ""-o"" , <TAB> <TAB> ""--output"" , <TAB> <TAB> action = ""store"" , <TAB> <TAB> dest = ""output"" , <TAB> <TAB> type = argparse . FileType ( ""w"" ) , <TAB> <TAB> default = sys . stdout , <TAB> ) <TAB> parser . add_argument ( <TAB> <TAB> ""-l"" , ""--length"" , action = ""store"" , type = int , dest = ""max_entries"" , default = None <TAB> ) <TAB> parser . add_argument ( ""--oneline"" , action = ""store_true"" , dest = ""oneline"" , default = False ) <TAB> results = parser . parse_args ( args ) <TAB> try : <TAB> <TAB> repo = _get_repo ( ) <TAB> <TAB> outstream = StringIO ( ) <TAB> <TAB> porcelain . log ( <TAB> <TAB> <TAB> repo . repo . path , max_entries = results . max_entries , outstream = outstream <TAB> <TAB> ) <TAB> <TAB> if not results . oneline : <TAB> <TAB> <TAB> print ( outstream . getvalue ( ) ) <TAB> <TAB> else : <TAB> <TAB> <TAB> last_commit = """" <TAB> <TAB> <TAB> last_printed = """" <TAB> <TAB> <TAB> start_message = False <TAB> <TAB> <TAB> for line in outstream . getvalue ( ) . split ( ""\n"" ) : <TAB> <TAB> <TAB> <TAB> if line . startswith ( ""commit:"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> tokens = line . split ( "" "" ) <TAB> <TAB> <TAB> <TAB> <TAB> last_commit = tokens [ - 1 ] [ : 7 ] <TAB> <TAB> <TAB> <TAB> elif line . startswith ( ""-------------"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> last_commit = """" <TAB> <TAB> <TAB> <TAB> <TAB> start_message = False <TAB> <TAB> <TAB> <TAB> elif line == """" and start_message is False : <TAB> <TAB> <TAB> <TAB> <TAB> start_message = True <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> continue <TAB> <TAB> <TAB> <TAB> elif start_message is True and not line . startswith ( ""---------"" ) : <TAB> <TAB> <TAB> <TAB> <TAB> print ( ""{} {}"" . format ( last_commit , line ) ) <TAB> <TAB> <TAB> <TAB> <TAB> last_printed = last_commit <TAB> <TAB> <TAB> <TAB> <TAB> start_message = False <TAB> except ValueError : <TAB> <TAB> print ( command_help [ ""log"" ] )",elif last_commit == last_printed and start_message is True :,509
2372,"def update(self, targets):
    Section.update(self, targets)
    outputNames = set()
    for target in targets:
        g = target.globals()
        outputNames.update([k for k in g.keys() if k.startswith(""output:"")])
    rows = []
    outputNames = sorted(outputNames)
    for outputName in outputNames:
        row = self.__rows.get(outputName)
        if row is None:
            row = _OutputRow(outputName)
            self.__rows[outputName] = row
        row.update(targets)
        row.setAlternate(len(rows) % 2)
        rows.append(row)
    self._mainColumn()[:] = rows","def update ( self , targets ) : <TAB> Section . update ( self , targets ) <TAB> outputNames = set ( ) <TAB> for target in targets : <TAB> <TAB> g = target . globals ( ) <TAB> <TAB> outputNames . update ( [ k for k in g . keys ( ) if k . startswith ( ""output:"" ) ] ) <TAB> rows = [ ] <TAB> outputNames = sorted ( outputNames ) <TAB> for outputName in outputNames : <TAB> <TAB> row = self . __rows . get ( outputName ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> row = _OutputRow ( outputName ) <TAB> <TAB> <TAB> self . __rows [ outputName ] = row <TAB> <TAB> row . update ( targets ) <TAB> <TAB> row . setAlternate ( len ( rows ) % 2 ) <TAB> <TAB> rows . append ( row ) <TAB> self . _mainColumn ( ) [ : ] = rows",if row is None :,181
1644,"def seqSetup(self, imin, imax, jmin=0, jmax=None):
    seqi = [imin, imin, 12, 34]
    seqj = [jmin, 12, jmin, 34]
    if not imax and not jmax:
        l = 2222222222222222222222222222
        seqi.append(l)
        seqj.append(l)
    # first some smaller ints
    for n in range(100):
        ifirstmax = jfirstmax = 100000
        if imax:
            ifirstmax = min(imax, ifirstmax)
        if jmax:
            jfirstmax = min(jmax, jfirstmax)
        i = randrange(imin, ifirstmax)
        j = randrange(jmin, jfirstmax)
        seqi.append(i)
        seqj.append(j)
    # then some potentially longs
    for n in range(100):
        if not imax:
            i = randrange(maxint) + randrange(maxint)
        else:
            i = randrange(imin, imax)
        if not jmax:
            j = randrange(maxint) + randrange(maxint)
        else:
            j = randrange(jmin, jmax)
        seqi.append(i)
        seqj.append(j)
    self.seqi = seqi
    self.seqj = seqj","def seqSetup ( self , imin , imax , jmin = 0 , jmax = None ) : <TAB> seqi = [ imin , imin , 12 , 34 ] <TAB> seqj = [ jmin , 12 , jmin , 34 ] <TAB> if not imax and not jmax : <TAB> <TAB> l = 2222222222222222222222222222 <TAB> <TAB> seqi . append ( l ) <TAB> <TAB> seqj . append ( l ) <TAB> <TAB> for n in range ( 100 ) : <TAB> <TAB> ifirstmax = jfirstmax = 100000 <TAB> <TAB> if imax : <TAB> <TAB> <TAB> ifirstmax = min ( imax , ifirstmax ) <TAB> <TAB> if jmax : <TAB> <TAB> <TAB> jfirstmax = min ( jmax , jfirstmax ) <TAB> <TAB> i = randrange ( imin , ifirstmax ) <TAB> <TAB> j = randrange ( jmin , jfirstmax ) <TAB> <TAB> seqi . append ( i ) <TAB> <TAB> seqj . append ( j ) <TAB> <TAB> for n in range ( 100 ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> i = randrange ( maxint ) + randrange ( maxint ) <TAB> <TAB> else : <TAB> <TAB> <TAB> i = randrange ( imin , imax ) <TAB> <TAB> if not jmax : <TAB> <TAB> <TAB> j = randrange ( maxint ) + randrange ( maxint ) <TAB> <TAB> else : <TAB> <TAB> <TAB> j = randrange ( jmin , jmax ) <TAB> <TAB> seqi . append ( i ) <TAB> <TAB> seqj . append ( j ) <TAB> self . seqi = seqi <TAB> self . seqj = seqj",if not imax :,352
8019,"def _savePictures(self, object, folder):
    hasPictures = False
    for arcname, picturerec in object.Pictures.items():
        what_it_is, fileobj, mediatype = picturerec
        self.manifest.addElement(
            manifest.FileEntry(fullpath=""%s%s"" % (folder, arcname), mediatype=mediatype)
        )
        hasPictures = True
        if what_it_is == IS_FILENAME:
            self._z.write(fileobj, arcname, zipfile.ZIP_STORED)
        else:
            zi = zipfile.ZipInfo(str(arcname), self._now)
            zi.compress_type = zipfile.ZIP_STORED
            zi.external_attr = UNIXPERMS
            self._z.writestr(zi, fileobj)
    # According to section 17.7.3 in ODF 1.1, the pictures folder should not have a manifest entry
    #       if hasPictures:
    #           self.manifest.addElement(manifest.FileEntry(fullpath=""%sPictures/"" % folder, mediatype=""""))
    # Look in subobjects
    subobjectnum = 1
    for subobject in object.childobjects:
        self._savePictures(subobject, ""%sObject %d/"" % (folder, subobjectnum))
        subobjectnum += 1","def _savePictures ( self , object , folder ) : <TAB> hasPictures = False <TAB> for arcname , picturerec in object . Pictures . items ( ) : <TAB> <TAB> what_it_is , fileobj , mediatype = picturerec <TAB> <TAB> self . manifest . addElement ( <TAB> <TAB> <TAB> manifest . FileEntry ( fullpath = ""%s%s"" % ( folder , arcname ) , mediatype = mediatype ) <TAB> <TAB> ) <TAB> <TAB> hasPictures = True <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . _z . write ( fileobj , arcname , zipfile . ZIP_STORED ) <TAB> <TAB> else : <TAB> <TAB> <TAB> zi = zipfile . ZipInfo ( str ( arcname ) , self . _now ) <TAB> <TAB> <TAB> zi . compress_type = zipfile . ZIP_STORED <TAB> <TAB> <TAB> zi . external_attr = UNIXPERMS <TAB> <TAB> <TAB> self . _z . writestr ( zi , fileobj ) <TAB> <TAB> <TAB> <TAB> <TAB> subobjectnum = 1 <TAB> for subobject in object . childobjects : <TAB> <TAB> self . _savePictures ( subobject , ""%sObject %d/"" % ( folder , subobjectnum ) ) <TAB> <TAB> subobjectnum += 1",if what_it_is == IS_FILENAME :,338
16062,"def test_signal_handling_multiprocessing_process_warning(self):
    # We *always* want *all* warnings thrown on this module
    warnings.filterwarnings(""always"", """", DeprecationWarning, __name__)
    fake_utcnow = datetime.date(2021, 1, 1)
    proc = None
    try:
        with patch(
            ""salt.utils.versions.warn_until_date"",
            self.patched_warn_until_date(fake_utcnow),
        ):
            # Test warning
            with warnings.catch_warnings(record=True) as recorded_warnings:
                proc = salt.utils.process.SignalHandlingMultiprocessingProcess(
                    target=self.process_target
                )
                self.assertEqual(
                    ""Please stop using 'salt.utils.process.SignalHandlingMultiprocessingProcess' ""
                    ""and instead use 'salt.utils.process.SignalHandlingProcess'. ""
                    ""'salt.utils.process.SignalHandlingMultiprocessingProcess' will go away ""
                    ""after 2022-01-01."",
                    six.text_type(recorded_warnings[0].message),
                )
    finally:
        if proc is not None:
            del proc","def test_signal_handling_multiprocessing_process_warning ( self ) : <TAB> <TAB> warnings . filterwarnings ( ""always"" , """" , DeprecationWarning , __name__ ) <TAB> fake_utcnow = datetime . date ( 2021 , 1 , 1 ) <TAB> proc = None <TAB> try : <TAB> <TAB> with patch ( <TAB> <TAB> <TAB> ""salt.utils.versions.warn_until_date"" , <TAB> <TAB> <TAB> self . patched_warn_until_date ( fake_utcnow ) , <TAB> <TAB> ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> with warnings . catch_warnings ( record = True ) as recorded_warnings : <TAB> <TAB> <TAB> <TAB> proc = salt . utils . process . SignalHandlingMultiprocessingProcess ( <TAB> <TAB> <TAB> <TAB> <TAB> target = self . process_target <TAB> <TAB> <TAB> <TAB> ) <TAB> <TAB> <TAB> <TAB> self . assertEqual ( <TAB> <TAB> <TAB> <TAB> <TAB> ""Please stop using 'salt.utils.process.SignalHandlingMultiprocessingProcess' "" <TAB> <TAB> <TAB> <TAB> <TAB> ""and instead use 'salt.utils.process.SignalHandlingProcess'. "" <TAB> <TAB> <TAB> <TAB> <TAB> ""'salt.utils.process.SignalHandlingMultiprocessingProcess' will go away "" <TAB> <TAB> <TAB> <TAB> <TAB> ""after 2022-01-01."" , <TAB> <TAB> <TAB> <TAB> <TAB> six . text_type ( recorded_warnings [ 0 ] . message ) , <TAB> <TAB> <TAB> <TAB> ) <TAB> finally : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> del proc",if proc is not None :,328
23252,"def get_rules(self, map):
    for rulefactory in self.rules:
        for rule in rulefactory.get_rules(map):
            new_defaults = subdomain = None
            if rule.defaults:
                new_defaults = {}
                for key, value in rule.defaults.iteritems():
                    if isinstance(value, basestring):
                        value = format_string(value, self.context)
                    new_defaults[key] = value
            if rule.subdomain is not None:
                subdomain = format_string(rule.subdomain, self.context)
            new_endpoint = rule.endpoint
            if isinstance(new_endpoint, basestring):
                new_endpoint = format_string(new_endpoint, self.context)
            yield Rule(
                format_string(rule.rule, self.context),
                new_defaults,
                subdomain,
                rule.methods,
                rule.build_only,
                new_endpoint,
                rule.strict_slashes,
            )
","def get_rules ( self , map ) : <TAB> for rulefactory in self . rules : <TAB> <TAB> for rule in rulefactory . get_rules ( map ) : <TAB> <TAB> <TAB> new_defaults = subdomain = None <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> new_defaults = { } <TAB> <TAB> <TAB> <TAB> for key , value in rule . defaults . iteritems ( ) : <TAB> <TAB> <TAB> <TAB> <TAB> if isinstance ( value , basestring ) : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> value = format_string ( value , self . context ) <TAB> <TAB> <TAB> <TAB> <TAB> new_defaults [ key ] = value <TAB> <TAB> <TAB> if rule . subdomain is not None : <TAB> <TAB> <TAB> <TAB> subdomain = format_string ( rule . subdomain , self . context ) <TAB> <TAB> <TAB> new_endpoint = rule . endpoint <TAB> <TAB> <TAB> if isinstance ( new_endpoint , basestring ) : <TAB> <TAB> <TAB> <TAB> new_endpoint = format_string ( new_endpoint , self . context ) <TAB> <TAB> <TAB> yield Rule ( <TAB> <TAB> <TAB> <TAB> format_string ( rule . rule , self . context ) , <TAB> <TAB> <TAB> <TAB> new_defaults , <TAB> <TAB> <TAB> <TAB> subdomain , <TAB> <TAB> <TAB> <TAB> rule . methods , <TAB> <TAB> <TAB> <TAB> rule . build_only , <TAB> <TAB> <TAB> <TAB> new_endpoint , <TAB> <TAB> <TAB> <TAB> rule . strict_slashes , <TAB> <TAB> <TAB> )",if rule . defaults :,292
18659,"def __view_beside(self, onsideof, **kwargs):
    bounds = self.info[""bounds""]
    min_dist, found = -1, None
    for ui in UiObject(self.session, Selector(**kwargs)):
        dist = onsideof(bounds, ui.info[""bounds""])
        if dist >= 0 and (min_dist < 0 or dist < min_dist):
            min_dist, found = dist, ui
    return found","def __view_beside ( self , onsideof , ** kwargs ) : <TAB> bounds = self . info [ ""bounds"" ] <TAB> min_dist , found = - 1 , None <TAB> for ui in UiObject ( self . session , Selector ( ** kwargs ) ) : <TAB> <TAB> dist = onsideof ( bounds , ui . info [ ""bounds"" ] ) <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> min_dist , found = dist , ui <TAB> return found",if dist >= 0 and ( min_dist < 0 or dist < min_dist ) :,112
22879,"def openEmptyWorkBook(self):
    """"""Open an empty frame and paste the contents of CheatSheet.leo into it.""""""
    lm = self
    # Create an empty frame.
    fn = lm.computeWorkbookFileName()
    c = lm.loadLocalFile(fn, gui=g.app.gui, old_c=None)
    # Open the cheatsheet, but not in batch mode.
    if not g.app.batchMode and not g.os_path_exists(fn):
        # #933: Save clipboard.
        old_clipboard = g.app.gui.getTextFromClipboard()
        # Paste the contents of CheetSheet.leo into c.
        c2 = c.openCheatSheet(redraw=False)
        if c2:
            for p2 in c2.rootPosition().self_and_siblings():
                c2.selectPosition(p2)
                c2.copyOutline()
                p = c.pasteOutline()
                c.selectPosition(p)
                p.contract()
                p.clearDirty()
            c2.close(new_c=c)
            root = c.rootPosition()
            if root.h == g.shortFileName(fn):
                root.doDelete(newNode=root.next())
            p = g.findNodeAnywhere(c, ""Leo's cheat sheet"")
            if p:
                c.selectPosition(p)
                p.expand()
            c.target_language = ""rest""
            # Settings not parsed the first time.
            c.setChanged(False)
            c.redraw()
        # #933: Restore clipboard
        g.app.gui.replaceClipboardWith(old_clipboard)
    return c","def openEmptyWorkBook ( self ) : <TAB> """"""Open an empty frame and paste the contents of CheatSheet.leo into it."""""" <TAB> lm = self <TAB> <TAB> fn = lm . computeWorkbookFileName ( ) <TAB> c = lm . loadLocalFile ( fn , gui = g . app . gui , old_c = None ) <TAB> <TAB> if not g . app . batchMode and not g . os_path_exists ( fn ) : <TAB> <TAB> <TAB> <TAB> old_clipboard = g . app . gui . getTextFromClipboard ( ) <TAB> <TAB> <TAB> <TAB> c2 = c . openCheatSheet ( redraw = False ) <TAB> <TAB> if c2 : <TAB> <TAB> <TAB> for p2 in c2 . rootPosition ( ) . self_and_siblings ( ) : <TAB> <TAB> <TAB> <TAB> c2 . selectPosition ( p2 ) <TAB> <TAB> <TAB> <TAB> c2 . copyOutline ( ) <TAB> <TAB> <TAB> <TAB> p = c . pasteOutline ( ) <TAB> <TAB> <TAB> <TAB> c . selectPosition ( p ) <TAB> <TAB> <TAB> <TAB> p . contract ( ) <TAB> <TAB> <TAB> <TAB> p . clearDirty ( ) <TAB> <TAB> <TAB> c2 . close ( new_c = c ) <TAB> <TAB> <TAB> root = c . rootPosition ( ) <TAB> <TAB> <TAB> if root . h == g . shortFileName ( fn ) : <TAB> <TAB> <TAB> <TAB> root . doDelete ( newNode = root . next ( ) ) <TAB> <TAB> <TAB> p = g . findNodeAnywhere ( c , ""Leo's cheat sheet"" ) <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> c . selectPosition ( p ) <TAB> <TAB> <TAB> <TAB> p . expand ( ) <TAB> <TAB> <TAB> c . target_language = ""rest"" <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> c . setChanged ( False ) <TAB> <TAB> <TAB> c . redraw ( ) <TAB> <TAB> <TAB> <TAB> g . app . gui . replaceClipboardWith ( old_clipboard ) <TAB> return c",if p :,466
4442,"def one(checks, state):
    """"""Execute one loop iteration.""""""
    disabled = options.disable is not None and os.path.exists(options.disable)
    successful = disabled or check(options.command, options.timeout)
    # FSM
    if state != states.DISABLED and disabled:
        state = trigger(states.DISABLED)
    elif state == states.INIT:
        if successful and options.rise <= 1:
            state = trigger(states.UP)
        elif successful:
            state = trigger(states.RISING)
            checks = 1
        else:
            state = trigger(states.FALLING)
            checks = 1
    elif state == states.DISABLED:
        if not disabled:
            state = trigger(states.INIT)
    elif state == states.RISING:
        if successful:
            checks += 1
            if checks >= options.rise:
                state = trigger(states.UP)
        else:
            state = trigger(states.FALLING)
            checks = 1
    elif state == states.FALLING:
        if not successful:
            checks += 1
            if checks >= options.fall:
                state = trigger(states.DOWN)
        else:
            state = trigger(states.RISING)
            checks = 1
    elif state == states.UP:
        if not successful:
            state = trigger(states.FALLING)
            checks = 1
    elif state == states.DOWN:
        if successful:
            state = trigger(states.RISING)
            checks = 1
    else:
        raise ValueError(""Unhandled state: {0}"".format(str(state)))
    # Send announces. We announce them on a regular basis in case
    # we lose connection with a peer.
    exabgp(state)
    return checks, state","def one ( checks , state ) : <TAB> """"""Execute one loop iteration."""""" <TAB> disabled = options . disable is not None and os . path . exists ( options . disable ) <TAB> successful = disabled or check ( options . command , options . timeout ) <TAB> <TAB> if state != states . DISABLED and disabled : <TAB> <TAB> state = trigger ( states . DISABLED ) <TAB> elif state == states . INIT : <TAB> <TAB> if successful and options . rise <= 1 : <TAB> <TAB> <TAB> state = trigger ( states . UP ) <TAB> <TAB> elif successful : <TAB> <TAB> <TAB> state = trigger ( states . RISING ) <TAB> <TAB> <TAB> checks = 1 <TAB> <TAB> else : <TAB> <TAB> <TAB> state = trigger ( states . FALLING ) <TAB> <TAB> <TAB> checks = 1 <TAB> elif state == states . DISABLED : <TAB> <TAB> if not disabled : <TAB> <TAB> <TAB> state = trigger ( states . INIT ) <TAB> elif state == states . RISING : <TAB> <TAB> if successful : <TAB> <TAB> <TAB> checks += 1 <TAB> <TAB> <TAB> if checks >= options . rise : <TAB> <TAB> <TAB> <TAB> state = trigger ( states . UP ) <TAB> <TAB> else : <TAB> <TAB> <TAB> state = trigger ( states . FALLING ) <TAB> <TAB> <TAB> checks = 1 <TAB> elif state == states . FALLING : <TAB> <TAB> if not successful : <TAB> <TAB> <TAB> checks += 1 <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> state = trigger ( states . DOWN ) <TAB> <TAB> else : <TAB> <TAB> <TAB> state = trigger ( states . RISING ) <TAB> <TAB> <TAB> checks = 1 <TAB> elif state == states . UP : <TAB> <TAB> if not successful : <TAB> <TAB> <TAB> state = trigger ( states . FALLING ) <TAB> <TAB> <TAB> checks = 1 <TAB> elif state == states . DOWN : <TAB> <TAB> if successful : <TAB> <TAB> <TAB> state = trigger ( states . RISING ) <TAB> <TAB> <TAB> checks = 1 <TAB> else : <TAB> <TAB> raise ValueError ( ""Unhandled state: {0}"" . format ( str ( state ) ) ) <TAB> <TAB> <TAB> exabgp ( state ) <TAB> return checks , state",if checks >= options . fall :,481
6667,"def extract_subdomains(file_name):
    # Avoid re-compilation
    global domain_match
    subs = {}
    sub_file = open(file_name).read()
    f_all = re.findall(domain_match, sub_file)
    del sub_file
    for i in f_all:
        if i.find(""."") >= 0:
            p = i.split(""."")[0:-1]
            # gobble everything that might be a TLD
            while p and len(p[-1]) <= 3:
                p = p[0:-1]
            # remove the domain name
            p = p[0:-1]
            # do we have a subdomain.domain left?
            if len(p) >= 1:
                trace(str(p), "" : "", i)
                for q in p:
                    if q:
                        # domain names can only be lower case.
                        q = q.lower()
                        if q in subs:
                            subs[q] += 1
                        else:
                            subs[q] = 1
    # Free some memory before the sort...
    del f_all
    # Sort by freq in desc order
    subs_sorted = sorted(subs.keys(), key=lambda x: subs[x], reverse=True)
    return subs_sorted","def extract_subdomains ( file_name ) : <TAB> <TAB> global domain_match <TAB> subs = { } <TAB> sub_file = open ( file_name ) . read ( ) <TAB> f_all = re . findall ( domain_match , sub_file ) <TAB> del sub_file <TAB> for i in f_all : <TAB> <TAB> if i . find ( ""."" ) >= 0 : <TAB> <TAB> <TAB> p = i . split ( ""."" ) [ 0 : - 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> while p and len ( p [ - 1 ] ) <= 3 : <TAB> <TAB> <TAB> <TAB> p = p [ 0 : - 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> p = p [ 0 : - 1 ] <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> if len ( p ) >= 1 : <TAB> <TAB> <TAB> <TAB> trace ( str ( p ) , "" : "" , i ) <TAB> <TAB> <TAB> <TAB> for q in p : <TAB> <TAB> <TAB> <TAB> <TAB> if q : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> q = q . lower ( ) <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> subs [ q ] += 1 <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> <TAB> subs [ q ] = 1 <TAB> <TAB> del f_all <TAB> <TAB> subs_sorted = sorted ( subs . keys ( ) , key = lambda x : subs [ x ] , reverse = True ) <TAB> return subs_sorted",if q in subs :,362
22554,"def _get_children(self, event=None):
    with self._run_lock:  # Ensure this runs one at a time
        if self._stopped:
            return
        try:
            children = self._client.retry(
                self._client.get_children, self._path, self._watcher
            )
        except NoNodeError:
            self._stopped = True
            return
        if not self._watch_established:
            self._watch_established = True
            if self._prior_children is not None and self._prior_children == children:
                return
        self._prior_children = children
        try:
            if self._send_event:
                result = self._func(children, event)
            else:
                result = self._func(children)
            if result is False:
                self._stopped = True
                self._func = None
                if self._allow_session_lost:
                    self._client.remove_listener(self._session_watcher)
        except Exception as exc:
            log.exception(exc)
            raise
","def _get_children ( self , event = None ) : <TAB> with self . _run_lock : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> return <TAB> <TAB> try : <TAB> <TAB> <TAB> children = self . _client . retry ( <TAB> <TAB> <TAB> <TAB> self . _client . get_children , self . _path , self . _watcher <TAB> <TAB> <TAB> ) <TAB> <TAB> except NoNodeError : <TAB> <TAB> <TAB> self . _stopped = True <TAB> <TAB> <TAB> return <TAB> <TAB> if not self . _watch_established : <TAB> <TAB> <TAB> self . _watch_established = True <TAB> <TAB> <TAB> if self . _prior_children is not None and self . _prior_children == children : <TAB> <TAB> <TAB> <TAB> return <TAB> <TAB> self . _prior_children = children <TAB> <TAB> try : <TAB> <TAB> <TAB> if self . _send_event : <TAB> <TAB> <TAB> <TAB> result = self . _func ( children , event ) <TAB> <TAB> <TAB> else : <TAB> <TAB> <TAB> <TAB> result = self . _func ( children ) <TAB> <TAB> <TAB> if result is False : <TAB> <TAB> <TAB> <TAB> self . _stopped = True <TAB> <TAB> <TAB> <TAB> self . _func = None <TAB> <TAB> <TAB> <TAB> if self . _allow_session_lost : <TAB> <TAB> <TAB> <TAB> <TAB> self . _client . remove_listener ( self . _session_watcher ) <TAB> <TAB> except Exception as exc : <TAB> <TAB> <TAB> log . exception ( exc ) <TAB> <TAB> <TAB> raise",if self . _stopped :,306
7853,"def _calculate(self):
    before = self.before.data
    after = self.after.data
    self.deleted = {}
    self.updated = {}
    self.created = after.copy()
    for path, f in before.items():
        if path not in after:
            self.deleted[path] = f
            continue
        del self.created[path]
        if f.mtime < after[path].mtime:
            self.updated[path] = after[path]
","def _calculate ( self ) : <TAB> before = self . before . data <TAB> after = self . after . data <TAB> self . deleted = { } <TAB> self . updated = { } <TAB> self . created = after . copy ( ) <TAB> for path , f in before . items ( ) : <TAB> <TAB> <fill-in> <TAB> <TAB> <TAB> self . deleted [ path ] = f <TAB> <TAB> <TAB> continue <TAB> <TAB> del self . created [ path ] <TAB> <TAB> if f . mtime < after [ path ] . mtime : <TAB> <TAB> <TAB> self . updated [ path ] = after [ path ]",if path not in after :,125